-- Logs begin at Thu 2021-12-09 21:35:30 UTC, end at Thu 2021-12-09 23:55:09 UTC. -- Dec 09 22:08:13.796712 n-d-789963-23 systemd[1]: Started Devstack devstack@q-svc.service. Dec 09 22:08:16.590505 n-d-789963-23 neutron-server[103310]: INFO neutron.common.config [-] Logging enabled! Dec 09 22:08:16.591084 n-d-789963-23 neutron-server[103310]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev272 Dec 09 22:08:16.591293 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103310) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 22:08:16.594644 n-d-789963-23 neutron-server[103310]: INFO neutron.common.config [-] Logging enabled! Dec 09 22:08:16.594903 n-d-789963-23 neutron-server[103310]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev272 Dec 09 22:08:16.595218 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103310) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 22:08:16.596137 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 22:08:16.596376 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 22:08:16.596743 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 22:08:16.596995 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 22:08:16.597227 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 22:08:16.597549 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.597992 n-d-789963-23 neutron-server[103310]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 09 22:08:16.598309 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.598607 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.598902 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.599197 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.599491 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.599772 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.600062 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.600362 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.600649 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.600930 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.601213 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.601505 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.601808 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.602098 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.602388 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.602675 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] debug = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.602956 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.603384 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.603798 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.604078 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.604462 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.604643 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.604915 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.605190 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.605473 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.605823 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] host = n-d-789963-23 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.606105 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.606390 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.606675 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.606963 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.607753 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.608032 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.608315 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.608586 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.608856 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] log_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.609130 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.609417 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.609703 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.610016 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.610243 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.610465 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.610762 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.611048 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.611322 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.611596 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.611873 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.612145 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.612415 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.612681 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.612964 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.613250 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.613535 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.613828 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.614106 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.614375 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.614643 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.614927 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.615199 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.615469 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.615753 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.616037 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.616305 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.616574 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.616873 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.617160 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.617443 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.617728 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.618024 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.618306 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.618576 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.618846 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.619118 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] use_json = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.619387 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.619656 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.619936 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.620208 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.620477 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.620745 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.621013 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.621295 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:16.621588 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.621912 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.622214 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.622495 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.622797 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.623630 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.623924 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.624203 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.624492 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.624780 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.625066 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.625346 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.625635 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.625949 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.626236 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.626540 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.626833 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.627123 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.627400 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.627674 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.627948 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.628228 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.628514 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.628792 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.629079 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.629378 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.629648 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.629972 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.630258 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.630551 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.630838 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.631110 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.631389 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.631679 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.631962 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.632233 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.632510 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.632802 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.633076 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.633346 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.633626 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.633930 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.634203 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.634473 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.634749 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.635037 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.635314 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.635584 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.635855 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.636135 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.636404 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.636686 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.636964 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.637236 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.637511 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.637803 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.638095 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.638370 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.638687 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.638960 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.639243 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.639518 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.639794 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.640068 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.640343 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.640616 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.640888 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.641161 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.641440 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.641714 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.642012 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.642285 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.642562 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.642835 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.643122 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.643422 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.643704 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.643984 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.644264 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.644544 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.644822 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.645099 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.645378 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.645660 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.645957 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.646248 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.646533 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.646819 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.647103 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.647409 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.647708 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.647988 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.648273 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.648551 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.648829 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.649113 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.649398 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.649692 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.650025 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.650313 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.650607 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.650899 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.651177 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.651485 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.651765 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:16.651988 n-d-789963-23 neutron-server[103310]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 22:08:16.652231 n-d-789963-23 neutron-server[103310]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103310) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 09 22:08:17.074458 n-d-789963-23 neutron-server[103310]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 22:08:17.074742 n-d-789963-23 neutron-server[103310]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 22:08:17.075061 n-d-789963-23 neutron-server[103310]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 22:08:17.075400 n-d-789963-23 neutron-server[103310]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 09 22:08:17.402402 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.402629 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.402907 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.404238 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.404518 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.404795 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.450374 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.450653 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.450942 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.465481 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.465765 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.466060 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.494659 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.494945 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.495223 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.532523 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.532795 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.533071 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.865368 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.866027 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.866027 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.866209 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.866904 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.965920 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.966251 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.966561 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.966836 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.967105 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.967426 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.967689 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.967949 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.968205 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.968490 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.968750 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.969017 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.969274 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.969530 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.969809 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.970078 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.970336 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.970608 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.970884 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.971149 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.971426 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.971685 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.971980 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.972364 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.972616 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.972866 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:17.973266 n-d-789963-23 neutron-server[103310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 22:08:17.973511 n-d-789963-23 neutron-server[103310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 22:08:17.973753 n-d-789963-23 neutron-server[103310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 22:08:17.974027 n-d-789963-23 neutron-server[103310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 22:08:17.974268 n-d-789963-23 neutron-server[103310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 22:08:17.974507 n-d-789963-23 neutron-server[103310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 22:08:17.974877 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 09 22:08:17.978075 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 09 22:08:17.982140 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 09 22:08:17.986060 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 09 22:08:17.987699 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 09 22:08:17.988163 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 09 22:08:17.988504 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 09 22:08:17.988888 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 09 22:08:17.991714 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 09 22:08:17.991972 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 09 22:08:17.992322 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 22:08:17.997611 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 09 22:08:18.021161 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 09 22:08:18.021610 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.021935 n-d-789963-23 neutron-server[103310]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103310) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 09 22:08:18.022303 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.023691 n-d-789963-23 neutron-server[103310]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103310) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 09 22:08:18.023970 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 22:08:18.024218 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 09 22:08:18.027485 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.027775 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.091200 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 09 22:08:18.091433 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 09 22:08:18.091702 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 09 22:08:18.092074 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 09 22:08:18.113396 n-d-789963-23 neutron-server[103310]: DEBUG oslo_db.sqlalchemy.engines [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103310) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 09 22:08:18.538003 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Initializing driver for type 'gre' Dec 09 22:08:18.538453 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] gre ID ranges: [(1, 1000)] Dec 09 22:08:18.589805 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Initializing driver for type 'local' Dec 09 22:08:18.590226 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Initializing driver for type 'vlan' Dec 09 22:08:18.602770 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] VlanTypeDriver initialization complete Dec 09 22:08:18.603139 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Initializing driver for type 'vxlan' Dec 09 22:08:18.603608 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] vxlan ID ranges: [(1, 1000)] Dec 09 22:08:18.653693 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Initializing extension driver 'port_security' Dec 09 22:08:18.654061 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.extensions.port_security [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] PortSecurityExtensionDriver initialization complete Dec 09 22:08:18.654399 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Initializing mechanism driver 'openvswitch' Dec 09 22:08:18.654726 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Initializing mechanism driver 'hyperv' Dec 09 22:08:18.661434 n-d-789963-23 neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:08:18.662330 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > port after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.662711 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.663076 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > port after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.663621 n-d-789963-23 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 22:08:18.664067 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > subnet after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.664429 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > subnet after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.664781 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > subnet after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.665193 n-d-789963-23 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 22:08:18.665611 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > network after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.665996 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > network after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.666348 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > network after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.666755 n-d-789963-23 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 22:08:18.667173 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > security_group after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.667530 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > security_group after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.667884 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > security_group after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.668292 n-d-789963-23 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 22:08:18.668705 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.669062 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.669411 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.669901 n-d-789963-23 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 22:08:18.670462 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > address_group after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.670940 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > address_group after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.671435 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > address_group after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.672002 n-d-789963-23 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 22:08:18.672555 n-d-789963-23 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] ML2 OVO RPC backend initialized. {{(pid=103310) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 09 22:08:18.673558 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router_interface after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.674097 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.674723 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > network before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.675250 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > networks before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.675723 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > port before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.676081 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > ports before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.676441 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > subnet before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.676798 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > subnets before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.677173 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > network after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.677519 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > network after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.677895 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > network after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.678501 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > port after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.678849 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.679194 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > port after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.679541 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > subnet after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.679885 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > subnet after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.680230 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > subnet after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.680811 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Modular L2 Plugin initialization complete Dec 09 22:08:18.681147 n-d-789963-23 neutron-server[103310]: DEBUG neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading services supported by the core plugin {{(pid=103310) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 09 22:08:18.681481 n-d-789963-23 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Got port-security extension from driver 'port_security' Dec 09 22:08:18.681979 n-d-789963-23 neutron-server[103310]: INFO neutron.extensions.vlantransparent [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Disabled vlantransparent extension. Dec 09 22:08:18.682470 n-d-789963-23 neutron-server[103310]: DEBUG neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103310) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 09 22:08:18.682792 n-d-789963-23 neutron-server[103310]: INFO neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading Plugin: router Dec 09 22:08:18.719627 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router_interface before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.720027 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router after_create 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.720408 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router before_create 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.720784 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.721170 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.721534 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router after_delete 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.721928 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > floatingip after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.722413 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > floatingip after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.722785 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router after_create 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.723141 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router after_update 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.723502 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router after_update 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.723861 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.724231 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router after_update 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.724653 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router precommit_update 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.725030 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.725378 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: port after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.725726 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: subnet after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.726104 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.726469 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > port precommit_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.726825 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router precommit_create 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.727177 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: port before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.727535 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router precommit_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.727902 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router after_update 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.728255 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router precommit_delete 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.728614 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router precommit_create 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.728987 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router_interface after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.729340 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router precommit_update 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.729712 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > agent after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.730098 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > agent after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.730449 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > network after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.731321 n-d-789963-23 neutron-server[103310]: DEBUG neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Tracking information for resource: router configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 22:08:18.731668 n-d-789963-23 neutron-server[103310]: DEBUG neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Tracking information for resource: floatingip configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 22:08:18.736601 n-d-789963-23 neutron-server[103310]: INFO neutron.db.l3_agentschedulers_db [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 09 22:08:18.737189 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.737561 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: port after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.737962 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: port after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.738322 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.739113 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router before_create 55550100 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.739487 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router precommit_delete 55550100 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.739860 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router precommit_create 55550100 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.740227 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > router precommit_update 55550100 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.745177 n-d-789963-23 neutron-server[103310]: DEBUG neutron.services.provider_configuration [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service providers = [] {{(pid=103310) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 09 22:08:18.745551 n-d-789963-23 neutron-server[103310]: DEBUG neutron.db.servicetype_db [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103310) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 09 22:08:18.749069 n-d-789963-23 neutron-server[103310]: DEBUG neutron.services.service_base [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103310) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 22:08:18.749425 n-d-789963-23 neutron-server[103310]: DEBUG neutron.services.service_base [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103310) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 22:08:18.749775 n-d-789963-23 neutron-server[103310]: DEBUG neutron.services.service_base [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103310) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 22:08:18.750699 n-d-789963-23 neutron-server[103310]: DEBUG neutron.services.service_base [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103310) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 22:08:18.751078 n-d-789963-23 neutron-server[103310]: INFO neutron.services.service_base [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 09 22:08:18.751451 n-d-789963-23 neutron-server[103310]: DEBUG neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 22:08:18.751776 n-d-789963-23 neutron-server[103310]: INFO neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 09 22:08:18.762500 n-d-789963-23 neutron-server[103310]: DEBUG neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 22:08:18.762842 n-d-789963-23 neutron-server[103310]: INFO neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading Plugin: auto_allocate Dec 09 22:08:18.769304 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: network precommit_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.769679 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: network precommit_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.770243 n-d-789963-23 neutron-server[103310]: DEBUG neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 22:08:18.770573 n-d-789963-23 neutron-server[103310]: INFO neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading Plugin: tag Dec 09 22:08:18.777417 n-d-789963-23 neutron-server[103310]: DEBUG neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 22:08:18.777759 n-d-789963-23 neutron-server[103310]: INFO neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading Plugin: timestamp Dec 09 22:08:18.781640 n-d-789963-23 neutron-server[103310]: DEBUG neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 22:08:18.782011 n-d-789963-23 neutron-server[103310]: INFO neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading Plugin: network_ip_availability Dec 09 22:08:18.787566 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.787943 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.788350 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:18.789021 n-d-789963-23 neutron-server[103310]: DEBUG neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 22:08:18.789347 n-d-789963-23 neutron-server[103310]: INFO neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading Plugin: flavors Dec 09 22:08:18.794516 n-d-789963-23 neutron-server[103310]: DEBUG neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 22:08:18.795375 n-d-789963-23 neutron-server[103310]: INFO neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading Plugin: revisions Dec 09 22:08:18.799738 n-d-789963-23 neutron-server[103310]: DEBUG neutron.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 22:08:18.800133 n-d-789963-23 neutron-server[103310]: DEBUG oslo_concurrency.lockutils [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.725s {{(pid=103310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 22:08:18.800884 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103310) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 09 22:08:18.801228 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Initializing extension manager. Dec 09 22:08:18.801755 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: __init__.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.802132 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: __pycache__ {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.802475 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.802815 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: address_group.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.803842 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.804402 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: address-group Dec 09 22:08:18.804734 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: address_scope.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.805464 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.805993 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: address-scope Dec 09 22:08:18.806325 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: admin_state_down_before_update.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.807276 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.807788 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: router-admin-state-down-before-update Dec 09 22:08:18.808119 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: agent.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.808883 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.809334 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: agent Dec 09 22:08:18.809663 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: agent_resources_synced.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.811221 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.811727 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: agent-resources-synced Dec 09 22:08:18.812056 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: allowedaddresspairs.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.813896 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.814425 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: allowed-address-pairs Dec 09 22:08:18.814759 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: auto_allocated_topology.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.815859 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.816376 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: auto-allocated-topology Dec 09 22:08:18.816713 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: availability_zone.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.817427 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.817972 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: availability_zone Dec 09 22:08:18.818305 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: availability_zone_filter.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.819245 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.819757 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: availability_zone_filter Dec 09 22:08:18.820090 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: data_plane_status.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.821018 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.821530 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension data-plane-status not supported by any of loaded plugins Dec 09 22:08:18.821899 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: default_subnetpools.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.822834 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.823352 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: default-subnetpools Dec 09 22:08:18.823685 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: dhcpagentscheduler.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.824507 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.825023 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: dhcp_agent_scheduler Dec 09 22:08:18.825356 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: dns.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.826343 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.826853 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension dns-integration not supported by any of loaded plugins Dec 09 22:08:18.827188 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: dns_domain_ports.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.828117 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.828624 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 09 22:08:18.828956 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.829928 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.830437 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 09 22:08:18.830765 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: dvr.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.831446 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.831955 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: dvr Dec 09 22:08:18.832284 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: ecmp_routes.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.833216 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.833721 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension ecmp_routes not supported by any of loaded plugins Dec 09 22:08:18.834078 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: empty_string_filtering.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.835020 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.835528 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: empty-string-filtering Dec 09 22:08:18.835856 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.836781 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.837292 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 09 22:08:18.837620 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.838576 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.839081 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 09 22:08:18.839408 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: external_net.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.840341 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.840851 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: external-net Dec 09 22:08:18.841181 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: extra_dhcp_opt.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.842164 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.842674 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: extra_dhcp_opt Dec 09 22:08:18.843002 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: extraroute.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.843921 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.844433 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: extraroute Dec 09 22:08:18.844762 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: extraroute_atomic.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.847266 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.847812 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: extraroute-atomic Dec 09 22:08:18.848153 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: filter_validation.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.848847 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.849372 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: filter-validation Dec 09 22:08:18.849706 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: fip_pf_description.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.850669 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.851183 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 09 22:08:18.851515 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: fip_port_details.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.852448 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.852960 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: fip-port-details Dec 09 22:08:18.853289 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: flavors.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.854571 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.855091 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: flavors Dec 09 22:08:18.855423 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.857605 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.858185 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 09 22:08:18.858528 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: floatingip_pools.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.859245 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.859759 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: floatingip-pools Dec 09 22:08:18.860092 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: ip_allocation.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.861037 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.861546 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension ip_allocation not supported by any of loaded plugins Dec 09 22:08:18.861917 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.862852 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.863366 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: ip-substring-filtering Dec 09 22:08:18.863700 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: l2_adjacency.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.864638 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.865146 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension l2_adjacency not supported by any of loaded plugins Dec 09 22:08:18.865477 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: l3.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.866480 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.867000 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: router Dec 09 22:08:18.867334 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: l3_conntrack_helper.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.869601 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.870174 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 09 22:08:18.870519 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.871460 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.871979 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: ext-gw-mode Dec 09 22:08:18.872318 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.873862 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.874388 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: l3-ha Dec 09 22:08:18.874725 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: l3_flavors.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.875659 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.876181 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: l3-flavors Dec 09 22:08:18.876516 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.877459 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.878008 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: l3-port-ip-change-not-allowed Dec 09 22:08:18.878344 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: l3agentscheduler.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.879383 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.879898 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: l3_agent_scheduler Dec 09 22:08:18.880232 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: local_ip.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.882055 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.882584 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension local_ip not supported by any of loaded plugins Dec 09 22:08:18.882928 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: logging.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.884430 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.884954 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension logging not supported by any of loaded plugins Dec 09 22:08:18.885296 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: metering.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.886218 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.886801 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: metering Dec 09 22:08:18.887139 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.888261 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.888810 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: metering_source_and_destination_fields Dec 09 22:08:18.889148 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: multiprovidernet.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.890129 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.890646 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: multi-provider Dec 09 22:08:18.890983 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: netmtu.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.891921 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.892435 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: net-mtu Dec 09 22:08:18.892766 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: netmtu_writable.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.893703 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.894242 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: net-mtu-writable Dec 09 22:08:18.894573 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: network_availability_zone.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.895260 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.895769 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: network_availability_zone Dec 09 22:08:18.896098 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: network_ip_availability.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.897233 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.897756 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: network-ip-availability Dec 09 22:08:18.898118 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: network_segment_range.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.898903 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.899411 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension network-segment-range not supported by any of loaded plugins Dec 09 22:08:18.899741 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: pagination.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.900743 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.901084 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: pagination Dec 09 22:08:18.901416 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: port_device_profile.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.902383 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.902901 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: port-device-profile Dec 09 22:08:18.903234 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.904202 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.904711 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: port-mac-address-regenerate Dec 09 22:08:18.905043 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.906013 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.906561 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: port-numa-affinity-policy Dec 09 22:08:18.906863 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: port_resource_request.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.907807 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.908319 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension port-resource-request not supported by any of loaded plugins Dec 09 22:08:18.908649 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: port_resource_request_groups.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.909640 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.910193 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 09 22:08:18.910526 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: portbindings.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.911482 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.912000 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: binding Dec 09 22:08:18.912330 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: portbindings_extended.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.913626 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.914178 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: binding-extended Dec 09 22:08:18.914515 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: portsecurity.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.915448 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.915963 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: port-security Dec 09 22:08:18.916296 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: project_id.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.917294 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.917636 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: project-id Dec 09 22:08:18.918003 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: providernet.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.918951 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.919470 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: provider Dec 09 22:08:18.920337 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: qos.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.923880 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.924416 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension qos not supported by any of loaded plugins Dec 09 22:08:18.924757 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.926058 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.926587 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 09 22:08:18.926930 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.927870 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.928672 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 09 22:08:18.929012 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: qos_default.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.929981 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.930501 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension qos-default not supported by any of loaded plugins Dec 09 22:08:18.930840 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: qos_fip.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.931510 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.932020 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension qos-fip not supported by any of loaded plugins Dec 09 22:08:18.932354 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: qos_fip_network_policy.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.933360 n-d-789963-23 neutron-server[103310]: WARNING neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 09 22:08:18.933700 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: qos_gateway_ip.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.934660 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.935175 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 09 22:08:18.936049 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: qos_port_network_policy.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.937003 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.937514 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 09 22:08:18.937873 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.939049 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.939573 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 09 22:08:18.939909 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: qos_pps_rule.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.941114 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.941637 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension qos-pps not supported by any of loaded plugins Dec 09 22:08:18.941997 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: qos_rule_type_details.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.942933 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.943447 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 09 22:08:18.943783 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: qos_rules_alias.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.944842 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.945364 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 09 22:08:18.945698 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: quota_check_limit.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.946666 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.947184 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: quota-check-limit Dec 09 22:08:18.947517 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: quotasv2.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.948455 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.948793 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: quotas Dec 09 22:08:18.949123 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: quotasv2_detail.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.952297 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.952651 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: quota_details Dec 09 22:08:18.952993 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: rbac.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.954102 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.954637 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: rbac-policies Dec 09 22:08:18.954972 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: rbac_address_group.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.955923 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.956445 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: rbac-address-group Dec 09 22:08:18.956778 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: rbac_address_scope.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.957718 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.958273 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: rbac-address-scope Dec 09 22:08:18.958608 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: rbac_security_groups.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.959550 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.960075 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: rbac-security-groups Dec 09 22:08:18.960407 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: rbac_subnetpool.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.961357 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.961911 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: rbac-subnetpool Dec 09 22:08:18.962243 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: revisionifmatch.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.963193 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.963709 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: revision-if-match Dec 09 22:08:18.964044 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: revisions.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.965179 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.965696 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: standard-attr-revisions Dec 09 22:08:18.966066 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: router_availability_zone.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.966792 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.967307 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: router_availability_zone Dec 09 22:08:18.967637 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: routerservicetype.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.968580 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.969094 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension router-service-type not supported by any of loaded plugins Dec 09 22:08:18.969424 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.970482 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.971006 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: security-groups-normalized-cidr Dec 09 22:08:18.971334 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: security_groups_port_filtering.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.972273 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.972788 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: port-security-groups-filtering Dec 09 22:08:18.973117 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.974106 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.974624 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: security-groups-remote-address-group Dec 09 22:08:18.974952 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.975910 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.976425 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: security-groups-shared-filtering Dec 09 22:08:18.976754 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.977343 n-d-789963-23 neutron-server[103310]: WARNING neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 09 22:08:18.977671 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: securitygroup.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.988031 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.988576 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: security-group Dec 09 22:08:18.988919 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: segment.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.989728 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.990278 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension segment not supported by any of loaded plugins Dec 09 22:08:18.990620 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.991586 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.992104 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 09 22:08:18.992441 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: servicetype.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.993571 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.994131 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: service-type Dec 09 22:08:18.994470 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: sorting.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.995483 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.995825 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: sorting Dec 09 22:08:18.996159 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: standard_attr_segment.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.997088 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.997621 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 09 22:08:18.998540 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: standardattrdescription.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:18.999256 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:18.999803 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: standard-attr-description Dec 09 22:08:19.000209 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: stateful_security_group.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.001239 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.001840 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: stateful-security-group Dec 09 22:08:19.002291 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: stdattrs_common.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.002888 n-d-789963-23 neutron-server[103310]: WARNING neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 09 22:08:19.003228 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.004268 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.004851 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 09 22:08:19.005206 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: subnet_onboard.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.006437 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.007019 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: subnet_onboard Dec 09 22:08:19.007410 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.008475 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.009032 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 09 22:08:19.009421 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: subnet_service_types.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.010504 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.011053 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: subnet-service-types Dec 09 22:08:19.011423 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: subnetallocation.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.012639 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.013208 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: subnet_allocation Dec 09 22:08:19.013611 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.014389 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.014948 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: subnetpool-prefix-ops Dec 09 22:08:19.015357 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.016378 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.016944 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 09 22:08:19.017301 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: tagging.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.018538 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.019108 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: standard-attr-tag Dec 09 22:08:19.019527 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: timestamp.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.020772 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.021293 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loaded extension: standard-attr-timestamp Dec 09 22:08:19.021629 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: trunk.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.022735 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.023257 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension trunk not supported by any of loaded plugins Dec 09 22:08:19.023594 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: trunk_details.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.024527 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.025047 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension trunk-details not supported by any of loaded plugins Dec 09 22:08:19.025382 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: uplink_status_propagation.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.026342 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.026858 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 09 22:08:19.027193 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Loading extension file: vlantransparent.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 22:08:19.027884 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 22:08:19.028396 n-d-789963-23 neutron-server[103310]: INFO neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extension vlan-transparent not supported by any of loaded plugins Dec 09 22:08:19.030987 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:network Dec 09 22:08:19.031527 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:subnet Dec 09 22:08:19.031949 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 22:08:19.032357 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:port Dec 09 22:08:19.033634 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.034109 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service FLAVORS assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.034733 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.035165 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.035509 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:router Dec 09 22:08:19.035954 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:floatingip Dec 09 22:08:19.036452 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service METERING assigned prefix: /metering {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.037946 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:19.038325 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:19.038742 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:08:19.039737 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 22:08:19.040193 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:security_group Dec 09 22:08:19.040630 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 22:08:19.041262 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service CORE assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.041607 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 22:08:19.041995 n-d-789963-23 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] subnetpool is already registered Dec 09 22:08:19.042439 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service CORE assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.042776 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 22:08:19.043116 n-d-789963-23 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] subnetpool is already registered Dec 09 22:08:19.045972 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.046417 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service FLAVORS assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.047016 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.047446 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.047787 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:router Dec 09 22:08:19.048136 n-d-789963-23 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] router is already registered Dec 09 22:08:19.048554 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:floatingip Dec 09 22:08:19.048902 n-d-789963-23 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] floatingip is already registered Dec 09 22:08:19.049375 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service METERING assigned prefix: /metering {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.050090 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 22:08:19.050429 n-d-789963-23 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] rbac_policy is already registered Dec 09 22:08:19.050851 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:security_group Dec 09 22:08:19.051194 n-d-789963-23 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] security_group is already registered Dec 09 22:08:19.051609 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 22:08:19.051949 n-d-789963-23 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] security_group_rule is already registered Dec 09 22:08:19.052588 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service CORE assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.052925 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 22:08:19.053536 n-d-789963-23 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] subnetpool is already registered Dec 09 22:08:19.053997 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Service CORE assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 22:08:19.054334 n-d-789963-23 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 22:08:19.054675 n-d-789963-23 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] subnetpool is already registered Dec 09 22:08:19.055145 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: extensions {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.056615 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: address-groups {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.058163 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: address-scopes {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.059531 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: agents {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.061341 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: auto-allocated-topology {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.062631 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: availability_zones {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.063882 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: dhcp-networks {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.065397 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: dhcp-agents {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.066872 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: routers {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.069134 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: flavors {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.070365 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: service_profiles {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.071586 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: next_providers {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.073052 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: service_profiles {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.075596 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: floatingip-pools {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.076903 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: routers {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.079092 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: floatingips {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.080386 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: l3-routers {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.081824 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: l3-agents {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.083283 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: metering-labels {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.084661 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: metering-label-rules {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.085971 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: network-ip-availabilities {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.087256 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: bindings {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.088935 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: quotas {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.090544 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: quotas {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.092132 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: rbac-policies {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.093448 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: security-groups {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.094715 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: security-group-rules {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.095977 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: service-providers {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.097273 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: subnetpools {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.098754 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: subnetpools {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.100237 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.101970 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.103834 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.105645 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.108048 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.109957 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.111700 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.113620 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.115670 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.117534 n-d-789963-23 neutron-server[103310]: DEBUG neutron.api.extensions [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 22:08:19.124446 n-d-789963-23 neutron-server[103310]: WARNING keystonemiddleware.auth_token [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 09 22:08:19.129243 n-d-789963-23 neutron-server[103310]: WARNING keystonemiddleware.auth_token [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 09 22:08:19.137996 n-d-789963-23 neutron-server[103310]: DEBUG oslo_concurrency.lockutils [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Acquired lock "singleton_lock" {{(pid=103310) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 09 22:08:19.138497 n-d-789963-23 neutron-server[103310]: DEBUG oslo_concurrency.lockutils [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Releasing lock "singleton_lock" {{(pid=103310) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 09 22:08:19.139155 n-d-789963-23 neutron-server[103310]: INFO oslo_service.service [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Starting 2 workers Dec 09 22:08:19.143991 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Started child 103417 {{(pid=103310) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 22:08:19.148412 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Started child 103418 {{(pid=103310) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 22:08:19.149596 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:19.150332 n-d-789963-23 neutron-server[103310]: INFO neutron.service [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Neutron service started, listening on 0.0.0.0:9696 Dec 09 22:08:19.150649 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Publish callbacks [] for process, before_spawn {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:19.151163 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [-] (103417) wsgi starting up on http://0.0.0.0:9696 Dec 09 22:08:19.152995 n-d-789963-23 neutron-server[103310]: INFO oslo_service.service [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Starting 1 workers Dec 09 22:08:19.153243 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:19.155247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [-] (103418) wsgi starting up on http://0.0.0.0:9696 Dec 09 22:08:19.158733 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Started child 103419 {{(pid=103310) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 22:08:19.159303 n-d-789963-23 neutron-server[103310]: INFO oslo_service.service [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Starting 1 workers Dec 09 22:08:19.162703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.service [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] calling RpcWorker wait() {{(pid=103419) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 09 22:08:19.163244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.service [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] returning from RpcWorker wait() {{(pid=103419) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 09 22:08:19.163761 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Started child 103420 {{(pid=103310) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 22:08:19.164593 n-d-789963-23 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-781e7cec-78ad-456a-aec9-1da6e8b0bbcb None None] Publish callbacks [] for process, after_spawn {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:19.164723 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:19.165106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:08:19.166526 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103310) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 22:08:19.166743 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 22:08:19.166934 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 22:08:19.167159 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 22:08:19.167489 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 22:08:19.167674 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 22:08:19.168167 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.168458 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.168724 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.168826 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:19.169285 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.169285 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.170477 n-d-789963-23 neutron-server[103420]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:08:19.170578 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.170748 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.171193 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.171489 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.171734 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.171912 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.172085 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.172348 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.172590 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.172910 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.173174 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.173418 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.173668 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.173868 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.174106 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.174380 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.174634 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.174912 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] debug = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.175141 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.175613 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.175865 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.176118 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.176363 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.176651 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.176882 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.177155 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.177407 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.177646 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.177905 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.178436 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.178685 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.178900 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.179165 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.179398 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.179644 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.179867 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.180330 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] host = n-d-789963-23 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.180571 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.180823 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.181076 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.181336 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.181583 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.181820 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.182082 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.182345 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.182988 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.182988 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.183303 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.183440 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.183631 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.183873 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.184043 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_options = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.184265 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.184547 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.184802 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.184994 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.185152 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.185383 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.187345 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.187345 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.187345 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.187345 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.187345 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.187345 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.187345 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.187345 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.188631 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.188631 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.188631 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.188631 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.188631 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.188631 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.189407 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.189407 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.189407 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.189846 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.189846 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.190123 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.190268 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.190412 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.190646 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.190884 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.191130 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.191376 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.191594 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.191843 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.192111 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.192363 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.192594 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.192812 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.193116 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.193341 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.193607 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.193900 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.194128 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.194384 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.194608 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.194854 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.195089 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] use_json = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.195317 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.195555 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.195807 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.196022 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.196234 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.196450 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.196687 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.196919 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.197353 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.197641 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.197993 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.198252 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.198488 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.198744 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.198998 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.199221 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.199469 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.199770 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.200038 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.200268 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.200574 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.200801 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.201147 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.201485 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.201728 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.202037 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.202310 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.202527 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.202791 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.203015 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.203304 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.203524 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.203759 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.204028 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.204255 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.204554 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.204847 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.205198 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.205434 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.205692 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.206004 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.206226 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.206484 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.206717 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.206934 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.207372 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.207372 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.208414 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.208414 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.208414 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.208811 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.208811 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.209078 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.209290 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.209550 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.209870 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.210141 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.210374 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.210584 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.210831 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.211228 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.211458 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.211692 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.211963 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.212315 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.212482 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.212694 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.212913 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.213131 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.213372 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.213583 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.214082 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.214850 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.214850 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.214850 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.214850 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.215525 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.215525 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.215525 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.215931 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.216067 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.216201 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.217080 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.217245 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.217409 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.217600 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.217839 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.218057 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.218560 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.218560 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.219057 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.219057 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.219057 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.219471 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.219471 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.219721 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.219878 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.220112 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.220351 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.220627 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.220929 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.221152 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.221405 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.221622 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.223530 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.223530 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.223530 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.223530 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.223530 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.223530 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.223530 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.223530 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.224071 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.224071 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.224252 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.224501 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.224733 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.224956 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.225202 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.225452 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.225726 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.226201 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.226489 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.226489 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.227057 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.227057 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.228731 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.228731 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.228731 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.228731 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.228731 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.228731 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231027 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231027 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231027 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231027 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231027 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231027 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231027 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231027 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231595 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231595 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231595 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231595 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231878 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.231957 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.233031 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.233031 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.233254 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.233474 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.233755 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.234747 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.234747 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.234747 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.234747 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.235085 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.235268 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.235603 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.235727 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.235957 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.236217 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.236460 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.236682 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.236896 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.237322 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.237733 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.238161 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.238597 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.238966 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.239357 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.239761 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.240015 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.240235 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.240480 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.240700 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.240926 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.241173 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.241414 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.241639 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.241904 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.242110 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.242355 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.242582 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.242866 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.243125 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.243369 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.243600 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.243822 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.244261 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.244630 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.245037 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.245409 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.245848 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.246228 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.246599 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.246969 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.247194 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.247429 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.247648 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.247917 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.248188 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.248530 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.248786 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.249022 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.249265 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.249502 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.249953 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.250202 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.250454 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.250676 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.250899 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.251141 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.251387 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.251638 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.251897 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.252117 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.252339 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.252553 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.252765 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.252999 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.253305 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.253557 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.253819 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.254079 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.254307 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.254541 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.254774 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.254986 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.255205 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.255427 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.255650 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.255866 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.256091 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.256305 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.256518 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.256743 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.257069 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.257331 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.257563 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.257777 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.258014 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.258238 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.258469 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.258683 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.258932 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.259149 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.259361 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.259588 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.259834 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.260050 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.260282 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.260501 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.260716 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.260942 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.261184 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.261422 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.261716 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.262015 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.262240 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.262525 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.262759 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.263015 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.263263 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.263633 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.263855 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.264099 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.264324 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.264581 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.264805 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.265065 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.265388 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.265748 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.265967 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.266210 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.267519 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.267519 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.267519 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.267519 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.267971 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.267971 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.268164 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.268423 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.268685 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.268957 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.269182 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.269400 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.269638 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.269903 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.270145 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.270390 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.270623 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.270873 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.271092 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.271322 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.271543 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.271769 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.272001 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.272244 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.272494 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.272655 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 22:08:19.273188 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103310) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 22:08:19.273350 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 22:08:19.273506 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 22:08:19.273690 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 22:08:19.273895 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 22:08:19.274060 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 22:08:19.274258 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.274424 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.274586 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.274748 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.274910 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.275091 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.275254 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.275415 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.275577 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.275738 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.275941 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.276071 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.276193 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.276344 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.276506 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.276669 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.276830 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.276990 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.277155 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.277316 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.277476 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.277636 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.277811 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] debug = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.277983 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.278184 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.278350 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.278513 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.278673 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.278833 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.279504 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.279669 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.279831 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.279992 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.280153 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.280313 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.280474 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.280636 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.280797 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.280961 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.281122 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.281282 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.281442 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] host = n-d-789963-23 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.281603 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.281765 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.281953 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.282114 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.282273 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.282434 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.282597 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.282757 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.282917 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.283078 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.283243 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.283406 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.283564 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.283725 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.283886 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_options = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.284047 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.284206 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.284367 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.284558 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.284725 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.284887 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.285051 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.285212 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.285374 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.285535 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.285696 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.285883 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.286050 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.286211 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.286373 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.286535 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.286698 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.286859 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.287022 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.287185 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.288316 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.288316 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.288316 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.288316 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.288316 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.288316 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.289211 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.289211 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.289211 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.289211 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.289211 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.289211 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.289614 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.289614 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.289614 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.289837 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.290982 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.290982 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.290982 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.290982 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.290982 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.290982 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.290982 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.290982 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.291658 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.291658 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.291658 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] use_json = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.291658 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.291658 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.292277 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.292277 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.292277 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.292277 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.292791 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.292791 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 22:08:19.292791 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.293000 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.293115 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.293236 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.293489 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.293489 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.293643 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.293831 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.294000 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.294165 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.294335 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.294500 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.294735 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.295391 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.295556 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.295723 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.295888 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.296188 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.296188 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.296470 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.296604 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.296739 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.296907 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.297036 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.297119 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.297276 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.297441 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.297611 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.297774 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.297974 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.298140 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.298868 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.298868 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.298868 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.298868 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.299271 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.299271 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.299271 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.299475 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.299550 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.299686 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.299849 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.300013 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.300177 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.300341 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.301148 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.301148 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.301148 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.301148 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.301148 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.302432 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.302432 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.302432 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.302432 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.302432 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.302432 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.302432 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.302432 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.302960 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.302960 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.302960 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.302960 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.303518 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.303597 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.304404 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.304404 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.304404 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.304404 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.304404 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.304833 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.304833 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.304833 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.305033 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.305108 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.305242 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.305405 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.305745 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.305940 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.306107 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.306272 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.306439 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.306603 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.306770 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.306939 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.307108 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.307264 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.307429 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.307596 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.307761 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.307925 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.308089 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.308262 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.308441 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.308605 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.308769 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.308934 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.309098 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.309213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:08:19.309307 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.309412 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.309576 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.309739 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.309930 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.310095 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.310284 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.310453 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.310617 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.310780 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.310947 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.311112 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.311276 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.311441 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.311606 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.311770 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.311935 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.312099 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.312261 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.312424 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.312587 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.312759 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.312924 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.313092 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.313257 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.313429 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.313609 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.313759 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.313950 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.314118 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.314282 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.314448 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.314612 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.314776 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.314940 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.315104 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.315269 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.315445 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.315610 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.315775 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.315941 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.316126 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.316307 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.316457 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.316620 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.316783 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.316948 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.317113 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.317279 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.317445 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.317608 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.317773 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.317966 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.318122 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.318282 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.318444 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.318609 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.318773 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.318938 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.319103 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.319268 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.319433 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.319596 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.319762 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.319927 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.320091 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.320256 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.320419 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.320572 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.320737 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.320907 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.321120 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.321263 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.321477 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.321631 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.321768 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.321956 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.322095 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.322231 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.322361 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.322489 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.322624 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.322797 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.322937 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.323072 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.323220 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.323376 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.323542 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.323784 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.323914 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.324019 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.324176 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.324339 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.324504 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.324924 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.324924 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.325123 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.325123 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.325289 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.325435 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.325604 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.325770 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.325978 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.326144 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.326309 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.326473 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.326637 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.326803 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.326970 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.327153 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.327301 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.327465 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.327629 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.327793 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.327957 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.328133 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.328299 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.328464 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.328628 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.328793 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.328958 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.329132 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.329295 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.329459 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.329622 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.329804 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.329972 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.330146 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.330309 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.330495 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.330650 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.330796 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.330952 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.331123 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.331287 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.331709 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.331709 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.331975 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.331975 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.332245 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.332245 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.332574 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.332574 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.332830 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.332830 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.333091 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.333225 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.333374 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.333510 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.333640 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.333773 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.333964 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.334103 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.334240 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.334387 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.334522 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.334669 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.334838 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.335210 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.335210 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.335480 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.335480 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.335736 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.335872 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.336002 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.336139 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.336276 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.336429 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.336565 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.336731 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.336885 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.337055 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.337220 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.337391 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.337612 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.337752 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.337926 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.338064 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.338199 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.338335 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.338486 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.338629 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.338799 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.338958 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.339104 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.339268 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.339433 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.339598 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.339761 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.339926 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.340090 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.340254 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.340407 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.340569 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 22:08:19.340743 n-d-789963-23 neutron-server[103310]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 22:08:19.468814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48192) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:08:19.477332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062869 Dec 09 22:08:31.004021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08383759-2706-4e52-9f7f-2fd826f86719 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:08:31.067335 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08383759-2706-4e52-9f7f-2fd826f86719 None None] No non-hosted networks {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 09 22:08:31.075296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.agentschedulers_db [None req-08383759-2706-4e52-9f7f-2fd826f86719 None None] DHCP Agent not found on host n-d-789963-23 {{(pid=103419) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 09 22:08:31.156895 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-36a9f505-f1fd-4815-88d5-71e3f54e1fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-876230'] for agent, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:33.258979 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0a84b486-1e66-41c5-8480-289e99501de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-876230'] for agent, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:33.316873 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d53b0cbb-9316-4f5e-a96a-a0d839c4dd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:34.686913 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-876230'] for agent, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:35.982188 n-d-789963-23 neutron-server[103419]: INFO neutron.db.l3_hamode_db [None req-7944d312-a9e4-45dc-8ed2-6f2803421ead None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 09 22:08:36.078079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944d312-a9e4-45dc-8ed2-6f2803421ead None None] Routers set() bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:08:36.078766 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944d312-a9e4-45dc-8ed2-6f2803421ead None None] Router IDs set() for agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 22:08:36.080587 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-876230'] for agent, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:36.814147 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-876230'] for agent, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:36.815063 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.815413 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.817827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.817827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.817827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.817827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.817827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.818269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.818269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.818269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.818269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.818555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.818872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:36.819258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-23', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:08:36.837054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-23', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:08:37.528799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48282) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:08:38.021626 n-d-789963-23 neutron-server[103418]: WARNING oslo_policy.policy [None req-a97620f2-5aaa-4aa3-9521-7cfefab0e139 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 22:08:38.022274 n-d-789963-23 neutron-server[103418]: WARNING oslo_policy.policy [None req-a97620f2-5aaa-4aa3-9521-7cfefab0e139 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 22:08:38.247777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-a97620f2-5aaa-4aa3-9521-7cfefab0e139 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:08:38.248852 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a97620f2-5aaa-4aa3-9521-7cfefab0e139 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7191429 Dec 09 22:08:40.805236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48298) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:08:41.108993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-97aa3ca3-4c82-4a7f-9491-7f6430b8a54a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:08:41.204184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.policy [None req-97aa3ca3-4c82-4a7f-9491-7f6430b8a54a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103418) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 22:08:41.252036 n-d-789963-23 neutron-server[103418]: WARNING oslo_policy.policy [None req-97aa3ca3-4c82-4a7f-9491-7f6430b8a54a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 22:08:41.252407 n-d-789963-23 neutron-server[103418]: WARNING oslo_policy.policy [None req-97aa3ca3-4c82-4a7f-9491-7f6430b8a54a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 22:08:41.260754 n-d-789963-23 neutron-server[103418]: INFO neutron.quota [None req-97aa3ca3-4c82-4a7f-9491-7f6430b8a54a admin admin] Loaded quota_driver: . Dec 09 22:08:41.349710 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97aa3ca3-4c82-4a7f-9491-7f6430b8a54a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734979558949', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734979559432', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734979573681', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734979575992', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734979586544', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734979529450', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1606844', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1956591', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-877114', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-933791'] for rbac-policy, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:41.412098 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97aa3ca3-4c82-4a7f-9491-7f6430b8a54a admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:41.413288 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-97aa3ca3-4c82-4a7f-9491-7f6430b8a54a admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6071126 Dec 09 22:08:44.175503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48310) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:08:44.469345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Request body: {'network': {'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:08:44.495679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Made reservation on behalf of ccbfd5d56cd6408a956f9acbe105eb7b for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:08:44.498359 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:44.514845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:44.621283 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:44.625321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:44.644312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:08:44.672155 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734980874177', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:44.672713 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Unsubscribe: segment precommit_create {{(pid=103418) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 22:08:44.673225 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Added segment 3df9d713-b1d0-48b4-b7d2-51453e223b99 of type vlan for network f915a0a2-7a69-44bc-85ad-828d48083c26 Dec 09 22:08:44.688948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3402c0-1c0e-4c41-94ab-c68be0831ffc,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:08:44.735024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.735360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.735692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.736022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.736347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.736668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.736992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.737309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.737627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.737971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.738290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.738603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.738917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Tracked resource versions report: Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: pushed versions: Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: { 'AddressGroup': {'1.2'}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'ConntrackHelper': {'1.0'}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'LocalIPAssociation': {'1.0'}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'Log': {'1.0'}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'Network': {'1.1'}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'Port': {'1.7'}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'PortForwarding': {'1.2'}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'QosPolicy': {'1.10'}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'SecurityGroup': {'1.5'}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'SecurityGroupRule': {'1.2'}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'SubPort': {'1.0'}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'Subnet': {'1.1'}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'Trunk': {'1.1'}} Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: consumer versions: Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: { DHCP agent@n-d-789963-23: {}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: L3 agent@n-d-789963-23: {}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: Metadata agent@n-d-789963-23: {}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: Metering agent@n-d-789963-23: {}, Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: Open vSwitch agent@n-d-789963-23: { 'AddressGroup': '1.2', Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'ConntrackHelper': '1.0', Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'LocalIPAssociation': '1.0', Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'Log': '1.0', Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'Network': '1.1', Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'Port': '1.7', Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'PortForwarding': '1.2', Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'QosPolicy': '1.10', Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'SecurityGroup': '1.5', Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'SecurityGroupRule': '1.2', Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'SubPort': '1.0', Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'Subnet': '1.1', Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: 'Trunk': '1.1'}} Dec 09 22:08:44.740036 n-d-789963-23 neutron-server[103418]: {{(pid=103418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 22:08:44.790341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:44.829177 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:44.830279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:08:44.830963 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:44.886826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7101912 Dec 09 22:08:44.930027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b8e9d-cf29-487c-9ad2-009adc4d7856 admin admin] Pushing event updated for resources: {'Network': ['ID=f915a0a2-7a69-44bc-85ad-828d48083c26,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:08:44.942326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network f915a0a2-7a69-44bc-85ad-828d48083c26 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:08:47.716379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48324) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:08:48.107117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5047e359-005b-4b4c-a7cf-d9ac5ea87d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:08:48.108495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5047e359-005b-4b4c-a7cf-d9ac5ea87d57 admin admin] 10.222.0.16 "GET /v2.0/networks/f915a0a2-7a69-44bc-85ad-828d48083c26 HTTP/1.1" status: 200 len: 825 time: 0.3911579 Dec 09 22:08:48.132888 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3ea0873a-1507-4f54-8d6e-9d1006d027ae admin admin] 10.222.0.16 "GET /v2.0/subnetpools/7a1cfd69-149f-4d6d-a766-1c0167269542 HTTP/1.1" status: 200 len: 734 time: 0.0184169 Dec 09 22:08:48.141548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-fa9630be-96e0-4db6-b305-7f01a941414d admin admin] Request body: {'subnet': {'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26', 'subnetpool_id': '7a1cfd69-149f-4d6d-a766-1c0167269542', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:08:48.163164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9630be-96e0-4db6-b305-7f01a941414d admin admin] Made reservation on behalf of ccbfd5d56cd6408a956f9acbe105eb7b for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:08:48.165392 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa9630be-96e0-4db6-b305-7f01a941414d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:48.448388 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa9630be-96e0-4db6-b305-7f01a941414d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:48.516909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9630be-96e0-4db6-b305-7f01a941414d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa1a74a-1298-4c31-bba8-3e566ef76e80,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:08:48.521361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9630be-96e0-4db6-b305-7f01a941414d admin admin] Checking segment: {'id': '3df9d713-b1d0-48b4-b7d2-51453e223b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:08:48.521756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9630be-96e0-4db6-b305-7f01a941414d admin admin] Network hostable DHCP agents. Network: f915a0a2-7a69-44bc-85ad-828d48083c26, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:08:48.541595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9630be-96e0-4db6-b305-7f01a941414d admin admin] Network f915a0a2-7a69-44bc-85ad-828d48083c26 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:08:48.551756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-fa9630be-96e0-4db6-b305-7f01a941414d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, f915a0a2-7a69-44bc-85ad-828d48083c26) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:08:48.556588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9630be-96e0-4db6-b305-7f01a941414d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:08:48.557197 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa9630be-96e0-4db6-b305-7f01a941414d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:48.563204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896dd98-9df4-4426-a450-4e72d93983c9 None None] Network f915a0a2-7a69-44bc-85ad-828d48083c26 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:08:48.574113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fa9630be-96e0-4db6-b305-7f01a941414d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4356372 Dec 09 22:08:48.827199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-f915a0a2-7a69-44bc-85ad-828d48083c26', 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26', 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'fixed_ips': [{'subnet_id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:08:48.828437 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:49.128462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Allocated IP 172.20.0.2 (f915a0a2-7a69-44bc-85ad-828d48083c26/9fa1a74a-1298-4c31-bba8-3e566ef76e80/aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:08:49.369592 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:49.378236 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:49.441240 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Network f915a0a2-7a69-44bc-85ad-828d48083c26 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:08:49.449130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:08:49.452817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:08:49.493140 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Pushing event updated for resources: {'Port': ['ID=aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:08:49.519068 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.519419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.519761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.520095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.520422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.520748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.521070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.521390 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.521709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.522070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.522371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.522690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.523007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Tracked resource versions report: Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: pushed versions: Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: { 'AddressGroup': {'1.2'}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'ConntrackHelper': {'1.0'}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'LocalIPAssociation': {'1.0'}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'Log': {'1.0'}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'Network': {'1.1'}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'Port': {'1.7'}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'PortForwarding': {'1.2'}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'QosPolicy': {'1.10'}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'SecurityGroup': {'1.5'}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'SecurityGroupRule': {'1.2'}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'SubPort': {'1.0'}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'Subnet': {'1.1'}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'Trunk': {'1.1'}} Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: consumer versions: Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: { DHCP agent@n-d-789963-23: {}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: L3 agent@n-d-789963-23: {}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: Metadata agent@n-d-789963-23: {}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: Metering agent@n-d-789963-23: {}, Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: Open vSwitch agent@n-d-789963-23: { 'AddressGroup': '1.2', Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'ConntrackHelper': '1.0', Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'LocalIPAssociation': '1.0', Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'Log': '1.0', Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'Network': '1.1', Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'Port': '1.7', Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'PortForwarding': '1.2', Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'QosPolicy': '1.10', Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'SecurityGroup': '1.5', Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'SecurityGroupRule': '1.2', Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'SubPort': '1.0', Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'Subnet': '1.1', Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: 'Trunk': '1.1'}} Dec 09 22:08:49.524134 n-d-789963-23 neutron-server[103419]: {{(pid=103419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 22:08:49.550391 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Attempting to bind port aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:08:49.550782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Attempting to bind port aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '3df9d713-b1d0-48b4-b7d2-51453e223b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:08:49.551203 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Attempting to bind port aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7 on network f915a0a2-7a69-44bc-85ad-828d48083c26 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:08:49.556180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:08:49.556564 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Checking segment: {'id': '3df9d713-b1d0-48b4-b7d2-51453e223b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:08:49.557056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:49.557439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Bound using segment: {'id': '3df9d713-b1d0-48b4-b7d2-51453e223b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:08:49.557948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Bound port: aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9d713-b1d0-48b4-b7d2-51453e223b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:08:49.558355 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:49.620709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] For port aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:08:49.625454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] For port aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7,segment=NetworkSegment(3df9d713-b1d0-48b4-b7d2-51453e223b99),segment_id=3df9d713-b1d0-48b4-b7d2-51453e223b99)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:08:49.629769 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:49.694913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f1851-4a8d-4bac-a1fa-5755ebe3f6c5 None None] Pushing event updated for resources: {'Port': ['ID=aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:08:51.197359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48332) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:08:51.699622 n-d-789963-23 neutron-server[103417]: WARNING oslo_policy.policy [None req-512a3303-577f-482c-b98f-ade0cbb7dd15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 22:08:51.700888 n-d-789963-23 neutron-server[103417]: WARNING oslo_policy.policy [None req-512a3303-577f-482c-b98f-ade0cbb7dd15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 22:08:51.922418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-512a3303-577f-482c-b98f-ade0cbb7dd15 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:08:51.923676 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-512a3303-577f-482c-b98f-ade0cbb7dd15 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7242098 Dec 09 22:08:54.518049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48346) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:08:54.831766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-fcc67481-76a3-464c-93f3-9778e54b75fe admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:08:54.832936 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fcc67481-76a3-464c-93f3-9778e54b75fe admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3138695 Dec 09 22:08:57.684952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48360) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:08:57.978899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-33c9a8ad-caa3-45d6-a4e1-9961983defa6 admin admin] Request body: {'router': {'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:08:58.003875 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-33c9a8ad-caa3-45d6-a4e1-9961983defa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:58.005503 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-33c9a8ad-caa3-45d6-a4e1-9961983defa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:58.138416 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-33c9a8ad-caa3-45d6-a4e1-9961983defa6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:58.143321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-33c9a8ad-caa3-45d6-a4e1-9961983defa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:58.158737 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-33c9a8ad-caa3-45d6-a4e1-9961983defa6 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:58.159929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-33c9a8ad-caa3-45d6-a4e1-9961983defa6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4740293 Dec 09 22:08:58.644716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:08:58.732092 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:08:58.732522 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:58.814851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aba556-ec82-4cf5-9ee7-c7b2982d1d40 None None] Network f915a0a2-7a69-44bc-85ad-828d48083c26 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:08:58.896991 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:58.923691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2b8b25a0-1814-4935-ad9d-83ae84cd7904 None None] Provisioning complete for port aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:08:58.924063 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2b8b25a0-1814-4935-ad9d-83ae84cd7904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:58.974653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7,segment=NetworkSegment(3df9d713-b1d0-48b4-b7d2-51453e223b99),segment_id=3df9d713-b1d0-48b4-b7d2-51453e223b99)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:08:58.981932 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:08:59.100763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:08:59.230880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-04b3186f-820e-4437-a3d5-24d2f18cd96c None None] Provisioning complete for port aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:08:59.231254 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04b3186f-820e-4437-a3d5-24d2f18cd96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:00.619857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:09:00.665003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:09:00.665371 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:00.738284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48370) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:09:00.939713 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d461d6e-c42b-4c10-9835-18ff5d66eb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:01.056840 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-a2a175ae-2539-48de-b3c3-9484e1dcb633 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:09:01.069822 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a2a175ae-2539-48de-b3c3-9484e1dcb633 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3182285 Dec 09 22:09:03.239991 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a10bf557-b6bc-4b80-b97c-10b1a3b802af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:03.630095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48378) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:09:03.933554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:09:03.954309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Made reservation on behalf of 0db55c88a3144dc795274f1b126cbbab for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:09:03.956472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:03.964177 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:04.041223 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:04.045207 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:04.060333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Reserving flat network on physical network physnet1 {{(pid=103418) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 09 22:09:04.086240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6dcd3f-51b1-4aef-b2c5-e019ecce07dd,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:09:04.089100 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:04.089443 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Added segment 0b79b28b-12c4-4fdf-82c7-0416cc58768f of type flat for network 30a763c6-5f34-4e65-ad39-9ab865464cc3 Dec 09 22:09:04.141850 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:04.172629 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:04.173520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:09:04.174128 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:04.205619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5744691 Dec 09 22:09:04.238750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617e658-0e02-40b9-937c-6d2fe795c790 admin admin] Pushing event updated for resources: {'Network': ['ID=30a763c6-5f34-4e65-ad39-9ab865464cc3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:09:04.248695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:09:04.579764 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:05.935517 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:06.759676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48396) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:09:06.863497 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:06.937986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd996e-15ff-46b0-965a-358e273b802f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:09:06.939273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4dfd996e-15ff-46b0-965a-358e273b802f admin admin] 10.222.0.16 "GET /v2.0/subnets/9fa1a74a-1298-4c31-bba8-3e566ef76e80 HTTP/1.1" status: 200 len: 849 time: 0.1786404 Dec 09 22:09:07.055213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-731e5b1c-17bd-4fe7-a39c-c6d44d663564 admin admin] 10.222.0.16 "GET /v2.0/routers/df85f444-d9b7-497f-adfb-a543d90f7bbe HTTP/1.1" status: 200 len: 704 time: 0.1099365 Dec 09 22:09:07.314581 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:07.597243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Allocated IP 172.20.0.1 (f915a0a2-7a69-44bc-85ad-828d48083c26/9fa1a74a-1298-4c31-bba8-3e566ef76e80/0a8a984d-3634-41f0-8649-f86afcebadfd) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:09:07.789326 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:07.852511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:07.914663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Network f915a0a2-7a69-44bc-85ad-828d48083c26 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:09:07.919430 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:09:07.924883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:09:07.925317 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:07.998819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Pushing event updated for resources: {'Port': ['ID=0a8a984d-3634-41f0-8649-f86afcebadfd,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:09:08.128568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:08.149292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d5a9eedf-0bb8-4def-9bea-816647944ca0 None None] Provisioning complete for port 0a8a984d-3634-41f0-8649-f86afcebadfd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:09:08.149895 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5a9eedf-0bb8-4def-9bea-816647944ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:08.181343 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9eedf-0bb8-4def-9bea-816647944ca0 None None] Port 0a8a984d-3634-41f0-8649-f86afcebadfd cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:09:08.334226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:08.338381 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:08.339087 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:08.393332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Pushing event updated for resources: {'Port': ['ID=0a8a984d-3634-41f0-8649-f86afcebadfd,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:09:08.458218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Network f915a0a2-7a69-44bc-85ad-828d48083c26 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:09:08.459556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:09:08.615110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Router df85f444-d9b7-497f-adfb-a543d90f7bbe is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:09:08.702545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-cf119056-ed2d-4f6c-8f31-76246431ba44 None None] Provisioning complete for port 0a8a984d-3634-41f0-8649-f86afcebadfd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:09:08.702839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:09:08.702940 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf119056-ed2d-4f6c-8f31-76246431ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:08.709094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7130603a-4824-4b6e-aef7-6e4128041b3c admin admin] 10.222.0.16 "PUT /v2.0/routers/df85f444-d9b7-497f-adfb-a543d90f7bbe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6473260 Dec 09 22:09:08.713294 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Sync routers for ids ['df85f444-d9b7-497f-adfb-a543d90f7bbe'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:09:08.726374 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Routers {'df85f444-d9b7-497f-adfb-a543d90f7bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:09:08.727150 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:09:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['df85f444-d9b7-497f-adfb-a543d90f7bbe'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:09:08.739207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cf119056-ed2d-4f6c-8f31-76246431ba44 None None] Port 0a8a984d-3634-41f0-8649-f86afcebadfd cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:09:08.915352 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Set router df85f444-d9b7-497f-adfb-a543d90f7bbe gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:09:09.344272 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'name': 'router1', 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:08:58Z', 'updated_at': '2021-12-09T22:09:08Z', 'revision_number': 2, 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'gw_port_host': None, '_interfaces': [{'id': '0a8a984d-3634-41f0-8649-f86afcebadfd', 'name': '', 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26', 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'mac_address': 'fa:16:3e:15:6f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:09:07Z', 'updated_at': '2021-12-09T22:09:08Z', 'revision_number': 2, 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'subnets': [{'id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a1cfd69-149f-4d6d-a766-1c0167269542'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:09:09.393645 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Checking router: df85f444-d9b7-497f-adfb-a543d90f7bbe for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:09:09.394040 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Updating router df85f444-d9b7-497f-adfb-a543d90f7bbe port 0a8a984d-3634-41f0-8649-f86afcebadfd binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:09:09.440943 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:09.943590 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:09.950762 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:10.112975 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Pushing event updated for resources: {'Port': ['ID=0a8a984d-3634-41f0-8649-f86afcebadfd,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:09:10.124564 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Attempting to bind port 0a8a984d-3634-41f0-8649-f86afcebadfd on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:09:10.124965 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Attempting to bind port 0a8a984d-3634-41f0-8649-f86afcebadfd by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '3df9d713-b1d0-48b4-b7d2-51453e223b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:09:10.125397 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Attempting to bind port 0a8a984d-3634-41f0-8649-f86afcebadfd on network f915a0a2-7a69-44bc-85ad-828d48083c26 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:09:10.130660 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.131076 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.131329 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.131659 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.131983 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.132306 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.132634 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.132952 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.133270 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.133587 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.133931 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.134251 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.134567 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Tracked resource versions report: Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: pushed versions: Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: { 'AddressGroup': {'1.2'}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'ConntrackHelper': {'1.0'}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'LocalIPAssociation': {'1.0'}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'Log': {'1.0'}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'Network': {'1.1'}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'Port': {'1.7'}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'PortForwarding': {'1.2'}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'QosPolicy': {'1.10'}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'SecurityGroup': {'1.5'}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'SecurityGroupRule': {'1.2'}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'SubPort': {'1.0'}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'Subnet': {'1.1'}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'Trunk': {'1.1'}} Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: consumer versions: Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: { DHCP agent@n-d-789963-23: {}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: L3 agent@n-d-789963-23: {}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: Metadata agent@n-d-789963-23: {}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: Metering agent@n-d-789963-23: {}, Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: Open vSwitch agent@n-d-789963-23: { 'AddressGroup': '1.2', Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'ConntrackHelper': '1.0', Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'LocalIPAssociation': '1.0', Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'Log': '1.0', Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'Network': '1.1', Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'Port': '1.7', Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'PortForwarding': '1.2', Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'QosPolicy': '1.10', Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'SecurityGroup': '1.5', Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'SecurityGroupRule': '1.2', Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'SubPort': '1.0', Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'Subnet': '1.1', Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: 'Trunk': '1.1'}} Dec 09 22:09:10.135689 n-d-789963-23 neutron-server[103420]: {{(pid=103420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 22:09:10.138974 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:09:10.139384 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Checking segment: {'id': '3df9d713-b1d0-48b4-b7d2-51453e223b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:09:10.139870 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:10.140250 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Bound using segment: {'id': '3df9d713-b1d0-48b4-b7d2-51453e223b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:09:10.140741 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Bound port: 0a8a984d-3634-41f0-8649-f86afcebadfd, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9d713-b1d0-48b4-b7d2-51453e223b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:09:10.141131 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:10.165210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-668b751e-67ad-4230-806e-01a39870d3fa None None] Provisioning complete for port 0a8a984d-3634-41f0-8649-f86afcebadfd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:09:10.165754 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-668b751e-67ad-4230-806e-01a39870d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:10.206212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-668b751e-67ad-4230-806e-01a39870d3fa None None] Port 0a8a984d-3634-41f0-8649-f86afcebadfd cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:09:10.214155 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] For port 0a8a984d-3634-41f0-8649-f86afcebadfd, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:09:10.233556 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] For port 0a8a984d-3634-41f0-8649-f86afcebadfd, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0a8a984d-3634-41f0-8649-f86afcebadfd,segment=NetworkSegment(3df9d713-b1d0-48b4-b7d2-51453e223b99),segment_id=3df9d713-b1d0-48b4-b7d2-51453e223b99)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:09:10.238715 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:10.298386 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1a4ae-754d-4c76-b9e9-a9462ffa5734 None None] Pushing event updated for resources: {'Port': ['ID=0a8a984d-3634-41f0-8649-f86afcebadfd,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:09:10.303100 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Routers {'df85f444-d9b7-497f-adfb-a543d90f7bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:09:10.303722 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:09:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['df85f444-d9b7-497f-adfb-a543d90f7bbe'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:09:10.392529 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] Set router df85f444-d9b7-497f-adfb-a543d90f7bbe gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:09:10.528082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7458bb35-2c0b-4844-a34c-3f7626bdc726 None None] Provisioning complete for port 0a8a984d-3634-41f0-8649-f86afcebadfd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:09:10.528556 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7458bb35-2c0b-4844-a34c-3f7626bdc726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:10.603843 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'name': 'router1', 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:08:58Z', 'updated_at': '2021-12-09T22:09:08Z', 'revision_number': 2, 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'gw_port_host': None, '_interfaces': [{'id': '0a8a984d-3634-41f0-8649-f86afcebadfd', 'name': '', 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26', 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'mac_address': 'fa:16:3e:15:6f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:09:07Z', 'updated_at': '2021-12-09T22:09:10Z', 'revision_number': 4, 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'subnets': [{'id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a1cfd69-149f-4d6d-a766-1c0167269542'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:09:10.604330 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7458bb35-2c0b-4844-a34c-3f7626bdc726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:10.635429 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c5ee5-9c0d-4237-89a6-0da2901879dd None None] The sync data for ids ['df85f444-d9b7-497f-adfb-a543d90f7bbe'] in n-d-789963-23 is: [{'id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'name': 'router1', 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:08:58Z', 'updated_at': '2021-12-09T22:09:08Z', 'revision_number': 2, 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'gw_port_host': None, '_interfaces': [{'id': '0a8a984d-3634-41f0-8649-f86afcebadfd', 'name': '', 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26', 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'mac_address': 'fa:16:3e:15:6f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:09:07Z', 'updated_at': '2021-12-09T22:09:10Z', 'revision_number': 4, 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'subnets': [{'id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a1cfd69-149f-4d6d-a766-1c0167269542'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:09:10.640371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7458bb35-2c0b-4844-a34c-3f7626bdc726 None None] For port 0a8a984d-3634-41f0-8649-f86afcebadfd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0a8a984d-3634-41f0-8649-f86afcebadfd,segment=NetworkSegment(3df9d713-b1d0-48b4-b7d2-51453e223b99),segment_id=3df9d713-b1d0-48b4-b7d2-51453e223b99)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:09:10.646138 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7458bb35-2c0b-4844-a34c-3f7626bdc726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:10.696712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458bb35-2c0b-4844-a34c-3f7626bdc726 None None] Pushing event updated for resources: {'Port': ['ID=0a8a984d-3634-41f0-8649-f86afcebadfd,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:09:11.128308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48416) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:09:11.237195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2fcf6-896a-43a7-b753-1449f92c36d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:09:11.241288 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-10e2fcf6-896a-43a7-b753-1449f92c36d2 admin admin] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 842 time: 0.1093647 Dec 09 22:09:11.249051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'enable_dhcp': False, 'gateway_ip': '172.25.8.1', 'name': 'public-subnet', 'cidr': '172.25.8.0/24'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:09:11.271823 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] Made reservation on behalf of 0db55c88a3144dc795274f1b126cbbab for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:09:11.274149 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:11.619605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.objects.ports [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103418) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:09:11.620028 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:11.676970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93706d2-e699-48d9-8fba-61302fc1be4b,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:09:11.688433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:09:11.688802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] Network hostable DHCP agents. Network: 30a763c6-5f34-4e65-ad39-9ab865464cc3, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:09:11.705234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:09:11.713814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 30a763c6-5f34-4e65-ad39-9ab865464cc3) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:09:11.718383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:09:11.719014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:11.726130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc160f-c882-46bf-8d5d-cd1679f2019a None None] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:09:11.742335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6e1f5469-40e6-4749-acc5-31775a1025b4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4971237 Dec 09 22:09:11.848030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80af78b3-7501-417c-a92c-00bed32c0997 None None] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:09:14.239032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48424) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:09:14.369944 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-63b2d07b-caf0-41cf-bdcd-73791d7e3154 admin admin] 10.222.0.16 "GET /v2.0/routers/df85f444-d9b7-497f-adfb-a543d90f7bbe HTTP/1.1" status: 200 len: 710 time: 0.1297131 Dec 09 22:09:14.459424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1e8756-664a-440b-b62c-68334249c7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:09:14.460746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3c1e8756-664a-440b-b62c-68334249c7c9 admin admin] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 886 time: 0.0843318 Dec 09 22:09:14.471031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:09:14.714099 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:14.942282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:15.015541 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:15.123927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Allocated IP 172.25.8.70 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/d66c5c67-a894-4359-a4d8-b19b0289b8ff) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:09:15.232322 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:15.265954 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:15.299548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:09:15.302654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:09:15.305451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:09:15.346976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Pushing event updated for resources: {'Port': ['ID=d66c5c67-a894-4359-a4d8-b19b0289b8ff,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:09:15.627817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:15.819602 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:15.823002 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:15.928300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Router df85f444-d9b7-497f-adfb-a543d90f7bbe has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:09:16.032818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:09:16.036988 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:16.053826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2fbd75c4-5d40-4b38-b62d-0b6f94acf799 admin admin] 10.222.0.16 "PUT /v2.0/routers/df85f444-d9b7-497f-adfb-a543d90f7bbe HTTP/1.1" status: 200 len: 889 time: 1.5705230 Dec 09 22:09:16.646544 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0a8a984d-3634-41f0-8649-f86afcebadfd up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:09:16.695589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0a8a984d-3634-41f0-8649-f86afcebadfd triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:09:16.695897 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:17.627497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Sync routers for ids ['df85f444-d9b7-497f-adfb-a543d90f7bbe'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:09:17.639503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Routers {'df85f444-d9b7-497f-adfb-a543d90f7bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:09:17.640159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:09:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['df85f444-d9b7-497f-adfb-a543d90f7bbe'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:09:17.843720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Set router df85f444-d9b7-497f-adfb-a543d90f7bbe gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:09:18.307879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'name': 'router1', 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd66c5c67-a894-4359-a4d8-b19b0289b8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:08:58Z', 'updated_at': '2021-12-09T22:09:15Z', 'revision_number': 4, 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'gw_port': {'id': 'd66c5c67-a894-4359-a4d8-b19b0289b8ff', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:09:15Z', 'updated_at': '2021-12-09T22:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0a8a984d-3634-41f0-8649-f86afcebadfd', 'name': '', 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26', 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'mac_address': 'fa:16:3e:15:6f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:09:07Z', 'updated_at': '2021-12-09T22:09:10Z', 'revision_number': 5, 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'subnets': [{'id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a1cfd69-149f-4d6d-a766-1c0167269542'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:09:18.356070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Checking router: df85f444-d9b7-497f-adfb-a543d90f7bbe for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:09:18.356445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Updating router df85f444-d9b7-497f-adfb-a543d90f7bbe port d66c5c67-a894-4359-a4d8-b19b0289b8ff binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:09:18.405844 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:18.644782 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48436) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:09:18.712584 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:18.718837 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:18.757616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cfa7a65c-b12e-4271-80d6-a9a61becbb82 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1116107 Dec 09 22:09:18.762337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Attempting to bind port d66c5c67-a894-4359-a4d8-b19b0289b8ff on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:09:18.762713 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Attempting to bind port d66c5c67-a894-4359-a4d8-b19b0289b8ff by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:09:18.763103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Attempting to bind port d66c5c67-a894-4359-a4d8-b19b0289b8ff on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:09:18.776085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:09:18.776447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:09:18.776856 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:18.777843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:09:18.778330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Bound port: d66c5c67-a894-4359-a4d8-b19b0289b8ff, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:09:18.778734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:18.780727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba43c4-1af5-4d97-bb7b-0190fb30d70e None None] Pushing event updated for resources: {'Port': ['ID=d66c5c67-a894-4359-a4d8-b19b0289b8ff,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:09:18.838415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] For port d66c5c67-a894-4359-a4d8-b19b0289b8ff, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:09:18.842695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] For port d66c5c67-a894-4359-a4d8-b19b0289b8ff, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d66c5c67-a894-4359-a4d8-b19b0289b8ff,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:09:18.849088 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:18.908612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Routers {'df85f444-d9b7-497f-adfb-a543d90f7bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:09:18.909341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:09:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['df85f444-d9b7-497f-adfb-a543d90f7bbe'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:09:18.911952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba43c4-1af5-4d97-bb7b-0190fb30d70e None None] Pushing event updated for resources: {'Port': ['ID=d66c5c67-a894-4359-a4d8-b19b0289b8ff,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:09:19.021521 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] Set router df85f444-d9b7-497f-adfb-a543d90f7bbe gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:09:19.237586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'name': 'router1', 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd66c5c67-a894-4359-a4d8-b19b0289b8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:08:58Z', 'updated_at': '2021-12-09T22:09:15Z', 'revision_number': 4, 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'gw_port': {'id': 'd66c5c67-a894-4359-a4d8-b19b0289b8ff', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:09:15Z', 'updated_at': '2021-12-09T22:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0a8a984d-3634-41f0-8649-f86afcebadfd', 'name': '', 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26', 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'mac_address': 'fa:16:3e:15:6f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:09:07Z', 'updated_at': '2021-12-09T22:09:10Z', 'revision_number': 5, 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'subnets': [{'id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a1cfd69-149f-4d6d-a766-1c0167269542'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:09:19.266525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761439c-b5fb-48bb-8b0d-a0c184d14957 None None] The sync data for ids ['df85f444-d9b7-497f-adfb-a543d90f7bbe'] in n-d-789963-23 is: [{'id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'name': 'router1', 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'd66c5c67-a894-4359-a4d8-b19b0289b8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:08:58Z', 'updated_at': '2021-12-09T22:09:15Z', 'revision_number': 4, 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'gw_port': {'id': 'd66c5c67-a894-4359-a4d8-b19b0289b8ff', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:09:15Z', 'updated_at': '2021-12-09T22:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0a8a984d-3634-41f0-8649-f86afcebadfd', 'name': '', 'network_id': 'f915a0a2-7a69-44bc-85ad-828d48083c26', 'tenant_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'mac_address': 'fa:16:3e:15:6f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df85f444-d9b7-497f-adfb-a543d90f7bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:09:07Z', 'updated_at': '2021-12-09T22:09:10Z', 'revision_number': 5, 'project_id': 'ccbfd5d56cd6408a956f9acbe105eb7b', 'subnets': [{'id': '9fa1a74a-1298-4c31-bba8-3e566ef76e80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a1cfd69-149f-4d6d-a766-1c0167269542'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:09:20.660190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d66c5c67-a894-4359-a4d8-b19b0289b8ff up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:09:20.713588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d66c5c67-a894-4359-a4d8-b19b0289b8ff triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:09:20.714237 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:20.803116 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:20.828829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port d66c5c67-a894-4359-a4d8-b19b0289b8ff, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d66c5c67-a894-4359-a4d8-b19b0289b8ff,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:09:20.834262 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:20.890911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=d66c5c67-a894-4359-a4d8-b19b0289b8ff,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:09:22.664739 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d66c5c67-a894-4359-a4d8-b19b0289b8ff up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:09:22.738726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d66c5c67-a894-4359-a4d8-b19b0289b8ff triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:09:22.739443 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:26.238861 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 5 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:09:30.945263 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2cf2abcd-52c6-4ba3-8840-9be79b1406fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:33.260588 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a720ff1f-daa2-462e-b461-6deb1c85d850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:34.588514 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:35.953574 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:09:36.838897 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:00.938757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3b4ce449-4314-4009-a48d-8aadffa630c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:03.236903 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 5 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:10:03.246996 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b6a901c-5e07-4f0d-b6bf-19710b84e29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:04.587349 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:05.941426 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:06.816735 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:30.943849 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-85911464-571f-49e9-b51b-613a8deebba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:33.239720 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-da55cc49-504f-4d23-a9a1-a054eaa100f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:34.590796 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:35.942908 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:36.811054 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:40.236590 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 5 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:10:44.491958 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48952) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:10:44.555031 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2583eec-3827-46ae-b15c-cbf6ae56f4a2 admin admin] GET failed (client error): The resource could not be found. Dec 09 22:10:44.556341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e2583eec-3827-46ae-b15c-cbf6ae56f4a2 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634389 Dec 09 22:10:44.717244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2752aead-b55f-4f71-a602-1ee9cebfadd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:10:44.718657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2752aead-b55f-4f71-a602-1ee9cebfadd8 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1554384 Dec 09 22:10:47.079883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48962) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:10:47.168681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7b8a9-04c5-4fef-b3f4-852de3c85a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:10:47.170016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dde7b8a9-04c5-4fef-b3f4-852de3c85a31 admin admin] 10.222.0.16 "GET /v2.0/subnets/9fa1a74a-1298-4c31-bba8-3e566ef76e80 HTTP/1.1" status: 200 len: 849 time: 0.0891573 Dec 09 22:10:47.180061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:10:47.263871 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:47.398189 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734980742184'] for subnet, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:47.427752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:10:47.428334 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:47.429597 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] 10.222.0.16 "PUT /v2.0/subnets/9fa1a74a-1298-4c31-bba8-3e566ef76e80 HTTP/1.1" status: 200 len: 868 time: 0.2533331 Dec 09 22:10:47.445528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f5b4ad-8504-4d75-b1b7-9761a8b6858d None None] Network f915a0a2-7a69-44bc-85ad-828d48083c26 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:10:47.449157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa1a74a-1298-4c31-bba8-3e566ef76e80,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:10:47.456856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.457215 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.457616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.457951 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.458405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.458644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.458976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.459374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.459727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.460109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.461267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.461267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.461267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cea1b-3d67-4d13-905a-4f02c150bce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:10:47.775749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-47be8065-98d5-40ad-a889-be736ef71c76 None None] Provisioning complete for port aa205d5d-3f6c-497f-8fc1-2fbfd564c9d7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:10:47.776163 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47be8065-98d5-40ad-a889-be736ef71c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:47.863649 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-47be8065-98d5-40ad-a889-be736ef71c76 None None] Provisioning complete for port 0a8a984d-3634-41f0-8649-f86afcebadfd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:10:47.863929 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47be8065-98d5-40ad-a889-be736ef71c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:10:49.813689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48970) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:10:50.008442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88db7e54-4c70-4e40-8769-5a8f4ede0284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:10:50.008821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88db7e54-4c70-4e40-8769-5a8f4ede0284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:10:50.010446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-88db7e54-4c70-4e40-8769-5a8f4ede0284 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1956983 Dec 09 22:10:52.376318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48978) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:10:52.506547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a4eef-279a-4a54-99a0-be2bb3723163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:10:52.506933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a4eef-279a-4a54-99a0-be2bb3723163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:10:52.508458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0b3a4eef-279a-4a54-99a0-be2bb3723163 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311803 Dec 09 22:10:54.861316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48986) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:10:55.078664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b651f65-192d-4ace-bd39-153ab235b32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:10:55.080029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6b651f65-192d-4ace-bd39-153ab235b32e admin admin] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 886 time: 0.2177186 Dec 09 22:10:57.446759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48994) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:10:57.572362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a09fc0-9d8a-46df-aa6e-c706c95561cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:10:57.573721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-02a09fc0-9d8a-46df-aa6e-c706c95561cb admin admin] 10.222.0.16 "GET /v2.0/networks/f915a0a2-7a69-44bc-85ad-828d48083c26 HTTP/1.1" status: 200 len: 869 time: 0.1260676 Dec 09 22:10:59.926463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49002) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:11:00.052156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17349db6-a71b-4104-ae4f-569e201649d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:11:00.052602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17349db6-a71b-4104-ae4f-569e201649d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:11:00.054119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-17349db6-a71b-4104-ae4f-569e201649d9 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266944 Dec 09 22:11:00.944779 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d70252df-843f-49d3-9cc8-ac6c669fe42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:02.395742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49010) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:11:02.485211 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c732f549-32b2-447d-877c-66d640c12f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:11:02.485613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c732f549-32b2-447d-877c-66d640c12f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:11:02.487146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c732f549-32b2-447d-877c-66d640c12f59 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904682 Dec 09 22:11:03.240727 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a983db2d-abdb-49bc-b444-7cd95ef5df3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:04.593509 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:04.853687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49018) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:11:04.944478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f7294-3942-4e01-b52e-364855fe482e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:11:04.945813 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-252f7294-3942-4e01-b52e-364855fe482e admin admin] 10.222.0.16 "GET /v2.0/subnets/9fa1a74a-1298-4c31-bba8-3e566ef76e80 HTTP/1.1" status: 200 len: 868 time: 0.0911660 Dec 09 22:11:05.945689 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:06.813652 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:07.312178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49026) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:11:07.399529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c2581-ea3e-4c98-a351-4c565069657a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:11:07.400863 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e39c2581-ea3e-4c98-a351-4c565069657a admin admin] 10.222.0.16 "GET /v2.0/subnets/b93706d2-e699-48d9-8fba-61302fc1be4b HTTP/1.1" status: 200 len: 816 time: 0.0877070 Dec 09 22:11:17.235222 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 5 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:11:30.948417 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c54e-af51-4fa7-ad68-6b120b90d75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:32.253953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49080) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:11:32.300412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-88608fd8-258b-4212-bcc3-5b6e60cd41ef admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:11:32.301672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-88608fd8-258b-4212-bcc3-5b6e60cd41ef admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467844 Dec 09 22:11:33.243088 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91b7f8d8-badd-4a85-a935-55632dda2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:34.596574 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:34.730356 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49088) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:11:34.789647 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-08918834-81a8-4f26-b040-6de64e1cd7c2 admin admin] GET failed (client error): The resource could not be found. Dec 09 22:11:34.790913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-08918834-81a8-4f26-b040-6de64e1cd7c2 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596139 Dec 09 22:11:34.874122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c8876-c04e-4970-9b56-ad31a6309b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:11:34.875564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-449c8876-c04e-4970-9b56-ad31a6309b8d admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802236 Dec 09 22:11:35.948927 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:36.817479 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:37.268077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49096) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:11:37.315896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:11:37.336080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] Made reservation on behalf of 0db55c88a3144dc795274f1b126cbbab for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:11:37.338316 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:37.367561 n-d-789963-23 neutron-server[103418]: WARNING neutron.services.revisions.revision_plugin [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] Could not find related network for resource to bump revision. Dec 09 22:11:37.379391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:11:37.389230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:37.389566 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] Added segment d17416e8-1f76-461d-98d5-014d14b06710 of type vlan for network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 Dec 09 22:11:37.426194 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:37.450382 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:37.451223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:11:37.451784 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:37.484767 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2156429 Dec 09 22:11:37.511470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22f616-e266-4c70-89e5-2e72109a092c admin admin] Pushing event updated for resources: {'Network': ['ID=5344d0cf-c595-403e-95fa-b4b2f63ce4b4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:11:37.522173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:11:39.851385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49104) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:11:39.910527 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-e119c3e2-9cd6-4204-8b4f-f1680c9a6899 admin admin] GET failed (client error): The resource could not be found. Dec 09 22:11:39.911788 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e119c3e2-9cd6-4204-8b4f-f1680c9a6899 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594478 Dec 09 22:11:39.981448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933da329-24ee-453c-ba56-89af76a476e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:11:39.982904 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-933da329-24ee-453c-ba56-89af76a476e1 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665414 Dec 09 22:11:39.992786 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8633025f-5701-469e-a107-6781c82f86ec admin admin] Request body: {'subnet': {'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:11:40.012375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8633025f-5701-469e-a107-6781c82f86ec admin admin] Made reservation on behalf of 0db55c88a3144dc795274f1b126cbbab for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:11:40.014582 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8633025f-5701-469e-a107-6781c82f86ec admin admin] Publish callbacks [] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:40.171764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8633025f-5701-469e-a107-6781c82f86ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:40.225373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633025f-5701-469e-a107-6781c82f86ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e94fee4-0ddf-4249-9926-2887f89790c3,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:11:40.231903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633025f-5701-469e-a107-6781c82f86ec admin admin] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:11:40.232257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8633025f-5701-469e-a107-6781c82f86ec admin admin] Network hostable DHCP agents. Network: 5344d0cf-c595-403e-95fa-b4b2f63ce4b4, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:11:40.247531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8633025f-5701-469e-a107-6781c82f86ec admin admin] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:11:40.255350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8633025f-5701-469e-a107-6781c82f86ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 5344d0cf-c595-403e-95fa-b4b2f63ce4b4) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:11:40.259274 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8633025f-5701-469e-a107-6781c82f86ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:11:40.260356 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8633025f-5701-469e-a107-6781c82f86ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:40.266783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68194cc1-405d-42f4-9558-55e4aa4768a6 None None] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:11:40.275330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8633025f-5701-469e-a107-6781c82f86ec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2857742 Dec 09 22:11:40.372200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'project_id': '0db55c88a3144dc795274f1b126cbbab', 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:11:40.373404 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:40.513977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Allocated IP 192.168.233.2 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/658c4f9b-b42b-4e7b-8cf3-669da2125aca) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:11:40.745047 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:40.752687 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:40.792706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:11:40.795444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:11:40.799480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:11:40.813296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Pushing event updated for resources: {'Port': ['ID=658c4f9b-b42b-4e7b-8cf3-669da2125aca,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:11:40.834223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.834566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.834901 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.835734 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.835734 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.835912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.836180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.836508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.836828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.837153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.838012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.838333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.838652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:11:40.875840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Attempting to bind port 658c4f9b-b42b-4e7b-8cf3-669da2125aca on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:11:40.876205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Attempting to bind port 658c4f9b-b42b-4e7b-8cf3-669da2125aca by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:11:40.876591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Attempting to bind port 658c4f9b-b42b-4e7b-8cf3-669da2125aca on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:11:40.881652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:11:40.882598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:11:40.882598 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:40.882899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:11:40.883358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Bound port: 658c4f9b-b42b-4e7b-8cf3-669da2125aca, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:11:40.883744 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:40.944212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] For port 658c4f9b-b42b-4e7b-8cf3-669da2125aca, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:11:40.947906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] For port 658c4f9b-b42b-4e7b-8cf3-669da2125aca, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=658c4f9b-b42b-4e7b-8cf3-669da2125aca,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:11:40.952102 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:41.014477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a1e8f-5a9d-40cf-90ee-44dee865dec6 None None] Pushing event updated for resources: {'Port': ['ID=658c4f9b-b42b-4e7b-8cf3-669da2125aca,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:11:41.858123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1346ec-dddd-4fb2-bcd6-6dd62d2466f1 None None] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:11:41.926525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e6303d6a-cbc3-4907-b7a8-ccb45827a97c None None] Provisioning complete for port 658c4f9b-b42b-4e7b-8cf3-669da2125aca triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:11:41.926826 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e6303d6a-cbc3-4907-b7a8-ccb45827a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:42.042749 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e6303d6a-cbc3-4907-b7a8-ccb45827a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:42.077400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e6303d6a-cbc3-4907-b7a8-ccb45827a97c None None] For port 658c4f9b-b42b-4e7b-8cf3-669da2125aca, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=658c4f9b-b42b-4e7b-8cf3-669da2125aca,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:11:42.081739 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e6303d6a-cbc3-4907-b7a8-ccb45827a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:42.133375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6303d6a-cbc3-4907-b7a8-ccb45827a97c None None] Pushing event updated for resources: {'Port': ['ID=658c4f9b-b42b-4e7b-8cf3-669da2125aca,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:11:42.305359 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7d9555ab-70a0-46de-a701-14f7544c9d18 None None] Provisioning complete for port 658c4f9b-b42b-4e7b-8cf3-669da2125aca triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:11:42.305736 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d9555ab-70a0-46de-a701-14f7544c9d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:42.780950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 658c4f9b-b42b-4e7b-8cf3-669da2125aca up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:11:42.831336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 658c4f9b-b42b-4e7b-8cf3-669da2125aca triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:11:42.831693 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:11:54.235259 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 5 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:12:00.951178 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-220cf5c0-8919-45c2-8a82-279357effdf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:03.245201 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-08310fce-7d0c-4e9c-9957-9fccd94a942e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:04.599584 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:05.952047 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:06.820827 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:30.952584 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4f3d-df64-478c-8324-99acfaab4b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:31.234212 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 5 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:12:33.249562 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c77432b7-b767-4005-8ede-d0e574db111b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:34.600859 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:35.957370 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:36.825146 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:58.180482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49148) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:12:58.187958 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-cb738e29-4687-4252-afd1-8f5f35e9a743 tempest-verify_tempest_config-1766190585 tempest-verify_tempest_config-1766190585-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:12:58.189312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cb738e29-4687-4252-afd1-8f5f35e9a743 tempest-verify_tempest_config-1766190585 tempest-verify_tempest_config-1766190585-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0074685 Dec 09 22:12:58.475058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49166) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:12:58.630193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.policy [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103417) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 22:12:58.678550 n-d-789963-23 neutron-server[103417]: WARNING oslo_policy.policy [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 22:12:58.678925 n-d-789963-23 neutron-server[103417]: WARNING oslo_policy.policy [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 22:12:58.720462 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:58.729996 n-d-789963-23 neutron-server[103417]: INFO neutron.quota [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Loaded quota_driver: . Dec 09 22:12:58.843282 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:58.847024 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:58.886653 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd78dd41969e4e179cf6fe566a314899&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4104898 Dec 09 22:12:58.889330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49176) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:12:58.894954 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18d44d6-9ebb-44a0-92b8-960115b1d07f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:12:58.906700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.907031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.907370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.907702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.908028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.908355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.908679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.909003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.909322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.909643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.909990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.910309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.910624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610dfa0-f9d2-4768-b3bf-87d3eb81ce9b admin admin] Tracked resource versions report: Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: pushed versions: Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: { 'AddressGroup': {'1.2'}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'ConntrackHelper': {'1.0'}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'LocalIPAssociation': {'1.0'}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'Log': {'1.0'}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'Network': {'1.1'}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'Port': {'1.7'}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'PortForwarding': {'1.2'}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'QosPolicy': {'1.10'}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'SecurityGroup': {'1.5'}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'SecurityGroupRule': {'1.2'}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'SubPort': {'1.0'}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'Subnet': {'1.1'}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'Trunk': {'1.1'}} Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: consumer versions: Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: { DHCP agent@n-d-789963-23: {}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: L3 agent@n-d-789963-23: {}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: Metadata agent@n-d-789963-23: {}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: Metering agent@n-d-789963-23: {}, Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: Open vSwitch agent@n-d-789963-23: { 'AddressGroup': '1.2', Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'ConntrackHelper': '1.0', Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'LocalIPAssociation': '1.0', Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'Log': '1.0', Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'Network': '1.1', Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'Port': '1.7', Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'PortForwarding': '1.2', Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'QosPolicy': '1.10', Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'SecurityGroup': '1.5', Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'SecurityGroupRule': '1.2', Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'SubPort': '1.0', Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'Subnet': '1.1', Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: 'Trunk': '1.1'}} Dec 09 22:12:58.911765 n-d-789963-23 neutron-server[103417]: {{(pid=103417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 22:12:58.943238 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:58.967990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:59.058008 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:59.060568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:12:59.061711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b18d44d6-9ebb-44a0-92b8-960115b1d07f HTTP/1.1" status: 204 len: 168 time: 0.1713932 Dec 09 22:12:59.069829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18d44d6-9ebb-44a0-92b8-960115b1d07f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:12:59.076490 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:59.076840 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:59.077179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:59.077515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:59.077871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:59.078203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:59.078528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:59.078852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:59.079173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:59.079495 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:59.079816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:59.080134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:12:59.080468 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea3d5be-8ffa-4847-9fae-9cb24c21bb33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:13:00.955059 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-11c395ad-8fb3-47e2-bbea-28d7cb042a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:13:03.249981 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a3f227ca-f4a6-41f6-af86-9858f43fdf89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:13:04.604660 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:13:05.961157 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:13:06.826959 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:13:08.267700 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 5 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:13:30.956853 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fd405f6d-99a4-4045-8490-5cd437bddc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:13:33.251119 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-01436681-593d-47ab-8a27-375f1d2a77fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:13:34.607236 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:13:35.962882 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:13:36.828825 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:13:45.235591 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 5 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:14:00.960850 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-707dbf57-b175-4821-98e4-1b9c31def27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:14:03.347256 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e3bc57cd-b55d-476d-95c8-8f9b1aac7221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:14:04.610247 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:14:05.966478 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:14:06.831033 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:14:22.233843 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 5 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:14:30.962680 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ecbe8375-bb89-4e2b-8587-cfb582fafbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:14:33.248501 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2ae892fe-eb6b-4440-8168-ac3f080a6997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:14:34.612389 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:14:35.971257 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:14:36.832870 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:14:59.232839 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 5 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:15:00.963028 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-74592927-9d6d-4a51-930f-e251226f7cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:15:03.251105 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa93e-8d29-4690-8920-2dc704f71053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:15:04.615888 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:15:05.972724 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:15:06.834691 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:15:30.964028 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d38f-5d67-4b8e-8159-dcaf1cee90d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:15:33.252549 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5234-155b-4380-a593-e28f5bc44f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:15:34.618603 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:15:35.974730 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:15:36.230466 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 5 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:15:36.836674 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:15:52.241953 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-876230'] for agent, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:00.965445 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d9872a18-1cd7-4551-babf-489b1b69aff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:03.253301 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-166f7797-d6fe-416a-be9e-b64d5a28fa8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:03.534072 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-876230'] for agent, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:04.620994 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:05.978744 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:06.838461 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:13.229935 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:16:22.219180 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:30.967582 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddcc84e0-b46d-475d-90d4-2d27d9aa02bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:33.254335 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cd1c85e8-6589-49dc-8b67-329c1471d341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:33.510111 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:34.624097 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:35.984902 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:36.841239 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:16:41.887856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49230) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:16:41.990014 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ffc7464f-43c3-4a5b-bf13-bbaf85a7f115 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1010201 Dec 09 22:16:44.392304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49240) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:16:44.446111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5e514a73-b02a-46ac-91c4-ede0ccf764e0 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0526559 Dec 09 22:16:50.228755 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:16:52.247223 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:00.967911 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4930edb4-2710-4e91-ab2c-d4d5069d8a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:03.255203 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-80931535-46a1-44ca-8e84-4ef37507e3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:03.508491 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:04.625758 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:05.986355 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:06.848542 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:22.263050 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:27.229055 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:17:30.970393 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-abe0e90f-d3b3-4c09-953c-5bb0376143d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:33.258721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e894897-0105-4952-b2c0-594191812ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:33.541038 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:34.629962 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:35.996341 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:36.843247 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:17:52.259791 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:00.986453 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22d86541-7e42-4050-8f5c-4176bc85e5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:03.271350 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2ddaaf7a-a5d0-44c9-b052-7836fb18d416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:03.518353 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:04.234380 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:18:04.633742 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:05.190059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49388) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:05.459698 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-network', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:05.482532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Made reservation on behalf of b0abe5836e9c4df48f4b55b4446d3961 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:05.490784 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:05.497421 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:05.580732 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:05.585265 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:05.616228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f66ea8-0293-4732-9f2e-a6431a44676e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:05.618229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:18:05.628362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.628708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.629045 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.629374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.629701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.630052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.630381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.630704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.631024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.631332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.631822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.632310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.632631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Tracked resource versions report: Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: pushed versions: Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: { 'AddressGroup': {'1.2'}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'ConntrackHelper': {'1.0'}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'LocalIPAssociation': {'1.0'}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'Log': {'1.0'}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'Network': {'1.1'}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'Port': {'1.7'}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'PortForwarding': {'1.2'}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'QosPolicy': {'1.10'}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'SecurityGroup': {'1.5'}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'SecurityGroupRule': {'1.2'}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'SubPort': {'1.0'}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'Subnet': {'1.1'}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'Trunk': {'1.1'}} Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: consumer versions: Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: { DHCP agent@n-d-789963-23: {}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: HyperV agent@n-h1-789963-23: {}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: HyperV agent@n-h2-789963-23: {}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: L3 agent@n-d-789963-23: {}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: Metadata agent@n-d-789963-23: {}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: Metering agent@n-d-789963-23: {}, Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: Open vSwitch agent@n-d-789963-23: { 'AddressGroup': '1.2', Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'ConntrackHelper': '1.0', Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'LocalIPAssociation': '1.0', Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'Log': '1.0', Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'Network': '1.1', Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'Port': '1.7', Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'PortForwarding': '1.2', Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'QosPolicy': '1.10', Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'SecurityGroup': '1.5', Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'SecurityGroupRule': '1.2', Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'SubPort': '1.0', Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'Subnet': '1.1', Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: 'Trunk': '1.1'}} Dec 09 22:18:05.633741 n-d-789963-23 neutron-server[103418]: {{(pid=103418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 22:18:05.640141 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:05.641037 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Added segment 8d0d25f6-2e72-4548-a935-a8bfefee0cbc of type vlan for network 445c2bc8-9472-47a8-b9c5-978adb5498a2 Dec 09 22:18:05.685259 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:05.714607 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:05.715632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:05.716307 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:05.750462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5587032 Dec 09 22:18:05.753976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49430) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:05.763140 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Request body: {'subnet': {'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-subnet', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:05.782934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c033cc4-666e-46de-bfa4-17cafea29947 admin admin] Pushing event updated for resources: {'Network': ['ID=445c2bc8-9472-47a8-b9c5-978adb5498a2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:05.793522 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 445c2bc8-9472-47a8-b9c5-978adb5498a2 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:18:05.814362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Made reservation on behalf of b0abe5836e9c4df48f4b55b4446d3961 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:05.817591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.007193 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.150186 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.211206 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=527b68bc-9630-41b5-96c7-5fc55cf1bfbb,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:06.219311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.219664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.220009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.220351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.220698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.221048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.221378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.221711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.222063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.222393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.222725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.223044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.223367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Tracked resource versions report: Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: pushed versions: Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: { 'AddressGroup': {'1.2'}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'ConntrackHelper': {'1.0'}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'LocalIPAssociation': {'1.0'}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'Log': {'1.0'}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'Network': {'1.1'}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'Port': {'1.7'}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'PortForwarding': {'1.2'}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'QosPolicy': {'1.10'}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'SecurityGroup': {'1.5'}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'SecurityGroupRule': {'1.2'}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'SubPort': {'1.0'}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'Subnet': {'1.1'}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'Trunk': {'1.1'}} Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: consumer versions: Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: { DHCP agent@n-d-789963-23: {}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: HyperV agent@n-h1-789963-23: {}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: HyperV agent@n-h2-789963-23: {}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: L3 agent@n-d-789963-23: {}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: Metadata agent@n-d-789963-23: {}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: Metering agent@n-d-789963-23: {}, Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: Open vSwitch agent@n-d-789963-23: { 'AddressGroup': '1.2', Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'ConntrackHelper': '1.0', Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'LocalIPAssociation': '1.0', Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'Log': '1.0', Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'Network': '1.1', Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'Port': '1.7', Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'PortForwarding': '1.2', Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'QosPolicy': '1.10', Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'SecurityGroup': '1.5', Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'SecurityGroupRule': '1.2', Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'SubPort': '1.0', Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'Subnet': '1.1', Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: 'Trunk': '1.1'}} Dec 09 22:18:06.224464 n-d-789963-23 neutron-server[103417]: {{(pid=103417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 22:18:06.241735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Checking segment: {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:06.242123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Network hostable DHCP agents. Network: 445c2bc8-9472-47a8-b9c5-978adb5498a2, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:18:06.268082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Network 445c2bc8-9472-47a8-b9c5-978adb5498a2 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:18:06.281501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 445c2bc8-9472-47a8-b9c5-978adb5498a2) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:06.291718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670bc20a-367a-4505-8e7c-e6177ea3442c None None] Network 445c2bc8-9472-47a8-b9c5-978adb5498a2 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:18:06.297227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:06.299033 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.324524 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e33d0c9c-26ee-4e8c-8f74-4c57a7afb2d7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5685484 Dec 09 22:18:06.330358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49454) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:06.334944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:06.357546 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.360365 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.420171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49460) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:06.431341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.436710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-445c2bc8-9472-47a8-b9c5-978adb5498a2', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:18:06.438283 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.616266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.641482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Allocated IP 172.20.0.2 (445c2bc8-9472-47a8-b9c5-978adb5498a2/527b68bc-9630-41b5-96c7-5fc55cf1bfbb/55aa0deb-d71e-4dc7-9ef9-158afa228feb) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:06.812502 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.820542 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.879715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Network 445c2bc8-9472-47a8-b9c5-978adb5498a2 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:06.888781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:06.890025 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.891981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:06.902185 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.907983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Pushing event updated for resources: {'Port': ['ID=55aa0deb-d71e-4dc7-9ef9-158afa228feb,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:06.912711 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.937644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.938333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.938822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.939303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.939781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.940262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.940742 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.941213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.941682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.941935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-927237261-network', 'tenant_id': '3d1b37906be84157a8f74e1f36d6847e'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:06.942709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.943198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.943715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.944260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Tracked resource versions report: Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: pushed versions: Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: { 'AddressGroup': {'1.2'}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'ConntrackHelper': {'1.0'}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'LocalIPAssociation': {'1.0'}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'Log': {'1.0'}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'Network': {'1.1'}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'Port': {'1.7'}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'PortForwarding': {'1.2'}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'QosPolicy': {'1.10'}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'SecurityGroup': {'1.5'}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'SecurityGroupRule': {'1.2'}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'SubPort': {'1.0'}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'Subnet': {'1.1'}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'Trunk': {'1.1'}} Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: consumer versions: Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: { DHCP agent@n-d-789963-23: {}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: HyperV agent@n-h1-789963-23: {}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: HyperV agent@n-h2-789963-23: {}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: L3 agent@n-d-789963-23: {}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: Metadata agent@n-d-789963-23: {}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: Metering agent@n-d-789963-23: {}, Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: Open vSwitch agent@n-d-789963-23: { 'AddressGroup': '1.2', Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'ConntrackHelper': '1.0', Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'LocalIPAssociation': '1.0', Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'Log': '1.0', Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'Network': '1.1', Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'Port': '1.7', Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'PortForwarding': '1.2', Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'QosPolicy': '1.10', Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'SecurityGroup': '1.5', Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'SecurityGroupRule': '1.2', Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'SubPort': '1.0', Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'Subnet': '1.1', Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: 'Trunk': '1.1'}} Dec 09 22:18:06.945669 n-d-789963-23 neutron-server[103419]: {{(pid=103419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 22:18:06.983302 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Attempting to bind port 55aa0deb-d71e-4dc7-9ef9-158afa228feb on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:06.984941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Attempting to bind port 55aa0deb-d71e-4dc7-9ef9-158afa228feb by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:06.985487 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Attempting to bind port 55aa0deb-d71e-4dc7-9ef9-158afa228feb on network 445c2bc8-9472-47a8-b9c5-978adb5498a2 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:06.989521 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Made reservation on behalf of 3d1b37906be84157a8f74e1f36d6847e for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:06.991886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:06.992340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Checking segment: {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:06.992983 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.993518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Bound using segment: {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:06.993628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:06.994379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Bound port: 55aa0deb-d71e-4dc7-9ef9-158afa228feb, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:06.995076 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.005684 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.049657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Allocated IP 172.25.8.126 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/5632100a-99ce-459e-b425-0db80d48de96) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:07.114880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] For port 55aa0deb-d71e-4dc7-9ef9-158afa228feb, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:07.119587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] For port 55aa0deb-d71e-4dc7-9ef9-158afa228feb, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=55aa0deb-d71e-4dc7-9ef9-158afa228feb,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:07.124926 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.130227 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.139435 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.221214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a0ca4-3c2e-4a21-bafc-5d6efd7d53c7 None None] Pushing event updated for resources: {'Port': ['ID=55aa0deb-d71e-4dc7-9ef9-158afa228feb,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:07.226668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:18:07.235414 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283f3b24-b91e-4ecd-a542-872529db18e5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:07.248155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734980874177', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.248731 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Unsubscribe: segment precommit_create {{(pid=103417) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 22:18:07.249324 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Added segment 4e08dda9-c053-4354-844c-62db4b041eb4 of type vlan for network 3c725022-0e1b-43f0-a815-e26b6aa8947f Dec 09 22:18:07.261953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.322416 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.330893 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.361365 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:07.372012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:07.381835 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.383103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:07.383850 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.388730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Pushing event updated for resources: {'Port': ['ID=5632100a-99ce-459e-b425-0db80d48de96,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:07.404844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:07.561296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1399851 Dec 09 22:18:07.564859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49496) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:07.570035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-427df03d-a048-45f5-a16b-c2664fc108a1 admin admin] Request body: {'subnet': {'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-927237261-subnet', 'tenant_id': '3d1b37906be84157a8f74e1f36d6847e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:07.582822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34498817-5b11-4a2b-86a5-7bc7fdfc2694 admin admin] Pushing event updated for resources: {'Network': ['ID=3c725022-0e1b-43f0-a815-e26b6aa8947f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:07.594271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 3c725022-0e1b-43f0-a815-e26b6aa8947f details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:18:07.619151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427df03d-a048-45f5-a16b-c2664fc108a1 admin admin] Made reservation on behalf of 3d1b37906be84157a8f74e1f36d6847e for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:07.630490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-427df03d-a048-45f5-a16b-c2664fc108a1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.898577 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.918039 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-427df03d-a048-45f5-a16b-c2664fc108a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:07.981922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427df03d-a048-45f5-a16b-c2664fc108a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2ce2bf-a35f-4018-a4cc-40f652c375bc,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:07.992053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427df03d-a048-45f5-a16b-c2664fc108a1 admin admin] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:07.992567 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427df03d-a048-45f5-a16b-c2664fc108a1 admin admin] Network hostable DHCP agents. Network: 3c725022-0e1b-43f0-a815-e26b6aa8947f, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:18:08.039366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427df03d-a048-45f5-a16b-c2664fc108a1 admin admin] Network 3c725022-0e1b-43f0-a815-e26b6aa8947f is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:18:08.058026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-427df03d-a048-45f5-a16b-c2664fc108a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 3c725022-0e1b-43f0-a815-e26b6aa8947f) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:08.070827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb6eb7a-d63e-421d-94f9-f59e1e4e0bd5 None None] Network 3c725022-0e1b-43f0-a815-e26b6aa8947f requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:18:08.073698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427df03d-a048-45f5-a16b-c2664fc108a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:08.074812 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-427df03d-a048-45f5-a16b-c2664fc108a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:08.103982 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-427df03d-a048-45f5-a16b-c2664fc108a1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5378294 Dec 09 22:18:08.178543 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:08.208361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60254723-dfdc-4df5-98da-c78ef20d677c None None] Network 3c725022-0e1b-43f0-a815-e26b6aa8947f requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:18:08.361649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Router c1a87771-edc5-4c1a-8f99-297c48201c2c is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:18:08.478093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83361e3c-e375-48c6-af7e-8925419aaab3 None None] Network 445c2bc8-9472-47a8-b9c5-978adb5498a2 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:18:08.510056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:18:08.521103 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Sync routers for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:18:08.533941 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:18:08.534528 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:18:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:08.551062 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:08.555396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0492696b-57ee-4fe9-870c-106b70c4dda7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2212417 Dec 09 22:18:08.555527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49536) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:08.581851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-90f7a080-1402-4986-98d7-7d828a5b7508 None None] Provisioning complete for port 55aa0deb-d71e-4dc7-9ef9-158afa228feb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:08.582458 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-90f7a080-1402-4986-98d7-7d828a5b7508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:08.678933 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:18:08.752449 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-90f7a080-1402-4986-98d7-7d828a5b7508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:08.802143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-90f7a080-1402-4986-98d7-7d828a5b7508 None None] For port 55aa0deb-d71e-4dc7-9ef9-158afa228feb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=55aa0deb-d71e-4dc7-9ef9-158afa228feb,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:08.807732 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-90f7a080-1402-4986-98d7-7d828a5b7508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:08.882897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7a080-1402-4986-98d7-7d828a5b7508 None None] Pushing event updated for resources: {'Port': ['ID=55aa0deb-d71e-4dc7-9ef9-158afa228feb,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:08.957001 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:07Z', 'revision_number': 3, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:09.009948 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Checking router: c1a87771-edc5-4c1a-8f99-297c48201c2c for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:18:09.010645 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Updating router c1a87771-edc5-4c1a-8f99-297c48201c2c port 5632100a-99ce-459e-b425-0db80d48de96 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:18:09.048523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 55aa0deb-d71e-4dc7-9ef9-158afa228feb up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:09.082895 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:09.099940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-548a2062-c54f-4c32-a646-57edc49ef1fb None None] Provisioning complete for port 55aa0deb-d71e-4dc7-9ef9-158afa228feb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:09.100892 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-548a2062-c54f-4c32-a646-57edc49ef1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:09.238488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 55aa0deb-d71e-4dc7-9ef9-158afa228feb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:09.239129 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:09.275701 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:09.461674 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:09.469831 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:09.489531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Allocated IP 172.20.0.1 (445c2bc8-9472-47a8-b9c5-978adb5498a2/527b68bc-9630-41b5-96c7-5fc55cf1bfbb/1260ebe4-7ee4-4719-a64a-0525b210d34e) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:09.547327 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Pushing event updated for resources: {'Port': ['ID=5632100a-99ce-459e-b425-0db80d48de96,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:09.564926 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.565056 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.565343 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.565685 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.566049 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.566385 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.566719 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.567048 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.567376 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.567700 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.568021 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.568344 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.568672 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Tracked resource versions report: Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: pushed versions: Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: { 'AddressGroup': {'1.2'}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'ConntrackHelper': {'1.0'}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'LocalIPAssociation': {'1.0'}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'Log': {'1.0'}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'Network': {'1.1'}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'Port': {'1.7'}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'PortForwarding': {'1.2'}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'QosPolicy': {'1.10'}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'SecurityGroup': {'1.5'}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'SecurityGroupRule': {'1.2'}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'SubPort': {'1.0'}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'Subnet': {'1.1'}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'Trunk': {'1.1'}} Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: consumer versions: Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: { DHCP agent@n-d-789963-23: {}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: HyperV agent@n-h1-789963-23: {}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: HyperV agent@n-h2-789963-23: {}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: L3 agent@n-d-789963-23: {}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: Metadata agent@n-d-789963-23: {}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: Metering agent@n-d-789963-23: {}, Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: Open vSwitch agent@n-d-789963-23: { 'AddressGroup': '1.2', Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'ConntrackHelper': '1.0', Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'LocalIPAssociation': '1.0', Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'Log': '1.0', Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'Network': '1.1', Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'Port': '1.7', Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'PortForwarding': '1.2', Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'QosPolicy': '1.10', Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'SecurityGroup': '1.5', Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'SecurityGroupRule': '1.2', Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'SubPort': '1.0', Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'Subnet': '1.1', Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: 'Trunk': '1.1'}} Dec 09 22:18:09.570027 n-d-789963-23 neutron-server[103420]: {{(pid=103420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 22:18:09.573358 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Attempting to bind port 5632100a-99ce-459e-b425-0db80d48de96 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:09.573765 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Attempting to bind port 5632100a-99ce-459e-b425-0db80d48de96 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:09.574170 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Attempting to bind port 5632100a-99ce-459e-b425-0db80d48de96 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:09.584746 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:09.585126 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:09.585533 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:09.585968 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:09.586445 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Bound port: 5632100a-99ce-459e-b425-0db80d48de96, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:09.586846 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:09.635750 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:09.647493 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] For port 5632100a-99ce-459e-b425-0db80d48de96, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:09.651662 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] For port 5632100a-99ce-459e-b425-0db80d48de96, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5632100a-99ce-459e-b425-0db80d48de96,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:09.659522 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:09.689004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:09.715360 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208be16-fcf3-4e5b-97c2-7e1a3e223d6b None None] Pushing event updated for resources: {'Port': ['ID=5632100a-99ce-459e-b425-0db80d48de96,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:09.736663 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:18:09.737310 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:18:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:09.742245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Pushing event updated for resources: {'Port': ['ID=1260ebe4-7ee4-4719-a64a-0525b210d34e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:09.754302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Network 445c2bc8-9472-47a8-b9c5-978adb5498a2 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:09.755719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:09.767818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:09.768312 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:09.963817 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:18:10.039931 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.114516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-48e03431-a60f-48aa-9c93-9c92d8145d4d None None] Provisioning complete for port 1260ebe4-7ee4-4719-a64a-0525b210d34e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:10.115084 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48e03431-a60f-48aa-9c93-9c92d8145d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.192658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-48e03431-a60f-48aa-9c93-9c92d8145d4d None None] Port 1260ebe4-7ee4-4719-a64a-0525b210d34e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:18:10.217167 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49594) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:10.223122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-889117899-network', 'tenant_id': 'bc8d931d4abb43cd8117fd3e67b5f758'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:10.245180 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:07Z', 'revision_number': 3, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:10.271012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Made reservation on behalf of bc8d931d4abb43cd8117fd3e67b5f758 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:10.273878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.279288 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84561f6c-f680-48bd-a144-0c5ff5834d03 None None] The sync data for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 is: [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:07Z', 'revision_number': 3, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:18:10.290378 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.453670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.459365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.465834 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.472811 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.473690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.492563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8063ba-42cf-41bb-a936-b96012f60fef,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:10.518223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:18:10.527208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Pushing event updated for resources: {'Port': ['ID=1260ebe4-7ee4-4719-a64a-0525b210d34e,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:10.540863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.541223 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Added segment 92c1d021-7c80-49d8-9f61-bdab03f532e8 of type vlan for network b965506e-567b-4d2b-b85a-3b1e7947cdab Dec 09 22:18:10.612067 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.646871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49618) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:10.649475 n-d-789963-23 neutron-server[103418]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 22:18:10.672199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.673476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:10.674184 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:10.697646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-7908a220-1ba1-4b4d-8de4-8432f6195990 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=13f2216abe2e42fa845fd6c9f20cc9b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491502 Dec 09 22:18:10.749089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] Pushing event updated for resources: {'Network': ['ID=b965506e-567b-4d2b-b85a-3b1e7947cdab,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:10.760560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b965506e-567b-4d2b-b85a-3b1e7947cdab details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:18:10.764810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Network 445c2bc8-9472-47a8-b9c5-978adb5498a2 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:10.775184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:10.796019 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3392d555-99bd-4a79-bda5-ffeccda4532a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5764434 Dec 09 22:18:10.799039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49628) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:10.807235 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0d196ba5-1fd6-448b-b6fa-2d08201ee1fc admin admin] Request body: {'subnet': {'network_id': 'b965506e-567b-4d2b-b85a-3b1e7947cdab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-889117899-subnet', 'tenant_id': 'bc8d931d4abb43cd8117fd3e67b5f758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:10.864910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d196ba5-1fd6-448b-b6fa-2d08201ee1fc admin admin] Made reservation on behalf of bc8d931d4abb43cd8117fd3e67b5f758 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:10.867533 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d196ba5-1fd6-448b-b6fa-2d08201ee1fc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:11.125241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3e2028d3-d6f0-4252-a389-4999049ced82 None None] Provisioning complete for port 1260ebe4-7ee4-4719-a64a-0525b210d34e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:11.127588 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e2028d3-d6f0-4252-a389-4999049ced82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:11.166520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5632100a-99ce-459e-b425-0db80d48de96 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:11.202303 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d196ba5-1fd6-448b-b6fa-2d08201ee1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:11.224650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a902359a-e878-4e11-b710-e8dcf599798b tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:11.232715 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a902359a-e878-4e11-b710-e8dcf599798b tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5256829 Dec 09 22:18:11.243827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5632100a-99ce-459e-b425-0db80d48de96 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:11.252647 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:11.254350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-37dc8280-5565-40dc-b224-93d13dfe974c tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/quotas/13f2216abe2e42fa845fd6c9f20cc9b9 HTTP/1.1" status: 200 len: 375 time: 0.0202997 Dec 09 22:18:11.278275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d196ba5-1fd6-448b-b6fa-2d08201ee1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae55f6f-6706-4a58-b7d3-c4a4cab54aca,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:11.335364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-81bfda04-b031-468e-8311-62dfb01bdd2f tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=13f2216abe2e42fa845fd6c9f20cc9b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788279 Dec 09 22:18:11.360387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d196ba5-1fd6-448b-b6fa-2d08201ee1fc admin admin] Checking segment: {'id': '92c1d021-7c80-49d8-9f61-bdab03f532e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b965506e-567b-4d2b-b85a-3b1e7947cdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:11.361221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d196ba5-1fd6-448b-b6fa-2d08201ee1fc admin admin] Network hostable DHCP agents. Network: b965506e-567b-4d2b-b85a-3b1e7947cdab, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:18:11.394798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3e2028d3-d6f0-4252-a389-4999049ced82 None None] Port 1260ebe4-7ee4-4719-a64a-0525b210d34e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:18:11.408522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d196ba5-1fd6-448b-b6fa-2d08201ee1fc admin admin] Network b965506e-567b-4d2b-b85a-3b1e7947cdab is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:18:11.423067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Router c1a87771-edc5-4c1a-8f99-297c48201c2c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:18:11.427992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0d196ba5-1fd6-448b-b6fa-2d08201ee1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b965506e-567b-4d2b-b85a-3b1e7947cdab) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:11.432924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d196ba5-1fd6-448b-b6fa-2d08201ee1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:11.434240 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d196ba5-1fd6-448b-b6fa-2d08201ee1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:11.460990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c095830-7cb3-4210-82e7-83d67259147f None None] Network b965506e-567b-4d2b-b85a-3b1e7947cdab requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:18:11.467338 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0d196ba5-1fd6-448b-b6fa-2d08201ee1fc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6672325 Dec 09 22:18:11.627260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa65ae6f-d053-4c06-af34-0081c1f746f1 None None] Network b965506e-567b-4d2b-b85a-3b1e7947cdab requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:18:11.645632 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:11.736316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:18:11.756997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 5632100a-99ce-459e-b425-0db80d48de96, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5632100a-99ce-459e-b425-0db80d48de96,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:11.758512 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3f74dc74-2e3b-47b7-bccc-9107841ee938 admin admin] 10.222.0.16 "PUT /v2.0/routers/c1a87771-edc5-4c1a-8f99-297c48201c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2008593 Dec 09 22:18:11.777028 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:11.777837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 55aa0deb-d71e-4dc7-9ef9-158afa228feb up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:11.967302 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=5632100a-99ce-459e-b425-0db80d48de96,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:11.976477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 55aa0deb-d71e-4dc7-9ef9-158afa228feb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:11.977063 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:12.024695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49682) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:12.074079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49690) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:12.390166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49706) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:12.404945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-06541a32-0dcf-45ef-9aa4-b04bf774928f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:12.440068 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49712) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:12.494643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b11ca79-7c46-4130-bed6-6f06fd1bfc4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:12.551141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-06541a32-0dcf-45ef-9aa4-b04bf774928f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:12.564743 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-06541a32-0dcf-45ef-9aa4-b04bf774928f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:12.619497 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-06541a32-0dcf-45ef-9aa4-b04bf774928f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c95e70d132644e72a79bc2f9cd3678ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5932901 Dec 09 22:18:12.622337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49726) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:12.632003 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddb03b96-20ea-4de2-b3f3-fc3ff28e8696 req-f1de796f-e1e9-4345-83aa-c0506d982c71 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 210 time: 0.2395861 Dec 09 22:18:12.659862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Sync routers for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:18:12.675311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:18:12.676071 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a1e211c6-814a-4008-b044-156470232a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:18:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:12.718071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06541a32-0dcf-45ef-9aa4-b04bf774928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed7f1f2-f85f-4734-9d5d-3075c3b599a4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:12.804609 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b11ca79-7c46-4130-bed6-6f06fd1bfc4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:12.812592 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a59eb369-8b2d-4936-b1b5-b1e603737aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:12.816199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b11ca79-7c46-4130-bed6-6f06fd1bfc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:12.822229 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-057b998f-9b59-4f17-90a0-24dec385cd26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:12.874375 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a59eb369-8b2d-4936-b1b5-b1e603737aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:12.887005 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6b11ca79-7c46-4130-bed6-6f06fd1bfc4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc1be6b263e94703b56588aa78bc48e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8114860 Dec 09 22:18:12.890598 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49740) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:12.892992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11ca79-7c46-4130-bed6-6f06fd1bfc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c68f45e-627f-4068-9034-db062ee7a7cc,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:12.917026 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:18:12.966597 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a59eb369-8b2d-4936-b1b5-b1e603737aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:12.974514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a59eb369-8b2d-4936-b1b5-b1e603737aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:12.976206 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a59eb369-8b2d-4936-b1b5-b1e603737aed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aed7f1f2-f85f-4734-9d5d-3075c3b599a4 HTTP/1.1" status: 204 len: 168 time: 0.3520491 Dec 09 22:18:13.005639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59eb369-8b2d-4936-b1b5-b1e603737aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed7f1f2-f85f-4734-9d5d-3075c3b599a4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:13.063681 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3766f0bf-0b3a-49d2-b33d-54e2d319abf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.101778 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3766f0bf-0b3a-49d2-b33d-54e2d319abf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.124472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-057b998f-9b59-4f17-90a0-24dec385cd26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.141293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5632100a-99ce-459e-b425-0db80d48de96 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:13.159260 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-057b998f-9b59-4f17-90a0-24dec385cd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.227864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-057b998f-9b59-4f17-90a0-24dec385cd26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f430ad5e1f7c46de958608f4af93f90f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7867644 Dec 09 22:18:13.230905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49762) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:13.252296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5632100a-99ce-459e-b425-0db80d48de96 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:13.252947 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.355523 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3766f0bf-0b3a-49d2-b33d-54e2d319abf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.358116 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3766f0bf-0b3a-49d2-b33d-54e2d319abf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.359330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3766f0bf-0b3a-49d2-b33d-54e2d319abf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c68f45e-627f-4068-9034-db062ee7a7cc HTTP/1.1" status: 204 len: 168 time: 0.4677825 Dec 09 22:18:13.391675 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b998f-9b59-4f17-90a0-24dec385cd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15f5864-4e87-4729-a67f-db815d60b285,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:13.451570 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-384e6b35-7514-4d0f-a589-81d395d9d963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.479551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766f0bf-0b3a-49d2-b33d-54e2d319abf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c68f45e-627f-4068-9034-db062ee7a7cc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:13.627563 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-384e6b35-7514-4d0f-a589-81d395d9d963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.652909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-1e89ad90-9ad6-4f5c-89ec-abd3c6671945 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:13.655442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-1e89ad90-9ad6-4f5c-89ec-abd3c6671945 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 820 time: 0.2654710 Dec 09 22:18:13.699986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e90aebed-9b79-4d5e-9733-22563f7e7878 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/quotas/3d1b37906be84157a8f74e1f36d6847e HTTP/1.1" status: 200 len: 375 time: 0.0275438 Dec 09 22:18:13.748398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-c5028d52-1fdb-4833-ac88-765a5418d95d tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472000 Dec 09 22:18:13.769580 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-384e6b35-7514-4d0f-a589-81d395d9d963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.774031 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-384e6b35-7514-4d0f-a589-81d395d9d963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.775344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-384e6b35-7514-4d0f-a589-81d395d9d963 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c15f5864-4e87-4729-a67f-db815d60b285 HTTP/1.1" status: 204 len: 168 time: 0.5377266 Dec 09 22:18:13.795353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e6b35-7514-4d0f-a589-81d395d9d963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15f5864-4e87-4729-a67f-db815d60b285,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:13.804084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a1e211c6-814a-4008-b044-156470232a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:10Z', 'revision_number': 2, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:13.819166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49808) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:13.846129 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97242ce9-b58e-471c-b334-986aa3ed33dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.891262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Checking router: c1a87771-edc5-4c1a-8f99-297c48201c2c for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:18:13.891617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Updating router c1a87771-edc5-4c1a-8f99-297c48201c2c port 1260ebe4-7ee4-4719-a64a-0525b210d34e binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:18:13.936991 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:13.978115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49812) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:13.983357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1412049318-network', 'tenant_id': '156e53600390443993de4dc3d93cfc30'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:14.003852 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97242ce9-b58e-471c-b334-986aa3ed33dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.041215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Made reservation on behalf of 156e53600390443993de4dc3d93cfc30 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:14.043563 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.043964 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97242ce9-b58e-471c-b334-986aa3ed33dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.056576 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.102475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df6eb812-bddb-4eec-920a-fea2dd203a21 req-4f301880-b84c-45ec-8755-a937ac04b202 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 210 time: 0.0948920 Dec 09 22:18:14.108290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97242ce9-b58e-471c-b334-986aa3ed33dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c05683-6a31-4ffc-b2d5-d97a1c2c2e7d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:14.177585 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-97242ce9-b58e-471c-b334-986aa3ed33dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=534636a87a434bbbad731be853dcf2f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3572428 Dec 09 22:18:14.179003 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49816) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:14.230272 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.244422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.281681 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81fe4828-795c-4532-a702-81dd895b1bad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.305555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:18:14.320987 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81fe4828-795c-4532-a702-81dd895b1bad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.357123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf24750-02d3-42e9-a295-97cc98cce0e8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:14.357770 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.368094 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.368487 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Added segment c998f788-ec40-4824-a85b-6d61fe9f11bd of type vlan for network 92158838-404f-43ca-9f0a-61316959dc72 Dec 09 22:18:14.371182 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.422897 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81fe4828-795c-4532-a702-81dd895b1bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.425858 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81fe4828-795c-4532-a702-81dd895b1bad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.427077 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-81fe4828-795c-4532-a702-81dd895b1bad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7c05683-6a31-4ffc-b2d5-d97a1c2c2e7d HTTP/1.1" status: 204 len: 168 time: 0.2471867 Dec 09 22:18:14.442089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe4828-795c-4532-a702-81dd895b1bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c05683-6a31-4ffc-b2d5-d97a1c2c2e7d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:14.454711 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.464896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7add8b-b2e6-42e3-83d3-c1af442da207 None None] Pushing event updated for resources: {'Port': ['ID=1260ebe4-7ee4-4719-a64a-0525b210d34e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:14.517318 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.524655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:14.525523 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.583515 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6040761 Dec 09 22:18:14.586385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49836) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:14.591363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a3473e82-b2b7-4af6-8439-fa9e040c0205 admin admin] Request body: {'subnet': {'network_id': '92158838-404f-43ca-9f0a-61316959dc72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1412049318-subnet', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:14.650656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Attempting to bind port 1260ebe4-7ee4-4719-a64a-0525b210d34e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:14.651331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Attempting to bind port 1260ebe4-7ee4-4719-a64a-0525b210d34e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:14.651504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Attempting to bind port 1260ebe4-7ee4-4719-a64a-0525b210d34e on network 445c2bc8-9472-47a8-b9c5-978adb5498a2 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:14.658366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3473e82-b2b7-4af6-8439-fa9e040c0205 admin admin] Made reservation on behalf of 156e53600390443993de4dc3d93cfc30 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:14.660671 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3473e82-b2b7-4af6-8439-fa9e040c0205 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.661026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d607a24-4513-4c81-8e49-8a06149d9beb admin admin] Pushing event updated for resources: {'Network': ['ID=92158838-404f-43ca-9f0a-61316959dc72,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:14.674232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:14.677601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Checking segment: {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:14.678082 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.678488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Bound using segment: {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:14.680230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Bound port: 1260ebe4-7ee4-4719-a64a-0525b210d34e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:14.681879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.694116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 92158838-404f-43ca-9f0a-61316959dc72 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:18:14.725252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49838) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:14.770783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.18', 49775) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:14.801367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e20bf938-b89a-4c5b-89a6-81edf407e508 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:18:14.802636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e20bf938-b89a-4c5b-89a6-81edf407e508 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6704702 Dec 09 22:18:14.859157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49842) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:14.897687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-21003194-ed51-4903-bd12-3e08d287e1bd None None] Provisioning complete for port 1260ebe4-7ee4-4719-a64a-0525b210d34e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:14.899109 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-21003194-ed51-4903-bd12-3e08d287e1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.914387 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c68d26b-6498-4b12-a7c5-5714ad542170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:14.950599 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a1e211c6-814a-4008-b044-156470232a29 None None] For port 1260ebe4-7ee4-4719-a64a-0525b210d34e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:14.954297 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-ef82fc94-d6c7-4acd-bb62-58833c8643c3 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=13f2216abe2e42fa845fd6c9f20cc9b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1684206 Dec 09 22:18:14.983289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a1e211c6-814a-4008-b044-156470232a29 None None] For port 1260ebe4-7ee4-4719-a64a-0525b210d34e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1260ebe4-7ee4-4719-a64a-0525b210d34e,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:14.995306 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.067102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7add8b-b2e6-42e3-83d3-c1af442da207 None None] Pushing event updated for resources: {'Port': ['ID=1260ebe4-7ee4-4719-a64a-0525b210d34e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:15.082381 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-21003194-ed51-4903-bd12-3e08d287e1bd None None] Port 1260ebe4-7ee4-4719-a64a-0525b210d34e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:18:15.102204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:18:15.102876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a1e211c6-814a-4008-b044-156470232a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:18:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:15.143947 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3473e82-b2b7-4af6-8439-fa9e040c0205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.262502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-34016cc8-697b-4228-9681-bcbc73caa0cb tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:15.264016 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-34016cc8-697b-4228-9681-bcbc73caa0cb tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2990897 Dec 09 22:18:15.276347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3473e82-b2b7-4af6-8439-fa9e040c0205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:15.364116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49856) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:15.376986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-451c2356-84bb-478b-8c70-07f3344f9f73 req-80ff601f-a22b-4158-baaf-a70b17862abf tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 210 time: 0.0789862 Dec 09 22:18:15.391790 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-a1e211c6-814a-4008-b044-156470232a29 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:18:15.393292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0720faf1-fbf4-4b59-9144-6f3a85d85ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.404406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3473e82-b2b7-4af6-8439-fa9e040c0205 admin admin] Checking segment: {'id': 'c998f788-ec40-4824-a85b-6d61fe9f11bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '92158838-404f-43ca-9f0a-61316959dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:15.404979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3473e82-b2b7-4af6-8439-fa9e040c0205 admin admin] Network hostable DHCP agents. Network: 92158838-404f-43ca-9f0a-61316959dc72, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:18:15.406216 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c68d26b-6498-4b12-a7c5-5714ad542170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.418308 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Request body: {'port': {'device_id': '77022e47-1603-4195-81e9-55144e5171aa', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': '13f2216abe2e42fa845fd6c9f20cc9b9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:15.474200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c68d26b-6498-4b12-a7c5-5714ad542170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.491891 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0720faf1-fbf4-4b59-9144-6f3a85d85ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.506752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-2a29d2f4-5f59-4a4c-b7cf-e09a510c3de0 service neutron] 10.222.0.16 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950119 Dec 09 22:18:15.518490 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0720faf1-fbf4-4b59-9144-6f3a85d85ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.587742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3473e82-b2b7-4af6-8439-fa9e040c0205 admin admin] Network 92158838-404f-43ca-9f0a-61316959dc72 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:18:15.620270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720faf1-fbf4-4b59-9144-6f3a85d85ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a431b28-91d2-4435-8be9-367578b3498f,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:15.629056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68d26b-6498-4b12-a7c5-5714ad542170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d9953c-3f34-48ff-bbd4-b75b3435739d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:15.643799 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0720faf1-fbf4-4b59-9144-6f3a85d85ec5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c67a0f379134cbc90ad6875aecc5ab8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2761188 Dec 09 22:18:15.650696 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5c68d26b-6498-4b12-a7c5-5714ad542170 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0c047afd5714d499dea7220d5fc0621&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7887022 Dec 09 22:18:15.652281 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49862) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:15.656732 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49864) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:15.658557 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b3870bc7-9759-4769-85f0-45b3f45e0a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.675091 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-a3473e82-b2b7-4af6-8439-fa9e040c0205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 92158838-404f-43ca-9f0a-61316959dc72) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:15.694945 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3473e82-b2b7-4af6-8439-fa9e040c0205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:15.695679 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3473e82-b2b7-4af6-8439-fa9e040c0205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.703518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cdcddb-2a32-4c7d-baac-e6ec8a43f91a None None] Network 92158838-404f-43ca-9f0a-61316959dc72 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:18:15.746025 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a3473e82-b2b7-4af6-8439-fa9e040c0205 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1584456 Dec 09 22:18:15.751316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49872) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:15.759751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1412049318-router', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:15.777614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-cf864ed7-ba64-4b55-9966-5e0d38a8b4cb service neutron] 10.222.0.16 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695482 Dec 09 22:18:15.822810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9c686729-6cb3-40bb-965d-ecc0aad1eabe None None] Provisioning complete for port 1260ebe4-7ee4-4719-a64a-0525b210d34e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:15.823181 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9c686729-6cb3-40bb-965d-ecc0aad1eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.827825 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2631eeb1-3569-45c7-a8b3-2eef039a78b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.839181 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.841121 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.868782 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da71c06b-4f59-4db8-a6a5-faae1282dac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.906842 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2631eeb1-3569-45c7-a8b3-2eef039a78b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.928169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Made reservation on behalf of 13f2216abe2e42fa845fd6c9f20cc9b9 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:15.938463 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.949562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:15.964047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-92158838-404f-43ca-9f0a-61316959dc72', 'network_id': '92158838-404f-43ca-9f0a-61316959dc72', 'project_id': '156e53600390443993de4dc3d93cfc30', 'fixed_ips': [{'subnet_id': '202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:18:15.965606 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.003095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a1e211c6-814a-4008-b044-156470232a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:14Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:16.010199 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da71c06b-4f59-4db8-a6a5-faae1282dac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.040540 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b3870bc7-9759-4769-85f0-45b3f45e0a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.057285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b3870bc7-9759-4769-85f0-45b3f45e0a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.113061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e211c6-814a-4008-b044-156470232a29 None None] The sync data for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 is: [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:14Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:18:16.177615 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b3870bc7-9759-4769-85f0-45b3f45e0a8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e695e5d5cec445649e0f067181eaf6f0&name=default HTTP/1.1" status: 200 len: 2995 time: 1.4498887 Dec 09 22:18:16.178346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3870bc7-9759-4769-85f0-45b3f45e0a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099df839-6991-4cb9-9d65-a15341795c04,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:16.183547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49904) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:16.192816 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.336398 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9c686729-6cb3-40bb-965d-ecc0aad1eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.391328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-02bfff4f-2074-4171-8dd2-1d94816dfc1e tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a6915bcf9d564ca38fb164dcddfff7ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1599226 Dec 09 22:18:16.455357 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.482225 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.527215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9c686729-6cb3-40bb-965d-ecc0aad1eabe None None] For port 1260ebe4-7ee4-4719-a64a-0525b210d34e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1260ebe4-7ee4-4719-a64a-0525b210d34e,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:16.531078 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7a89305-b24b-4dbd-86d4-d339dbb463f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.543350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d50fdf9-495d-40b3-8371-574c96277eea req-fdb28e97-4f5b-4acb-9505-7158568b09ef tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 210 time: 0.1646702 Dec 09 22:18:16.548459 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9c686729-6cb3-40bb-965d-ecc0aad1eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.568068 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da71c06b-4f59-4db8-a6a5-faae1282dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.572062 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da71c06b-4f59-4db8-a6a5-faae1282dac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.573478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-da71c06b-4f59-4db8-a6a5-faae1282dac1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a431b28-91d2-4435-8be9-367578b3498f HTTP/1.1" status: 204 len: 168 time: 0.9157414 Dec 09 22:18:16.622963 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Allocated IP 172.20.0.2 (92158838-404f-43ca-9f0a-61316959dc72/202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b/28699f6d-c60f-4377-9551-563613bd2fa7) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:16.693389 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2631eeb1-3569-45c7-a8b3-2eef039a78b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.699898 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2631eeb1-3569-45c7-a8b3-2eef039a78b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.706795 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2631eeb1-3569-45c7-a8b3-2eef039a78b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2d9953c-3f34-48ff-bbd4-b75b3435739d HTTP/1.1" status: 204 len: 168 time: 1.0476031 Dec 09 22:18:16.784061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71c06b-4f59-4db8-a6a5-faae1282dac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a431b28-91d2-4435-8be9-367578b3498f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:16.819248 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c686729-6cb3-40bb-965d-ecc0aad1eabe None None] Pushing event updated for resources: {'Port': ['ID=1260ebe4-7ee4-4719-a64a-0525b210d34e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:16.936705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c560f45-6d14-4090-88ce-5695d51096ff,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:16.948078 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7a89305-b24b-4dbd-86d4-d339dbb463f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:16.954253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631eeb1-3569-45c7-a8b3-2eef039a78b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d9953c-3f34-48ff-bbd4-b75b3435739d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:17.095624 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:17.157512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-ed9c5d18-345e-41cb-9537-574e2cb82577 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:17.173190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-ed9c5d18-345e-41cb-9537-574e2cb82577 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7791078 Dec 09 22:18:17.229136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-f9094769-e1af-4cca-8cd2-9fa0d4cd9be3 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/quotas/a6915bcf9d564ca38fb164dcddfff7ba HTTP/1.1" status: 200 len: 375 time: 0.0541284 Dec 09 22:18:17.281417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4c631f7-0ab0-4a47-940f-88e2e235c2fc req-c68c4300-3154-47e5-8956-0ca2b1ec856a tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 210 time: 0.0655370 Dec 09 22:18:17.323460 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:17.340455 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:17.361738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-3fcafdc8-94fa-4416-a371-403c6b1edf12 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6915bcf9d564ca38fb164dcddfff7ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1308293 Dec 09 22:18:17.464193 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7a89305-b24b-4dbd-86d4-d339dbb463f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:17.467193 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7a89305-b24b-4dbd-86d4-d339dbb463f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:17.473522 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e7a89305-b24b-4dbd-86d4-d339dbb463f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/099df839-6991-4cb9-9d65-a15341795c04 HTTP/1.1" status: 204 len: 168 time: 1.2772927 Dec 09 22:18:17.514813 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1260ebe4-7ee4-4719-a64a-0525b210d34e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:17.516864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Allocated IP 192.168.233.200 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/ac185126-dc83-4cc7-85a1-afe6b85f4d82) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:17.859721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a89305-b24b-4dbd-86d4-d339dbb463f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099df839-6991-4cb9-9d65-a15341795c04,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:17.864991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f21583c-3001-4226-9322-b091e410ac13 req-9f1db314-a8de-4795-aef6-a2f9a16a4af0 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 210 time: 0.1661029 Dec 09 22:18:17.928784 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:18.202879 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dfcbc577-4c04-41b2-a52f-5a83e877c7b0 req-440d5e0a-8061-401b-a420-a915a2183df4 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 210 time: 0.3401594 Dec 09 22:18:18.239003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Network 92158838-404f-43ca-9f0a-61316959dc72 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:18.250775 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:18.262480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:18.267823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:18.324971 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Pushing event updated for resources: {'Port': ['ID=28699f6d-c60f-4377-9551-563613bd2fa7,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:18.423898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 1260ebe4-7ee4-4719-a64a-0525b210d34e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:18.459132 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:18.564639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49992) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:18.623192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Attempting to bind port 28699f6d-c60f-4377-9551-563613bd2fa7 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:18.623567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Attempting to bind port 28699f6d-c60f-4377-9551-563613bd2fa7 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c998f788-ec40-4824-a85b-6d61fe9f11bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '92158838-404f-43ca-9f0a-61316959dc72'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:18.623930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Attempting to bind port 28699f6d-c60f-4377-9551-563613bd2fa7 on network 92158838-404f-43ca-9f0a-61316959dc72 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:18.643394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:18.643783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Checking segment: {'id': 'c998f788-ec40-4824-a85b-6d61fe9f11bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '92158838-404f-43ca-9f0a-61316959dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:18.644174 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:18.644860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Bound using segment: {'id': 'c998f788-ec40-4824-a85b-6d61fe9f11bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '92158838-404f-43ca-9f0a-61316959dc72'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:18.645366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Bound port: 28699f6d-c60f-4377-9551-563613bd2fa7, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c998f788-ec40-4824-a85b-6d61fe9f11bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '92158838-404f-43ca-9f0a-61316959dc72'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:18.651253 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:18.667539 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:18.775417 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ea7a73c0-d141-4feb-80bc-df34ea0b3664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:18.787636 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:18.839629 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:18.842409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Pushing event updated for resources: {'Port': ['ID=ac185126-dc83-4cc7-85a1-afe6b85f4d82,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:18.856135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:18.880582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:18.898315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:18.899004 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:19.029683 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-a2f270d2-3b15-4d51-ab01-2aea15d84217 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6186965 Dec 09 22:18:19.046185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-8993bd76-316c-4a79-95ca-58f3085a6ace tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:18:19.048968 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-8993bd76-316c-4a79-95ca-58f3085a6ace tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090549 Dec 09 22:18:19.089947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] For port 28699f6d-c60f-4377-9551-563613bd2fa7, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:19.102842 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] For port 28699f6d-c60f-4377-9551-563613bd2fa7, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=28699f6d-c60f-4377-9551-563613bd2fa7,segment=NetworkSegment(c998f788-ec40-4824-a85b-6d61fe9f11bd),segment_id=c998f788-ec40-4824-a85b-6d61fe9f11bd)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:19.113815 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:19.306950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143f034-b5ef-4009-836c-d1a6e81c89e9 None None] Pushing event updated for resources: {'Port': ['ID=28699f6d-c60f-4377-9551-563613bd2fa7,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:19.396689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-cf5b91fd-a969-4397-a586-e77472743994 None None] Provisioning complete for port ac185126-dc83-4cc7-85a1-afe6b85f4d82 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:19.397300 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf5b91fd-a969-4397-a586-e77472743994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:19.431817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7543e2e9-a1f4-41f2-b4d9-6a7a7338edb0 req-2388b7db-6e98-4f88-8288-435834c62498 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 210 time: 0.1363378 Dec 09 22:18:19.481298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Allocated IP 172.25.8.127 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/3f0ae256-e02a-49fe-9923-d788fcc0c4a0) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:19.494000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b91fd-a969-4397-a586-e77472743994 None None] Port ac185126-dc83-4cc7-85a1-afe6b85f4d82 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:18:19.533421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f737b-c3ee-4400-82d9-e2952bc00bb2 req-700aa2f6-086a-43f0-8f2c-77dac1290b1c tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:19.546426 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a36f737b-c3ee-4400-82d9-e2952bc00bb2 req-700aa2f6-086a-43f0-8f2c-77dac1290b1c tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 936 time: 1.0204036 Dec 09 22:18:19.792338 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc83c6d1-fcf2-4392-b563-9d55d70ba563 req-ac9e3db3-e09e-4d04-9e4c-accc49ce324b tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 210 time: 0.1547515 Dec 09 22:18:19.842753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a36f737b-c3ee-4400-82d9-e2952bc00bb2 req-efecb9fb-d2a0-4db8-b0cf-6372d96813dc tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949166 Dec 09 22:18:19.955784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Request body: {'port': {'device_id': '77022e47-1603-4195-81e9-55144e5171aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:20.007149 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ea7a73c0-d141-4feb-80bc-df34ea0b3664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:20.021276 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:20.027775 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ea7a73c0-d141-4feb-80bc-df34ea0b3664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:20.126208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.42', 59152) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:20.171246 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:20.183745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:20.299923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ea7a73c0-d141-4feb-80bc-df34ea0b3664 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1f0aa97f0124d04ab55270d43ff8a41&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7209265 Dec 09 22:18:20.330811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50032) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:20.340419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:20.348604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a73c0-d141-4feb-80bc-df34ea0b3664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d13bd2-b355-42aa-a867-ece4a178ef72,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:20.368264 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:20.381655 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:21.015962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-42cd1fb6-3fef-493b-a5a4-0560cef1aec7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:21.017516 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-42cd1fb6-3fef-493b-a5a4-0560cef1aec7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 820 time: 0.8895020 Dec 09 22:18:21.018050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.42', 59155) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:21.277690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 28699f6d-c60f-4377-9551-563613bd2fa7 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:21.401141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5ae78b-4b76-4236-9f37-cc559788ed76 None None] Network 92158838-404f-43ca-9f0a-61316959dc72 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:18:21.452137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Pushing event updated for resources: {'Port': ['ID=3f0ae256-e02a-49fe-9923-d788fcc0c4a0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:21.479494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-91df3ca3-850e-4c28-8563-341cc8c1f3b6 None None] Provisioning complete for port 28699f6d-c60f-4377-9551-563613bd2fa7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:21.480146 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91df3ca3-850e-4c28-8563-341cc8c1f3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:21.513150 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 28699f6d-c60f-4377-9551-563613bd2fa7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:21.513752 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:21.564034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4313bd8-d39f-45f1-92cb-c8c09b4180d2 req-10f524b2-5a70-44ee-b2de-4c9a27c00e6d tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 210 time: 0.1951251 Dec 09 22:18:21.578638 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81cb4e78-c243-4117-b155-8a46f8cf818e req-7565231f-dfac-45df-8ca1-717501c721f8 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 210 time: 0.2041371 Dec 09 22:18:21.678171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Request body: {'port': {'device_id': 'a79affb0-5f73-42ee-8e72-5c67e3832074', 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f', 'admin_state_up': True, 'tenant_id': '3d1b37906be84157a8f74e1f36d6847e'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:21.943988 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:22.007862 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91df3ca3-850e-4c28-8563-341cc8c1f3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:22.053695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:22.148677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 28699f6d-c60f-4377-9551-563613bd2fa7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=28699f6d-c60f-4377-9551-563613bd2fa7,segment=NetworkSegment(c998f788-ec40-4824-a85b-6d61fe9f11bd),segment_id=c998f788-ec40-4824-a85b-6d61fe9f11bd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:22.219171 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:22.268869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec6f61-239e-4279-ae04-6ad12fe25492 req-40fee5c5-3672-4629-bfad-6875c055a41c tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:22.271121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0ec6f61-239e-4279-ae04-6ad12fe25492 req-40fee5c5-3672-4629-bfad-6875c055a41c tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 936 time: 0.4268825 Dec 09 22:18:22.494097 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-2260bfc4-39c8-4757-8204-37303cb68f96 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a6915bcf9d564ca38fb164dcddfff7ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9850683 Dec 09 22:18:22.512307 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:22.528914 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-91df3ca3-850e-4c28-8563-341cc8c1f3b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:18:22.550777 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-91df3ca3-850e-4c28-8563-341cc8c1f3b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:18:22.577441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=28699f6d-c60f-4377-9551-563613bd2fa7,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:22.608532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac185126-dc83-4cc7-85a1-afe6b85f4d82 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:18:22.692135 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-326978eb-9b01-4f2e-8687-b29ce4e97012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:22.781384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0ec6f61-239e-4279-ae04-6ad12fe25492 req-c8ccc0df-49bb-4b58-9225-55f857ff874b tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776542 Dec 09 22:18:22.837876 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:22.998372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-345d1542-8ccf-46b2-88c8-c80cda783a31 req-a7d48e4f-32f1-444d-9d20-947f2f9b74a1 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 210 time: 0.0528879 Dec 09 22:18:23.261973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 28699f6d-c60f-4377-9551-563613bd2fa7 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:23.279545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Transition to ACTIVE for port object ac185126-dc83-4cc7-85a1-afe6b85f4d82 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:18:23.322450 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-326978eb-9b01-4f2e-8687-b29ce4e97012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:23.352832 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:23.426356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f64e4cb7-09f7-409e-9198-9829cbb8a155 req-09e24057-3a09-4cbc-9927-609deaa43c28 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 210 time: 0.1858826 Dec 09 22:18:23.436705 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:23.469087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-62120c8a-f510-423a-8a04-ad5264ad6025 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:23.478456 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-62120c8a-f510-423a-8a04-ad5264ad6025 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8723793 Dec 09 22:18:23.493574 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8bbf8ce9-335e-4e8a-8ea2-57de364cfac6 None None] Provisioning complete for port 28699f6d-c60f-4377-9551-563613bd2fa7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:23.497104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bbf8ce9-335e-4e8a-8ea2-57de364cfac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:23.608557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Request body: {'port': {'device_id': 'e6a02755-736b-41ba-b318-28632bf1d3c8', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'a6915bcf9d564ca38fb164dcddfff7ba'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:23.731033 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 28699f6d-c60f-4377-9551-563613bd2fa7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:23.733905 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:24.085283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Router d030b12e-ee3e-4f3b-b140-a23f9b01f948 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:18:24.188322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac185126-dc83-4cc7-85a1-afe6b85f4d82,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:24.276217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Made reservation on behalf of 3d1b37906be84157a8f74e1f36d6847e for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:24.288072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb319b8-3223-4ed6-a5c9-ab1d705fece5 req-7a889e33-c1df-4486-8b1e-d00c359c37ef tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:24.291957 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:24.297345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-edb319b8-3223-4ed6-a5c9-ab1d705fece5 req-7a889e33-c1df-4486-8b1e-d00c359c37ef tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 948 time: 0.3109622 Dec 09 22:18:24.300927 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-326978eb-9b01-4f2e-8687-b29ce4e97012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:24.322504 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-326978eb-9b01-4f2e-8687-b29ce4e97012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:24.326931 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-326978eb-9b01-4f2e-8687-b29ce4e97012 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00d13bd2-b355-42aa-a867-ece4a178ef72 HTTP/1.1" status: 204 len: 168 time: 3.9904728 Dec 09 22:18:24.355061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Attempting to bind port ac185126-dc83-4cc7-85a1-afe6b85f4d82 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:24.363354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Attempting to bind port ac185126-dc83-4cc7-85a1-afe6b85f4d82 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:24.364093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Attempting to bind port ac185126-dc83-4cc7-85a1-afe6b85f4d82 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:24.386505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Port ac185126-dc83-4cc7-85a1-afe6b85f4d82 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:18:24.386823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Attempting to bind port ac185126-dc83-4cc7-85a1-afe6b85f4d82 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:24.402393 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-525a8ea5-e383-4596-a885-7893ea618f9c req-bad1195f-251f-43f5-8dc0-79c1f5756a88 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 210 time: 0.1545010 Dec 09 22:18:24.562299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Allocated IP 172.20.0.7 (3c725022-0e1b-43f0-a815-e26b6aa8947f/ce2ce2bf-a35f-4018-a4cc-40f652c375bc/537865b4-0489-42d5-b428-a820d82656ce) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:24.681230 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-edb319b8-3223-4ed6-a5c9-ab1d705fece5 req-5165ab90-b1c7-4d1c-92fd-529b57735cbe tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800571 Dec 09 22:18:24.694327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326978eb-9b01-4f2e-8687-b29ce4e97012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d13bd2-b355-42aa-a867-ece4a178ef72,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:24.708351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50144) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:24.748448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:24.752058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:24.753101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:24.754264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Bound port: ac185126-dc83-4cc7-85a1-afe6b85f4d82, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:24.760724 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:24.804901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30c5f63a-8a9e-4417-b8ed-b97d6863b9b5 req-48ee35e2-6b84-407b-957c-3e20fff9930b tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 210 time: 0.1199691 Dec 09 22:18:24.811463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:18:24.824268 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Sync routers for ids ['d030b12e-ee3e-4f3b-b140-a23f9b01f948'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:18:24.845232 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Routers {'d030b12e-ee3e-4f3b-b140-a23f9b01f948'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:18:24.846255 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:18:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['d030b12e-ee3e-4f3b-b140-a23f9b01f948'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:24.857585 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:24.859702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fb112b8a-12f2-4edc-8760-85e6979f012b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.1072161 Dec 09 22:18:24.862542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50150) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:25.067841 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Set router d030b12e-ee3e-4f3b-b140-a23f9b01f948 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:18:25.074967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:25.182855 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:25.355496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] For port ac185126-dc83-4cc7-85a1-afe6b85f4d82, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:25.367082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] For port ac185126-dc83-4cc7-85a1-afe6b85f4d82, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ac185126-dc83-4cc7-85a1-afe6b85f4d82,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:25.452089 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:25.545475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Network 3c725022-0e1b-43f0-a815-e26b6aa8947f is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:25.548599 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1412049318-router', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:15Z', 'updated_at': '2021-12-09T22:18:21Z', 'revision_number': 3, 'project_id': '156e53600390443993de4dc3d93cfc30', 'gw_port': {'id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:18Z', 'updated_at': '2021-12-09T22:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:25.576569 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Checking router: d030b12e-ee3e-4f3b-b140-a23f9b01f948 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:18:25.577384 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Updating router d030b12e-ee3e-4f3b-b140-a23f9b01f948 port 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:18:25.594886 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-218bb640-a5e7-44ec-acbf-6abeff256794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:25.597720 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Made reservation on behalf of a6915bcf9d564ca38fb164dcddfff7ba for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:25.601875 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:25.604630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:25.618014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:25.622863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:25.627676 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] 10.222.0.18 "PUT /v2.0/ports/ac185126-dc83-4cc7-85a1-afe6b85f4d82 HTTP/1.1" status: 200 len: 1097 time: 6.2240579 Dec 09 22:18:25.631129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77022e47-1603-4195-81e9-55144e5171aa', 'tag': 'ac185126-dc83-4cc7-85a1-afe6b85f4d82'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:25.672183 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:25.789129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Pushing event updated for resources: {'Port': ['ID=537865b4-0489-42d5-b428-a820d82656ce,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:25.879105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb935f-c6f2-4ff8-a48e-1cb4ed1714e2 req-e6d42fa9-952a-4081-8e33-964c3160afbb tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:25.882750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01eb935f-c6f2-4ff8-a48e-1cb4ed1714e2 req-e6d42fa9-952a-4081-8e33-964c3160afbb tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 931 time: 0.2460597 Dec 09 22:18:26.266884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:26.278054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:26.288478 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:26.292973 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:26.347118 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:26.370914 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:26.427460 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0265894a-8d08-4d74-ab6f-c4a0f75e28b5" -d '{"events": [{"name": "network-changed", "server_uuid": "77022e47-1603-4195-81e9-55144e5171aa", "tag": "ac185126-dc83-4cc7-85a1-afe6b85f4d82"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:26.485341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01eb935f-c6f2-4ff8-a48e-1cb4ed1714e2 req-a62b01a6-5023-48df-a147-4adc2c2fd90f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870469 Dec 09 22:18:26.492998 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Attempting to bind port 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:26.493202 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Attempting to bind port 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:26.493563 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Attempting to bind port 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:26.519111 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:26.519548 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:26.520052 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:26.520381 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:26.520884 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Bound port: 3f0ae256-e02a-49fe-9923-d788fcc0c4a0, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:26.521327 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:26.573511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-218bb640-a5e7-44ec-acbf-6abeff256794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:26.582240 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2c6f-8f6d-4d52-86ca-2efa11f23766 None None] Pushing event updated for resources: {'Port': ['ID=3f0ae256-e02a-49fe-9923-d788fcc0c4a0,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:26.597725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-218bb640-a5e7-44ec-acbf-6abeff256794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:26.637218 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-218bb640-a5e7-44ec-acbf-6abeff256794 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ca7502adea343a887e9234d75721cac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9130063 Dec 09 22:18:26.640950 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-e8be6460-a55e-4274-a897-2c28ed752a5c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0489295 Dec 09 22:18:26.643721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50194) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:26.677245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bb640-a5e7-44ec-acbf-6abeff256794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e5394d-0a09-4ae5-823f-53ff7c387a78,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:26.692337 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] For port 3f0ae256-e02a-49fe-9923-d788fcc0c4a0, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:26.708141 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] For port 3f0ae256-e02a-49fe-9923-d788fcc0c4a0, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3f0ae256-e02a-49fe-9923-d788fcc0c4a0,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:26.712805 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aae4e5-5a59-434c-8911-6e67688ec9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac185126-dc83-4cc7-85a1-afe6b85f4d82,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:26.719895 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:26.720829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-85ed37e7-f962-4a93-affe-714100caf354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:26.723211 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-85ed37e7-f962-4a93-affe-714100caf354 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=13f2216abe2e42fa845fd6c9f20cc9b9&device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 1100 time: 0.9082775 Dec 09 22:18:26.798348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-4790231a-f5d1-4292-b109-8a44039619e6 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:18:26.799345 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-4790231a-f5d1-4292-b109-8a44039619e6 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257006 Dec 09 22:18:26.890256 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-6bba7ffa-7908-4f86-8843-3db69680ecca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ac185126-dc83-4cc7-85a1-afe6b85f4d82 HTTP/1.1" status: 200 len: 217 time: 0.1284289 Dec 09 22:18:26.901658 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:26.908658 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:26.920146 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3211ca8-add7-4dd7-b0d3-4f362ba60a04 req-f045dfb8-89f4-49a9-b152-6d33405978d8 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:26.925301 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Routers {'d030b12e-ee3e-4f3b-b140-a23f9b01f948'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:18:26.927126 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:18:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['d030b12e-ee3e-4f3b-b140-a23f9b01f948'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:26.950199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3211ca8-add7-4dd7-b0d3-4f362ba60a04 req-f045dfb8-89f4-49a9-b152-6d33405978d8 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 948 time: 0.6922889 Dec 09 22:18:27.127191 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] Set router d030b12e-ee3e-4f3b-b140-a23f9b01f948 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:18:27.154267 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b0c3806-c748-4759-ad60-c5d9acb915ec req-4ddf9efb-85d6-4553-a1a3-026b6d572818 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 210 time: 0.2004294 Dec 09 22:18:27.183497 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba100a17-d8d5-46ad-8604-e782f138b943,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:27.218626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-280fed0e-5119-45c3-aa60-c9b7d709f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:27.220467 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-280fed0e-5119-45c3-aa60-c9b7d709f418 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.2923522 Dec 09 22:18:27.256295 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:27.329561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Request body: {'port': {'device_id': 'a79affb0-5f73-42ee-8e72-5c67e3832074', 'device_owner': 'compute:tempest-test_az-2045457175', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:27.382804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-580e7351-2bda-4d36-acbd-99a4107c2e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:27.437995 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3211ca8-add7-4dd7-b0d3-4f362ba60a04 req-c22c1a89-6de6-4732-ab65-54fb1c04889b tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866450 Dec 09 22:18:27.442230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-85d7a42d-d121-44a9-b5d4-ca212b4846f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:27.443876 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-85d7a42d-d121-44a9-b5d4-ca212b4846f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2136726 Dec 09 22:18:27.445154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Allocated IP 192.168.233.42 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/c1c5e266-50b1-418f-8284-db0f008c9534) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:27.450200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:27.523670 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-580e7351-2bda-4d36-acbd-99a4107c2e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:27.547566 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2c6f-8f6d-4d52-86ca-2efa11f23766 None None] Pushing event updated for resources: {'Port': ['ID=3f0ae256-e02a-49fe-9923-d788fcc0c4a0,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:27.849029 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1412049318-router', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:15Z', 'updated_at': '2021-12-09T22:18:21Z', 'revision_number': 3, 'project_id': '156e53600390443993de4dc3d93cfc30', 'gw_port': {'id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:18Z', 'updated_at': '2021-12-09T22:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:27.905437 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a039a0-a67a-4123-93f7-1bd6bc0cb972 None None] The sync data for ids ['d030b12e-ee3e-4f3b-b140-a23f9b01f948'] in n-d-789963-23 is: [{'id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1412049318-router', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:15Z', 'updated_at': '2021-12-09T22:18:21Z', 'revision_number': 3, 'project_id': '156e53600390443993de4dc3d93cfc30', 'gw_port': {'id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:18Z', 'updated_at': '2021-12-09T22:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:18:28.031599 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fc38af-995a-4c94-b4c9-d7e74f3c705d x-openstack-request-id: req-74fc38af-995a-4c94-b4c9-d7e74f3c705d {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:28.033291 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77022e47-1603-4195-81e9-55144e5171aa", "tag": "ac185126-dc83-4cc7-85a1-afe6b85f4d82", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:28.040738 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74fc38af-995a-4c94-b4c9-d7e74f3c705d {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:28.044841 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77022e47-1603-4195-81e9-55144e5171aa', 'tag': 'ac185126-dc83-4cc7-85a1-afe6b85f4d82', 'status': 'completed', 'code': 200} Dec 09 22:18:28.099282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-580e7351-2bda-4d36-acbd-99a4107c2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:28.103782 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-580e7351-2bda-4d36-acbd-99a4107c2e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:28.110250 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-580e7351-2bda-4d36-acbd-99a4107c2e3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8e5394d-0a09-4ae5-823f-53ff7c387a78 HTTP/1.1" status: 204 len: 168 time: 1.4609663 Dec 09 22:18:28.178220 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e7351-2bda-4d36-acbd-99a4107c2e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e5394d-0a09-4ae5-823f-53ff7c387a78,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:28.218727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4d1c3-db07-4854-a680-f9de42666d7d req-70fec823-54ea-4878-aa85-ca99a09b9b11 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:28.226235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74c4d1c3-db07-4854-a680-f9de42666d7d req-70fec823-54ea-4878-aa85-ca99a09b9b11 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 931 time: 0.3805611 Dec 09 22:18:28.285104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Allocated IP 172.20.0.1 (92158838-404f-43ca-9f0a-61316959dc72/202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b/bf0b55a9-7404-4de2-86aa-9aee1ce01047) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:28.433839 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74c4d1c3-db07-4854-a680-f9de42666d7d req-6ba7619b-260f-4682-a601-93ee51c8b175 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064011 Dec 09 22:18:28.599827 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:28.645157 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-36fa39da-6e79-4aa5-9f58-56fa2567bd9a service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1677091 Dec 09 22:18:28.659779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537865b4-0489-42d5-b428-a820d82656ce {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:18:28.708721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1003836c-4e5f-4627-bd5d-45886db6b4b0 req-e5cc42d7-4f15-409e-9d87-53931172ade7 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 210 time: 0.0572448 Dec 09 22:18:28.710916 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:28.775553 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:28.897815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Network 92158838-404f-43ca-9f0a-61316959dc72 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:28.926191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82388691-0441-4dbb-8431-d891309e5de5 req-25ec5889-5516-482c-ade7-97c4eb95b1b9 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:28.932569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Transition to ACTIVE for port object 537865b4-0489-42d5-b428-a820d82656ce will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:18:28.944425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82388691-0441-4dbb-8431-d891309e5de5 req-25ec5889-5516-482c-ade7-97c4eb95b1b9 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 948 time: 0.2089767 Dec 09 22:18:29.004237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:29.009767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:29.009767 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.053117 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.240288 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82388691-0441-4dbb-8431-d891309e5de5 req-401d3e65-134b-4a68-b68f-700eb0a1f553 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943823 Dec 09 22:18:29.279408 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.312179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:29.348886 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.380090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0b55a9-7404-4de2-86aa-9aee1ce01047,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:29.517662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:29.519052 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.547439 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.642420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Attempting to bind port 537865b4-0489-42d5-b428-a820d82656ce on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:29.649941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Attempting to bind port 537865b4-0489-42d5-b428-a820d82656ce by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:29.650307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Attempting to bind port 537865b4-0489-42d5-b428-a820d82656ce on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:29.654843 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b70a324-9ea1-4516-a75b-059dada9de2e req-903b26c7-61a3-4df1-b529-54c3a160b89e service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9811974 Dec 09 22:18:29.658165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50254) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:29.679983 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Pushing event updated for resources: {'Port': ['ID=537865b4-0489-42d5-b428-a820d82656ce,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:29.693736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f474915a-062b-499a-944f-e04e6da115ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.723915 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:29.724619 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.730084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:29.735637 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.738955 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.745354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Port 537865b4-0489-42d5-b428-a820d82656ce on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:18:29.746607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Attempting to bind port 537865b4-0489-42d5-b428-a820d82656ce on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:29.790668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:29.815678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:29.817134 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.821586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:29.822175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:29.822736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:29.823366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Bound port: 537865b4-0489-42d5-b428-a820d82656ce, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:29.824107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.845455 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.885331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-246d77df-8aff-42d5-8f6b-34821944b1b6 None None] Provisioning complete for port bf0b55a9-7404-4de2-86aa-9aee1ce01047 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:29.894424 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-246d77df-8aff-42d5-8f6b-34821944b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:29.943077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 3f0ae256-e02a-49fe-9923-d788fcc0c4a0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3f0ae256-e02a-49fe-9923-d788fcc0c4a0,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:29.986146 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:30.061068 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0b55a9-7404-4de2-86aa-9aee1ce01047,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:30.113282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-246d77df-8aff-42d5-8f6b-34821944b1b6 None None] Port bf0b55a9-7404-4de2-86aa-9aee1ce01047 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:18:30.158003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=3f0ae256-e02a-49fe-9923-d788fcc0c4a0,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:30.168972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Network 92158838-404f-43ca-9f0a-61316959dc72 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:30.175551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Pushing event updated for resources: {'Port': ['ID=c1c5e266-50b1-418f-8284-db0f008c9534,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:30.177500 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:30.216462 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-b033b0c1-a053-4515-92c9-5770a98a44c5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.6867704 Dec 09 22:18:30.236623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Request body: {'port': {'device_id': 'e6a02755-736b-41ba-b318-28632bf1d3c8', 'device_owner': 'compute:tempest-test_az-2045457175', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:30.255182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-888bc5be-f28f-48a2-8737-aefb357df904 None None] Provisioning complete for port c1c5e266-50b1-418f-8284-db0f008c9534 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:30.255655 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-888bc5be-f28f-48a2-8737-aefb357df904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:30.304354 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f474915a-062b-499a-944f-e04e6da115ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:30.339242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-888bc5be-f28f-48a2-8737-aefb357df904 None None] Port c1c5e266-50b1-418f-8284-db0f008c9534 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:18:30.346757 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f474915a-062b-499a-944f-e04e6da115ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:30.355724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd6083-97a6-4e50-b2bd-a73be42e580c req-d1706cda-2db3-4273-b359-1ef53c4421d5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:30.358066 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17fd6083-97a6-4e50-b2bd-a73be42e580c req-d1706cda-2db3-4273-b359-1ef53c4421d5 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 935 time: 0.2858288 Dec 09 22:18:30.379299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:30.391480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891d2c1-4e05-469d-8496-5d6a2aa5b804 req-02235d4a-7dcf-4f7b-954a-1e795baaac25 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:30.401490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d891d2c1-4e05-469d-8496-5d6a2aa5b804 req-02235d4a-7dcf-4f7b-954a-1e795baaac25 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 965 time: 0.3446209 Dec 09 22:18:30.410827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265894a-8d08-4d74-ab6f-c4a0f75e28b5 req-187ed508-812b-4fa0-b411-7dc3a1951b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:30.416944 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0265894a-8d08-4d74-ab6f-c4a0f75e28b5 req-187ed508-812b-4fa0-b411-7dc3a1951b5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=13f2216abe2e42fa845fd6c9f20cc9b9&device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 1100 time: 0.5610321 Dec 09 22:18:30.428670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:30.436678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474915a-062b-499a-944f-e04e6da115ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb82f5c-0191-462a-b429-a049f68b082e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:30.451268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=537865b4-0489-42d5-b428-a820d82656ce,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:30.529315 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:30.568170 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f474915a-062b-499a-944f-e04e6da115ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4a796cdb5a447e6a9c50cd8fcaa4f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9084625 Dec 09 22:18:30.585642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4ff17d38-eddb-47ae-98fa-c4ceb79043b5 None None] Provisioning complete for port bf0b55a9-7404-4de2-86aa-9aee1ce01047 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:30.586186 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4ff17d38-eddb-47ae-98fa-c4ceb79043b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:30.605735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50264) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:30.625438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Router d030b12e-ee3e-4f3b-b140-a23f9b01f948 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:18:30.630791 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4ff17d38-eddb-47ae-98fa-c4ceb79043b5 None None] Port bf0b55a9-7404-4de2-86aa-9aee1ce01047 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:18:30.673127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17fd6083-97a6-4e50-b2bd-a73be42e580c req-3b7a1d7e-48bb-4b1e-b73a-67f0e064d75b tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056333 Dec 09 22:18:30.704495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d891d2c1-4e05-469d-8496-5d6a2aa5b804 req-eda82015-3ec2-4d4b-8ca2-1957d71dfff3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014746 Dec 09 22:18:30.762360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:30.763285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:30.765628 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] 10.222.0.42 "PUT /v2.0/ports/537865b4-0489-42d5-b428-a820d82656ce HTTP/1.1" status: 200 len: 1114 time: 3.6492250 Dec 09 22:18:30.768032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79affb0-5f73-42ee-8e72-5c67e3832074', 'tag': '537865b4-0489-42d5-b428-a820d82656ce'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:30.770640 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f12463d-36c8-4733-b59b-4938c438c7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a79affb0-5f73-42ee-8e72-5c67e3832074", "tag": "537865b4-0489-42d5-b428-a820d82656ce"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:30.978848 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5123e1b7-b64a-4329-98ad-85091b111808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:31.014164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:18:31.028234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2742e10b-7e33-415e-97f9-9ca686155540 admin admin] 10.222.0.16 "PUT /v2.0/routers/d030b12e-ee3e-4f3b-b140-a23f9b01f948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1558173 Dec 09 22:18:31.043173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574459b-1c48-4cfa-801c-9c88a27eac82 req-e6a0d6f7-70ad-43a0-9a0a-230e43903e58 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:31.052405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0574459b-1c48-4cfa-801c-9c88a27eac82 req-e6a0d6f7-70ad-43a0-9a0a-230e43903e58 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 948 time: 0.0686419 Dec 09 22:18:31.110388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265894a-8d08-4d74-ab6f-c4a0f75e28b5 req-20fb845d-94db-4946-ad68-b7dc6cc2a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:31.120474 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0265894a-8d08-4d74-ab6f-c4a0f75e28b5 req-20fb845d-94db-4946-ad68-b7dc6cc2a574 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.6438317 Dec 09 22:18:31.122111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0574459b-1c48-4cfa-801c-9c88a27eac82 req-4b45b524-9151-489b-b1c1-547b871b98e9 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647757 Dec 09 22:18:31.234108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:31.289567 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38cf11-128d-4912-b579-8db4f01a7017 service neutron] Pushing event updated for resources: {'Port': ['ID=537865b4-0489-42d5-b428-a820d82656ce,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:31.305499 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4bd2b5-2db0-4114-a896-c8c2bf3caf4e x-openstack-request-id: req-db4bd2b5-2db0-4114-a896-c8c2bf3caf4e {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:31.305808 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79affb0-5f73-42ee-8e72-5c67e3832074", "tag": "537865b4-0489-42d5-b428-a820d82656ce", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:31.307537 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db4bd2b5-2db0-4114-a896-c8c2bf3caf4e {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:31.308654 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79affb0-5f73-42ee-8e72-5c67e3832074', 'tag': '537865b4-0489-42d5-b428-a820d82656ce', 'status': 'completed', 'code': 200} Dec 09 22:18:31.426588 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0265894a-8d08-4d74-ab6f-c4a0f75e28b5 req-c83d5f2a-e8f4-46f3-9115-fa0a4f8cd89c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ac185126-dc83-4cc7-85a1-afe6b85f4d82 HTTP/1.1" status: 200 len: 217 time: 0.1250212 Dec 09 22:18:31.449836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:31.453395 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:31.461063 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14bb4c2b-6471-4671-a342-ff9881c61177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:31.493633 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14bb4c2b-6471-4671-a342-ff9881c61177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:31.594626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-66c56911-e719-4a1b-b8f7-862223b5c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:31.598554 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-66c56911-e719-4a1b-b8f7-862223b5c3e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 1117 time: 0.7592227 Dec 09 22:18:31.622196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14bb4c2b-6471-4671-a342-ff9881c61177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:31.624857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14bb4c2b-6471-4671-a342-ff9881c61177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:31.626173 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-14bb4c2b-6471-4671-a342-ff9881c61177 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bb82f5c-0191-462a-b429-a049f68b082e HTTP/1.1" status: 204 len: 168 time: 1.0174804 Dec 09 22:18:31.723490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Sync routers for ids ['d030b12e-ee3e-4f3b-b140-a23f9b01f948'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:18:31.793019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Routers {'d030b12e-ee3e-4f3b-b140-a23f9b01f948'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:18:31.796881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:18:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['d030b12e-ee3e-4f3b-b140-a23f9b01f948'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:31.815695 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-96ee2f73-66c9-4433-b003-4f385529b909 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537865b4-0489-42d5-b428-a820d82656ce HTTP/1.1" status: 200 len: 217 time: 0.1809454 Dec 09 22:18:31.829095 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb4c2b-6471-4671-a342-ff9881c61177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb82f5c-0191-462a-b429-a049f68b082e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:32.076754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265894a-8d08-4d74-ab6f-c4a0f75e28b5 req-afc31c67-661d-44ea-9bb2-6c6ede3a8a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:32.083190 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0265894a-8d08-4d74-ab6f-c4a0f75e28b5 req-afc31c67-661d-44ea-9bb2-6c6ede3a8a29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.6453309 Dec 09 22:18:32.144150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ac68d-f2c4-4f0d-a456-32f0c3cc8125 req-0aa67e3a-ca3d-4bc6-816d-431c5d3ec0f1 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:32.145862 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-193ac68d-f2c4-4f0d-a456-32f0c3cc8125 req-0aa67e3a-ca3d-4bc6-816d-431c5d3ec0f1 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 935 time: 0.1888335 Dec 09 22:18:32.241637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Set router d030b12e-ee3e-4f3b-b140-a23f9b01f948 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:18:32.286380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-193ac68d-f2c4-4f0d-a456-32f0c3cc8125 req-bc27cb18-12ba-4fb1-bd79-056181bbc904 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303308 Dec 09 22:18:32.395779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50314) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:32.507806 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355783f-1673-465b-bf2a-a09cb8d6ed62 req-3752f1b3-b084-4bbe-a1f0-144128b32dfd tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:32.521722 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9355783f-1673-465b-bf2a-a09cb8d6ed62 req-3752f1b3-b084-4bbe-a1f0-144128b32dfd tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 965 time: 0.1397884 Dec 09 22:18:32.632180 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9355783f-1673-465b-bf2a-a09cb8d6ed62 req-5fb209b5-0d05-440f-8349-2e4deb854c16 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083393 Dec 09 22:18:32.637302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-41a0d331-7de7-4b60-b9d9-26b08149f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:32.641551 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-41a0d331-7de7-4b60-b9d9-26b08149f14c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.7850614 Dec 09 22:18:32.694652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265894a-8d08-4d74-ab6f-c4a0f75e28b5 req-3cdd86e9-eb90-4339-8c79-2aa4f3eb02bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:32.696210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0265894a-8d08-4d74-ab6f-c4a0f75e28b5 req-3cdd86e9-eb90-4339-8c79-2aa4f3eb02bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5978634 Dec 09 22:18:32.706927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2738c8d-468d-4a9b-b128-01c10c894f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:32.733993 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-6e690238-1899-42a1-b18d-f3e8af245cc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625041 Dec 09 22:18:32.941887 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2738c8d-468d-4a9b-b128-01c10c894f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:33.094569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1412049318-router', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:15Z', 'updated_at': '2021-12-09T22:18:29Z', 'revision_number': 4, 'project_id': '156e53600390443993de4dc3d93cfc30', 'gw_port': {'id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:18Z', 'updated_at': '2021-12-09T22:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bf0b55a9-7404-4de2-86aa-9aee1ce01047', 'name': '', 'network_id': '92158838-404f-43ca-9f0a-61316959dc72', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'mac_address': 'fa:16:3e:77:b9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:27Z', 'updated_at': '2021-12-09T22:18:29Z', 'revision_number': 2, 'project_id': '156e53600390443993de4dc3d93cfc30', 'subnets': [{'id': '202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:33.152913 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2738c8d-468d-4a9b-b128-01c10c894f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:33.207979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Checking router: d030b12e-ee3e-4f3b-b140-a23f9b01f948 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:18:33.208571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Updating router d030b12e-ee3e-4f3b-b140-a23f9b01f948 port bf0b55a9-7404-4de2-86aa-9aee1ce01047 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:18:33.265533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c5e266-50b1-418f-8284-db0f008c9534 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:18:33.293345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be543bc-84dd-47d9-8a58-377f15747a79 req-2a9705dc-0c0a-4f8b-8b41-a938d2cdca33 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:33.296743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6be543bc-84dd-47d9-8a58-377f15747a79 req-2a9705dc-0c0a-4f8b-8b41-a938d2cdca33 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 948 time: 0.3472586 Dec 09 22:18:33.310518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e2738c8d-468d-4a9b-b128-01c10c894f8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29e865e8609f438a8c1fea83d64391a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9129138 Dec 09 22:18:33.322930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50338) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:33.324768 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e3727197-5901-4986-a4d9-12ba6a8b22f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:33.339252 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:33.381539 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2738c8d-468d-4a9b-b128-01c10c894f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a60ccab-c852-4b08-a626-1c20257442e2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:33.509339 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-00243598-dddc-4bdd-b41a-e689a5d76c8e service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244403 Dec 09 22:18:33.519946 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0265894a-8d08-4d74-ab6f-c4a0f75e28b5 req-efb84ade-1549-407e-a16c-95eb784fad9f service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7959497 Dec 09 22:18:33.531362 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:33.597153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Transition to ACTIVE for port object c1c5e266-50b1-418f-8284-db0f008c9534 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:18:33.647469 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:33.787258 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6be543bc-84dd-47d9-8a58-377f15747a79 req-f150155c-0d0c-46ee-a893-8b36c21367ec tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634511 Dec 09 22:18:33.862369 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61d036fc-9bd3-4896-80c7-e804a9fb0fd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:33.907669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88554d3-2a53-413b-b9b5-57d0629a534d req-e56a8054-3ae6-414a-85c9-cf33eda15a97 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:33.909257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c88554d3-2a53-413b-b9b5-57d0629a534d req-e56a8054-3ae6-414a-85c9-cf33eda15a97 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 969 time: 0.2158442 Dec 09 22:18:34.023635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61d036fc-9bd3-4896-80c7-e804a9fb0fd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:34.141932 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c88554d3-2a53-413b-b9b5-57d0629a534d req-05d72e25-11d3-45e9-90cd-d99741ef70f2 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192111 Dec 09 22:18:34.155955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa642b2-a2ab-40d6-90ef-078d1b94f513 req-4451613c-33c4-4757-a8e4-f4985153a53f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:34.163932 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bfa642b2-a2ab-40d6-90ef-078d1b94f513 req-4451613c-33c4-4757-a8e4-f4985153a53f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 965 time: 0.1130726 Dec 09 22:18:34.179559 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-56ecde4d-7e42-4b8b-8544-e218ae650ddc req-0a491cd9-1ded-4405-adde-cacac10936fe service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804338 Dec 09 22:18:34.200317 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c5e266-50b1-418f-8284-db0f008c9534,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:34.211200 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61d036fc-9bd3-4896-80c7-e804a9fb0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:34.213769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61d036fc-9bd3-4896-80c7-e804a9fb0fd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:34.226979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-61d036fc-9bd3-4896-80c7-e804a9fb0fd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a60ccab-c852-4b08-a626-1c20257442e2 HTTP/1.1" status: 204 len: 168 time: 0.9029293 Dec 09 22:18:34.264414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d036fc-9bd3-4896-80c7-e804a9fb0fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a60ccab-c852-4b08-a626-1c20257442e2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:34.300216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Attempting to bind port c1c5e266-50b1-418f-8284-db0f008c9534 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:34.300605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Attempting to bind port c1c5e266-50b1-418f-8284-db0f008c9534 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:34.301304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Attempting to bind port c1c5e266-50b1-418f-8284-db0f008c9534 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:34.307290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bfa642b2-a2ab-40d6-90ef-078d1b94f513 req-5ff342c0-19a1-4349-ae8f-8056fa60cd36 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396935 Dec 09 22:18:34.308474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Port c1c5e266-50b1-418f-8284-db0f008c9534 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:18:34.308963 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Attempting to bind port c1c5e266-50b1-418f-8284-db0f008c9534 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:34.318377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:34.318920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:34.319745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:34.320463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Bound port: c1c5e266-50b1-418f-8284-db0f008c9534, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:34.321199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:34.352525 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0265894a-8d08-4d74-ab6f-c4a0f75e28b5 req-a2cb07f0-0093-4f4b-a08d-43c7f8302da5 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7329192 Dec 09 22:18:34.407749 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:34.457084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] For port c1c5e266-50b1-418f-8284-db0f008c9534, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:34.461763 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] For port c1c5e266-50b1-418f-8284-db0f008c9534, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c1c5e266-50b1-418f-8284-db0f008c9534,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:34.468334 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:34.534974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50370) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:34.540821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f996c752-5de1-48ce-93cc-4829bab51054 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1904866183', 'description': 'tempest-description--351676583'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:34.556029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c5e266-50b1-418f-8284-db0f008c9534,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:34.576918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:34.578413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:34.584599 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-a9010efb-7109-4f8b-be9f-7a9fe2406e91 service neutron] 10.222.0.42 "PUT /v2.0/ports/c1c5e266-50b1-418f-8284-db0f008c9534 HTTP/1.1" status: 200 len: 1118 time: 4.3536596 Dec 09 22:18:34.585328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a02755-736b-41ba-b318-28632bf1d3c8', 'tag': 'c1c5e266-50b1-418f-8284-db0f008c9534'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:34.593810 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2578200b-dc70-4449-8f5e-09994c0de87a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a02755-736b-41ba-b318-28632bf1d3c8", "tag": "c1c5e266-50b1-418f-8284-db0f008c9534"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:34.624877 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f996c752-5de1-48ce-93cc-4829bab51054 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:34.722492 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:34.723332 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5fd5a3-40b3-4840-bb2c-6c8c75bc638d x-openstack-request-id: req-7c5fd5a3-40b3-4840-bb2c-6c8c75bc638d {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:34.723820 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a02755-736b-41ba-b318-28632bf1d3c8", "tag": "c1c5e266-50b1-418f-8284-db0f008c9534", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:34.723974 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c5fd5a3-40b3-4840-bb2c-6c8c75bc638d {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:34.724446 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a02755-736b-41ba-b318-28632bf1d3c8', 'tag': 'c1c5e266-50b1-418f-8284-db0f008c9534', 'status': 'completed', 'code': 200} Dec 09 22:18:34.747810 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:34.847648 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:34.888884 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f996c752-5de1-48ce-93cc-4829bab51054 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:34.894868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f996c752-5de1-48ce-93cc-4829bab51054 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.048098 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f996c752-5de1-48ce-93cc-4829bab51054 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.049663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f996c752-5de1-48ce-93cc-4829bab51054 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5136826 Dec 09 22:18:35.053142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50388) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:35.057700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e2c97-5236-44ef-9f68-0ea27de47b3e None None] Pushing event updated for resources: {'Port': ['ID=bf0b55a9-7404-4de2-86aa-9aee1ce01047,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:35.057894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b8d00b87-0aba-43e5-8e5b-f074782fc73c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Request body: {'security_group_rule': {'security_group_id': '2bd4289f-4191-461e-bc60-b51f3a2602b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:35.060805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996c752-5de1-48ce-93cc-4829bab51054 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd4289f-4191-461e-bc60-b51f3a2602b0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:35.077724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245d8f4-0aef-497a-b7b1-65b48e424394 req-7afbafdc-704e-4b87-83f4-9db27b24d39c tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:35.079690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1245d8f4-0aef-497a-b7b1-65b48e424394 req-7afbafdc-704e-4b87-83f4-9db27b24d39c tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 948 time: 0.1374738 Dec 09 22:18:35.083303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Attempting to bind port bf0b55a9-7404-4de2-86aa-9aee1ce01047 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:35.083748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Attempting to bind port bf0b55a9-7404-4de2-86aa-9aee1ce01047 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c998f788-ec40-4824-a85b-6d61fe9f11bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '92158838-404f-43ca-9f0a-61316959dc72'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:35.084199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Attempting to bind port bf0b55a9-7404-4de2-86aa-9aee1ce01047 on network 92158838-404f-43ca-9f0a-61316959dc72 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:35.096871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:35.097449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Checking segment: {'id': 'c998f788-ec40-4824-a85b-6d61fe9f11bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '92158838-404f-43ca-9f0a-61316959dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:35.098512 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.098512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Bound using segment: {'id': 'c998f788-ec40-4824-a85b-6d61fe9f11bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '92158838-404f-43ca-9f0a-61316959dc72'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:35.098916 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Bound port: bf0b55a9-7404-4de2-86aa-9aee1ce01047, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c998f788-ec40-4824-a85b-6d61fe9f11bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '92158838-404f-43ca-9f0a-61316959dc72'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:35.099553 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.213414 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1245d8f4-0aef-497a-b7b1-65b48e424394 req-ab38b24b-dcaf-4110-a852-0835affbb314 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253049 Dec 09 22:18:35.213976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50392) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:35.224559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] For port bf0b55a9-7404-4de2-86aa-9aee1ce01047, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:35.228883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] For port bf0b55a9-7404-4de2-86aa-9aee1ce01047, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bf0b55a9-7404-4de2-86aa-9aee1ce01047,segment=NetworkSegment(c998f788-ec40-4824-a85b-6d61fe9f11bd),segment_id=c998f788-ec40-4824-a85b-6d61fe9f11bd)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:35.233087 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.275943 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a9-b2e2-4a94-b159-30438b7eba3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.318513 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b8d00b87-0aba-43e5-8e5b-f074782fc73c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.338648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Routers {'d030b12e-ee3e-4f3b-b140-a23f9b01f948'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:18:35.345699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:18:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['d030b12e-ee3e-4f3b-b140-a23f9b01f948'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:35.371515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578200b-dc70-4449-8f5e-09994c0de87a req-f1395aab-9a5b-43b2-be7d-879ec2a1e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:35.376929 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2578200b-dc70-4449-8f5e-09994c0de87a req-f1395aab-9a5b-43b2-be7d-879ec2a1e5ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6915bcf9d564ca38fb164dcddfff7ba&device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 1121 time: 0.1625378 Dec 09 22:18:35.432026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12463d-36c8-4733-b59b-4938c438c7a4 req-12bb6086-81ad-4743-af16-2e22de030df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:35.434195 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f12463d-36c8-4733-b59b-4938c438c7a4 req-12bb6086-81ad-4743-af16-2e22de030df1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 1117 time: 0.3109062 Dec 09 22:18:35.539887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e2c97-5236-44ef-9f68-0ea27de47b3e None None] Pushing event updated for resources: {'Port': ['ID=bf0b55a9-7404-4de2-86aa-9aee1ce01047,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:35.568216 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fe3369cc-e456-4128-ab9f-dac7a820e7ee None None] Provisioning complete for port bf0b55a9-7404-4de2-86aa-9aee1ce01047 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:35.568643 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe3369cc-e456-4128-ab9f-dac7a820e7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.595531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12463d-36c8-4733-b59b-4938c438c7a4 req-4e69b8c2-97b5-4d5d-ab6f-d39028fb2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:35.597354 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f12463d-36c8-4733-b59b-4938c438c7a4 req-4e69b8c2-97b5-4d5d-ab6f-d39028fb2e12 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.1433060 Dec 09 22:18:35.607611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2578200b-dc70-4449-8f5e-09994c0de87a req-294e92a6-7b38-4b73-8fe0-3acce01fca81 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a6915bcf9d564ca38fb164dcddfff7ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2051144 Dec 09 22:18:35.616570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a86d02-774b-442a-ad7c-405c741b52a4 req-21661a82-ad0c-46d2-a12d-65ba2e98a31c tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:35.620118 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b8d00b87-0aba-43e5-8e5b-f074782fc73c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.626401 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b8d00b87-0aba-43e5-8e5b-f074782fc73c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.627852 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54a86d02-774b-442a-ad7c-405c741b52a4 req-21661a82-ad0c-46d2-a12d-65ba2e98a31c tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 969 time: 0.2457860 Dec 09 22:18:35.698970 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a9-b2e2-4a94-b159-30438b7eba3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.715946 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54a86d02-774b-442a-ad7c-405c741b52a4 req-ace9ce6e-d40e-4c16-84a3-afc121623707 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820367 Dec 09 22:18:35.717938 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a9-b2e2-4a94-b159-30438b7eba3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.781688 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b8d00b87-0aba-43e5-8e5b-f074782fc73c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.783112 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b8d00b87-0aba-43e5-8e5b-f074782fc73c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7289324 Dec 09 22:18:35.784732 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f12463d-36c8-4733-b59b-4938c438c7a4 req-a569e12d-934c-4f51-abe5-822ea6b9f118 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537865b4-0489-42d5-b428-a820d82656ce HTTP/1.1" status: 200 len: 217 time: 0.1041939 Dec 09 22:18:35.814313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50404) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:35.824037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5fe4d7a9-b2e2-4a94-b159-30438b7eba3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cc975356efb47db9a2bde16dd5a85bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6089475 Dec 09 22:18:35.830724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-475dadb8-a04a-4fed-aff4-ecd3d99d135d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Request body: {'security_group_rule': {'security_group_id': '2bd4289f-4191-461e-bc60-b51f3a2602b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:35.862710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50408) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:35.867025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] Set router d030b12e-ee3e-4f3b-b140-a23f9b01f948 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:18:35.958922 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-475dadb8-a04a-4fed-aff4-ecd3d99d135d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:35.963143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d00b87-0aba-43e5-8e5b-f074782fc73c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ac0955-5232-44e3-a7d3-ab4b421e83f7,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:36.047417 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe3369cc-e456-4128-ab9f-dac7a820e7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:36.126854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578200b-dc70-4449-8f5e-09994c0de87a req-d239919a-a280-4395-8ad2-61524c99cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:36.128955 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2578200b-dc70-4449-8f5e-09994c0de87a req-d239919a-a280-4395-8ad2-61524c99cdb5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4540780 Dec 09 22:18:36.130667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4d7a9-b2e2-4a94-b159-30438b7eba3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712472fe-463b-4704-b81a-8de9c9bc22ce,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:36.145915 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12463d-36c8-4733-b59b-4938c438c7a4 req-7de9934f-c40b-4e00-9572-2fa8d23d1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:36.153778 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f12463d-36c8-4733-b59b-4938c438c7a4 req-7de9934f-c40b-4e00-9572-2fa8d23d1f68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.2295012 Dec 09 22:18:36.183307 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-475dadb8-a04a-4fed-aff4-ecd3d99d135d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:36.206443 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-475dadb8-a04a-4fed-aff4-ecd3d99d135d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:36.208005 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3235-b3e0-40f6-8713-23b60589334c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:36.251192 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f12463d-36c8-4733-b59b-4938c438c7a4 req-28ffe2bf-41d3-44e6-800c-37577395b276 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729995 Dec 09 22:18:36.276151 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3235-b3e0-40f6-8713-23b60589334c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:36.288101 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0e8b2-4164-4244-a559-8484e30b0f63 req-7efbf11a-9ade-4fc6-9289-121d0012672a tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:36.295961 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-edd0e8b2-4164-4244-a559-8484e30b0f63 req-7efbf11a-9ade-4fc6-9289-121d0012672a tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 965 time: 0.3699639 Dec 09 22:18:36.297996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dadb8-a04a-4fed-aff4-ecd3d99d135d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7938de-9c31-4f18-8098-e59d1fa05139,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:36.329034 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-475dadb8-a04a-4fed-aff4-ecd3d99d135d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:36.330233 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-475dadb8-a04a-4fed-aff4-ecd3d99d135d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5044522 Dec 09 22:18:36.341322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50428) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:36.349754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:36.426643 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:36.448899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-7db9f1f0-e6e3-489f-8ab2-b18e741cc826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:36.450700 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-7db9f1f0-e6e3-489f-8ab2-b18e741cc826 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6915bcf9d564ca38fb164dcddfff7ba&device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 1121 time: 0.1983829 Dec 09 22:18:36.501382 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fe3369cc-e456-4128-ab9f-dac7a820e7ee None None] For port bf0b55a9-7404-4de2-86aa-9aee1ce01047, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bf0b55a9-7404-4de2-86aa-9aee1ce01047,segment=NetworkSegment(c998f788-ec40-4824-a85b-6d61fe9f11bd),segment_id=c998f788-ec40-4824-a85b-6d61fe9f11bd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:36.508235 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe3369cc-e456-4128-ab9f-dac7a820e7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:36.513171 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f12463d-36c8-4733-b59b-4938c438c7a4 req-9d6d301f-98ce-474c-be13-0e1cc362ef3c service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248981 Dec 09 22:18:36.516081 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:36.548039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-edd0e8b2-4164-4244-a559-8484e30b0f63 req-2e142d1c-7825-41ca-93cb-07ed63c21f9f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510145 Dec 09 22:18:36.574329 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3235-b3e0-40f6-8713-23b60589334c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:36.577552 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3235-b3e0-40f6-8713-23b60589334c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:36.579206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bd2d3235-b3e0-40f6-8713-23b60589334c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/712472fe-463b-4704-b81a-8de9c9bc22ce HTTP/1.1" status: 204 len: 168 time: 0.6862950 Dec 09 22:18:36.600953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d3235-b3e0-40f6-8713-23b60589334c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712472fe-463b-4704-b81a-8de9c9bc22ce,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:36.629427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3369cc-e456-4128-ab9f-dac7a820e7ee None None] Pushing event updated for resources: {'Port': ['ID=bf0b55a9-7404-4de2-86aa-9aee1ce01047,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:36.688947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1412049318-router', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:15Z', 'updated_at': '2021-12-09T22:18:29Z', 'revision_number': 4, 'project_id': '156e53600390443993de4dc3d93cfc30', 'gw_port': {'id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:18Z', 'updated_at': '2021-12-09T22:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bf0b55a9-7404-4de2-86aa-9aee1ce01047', 'name': '', 'network_id': '92158838-404f-43ca-9f0a-61316959dc72', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'mac_address': 'fa:16:3e:77:b9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:27Z', 'updated_at': '2021-12-09T22:18:35Z', 'revision_number': 4, 'project_id': '156e53600390443993de4dc3d93cfc30', 'subnets': [{'id': '202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:36.712623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c814-b16e-45d4-b574-3fb1b30b65c4 req-2cdbba2d-6c4b-4057-8db0-c5c09ca940dd tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:36.713415 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c814-b16e-45d4-b574-3fb1b30b65c4 req-2cdbba2d-6c4b-4057-8db0-c5c09ca940dd tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:36.714088 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c814-b16e-45d4-b574-3fb1b30b65c4 req-2cdbba2d-6c4b-4057-8db0-c5c09ca940dd tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:36.714721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c814-b16e-45d4-b574-3fb1b30b65c4 req-2cdbba2d-6c4b-4057-8db0-c5c09ca940dd tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:36.715363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c814-b16e-45d4-b574-3fb1b30b65c4 req-2cdbba2d-6c4b-4057-8db0-c5c09ca940dd tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:36.715991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c814-b16e-45d4-b574-3fb1b30b65c4 req-2cdbba2d-6c4b-4057-8db0-c5c09ca940dd tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:36.716606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c814-b16e-45d4-b574-3fb1b30b65c4 req-2cdbba2d-6c4b-4057-8db0-c5c09ca940dd tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:36.731521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7488c814-b16e-45d4-b574-3fb1b30b65c4 req-2cdbba2d-6c4b-4057-8db0-c5c09ca940dd tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5045 time: 0.3662708 Dec 09 22:18:36.759104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-01dc0546-44ac-4953-9bed-86aa12aefaf7 None None] Provisioning complete for port bf0b55a9-7404-4de2-86aa-9aee1ce01047 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:36.759478 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-01dc0546-44ac-4953-9bed-86aa12aefaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:36.814156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651e528-abf4-4bef-98cc-ce8c92b67181 None None] The sync data for ids ['d030b12e-ee3e-4f3b-b140-a23f9b01f948'] in n-d-789963-23 is: [{'id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1412049318-router', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:15Z', 'updated_at': '2021-12-09T22:18:29Z', 'revision_number': 4, 'project_id': '156e53600390443993de4dc3d93cfc30', 'gw_port': {'id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:18Z', 'updated_at': '2021-12-09T22:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bf0b55a9-7404-4de2-86aa-9aee1ce01047', 'name': '', 'network_id': '92158838-404f-43ca-9f0a-61316959dc72', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'mac_address': 'fa:16:3e:77:b9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:27Z', 'updated_at': '2021-12-09T22:18:35Z', 'revision_number': 4, 'project_id': '156e53600390443993de4dc3d93cfc30', 'subnets': [{'id': '202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:18:36.867880 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:37.034863 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093f57a-1dcd-4343-9b40-a0bc09807ab3 req-f3cb0aa5-8843-46d7-ae76-2a7db0eaeaf8 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:37.036437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6093f57a-1dcd-4343-9b40-a0bc09807ab3 req-f3cb0aa5-8843-46d7-ae76-2a7db0eaeaf8 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 948 time: 0.2747178 Dec 09 22:18:37.121170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bf0b55a9-7404-4de2-86aa-9aee1ce01047 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:37.156101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:37.191696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port bf0b55a9-7404-4de2-86aa-9aee1ce01047 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:37.192064 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:37.231401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfa9b0-54fd-4d5e-9262-52961e553336 req-5a6cdfac-45fb-42be-b7d7-c6a3ea558a83 tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:37.233458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39cfa9b0-54fd-4d5e-9262-52961e553336 req-5a6cdfac-45fb-42be-b7d7-c6a3ea558a83 tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 886 time: 0.4161904 Dec 09 22:18:37.269436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6093f57a-1dcd-4343-9b40-a0bc09807ab3 req-6203ea59-65c7-4af4-951e-22813a52a445 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608102 Dec 09 22:18:37.443373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Allocated IP 172.25.8.69 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/a161e9c8-c7d0-4d25-aa2a-875fc43e56a8) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:37.547329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f0f09-f501-4982-9c9e-256054896866 req-0209358a-c5cb-424c-9d6e-dcb1dd19f1cb tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:37.554715 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f4f0f09-f501-4982-9c9e-256054896866 req-0209358a-c5cb-424c-9d6e-dcb1dd19f1cb tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 969 time: 0.1944742 Dec 09 22:18:37.595103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc815e7-4bae-4f1d-98b9-5ad185f4a40a req-9b2705c4-7771-4a23-8a80-018720a07e73 tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:37.595568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc815e7-4bae-4f1d-98b9-5ad185f4a40a req-9b2705c4-7771-4a23-8a80-018720a07e73 tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:37.596023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc815e7-4bae-4f1d-98b9-5ad185f4a40a req-9b2705c4-7771-4a23-8a80-018720a07e73 tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:37.596476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc815e7-4bae-4f1d-98b9-5ad185f4a40a req-9b2705c4-7771-4a23-8a80-018720a07e73 tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:37.596927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc815e7-4bae-4f1d-98b9-5ad185f4a40a req-9b2705c4-7771-4a23-8a80-018720a07e73 tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:37.597373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc815e7-4bae-4f1d-98b9-5ad185f4a40a req-9b2705c4-7771-4a23-8a80-018720a07e73 tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:37.597863 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc815e7-4bae-4f1d-98b9-5ad185f4a40a req-9b2705c4-7771-4a23-8a80-018720a07e73 tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:37.599620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0bc815e7-4bae-4f1d-98b9-5ad185f4a40a req-9b2705c4-7771-4a23-8a80-018720a07e73 tempest-NetworksTest-1967244396 tempest-NetworksTest-1967244396-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5045 time: 0.2409070 Dec 09 22:18:37.613805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50458) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:37.683831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f4f0f09-f501-4982-9c9e-256054896866 req-1499994a-1119-4d5a-8692-217ce88d0460 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235156 Dec 09 22:18:37.743927 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-0e94b34a-cafd-4de9-a8f5-85db18e19ac8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=c1c5e266-50b1-418f-8284-db0f008c9534 HTTP/1.1" status: 200 len: 217 time: 0.1241422 Dec 09 22:18:37.767451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:37.783837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527de2dc-b1a5-40e8-b41c-b54045379a06 req-69b3f3b9-f509-471a-b6d8-139baa988070 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:37.786089 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-527de2dc-b1a5-40e8-b41c-b54045379a06 req-69b3f3b9-f509-471a-b6d8-139baa988070 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 965 time: 0.0916617 Dec 09 22:18:37.826331 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8499c177-dee4-43a1-8576-ec149f52c39f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:37.913149 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:37.930666 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f12463d-36c8-4733-b59b-4938c438c7a4 req-9f865766-9784-49b9-bc4b-a74c81fed095 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232703 Dec 09 22:18:37.949910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-527de2dc-b1a5-40e8-b41c-b54045379a06 req-96e2bc95-6437-4ff6-aa09-88339efef900 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327870 Dec 09 22:18:37.969492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:37.970866 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-5c8193ce-31fc-4de9-87df-4233f045775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:37.973209 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-5c8193ce-31fc-4de9-87df-4233f045775a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.2101750 Dec 09 22:18:37.973672 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50470) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:37.977895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:37.986202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:38.005181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Pushing event updated for resources: {'Port': ['ID=a161e9c8-c7d0-4d25-aa2a-875fc43e56a8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:38.044778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-4b498f78-14f8-4ee9-a478-0cb4ad02f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:38.049596 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-4b498f78-14f8-4ee9-a478-0cb4ad02f2e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676882 Dec 09 22:18:38.214823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ac185126-dc83-4cc7-85a1-afe6b85f4d82 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:18:38.276325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8499c177-dee4-43a1-8576-ec149f52c39f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.305486 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8499c177-dee4-43a1-8576-ec149f52c39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.331426 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-798c1a9a-29e9-4c64-93ca-048098b15f50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.368778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ac185126-dc83-4cc7-85a1-afe6b85f4d82, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ac185126-dc83-4cc7-85a1-afe6b85f4d82,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:38.382452 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-ae37334e-6c8a-485b-a7a1-2b2e1218a67e service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248274 Dec 09 22:18:38.388378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'ac185126-dc83-4cc7-85a1-afe6b85f4d82', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'ac185126-dc83-4cc7-85a1-afe6b85f4d82', 'mac_address': 'fa:16:3e:f2:e4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:18:38.388672 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.421072 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8499c177-dee4-43a1-8576-ec149f52c39f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=457a2af946dc42d8aaf9328006ed6c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8046143 Dec 09 22:18:38.428754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50482) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:38.438398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499c177-dee4-43a1-8576-ec149f52c39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7655d5-82ce-40d4-8865-0a9be1a412cb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:38.479661 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.485242 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.510027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac185126-dc83-4cc7-85a1-afe6b85f4d82 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:18:38.521169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de37d2c-8bdf-4d06-a44b-82de15b0fe73 req-9b942b1f-64b5-49b3-80bf-fa3b51c09118 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:38.525293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5de37d2c-8bdf-4d06-a44b-82de15b0fe73 req-9b942b1f-64b5-49b3-80bf-fa3b51c09118 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 948 time: 0.1439531 Dec 09 22:18:38.564505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ac185126-dc83-4cc7-85a1-afe6b85f4d82, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ac185126-dc83-4cc7-85a1-afe6b85f4d82,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:38.572608 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.594192 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a88c-268e-42b6-ad4e-1ffae98ca15f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.608653 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ecd94837-a782-47d9-90b4-517f4fa19b89 req-d6163273-f0c7-442e-927a-61fb7fed203e service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160318 Dec 09 22:18:38.635129 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-798c1a9a-29e9-4c64-93ca-048098b15f50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.640028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ac185126-dc83-4cc7-85a1-afe6b85f4d82,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:38.642949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a88c-268e-42b6-ad4e-1ffae98ca15f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.644817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5de37d2c-8bdf-4d06-a44b-82de15b0fe73 req-8a77b8be-b79c-44cd-8f15-216dc5a80a44 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092706 Dec 09 22:18:38.651132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-798c1a9a-29e9-4c64-93ca-048098b15f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.711661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c1a9a-29e9-4c64-93ca-048098b15f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78594f25-461a-40fd-a8d3-a95c61be6621,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:38.718222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-798c1a9a-29e9-4c64-93ca-048098b15f50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85fb42851f854d919fdcccb3811905cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7429068 Dec 09 22:18:38.720718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50490) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:38.773531 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a88c-268e-42b6-ad4e-1ffae98ca15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.776355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a88c-268e-42b6-ad4e-1ffae98ca15f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.780934 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a8e9a88c-268e-42b6-ad4e-1ffae98ca15f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e7655d5-82ce-40d4-8865-0a9be1a412cb HTTP/1.1" status: 204 len: 168 time: 0.3504326 Dec 09 22:18:38.792168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9a88c-268e-42b6-ad4e-1ffae98ca15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7655d5-82ce-40d4-8865-0a9be1a412cb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:38.794980 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e845d56-44fb-4c15-847e-45afb7a0b725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.831504 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e845d56-44fb-4c15-847e-45afb7a0b725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.835995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.846504 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.883212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf8aa3-a462-46a4-b02e-1bc2347d0294 req-6382d638-8c17-4c81-9cb5-48e9a969cd71 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:38.884712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-69bf8aa3-a462-46a4-b02e-1bc2347d0294 req-6382d638-8c17-4c81-9cb5-48e9a969cd71 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 969 time: 0.1147993 Dec 09 22:18:38.894545 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.904577 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e845d56-44fb-4c15-847e-45afb7a0b725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.910278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e845d56-44fb-4c15-847e-45afb7a0b725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.911941 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3e845d56-44fb-4c15-847e-45afb7a0b725 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78594f25-461a-40fd-a8d3-a95c61be6621 HTTP/1.1" status: 204 len: 168 time: 0.1898758 Dec 09 22:18:38.922451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e845d56-44fb-4c15-847e-45afb7a0b725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78594f25-461a-40fd-a8d3-a95c61be6621,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:38.928084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Pushing event updated for resources: {'Port': ['ID=a161e9c8-c7d0-4d25-aa2a-875fc43e56a8,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:38.936472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:38.949897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-52f9913f-6027-42ef-89bf-ec1c17e8df63 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5947263 Dec 09 22:18:38.964496 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['ac185126-dc83-4cc7-85a1-afe6b85f4d82'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:18:38.973286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-69bf8aa3-a462-46a4-b02e-1bc2347d0294 req-5e3b8248-5667-48c2-a207-c8881ec00617 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799329 Dec 09 22:18:39.126764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25ef8e-b96b-4f2b-b514-fede45d1a002 req-5ec23340-3fde-4d8d-a18e-ed1b2e5c36c4 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:39.132693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a25ef8e-b96b-4f2b-b514-fede45d1a002 req-5ec23340-3fde-4d8d-a18e-ed1b2e5c36c4 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 965 time: 0.0669873 Dec 09 22:18:39.184881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a25ef8e-b96b-4f2b-b514-fede45d1a002 req-10da1f28-a5f9-428e-ba9a-befba2cdcfe0 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468061 Dec 09 22:18:39.446595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50524) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:39.459886 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-658b7d69-b5ca-427c-9f07-567a41a34670 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:39.464168 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-982a11bf-1aa9-44f8-94aa-c899205a0aed tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1904866183&fields=id&tenant_id=b0abe5836e9c4df48f4b55b4446d3961 HTTP/1.1" status: 200 len: 267 time: 0.0646384 Dec 09 22:18:39.550726 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-658b7d69-b5ca-427c-9f07-567a41a34670 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:39.556196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-658b7d69-b5ca-427c-9f07-567a41a34670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:39.586895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b7d69-b5ca-427c-9f07-567a41a34670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9f765d-1219-4e4f-831a-cf0c15bc63ec,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:39.618810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822fe-7451-4982-8919-143aa51df7ab req-972765e0-14d4-4b31-b202-6feebf67fe4c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:39.626478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-972765e0-14d4-4b31-b202-6feebf67fe4c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/networks?id=445c2bc8-9472-47a8-b9c5-978adb5498a2 HTTP/1.1" status: 200 len: 823 time: 0.1513698 Dec 09 22:18:39.629818 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-658b7d69-b5ca-427c-9f07-567a41a34670 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b81196606634b06842519820bd9a685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812344 Dec 09 22:18:39.632524 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50534) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:39.642008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-e281a7e7-5840-4040-ac5a-626e42eb8c99 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/quotas/b0abe5836e9c4df48f4b55b4446d3961 HTTP/1.1" status: 200 len: 375 time: 0.0145979 Dec 09 22:18:39.683520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50538) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:39.700958 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366d8e5d-f11a-436e-bab7-04f691604279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:39.701587 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f8d6-4e2c-4145-aa1f-b3c180a15d7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:39.724414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366d8e5d-f11a-436e-bab7-04f691604279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:39.733047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-30fe72fe-c6a8-4dbd-b125-800ada9a420f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0abe5836e9c4df48f4b55b4446d3961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834293 Dec 09 22:18:39.789613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366d8e5d-f11a-436e-bab7-04f691604279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:39.795894 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366d8e5d-f11a-436e-bab7-04f691604279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:39.798059 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-366d8e5d-f11a-436e-bab7-04f691604279 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e9f765d-1219-4e4f-831a-cf0c15bc63ec HTTP/1.1" status: 204 len: 168 time: 0.1642954 Dec 09 22:18:39.808981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d8e5d-f11a-436e-bab7-04f691604279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9f765d-1219-4e4f-831a-cf0c15bc63ec,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:39.828512 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f8d6-4e2c-4145-aa1f-b3c180a15d7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:39.834881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f8d6-4e2c-4145-aa1f-b3c180a15d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:39.886124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5f8d6-4e2c-4145-aa1f-b3c180a15d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53ff2a2-2da1-4ef3-9102-d3b5debe9eba,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:39.894679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0ee5f8d6-4e2c-4145-aa1f-b3c180a15d7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=716f463f7bbe4966b4ff793f7d085c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101665 Dec 09 22:18:39.897116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50550) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:39.923283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-45b4024b-b275-4598-becc-ff9e67a0280e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:18:39.924400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-45b4024b-b275-4598-becc-ff9e67a0280e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0847933 Dec 09 22:18:40.052843 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0bb51f6-a847-4934-915b-a68c439067e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.078080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6107373-3ce8-4b24-96f2-043ad4dd9ae0 req-6ed3c4e3-5f7f-4a42-bf5b-d439fe56a891 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:40.079636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6107373-3ce8-4b24-96f2-043ad4dd9ae0 req-6ed3c4e3-5f7f-4a42-bf5b-d439fe56a891 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 949 time: 0.1351006 Dec 09 22:18:40.106120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0bb51f6-a847-4934-915b-a68c439067e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.109527 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-75edd276-92b3-4f75-8c24-415a77ae0cfe service neutron] 10.222.0.16 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773293 Dec 09 22:18:40.189651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50556) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:40.191510 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ac185126-dc83-4cc7-85a1-afe6b85f4d82 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:40.208866 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8787e2ac-9ef5-45a1-8f39-d1fdcf779a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.234366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6107373-3ce8-4b24-96f2-043ad4dd9ae0 req-cba68bbd-8743-4762-a9c2-e56a0b349f11 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468735 Dec 09 22:18:40.266634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port ac185126-dc83-4cc7-85a1-afe6b85f4d82 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:18:40.272646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-7b5740ed-0d9e-4fe3-96ac-8a9bf2308ee1 service neutron] 10.222.0.16 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527390 Dec 09 22:18:40.278034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port ac185126-dc83-4cc7-85a1-afe6b85f4d82 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:40.278448 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.291543 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0bb51f6-a847-4934-915b-a68c439067e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.294192 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0bb51f6-a847-4934-915b-a68c439067e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.295244 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d0bb51f6-a847-4934-915b-a68c439067e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a53ff2a2-2da1-4ef3-9102-d3b5debe9eba HTTP/1.1" status: 204 len: 168 time: 0.3969939 Dec 09 22:18:40.320203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8787e2ac-9ef5-45a1-8f39-d1fdcf779a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.325077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8787e2ac-9ef5-45a1-8f39-d1fdcf779a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.330067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb51f6-a847-4934-915b-a68c439067e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53ff2a2-2da1-4ef3-9102-d3b5debe9eba,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:40.374518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787e2ac-9ef5-45a1-8f39-d1fdcf779a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73f710e-8f63-4d0b-b7a3-ca5cf43e14f6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:40.382544 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8787e2ac-9ef5-45a1-8f39-d1fdcf779a6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f229a7c943d04e49af5e817e4b6fb44f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903832 Dec 09 22:18:40.385381 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50564) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:40.438388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f71e2-4392-4880-b34d-bc6a6082ae3c req-e353ba88-63e7-4c02-95ff-4a6669410066 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:40.441311 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-636f71e2-4392-4880-b34d-bc6a6082ae3c req-e353ba88-63e7-4c02-95ff-4a6669410066 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 969 time: 0.1125329 Dec 09 22:18:40.496227 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24561be2-5170-42cf-addb-8e1f4bfac55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.506518 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.517172 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-636f71e2-4392-4880-b34d-bc6a6082ae3c req-ca431b8c-0b81-4183-8eb0-32769aa1cb64 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705388 Dec 09 22:18:40.553945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24561be2-5170-42cf-addb-8e1f4bfac55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.554480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77022e47-1603-4195-81e9-55144e5171aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac185126-dc83-4cc7-85a1-afe6b85f4d82'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:40.569038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad683be2-1dac-48ba-ad0b-54148fa3111a req-7a216410-43d8-44d7-aedf-226046533eeb tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:40.570534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad683be2-1dac-48ba-ad0b-54148fa3111a req-7a216410-43d8-44d7-aedf-226046533eeb tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 965 time: 0.0716867 Dec 09 22:18:40.625684 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad683be2-1dac-48ba-ad0b-54148fa3111a req-89cd5276-f681-46c5-90a4-7c3b83a9ad9f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489316 Dec 09 22:18:40.691287 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ac185126-dc83-4cc7-85a1-afe6b85f4d82, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ac185126-dc83-4cc7-85a1-afe6b85f4d82,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:40.691716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24561be2-5170-42cf-addb-8e1f4bfac55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.694745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24561be2-5170-42cf-addb-8e1f4bfac55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.696377 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-24561be2-5170-42cf-addb-8e1f4bfac55d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d73f710e-8f63-4d0b-b7a3-ca5cf43e14f6 HTTP/1.1" status: 204 len: 168 time: 0.3098390 Dec 09 22:18:40.699047 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:40.719247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24561be2-5170-42cf-addb-8e1f4bfac55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73f710e-8f63-4d0b-b7a3-ca5cf43e14f6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:40.738717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c34c9b2-8d8c-4170-88d0-c9243fcf9cd1 req-28af4b3a-c879-47d5-bd84-72c424830972 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 210 time: 0.0837009 Dec 09 22:18:40.783787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ac185126-dc83-4cc7-85a1-afe6b85f4d82,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:40.873632 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9967ca1e-c018-42b9-9bd0-34e42ff08f1c" -d '{"events": [{"server_uuid": "77022e47-1603-4195-81e9-55144e5171aa", "name": "network-vif-plugged", "status": "completed", "tag": "ac185126-dc83-4cc7-85a1-afe6b85f4d82"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:41.042907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 537865b4-0489-42d5-b428-a820d82656ce details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:18:41.156018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=537865b4-0489-42d5-b428-a820d82656ce,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:41.168226 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '537865b4-0489-42d5-b428-a820d82656ce', 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f', 'port_id': '537865b4-0489-42d5-b428-a820d82656ce', 'mac_address': 'fa:16:3e:cb:36:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2ce2bf-a35f-4018-a4cc-40f652c375bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-2045457175', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:18:41.228895 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d578fff-5ada-41c3-97ca-89bd197dba3d x-openstack-request-id: req-5d578fff-5ada-41c3-97ca-89bd197dba3d {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:41.229960 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77022e47-1603-4195-81e9-55144e5171aa", "name": "network-vif-plugged", "status": "completed", "tag": "ac185126-dc83-4cc7-85a1-afe6b85f4d82", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:41.230422 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d578fff-5ada-41c3-97ca-89bd197dba3d {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:41.231081 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77022e47-1603-4195-81e9-55144e5171aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac185126-dc83-4cc7-85a1-afe6b85f4d82', 'code': 200} Dec 09 22:18:41.234785 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:41.236317 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:18:41.253122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50610) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:41.261126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537865b4-0489-42d5-b428-a820d82656ce {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:18:41.289128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=537865b4-0489-42d5-b428-a820d82656ce,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:41.297176 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:41.311364 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c1c5e266-50b1-418f-8284-db0f008c9534 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:18:41.399327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62be83-3a7a-483c-b86e-03a7606e4fcc req-adb6a17d-8c4f-4b9d-b35f-48730099e58c tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:41.401282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a62be83-3a7a-483c-b86e-03a7606e4fcc req-adb6a17d-8c4f-4b9d-b35f-48730099e58c tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 950 time: 0.0847738 Dec 09 22:18:41.410403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=537865b4-0489-42d5-b428-a820d82656ce,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:41.490702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a62be83-3a7a-483c-b86e-03a7606e4fcc req-cf057a45-8d70-41ea-953d-1904595cd5cd tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783947 Dec 09 22:18:41.495680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c1c5e266-50b1-418f-8284-db0f008c9534, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c1c5e266-50b1-418f-8284-db0f008c9534,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:41.507227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c889a-355c-493b-915a-a05d022c655e req-3649d13c-eaca-4b97-b0a0-8b3fdd294530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:41.508823 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a76c889a-355c-493b-915a-a05d022c655e req-3649d13c-eaca-4b97-b0a0-8b3fdd294530 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 1102 time: 0.1433430 Dec 09 22:18:41.510301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'c1c5e266-50b1-418f-8284-db0f008c9534', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'c1c5e266-50b1-418f-8284-db0f008c9534', 'mac_address': 'fa:16:3e:0d:40:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:tempest-test_az-2045457175', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:18:41.535832 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a76c889a-355c-493b-915a-a05d022c655e req-ea66a50d-a415-4574-88f2-34554f551689 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:41.556063 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:41.571047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c5e266-50b1-418f-8284-db0f008c9534 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:18:41.595315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c1c5e266-50b1-418f-8284-db0f008c9534, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c1c5e266-50b1-418f-8284-db0f008c9534,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:41.599648 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:41.612506 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d06014b-40b2-40d3-8eb0-fcac2eb2a7c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:41.672780 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=c1c5e266-50b1-418f-8284-db0f008c9534,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:41.754465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a353d6-caa7-4c47-8934-217523301346 req-85265f0b-e2b6-4ae8-b33e-dac9c931bee0 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:41.757731 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35a353d6-caa7-4c47-8934-217523301346 req-85265f0b-e2b6-4ae8-b33e-dac9c931bee0 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 970 time: 0.1036770 Dec 09 22:18:41.807506 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a76c889a-355c-493b-915a-a05d022c655e req-ea66a50d-a415-4574-88f2-34554f551689 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:41.815635 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d06014b-40b2-40d3-8eb0-fcac2eb2a7c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:41.817445 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a76c889a-355c-493b-915a-a05d022c655e req-ea66a50d-a415-4574-88f2-34554f551689 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:41.833936 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d06014b-40b2-40d3-8eb0-fcac2eb2a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:41.864177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.18', 49783) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:41.917823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66a50d-a415-4574-88f2-34554f551689 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c607ca-f63a-4d83-a06c-0cbcec5b0f67,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:41.935185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['c1c5e266-50b1-418f-8284-db0f008c9534'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:18:41.937952 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a76c889a-355c-493b-915a-a05d022c655e req-ea66a50d-a415-4574-88f2-34554f551689 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204073 Dec 09 22:18:41.962557 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2d06014b-40b2-40d3-8eb0-fcac2eb2a7c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f1736c7388344bc9b212f2aca61109b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7076077 Dec 09 22:18:41.969992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50644) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:42.009906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['537865b4-0489-42d5-b428-a820d82656ce'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:18:42.024077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06014b-40b2-40d3-8eb0-fcac2eb2a7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e59114-3405-4f58-954e-d4544d64a60b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:42.034850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9b8a1-0e3b-4fac-b997-22a726aa63e7 req-7bce5fb0-9377-4cdd-8f19-eff0fdac56ca tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:42.044127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02c9b8a1-0e3b-4fac-b997-22a726aa63e7 req-7bce5fb0-9377-4cdd-8f19-eff0fdac56ca tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 966 time: 0.2837946 Dec 09 22:18:42.079487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35a353d6-caa7-4c47-8934-217523301346 req-00b3d5d8-e52b-4726-afc4-2169424717c8 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922120 Dec 09 22:18:42.137630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02c9b8a1-0e3b-4fac-b997-22a726aa63e7 req-da927140-9643-4774-bcfe-704904d9a532 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923016 Dec 09 22:18:42.143082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9851ea29-2c33-40c7-b637-3d611ea45372 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:42.144604 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9851ea29-2c33-40c7-b637-3d611ea45372 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.18 "GET /v2.0/networks?id=445c2bc8-9472-47a8-b9c5-978adb5498a2 HTTP/1.1" status: 200 len: 823 time: 0.2668223 Dec 09 22:18:42.177720 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8b6a02b3-0662-4381-85d8-8d27742c0a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:42.203228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8b6a02b3-0662-4381-85d8-8d27742c0a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:42.228826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a4e2a27-7323-4659-abf3-6c483c1cc16c req-1d328a43-2367-4ac6-aada-84110c195426 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 210 time: 0.0566905 Dec 09 22:18:42.282900 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8b6a02b3-0662-4381-85d8-8d27742c0a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:42.286943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8b6a02b3-0662-4381-85d8-8d27742c0a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:42.287972 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8b6a02b3-0662-4381-85d8-8d27742c0a47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2e59114-3405-4f58-954e-d4544d64a60b HTTP/1.1" status: 204 len: 168 time: 0.2913938 Dec 09 22:18:42.299931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a02b3-0662-4381-85d8-8d27742c0a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e59114-3405-4f58-954e-d4544d64a60b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:42.398306 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-0d931fd6-08a0-4f2f-b6c9-9d7d30c22eab tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0abe5836e9c4df48f4b55b4446d3961 HTTP/1.1" status: 200 len: 380 time: 0.0927978 Dec 09 22:18:42.415023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-5b7822fe-7451-4982-8919-143aa51df7ab req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Request body: {'port': {'device_id': '38d33d52-bc92-410d-a32f-c7d72b588411', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'admin_state_up': True, 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'security_groups': ['2bd4289f-4191-461e-bc60-b51f3a2602b0']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:42.533483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7822fe-7451-4982-8919-143aa51df7ab req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Made reservation on behalf of b0abe5836e9c4df48f4b55b4446d3961 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:42.538515 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b7822fe-7451-4982-8919-143aa51df7ab req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:42.636691 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b6c5c-c6a5-4172-97b9-cd0c6b5bb9f1 req-43892df2-7640-448f-b6c4-46a883569127 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:42.645555 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-081b6c5c-c6a5-4172-97b9-cd0c6b5bb9f1 req-43892df2-7640-448f-b6c4-46a883569127 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 950 time: 0.0702846 Dec 09 22:18:42.693730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-5b7822fe-7451-4982-8919-143aa51df7ab req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Allocated IP 172.20.0.10 (445c2bc8-9472-47a8-b9c5-978adb5498a2/527b68bc-9630-41b5-96c7-5fc55cf1bfbb/5e1a30cb-3d35-4c8b-b854-e2ebc57553f4) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:42.695133 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-081b6c5c-c6a5-4172-97b9-cd0c6b5bb9f1 req-b72680f5-ce66-40fd-a7db-946f3b916959 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486083 Dec 09 22:18:42.729016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50670) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:42.749166 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d60dcd8-8ae3-437b-b8cc-55bcb0c64e79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:42.844363 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d60dcd8-8ae3-437b-b8cc-55bcb0c64e79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:42.850205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d60dcd8-8ae3-437b-b8cc-55bcb0c64e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:42.870643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b7822fe-7451-4982-8919-143aa51df7ab req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:42.894307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9d60dcd8-8ae3-437b-b8cc-55bcb0c64e79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7881c3880f1e4b779da143684634b15f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638258 Dec 09 22:18:42.895135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60dcd8-8ae3-437b-b8cc-55bcb0c64e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa330355-4003-45a0-aa40-718a68848f9c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:42.898336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50676) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:42.930813 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b7822fe-7451-4982-8919-143aa51df7ab req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:42.966000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b09c5a9-6461-4468-841e-7c0a17d850a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:42.980537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7822fe-7451-4982-8919-143aa51df7ab req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Network 445c2bc8-9472-47a8-b9c5-978adb5498a2 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:42.985064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-5b7822fe-7451-4982-8919-143aa51df7ab req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:42.992022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7822fe-7451-4982-8919-143aa51df7ab req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:42.997476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822fe-7451-4982-8919-143aa51df7ab req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:42.998141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b7822fe-7451-4982-8919-143aa51df7ab req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.012334 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b09c5a9-6461-4468-841e-7c0a17d850a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.017682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 537865b4-0489-42d5-b428-a820d82656ce up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:43.020862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Pushing event updated for resources: {'Port': ['ID=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:43.043247 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-b3f20903-6c90-434d-9380-377d8422cf0b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6326306 Dec 09 22:18:43.069771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Request body: {'port': {'device_id': '38d33d52-bc92-410d-a32f-c7d72b588411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:43.128287 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b09c5a9-6461-4468-841e-7c0a17d850a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.131452 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b09c5a9-6461-4468-841e-7c0a17d850a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.135611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0b09c5a9-6461-4468-841e-7c0a17d850a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa330355-4003-45a0-aa40-718a68848f9c HTTP/1.1" status: 204 len: 168 time: 0.2371516 Dec 09 22:18:43.147007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09c5a9-6461-4468-841e-7c0a17d850a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa330355-4003-45a0-aa40-718a68848f9c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:43.149566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 537865b4-0489-42d5-b428-a820d82656ce completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:18:43.155709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 537865b4-0489-42d5-b428-a820d82656ce triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:43.156254 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.196572 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.301309 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.371896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79affb0-5f73-42ee-8e72-5c67e3832074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537865b4-0489-42d5-b428-a820d82656ce'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:43.374378 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883855e0-4f27-4826-a9e7-c4c58eb6af6f" -d '{"events": [{"server_uuid": "a79affb0-5f73-42ee-8e72-5c67e3832074", "name": "network-vif-plugged", "status": "completed", "tag": "537865b4-0489-42d5-b428-a820d82656ce"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:43.410992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=537865b4-0489-42d5-b428-a820d82656ce,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:43.414407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4759f-5922-44a0-aca3-e0654619205f req-f3f9fa58-0f9d-4302-98a1-bdf3d8511303 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:43.415627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9f3cad12-3cef-4b45-b353-a2b18cd83834 None None] Provisioning complete for port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:43.416170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26d4759f-5922-44a0-aca3-e0654619205f req-f3f9fa58-0f9d-4302-98a1-bdf3d8511303 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 970 time: 0.1639903 Dec 09 22:18:43.416318 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f3cad12-3cef-4b45-b353-a2b18cd83834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.419812 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.421291 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c1c5e266-50b1-418f-8284-db0f008c9534 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:43.436247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb487a-96dc-4129-8484-18db0305b84d req-8a90e48e-8ffd-4bd4-9365-f838da42e0bb tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:43.437889 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfdb487a-96dc-4129-8484-18db0305b84d req-8a90e48e-8ffd-4bd4-9365-f838da42e0bb tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 966 time: 0.1469088 Dec 09 22:18:43.505960 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26d4759f-5922-44a0-aca3-e0654619205f req-a7f81034-584c-403e-8ed0-bb1d776e0b1c tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667715 Dec 09 22:18:43.532963 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfdb487a-96dc-4129-8484-18db0305b84d req-ae874bec-4c5a-4f4a-a34c-d416269c79c7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865891 Dec 09 22:18:43.552163 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=537865b4-0489-42d5-b428-a820d82656ce,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:43.558563 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9f3cad12-3cef-4b45-b353-a2b18cd83834 None None] Port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:18:43.597263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port c1c5e266-50b1-418f-8284-db0f008c9534 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:18:43.601346 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port c1c5e266-50b1-418f-8284-db0f008c9534 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:43.601726 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.622679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:18:43.632114 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.660207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Transition to ACTIVE for port object 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:18:43.665946 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.739356 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98f05-df8f-4a45-aeaf-2081e075577e req-2255418c-45ad-4844-968d-f12c4bba9f69 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:43.746837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3f98f05-df8f-4a45-aeaf-2081e075577e req-2255418c-45ad-4844-968d-f12c4bba9f69 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 932 time: 0.1071272 Dec 09 22:18:43.760557 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.832681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c1c5e266-50b1-418f-8284-db0f008c9534, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c1c5e266-50b1-418f-8284-db0f008c9534,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:43.835332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3f98f05-df8f-4a45-aeaf-2081e075577e req-3cde9b78-cd0d-48d0-bd91-33d88baa8d14 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875230 Dec 09 22:18:43.838628 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.880931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:43.895427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Attempting to bind port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:43.895766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Attempting to bind port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:43.896103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Attempting to bind port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 on network 445c2bc8-9472-47a8-b9c5-978adb5498a2 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:43.899871 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b6baab-1ead-418e-9c43-0ba5dcb62c61 x-openstack-request-id: req-23b6baab-1ead-418e-9c43-0ba5dcb62c61 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:43.900172 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79affb0-5f73-42ee-8e72-5c67e3832074", "name": "network-vif-plugged", "status": "completed", "tag": "537865b4-0489-42d5-b428-a820d82656ce", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:43.904821 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23b6baab-1ead-418e-9c43-0ba5dcb62c61 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:43.905391 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79affb0-5f73-42ee-8e72-5c67e3832074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537865b4-0489-42d5-b428-a820d82656ce', 'code': 200} Dec 09 22:18:43.915239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 on network 445c2bc8-9472-47a8-b9c5-978adb5498a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:18:43.916865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Attempting to bind port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 on network 445c2bc8-9472-47a8-b9c5-978adb5498a2 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:43.926089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:43.926526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Checking segment: {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:43.926989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Bound using segment: {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:43.927874 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Bound port: 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:43.928313 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:43.966124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=c1c5e266-50b1-418f-8284-db0f008c9534,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:44.058549 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-4a2a152b-9957-4cb3-8f5f-3f758225b4f8 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9f1cc0b09d7e4780bc098ff5b430af9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828712 Dec 09 22:18:44.078369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] For port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:44.081854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] For port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:44.094440 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:44.167499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:44.176737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:44.177388 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:44.179050 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-9910d567-e7ce-4d66-9fda-167cfa033f43 service neutron] 10.222.0.18 "PUT /v2.0/ports/5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 HTTP/1.1" status: 200 len: 1093 time: 1.1170797 Dec 09 22:18:44.179832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d33d52-bc92-410d-a32f-c7d72b588411', 'tag': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:44.182148 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eedf9a7-b6a4-4482-ab48-402ed5703688" -d '{"events": [{"name": "network-changed", "server_uuid": "38d33d52-bc92-410d-a32f-c7d72b588411", "tag": "5e1a30cb-3d35-4c8b-b854-e2ebc57553f4"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:44.210405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266139b-37e9-4840-a5cc-3be4a9291137 req-e50ab966-0eea-4740-b90d-cf63bbd2cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:44.211940 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2266139b-37e9-4840-a5cc-3be4a9291137 req-e50ab966-0eea-4740-b90d-cf63bbd2cc95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 1119 time: 0.1283872 Dec 09 22:18:44.226987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-22491538-e33e-44a6-8a51-3b23f105cedf tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:44.229116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-22491538-e33e-44a6-8a51-3b23f105cedf tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608143 Dec 09 22:18:44.268487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-d485cea5-85d7-4b37-aedb-fde3983a91a4 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/quotas/9f1cc0b09d7e4780bc098ff5b430af9b HTTP/1.1" status: 200 len: 375 time: 0.0313466 Dec 09 22:18:44.315050 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2266139b-37e9-4840-a5cc-3be4a9291137 req-3d542ffb-cf02-4e7c-88e1-40835a50af70 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952446 Dec 09 22:18:44.316895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822fe-7451-4982-8919-143aa51df7ab req-01101eca-bf91-4ce4-869e-90179fe10655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:44.318569 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-01101eca-bf91-4ce4-869e-90179fe10655 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0abe5836e9c4df48f4b55b4446d3961&device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 1096 time: 0.0731347 Dec 09 22:18:44.326737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50738) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:44.344194 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-27a28a5d-9f49-4106-986d-fb1fea9c3262 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f1cc0b09d7e4780bc098ff5b430af9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699058 Dec 09 22:18:44.369342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11549b22-c9a5-4e80-a8cf-40d438ecedc0 req-abf3107b-5946-4056-b8fc-2679241be072 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:44.374205 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-e1876aba-530e-497f-8fb8-ed0f3ce20748 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 HTTP/1.1" status: 200 len: 217 time: 0.0391133 Dec 09 22:18:44.377876 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11549b22-c9a5-4e80-a8cf-40d438ecedc0 req-abf3107b-5946-4056-b8fc-2679241be072 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 950 time: 0.0846961 Dec 09 22:18:44.433138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11549b22-c9a5-4e80-a8cf-40d438ecedc0 req-36c523ce-d755-4f61-9b21-8293f9b960d3 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543649 Dec 09 22:18:44.467083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822fe-7451-4982-8919-143aa51df7ab req-f23ef6d0-f229-4962-839e-883e2693af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:44.468993 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-f23ef6d0-f229-4962-839e-883e2693af60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=527b68bc-9630-41b5-96c7-5fc55cf1bfbb HTTP/1.1" status: 200 len: 862 time: 0.0862365 Dec 09 22:18:44.513694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-649660751-network', 'tenant_id': '9dd8f99313d4453cbc93e80b79863f7f'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:44.537883 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b16249c-bf02-4b9e-b00c-02411821b1a3 x-openstack-request-id: req-9b16249c-bf02-4b9e-b00c-02411821b1a3 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:44.538255 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d33d52-bc92-410d-a32f-c7d72b588411", "tag": "5e1a30cb-3d35-4c8b-b854-e2ebc57553f4", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:44.538447 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b16249c-bf02-4b9e-b00c-02411821b1a3 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:44.539870 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d33d52-bc92-410d-a32f-c7d72b588411', 'tag': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4', 'status': 'completed', 'code': 200} Dec 09 22:18:44.565605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7822fe-7451-4982-8919-143aa51df7ab req-e7c4eec1-afb3-4a53-abdc-ae206d1018b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:44.568068 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-e7c4eec1-afb3-4a53-abdc-ae206d1018b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=445c2bc8-9472-47a8-b9c5-978adb5498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907764 Dec 09 22:18:44.573915 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Made reservation on behalf of 9dd8f99313d4453cbc93e80b79863f7f for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:44.578303 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:44.608515 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:44.850870 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84c29650-fd1f-47c6-bb50-d3d2b50e84fc req-67f540f0-2eec-4eb7-a894-04f1e70ad394 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 210 time: 0.0389283 Dec 09 22:18:44.876893 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-63c4c84e-0e0c-41f6-a8ae-a8d31cf08e76 service neutron] 10.222.0.18 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938607 Dec 09 22:18:44.979515 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:44.993187 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:44.995694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7289d-f5a0-49ac-950d-456bf405abf3 req-cbc9390c-13d6-42a5-8ea9-cfb0dd832638 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:44.997913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6d7289d-f5a0-49ac-950d-456bf405abf3 req-cbc9390c-13d6-42a5-8ea9-cfb0dd832638 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 971 time: 0.0890632 Dec 09 22:18:45.034050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f0e020-5bb3-46da-95d3-f0578535a985,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:45.051304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:18:45.067853 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b7822fe-7451-4982-8919-143aa51df7ab req-f0bbdc13-b9a2-472d-bafd-9573dcf2aafa service neutron] 10.222.0.18 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823242 Dec 09 22:18:45.071266 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:45.071743 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Added segment aabe066f-d54b-4422-bc1c-cde72a390e67 of type vlan for network 72bd23fc-fc2c-4b28-b0aa-1f1278990699 Dec 09 22:18:45.102978 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6d7289d-f5a0-49ac-950d-456bf405abf3 req-697de69e-2782-400f-898f-747699c8853f tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900257 Dec 09 22:18:45.133869 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:45.166558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:45.170070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:45.171907 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:45.197026 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8686633 Dec 09 22:18:45.207637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50770) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:45.219331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5a42ca31-bc1a-4645-a543-d28964236fae admin admin] Request body: {'subnet': {'network_id': '72bd23fc-fc2c-4b28-b0aa-1f1278990699', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-649660751-subnet', 'tenant_id': '9dd8f99313d4453cbc93e80b79863f7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:45.262454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319777f-016b-4c72-96a8-48c4e0ab0e8c req-5be85822-7f0c-4fa7-b416-160898ce0b79 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:45.270129 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6319777f-016b-4c72-96a8-48c4e0ab0e8c req-5be85822-7f0c-4fa7-b416-160898ce0b79 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 967 time: 0.1070051 Dec 09 22:18:45.284596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f7efb-1a69-4177-9e2b-bca478d89db5 admin admin] Pushing event updated for resources: {'Network': ['ID=72bd23fc-fc2c-4b28-b0aa-1f1278990699,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:45.293249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedf9a7-b6a4-4482-ab48-402ed5703688 req-68a49fbd-24f6-4005-a1a6-148d1d3c78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:45.294759 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eedf9a7-b6a4-4482-ab48-402ed5703688 req-68a49fbd-24f6-4005-a1a6-148d1d3c78a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0abe5836e9c4df48f4b55b4446d3961&device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 1096 time: 0.0870996 Dec 09 22:18:45.300665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 72bd23fc-fc2c-4b28-b0aa-1f1278990699 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:18:45.302559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a42ca31-bc1a-4645-a543-d28964236fae admin admin] Made reservation on behalf of 9dd8f99313d4453cbc93e80b79863f7f for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:45.305107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a42ca31-bc1a-4645-a543-d28964236fae admin admin] Publish callbacks [] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:45.429433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedf9a7-b6a4-4482-ab48-402ed5703688 req-2f2e9589-2007-4785-ad27-6084ce41ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:45.431019 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eedf9a7-b6a4-4482-ab48-402ed5703688 req-2f2e9589-2007-4785-ad27-6084ce41ec2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=445c2bc8-9472-47a8-b9c5-978adb5498a2 HTTP/1.1" status: 200 len: 924 time: 0.1062586 Dec 09 22:18:45.487193 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eedf9a7-b6a4-4482-ab48-402ed5703688 req-1d7f34bf-4612-4cc8-b1bf-9224d05d5c49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 HTTP/1.1" status: 200 len: 217 time: 0.0356505 Dec 09 22:18:45.544764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedf9a7-b6a4-4482-ab48-402ed5703688 req-14f699bd-02df-4461-9ea9-54d3b377f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:45.546888 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eedf9a7-b6a4-4482-ab48-402ed5703688 req-14f699bd-02df-4461-9ea9-54d3b377f106 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=527b68bc-9630-41b5-96c7-5fc55cf1bfbb HTTP/1.1" status: 200 len: 862 time: 0.0493460 Dec 09 22:18:45.573087 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6319777f-016b-4c72-96a8-48c4e0ab0e8c req-c272254e-808d-46c8-b5f1-ec8b5ae3b8fe tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018343 Dec 09 22:18:45.585240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1304087-84c3-43cc-816c-78a71a8f08f2 req-12657f79-8871-4489-b569-e0baaa68d6e3 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:45.586923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1304087-84c3-43cc-816c-78a71a8f08f2 req-12657f79-8871-4489-b569-e0baaa68d6e3 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 944 time: 0.3050992 Dec 09 22:18:45.610078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedf9a7-b6a4-4482-ab48-402ed5703688 req-ce527f90-27f1-4603-91a0-8c6a7730d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:45.611838 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eedf9a7-b6a4-4482-ab48-402ed5703688 req-ce527f90-27f1-4603-91a0-8c6a7730d7f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=445c2bc8-9472-47a8-b9c5-978adb5498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524881 Dec 09 22:18:45.684009 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1304087-84c3-43cc-816c-78a71a8f08f2 req-4cbd5d5c-2ee9-4ae2-9f87-ccc276ac5b86 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842631 Dec 09 22:18:45.720664 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eedf9a7-b6a4-4482-ab48-402ed5703688 req-eedfc95a-63a1-4092-ab29-ebfd6f12102a service neutron] 10.222.0.18 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889096 Dec 09 22:18:45.771819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7954f-c298-4bf7-879a-cacd957787ee req-b05ffad5-e88d-43b1-a1fc-3f4e97591f5d tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:45.773290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96d7954f-c298-4bf7-879a-cacd957787ee req-b05ffad5-e88d-43b1-a1fc-3f4e97591f5d tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 950 time: 0.1213083 Dec 09 22:18:45.781829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a42ca31-bc1a-4645-a543-d28964236fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:45.842189 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eedf9a7-b6a4-4482-ab48-402ed5703688 req-f1268402-1f01-42f7-b139-7f7cbe062d74 service neutron] 10.222.0.18 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137829 Dec 09 22:18:45.882966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42ca31-bc1a-4645-a543-d28964236fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29f0e32-8280-444f-a746-23a022dab731,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:45.897368 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96d7954f-c298-4bf7-879a-cacd957787ee req-7bbfac9c-0768-40cc-98a3-47b70911cea9 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122923 Dec 09 22:18:45.902251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42ca31-bc1a-4645-a543-d28964236fae admin admin] Checking segment: {'id': 'aabe066f-d54b-4422-bc1c-cde72a390e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '72bd23fc-fc2c-4b28-b0aa-1f1278990699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:45.902620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42ca31-bc1a-4645-a543-d28964236fae admin admin] Network hostable DHCP agents. Network: 72bd23fc-fc2c-4b28-b0aa-1f1278990699, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:18:45.906259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a02755-736b-41ba-b318-28632bf1d3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c5e266-50b1-418f-8284-db0f008c9534'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:45.911190 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6deb7cd-511e-4422-815f-52d904bfe972" -d '{"events": [{"server_uuid": "e6a02755-736b-41ba-b318-28632bf1d3c8", "name": "network-vif-plugged", "status": "completed", "tag": "c1c5e266-50b1-418f-8284-db0f008c9534"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:45.928757 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42ca31-bc1a-4645-a543-d28964236fae admin admin] Network 72bd23fc-fc2c-4b28-b0aa-1f1278990699 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:18:45.947491 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-8091c3e8-6993-4f5e-b9e3-a6eb28ff1b42 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9f1cc0b09d7e4780bc098ff5b430af9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229690 Dec 09 22:18:45.948589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-5a42ca31-bc1a-4645-a543-d28964236fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 72bd23fc-fc2c-4b28-b0aa-1f1278990699) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:45.956507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a42ca31-bc1a-4645-a543-d28964236fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:45.956600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ba688-cfd1-4e9c-bc00-8ef005ea104e None None] Network 72bd23fc-fc2c-4b28-b0aa-1f1278990699 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:18:45.962632 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a42ca31-bc1a-4645-a543-d28964236fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:45.986812 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d86867f4-a0ec-4b53-a897-3b5069929091 req-47a81c4a-5a0b-418b-af41-6c4434a05cdb tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 210 time: 0.0545940 Dec 09 22:18:46.012404 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5a42ca31-bc1a-4645-a543-d28964236fae admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7947927 Dec 09 22:18:46.027979 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61170346-bf35-4f31-a7b9-7af9d588c12b x-openstack-request-id: req-61170346-bf35-4f31-a7b9-7af9d588c12b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:46.028491 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a02755-736b-41ba-b318-28632bf1d3c8", "name": "network-vif-plugged", "status": "completed", "tag": "c1c5e266-50b1-418f-8284-db0f008c9534", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:46.028928 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61170346-bf35-4f31-a7b9-7af9d588c12b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:46.029457 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a02755-736b-41ba-b318-28632bf1d3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c5e266-50b1-418f-8284-db0f008c9534', 'code': 200} Dec 09 22:18:46.154187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-0dc4e285-0c69-4786-9f57-74e9632ef108 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:46.157588 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-0dc4e285-0c69-4786-9f57-74e9632ef108 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929603 Dec 09 22:18:46.167265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66ae60c-2942-4801-810e-61caccb787a4 None None] Network 72bd23fc-fc2c-4b28-b0aa-1f1278990699 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:18:46.181204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Request body: {'port': {'device_id': 'c41a388a-7a37-4130-bc2f-e36dbf170c80', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': '9f1cc0b09d7e4780bc098ff5b430af9b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:46.357336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c935026-feb8-484e-bc6a-157125298558 req-01c2c11c-d0dc-40fb-9a7e-edf98e6b38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:46.359377 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c935026-feb8-484e-bc6a-157125298558 req-01c2c11c-d0dc-40fb-9a7e-edf98e6b38e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 1123 time: 0.0807800 Dec 09 22:18:46.365549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dbb91-38b2-4981-a96a-e66ed2967d07 req-0c70a805-b54b-43f6-b3ec-8bb8aaefe46a tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:46.374260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d88dbb91-38b2-4981-a96a-e66ed2967d07 req-0c70a805-b54b-43f6-b3ec-8bb8aaefe46a tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 971 time: 0.1203985 Dec 09 22:18:46.400898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Made reservation on behalf of 9f1cc0b09d7e4780bc098ff5b430af9b for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:46.405213 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:46.419414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:46.437897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d88dbb91-38b2-4981-a96a-e66ed2967d07 req-85efd820-090e-48f4-8c01-9c757bc60762 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623169 Dec 09 22:18:46.453388 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c935026-feb8-484e-bc6a-157125298558 req-eba1f895-2cd1-4fb8-9cd2-8d6b20a15a86 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803955 Dec 09 22:18:46.504215 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50810) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:46.521142 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:46.526526 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:46.589348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7644fde-0f9a-4022-8b89-e74f5e8c11a3,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:46.641525 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5c89b012-582a-468e-b200-1c09b0ee734f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:46.687064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Allocated IP 192.168.233.45 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:46.742530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01669-2295-4429-bef0-8423a1699cc2 req-ec91acc6-7c67-4030-bf3f-ad2050bff3a4 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:46.744447 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ff01669-2295-4429-bef0-8423a1699cc2 req-ec91acc6-7c67-4030-bf3f-ad2050bff3a4 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 967 time: 0.0772514 Dec 09 22:18:46.782402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50826) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:46.791404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2094669687-network', 'tenant_id': 'fe72275e70eb4cdfb85c6532bacc6f2b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:46.818155 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5c89b012-582a-468e-b200-1c09b0ee734f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:46.832772 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5c89b012-582a-468e-b200-1c09b0ee734f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:46.860023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Made reservation on behalf of fe72275e70eb4cdfb85c6532bacc6f2b for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:46.862663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:46.877843 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:46.885897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ff01669-2295-4429-bef0-8423a1699cc2 req-254b4346-22dd-4347-a9ff-62ec15fc15fe tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333199 Dec 09 22:18:46.896251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c730f-6799-4544-a172-8d7b321e063e req-e2a1f859-3e68-40ed-b6f8-33b0d2a005cf tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:46.897931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b32c730f-6799-4544-a172-8d7b321e063e req-e2a1f859-3e68-40ed-b6f8-33b0d2a005cf tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 944 time: 0.1207600 Dec 09 22:18:46.898883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89b012-582a-468e-b200-1c09b0ee734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c619ab-32a8-4aa9-9be7-3adc00937ce2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:46.913831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5c89b012-582a-468e-b200-1c09b0ee734f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99fdc7f128824d99b2cbc85c21e02e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979747 Dec 09 22:18:46.913831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50828) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:46.917763 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:46.996377 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.003537 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c11b9ae-d1cf-4121-af57-92c28383e05c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.011407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b32c730f-6799-4544-a172-8d7b321e063e req-def111f7-a7c8-434a-ac29-834d815c540c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785029 Dec 09 22:18:47.040660 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c11b9ae-d1cf-4121-af57-92c28383e05c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.062205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:47.069728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:47.072374 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:47.078475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:47.079220 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.088552 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.098464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Pushing event updated for resources: {'Port': ['ID=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:47.103595 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.123026 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-9075c19f-27a6-4cfe-9ffd-b592c8b5560b tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9466419 Dec 09 22:18:47.135083 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c11b9ae-d1cf-4121-af57-92c28383e05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.137985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c11b9ae-d1cf-4121-af57-92c28383e05c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.141518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9c11b9ae-d1cf-4121-af57-92c28383e05c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7c619ab-32a8-4aa9-9be7-3adc00937ce2 HTTP/1.1" status: 204 len: 168 time: 0.2319903 Dec 09 22:18:47.155265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e0804c-d153-4d8b-acc0-9c3fe74d10ae,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:47.176820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Request body: {'port': {'device_id': 'c41a388a-7a37-4130-bc2f-e36dbf170c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:47.190516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11b9ae-d1cf-4121-af57-92c28383e05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c619ab-32a8-4aa9-9be7-3adc00937ce2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:47.196118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:18:47.214645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d90b03-a18e-4ff9-9486-3f5beaa23bff req-151b7ee3-1bcd-4f0d-9b55-b475cac05f23 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:47.222613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51d90b03-a18e-4ff9-9486-3f5beaa23bff req-151b7ee3-1bcd-4f0d-9b55-b475cac05f23 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 950 time: 0.1046469 Dec 09 22:18:47.285570 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.285975 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Added segment cb96abe8-35db-4217-9b36-3538d2742603 of type vlan for network 8f5436ac-d1ac-4c9b-82c1-34697f357cfb Dec 09 22:18:47.297497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51d90b03-a18e-4ff9-9486-3f5beaa23bff req-75f21715-4518-4fd2-89b1-a1ee71222195 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739756 Dec 09 22:18:47.393063 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.401078 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.401628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5777c457-41d4-4721-bfcd-91b947a8b3ea None None] Provisioning complete for port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:47.402253 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5777c457-41d4-4721-bfcd-91b947a8b3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.430389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b081bb0-de58-437a-bee1-8b62e0f3bda9 req-887855c9-a2e7-449b-bbd8-3812b22769c0 tempest-DeleteServersAdminTestJSON-358791348 tempest-DeleteServersAdminTestJSON-358791348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:47.433009 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b081bb0-de58-437a-bee1-8b62e0f3bda9 req-887855c9-a2e7-449b-bbd8-3812b22769c0 tempest-DeleteServersAdminTestJSON-358791348 tempest-DeleteServersAdminTestJSON-358791348-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 1102 time: 0.1848514 Dec 09 22:18:47.443649 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5777c457-41d4-4721-bfcd-91b947a8b3ea None None] Port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:18:47.504164 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.505135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:47.505715 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.538397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76fd66-cff4-4274-bf2c-3248fdc140f9 req-1233c297-ffd6-494f-9413-03f46735a32e tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:47.548738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b76fd66-cff4-4274-bf2c-3248fdc140f9 req-1233c297-ffd6-494f-9413-03f46735a32e tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 935 time: 0.1522129 Dec 09 22:18:47.565900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b614e-09ac-4539-8702-1ed8d8f2409f req-89a21980-203e-4c85-b3ca-e295c4f81584 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:47.567899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-761b614e-09ac-4539-8702-1ed8d8f2409f req-89a21980-203e-4c85-b3ca-e295c4f81584 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 1119 time: 0.1314938 Dec 09 22:18:47.590106 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8017340 Dec 09 22:18:47.600865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50844) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:47.606298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-497a1f20-c92c-4e7b-8d74-39dcda83aaf0 admin admin] Request body: {'subnet': {'network_id': '8f5436ac-d1ac-4c9b-82c1-34697f357cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2094669687-subnet', 'tenant_id': 'fe72275e70eb4cdfb85c6532bacc6f2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:47.623003 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50846) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:47.663800 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b76fd66-cff4-4274-bf2c-3248fdc140f9 req-fcf025aa-5dfb-4d8b-ae66-71922b3609dc tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7644fde-0f9a-4022-8b89-e74f5e8c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138031 Dec 09 22:18:47.664647 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-76ce1dd3-589e-4a11-91c1-6173def92373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.695095 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129702f8-75fc-4477-abb8-fdbcd05b6de0 admin admin] Pushing event updated for resources: {'Network': ['ID=8f5436ac-d1ac-4c9b-82c1-34697f357cfb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:47.698952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-761b614e-09ac-4539-8702-1ed8d8f2409f req-45fd110c-70b8-4675-bebd-a30ee8cc6048 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211312 Dec 09 22:18:47.703344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497a1f20-c92c-4e7b-8d74-39dcda83aaf0 admin admin] Made reservation on behalf of fe72275e70eb4cdfb85c6532bacc6f2b for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:47.706250 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-497a1f20-c92c-4e7b-8d74-39dcda83aaf0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.711913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 8f5436ac-d1ac-4c9b-82c1-34697f357cfb details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:18:47.779579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-6b081bb0-de58-437a-bee1-8b62e0f3bda9 req-cd6bb932-5bff-4345-8da4-5b56d7708b9a tempest-DeleteServersAdminTestJSON-358791348 tempest-DeleteServersAdminTestJSON-358791348-project-admin] Deleting port ac185126-dc83-4cc7-85a1-afe6b85f4d82 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:18:47.780808 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b081bb0-de58-437a-bee1-8b62e0f3bda9 req-cd6bb932-5bff-4345-8da4-5b56d7708b9a tempest-DeleteServersAdminTestJSON-358791348 tempest-DeleteServersAdminTestJSON-358791348-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.892410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-76ce1dd3-589e-4a11-91c1-6173def92373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.936955 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-76ce1dd3-589e-4a11-91c1-6173def92373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:47.986686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303284a-8c13-49ed-a98b-28115257b869 req-ea20d8e8-98c0-4103-a1f2-0932e0284287 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:47.988167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3303284a-8c13-49ed-a98b-28115257b869 req-ea20d8e8-98c0-4103-a1f2-0932e0284287 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 971 time: 0.1680710 Dec 09 22:18:48.023969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce1dd3-589e-4a11-91c1-6173def92373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f54ff6b-e09e-418d-8dc8-74a71df2cd33,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:48.028307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-76ce1dd3-589e-4a11-91c1-6173def92373 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32a0adfbc5cd44dab726b169010b430d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039772 Dec 09 22:18:48.037063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50850) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:48.053917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6b081bb0-de58-437a-bee1-8b62e0f3bda9 req-cd6bb932-5bff-4345-8da4-5b56d7708b9a tempest-DeleteServersAdminTestJSON-358791348 tempest-DeleteServersAdminTestJSON-358791348-project-admin] For port ac185126-dc83-4cc7-85a1-afe6b85f4d82, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ac185126-dc83-4cc7-85a1-afe6b85f4d82,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:48.054397 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b081bb0-de58-437a-bee1-8b62e0f3bda9 req-cd6bb932-5bff-4345-8da4-5b56d7708b9a tempest-DeleteServersAdminTestJSON-358791348 tempest-DeleteServersAdminTestJSON-358791348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.060029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739f452-ce36-469f-8f95-551f6d05920c req-7f7db276-ddd7-4c08-8db7-fe4bc406e9d8 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:48.062078 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f739f452-ce36-469f-8f95-551f6d05920c req-7f7db276-ddd7-4c08-8db7-fe4bc406e9d8 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 1119 time: 0.1821923 Dec 09 22:18:48.110043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-6b081bb0-de58-437a-bee1-8b62e0f3bda9 req-cd6bb932-5bff-4345-8da4-5b56d7708b9a tempest-DeleteServersAdminTestJSON-358791348 tempest-DeleteServersAdminTestJSON-358791348-project-admin] Calling delete_port for ac185126-dc83-4cc7-85a1-afe6b85f4d82 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:18:48.112748 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-497a1f20-c92c-4e7b-8d74-39dcda83aaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.125491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:18:48.136547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.157248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3303284a-8c13-49ed-a98b-28115257b869 req-feaab5dd-7246-4e7c-893b-279b83d3c286 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549878 Dec 09 22:18:48.199183 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f739f452-ce36-469f-8f95-551f6d05920c req-2751fd18-b40f-4496-b9fc-6b8e590528c0 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291051 Dec 09 22:18:48.219183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Transition to ACTIVE for port object 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:18:48.223636 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea217c07-94e1-4ad8-bd2e-f312555fd54f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.229502 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.238955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a1f20-c92c-4e7b-8d74-39dcda83aaf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4ccdb9-e890-4504-b9bb-08b307f1af34,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:48.242393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497a1f20-c92c-4e7b-8d74-39dcda83aaf0 admin admin] Checking segment: {'id': 'cb96abe8-35db-4217-9b36-3538d2742603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f5436ac-d1ac-4c9b-82c1-34697f357cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:48.242752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497a1f20-c92c-4e7b-8d74-39dcda83aaf0 admin admin] Network hostable DHCP agents. Network: 8f5436ac-d1ac-4c9b-82c1-34697f357cfb, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:18:48.283089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497a1f20-c92c-4e7b-8d74-39dcda83aaf0 admin admin] Network 8f5436ac-d1ac-4c9b-82c1-34697f357cfb is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:18:48.291757 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea217c07-94e1-4ad8-bd2e-f312555fd54f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.298310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:18:48.317651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8308819-185c-4e6f-96b5-d5bfe2823fe1 req-3c3489e7-650b-407b-b3b6-db346b09190b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:48.325272 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8308819-185c-4e6f-96b5-d5bfe2823fe1 req-3c3489e7-650b-407b-b3b6-db346b09190b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 944 time: 0.0965199 Dec 09 22:18:48.329398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-497a1f20-c92c-4e7b-8d74-39dcda83aaf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 8f5436ac-d1ac-4c9b-82c1-34697f357cfb) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:48.334171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a1f20-c92c-4e7b-8d74-39dcda83aaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:48.335104 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-497a1f20-c92c-4e7b-8d74-39dcda83aaf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.361577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Pushing event updated for resources: {'Port': ['ID=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:48.388885 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-497a1f20-c92c-4e7b-8d74-39dcda83aaf0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7856336 Dec 09 22:18:48.429388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368f468-7945-4902-af19-654a90ba3f88 req-8bf3dfbc-a480-4b66-bd3a-94b3c62ceff6 tempest-AggregatesAdminTestJSON-2092194628 tempest-AggregatesAdminTestJSON-2092194628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:48.429591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Attempting to bind port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:48.429591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Attempting to bind port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:48.429591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Attempting to bind port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:48.429854 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b368f468-7945-4902-af19-654a90ba3f88 req-8bf3dfbc-a480-4b66-bd3a-94b3c62ceff6 tempest-AggregatesAdminTestJSON-2092194628 tempest-AggregatesAdminTestJSON-2092194628-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 1123 time: 0.1005607 Dec 09 22:18:48.439727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8308819-185c-4e6f-96b5-d5bfe2823fe1 req-246af582-375b-4cf6-b2c0-673c7289b46b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135445 Dec 09 22:18:48.441685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:18:48.442032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Attempting to bind port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:48.452503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:48.452918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:48.453292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:48.453734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Bound port: 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:48.454120 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.458903 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea217c07-94e1-4ad8-bd2e-f312555fd54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.461527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea217c07-94e1-4ad8-bd2e-f312555fd54f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.465157 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ea217c07-94e1-4ad8-bd2e-f312555fd54f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f54ff6b-e09e-418d-8dc8-74a71df2cd33 HTTP/1.1" status: 204 len: 168 time: 0.4246922 Dec 09 22:18:48.467116 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b368f468-7945-4902-af19-654a90ba3f88 req-b5e0e251-7efc-468b-950c-1b13b0d447c6 tempest-AggregatesAdminTestJSON-2092194628 tempest-AggregatesAdminTestJSON-2092194628-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.529617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea217c07-94e1-4ad8-bd2e-f312555fd54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f54ff6b-e09e-418d-8dc8-74a71df2cd33,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:48.532555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:48.547267 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b081bb0-de58-437a-bee1-8b62e0f3bda9 req-cd6bb932-5bff-4345-8da4-5b56d7708b9a tempest-DeleteServersAdminTestJSON-358791348 tempest-DeleteServersAdminTestJSON-358791348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.556256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'port_id': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4', 'mac_address': 'fa:16:3e:eb:a5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:18:48.559378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f7ff1-9417-43e3-91bf-57f52520991b None None] Network 8f5436ac-d1ac-4c9b-82c1-34697f357cfb requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:18:48.647458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bb932-5bff-4345-8da4-5b56d7708b9a tempest-DeleteServersAdminTestJSON-358791348 tempest-DeleteServersAdminTestJSON-358791348-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac185126-dc83-4cc7-85a1-afe6b85f4d82,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:48.701367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50870) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:48.719929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f379ce6-257d-4e71-aeb0-04de92c5c2b5 req-c0e1a35f-062c-4a1c-9f94-4da6365820c2 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=77022e47-1603-4195-81e9-55144e5171aa HTTP/1.1" status: 200 len: 210 time: 0.0870721 Dec 09 22:18:48.723774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b368f468-7945-4902-af19-654a90ba3f88 req-b5e0e251-7efc-468b-950c-1b13b0d447c6 tempest-AggregatesAdminTestJSON-2092194628 tempest-AggregatesAdminTestJSON-2092194628-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.735177 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b368f468-7945-4902-af19-654a90ba3f88 req-b5e0e251-7efc-468b-950c-1b13b0d447c6 tempest-AggregatesAdminTestJSON-2092194628 tempest-AggregatesAdminTestJSON-2092194628-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.766934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b081bb0-de58-437a-bee1-8b62e0f3bda9 req-cd6bb932-5bff-4345-8da4-5b56d7708b9a tempest-DeleteServersAdminTestJSON-358791348 tempest-DeleteServersAdminTestJSON-358791348-project-admin] No DVR routers for this DVR port ac185126-dc83-4cc7-85a1-afe6b85f4d82 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:18:48.775876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] For port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:48.792764 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b081bb0-de58-437a-bee1-8b62e0f3bda9 req-cd6bb932-5bff-4345-8da4-5b56d7708b9a tempest-DeleteServersAdminTestJSON-358791348 tempest-DeleteServersAdminTestJSON-358791348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.797318 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b081bb0-de58-437a-bee1-8b62e0f3bda9 req-cd6bb932-5bff-4345-8da4-5b56d7708b9a tempest-DeleteServersAdminTestJSON-358791348 tempest-DeleteServersAdminTestJSON-358791348-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ac185126-dc83-4cc7-85a1-afe6b85f4d82 HTTP/1.1" status: 204 len: 173 time: 1.3570056 Dec 09 22:18:48.798013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77022e47-1603-4195-81e9-55144e5171aa', 'name': 'network-vif-deleted', 'tag': 'ac185126-dc83-4cc7-85a1-afe6b85f4d82'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:48.798326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0e251-7efc-468b-950c-1b13b0d447c6 tempest-AggregatesAdminTestJSON-2092194628 tempest-AggregatesAdminTestJSON-2092194628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88784b50-fc88-47ec-9284-b20d8d732c4b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:48.800703 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b049aeb-9adf-44fb-ac24-c83cf6c193ee" -d '{"events": [{"server_uuid": "77022e47-1603-4195-81e9-55144e5171aa", "name": "network-vif-deleted", "tag": "ac185126-dc83-4cc7-85a1-afe6b85f4d82"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:48.812189 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] For port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:48.829499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-599292d6-dc70-4d53-a0b3-f0a357d75765 admin admin] Deleting subnet e29f0e32-8280-444f-a746-23a022dab731 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:18:48.832761 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.846014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['ac185126-dc83-4cc7-85a1-afe6b85f4d82'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:18:48.850446 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599292d6-dc70-4d53-a0b3-f0a357d75765 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.851026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b368f468-7945-4902-af19-654a90ba3f88 req-b5e0e251-7efc-468b-950c-1b13b0d447c6 tempest-AggregatesAdminTestJSON-2092194628 tempest-AggregatesAdminTestJSON-2092194628-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982861 Dec 09 22:18:48.928503 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.949035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda18c79-6ada-4174-aad0-5c2c144380e7 None None] Network 8f5436ac-d1ac-4c9b-82c1-34697f357cfb requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:18:48.955942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:18:48.958731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:48.959373 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:48.961195 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] 10.222.0.18 "PUT /v2.0/ports/7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d HTTP/1.1" status: 200 len: 1096 time: 1.7983088 Dec 09 22:18:48.985873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:48.994736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599292d6-dc70-4d53-a0b3-f0a357d75765 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:49.002561 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:49.045070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599292d6-dc70-4d53-a0b3-f0a357d75765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:49.049931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c93e6-3ba5-4525-ab11-ab981ee09c1d service neutron] Pushing event updated for resources: {'Port': ['ID=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:49.081590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f8e81-6a63-4f9e-a737-7e3671751d6c req-633211b2-cc2a-43a8-b70b-15bf8d374657 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:49.090691 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e7f8e81-6a63-4f9e-a737-7e3671751d6c req-633211b2-cc2a-43a8-b70b-15bf8d374657 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 947 time: 0.1413896 Dec 09 22:18:49.107130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-96fd8de3-2273-42f9-b1cb-ffc0be34d133 req-936a933a-18c1-47d6-b1fa-39c8f862f5ce service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:18:49.108901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96fd8de3-2273-42f9-b1cb-ffc0be34d133 req-936a933a-18c1-47d6-b1fa-39c8f862f5ce service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071292 Dec 09 22:18:49.154716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599292d6-dc70-4d53-a0b3-f0a357d75765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:49.185543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:49.230291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e7f8e81-6a63-4f9e-a737-7e3671751d6c req-3f83f8c7-5cd0-4c98-b626-7f7bcfeb02a7 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7644fde-0f9a-4022-8b89-e74f5e8c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386359 Dec 09 22:18:49.282529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599292d6-dc70-4d53-a0b3-f0a357d75765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29f0e32-8280-444f-a746-23a022dab731,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:49.291398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599292d6-dc70-4d53-a0b3-f0a357d75765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:49.298428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50886) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:49.299904 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-599292d6-dc70-4d53-a0b3-f0a357d75765 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e29f0e32-8280-444f-a746-23a022dab731 HTTP/1.1" status: 204 len: 168 time: 0.5919824 Dec 09 22:18:49.328110 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d9f333-b72f-4b54-9dc9-a434e93c9636 x-openstack-request-id: req-83d9f333-b72f-4b54-9dc9-a434e93c9636 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:49.331111 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77022e47-1603-4195-81e9-55144e5171aa", "name": "network-vif-deleted", "tag": "ac185126-dc83-4cc7-85a1-afe6b85f4d82", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:49.331229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5e1a30cb-3d35-4c8b-b854-e2ebc57553f4'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:18:49.331725 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83d9f333-b72f-4b54-9dc9-a434e93c9636 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:49.332414 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77022e47-1603-4195-81e9-55144e5171aa', 'name': 'network-vif-deleted', 'tag': 'ac185126-dc83-4cc7-85a1-afe6b85f4d82', 'status': 'completed', 'code': 200} Dec 09 22:18:49.362746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-87371e33-cd1e-4a5b-985f-a0adc82b0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:49.371227 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-87371e33-cd1e-4a5b-985f-a0adc82b0556 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f1cc0b09d7e4780bc098ff5b430af9b&device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 1099 time: 0.2079539 Dec 09 22:18:49.448310 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:49.449101 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-b41cf269-d3a7-4999-a694-85e4ac5ed189 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d HTTP/1.1" status: 200 len: 217 time: 0.0619230 Dec 09 22:18:49.543184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-72006236-13aa-48a5-baa5-2dfa92714228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:49.548665 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-72006236-13aa-48a5-baa5-2dfa92714228 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0914702 Dec 09 22:18:49.613528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-b6d7e9e3-9445-490f-b5ab-5b5241fd3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:49.615138 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-b6d7e9e3-9445-490f-b5ab-5b5241fd3a7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0564225 Dec 09 22:18:49.621396 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:49.646294 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.646934 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.648684 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.649356 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > port after_create 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.649732 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.650164 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > port after_update 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.650744 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.650868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.651720 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.652059 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.755114 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-7eec567b-c104-4d64-aab4-083d719cef2b service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326516 Dec 09 22:18:49.865589 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6874d731-3175-403b-b790-0efd2e8bf0ae req-4e62aefc-de5d-4fc2-8014-088e4dd23c7c service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032588 Dec 09 22:18:49.961338 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.961865 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.962108 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.962421 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:18:49.962820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bd23fc-fc2c-4b28-b0aa-1f1278990699']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:50.005340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabe066f-d54b-4422-bc1c-cde72a390e67') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:50.005642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabe066f-d54b-4422-bc1c-cde72a390e67') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:50.032194 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.060172 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.071399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5208-2fdc-4d0e-aed1-f41f69110d7a req-6c4b2093-07b3-4149-9e9e-6c25b57678cb tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:50.072979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4edb5208-2fdc-4d0e-aed1-f41f69110d7a req-6c4b2093-07b3-4149-9e9e-6c25b57678cb tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 945 time: 0.1048875 Dec 09 22:18:50.079712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:18:50.080112 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: from cryptography.utils import int_from_bytes Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: from cryptography.utils import int_from_bytes Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:18:50.102842 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:18:50.177395 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.204282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.210291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] 10.222.0.16 "DELETE /v2.0/networks/72bd23fc-fc2c-4b28-b0aa-1f1278990699 HTTP/1.1" status: 204 len: 168 time: 0.9107802 Dec 09 22:18:50.210399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50938) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:50.212198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa630f-4134-40f0-8f3d-f55247f8e330 admin admin] Pushing event deleted for resources: {'Network': ['ID=72bd23fc-fc2c-4b28-b0aa-1f1278990699,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:50.218498 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4edb5208-2fdc-4d0e-aed1-f41f69110d7a req-fc47f352-cb19-4479-9c1a-09066e15b31b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039269 Dec 09 22:18:50.264056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-9caa0089-8e0a-4052-8230-fb5009c7351b admin admin] Deleting subnet 3e4ccdb9-e890-4504-b9bb-08b307f1af34 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:18:50.270278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9caa0089-8e0a-4052-8230-fb5009c7351b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.311118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:50.335857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9caa0089-8e0a-4052-8230-fb5009c7351b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.350963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9caa0089-8e0a-4052-8230-fb5009c7351b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.388647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:18:50.393623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:50.394304 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.442866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803c649-9b5d-46b1-a175-81a9a63ab3d4 req-e9dbfb47-fc48-4b9e-b89b-03986ddf45dc tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:50.452103 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b803c649-9b5d-46b1-a175-81a9a63ab3d4 req-e9dbfb47-fc48-4b9e-b89b-03986ddf45dc tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 947 time: 0.0781188 Dec 09 22:18:50.453827 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9caa0089-8e0a-4052-8230-fb5009c7351b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.476441 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9caa0089-8e0a-4052-8230-fb5009c7351b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.482787 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9caa0089-8e0a-4052-8230-fb5009c7351b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3e4ccdb9-e890-4504-b9bb-08b307f1af34 HTTP/1.1" status: 204 len: 168 time: 0.2708981 Dec 09 22:18:50.485696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50958) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:50.506302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa0089-8e0a-4052-8230-fb5009c7351b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4ccdb9-e890-4504-b9bb-08b307f1af34,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:50.537874 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.542707 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b803c649-9b5d-46b1-a175-81a9a63ab3d4 req-e7640208-8b61-4596-be4f-e5b6ce2c34b0 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7644fde-0f9a-4022-8b89-e74f5e8c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845461 Dec 09 22:18:50.581849 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d33d52-bc92-410d-a32f-c7d72b588411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:50.584594 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9244549c-e4f1-4a49-afe7-d6a1b0af7829" -d '{"events": [{"server_uuid": "38d33d52-bc92-410d-a32f-c7d72b588411", "name": "network-vif-plugged", "status": "completed", "tag": "5e1a30cb-3d35-4c8b-b854-e2ebc57553f4"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:50.604511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:50.610913 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.611761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ac185126-dc83-4cc7-85a1-afe6b85f4d82 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:18:50.617937 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.691211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: ac185126-dc83-4cc7-85a1-afe6b85f4d82 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:18:50.692055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ac185126-dc83-4cc7-85a1-afe6b85f4d82 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:18:50.706845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.725846 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:50.747851 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-82337be8-a295-404c-b2e1-bfef3f157820 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=13f2216abe2e42fa845fd6c9f20cc9b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231018 Dec 09 22:18:50.749492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5436ac-d1ac-4c9b-82c1-34697f357cfb']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:50.768408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb96abe8-35db-4217-9b36-3538d2742603') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:50.768721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb96abe8-35db-4217-9b36-3538d2742603') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:50.793910 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:50.998254 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:51.011826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:18:51.012217 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:18:51.014782 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:18:51.089203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-d2a00192-58e0-433e-b7e7-d7884acd6f8d tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:51.090678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-d2a00192-58e0-433e-b7e7-d7884acd6f8d tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3341444 Dec 09 22:18:51.091757 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:51.097355 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:51.102338 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] 10.222.0.16 "DELETE /v2.0/networks/8f5436ac-d1ac-4c9b-82c1-34697f357cfb HTTP/1.1" status: 204 len: 168 time: 0.6154900 Dec 09 22:18:51.122937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d607a8-f95a-482b-9641-914ab9e04a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5436ac-d1ac-4c9b-82c1-34697f357cfb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:51.134311 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-9f92d588-f852-4fe2-ac21-5da9cfd48b63 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/quotas/13f2216abe2e42fa845fd6c9f20cc9b9 HTTP/1.1" status: 200 len: 375 time: 0.0306413 Dec 09 22:18:51.161491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-aa479c41-7edc-46d3-a997-8c8d626fa3a3 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=13f2216abe2e42fa845fd6c9f20cc9b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262792 Dec 09 22:18:51.175416 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50990) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:51.294932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50998) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:51.298733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-a1039726-9a62-4829-bc12-316a2f5a5879 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:18:51.299757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-a1039726-9a62-4829-bc12-316a2f5a5879 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1232822 Dec 09 22:18:51.318735 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752414c8-c346-49eb-9122-bfbb300907a2 x-openstack-request-id: req-752414c8-c346-49eb-9122-bfbb300907a2 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:51.319157 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d33d52-bc92-410d-a32f-c7d72b588411", "name": "network-vif-plugged", "status": "completed", "tag": "5e1a30cb-3d35-4c8b-b854-e2ebc57553f4", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:51.319297 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-752414c8-c346-49eb-9122-bfbb300907a2 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:51.319719 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d33d52-bc92-410d-a32f-c7d72b588411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4', 'code': 200} Dec 09 22:18:51.338245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41a388a-7a37-4130-bc2f-e36dbf170c80', 'tag': '7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:51.340860 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf45dbb0-8ff6-4e87-948f-ccaf53ee1b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c41a388a-7a37-4130-bc2f-e36dbf170c80", "tag": "7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:51.368397 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-68720358-1947-41f8-90f6-a55683366736 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dd8f99313d4453cbc93e80b79863f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0710790 Dec 09 22:18:51.371528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51006) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:51.474147 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa4a7-e810-475e-bf34-c4fdf56de8be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:51.490899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c7fc5-469e-4399-93d9-e4885aaf30ba req-458c3bc9-490a-4219-8a49-19284be15ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:51.492484 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-349c7fc5-469e-4399-93d9-e4885aaf30ba req-458c3bc9-490a-4219-8a49-19284be15ac4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 1098 time: 0.0700717 Dec 09 22:18:51.512164 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa4a7-e810-475e-bf34-c4fdf56de8be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:51.547511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-f44564b3-077f-4957-9933-8be6ba0e120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:51.554864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-f44564b3-077f-4957-9933-8be6ba0e120b service neutron] 10.222.0.16 "GET /v2.0/ports/537865b4-0489-42d5-b428-a820d82656ce HTTP/1.1" status: 200 len: 1116 time: 0.1204855 Dec 09 22:18:51.559784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] Request body: {'binding': {'host': 'n-h1-789963-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:51.560496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] Unknown quota resources ['binding']. {{(pid=103418) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:18:51.574804 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-349c7fc5-469e-4399-93d9-e4885aaf30ba req-f0bb3086-7de8-4b69-9bc1-3a8797d29b8e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737383 Dec 09 22:18:51.597569 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa4a7-e810-475e-bf34-c4fdf56de8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:51.600810 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa4a7-e810-475e-bf34-c4fdf56de8be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:51.604390 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1d4aa4a7-e810-475e-bf34-c4fdf56de8be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1f0e020-5bb3-46da-95d3-f0578535a985 HTTP/1.1" status: 204 len: 168 time: 0.2290766 Dec 09 22:18:51.610611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4aa4a7-e810-475e-bf34-c4fdf56de8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f0e020-5bb3-46da-95d3-f0578535a985,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:51.737666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] Attempting to bind port 537865b4-0489-42d5-b428-a820d82656ce on host n-h1-789963-23 for vnic_type normal with profile None {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:51.738066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] Attempting to bind port 537865b4-0489-42d5-b428-a820d82656ce by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:51.738415 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] Attempting to bind port 537865b4-0489-42d5-b428-a820d82656ce on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:51.745146 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] Port 537865b4-0489-42d5-b428-a820d82656ce on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:18:51.745534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] Attempting to bind port 537865b4-0489-42d5-b428-a820d82656ce on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:51.752517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:51.752886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:51.753597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:51.754082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] Bound port: 537865b4-0489-42d5-b428-a820d82656ce, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:51.877223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=537865b4-0489-42d5-b428-a820d82656ce,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:51.883977 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] Publish callbacks [] for binding, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:51.885122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-486a6675-4efd-44ae-b23f-dfd4bb1e29cb service neutron] 10.222.0.16 "POST /v2.0/ports/537865b4-0489-42d5-b428-a820d82656ce/bindings HTTP/1.1" status: 201 len: 390 time: 0.3292444 Dec 09 22:18:51.923968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ebea-c1a9-4be4-adbc-081ee8b7b694 req-74d00eb3-297b-4602-9109-017f569f092a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:51.925651 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d544ebea-c1a9-4be4-adbc-081ee8b7b694 req-74d00eb3-297b-4602-9109-017f569f092a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 946 time: 0.0610285 Dec 09 22:18:51.988882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d544ebea-c1a9-4be4-adbc-081ee8b7b694 req-68bccb9d-c91b-440a-8400-19f57edab44b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548294 Dec 09 22:18:52.041962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51036) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:52.066854 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399d9e9c-de64-4de0-82e0-e8693427fe81 x-openstack-request-id: req-399d9e9c-de64-4de0-82e0-e8693427fe81 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:52.067724 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41a388a-7a37-4130-bc2f-e36dbf170c80", "tag": "7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:52.068297 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-399d9e9c-de64-4de0-82e0-e8693427fe81 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:52.068849 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41a388a-7a37-4130-bc2f-e36dbf170c80', 'tag': '7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d', 'status': 'completed', 'code': 200} Dec 09 22:18:52.120483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ab9e53e-614d-4ece-ae96-58f9a249da60 req-0e4b6e2a-a073-41ee-ac33-2ed36dfa4b72 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 210 time: 0.0654628 Dec 09 22:18:52.138158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3916dd27-2149-4f22-a74b-68b1be96f975 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe72275e70eb4cdfb85c6532bacc6f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0947795 Dec 09 22:18:52.142045 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51042) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:52.207899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45dbb0-8ff6-4e87-948f-ccaf53ee1b3a req-440a584d-bc71-4f5b-888f-60323849a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:52.209753 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf45dbb0-8ff6-4e87-948f-ccaf53ee1b3a req-440a584d-bc71-4f5b-888f-60323849a4fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f1cc0b09d7e4780bc098ff5b430af9b&device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 1099 time: 0.0670714 Dec 09 22:18:52.253327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce5eea-e318-4fa7-9ed3-d53ae5ff4457 req-dd4500ba-7108-4012-a665-e0bae6571743 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:52.255553 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1ce5eea-e318-4fa7-9ed3-d53ae5ff4457 req-dd4500ba-7108-4012-a665-e0bae6571743 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 947 time: 0.0916159 Dec 09 22:18:52.258745 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44b128fd-be80-44fc-bd9e-933702c5a0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:52.292606 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44b128fd-be80-44fc-bd9e-933702c5a0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:52.315018 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:52.339670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45dbb0-8ff6-4e87-948f-ccaf53ee1b3a req-c8e3f337-52b1-4b7b-90e7-72d686a4b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:52.341144 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf45dbb0-8ff6-4e87-948f-ccaf53ee1b3a req-c8e3f337-52b1-4b7b-90e7-72d686a4b92e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1215329 Dec 09 22:18:52.344010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-248d9dfe-3be6-4b24-87d8-3d5d5fdfdca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:52.345331 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-248d9dfe-3be6-4b24-87d8-3d5d5fdfdca6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 1119 time: 0.0666606 Dec 09 22:18:52.351937 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1ce5eea-e318-4fa7-9ed3-d53ae5ff4457 req-23cbb2d7-2045-4b3e-a621-66c47aad3580 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7644fde-0f9a-4022-8b89-e74f5e8c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838339 Dec 09 22:18:52.384376 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44b128fd-be80-44fc-bd9e-933702c5a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:52.387331 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44b128fd-be80-44fc-bd9e-933702c5a0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:52.388445 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-44b128fd-be80-44fc-bd9e-933702c5a0f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47e0804c-d153-4d8b-acc0-9c3fe74d10ae HTTP/1.1" status: 204 len: 168 time: 0.2454770 Dec 09 22:18:52.399144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b128fd-be80-44fc-bd9e-933702c5a0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e0804c-d153-4d8b-acc0-9c3fe74d10ae,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:52.402398 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf45dbb0-8ff6-4e87-948f-ccaf53ee1b3a req-c2f2afe6-59c9-4783-b788-1f3650d8c9a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d HTTP/1.1" status: 200 len: 217 time: 0.0475128 Dec 09 22:18:52.505573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568484a-343a-4ebb-800a-f5b43e90b935 req-6de87186-b9a2-45e0-bbc6-216fcff65a5b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:52.507322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b568484a-343a-4ebb-800a-f5b43e90b935 req-6de87186-b9a2-45e0-bbc6-216fcff65a5b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 967 time: 0.0670638 Dec 09 22:18:52.513925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45dbb0-8ff6-4e87-948f-ccaf53ee1b3a req-c2560f2c-6e4b-4821-9d10-e3fbc7732095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:52.513925 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf45dbb0-8ff6-4e87-948f-ccaf53ee1b3a req-c2560f2c-6e4b-4821-9d10-e3fbc7732095 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0994637 Dec 09 22:18:52.557634 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-3ea5d7d7-1bad-4447-b39b-f89045f204ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:52.559337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-3ea5d7d7-1bad-4447-b39b-f89045f204ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.1980679 Dec 09 22:18:52.581217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45dbb0-8ff6-4e87-948f-ccaf53ee1b3a req-7f79f5ed-12fa-4c0d-8976-8b98095eb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:52.582743 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf45dbb0-8ff6-4e87-948f-ccaf53ee1b3a req-7f79f5ed-12fa-4c0d-8976-8b98095eb657 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608001 Dec 09 22:18:52.593332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b568484a-343a-4ebb-800a-f5b43e90b935 req-327b2800-dd6f-44e6-a3d4-315f4979ef7e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696795 Dec 09 22:18:52.622966 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-a8609b81-7923-4d77-ba16-aa6a52c487a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537865b4-0489-42d5-b428-a820d82656ce HTTP/1.1" status: 200 len: 217 time: 0.0550561 Dec 09 22:18:52.667666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.18', 49793) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:52.706408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-6dea1760-e916-4d28-bab1-8e170eaf36e3 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=13f2216abe2e42fa845fd6c9f20cc9b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291343 Dec 09 22:18:52.730914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-b6780b65-0726-48e9-b81c-51d331c4b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:52.732814 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-b6780b65-0726-48e9-b81c-51d331c4b515 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0925133 Dec 09 22:18:52.749688 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf45dbb0-8ff6-4e87-948f-ccaf53ee1b3a req-7b3a0092-1818-44ca-b549-580cacc9d882 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349039 Dec 09 22:18:53.008533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-beff2ed2-892f-4597-86d1-732f52626409 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:53.016302 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-beff2ed2-892f-4597-86d1-732f52626409 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2445266 Dec 09 22:18:53.034858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Request body: {'port': {'device_id': '25584b59-fcf8-45b4-aadb-5712e1456819', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': '13f2216abe2e42fa845fd6c9f20cc9b9'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:53.059430 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-c11fe5b3-204a-487d-8b8f-2ec62f06e205 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2740860 Dec 09 22:18:53.247867 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf45dbb0-8ff6-4e87-948f-ccaf53ee1b3a req-7ab66d68-2e12-4da7-9932-0deba394ca57 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764609 Dec 09 22:18:53.253276 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-6e20c4f3-fdfd-49d6-875a-c09f3b232bad service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786563 Dec 09 22:18:53.301487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77be4c13-27b8-4fd3-83b7-7f2f18e2af8b req-46b6ec4f-c80b-4097-9203-ccc41acff294 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 210 time: 0.0688457 Dec 09 22:18:53.315585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Made reservation on behalf of 13f2216abe2e42fa845fd6c9f20cc9b9 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:53.319204 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:53.341767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51096) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:53.349986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd883d-be8e-44ba-986f-f6bb90b494cb req-1fc04535-1f50-49ae-bfdd-b9556d891f8e tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:53.351623 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebcd883d-be8e-44ba-986f-f6bb90b494cb req-1fc04535-1f50-49ae-bfdd-b9556d891f8e tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 946 time: 0.2153838 Dec 09 22:18:53.402156 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-0295be25-6dfd-4fe8-b292-00ab59f14632 service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310859 Dec 09 22:18:53.521276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a1e6-4f1b-456b-aa16-dc30c1af1e6e req-c8ca55fd-c577-42f3-8fbd-8d53b83cc52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:53.523643 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bfd9a1e6-4f1b-456b-aa16-dc30c1af1e6e req-c8ca55fd-c577-42f3-8fbd-8d53b83cc52e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 1119 time: 0.0556445 Dec 09 22:18:53.579989 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f777451-cf80-45e4-ad4b-caffda4ef0f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:53.595210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebcd883d-be8e-44ba-986f-f6bb90b494cb req-df288042-2224-4691-902f-930caa5cca74 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351604 Dec 09 22:18:53.650328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a1e6-4f1b-456b-aa16-dc30c1af1e6e req-17f93b47-39a2-4bed-8451-75af244069f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:53.652802 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bfd9a1e6-4f1b-456b-aa16-dc30c1af1e6e req-17f93b47-39a2-4bed-8451-75af244069f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.1059792 Dec 09 22:18:53.695462 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09c97b-8318-4b93-8118-beaf691632bd req-7ce4c183-640e-4c2c-80a5-c47645e7e88e tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:53.703480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f09c97b-8318-4b93-8118-beaf691632bd req-7ce4c183-640e-4c2c-80a5-c47645e7e88e tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 947 time: 0.2263451 Dec 09 22:18:53.762699 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bfd9a1e6-4f1b-456b-aa16-dc30c1af1e6e req-d65e9ae1-cac3-415e-8231-6e2a572bc55d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537865b4-0489-42d5-b428-a820d82656ce HTTP/1.1" status: 200 len: 217 time: 0.0998588 Dec 09 22:18:53.797270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Allocated IP 192.168.233.144 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/3bd34495-e420-416f-b987-e3f767dda3ce) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:53.827883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-07b6e5f3-cdee-4353-9603-4a7a48e24919 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:53.829491 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-07b6e5f3-cdee-4353-9603-4a7a48e24919 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074&tenant_id=3d1b37906be84157a8f74e1f36d6847e&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1119 time: 0.1757390 Dec 09 22:18:53.844651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-23'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:53.845283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f09c97b-8318-4b93-8118-beaf691632bd req-dc068c44-1e85-4a18-81e6-228064224f67 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7644fde-0f9a-4022-8b89-e74f5e8c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372588 Dec 09 22:18:53.870301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a1e6-4f1b-456b-aa16-dc30c1af1e6e req-4ffc87b2-b0a8-4d06-a943-2d5e975f845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:53.872528 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bfd9a1e6-4f1b-456b-aa16-dc30c1af1e6e req-4ffc87b2-b0a8-4d06-a943-2d5e975f845f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.1034751 Dec 09 22:18:53.917372 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bfd9a1e6-4f1b-456b-aa16-dc30c1af1e6e req-cb19da1b-906e-4bb2-996b-edbe2bd22ab7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355594 Dec 09 22:18:53.975600 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:54.039976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f777451-cf80-45e4-ad4b-caffda4ef0f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:54.062152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f777451-cf80-45e4-ad4b-caffda4ef0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:54.088645 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bfd9a1e6-4f1b-456b-aa16-dc30c1af1e6e req-21284351-8c17-469d-b9c7-58390c3e1ff8 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520774 Dec 09 22:18:54.220496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=537865b4-0489-42d5-b428-a820d82656ce,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:54.256883 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bfd9a1e6-4f1b-456b-aa16-dc30c1af1e6e req-f68c0787-9a3a-40b6-8cec-e7a8367b1693 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596134 Dec 09 22:18:54.274591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:54.324285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:18:54.336577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79affb0-5f73-42ee-8e72-5c67e3832074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537865b4-0489-42d5-b428-a820d82656ce'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:54.338047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f777451-cf80-45e4-ad4b-caffda4ef0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f1af31-eb49-45f6-85d8-93c342d5c4f2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:54.339400 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0531517b-6892-4390-a881-0082663875c0" -d '{"events": [{"server_uuid": "a79affb0-5f73-42ee-8e72-5c67e3832074", "name": "network-vif-unplugged", "status": "completed", "tag": "537865b4-0489-42d5-b428-a820d82656ce"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:54.344704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3f777451-cf80-45e4-ad4b-caffda4ef0f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=377bf81224564be68a3f3c0f0af8d814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9917889 Dec 09 22:18:54.346761 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:54.350415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51142) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:54.366282 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:54.368646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79212d-1ccb-4e90-b6a0-fdde70e4f779 req-d6720646-d1bf-4a85-afc9-8d75bf40b724 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:54.390836 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc79212d-1ccb-4e90-b6a0-fdde70e4f779 req-d6720646-d1bf-4a85-afc9-8d75bf40b724 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 946 time: 0.4267926 Dec 09 22:18:54.405551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51144) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:54.414085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0a63068d-6a24-45ec-9f7a-641e1b038c5d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Request body: {'floatingip': {'port_id': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:54.434000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db849d4-df87-4ba1-83a7-b85c34228f32 req-b4ea2a5a-05be-4f5b-8109-7943bc56dd26 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:54.442550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9db849d4-df87-4ba1-83a7-b85c34228f32 req-b4ea2a5a-05be-4f5b-8109-7943bc56dd26 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 967 time: 0.4797652 Dec 09 22:18:54.464746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:54.477358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d', 'mac_address': 'fa:16:3e:53:fb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:18:54.507003 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a63068d-6a24-45ec-9f7a-641e1b038c5d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:54.509826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7000bbc-0320-4d40-8586-525407d8f798 req-d1065db6-e81e-4c51-98cd-ed89e1f3366c tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 210 time: 0.0440774 Dec 09 22:18:54.514455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:54.519754 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:54.534040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:18:54.536831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9db849d4-df87-4ba1-83a7-b85c34228f32 req-8233a5c5-a0f4-4774-a3c8-4b5c920d0690 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933781 Dec 09 22:18:54.558214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:54.563416 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:54.611570 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:54.626254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:54.701251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:54.708153 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:54.716737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:54.729704 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cae496-3d1e-4545-8d91-d1cdcb232f55 x-openstack-request-id: req-13cae496-3d1e-4545-8d91-d1cdcb232f55 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:54.730030 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79affb0-5f73-42ee-8e72-5c67e3832074", "name": "network-vif-unplugged", "status": "completed", "tag": "537865b4-0489-42d5-b428-a820d82656ce", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:54.730289 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13cae496-3d1e-4545-8d91-d1cdcb232f55 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:54.730679 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79affb0-5f73-42ee-8e72-5c67e3832074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537865b4-0489-42d5-b428-a820d82656ce', 'code': 200} Dec 09 22:18:54.731263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Pushing event updated for resources: {'Port': ['ID=537865b4-0489-42d5-b428-a820d82656ce,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:54.777145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Pushing event updated for resources: {'Port': ['ID=3bd34495-e420-416f-b987-e3f767dda3ce,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:54.815001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-dc188377-d649-4a2e-a86f-1a8f2aefdb4a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ade0516472b8498d9af27180239f4606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417202 Dec 09 22:18:54.844671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:54.845315 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:54.859164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:18:54.864926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Attempting to bind port 537865b4-0489-42d5-b428-a820d82656ce on host n-h2-789963-23 for vnic_type normal with profile {"migrating_to": "n-h1-789963-23"} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:54.865435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Attempting to bind port 537865b4-0489-42d5-b428-a820d82656ce by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:54.867424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Attempting to bind port 537865b4-0489-42d5-b428-a820d82656ce on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:54.911562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-13d58078-66c8-4197-8454-450e2025f2d6 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8817492 Dec 09 22:18:54.956591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Request body: {'port': {'device_id': '25584b59-fcf8-45b4-aadb-5712e1456819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:54.971001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Port 537865b4-0489-42d5-b428-a820d82656ce on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:18:54.971208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Attempting to bind port 537865b4-0489-42d5-b428-a820d82656ce on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:55.026062 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-42dfb290-eb7c-453b-a782-f1eb3255a16c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:55.051735 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-42dfb290-eb7c-453b-a782-f1eb3255a16c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:55.074135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:55.075130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:55.075253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:55.075631 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Bound port: 537865b4-0489-42d5-b428-a820d82656ce, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:55.075996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:55.089478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-d03c42a1-1aba-44a1-8aec-950aaaed9438 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:55.091030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-d03c42a1-1aba-44a1-8aec-950aaaed9438 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705994 Dec 09 22:18:55.098083 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:55.105617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-29d48f5c-7c93-43d1-bc7b-045829428a0e None None] Provisioning complete for port 3bd34495-e420-416f-b987-e3f767dda3ce triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:55.106011 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29d48f5c-7c93-43d1-bc7b-045829428a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:55.109863 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70234-1d2c-45da-8040-a9b61e0b314f req-4bcd5f7b-2998-433b-9cae-653e7041c8f8 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:55.110348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8dc70234-1d2c-45da-8040-a9b61e0b314f req-4bcd5f7b-2998-433b-9cae-653e7041c8f8 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 948 time: 0.1146059 Dec 09 22:18:55.145957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-704af13f-1a47-4b96-9042-760e2f1f7c96 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/quotas/ade0516472b8498d9af27180239f4606 HTTP/1.1" status: 200 len: 375 time: 0.0345292 Dec 09 22:18:55.149404 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-29d48f5c-7c93-43d1-bc7b-045829428a0e None None] Port 3bd34495-e420-416f-b987-e3f767dda3ce cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:18:55.217677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-a10e7f3f-10b6-4dd5-989e-63bac988c781 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525434 Dec 09 22:18:55.238328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8dc70234-1d2c-45da-8040-a9b61e0b314f req-70468e75-b8b4-45a8-8d11-07e01576f769 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7644fde-0f9a-4022-8b89-e74f5e8c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201534 Dec 09 22:18:55.433563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b07fe3a3-06f9-4259-89f8-00f6a5c81551 req-88d7f77f-9e29-4870-b480-683a0e136102 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 210 time: 0.0444274 Dec 09 22:18:55.473456 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-42dfb290-eb7c-453b-a782-f1eb3255a16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:55.476154 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-42dfb290-eb7c-453b-a782-f1eb3255a16c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:55.477317 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-42dfb290-eb7c-453b-a782-f1eb3255a16c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14f1af31-eb49-45f6-85d8-93c342d5c4f2 HTTP/1.1" status: 204 len: 168 time: 1.1253302 Dec 09 22:18:55.510460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfb290-eb7c-453b-a782-f1eb3255a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f1af31-eb49-45f6-85d8-93c342d5c4f2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:55.548176 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:55.635621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=537865b4-0489-42d5-b428-a820d82656ce,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:55.644591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:55.719636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Pushing event updated for resources: {'Port': ['ID=537865b4-0489-42d5-b428-a820d82656ce,revision_number=8']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:55.725473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcbe6e-07ca-4712-ada8-468202139c9d req-6fa34e69-8aaf-4988-8640-d799ca09d43f tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:55.727030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84bcbe6e-07ca-4712-ada8-468202139c9d req-6fa34e69-8aaf-4988-8640-d799ca09d43f tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 936 time: 0.0930972 Dec 09 22:18:55.828991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd34495-e420-416f-b987-e3f767dda3ce {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:18:55.852817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:55.880333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:55.880860 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:55.882351 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-d50c0399-6115-477d-958c-4509e6698e15 service neutron] 10.222.0.18 "PUT /v2.0/ports/537865b4-0489-42d5-b428-a820d82656ce HTTP/1.1" status: 200 len: 1145 time: 2.0448482 Dec 09 22:18:55.909514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84bcbe6e-07ca-4712-ada8-468202139c9d req-5508d282-8f06-4924-852e-b658454272a4 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455371 Dec 09 22:18:55.923320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Transition to ACTIVE for port object 3bd34495-e420-416f-b987-e3f767dda3ce will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:18:55.932736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e4fd4-952d-4443-a341-f578f238b1fc req-8e95ce77-d38b-4273-af21-6843b67df9e0 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:55.940526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b77e4fd4-952d-4443-a341-f578f238b1fc req-8e95ce77-d38b-4273-af21-6843b67df9e0 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 965 time: 0.1650565 Dec 09 22:18:55.947674 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:55.963546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['537865b4-0489-42d5-b428-a820d82656ce'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:18:56.064694 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.resource_extend [None req-0a63068d-6a24-45ec-9f7a-641e1b038c5d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:18:56.110800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd34495-e420-416f-b987-e3f767dda3ce,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:56.164482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51216) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:56.235966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b77e4fd4-952d-4443-a341-f578f238b1fc req-fb5cb770-8d6b-49f7-86a5-616d92fe4b47 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945375 Dec 09 22:18:56.253086 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a63068d-6a24-45ec-9f7a-641e1b038c5d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:56.258762 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a63068d-6a24-45ec-9f7a-641e1b038c5d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:56.286741 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3150-3811-4046-8bdd-b53000d40ba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:56.358519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Attempting to bind port 3bd34495-e420-416f-b987-e3f767dda3ce on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:18:56.358944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Attempting to bind port 3bd34495-e420-416f-b987-e3f767dda3ce by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:18:56.359349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Attempting to bind port 3bd34495-e420-416f-b987-e3f767dda3ce on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:56.372668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:18:56.376185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Port 3bd34495-e420-416f-b987-e3f767dda3ce on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:18:56.376577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Attempting to bind port 3bd34495-e420-416f-b987-e3f767dda3ce on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:18:56.387173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:18:56.387581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:18:56.388056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:18:56.388568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Bound port: 3bd34495-e420-416f-b987-e3f767dda3ce, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:18:56.389085 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:56.459893 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-0a63068d-6a24-45ec-9f7a-641e1b038c5d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Floating IP 363a7c60-41aa-4586-a59c-388ba22438da associated. External IP: 172.25.8.69, port: 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4. Dec 09 22:18:56.493347 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3150-3811-4046-8bdd-b53000d40ba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:56.494582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:18:56.502348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:56.503268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:56.505852 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3150-3811-4046-8bdd-b53000d40ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:56.530586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce74fd-3f0e-4465-9679-83f421023a0d req-f8399197-c112-41a7-b447-ef768409ef71 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:56.532251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90ce74fd-3f0e-4465-9679-83f421023a0d req-f8399197-c112-41a7-b447-ef768409ef71 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 948 time: 0.1289315 Dec 09 22:18:56.569086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] For port 3bd34495-e420-416f-b987-e3f767dda3ce, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:18:56.603003 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2cbe3150-3811-4046-8bdd-b53000d40ba5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a596eb84fb2417684fb5d49abc0fe4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377694 Dec 09 22:18:56.606441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe3150-3811-4046-8bdd-b53000d40ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2221cb-e51d-4e9e-922b-5d353a4e5dc7,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:56.609461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51240) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:56.611388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] For port 3bd34495-e420-416f-b987-e3f767dda3ce, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3bd34495-e420-416f-b987-e3f767dda3ce,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:18:56.620446 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:56.636368 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:56.652706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41a388a-7a37-4130-bc2f-e36dbf170c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:56.656284 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f222e51-3348-4009-9618-a9d7c03e0d59" -d '{"events": [{"server_uuid": "c41a388a-7a37-4130-bc2f-e36dbf170c80", "name": "network-vif-plugged", "status": "completed", "tag": "7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:56.673262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:18:56.679445 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:56.724739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90ce74fd-3f0e-4465-9679-83f421023a0d req-278c515f-48f6-4130-9463-f0589e7e4876 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7644fde-0f9a-4022-8b89-e74f5e8c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765797 Dec 09 22:18:56.734862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79affb0-5f73-42ee-8e72-5c67e3832074', 'tag': '537865b4-0489-42d5-b428-a820d82656ce'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:56.735468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3f8f162-1165-46f9-adbb-78c0acc28fd9 req-0e46b83c-e8c7-4948-a62b-1d8017f8dede tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 210 time: 0.0689757 Dec 09 22:18:56.740246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:56.740818 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb152a9-531c-48da-9ead-6195db25ad1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a79affb0-5f73-42ee-8e72-5c67e3832074", "tag": "537865b4-0489-42d5-b428-a820d82656ce"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:56.740969 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:56.742163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] 10.222.0.18 "PUT /v2.0/ports/3bd34495-e420-416f-b987-e3f767dda3ce HTTP/1.1" status: 200 len: 1097 time: 1.7898083 Dec 09 22:18:56.742875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25584b59-fcf8-45b4-aadb-5712e1456819', 'tag': '3bd34495-e420-416f-b987-e3f767dda3ce'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:56.784745 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:56.788635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a63068d-6a24-45ec-9f7a-641e1b038c5d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Router c1a87771-edc5-4c1a-8f99-297c48201c2c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:18:56.811961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bc73c-e219-484f-abec-3b31c364fb04 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd34495-e420-416f-b987-e3f767dda3ce,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:56.815275 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38ec3a9a-a374-42a6-a866-580c3d7d176d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:56.957219 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-e31dde4b-d72e-4e26-8ab3-448a2a8f346e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ade0516472b8498d9af27180239f4606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447416 Dec 09 22:18:56.963138 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc765a1-0ad4-4f09-b1bf-d405d25f694b x-openstack-request-id: req-0fc765a1-0ad4-4f09-b1bf-d405d25f694b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:56.963912 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41a388a-7a37-4130-bc2f-e36dbf170c80", "name": "network-vif-plugged", "status": "completed", "tag": "7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:56.964918 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fc765a1-0ad4-4f09-b1bf-d405d25f694b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:56.965547 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41a388a-7a37-4130-bc2f-e36dbf170c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d', 'code': 200} Dec 09 22:18:56.977777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38ec3a9a-a374-42a6-a866-580c3d7d176d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:57.032575 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28fb82c-5eaf-4632-91a9-0ec2f1da7503" -d '{"events": [{"name": "network-changed", "server_uuid": "25584b59-fcf8-45b4-aadb-5712e1456819", "tag": "3bd34495-e420-416f-b987-e3f767dda3ce"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:57.109581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-8e5bdfdf-03de-4b36-a7f9-051a27ebf107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:57.118384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-8e5bdfdf-03de-4b36-a7f9-051a27ebf107 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=13f2216abe2e42fa845fd6c9f20cc9b9&device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 1100 time: 0.2982202 Dec 09 22:18:57.139881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38ec3a9a-a374-42a6-a866-580c3d7d176d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:57.142891 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38ec3a9a-a374-42a6-a866-580c3d7d176d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:57.146217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-38ec3a9a-a374-42a6-a866-580c3d7d176d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f2221cb-e51d-4e9e-922b-5d353a4e5dc7 HTTP/1.1" status: 204 len: 168 time: 0.5304546 Dec 09 22:18:57.154569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-67c332a3-39d5-491a-ac42-fc80322ade79 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:57.156071 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-67c332a3-39d5-491a-ac42-fc80322ade79 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933525 Dec 09 22:18:57.157528 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2491a1ad-d37e-432c-9ff0-b172d4b4cc7a x-openstack-request-id: req-2491a1ad-d37e-432c-9ff0-b172d4b4cc7a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:57.157832 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79affb0-5f73-42ee-8e72-5c67e3832074", "tag": "537865b4-0489-42d5-b428-a820d82656ce", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:57.158087 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2491a1ad-d37e-432c-9ff0-b172d4b4cc7a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:57.158463 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79affb0-5f73-42ee-8e72-5c67e3832074', 'tag': '537865b4-0489-42d5-b428-a820d82656ce', 'status': 'completed', 'code': 200} Dec 09 22:18:57.226811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Request body: {'port': {'device_id': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'ade0516472b8498d9af27180239f4606'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:57.227568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-31bf74d5-605a-4029-be2e-be1d4297e7cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=3bd34495-e420-416f-b987-e3f767dda3ce HTTP/1.1" status: 200 len: 217 time: 0.0825515 Dec 09 22:18:57.244390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec3a9a-a374-42a6-a866-580c3d7d176d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2221cb-e51d-4e9e-922b-5d353a4e5dc7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:57.355336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3dca4-7825-43b1-aeff-d1476e7e9c3f req-27b05a97-e3cc-4468-a665-86d1e2dd54d0 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:57.356930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10c3dca4-7825-43b1-aeff-d1476e7e9c3f req-27b05a97-e3cc-4468-a665-86d1e2dd54d0 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 948 time: 0.1223216 Dec 09 22:18:57.359291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-eceb0971-fa2d-47ec-98fd-869cfe605147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:57.360640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-eceb0971-fa2d-47ec-98fd-869cfe605147 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1109266 Dec 09 22:18:57.487147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10c3dca4-7825-43b1-aeff-d1476e7e9c3f req-c1b499de-fdc8-436f-9965-462267f5ab5c tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216505 Dec 09 22:18:57.489022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-73250fb5-94ff-462e-b687-9cb2406c16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:57.490787 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-73250fb5-94ff-462e-b687-9cb2406c16f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177635 Dec 09 22:18:57.562014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51276) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:57.572919 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05fcc60-2a83-4cf7-9f63-af2e619fa481 x-openstack-request-id: req-e05fcc60-2a83-4cf7-9f63-af2e619fa481 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:57.573422 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25584b59-fcf8-45b4-aadb-5712e1456819", "tag": "3bd34495-e420-416f-b987-e3f767dda3ce", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:57.573734 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e05fcc60-2a83-4cf7-9f63-af2e619fa481 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:57.574181 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25584b59-fcf8-45b4-aadb-5712e1456819', 'tag': '3bd34495-e420-416f-b987-e3f767dda3ce', 'status': 'completed', 'code': 200} Dec 09 22:18:57.593384 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb152a9-531c-48da-9ead-6195db25ad1d req-194184a2-026b-49e3-9049-4413b820b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:57.594884 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9bb152a9-531c-48da-9ead-6195db25ad1d req-194184a2-026b-49e3-9049-4413b820b289 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 1148 time: 0.4357133 Dec 09 22:18:57.597105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a63068d-6a24-45ec-9f7a-641e1b038c5d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:18:57.608866 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a63068d-6a24-45ec-9f7a-641e1b038c5d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:57.612539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b31e6b-e359-4453-aa6a-7da9b0f9a02f req-df29e452-f0ac-42e9-a97f-00bfb53de662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:57.614022 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b7b31e6b-e359-4453-aa6a-7da9b0f9a02f req-df29e452-f0ac-42e9-a97f-00bfb53de662 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 1101 time: 0.4537733 Dec 09 22:18:57.627442 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a59a0-cd09-4366-bdcd-e4a9a452afe4 None None] Sync routers for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:18:57.649466 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a59a0-cd09-4366-bdcd-e4a9a452afe4 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:18:57.650987 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4b9a59a0-cd09-4366-bdcd-e4a9a452afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:18:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:57.713605 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0a63068d-6a24-45ec-9f7a-641e1b038c5d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "PUT /v2.0/floatingips/363a7c60-41aa-4586-a59c-388ba22438da HTTP/1.1" status: 200 len: 991 time: 3.3040466 Dec 09 22:18:57.714968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-48461a21-f898-4e0e-9a84-2d5c189da00c service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093220 Dec 09 22:18:57.771765 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b7b31e6b-e359-4453-aa6a-7da9b0f9a02f req-e6ff35a3-392d-417c-9c64-2104ef28b1c2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a7644fde-0f9a-4022-8b89-e74f5e8c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459246 Dec 09 22:18:57.775082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Made reservation on behalf of ade0516472b8498d9af27180239f4606 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:18:57.779774 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:57.803446 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:57.854890 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29ff2d58-d9b1-4926-a1eb-5a0d3f396338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:57.857163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb152a9-531c-48da-9ead-6195db25ad1d req-50264560-8b70-461c-9c35-2a0d63bb7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:57.858687 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9bb152a9-531c-48da-9ead-6195db25ad1d req-50264560-8b70-461c-9c35-2a0d63bb7dd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.2539098 Dec 09 22:18:57.902511 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4b9a59a0-cd09-4366-bdcd-e4a9a452afe4 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:18:57.926871 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9bb152a9-531c-48da-9ead-6195db25ad1d req-5f0ae681-6ddc-412a-a222-fcff57d479a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537865b4-0489-42d5-b428-a820d82656ce HTTP/1.1" status: 200 len: 217 time: 0.0526662 Dec 09 22:18:57.989290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713ee6f-5456-4a98-8cce-13ed9132d3db req-f061be5a-aaaa-4267-9aaf-78bbad82da96 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722549 Dec 09 22:18:58.012813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4ed9f-3174-4a9c-86ce-79e5c5f5689c req-b6d32c41-88ce-4934-9d38-288074122b75 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:58.016331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87b4ed9f-3174-4a9c-86ce-79e5c5f5689c req-b6d32c41-88ce-4934-9d38-288074122b75 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 965 time: 0.2165375 Dec 09 22:18:58.034943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:58.037630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb152a9-531c-48da-9ead-6195db25ad1d req-b04d3440-fbcb-47c9-a0d5-a84018d63e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:58.039206 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9bb152a9-531c-48da-9ead-6195db25ad1d req-b04d3440-fbcb-47c9-a0d5-a84018d63e0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.1003768 Dec 09 22:18:58.046095 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:58.104639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87b4ed9f-3174-4a9c-86ce-79e5c5f5689c req-6662c15c-6e16-46c4-a892-777c1eca6793 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811594 Dec 09 22:18:58.107163 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29ff2d58-d9b1-4926-a1eb-5a0d3f396338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:58.145203 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9bb152a9-531c-48da-9ead-6195db25ad1d req-eeb1f933-d201-458f-baf7-8fb115168fc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952003 Dec 09 22:18:58.150083 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29ff2d58-d9b1-4926-a1eb-5a0d3f396338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:58.269455 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4b9a59a0-cd09-4366-bdcd-e4a9a452afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '363a7c60-41aa-4586-a59c-388ba22438da', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'port_id': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'mac_address': 'fa:16:3e:eb:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d33d52-bc92-410d-a32f-c7d72b588411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:18:38Z', 'updated_at': '2021-12-09T22:18:55Z', 'revision_number': 1, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:16Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:58.296753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeb8d34-914e-4ca5-8488-e2b6daaf1570,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:58.301111 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a59a0-cd09-4366-bdcd-e4a9a452afe4 None None] Checking router: c1a87771-edc5-4c1a-8f99-297c48201c2c for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:18:58.311816 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a59a0-cd09-4366-bdcd-e4a9a452afe4 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:18:58.312639 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4b9a59a0-cd09-4366-bdcd-e4a9a452afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:18:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:58.329161 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-29ff2d58-d9b1-4926-a1eb-5a0d3f396338 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=464d0f2f5ba94b5ea6b836f277d10bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7331781 Dec 09 22:18:58.340061 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4199e42d-809c-48da-a58a-0f406a04d5b8 req-abccd787-5005-4c4a-bf95-030b51671527 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 210 time: 0.0498214 Dec 09 22:18:58.347040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51314) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:18:58.349670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fb82c-5eaf-4632-91a9-0ec2f1da7503 req-74ba3a15-7e08-4e94-8027-bf673a95267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:58.351951 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f28fb82c-5eaf-4632-91a9-0ec2f1da7503 req-74ba3a15-7e08-4e94-8027-bf673a95267a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=13f2216abe2e42fa845fd6c9f20cc9b9&device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 1100 time: 0.0983670 Dec 09 22:18:58.382534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414632-c392-41ce-9407-14e0adfc52dd req-74f4dcf4-2400-4f80-9faa-9f0dc12fc640 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:58.392609 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4414632-c392-41ce-9407-14e0adfc52dd req-74f4dcf4-2400-4f80-9faa-9f0dc12fc640 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 949 time: 0.1931970 Dec 09 22:18:58.437195 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff2d58-d9b1-4926-a1eb-5a0d3f396338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa50636-606f-4fb2-bf9b-3f9e59161b4c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:58.451696 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9bb152a9-531c-48da-9ead-6195db25ad1d req-3a47c52e-82a5-4722-9f3a-c10e09fe0e4a service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826803 Dec 09 22:18:58.508168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Allocated IP 192.168.233.39 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/c734ba52-53bb-4afc-a61e-94b0cd5bfc8f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:18:58.577042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4414632-c392-41ce-9407-14e0adfc52dd req-edc76e1c-c34a-43c1-8864-f6555da7bb44 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7644fde-0f9a-4022-8b89-e74f5e8c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787286 Dec 09 22:18:58.647918 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9bb152a9-531c-48da-9ead-6195db25ad1d req-4b516a0a-71eb-4989-b775-83f3ee5fe4b6 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878636 Dec 09 22:18:58.696126 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4b9a59a0-cd09-4366-bdcd-e4a9a452afe4 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:18:58.805524 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:58.875585 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:58.990964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:18:58.996363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:18:59.024330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:18:59.039699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:59.046595 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:59.055865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fb82c-5eaf-4632-91a9-0ec2f1da7503 req-9f3063d3-efff-4854-8143-2c5f33886264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:59.057823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f28fb82c-5eaf-4632-91a9-0ec2f1da7503 req-9f3063d3-efff-4854-8143-2c5f33886264 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.6619928 Dec 09 22:18:59.085446 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Pushing event updated for resources: {'Port': ['ID=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:59.119094 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-05081ddf-6a95-4a6e-b925-a561efdc883a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9160047 Dec 09 22:18:59.140752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Request body: {'port': {'device_id': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:18:59.141716 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b7c70b1-a350-4314-8af7-d57c289cef4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:59.194242 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d33d52-bc92-410d-a32f-c7d72b588411', 'tag': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:18:59.200665 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce69a849-fdfb-40fe-b7b0-07a6aca32044" -d '{"events": [{"name": "network-changed", "server_uuid": "38d33d52-bc92-410d-a32f-c7d72b588411", "tag": "5e1a30cb-3d35-4c8b-b854-e2ebc57553f4"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:18:59.238681 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4b9a59a0-cd09-4366-bdcd-e4a9a452afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '363a7c60-41aa-4586-a59c-388ba22438da', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'port_id': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'mac_address': 'fa:16:3e:eb:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d33d52-bc92-410d-a32f-c7d72b588411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:18:38Z', 'updated_at': '2021-12-09T22:18:55Z', 'revision_number': 1, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:16Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:18:59.333121 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a59a0-cd09-4366-bdcd-e4a9a452afe4 None None] The sync data for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 is: [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '363a7c60-41aa-4586-a59c-388ba22438da', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'port_id': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'mac_address': 'fa:16:3e:eb:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d33d52-bc92-410d-a32f-c7d72b588411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:18:38Z', 'updated_at': '2021-12-09T22:18:55Z', 'revision_number': 1, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:16Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:18:59.336221 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:59.358318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef09193-159f-421c-8f6c-3849b7120034 req-69b4fbd1-c5e1-46b6-a06b-cef84182d5bb tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:59.366259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ef09193-159f-421c-8f6c-3849b7120034 req-69b4fbd1-c5e1-46b6-a06b-cef84182d5bb tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 948 time: 0.7171211 Dec 09 22:18:59.368738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f28fb82c-5eaf-4632-91a9-0ec2f1da7503 req-7582cf76-61fc-4a5e-847e-529fd5b06da7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=3bd34495-e420-416f-b987-e3f767dda3ce HTTP/1.1" status: 200 len: 217 time: 0.2209234 Dec 09 22:18:59.415679 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b7c70b1-a350-4314-8af7-d57c289cef4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:59.559704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ef09193-159f-421c-8f6c-3849b7120034 req-f9877683-621b-4111-914d-c97865a19b12 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878982 Dec 09 22:18:59.561348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fabf6d10-16c7-4206-9d34-0d5ee9eab471 None None] Provisioning complete for port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:18:59.562062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fb82c-5eaf-4632-91a9-0ec2f1da7503 req-a68a5451-8b2b-48c3-a846-f9e185fdf0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:59.562655 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fabf6d10-16c7-4206-9d34-0d5ee9eab471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:59.563525 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f28fb82c-5eaf-4632-91a9-0ec2f1da7503 req-a68a5451-8b2b-48c3-a846-f9e185fdf0c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1691647 Dec 09 22:18:59.604858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fabf6d10-16c7-4206-9d34-0d5ee9eab471 None None] Port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:18:59.616541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8047f8-9688-41cd-9b31-b7f37454262e None None] New status for floating IP 363a7c60-41aa-4586-a59c-388ba22438da: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:18:59.652861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb8c3f-ff6d-419a-9184-00769fa8d131 req-6f09e71a-a6ee-48a0-abf6-48fd9679d72c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:59.654490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0dbb8c3f-ff6d-419a-9184-00769fa8d131 req-6f09e71a-a6ee-48a0-abf6-48fd9679d72c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 965 time: 0.2058516 Dec 09 22:18:59.672964 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b7c70b1-a350-4314-8af7-d57c289cef4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:59.675514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b7c70b1-a350-4314-8af7-d57c289cef4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:59.677832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9b7c70b1-a350-4314-8af7-d57c289cef4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fa50636-606f-4fb2-bf9b-3f9e59161b4c HTTP/1.1" status: 204 len: 168 time: 1.3236911 Dec 09 22:18:59.708726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c70b1-a350-4314-8af7-d57c289cef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa50636-606f-4fb2-bf9b-3f9e59161b4c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:18:59.743254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fb82c-5eaf-4632-91a9-0ec2f1da7503 req-b585f5b0-8b4f-4ae3-ad70-80d193161053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:59.745281 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f28fb82c-5eaf-4632-91a9-0ec2f1da7503 req-b585f5b0-8b4f-4ae3-ad70-80d193161053 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1710870 Dec 09 22:18:59.749464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0dbb8c3f-ff6d-419a-9184-00769fa8d131 req-0f0a847d-08e7-4a87-ba40-80c7bec5553f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861316 Dec 09 22:18:59.757665 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929e451c-65ee-47d4-b7a1-c2d1deb7e701 x-openstack-request-id: req-929e451c-65ee-47d4-b7a1-c2d1deb7e701 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:18:59.758027 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d33d52-bc92-410d-a32f-c7d72b588411", "tag": "5e1a30cb-3d35-4c8b-b854-e2ebc57553f4", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:18:59.758211 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-929e451c-65ee-47d4-b7a1-c2d1deb7e701 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:18:59.762785 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d33d52-bc92-410d-a32f-c7d72b588411', 'tag': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4', 'status': 'completed', 'code': 200} Dec 09 22:18:59.790085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c734ba52-53bb-4afc-a61e-94b0cd5bfc8f {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:18:59.800563 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:59.842924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Transition to ACTIVE for port object c734ba52-53bb-4afc-a61e-94b0cd5bfc8f will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:18:59.881320 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:18:59.922346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f28fb82c-5eaf-4632-91a9-0ec2f1da7503 req-b1f84afb-4ed2-43cc-b9ad-b362246dae46 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101418 Dec 09 22:18:59.961107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69a849-fdfb-40fe-b7b0-07a6aca32044 req-3b2730e6-6843-4523-8ff9-fccec2022ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:18:59.962928 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce69a849-fdfb-40fe-b7b0-07a6aca32044 req-3b2730e6-6843-4523-8ff9-fccec2022ce3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0abe5836e9c4df48f4b55b4446d3961&device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 1098 time: 0.1453438 Dec 09 22:19:00.021180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Attempting to bind port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:00.021527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Attempting to bind port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:00.022045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Attempting to bind port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:00.028223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3511c0-1655-44c6-8e28-024cc80cf987 req-3e365b94-eee3-44db-ad96-a99a86159457 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:00.032085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d3511c0-1655-44c6-8e28-024cc80cf987 req-3e365b94-eee3-44db-ad96-a99a86159457 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 971 time: 0.1077781 Dec 09 22:19:00.051469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:19:00.053360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Attempting to bind port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:00.074545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Pushing event updated for resources: {'Port': ['ID=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:00.090805 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:00.091143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:00.091535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:00.092557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Bound port: c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:00.092931 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:00.143859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f28fb82c-5eaf-4632-91a9-0ec2f1da7503 req-4c14c8b5-03c7-41a8-a174-9daa31045390 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839828 Dec 09 22:19:00.160757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d3511c0-1655-44c6-8e28-024cc80cf987 req-94b6d5ae-c727-479b-999d-26b4533ac3c0 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978358 Dec 09 22:19:00.253982 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69a849-fdfb-40fe-b7b0-07a6aca32044 req-e5eb5722-a330-4740-9a60-8d99ae7468b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:00.255463 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce69a849-fdfb-40fe-b7b0-07a6aca32044 req-e5eb5722-a330-4740-9a60-8d99ae7468b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=445c2bc8-9472-47a8-b9c5-978adb5498a2 HTTP/1.1" status: 200 len: 924 time: 0.2605953 Dec 09 22:19:00.285967 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8175-1c77-4532-bf82-f0c6ce414862 req-07f026c8-878e-4ec3-9430-a71764cf67dd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:00.294310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d11f8175-1c77-4532-bf82-f0c6ce414862 req-07f026c8-878e-4ec3-9430-a71764cf67dd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 947 time: 0.0808699 Dec 09 22:19:00.320695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:00.351916 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:00.360350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 537865b4-0489-42d5-b428-a820d82656ce details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:19:00.361992 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:00.372753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d11f8175-1c77-4532-bf82-f0c6ce414862 req-9028586f-4f50-4c34-aac4-6ddd915475b5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773718 Dec 09 22:19:00.390714 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51368) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:00.409562 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce69a849-fdfb-40fe-b7b0-07a6aca32044 req-3163fa25-47f5-4203-b0d8-331688c7c84d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 HTTP/1.1" status: 200 len: 1001 time: 0.1406925 Dec 09 22:19:00.412241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d8cc4-4b2a-4f58-b54a-f630fb83a6ef req-99b91578-3ceb-49c3-a39e-20a2a8422978 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:00.413761 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff3d8cc4-4b2a-4f58-b54a-f630fb83a6ef req-99b91578-3ceb-49c3-a39e-20a2a8422978 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 949 time: 0.0988796 Dec 09 22:19:00.414545 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-91147bcf-c182-43f6-ac42-9c2432f679e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:00.475843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:00.476697 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:00.478700 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] 10.222.0.42 "PUT /v2.0/ports/c734ba52-53bb-4afc-a61e-94b0cd5bfc8f HTTP/1.1" status: 200 len: 1096 time: 1.3447006 Dec 09 22:19:00.490830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d457018-5195-4be2-ad2c-f4ed12511384 service neutron] Pushing event updated for resources: {'Port': ['ID=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:00.520191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff3d8cc4-4b2a-4f58-b54a-f630fb83a6ef req-d78feeda-2367-40ce-8df0-0d105b3041fd tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7644fde-0f9a-4022-8b89-e74f5e8c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924540 Dec 09 22:19:00.525317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=537865b4-0489-42d5-b428-a820d82656ce,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:00.543931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 537865b4-0489-42d5-b428-a820d82656ce has no active binding in host n-h1-789963-23 {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 22:19:00.593639 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-91147bcf-c182-43f6-ac42-9c2432f679e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:00.604639 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-91147bcf-c182-43f6-ac42-9c2432f679e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:00.618876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69a849-fdfb-40fe-b7b0-07a6aca32044 req-966a3fea-244a-43f0-8132-9a6125893330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:00.621193 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce69a849-fdfb-40fe-b7b0-07a6aca32044 req-966a3fea-244a-43f0-8132-9a6125893330 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=527b68bc-9630-41b5-96c7-5fc55cf1bfbb HTTP/1.1" status: 200 len: 862 time: 0.1526549 Dec 09 22:19:00.631532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-f84c31e1-cb40-4912-9485-8407128ec580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:00.633378 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-f84c31e1-cb40-4912-9485-8407128ec580 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 1099 time: 0.1014690 Dec 09 22:19:00.640845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91147bcf-c182-43f6-ac42-9c2432f679e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce92bf48-eab1-4f1d-b386-34877eccef70,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:00.684362 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-91147bcf-c182-43f6-ac42-9c2432f679e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11110e2c3cc544d5a892491fde63ba1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939689 Dec 09 22:19:00.684969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51380) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:00.745723 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-85e9190d-387e-479a-8aa0-ee6f18a7befe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f HTTP/1.1" status: 200 len: 217 time: 0.0972607 Dec 09 22:19:00.748675 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6bcb14ac-9929-4340-89e0-e9234cbf8263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:00.797606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69a849-fdfb-40fe-b7b0-07a6aca32044 req-6875120b-7601-4d02-86fb-b649fc017273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:00.798980 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce69a849-fdfb-40fe-b7b0-07a6aca32044 req-6875120b-7601-4d02-86fb-b649fc017273 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=445c2bc8-9472-47a8-b9c5-978adb5498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648901 Dec 09 22:19:00.802922 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6bcb14ac-9929-4340-89e0-e9234cbf8263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:00.848288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-a2401967-f14e-491a-86b7-02ffb365f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:00.849690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca63e5e-eeeb-46c1-9d15-2c0e7643707f req-ff74988a-f33e-4296-81d7-8057f0964f80 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:00.850028 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-a2401967-f14e-491a-86b7-02ffb365f8b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0925057 Dec 09 22:19:00.851377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ca63e5e-eeeb-46c1-9d15-2c0e7643707f req-ff74988a-f33e-4296-81d7-8057f0964f80 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 948 time: 0.0918996 Dec 09 22:19:00.899919 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6bcb14ac-9929-4340-89e0-e9234cbf8263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:00.903526 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6bcb14ac-9929-4340-89e0-e9234cbf8263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:00.904719 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6bcb14ac-9929-4340-89e0-e9234cbf8263 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce92bf48-eab1-4f1d-b386-34877eccef70 HTTP/1.1" status: 204 len: 168 time: 0.2178254 Dec 09 22:19:00.918903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb14ac-9929-4340-89e0-e9234cbf8263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce92bf48-eab1-4f1d-b386-34877eccef70,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:00.941710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ca63e5e-eeeb-46c1-9d15-2c0e7643707f req-b32bdef4-adba-42e6-81bd-8ec7230a3185 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771639 Dec 09 22:19:00.989177 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3675907b-31a6-404f-aeb8-8bf469a487b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:01.091062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3a856-e03b-41f4-900f-d41783e4b7f0 req-558696f2-95ed-4182-8920-106b61d6c520 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:01.092787 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39c3a856-e03b-41f4-900f-d41783e4b7f0 req-558696f2-95ed-4182-8920-106b61d6c520 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 965 time: 0.0633495 Dec 09 22:19:01.166377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39c3a856-e03b-41f4-900f-d41783e4b7f0 req-607e9da0-3d1c-499f-b366-9feab25201e7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665865 Dec 09 22:19:01.274069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-eecbc709-fc99-4329-a200-b9fc5baf0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:01.275367 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-eecbc709-fc99-4329-a200-b9fc5baf0ff6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4109325 Dec 09 22:19:01.286795 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce69a849-fdfb-40fe-b7b0-07a6aca32044 req-0be5b97c-3cf2-47f4-8c30-be1db26f2cab service neutron] 10.222.0.18 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799044 Dec 09 22:19:01.327410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac223bc-0a1c-43d3-8568-c0905eda4859 req-87bf58d6-0f8e-4ef0-a2ac-fab849e20012 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:01.331450 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0ac223bc-0a1c-43d3-8568-c0905eda4859 req-87bf58d6-0f8e-4ef0-a2ac-fab849e20012 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 971 time: 0.3871276 Dec 09 22:19:01.355916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c151c5e-f3f4-418c-841d-773a20160160 req-4505d8ca-51f7-44c1-b894-2ba6e6086b78 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:01.359389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c151c5e-f3f4-418c-841d-773a20160160 req-4505d8ca-51f7-44c1-b894-2ba6e6086b78 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 971 time: 0.0789921 Dec 09 22:19:01.451985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c151c5e-f3f4-418c-841d-773a20160160 req-1bce0ddf-a96c-4a9a-b64c-cb2b5aca88fb tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba100a17-d8d5-46ad-8604-e782f138b943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825443 Dec 09 22:19:01.483436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.42', 59187) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:01.577683 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-76901eda-8783-440e-938b-ef649087e284 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861979 Dec 09 22:19:01.590223 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce69a849-fdfb-40fe-b7b0-07a6aca32044 req-fda8dfc0-c090-4c90-9d43-4f85948d76b8 service neutron] 10.222.0.18 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883019 Dec 09 22:19:01.681945 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe17707-9665-49d8-a02e-bafa0fec5061 req-d9d04539-bfdd-4a24-8391-1c5c68d0b5a8 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:01.683627 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bfe17707-9665-49d8-a02e-bafa0fec5061 req-d9d04539-bfdd-4a24-8391-1c5c68d0b5a8 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 949 time: 0.1763546 Dec 09 22:19:01.692994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9ffb6-5978-465a-8891-2f0da6cda91e req-a7e008d2-f808-41b5-bfbd-76e4605cc29c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:01.695387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cf9ffb6-5978-465a-8891-2f0da6cda91e req-a7e008d2-f808-41b5-bfbd-76e4605cc29c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 947 time: 0.1486115 Dec 09 22:19:01.697031 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-24715c82-ceaa-4c57-adfb-1245974f51bc service neutron] 10.222.0.42 "GET /v2.0/ports/537865b4-0489-42d5-b428-a820d82656ce/bindings/n-h1-789963-23 HTTP/1.1" status: 200 len: 385 time: 0.2123380 Dec 09 22:19:01.704623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51422) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:01.715614 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-0ac223bc-0a1c-43d3-8568-c0905eda4859 req-6557f7d4-0de9-41e6-9db3-4d28530091f2 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Deleting port c1c5e266-50b1-418f-8284-db0f008c9534 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:19:01.715884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0ac223bc-0a1c-43d3-8568-c0905eda4859 req-6557f7d4-0de9-41e6-9db3-4d28530091f2 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:01.757475 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fb1f8f03-87ef-4a0c-8a6e-2e8326939e23 req-3909bf40-c653-483b-8d79-21f9324d5a30 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697531 Dec 09 22:19:01.791260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'tag': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:01.793975 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd998d1f-5210-42ef-946c-e3ddd21ca786" -d '{"events": [{"name": "network-changed", "server_uuid": "935a1f53-2cd5-4bd3-8afb-d13456072400", "tag": "c734ba52-53bb-4afc-a61e-94b0cd5bfc8f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:01.836986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bfe17707-9665-49d8-a02e-bafa0fec5061 req-5baaa783-d974-4438-b940-c3f014136826 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7644fde-0f9a-4022-8b89-e74f5e8c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380773 Dec 09 22:19:01.863970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-0ac223bc-0a1c-43d3-8568-c0905eda4859 req-6557f7d4-0de9-41e6-9db3-4d28530091f2 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] For port c1c5e266-50b1-418f-8284-db0f008c9534, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c1c5e266-50b1-418f-8284-db0f008c9534,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:01.864457 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0ac223bc-0a1c-43d3-8568-c0905eda4859 req-6557f7d4-0de9-41e6-9db3-4d28530091f2 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:01.874134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cf9ffb6-5978-465a-8891-2f0da6cda91e req-2b3ce681-806e-4767-9626-32d27f1006de tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459284 Dec 09 22:19:01.886053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-0ac223bc-0a1c-43d3-8568-c0905eda4859 req-6557f7d4-0de9-41e6-9db3-4d28530091f2 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Calling delete_port for c1c5e266-50b1-418f-8284-db0f008c9534 owned by compute:tempest-test_az-2045457175 {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:19:01.933245 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e38ed48-b49a-4cd8-a34f-d3630e60c59c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:01.940344 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34952207-5054-4cdc-9395-225ca7f23bf0 x-openstack-request-id: req-34952207-5054-4cdc-9395-225ca7f23bf0 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:01.940614 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935a1f53-2cd5-4bd3-8afb-d13456072400", "tag": "c734ba52-53bb-4afc-a61e-94b0cd5bfc8f", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:01.940866 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34952207-5054-4cdc-9395-225ca7f23bf0 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:01.941249 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'tag': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', 'status': 'completed', 'code': 200} Dec 09 22:19:02.011688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998d1f-5210-42ef-946c-e3ddd21ca786 req-d2312e24-e10d-47a2-9d8d-77279b82901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:02.013196 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd998d1f-5210-42ef-946c-e3ddd21ca786 req-d2312e24-e10d-47a2-9d8d-77279b82901d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 1099 time: 0.0639117 Dec 09 22:19:02.097519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-5b6c5181-3bed-4b46-be52-ed868e7c0812 service neutron] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=537865b4-0489-42d5-b428-a820d82656ce,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:02.151993 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0ac223bc-0a1c-43d3-8568-c0905eda4859 req-6557f7d4-0de9-41e6-9db3-4d28530091f2 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:02.158319 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e38ed48-b49a-4cd8-a34f-d3630e60c59c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:02.159648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-5b6c5181-3bed-4b46-be52-ed868e7c0812 service neutron] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:02.164420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['c1c5e266-50b1-418f-8284-db0f008c9534'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:02.181315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557f7d4-0de9-41e6-9db3-4d28530091f2 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Pushing event deleted for resources: {'Port': ['ID=c1c5e266-50b1-418f-8284-db0f008c9534,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:02.188022 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e38ed48-b49a-4cd8-a34f-d3630e60c59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:02.243335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b088e-352b-45ff-879c-0ea4d0bb4bc4 req-0361f7db-8545-4aee-88cf-700f1f886a84 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:02.245176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c1b088e-352b-45ff-879c-0ea4d0bb4bc4 req-0361f7db-8545-4aee-88cf-700f1f886a84 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 948 time: 0.1764963 Dec 09 22:19:02.278849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac223bc-0a1c-43d3-8568-c0905eda4859 req-6557f7d4-0de9-41e6-9db3-4d28530091f2 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] No DVR routers for this DVR port c1c5e266-50b1-418f-8284-db0f008c9534 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:19:02.280833 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-5b6c5181-3bed-4b46-be52-ed868e7c0812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537865b4-0489-42d5-b428-a820d82656ce {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:02.284225 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0ac223bc-0a1c-43d3-8568-c0905eda4859 req-6557f7d4-0de9-41e6-9db3-4d28530091f2 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:02.289000 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0ac223bc-0a1c-43d3-8568-c0905eda4859 req-6557f7d4-0de9-41e6-9db3-4d28530091f2 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.42 "DELETE /v2.0/ports/c1c5e266-50b1-418f-8284-db0f008c9534 HTTP/1.1" status: 204 len: 173 time: 0.9454432 Dec 09 22:19:02.296305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998d1f-5210-42ef-946c-e3ddd21ca786 req-12d17189-7bf1-46ed-9d52-25dd11df006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:02.298077 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd998d1f-5210-42ef-946c-e3ddd21ca786 req-12d17189-7bf1-46ed-9d52-25dd11df006b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2775881 Dec 09 22:19:02.298693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51448) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:02.298823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5e38ed48-b49a-4cd8-a34f-d3630e60c59c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=879999b599844ed58aa2fa78bfb6839c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902767 Dec 09 22:19:02.308972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38ed48-b49a-4cd8-a34f-d3630e60c59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766905e8-e261-4428-a62d-b4612ab4613b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:02.322254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-5b6c5181-3bed-4b46-be52-ed868e7c0812 service neutron] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=537865b4-0489-42d5-b428-a820d82656ce,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:02.363545 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd998d1f-5210-42ef-946c-e3ddd21ca786 req-07b66923-5f8f-44b6-9bd1-3cfe6b2cceab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f HTTP/1.1" status: 200 len: 217 time: 0.0548780 Dec 09 22:19:02.374271 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-5b6c5181-3bed-4b46-be52-ed868e7c0812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:02.394394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3bd34495-e420-416f-b987-e3f767dda3ce details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:19:02.426043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c1b088e-352b-45ff-879c-0ea4d0bb4bc4 req-f0f2244e-849b-441d-9cad-520f0083679a tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608503 Dec 09 22:19:02.448385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998d1f-5210-42ef-946c-e3ddd21ca786 req-c4133be8-0571-4a69-bd32-9f3c0f2d69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:02.449885 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd998d1f-5210-42ef-946c-e3ddd21ca786 req-c4133be8-0571-4a69-bd32-9f3c0f2d69c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0750275 Dec 09 22:19:02.470064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f5432-b1cd-418b-b87f-c267b0e86908 req-a5136434-92ba-4a4b-b70a-bc1b70b4016b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:02.471622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c5f5432-b1cd-418b-b87f-c267b0e86908 req-a5136434-92ba-4a4b-b70a-bc1b70b4016b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 965 time: 0.1718125 Dec 09 22:19:02.505061 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3871b11b-3063-4be7-9733-65b053c7ef06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:02.593763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3bd34495-e420-416f-b987-e3f767dda3ce, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3bd34495-e420-416f-b987-e3f767dda3ce,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:02.604795 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c5f5432-b1cd-418b-b87f-c267b0e86908 req-6c3e18c5-9688-464e-ad48-9882fbccd5a0 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219895 Dec 09 22:19:02.612140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-5b6c5181-3bed-4b46-be52-ed868e7c0812 service neutron] Transition to ACTIVE for port object 537865b4-0489-42d5-b428-a820d82656ce will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:19:02.619762 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-5b6c5181-3bed-4b46-be52-ed868e7c0812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:02.624158 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '3bd34495-e420-416f-b987-e3f767dda3ce', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '3bd34495-e420-416f-b987-e3f767dda3ce', 'mac_address': 'fa:16:3e:bc:f2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:19:02.645577 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3871b11b-3063-4be7-9733-65b053c7ef06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:02.661680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998d1f-5210-42ef-946c-e3ddd21ca786 req-91bfeb9d-1d9e-47a9-8c9e-49801e82a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:02.669282 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd998d1f-5210-42ef-946c-e3ddd21ca786 req-91bfeb9d-1d9e-47a9-8c9e-49801e82a839 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2050171 Dec 09 22:19:02.669676 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:02.683101 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4293f9ca-4972-4d60-a92a-d086cd16cbf8 req-dd6f5e49-f9a8-407b-b487-5035c6f40db1 tempest-AggregatesAdminTestJSON-474782851 tempest-AggregatesAdminTestJSON-474782851-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6a02755-736b-41ba-b318-28632bf1d3c8 HTTP/1.1" status: 200 len: 210 time: 0.0674202 Dec 09 22:19:02.686539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd34495-e420-416f-b987-e3f767dda3ce {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:02.710806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3bd34495-e420-416f-b987-e3f767dda3ce, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3bd34495-e420-416f-b987-e3f767dda3ce,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:02.716457 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:02.722719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-5b6c5181-3bed-4b46-be52-ed868e7c0812 service neutron] No DVR routers for this DVR port 537865b4-0489-42d5-b428-a820d82656ce on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:19:02.753533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c5181-3bed-4b46-be52-ed868e7c0812 service neutron] Pushing event updated for resources: {'Port': ['ID=537865b4-0489-42d5-b428-a820d82656ce,revision_number=10']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:02.766620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-5b6c5181-3bed-4b46-be52-ed868e7c0812 service neutron] 10.222.0.42 "PUT /v2.0/ports/537865b4-0489-42d5-b428-a820d82656ce/bindings/n-h1-789963-23/activate HTTP/1.1" status: 200 len: 370 time: 1.0592155 Dec 09 22:19:02.790047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3bd34495-e420-416f-b987-e3f767dda3ce,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:02.828246 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd998d1f-5210-42ef-946c-e3ddd21ca786 req-b6712427-23b3-4959-9463-73246c3132f3 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395199 Dec 09 22:19:02.854249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3871b11b-3063-4be7-9733-65b053c7ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:02.856909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3871b11b-3063-4be7-9733-65b053c7ef06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:02.858651 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3871b11b-3063-4be7-9733-65b053c7ef06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/766905e8-e261-4428-a62d-b4612ab4613b HTTP/1.1" status: 204 len: 168 time: 0.5588856 Dec 09 22:19:02.883538 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871b11b-3063-4be7-9733-65b053c7ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766905e8-e261-4428-a62d-b4612ab4613b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:03.000211 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd998d1f-5210-42ef-946c-e3ddd21ca786 req-b1aba44d-31c9-4ffa-a0f0-36cbcb98c172 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651602 Dec 09 22:19:03.013604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-9b6b42ba-96c9-4430-b15b-0556047aac3d tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:03.014974 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-9b6b42ba-96c9-4430-b15b-0556047aac3d tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074&tenant_id=3d1b37906be84157a8f74e1f36d6847e&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1118 time: 0.0767510 Dec 09 22:19:03.071014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['3bd34495-e420-416f-b987-e3f767dda3ce'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:03.103004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f181f0b-42a6-4fed-890a-cd95e913f744 req-d14f89fa-2c95-45ff-9108-c10b84c25ca9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:03.107683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-80aacb8c-6b52-4420-b122-ecc39b2ae438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:03.108746 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-80aacb8c-6b52-4420-b122-ecc39b2ae438 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074&tenant_id=3d1b37906be84157a8f74e1f36d6847e HTTP/1.1" status: 200 len: 1118 time: 0.0803821 Dec 09 22:19:03.110262 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f181f0b-42a6-4fed-890a-cd95e913f744 req-d14f89fa-2c95-45ff-9108-c10b84c25ca9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 947 time: 0.1284306 Dec 09 22:19:03.160562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d040b63-5918-4394-96c1-90ac97a11333 req-4b3fa685-498a-43c7-9055-ab694ec22c27 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:03.162128 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d040b63-5918-4394-96c1-90ac97a11333 req-4b3fa685-498a-43c7-9055-ab694ec22c27 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 949 time: 0.1110115 Dec 09 22:19:03.214796 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f181f0b-42a6-4fed-890a-cd95e913f744 req-34963612-2f32-4518-aa9c-13b82bd40f1d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994935 Dec 09 22:19:03.262807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325f0ef-5044-4766-842f-226d8c88417e req-b83f0a50-3ed2-4c62-b520-56cb58f41344 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:03.266520 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2325f0ef-5044-4766-842f-226d8c88417e req-b83f0a50-3ed2-4c62-b520-56cb58f41344 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 949 time: 0.0690167 Dec 09 22:19:03.301448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d040b63-5918-4394-96c1-90ac97a11333 req-b6a38b25-a30d-415b-bd15-897e9cd82880 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7644fde-0f9a-4022-8b89-e74f5e8c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280718 Dec 09 22:19:03.318232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-10868565-c0ee-4e40-9ac4-b3eb7fca9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:03.320064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-10868565-c0ee-4e40-9ac4-b3eb7fca9641 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 1118 time: 0.1230645 Dec 09 22:19:03.323662 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bd1f02f3-68d8-405d-ad29-8244133f4010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:03.458728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-c5c5b14f-9ef2-4891-b721-5c87cbb206e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:03.460375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-c5c5b14f-9ef2-4891-b721-5c87cbb206e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.1341145 Dec 09 22:19:03.462887 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-2325f0ef-5044-4766-842f-226d8c88417e req-f61eccd7-9335-4588-8251-34a437aba656 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Deleting port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:19:03.463349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2325f0ef-5044-4766-842f-226d8c88417e req-f61eccd7-9335-4588-8251-34a437aba656 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:03.519725 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-9087bb69-c2b7-4ada-8622-0c4622d830c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537865b4-0489-42d5-b428-a820d82656ce HTTP/1.1" status: 200 len: 217 time: 0.0517330 Dec 09 22:19:03.542899 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:03.553395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51482) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:03.589157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2325f0ef-5044-4766-842f-226d8c88417e req-f61eccd7-9335-4588-8251-34a437aba656 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] For port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:03.589533 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2325f0ef-5044-4766-842f-226d8c88417e req-f61eccd7-9335-4588-8251-34a437aba656 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:03.592477 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fa19895-64d5-4422-ba7b-b126530d5720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:03.605041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-2325f0ef-5044-4766-842f-226d8c88417e req-f61eccd7-9335-4588-8251-34a437aba656 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Calling delete_port for 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:19:03.624700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-93c357c9-bd48-4de7-bee5-759af820c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:03.626406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-93c357c9-bd48-4de7-bee5-759af820c9b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0972869 Dec 09 22:19:03.638092 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884b621-5ec1-4cc9-b002-62cddbc6c010 req-e75fbaed-4442-40ef-8cd4-78cb3b7ebbd4 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:03.640260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7884b621-5ec1-4cc9-b002-62cddbc6c010 req-e75fbaed-4442-40ef-8cd4-78cb3b7ebbd4 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 949 time: 0.1224861 Dec 09 22:19:03.687974 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-bc9ebfe3-4cff-4daf-b074-70dd5dbe64bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454352 Dec 09 22:19:03.766823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2325f0ef-5044-4766-842f-226d8c88417e req-f61eccd7-9335-4588-8251-34a437aba656 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:03.824851 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7884b621-5ec1-4cc9-b002-62cddbc6c010 req-f9609fbf-086a-42ad-8808-37e8b191e1ba tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596727 Dec 09 22:19:03.825275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61eccd7-9335-4588-8251-34a437aba656 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Pushing event deleted for resources: {'Port': ['ID=7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:03.847921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2325f0ef-5044-4766-842f-226d8c88417e req-f61eccd7-9335-4588-8251-34a437aba656 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] No DVR routers for this DVR port 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:19:03.850768 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2325f0ef-5044-4766-842f-226d8c88417e req-f61eccd7-9335-4588-8251-34a437aba656 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:03.854981 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2325f0ef-5044-4766-842f-226d8c88417e req-f61eccd7-9335-4588-8251-34a437aba656 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.18 "DELETE /v2.0/ports/7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d HTTP/1.1" status: 204 len: 173 time: 0.5774481 Dec 09 22:19:03.897946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:03.912555 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fa19895-64d5-4422-ba7b-b126530d5720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:03.931658 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fa19895-64d5-4422-ba7b-b126530d5720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:03.943827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a02755-736b-41ba-b318-28632bf1d3c8', 'name': 'network-vif-deleted', 'tag': 'c1c5e266-50b1-418f-8284-db0f008c9534'}, {'server_uuid': 'c41a388a-7a37-4130-bc2f-e36dbf170c80', 'name': 'network-vif-deleted', 'tag': '7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:03.946190 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07edd422-528b-470f-8ea7-db41eaeee3ef" -d '{"events": [{"server_uuid": "e6a02755-736b-41ba-b318-28632bf1d3c8", "name": "network-vif-deleted", "tag": "c1c5e266-50b1-418f-8284-db0f008c9534"}, {"server_uuid": "c41a388a-7a37-4130-bc2f-e36dbf170c80", "name": "network-vif-deleted", "tag": "7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:03.988779 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0fa19895-64d5-4422-ba7b-b126530d5720 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d46f1ed15374eb18b63049d9b3fd583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4318841 Dec 09 22:19:03.989954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa19895-64d5-4422-ba7b-b126530d5720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586cdcde-0680-42bf-a712-92b849cc4c42,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:03.991443 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51496) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:04.011594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-1f0d41e1-00b1-407c-b51b-42a2e4bae956 service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147116 Dec 09 22:19:04.030060 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a96e500-9ed7-4e75-acd0-eddb9cd0c35f x-openstack-request-id: req-2a96e500-9ed7-4e75-acd0-eddb9cd0c35f {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:04.031618 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a02755-736b-41ba-b318-28632bf1d3c8", "name": "network-vif-deleted", "tag": "c1c5e266-50b1-418f-8284-db0f008c9534", "status": "completed", "code": 200}, {"server_uuid": "c41a388a-7a37-4130-bc2f-e36dbf170c80", "name": "network-vif-deleted", "tag": "7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:04.031887 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a96e500-9ed7-4e75-acd0-eddb9cd0c35f {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:04.032429 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a02755-736b-41ba-b318-28632bf1d3c8', 'name': 'network-vif-deleted', 'tag': 'c1c5e266-50b1-418f-8284-db0f008c9534', 'status': 'completed', 'code': 200} Dec 09 22:19:04.032689 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41a388a-7a37-4130-bc2f-e36dbf170c80', 'name': 'network-vif-deleted', 'tag': '7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d', 'status': 'completed', 'code': 200} Dec 09 22:19:04.038311 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a73f21-efd4-4a98-99fa-24390c65747b req-f0f4e9cc-f8e0-437e-8e05-69b9abb36e5b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:04.046073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-38a73f21-efd4-4a98-99fa-24390c65747b req-f0f4e9cc-f8e0-437e-8e05-69b9abb36e5b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 966 time: 0.2074783 Dec 09 22:19:04.110535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e158eaf-80ea-4f78-992f-e4e9ec01bfe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.137202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e158eaf-80ea-4f78-992f-e4e9ec01bfe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.217701 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-38a73f21-efd4-4a98-99fa-24390c65747b req-0c7446d7-c78f-41a1-9fe0-dcf902e070d0 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463845 Dec 09 22:19:04.221480 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e158eaf-80ea-4f78-992f-e4e9ec01bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.222393 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-362238e0-70f7-41f3-b9f2-c62c3a499a46 service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720088 Dec 09 22:19:04.224246 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e158eaf-80ea-4f78-992f-e4e9ec01bfe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.225387 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0e158eaf-80ea-4f78-992f-e4e9ec01bfe8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/586cdcde-0680-42bf-a712-92b849cc4c42 HTTP/1.1" status: 204 len: 168 time: 0.2329464 Dec 09 22:19:04.243780 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e158eaf-80ea-4f78-992f-e4e9ec01bfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586cdcde-0680-42bf-a712-92b849cc4c42,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:04.293817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51506) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:04.312644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51510) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:04.364421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616948b-d01b-47de-a683-a4ec7b8028ed req-623f9d62-937d-4b1e-b96c-053ae331e46a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:04.371614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d616948b-d01b-47de-a683-a4ec7b8028ed req-623f9d62-937d-4b1e-b96c-053ae331e46a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 947 time: 0.0673130 Dec 09 22:19:04.405344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3bd34495-e420-416f-b987-e3f767dda3ce up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:04.442551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10c9ec10-2ac8-46cd-a322-bf282d09aae3 req-692c0335-f6c2-4241-aaf5-3568f78130c8 tempest-TenantUsagesTestJSON-1627122562 tempest-TenantUsagesTestJSON-1627122562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c41a388a-7a37-4130-bc2f-e36dbf170c80 HTTP/1.1" status: 200 len: 210 time: 0.0461764 Dec 09 22:19:04.468599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d616948b-d01b-47de-a683-a4ec7b8028ed req-0a199482-fbd7-4278-86c5-539566ae0476 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960953 Dec 09 22:19:04.501486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 3bd34495-e420-416f-b987-e3f767dda3ce completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:19:04.506914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 3bd34495-e420-416f-b987-e3f767dda3ce triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:04.507913 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.561751 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-907f40d5-c477-48b7-a059-1ce86b52c10c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6915bcf9d564ca38fb164dcddfff7ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664380 Dec 09 22:19:04.564279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51520) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:04.640360 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.658229 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.659147 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2d84c4c-01e7-4300-a10e-c82bc14d5dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.673752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25584b59-fcf8-45b4-aadb-5712e1456819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd34495-e420-416f-b987-e3f767dda3ce'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:04.676210 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fac3a30-b69a-4fad-9fc7-a6c26e9f8d89" -d '{"events": [{"server_uuid": "25584b59-fcf8-45b4-aadb-5712e1456819", "name": "network-vif-plugged", "status": "completed", "tag": "3bd34495-e420-416f-b987-e3f767dda3ce"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:04.697675 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2d84c4c-01e7-4300-a10e-c82bc14d5dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.713900 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-641f7e89-303b-4e88-8b45-a63d79f52a98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.715155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3bd34495-e420-416f-b987-e3f767dda3ce, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3bd34495-e420-416f-b987-e3f767dda3ce,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:04.720600 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.756488 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cde432-cc2c-4f7e-a80d-fc53a6acc060 x-openstack-request-id: req-09cde432-cc2c-4f7e-a80d-fc53a6acc060 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:04.757071 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25584b59-fcf8-45b4-aadb-5712e1456819", "name": "network-vif-plugged", "status": "completed", "tag": "3bd34495-e420-416f-b987-e3f767dda3ce", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:04.758808 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09cde432-cc2c-4f7e-a80d-fc53a6acc060 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:04.759264 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25584b59-fcf8-45b4-aadb-5712e1456819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd34495-e420-416f-b987-e3f767dda3ce', 'code': 200} Dec 09 22:19:04.761409 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2d84c4c-01e7-4300-a10e-c82bc14d5dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.766369 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2d84c4c-01e7-4300-a10e-c82bc14d5dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.770195 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d2d84c4c-01e7-4300-a10e-c82bc14d5dec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba100a17-d8d5-46ad-8604-e782f138b943 HTTP/1.1" status: 204 len: 168 time: 0.2026701 Dec 09 22:19:04.801748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d84c4c-01e7-4300-a10e-c82bc14d5dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba100a17-d8d5-46ad-8604-e782f138b943,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:04.890269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3bd34495-e420-416f-b987-e3f767dda3ce,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:04.936723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-a8199261-dfdc-42f9-a571-a3ef8e954e2d tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:04.939235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-a8199261-dfdc-42f9-a571-a3ef8e954e2d tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074&tenant_id=3d1b37906be84157a8f74e1f36d6847e&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 1118 time: 0.1391783 Dec 09 22:19:04.960873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-641f7e89-303b-4e88-8b45-a63d79f52a98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:04.963605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96289e-0ece-4d54-9818-0ea9e4b1c8ce req-c3a5109d-b465-409b-9485-2ef6d5ce57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:04.965806 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1d96289e-0ece-4d54-9818-0ea9e4b1c8ce req-c3a5109d-b465-409b-9485-2ef6d5ce57aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 1102 time: 0.1220376 Dec 09 22:19:04.969132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-641f7e89-303b-4e88-8b45-a63d79f52a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:05.035169 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-641f7e89-303b-4e88-8b45-a63d79f52a98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5b61505f6644114a6faf8e52df72c07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7188635 Dec 09 22:19:05.035169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f7e89-303b-4e88-8b45-a63d79f52a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a0b746-af07-48b6-aa5c-3068d45b96de,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:05.039181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51538) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:05.097695 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1d96289e-0ece-4d54-9818-0ea9e4b1c8ce req-99914086-79d0-478b-ae37-86eb54e0c66f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229339 Dec 09 22:19:05.098377 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b2315-052e-41d9-9f05-64686ea4279a req-f66ffa85-db66-4927-84cb-d999242ef870 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:05.099889 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a80b2315-052e-41d9-9f05-64686ea4279a req-f66ffa85-db66-4927-84cb-d999242ef870 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 950 time: 0.1750522 Dec 09 22:19:05.120980 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5d4556e-777f-4ed4-ab0a-d8ef728b8931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:05.124713 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c734ba52-53bb-4afc-a61e-94b0cd5bfc8f details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:19:05.128033 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 537865b4-0489-42d5-b428-a820d82656ce no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:19:05.148308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5d4556e-777f-4ed4-ab0a-d8ef728b8931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:05.215700 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5d4556e-777f-4ed4-ab0a-d8ef728b8931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:05.218666 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5d4556e-777f-4ed4-ab0a-d8ef728b8931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:05.223222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b5d4556e-777f-4ed4-ab0a-d8ef728b8931 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6a0b746-af07-48b6-aa5c-3068d45b96de HTTP/1.1" status: 204 len: 168 time: 0.1830487 Dec 09 22:19:05.231836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4556e-777f-4ed4-ab0a-d8ef728b8931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a0b746-af07-48b6-aa5c-3068d45b96de,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:05.263528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 537865b4-0489-42d5-b428-a820d82656ce not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:19:05.264970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c1c5e266-50b1-418f-8284-db0f008c9534 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:19:05.278894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51552) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:05.313204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: c1c5e266-50b1-418f-8284-db0f008c9534 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:19:05.313560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c1c5e266-50b1-418f-8284-db0f008c9534 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:19:05.348413 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-29e32caf-72f7-4b2b-8f1c-23b0878247c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a84459741294fef8c0e6a3a9658c51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0680151 Dec 09 22:19:05.351859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51554) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:05.427205 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f1c57712-a40c-438d-8d2b-55828dd3a3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:05.437383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:05.462997 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f1c57712-a40c-438d-8d2b-55828dd3a3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:05.465848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', 'mac_address': 'fa:16:3e:33:a1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:19:05.470728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-95b0ce68-1b26-4980-affa-cc8338e8a246 service neutron] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:05.488305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a80b2315-052e-41d9-9f05-64686ea4279a req-e377a761-577b-4e66-aba1-7d7c48bf9f75 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815081 Dec 09 22:19:05.494972 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-95b0ce68-1b26-4980-affa-cc8338e8a246 service neutron] Publish callbacks [] for binding, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:05.500264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c676-7c68-4948-b6dd-a857e8a748a3 req-95b0ce68-1b26-4980-affa-cc8338e8a246 service neutron] 10.222.0.18 "DELETE /v2.0/ports/537865b4-0489-42d5-b428-a820d82656ce/bindings/n-h2-789963-23 HTTP/1.1" status: 204 len: 173 time: 0.5394504 Dec 09 22:19:05.536983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87c2f1-66cb-4408-8361-6fbb8117e576 req-d9fdd3c6-f77c-4b76-8423-58eb50072a28 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:05.539484 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f1c57712-a40c-438d-8d2b-55828dd3a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:05.540693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b87c2f1-66cb-4408-8361-6fbb8117e576 req-d9fdd3c6-f77c-4b76-8423-58eb50072a28 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 966 time: 0.1386664 Dec 09 22:19:05.545136 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f1c57712-a40c-438d-8d2b-55828dd3a3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:05.547100 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f1c57712-a40c-438d-8d2b-55828dd3a3c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88784b50-fc88-47ec-9284-b20d8d732c4b HTTP/1.1" status: 204 len: 168 time: 0.1936648 Dec 09 22:19:05.563554 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:05.567028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c57712-a40c-438d-8d2b-55828dd3a3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88784b50-fc88-47ec-9284-b20d8d732c4b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:05.586228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c734ba52-53bb-4afc-a61e-94b0cd5bfc8f {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:05.614109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:05.619005 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:05.639951 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b87c2f1-66cb-4408-8361-6fbb8117e576 req-82d9ce10-97c2-4746-8539-b685b6387feb tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922248 Dec 09 22:19:05.702898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:05.724691 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdb0a6-e297-4c36-9df8-ac5095c512aa req-bbf1729a-5450-40fc-b44b-829f7e795c06 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:05.732254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bfdb0a6-e297-4c36-9df8-ac5095c512aa req-bbf1729a-5450-40fc-b44b-829f7e795c06 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 948 time: 0.0744350 Dec 09 22:19:05.786831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bfdb0a6-e297-4c36-9df8-ac5095c512aa req-8106445a-5855-4a14-82dd-36a77b0d80d4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526028 Dec 09 22:19:05.826619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['c734ba52-53bb-4afc-a61e-94b0cd5bfc8f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:05.909196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615e152-e2a1-4bb7-b7b6-f8d628217fc2 req-ecb5b553-81e1-4a02-a980-68c49edc37db tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:05.917420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c615e152-e2a1-4bb7-b7b6-f8d628217fc2 req-ecb5b553-81e1-4a02-a980-68c49edc37db tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 1118 time: 0.0540817 Dec 09 22:19:05.978398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c615e152-e2a1-4bb7-b7b6-f8d628217fc2 req-2c7f2cce-e815-486e-b4f8-2bfa0c43e752 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595598 Dec 09 22:19:06.019501 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.151153 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51586) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:06.156904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51588) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:06.170966 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.278031 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.293695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.360154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df606002-dbbd-4255-b23e-8c95a1ef365f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:06.370576 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96090112af1c4d2b9b35ad7fcabccddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122638 Dec 09 22:19:06.373403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51608) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:06.374037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.374494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.374848 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.375281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.375631 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.376080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.376405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.376740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.377070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.377400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.377729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.378081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.378429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b073c0-4e7b-4efd-a8cd-9c13b068dddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.519324 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-b16d8b22-9380-4509-9604-e096238ec459 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:06.526297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-b16d8b22-9380-4509-9604-e096238ec459 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 820 time: 0.2005122 Dec 09 22:19:06.532393 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.556164 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.617714 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-f31f65aa-c8da-4d8b-bf6b-e3230129bad1 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/quotas/3d1b37906be84157a8f74e1f36d6847e HTTP/1.1" status: 200 len: 375 time: 0.0860691 Dec 09 22:19:06.693395 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f26493fd-e241-429c-b855-95fe91a1088c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f1cc0b09d7e4780bc098ff5b430af9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5409312 Dec 09 22:19:06.696017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51620) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:06.704352 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a4e84-6ce7-494e-9187-bcb33f9ecc6b req-e265f00f-94ea-48bd-80b4-e25683142e2d tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:06.711497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f4a4e84-6ce7-494e-9187-bcb33f9ecc6b req-e265f00f-94ea-48bd-80b4-e25683142e2d tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 950 time: 0.1482310 Dec 09 22:19:06.748897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-45ae63dc-6208-4d12-8557-77ae562cea11 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218112 Dec 09 22:19:06.759212 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.760620 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7217-596d-483f-97cb-7dc56633a0ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.764769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.768308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df606002-dbbd-4255-b23e-8c95a1ef365f HTTP/1.1" status: 204 len: 168 time: 0.3911681 Dec 09 22:19:06.794221 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7217-596d-483f-97cb-7dc56633a0ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.799153 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df606002-dbbd-4255-b23e-8c95a1ef365f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:06.827072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.827402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.827813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.828094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.828492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.828795 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.829127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.829457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.829809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.830140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.830477 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.830777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.831093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5b6c3-a365-4c42-946c-a8062be5110b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:06.839104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f4a4e84-6ce7-494e-9187-bcb33f9ecc6b req-963baedc-0ec0-442b-846a-8e8d3de8cdbb tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267657 Dec 09 22:19:06.882961 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7217-596d-483f-97cb-7dc56633a0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.887328 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7217-596d-483f-97cb-7dc56633a0ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.889350 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ba2f7217-596d-483f-97cb-7dc56633a0ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7644fde-0f9a-4022-8b89-e74f5e8c11a3 HTTP/1.1" status: 204 len: 168 time: 0.1915982 Dec 09 22:19:06.894836 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:06.902350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f7217-596d-483f-97cb-7dc56633a0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7644fde-0f9a-4022-8b89-e74f5e8c11a3,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:06.941382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-52a54a25-481b-4e8b-a705-288706685618 service neutron] 10.222.0.16 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916068 Dec 09 22:19:07.065180 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-b4ac5105-e9ee-4297-8bcc-8c4b6397404e service neutron] 10.222.0.16 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166413 Dec 09 22:19:07.109170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b1a3-53ad-41fc-8f0a-f0aef1fff495 req-869ea146-3b06-4ab8-ba24-92b4669de81f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:07.110778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be28b1a3-53ad-41fc-8f0a-f0aef1fff495 req-869ea146-3b06-4ab8-ba24-92b4669de81f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 948 time: 0.0628936 Dec 09 22:19:07.120204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c734ba52-53bb-4afc-a61e-94b0cd5bfc8f up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:07.182073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:19:07.193535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:07.194203 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:07.217095 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be28b1a3-53ad-41fc-8f0a-f0aef1fff495 req-e93303ee-126c-489d-a442-6f245010359c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907528 Dec 09 22:19:07.330917 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43172fc9-224f-45c6-bc61-a1d38b2552b3 req-56e5ae92-8131-40f9-9073-49e93b85f1dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1115453 Dec 09 22:19:07.342932 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:07.375686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:07.378713 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a552a26-1cf8-4018-bb68-55837af1ff77" -d '{"events": [{"server_uuid": "935a1f53-2cd5-4bd3-8afb-d13456072400", "name": "network-vif-plugged", "status": "completed", "tag": "c734ba52-53bb-4afc-a61e-94b0cd5bfc8f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:07.394843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:07.400303 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:07.449210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20796ce2-919a-4af6-a47c-b84deca40aab req-353059e1-4a4e-40de-b1fe-87c6d5f8e318 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 210 time: 0.0451748 Dec 09 22:19:07.507742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43172fc9-224f-45c6-bc61-a1d38b2552b3 req-094c645c-6ac1-4814-b73f-0e74a020af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:07.509571 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43172fc9-224f-45c6-bc61-a1d38b2552b3 req-094c645c-6ac1-4814-b73f-0e74a020af10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 1118 time: 0.0591018 Dec 09 22:19:07.510308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:07.532606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.533282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.534266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.535504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.536045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.536691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.537221 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.537769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.538959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.540376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.541014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.541865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.542417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:07.569329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51664) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:07.593285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-99a8ce39-db84-4f67-9c64-aefa5763011d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:07.653194 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43172fc9-224f-45c6-bc61-a1d38b2552b3 req-6704b79b-588e-4f09-bb23-0cac926c6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:07.655793 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43172fc9-224f-45c6-bc61-a1d38b2552b3 req-6704b79b-588e-4f09-bb23-0cac926c6bf1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.1264195 Dec 09 22:19:07.725292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43172fc9-224f-45c6-bc61-a1d38b2552b3 req-df211be0-afe1-42eb-8097-90a51fccb947 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537865b4-0489-42d5-b428-a820d82656ce HTTP/1.1" status: 200 len: 217 time: 0.0593407 Dec 09 22:19:07.755888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a273d5e-2aa4-455d-8c79-6ca5415fe59f req-db591453-af69-4670-a563-34888a576d5e tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:07.757767 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a273d5e-2aa4-455d-8c79-6ca5415fe59f req-db591453-af69-4670-a563-34888a576d5e tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 950 time: 0.1008389 Dec 09 22:19:07.771179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-99a8ce39-db84-4f67-9c64-aefa5763011d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:07.776231 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-99a8ce39-db84-4f67-9c64-aefa5763011d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:07.856995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43172fc9-224f-45c6-bc61-a1d38b2552b3 req-3c3ec249-e5f9-47b5-84db-f34d8be15849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:07.859374 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43172fc9-224f-45c6-bc61-a1d38b2552b3 req-3c3ec249-e5f9-47b5-84db-f34d8be15849 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.1240969 Dec 09 22:19:07.866530 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-c38132a1-f7a9-4ae3-b944-434920ba6552 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ce846906180c4966920908f6da600bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536232 Dec 09 22:19:07.881100 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-99a8ce39-db84-4f67-9c64-aefa5763011d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6119d90c103245a38e72fd41e1a4a4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105969 Dec 09 22:19:07.881969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51684) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:07.883540 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8ce39-db84-4f67-9c64-aefa5763011d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9488f681-a903-4f5e-9e9b-1515666c5598,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:07.933392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a273d5e-2aa4-455d-8c79-6ca5415fe59f req-f51cac00-162e-4fe7-baa6-6fbc1ff02894 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481445 Dec 09 22:19:07.965761 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43172fc9-224f-45c6-bc61-a1d38b2552b3 req-f3985f35-4e97-4559-99dd-c6327af4eeda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943964 Dec 09 22:19:08.003421 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a52ef0-c57d-4196-8a45-1050791d0c3f x-openstack-request-id: req-09a52ef0-c57d-4196-8a45-1050791d0c3f {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:08.004920 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935a1f53-2cd5-4bd3-8afb-d13456072400", "name": "network-vif-plugged", "status": "completed", "tag": "c734ba52-53bb-4afc-a61e-94b0cd5bfc8f", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:08.005681 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09a52ef0-c57d-4196-8a45-1050791d0c3f {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:08.006401 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', 'code': 200} Dec 09 22:19:08.148308 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbd66294-88ed-4ad3-9377-451aab7180a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:08.221188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544343-8a0e-4a84-b8f0-c07309f110b9 req-775ec7c3-3555-4aa1-bfbf-622c6b733ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:08.226538 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f9544343-8a0e-4a84-b8f0-c07309f110b9 req-775ec7c3-3555-4aa1-bfbf-622c6b733ec1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 1101 time: 0.1150362 Dec 09 22:19:08.231712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbd66294-88ed-4ad3-9377-451aab7180a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:08.248628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b848bcc-09ef-4429-b463-1540dfae013f req-0908e705-098c-488e-ae79-220db515ac65 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:08.255648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-0908e705-098c-488e-ae79-220db515ac65 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746734 Dec 09 22:19:08.268859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43172fc9-224f-45c6-bc61-a1d38b2552b3 req-47710216-5cf4-4b3d-93be-c2505a57b44e service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895505 Dec 09 22:19:08.293905 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f9544343-8a0e-4a84-b8f0-c07309f110b9 req-855ab6d5-e646-43ee-92ae-d5a94adad51d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599351 Dec 09 22:19:08.295849 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-ca28ff60-1851-4319-a0b9-e1ad8e489162 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/quotas/ce846906180c4966920908f6da600bec HTTP/1.1" status: 200 len: 375 time: 0.0389667 Dec 09 22:19:08.342551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-f5dff864-007d-460e-a53e-89c6e78f77d9 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce846906180c4966920908f6da600bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457892 Dec 09 22:19:08.403095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbd66294-88ed-4ad3-9377-451aab7180a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:08.406116 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbd66294-88ed-4ad3-9377-451aab7180a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:08.409636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bbd66294-88ed-4ad3-9377-451aab7180a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9488f681-a903-4f5e-9e9b-1515666c5598 HTTP/1.1" status: 204 len: 168 time: 0.5239272 Dec 09 22:19:08.433778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd66294-88ed-4ad3-9377-451aab7180a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9488f681-a903-4f5e-9e9b-1515666c5598,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:08.453045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:19:08.472143 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43172fc9-224f-45c6-bc61-a1d38b2552b3 req-aa2b94ff-dba4-4faa-8332-380c2ce42dea service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622195 Dec 09 22:19:08.512350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fbaf9-31e3-4ca8-a87d-ce990ec6df99 req-075ea370-f561-4cd1-874a-481d7ee5002b tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:08.514020 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a4fbaf9-31e3-4ca8-a87d-ce990ec6df99 req-075ea370-f561-4cd1-874a-481d7ee5002b tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 950 time: 0.1054907 Dec 09 22:19:08.527200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:19:08.527537 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7e2f93fd-00e4-4f1d-b037-7ffc3d08c41d not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:19:08.591540 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a4fbaf9-31e3-4ca8-a87d-ce990ec6df99 req-1334c7ea-3ac7-41c5-b675-b50667c6b383 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654485 Dec 09 22:19:08.728417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9e4c3e7-c8cc-4c69-ad09-d59a22e82f30 req-0958629b-47d7-4d2d-9f28-dc40be0cb8ec tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 210 time: 0.0355964 Dec 09 22:19:08.778415 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281f664-7123-41b8-a6c3-7fe3578ec379 req-7f6b08f3-e35c-4ccb-a7e8-451db2a8ee96 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:08.782734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1281f664-7123-41b8-a6c3-7fe3578ec379 req-7f6b08f3-e35c-4ccb-a7e8-451db2a8ee96 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.1313794 Dec 09 22:19:08.882860 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1281f664-7123-41b8-a6c3-7fe3578ec379 req-411a1e11-6165-4a06-a6a7-b5ba3b170633 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912433 Dec 09 22:19:08.893806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2769d2c0-3023-4194-912f-74053e9a6643 req-0bc34852-894d-4bc6-a0cf-7652405432b5 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 210 time: 0.0561154 Dec 09 22:19:09.342870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-91d4f829-caee-45ec-8a7b-e9177394149e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:09.344593 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-91d4f829-caee-45ec-8a7b-e9177394149e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 820 time: 0.4794171 Dec 09 22:19:09.360251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Request body: {'port': {'device_id': '02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66', 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f', 'admin_state_up': True, 'tenant_id': '3d1b37906be84157a8f74e1f36d6847e'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:09.503869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Made reservation on behalf of 3d1b37906be84157a8f74e1f36d6847e for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:09.507453 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:09.691787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Allocated IP 172.20.0.9 (3c725022-0e1b-43f0-a815-e26b6aa8947f/ce2ce2bf-a35f-4018-a4cc-40f652c375bc/824ea5ed-9b20-4eb6-bb6c-563aa6d58f96) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:09.740493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423e17d-705c-4610-b811-43e891e04629 req-e52d2d6c-8e61-45c2-bdec-87973650bffe tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:09.750067 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c423e17d-705c-4610-b811-43e891e04629 req-e52d2d6c-8e61-45c2-bdec-87973650bffe tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 950 time: 0.0649555 Dec 09 22:19:09.812127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c423e17d-705c-4610-b811-43e891e04629 req-902610a2-1ebd-44b4-a437-aeed8e84ffe9 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545506 Dec 09 22:19:09.911562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad53be13-6eb1-4d0c-a7ce-28fc921eee54 req-ea2d9120-7eb3-4c0f-97c9-fa47224da075 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 210 time: 0.0376985 Dec 09 22:19:09.931597 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.002627 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.069040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51794) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:10.081037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Network 3c725022-0e1b-43f0-a815-e26b6aa8947f is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:10.084770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:10.088636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:19:10.099765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:10.100444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.118795 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Pushing event updated for resources: {'Port': ['ID=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:10.122693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb11104-4488-4e54-a23c-85517d66bad1 req-9c0fe3fd-4530-48fd-9df3-fbdea861583a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:10.125076 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8eb11104-4488-4e54-a23c-85517d66bad1 req-9c0fe3fd-4530-48fd-9df3-fbdea861583a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.0755808 Dec 09 22:19:10.128222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-9b6d74fa-460c-4384-abea-eae19f290ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7733948 Dec 09 22:19:10.141288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Request body: {'port': {'device_id': '02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:10.209084 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.221659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8eb11104-4488-4e54-a23c-85517d66bad1 req-f7ba47c7-63dd-46ac-9794-454a3a89f2ca tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866563 Dec 09 22:19:10.224040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62e6708c-a69a-47cb-8a2c-d1d442a4e52d req-93efda7d-3701-4274-8da0-aa8c2199413a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 210 time: 0.0508425 Dec 09 22:19:10.258565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-647464780-network', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:10.296964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Made reservation on behalf of dcd821032ac244e5a51ecc50caaaeaff for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:10.299997 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.329337 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.393455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1ad4b-164d-4a13-9033-43830aacf5e0 req-83aecd7c-9760-4c49-b49b-9355a7504f45 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:10.395527 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4f1ad4b-164d-4a13-9033-43830aacf5e0 req-83aecd7c-9760-4c49-b49b-9355a7504f45 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.18 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 950 time: 0.0884924 Dec 09 22:19:10.413615 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-e326b433-2dfb-4b68-87c2-f757f1d9bac7 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ce846906180c4966920908f6da600bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328245 Dec 09 22:19:10.556400 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.568845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.582679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:19:10.593155 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.593550 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Added segment 5e6548f3-c121-48ef-8254-e15e52b3ff63 of type vlan for network 7d39b17e-7440-4641-ab31-079180887916 Dec 09 22:19:10.635399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b848bcc-09ef-4429-b463-1540dfae013f req-de3bf4e0-0ca5-4444-9228-95d6fc68fd32 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:10.636865 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-de3bf4e0-0ca5-4444-9228-95d6fc68fd32 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908405 Dec 09 22:19:10.642133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.677249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Request body: {'port': {'device_id': 'baa71706-f411-4476-bdd8-c0f51aa30225', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'ce846906180c4966920908f6da600bec'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:10.697226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.698208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:10.698772 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.746814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f4f1ad4b-164d-4a13-9033-43830aacf5e0 req-def1d065-8834-4d5b-9d1a-c130ce69096e tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Deleting port 3bd34495-e420-416f-b987-e3f767dda3ce {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:19:10.747519 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f4f1ad4b-164d-4a13-9033-43830aacf5e0 req-def1d065-8834-4d5b-9d1a-c130ce69096e tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.783357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052f46b8-a437-49bf-87be-b8a7558842a2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:10.792689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:10.817230 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.842807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Transition to ACTIVE for port object 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:19:10.844913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7561107 Dec 09 22:19:10.848125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51832) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:10.861595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b72dfe90-ceaa-43ec-8fae-ad8fcc0f8ec2 admin admin] Request body: {'subnet': {'network_id': '7d39b17e-7440-4641-ab31-079180887916', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-647464780-subnet', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:10.867486 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.871262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025758ae-e624-4b23-b896-03ebf1643f64 admin admin] Pushing event updated for resources: {'Network': ['ID=7d39b17e-7440-4641-ab31-079180887916,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:10.893543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 7d39b17e-7440-4641-ab31-079180887916 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:19:10.896173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b50a99-7177-49fb-be06-a7f3dfcf9a7a req-fd0837ad-fc5f-4bfb-b58f-37a3ec92973b tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:10.912830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1b50a99-7177-49fb-be06-a7f3dfcf9a7a req-fd0837ad-fc5f-4bfb-b58f-37a3ec92973b tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 1101 time: 0.2104943 Dec 09 22:19:10.929732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72dfe90-ceaa-43ec-8fae-ad8fcc0f8ec2 admin admin] Made reservation on behalf of dcd821032ac244e5a51ecc50caaaeaff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:10.932015 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b72dfe90-ceaa-43ec-8fae-ad8fcc0f8ec2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.945883 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e1b50a99-7177-49fb-be06-a7f3dfcf9a7a req-1c33ddb2-0837-4316-b214-80aa147257a4 tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.964151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-f4f1ad4b-164d-4a13-9033-43830aacf5e0 req-def1d065-8834-4d5b-9d1a-c130ce69096e tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] For port 3bd34495-e420-416f-b987-e3f767dda3ce, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3bd34495-e420-416f-b987-e3f767dda3ce,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:10.964637 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f4f1ad4b-164d-4a13-9033-43830aacf5e0 req-def1d065-8834-4d5b-9d1a-c130ce69096e tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.967499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Pushing event updated for resources: {'Port': ['ID=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:10.985378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Made reservation on behalf of ce846906180c4966920908f6da600bec for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:10.988917 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:10.996197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f4f1ad4b-164d-4a13-9033-43830aacf5e0 req-def1d065-8834-4d5b-9d1a-c130ce69096e tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Calling delete_port for 3bd34495-e420-416f-b987-e3f767dda3ce owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:19:11.051263 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.077094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Attempting to bind port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:11.077431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Attempting to bind port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:11.077762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Attempting to bind port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:11.102425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:19:11.102760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Attempting to bind port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:11.118389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:11.118731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:11.119132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:11.120146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Bound port: 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:11.120515 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.146681 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e1b50a99-7177-49fb-be06-a7f3dfcf9a7a req-1c33ddb2-0837-4316-b214-80aa147257a4 tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.154289 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e1b50a99-7177-49fb-be06-a7f3dfcf9a7a req-1c33ddb2-0837-4316-b214-80aa147257a4 tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.241453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1b50a99-7177-49fb-be06-a7f3dfcf9a7a req-1c33ddb2-0837-4316-b214-80aa147257a4 tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277376 Dec 09 22:19:11.256342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33ddb2-0837-4316-b214-80aa147257a4 tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485c1e42-a507-427b-9f2f-147865c26bb3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:11.277803 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f4f1ad4b-164d-4a13-9033-43830aacf5e0 req-def1d065-8834-4d5b-9d1a-c130ce69096e tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.295040 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b72dfe90-ceaa-43ec-8fae-ad8fcc0f8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.298280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e8434-e145-4af8-8503-901e809065d2 req-7b593176-e1e7-47dd-acf8-8cea1b597e27 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:11.300271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-832e8434-e145-4af8-8503-901e809065d2 req-7b593176-e1e7-47dd-acf8-8cea1b597e27 tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/ports?device_id=25584b59-fcf8-45b4-aadb-5712e1456819 HTTP/1.1" status: 200 len: 950 time: 0.1351907 Dec 09 22:19:11.308142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:11.318693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['3bd34495-e420-416f-b987-e3f767dda3ce'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:11.327200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1d065-8834-4d5b-9d1a-c130ce69096e tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Pushing event deleted for resources: {'Port': ['ID=3bd34495-e420-416f-b987-e3f767dda3ce,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:11.352003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:11.365593 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.367096 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.407830 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.442845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dfe90-ceaa-43ec-8fae-ad8fcc0f8ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf339ff-b8f3-4448-942e-e7fbffbd4b8a,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:11.454090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:11.454731 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.456144 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] 10.222.0.42 "PUT /v2.0/ports/824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 HTTP/1.1" status: 200 len: 1092 time: 1.3200445 Dec 09 22:19:11.463279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66', 'tag': '824ea5ed-9b20-4eb6-bb6c-563aa6d58f96'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:11.465597 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2d7513-606b-4b36-9086-b6171ef4e7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66", "tag": "824ea5ed-9b20-4eb6-bb6c-563aa6d58f96"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:11.562647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:11.575814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210814a-9bb7-419f-858b-8cebfe17b9fe service neutron] Pushing event updated for resources: {'Port': ['ID=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:11.590514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72dfe90-ceaa-43ec-8fae-ad8fcc0f8ec2 admin admin] Checking segment: {'id': '5e6548f3-c121-48ef-8254-e15e52b3ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7d39b17e-7440-4641-ab31-079180887916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:11.590879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72dfe90-ceaa-43ec-8fae-ad8fcc0f8ec2 admin admin] Network hostable DHCP agents. Network: 7d39b17e-7440-4641-ab31-079180887916, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:19:11.650803 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-5e4c02e6-e640-475c-a08f-c9b31120436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:11.652234 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-5e4c02e6-e640-475c-a08f-c9b31120436f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 1095 time: 0.1432538 Dec 09 22:19:11.668345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72dfe90-ceaa-43ec-8fae-ad8fcc0f8ec2 admin admin] Network 7d39b17e-7440-4641-ab31-079180887916 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:19:11.688136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f1ad4b-164d-4a13-9033-43830aacf5e0 req-def1d065-8834-4d5b-9d1a-c130ce69096e tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] No DVR routers for this DVR port 3bd34495-e420-416f-b987-e3f767dda3ce on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:19:11.691484 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f4f1ad4b-164d-4a13-9033-43830aacf5e0 req-def1d065-8834-4d5b-9d1a-c130ce69096e tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.695138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4f1ad4b-164d-4a13-9033-43830aacf5e0 req-def1d065-8834-4d5b-9d1a-c130ce69096e tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.18 "DELETE /v2.0/ports/3bd34495-e420-416f-b987-e3f767dda3ce HTTP/1.1" status: 204 len: 173 time: 1.2923586 Dec 09 22:19:11.699448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25584b59-fcf8-45b4-aadb-5712e1456819', 'name': 'network-vif-deleted', 'tag': '3bd34495-e420-416f-b987-e3f767dda3ce'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:11.702451 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3f005b-54da-40be-8b6a-1d0a84ae4b3b" -d '{"events": [{"server_uuid": "25584b59-fcf8-45b4-aadb-5712e1456819", "name": "network-vif-deleted", "tag": "3bd34495-e420-416f-b987-e3f767dda3ce"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:11.704424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Allocated IP 192.168.233.185 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/f40c916e-a235-4763-b409-8e8e93901eb4) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:11.710742 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-cc4f5917-1ea7-49f5-a332-010690d35e97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 HTTP/1.1" status: 200 len: 217 time: 0.0498285 Dec 09 22:19:11.716055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-b72dfe90-ceaa-43ec-8fae-ad8fcc0f8ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 7d39b17e-7440-4641-ab31-079180887916) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:11.725978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afc7138-a167-4191-911b-8ba3c7908061 None None] Network 7d39b17e-7440-4641-ab31-079180887916 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:19:11.730603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72dfe90-ceaa-43ec-8fae-ad8fcc0f8ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:11.731189 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd0f0a-14e8-4fc3-ba08-bfb0e04ea2d7 req-547c8b37-cdef-42d1-bf41-0d3be3d84c52 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:11.731323 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b72dfe90-ceaa-43ec-8fae-ad8fcc0f8ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.732877 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16fd0f0a-14e8-4fc3-ba08-bfb0e04ea2d7 req-547c8b37-cdef-42d1-bf41-0d3be3d84c52 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 943 time: 0.3835938 Dec 09 22:19:11.738012 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-832e8434-e145-4af8-8503-901e809065d2 req-770ff059-4531-4f48-bf1f-a99f107eecbf tempest-DeleteServersAdminTestJSON-1909130201 tempest-DeleteServersAdminTestJSON-1909130201-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c560f45-6d14-4090-88ce-5695d51096ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996024 Dec 09 22:19:11.790868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51848) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:11.791528 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b72dfe90-ceaa-43ec-8fae-ad8fcc0f8ec2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9356842 Dec 09 22:19:11.799054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-647464780-router', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:11.805096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16fd0f0a-14e8-4fc3-ba08-bfb0e04ea2d7 req-7c160555-a268-4b71-b70b-e59d050a46a6 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623517 Dec 09 22:19:11.816057 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-dda17d31-33d2-4faf-bca4-40dd6e5f6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:11.817598 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-dda17d31-33d2-4faf-bca4-40dd6e5f6340 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0990577 Dec 09 22:19:11.844623 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.846693 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.941112 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.955844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-7d39b17e-7440-4641-ab31-079180887916', 'network_id': '7d39b17e-7440-4641-ab31-079180887916', 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'fixed_ips': [{'subnet_id': '2bf339ff-b8f3-4448-942e-e7fbffbd4b8a'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:19:11.957487 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.989136 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:11.990663 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-abcdf033-a9d7-45a5-a451-c8f694037bc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350804 Dec 09 22:19:12.014663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:12.018866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c937ace-2380-480d-8a6f-87f835a6f9bd req-9a3e02d5-805f-4636-8f97-89e52d59e2e2 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 210 time: 0.0361819 Dec 09 22:19:12.051665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-058a5a16-6fa0-4f51-8928-c4e1f5084300 req-2388f83d-ce63-4b4e-b030-9d0755c33d5a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:19:12.052658 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-058a5a16-6fa0-4f51-8928-c4e1f5084300 req-2388f83d-ce63-4b4e-b030-9d0755c33d5a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0370951 Dec 09 22:19:12.115485 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38792f35-fd5c-4131-915b-2e61e5423f5e x-openstack-request-id: req-38792f35-fd5c-4131-915b-2e61e5423f5e {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:12.115854 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66", "tag": "824ea5ed-9b20-4eb6-bb6c-563aa6d58f96", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:12.116181 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38792f35-fd5c-4131-915b-2e61e5423f5e {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:12.116653 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66', 'tag': '824ea5ed-9b20-4eb6-bb6c-563aa6d58f96', 'status': 'completed', 'code': 200} Dec 09 22:19:12.118550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:12.128031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:12.157265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Pushing event updated for resources: {'Port': ['ID=f40c916e-a235-4763-b409-8e8e93901eb4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:12.166402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:19:12.172868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Allocated IP 172.20.0.2 (7d39b17e-7440-4641-ab31-079180887916/2bf339ff-b8f3-4448-942e-e7fbffbd4b8a/2f8175cd-4791-467e-aa1e-4ec214ba4bad) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:12.174863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:12.175693 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:12.186310 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d9574d-eced-4df1-94b1-825d601da2c9 x-openstack-request-id: req-34d9574d-eced-4df1-94b1-825d601da2c9 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:12.186506 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25584b59-fcf8-45b4-aadb-5712e1456819", "name": "network-vif-deleted", "tag": "3bd34495-e420-416f-b987-e3f767dda3ce", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:12.186947 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34d9574d-eced-4df1-94b1-825d601da2c9 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:12.187410 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25584b59-fcf8-45b4-aadb-5712e1456819', 'name': 'network-vif-deleted', 'tag': '3bd34495-e420-416f-b987-e3f767dda3ce', 'status': 'completed', 'code': 200} Dec 09 22:19:12.195132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:12.209034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-b800d737-95a5-44d2-bd59-0971b843a11c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5398679 Dec 09 22:19:12.257739 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Request body: {'port': {'device_id': 'baa71706-f411-4476-bdd8-c0f51aa30225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:12.267481 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-b6fe3fff-dca8-4ee1-9a17-57ddb0339c7e service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641826 Dec 09 22:19:12.476618 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:12.522530 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:12.533293 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:12.541824 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:12.583142 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:12.588861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Pushing event updated for resources: {'Port': ['ID=2f8175cd-4791-467e-aa1e-4ec214ba4bad,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:12.612168 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Network 7d39b17e-7440-4641-ab31-079180887916 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:12.613357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c7e54f77-6a87-45db-a203-2fb5a1fa890d None None] Provisioning complete for port f40c916e-a235-4763-b409-8e8e93901eb4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:12.613956 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c7e54f77-6a87-45db-a203-2fb5a1fa890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:12.618332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:12.642383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:19:12.706975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c7e54f77-6a87-45db-a203-2fb5a1fa890d None None] Port f40c916e-a235-4763-b409-8e8e93901eb4 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:19:12.714188 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c843d369-c5ae-416a-97d2-73bb983f3ae3 req-cea53def-9369-479d-ba11-3912cd44b032 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131944 Dec 09 22:19:12.722081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Attempting to bind port 2f8175cd-4791-467e-aa1e-4ec214ba4bad on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:12.722673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Attempting to bind port 2f8175cd-4791-467e-aa1e-4ec214ba4bad by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '5e6548f3-c121-48ef-8254-e15e52b3ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7d39b17e-7440-4641-ab31-079180887916'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:12.723248 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Attempting to bind port 2f8175cd-4791-467e-aa1e-4ec214ba4bad on network 7d39b17e-7440-4641-ab31-079180887916 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:12.728746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:12.729398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Checking segment: {'id': '5e6548f3-c121-48ef-8254-e15e52b3ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7d39b17e-7440-4641-ab31-079180887916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:12.729989 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:12.730526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Bound using segment: {'id': '5e6548f3-c121-48ef-8254-e15e52b3ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7d39b17e-7440-4641-ab31-079180887916'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:12.731278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Bound port: 2f8175cd-4791-467e-aa1e-4ec214ba4bad, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6548f3-c121-48ef-8254-e15e52b3ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7d39b17e-7440-4641-ab31-079180887916'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:12.732051 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:12.786818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Allocated IP 172.25.8.203 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/33485d36-0ea3-4806-8fef-a9af0b54b4b8) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:12.923491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] For port 2f8175cd-4791-467e-aa1e-4ec214ba4bad, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:12.932766 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] For port 2f8175cd-4791-467e-aa1e-4ec214ba4bad, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2f8175cd-4791-467e-aa1e-4ec214ba4bad,segment=NetworkSegment(5e6548f3-c121-48ef-8254-e15e52b3ff63),segment_id=5e6548f3-c121-48ef-8254-e15e52b3ff63)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:12.940445 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:13.048705 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:13.086157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd620bc9-e0c3-421a-90e9-34293886fd8e req-6c8c6c73-6b41-4b8c-8cd0-9e47f19bcffb tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:13.090834 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd620bc9-e0c3-421a-90e9-34293886fd8e req-6c8c6c73-6b41-4b8c-8cd0-9e47f19bcffb tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.1519587 Dec 09 22:19:13.094976 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d49668-52b8-4021-938c-9f9f2816389a None None] Pushing event updated for resources: {'Port': ['ID=2f8175cd-4791-467e-aa1e-4ec214ba4bad,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:13.097154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51896) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:13.155371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d7513-606b-4b36-9086-b6171ef4e7c7 req-b44b6de0-e8c7-43f2-8299-b41b74ff123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:13.156881 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc2d7513-606b-4b36-9086-b6171ef4e7c7 req-b44b6de0-e8c7-43f2-8299-b41b74ff123c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 1095 time: 0.1356161 Dec 09 22:19:13.223801 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd620bc9-e0c3-421a-90e9-34293886fd8e req-7cb040ec-968a-4f06-bdf6-e8ec34d1bd16 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255820 Dec 09 22:19:13.227589 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:13.286020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:13.293538 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:13.309819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:19:13.400997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d7513-606b-4b36-9086-b6171ef4e7c7 req-5e00fabc-6d6d-446f-951b-6f95ed286f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:13.402890 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc2d7513-606b-4b36-9086-b6171ef4e7c7 req-5e00fabc-6d6d-446f-951b-6f95ed286f22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.2352579 Dec 09 22:19:13.417268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Pushing event updated for resources: {'Port': ['ID=33485d36-0ea3-4806-8fef-a9af0b54b4b8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:13.456752 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc2d7513-606b-4b36-9086-b6171ef4e7c7 req-cdd748d5-8f9b-4d9b-bfcb-ce1aade9db16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 HTTP/1.1" status: 200 len: 217 time: 0.0382133 Dec 09 22:19:13.502346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ced4ed-1ec1-4a7f-af62-0dd28c8777e0 req-f405ccc5-4efd-4b17-be41-49d3204021ff tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:13.507973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86ced4ed-1ec1-4a7f-af62-0dd28c8777e0 req-f405ccc5-4efd-4b17-be41-49d3204021ff tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 936 time: 0.1798971 Dec 09 22:19:13.525179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d7513-606b-4b36-9086-b6171ef4e7c7 req-98810c05-e20b-41cf-a803-79a2c989dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:13.526658 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc2d7513-606b-4b36-9086-b6171ef4e7c7 req-98810c05-e20b-41cf-a803-79a2c989dff7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0616903 Dec 09 22:19:13.529749 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-b38d8de0-46ea-41ce-b61a-1521e661370e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4306586 Dec 09 22:19:13.544409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0cab4-ad5b-4fb4-8a7a-0e8d5d73448a req-59a8bc67-4065-479b-91d7-cc296ab8fd9d tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:13.546760 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cb0cab4-ad5b-4fb4-8a7a-0e8d5d73448a req-59a8bc67-4065-479b-91d7-cc296ab8fd9d tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 943 time: 0.2590585 Dec 09 22:19:13.568303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-403069b9-a698-4926-8501-228574f494dd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:19:13.569331 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-403069b9-a698-4926-8501-228574f494dd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138695 Dec 09 22:19:13.586453 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc2d7513-606b-4b36-9086-b6171ef4e7c7 req-2427cbeb-157b-4ae7-9fd4-74d94b52186b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517373 Dec 09 22:19:13.603301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40c916e-a235-4763-b409-8e8e93901eb4 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:13.620909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:13.667747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Transition to ACTIVE for port object f40c916e-a235-4763-b409-8e8e93901eb4 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:19:13.675416 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:13.679590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86ced4ed-1ec1-4a7f-af62-0dd28c8777e0 req-d6b5e404-84b9-4ed0-b488-5f3b8690c423 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315544 Dec 09 22:19:13.691333 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cb0cab4-ad5b-4fb4-8a7a-0e8d5d73448a req-3d56faeb-bf30-421b-8ced-d5bc9a810974 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128719 Dec 09 22:19:13.821436 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc2d7513-606b-4b36-9086-b6171ef4e7c7 req-9c62995b-47a5-4765-8d5f-3e101da7dade service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264621 Dec 09 22:19:13.832777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:13.856314 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=f40c916e-a235-4763-b409-8e8e93901eb4,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:13.924141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Attempting to bind port f40c916e-a235-4763-b409-8e8e93901eb4 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:13.924438 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Attempting to bind port f40c916e-a235-4763-b409-8e8e93901eb4 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:13.924777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Attempting to bind port f40c916e-a235-4763-b409-8e8e93901eb4 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:14.027554 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc2d7513-606b-4b36-9086-b6171ef4e7c7 req-c76dd069-8002-4acc-aefb-28124f412aeb service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859639 Dec 09 22:19:14.031112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Port f40c916e-a235-4763-b409-8e8e93901eb4 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:19:14.031633 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Attempting to bind port f40c916e-a235-4763-b409-8e8e93901eb4 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:14.038705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:14.039283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:14.040148 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:14.040674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Bound port: f40c916e-a235-4763-b409-8e8e93901eb4, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:14.041110 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:14.164938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] For port f40c916e-a235-4763-b409-8e8e93901eb4, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:14.169615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] For port f40c916e-a235-4763-b409-8e8e93901eb4, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f40c916e-a235-4763-b409-8e8e93901eb4,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:14.174113 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:14.279738 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:14.285933 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=f40c916e-a235-4763-b409-8e8e93901eb4,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:14.321667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:14.322467 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:14.323994 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-cde5ef48-6d89-498f-aafe-9c4af5ef6fa6 service neutron] 10.222.0.18 "PUT /v2.0/ports/f40c916e-a235-4763-b409-8e8e93901eb4 HTTP/1.1" status: 200 len: 1097 time: 2.0717826 Dec 09 22:19:14.327144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa71706-f411-4476-bdd8-c0f51aa30225', 'tag': 'f40c916e-a235-4763-b409-8e8e93901eb4'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:14.336814 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093725f7-db33-4b21-85e5-5ed04e0e9d56" -d '{"events": [{"name": "network-changed", "server_uuid": "baa71706-f411-4476-bdd8-c0f51aa30225", "tag": "f40c916e-a235-4763-b409-8e8e93901eb4"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:14.470882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3bd34495-e420-416f-b987-e3f767dda3ce no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:19:14.486610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b848bcc-09ef-4429-b463-1540dfae013f req-490100ca-54a0-4f20-bf36-0b402c8344ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:14.488120 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-490100ca-54a0-4f20-bf36-0b402c8344ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce846906180c4966920908f6da600bec&device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 1100 time: 0.0961032 Dec 09 22:19:14.512314 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 3bd34495-e420-416f-b987-e3f767dda3ce {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:19:14.513985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3bd34495-e420-416f-b987-e3f767dda3ce not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:19:14.597511 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-6e9436bb-3628-4920-9138-fdefeb9c9259 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=f40c916e-a235-4763-b409-8e8e93901eb4 HTTP/1.1" status: 200 len: 217 time: 0.0905757 Dec 09 22:19:14.620000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65158a60-5993-4452-8cad-e15835e4fa32 req-095b259d-9640-4722-b7f3-57d16d93543a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:14.627248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65158a60-5993-4452-8cad-e15835e4fa32 req-095b259d-9640-4722-b7f3-57d16d93543a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.2232921 Dec 09 22:19:14.628062 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997a88b8-702a-4e77-9360-fb3931c37cac x-openstack-request-id: req-997a88b8-702a-4e77-9360-fb3931c37cac {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:14.628788 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa71706-f411-4476-bdd8-c0f51aa30225", "tag": "f40c916e-a235-4763-b409-8e8e93901eb4", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:14.629656 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-997a88b8-702a-4e77-9360-fb3931c37cac {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:14.630686 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa71706-f411-4476-bdd8-c0f51aa30225', 'tag': 'f40c916e-a235-4763-b409-8e8e93901eb4', 'status': 'completed', 'code': 200} Dec 09 22:19:14.730821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b848bcc-09ef-4429-b463-1540dfae013f req-137a6e41-0f96-4b1d-bd9d-bddf3bbefddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:14.736134 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-137a6e41-0f96-4b1d-bd9d-bddf3bbefddc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1295481 Dec 09 22:19:14.786981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8317fc58-f1d6-41b2-a21c-9d5249203c15 None None] Network 7d39b17e-7440-4641-ab31-079180887916 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:19:14.831366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b848bcc-09ef-4429-b463-1540dfae013f req-a6daffe4-8c18-48f3-9e7f-4c80e5b84c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:14.835841 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-a6daffe4-8c18-48f3-9e7f-4c80e5b84c91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0897520 Dec 09 22:19:14.855176 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51984) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:14.874398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65158a60-5993-4452-8cad-e15835e4fa32 req-2078d240-8034-4b27-b7d4-3136bcc2311e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336822 Dec 09 22:19:14.916722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Router 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:19:15.010678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7b574048-bd58-42b9-b2ed-48ab2695ed20 None None] Provisioning complete for port 2f8175cd-4791-467e-aa1e-4ec214ba4bad triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:15.012080 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b574048-bd58-42b9-b2ed-48ab2695ed20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:15.022120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8676f-8d1f-482b-9707-263c4fe5bd00 req-78797fa3-1f63-4dca-b520-efc8c00af251 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:15.029921 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-5eac164e-28a4-4959-9fac-bd4a9b9bbca2 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843498 Dec 09 22:19:15.030488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7fe8676f-8d1f-482b-9707-263c4fe5bd00 req-78797fa3-1f63-4dca-b520-efc8c00af251 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 948 time: 0.1261256 Dec 09 22:19:15.142007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365d14-ef29-44db-b3b5-cbe8a8dde415 req-ea2aa64a-c9be-4e30-8a0f-4ab75a5f9938 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:15.143623 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-41365d14-ef29-44db-b3b5-cbe8a8dde415 req-ea2aa64a-c9be-4e30-8a0f-4ab75a5f9938 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 943 time: 0.1670356 Dec 09 22:19:15.150442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7fe8676f-8d1f-482b-9707-263c4fe5bd00 req-f1111a9a-3b0e-4bb8-b849-1e2eef0e5cde tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189439 Dec 09 22:19:15.175929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:19:15.186351 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Sync routers for ids ['47f7f16e-8318-4deb-b00b-b7d9fcae6f28'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:19:15.218689 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Routers {'47f7f16e-8318-4deb-b00b-b7d9fcae6f28'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:19:15.224019 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:19:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['47f7f16e-8318-4deb-b00b-b7d9fcae6f28'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:15.236069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2f8175cd-4791-467e-aa1e-4ec214ba4bad up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:15.266980 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:15.271258 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aea3aef6-5ff0-4dc9-a12f-cd0ccdfebf01 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4788632 Dec 09 22:19:15.285968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51994) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:15.306136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-41365d14-ef29-44db-b3b5-cbe8a8dde415 req-b3d21257-2ad2-4ed7-85ab-1a5d28631147 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514225 Dec 09 22:19:15.338702 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b574048-bd58-42b9-b2ed-48ab2695ed20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:15.409184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 2f8175cd-4791-467e-aa1e-4ec214ba4bad triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:15.409556 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:15.431955 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b848bcc-09ef-4429-b463-1540dfae013f req-a517cffb-f434-4d9f-87f9-7845e7e9952a service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805342 Dec 09 22:19:15.443705 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b4a389f1-1611-4d78-aaf6-d8da06c769e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13f2216abe2e42fa845fd6c9f20cc9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5866153 Dec 09 22:19:15.444218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52000) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:15.480323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7b574048-bd58-42b9-b2ed-48ab2695ed20 None None] For port 2f8175cd-4791-467e-aa1e-4ec214ba4bad, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2f8175cd-4791-467e-aa1e-4ec214ba4bad,segment=NetworkSegment(5e6548f3-c121-48ef-8254-e15e52b3ff63),segment_id=5e6548f3-c121-48ef-8254-e15e52b3ff63)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:15.486285 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b574048-bd58-42b9-b2ed-48ab2695ed20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:15.517207 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Set router 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:19:15.684641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b574048-bd58-42b9-b2ed-48ab2695ed20 None None] Pushing event updated for resources: {'Port': ['ID=2f8175cd-4791-467e-aa1e-4ec214ba4bad,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:15.722427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f8c6521e-f4cb-4db0-be1f-a93f2ca43bab None None] Provisioning complete for port 2f8175cd-4791-467e-aa1e-4ec214ba4bad triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:15.722859 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8c6521e-f4cb-4db0-be1f-a93f2ca43bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:15.789491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093725f7-db33-4b21-85e5-5ed04e0e9d56 req-244b1cfc-e9e9-4205-be29-51549e8115fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:15.791132 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-093725f7-db33-4b21-85e5-5ed04e0e9d56 req-244b1cfc-e9e9-4205-be29-51549e8115fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce846906180c4966920908f6da600bec&device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 1100 time: 0.1201112 Dec 09 22:19:15.933692 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0021c5a8-dc60-40aa-ab92-08dc1bafe3ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:15.956772 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'name': 'tempest-FloatingIPsNegativeTestJSON-647464780-router', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:11Z', 'updated_at': '2021-12-09T22:19:13Z', 'revision_number': 3, 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'gw_port': {'id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:12Z', 'updated_at': '2021-12-09T22:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:15.992745 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Checking router: 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:19:16.005318 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Updating router 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 port 33485d36-0ea3-4806-8fef-a9af0b54b4b8 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:19:16.042092 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:16.056778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093725f7-db33-4b21-85e5-5ed04e0e9d56 req-3bb19b23-345c-4595-a2a1-e53ded69ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:16.058727 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-093725f7-db33-4b21-85e5-5ed04e0e9d56 req-3bb19b23-345c-4595-a2a1-e53ded69ef10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2587996 Dec 09 22:19:16.065908 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0021c5a8-dc60-40aa-ab92-08dc1bafe3ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:16.148792 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-093725f7-db33-4b21-85e5-5ed04e0e9d56 req-a622330f-99ac-47db-a5ef-eb5398465b86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=f40c916e-a235-4763-b409-8e8e93901eb4 HTTP/1.1" status: 200 len: 217 time: 0.0748608 Dec 09 22:19:16.158618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-634f21fc-1f54-495f-8d49-d51d9d6557e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:16.160611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-634f21fc-1f54-495f-8d49-d51d9d6557e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 1101 time: 0.2203186 Dec 09 22:19:16.167025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d39b9-0958-45e8-a42a-401740512c24 req-f0c8c557-b3fc-4f22-8550-5d0960813c96 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:16.177245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-136d39b9-0958-45e8-a42a-401740512c24 req-f0c8c557-b3fc-4f22-8550-5d0960813c96 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.0809345 Dec 09 22:19:16.242590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093725f7-db33-4b21-85e5-5ed04e0e9d56 req-1c702239-1dde-485f-ada5-8122ad897a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:16.244588 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-093725f7-db33-4b21-85e5-5ed04e0e9d56 req-1c702239-1dde-485f-ada5-8122ad897a28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0820127 Dec 09 22:19:16.284282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-136d39b9-0958-45e8-a42a-401740512c24 req-94faa12b-80b1-435e-9587-6b01f5562125 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057079 Dec 09 22:19:16.440443 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:16.452940 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:16.484574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfd1b2-bac4-4e14-af5a-965fd6bb0311 req-b3cbc25f-2847-48b1-988c-e2710da7583e tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:16.486810 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07dfd1b2-bac4-4e14-af5a-965fd6bb0311 req-b3cbc25f-2847-48b1-988c-e2710da7583e tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 948 time: 0.0943613 Dec 09 22:19:16.524369 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Attempting to bind port 33485d36-0ea3-4806-8fef-a9af0b54b4b8 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:16.524743 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Attempting to bind port 33485d36-0ea3-4806-8fef-a9af0b54b4b8 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:16.525425 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Attempting to bind port 33485d36-0ea3-4806-8fef-a9af0b54b4b8 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:16.533910 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:16.534461 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:16.534875 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:16.536447 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:16.536991 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Bound port: 33485d36-0ea3-4806-8fef-a9af0b54b4b8, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:16.538104 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:16.572727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07dfd1b2-bac4-4e14-af5a-965fd6bb0311 req-61b888f2-79bd-4e70-86bd-6d9e2bd6245f tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701058 Dec 09 22:19:16.582378 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Pushing event updated for resources: {'Port': ['ID=33485d36-0ea3-4806-8fef-a9af0b54b4b8,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:16.582762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111152b2-2194-4171-99b1-123b1007848f req-c8bb098d-35d8-4cb9-88cc-7b199d95561c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:16.584518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-111152b2-2194-4171-99b1-123b1007848f req-c8bb098d-35d8-4cb9-88cc-7b199d95561c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 943 time: 0.1298978 Dec 09 22:19:16.618124 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.618329 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0021c5a8-dc60-40aa-ab92-08dc1bafe3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:16.618429 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.618852 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.619405 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.619840 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.620333 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.620696 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.621038 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.621445 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0021c5a8-dc60-40aa-ab92-08dc1bafe3ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:16.621559 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.623107 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.623915 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0021c5a8-dc60-40aa-ab92-08dc1bafe3ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c560f45-6d14-4090-88ce-5695d51096ff HTTP/1.1" status: 204 len: 168 time: 1.1684289 Dec 09 22:19:16.627499 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.627786 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.628175 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:19:16.664842 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] For port 33485d36-0ea3-4806-8fef-a9af0b54b4b8, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:16.669062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-111152b2-2194-4171-99b1-123b1007848f req-7a1a60cc-f106-4688-84e3-79946c3fb2a7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781424 Dec 09 22:19:16.670577 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] For port 33485d36-0ea3-4806-8fef-a9af0b54b4b8, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=33485d36-0ea3-4806-8fef-a9af0b54b4b8,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:16.677119 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:16.728518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093725f7-db33-4b21-85e5-5ed04e0e9d56 req-4e8a14d6-35fd-4860-945f-c5d1073cf099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:16.731173 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-093725f7-db33-4b21-85e5-5ed04e0e9d56 req-4e8a14d6-35fd-4860-945f-c5d1073cf099 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4713681 Dec 09 22:19:16.740977 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Routers {'47f7f16e-8318-4deb-b00b-b7d9fcae6f28'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:19:16.741634 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:19:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['47f7f16e-8318-4deb-b00b-b7d9fcae6f28'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:16.742062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-33e3c93c-97c7-4f20-94d8-5a467b089d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:16.743721 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-33e3c93c-97c7-4f20-94d8-5a467b089d24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.4947107 Dec 09 22:19:16.744709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021c5a8-dc60-40aa-ab92-08dc1bafe3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c560f45-6d14-4090-88ce-5695d51096ff,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:16.843496 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a84010-4825-45d3-936c-9622ca89468a None None] Pushing event updated for resources: {'Port': ['ID=33485d36-0ea3-4806-8fef-a9af0b54b4b8,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:16.905983 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-4dbd2d45-f2fa-4e80-acc7-fd1777ae0cfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f HTTP/1.1" status: 200 len: 217 time: 0.1047876 Dec 09 22:19:16.941091 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] Set router 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:19:16.959656 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:17.001558 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-093725f7-db33-4b21-85e5-5ed04e0e9d56 req-894af8ef-0418-43d0-9aa5-a166dc2694b8 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459748 Dec 09 22:19:17.055696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-ee18563b-3437-4403-8c42-6454dd823aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:17.057112 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-ee18563b-3437-4403-8c42-6454dd823aad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1424956 Dec 09 22:19:17.142007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:19:17.166688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2f8175cd-4791-467e-aa1e-4ec214ba4bad up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:17.223016 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'name': 'tempest-FloatingIPsNegativeTestJSON-647464780-router', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:11Z', 'updated_at': '2021-12-09T22:19:13Z', 'revision_number': 3, 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'gw_port': {'id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:12Z', 'updated_at': '2021-12-09T22:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:17.258601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52084) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:17.278542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d7871d7b-a919-4743-b7fb-780a17c0e8b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:17.364216 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7d0dc-2b60-4162-9d8e-ef5eef812b9d None None] The sync data for ids ['47f7f16e-8318-4deb-b00b-b7d9fcae6f28'] in n-d-789963-23 is: [{'id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'name': 'tempest-FloatingIPsNegativeTestJSON-647464780-router', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:11Z', 'updated_at': '2021-12-09T22:19:13Z', 'revision_number': 3, 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'gw_port': {'id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:12Z', 'updated_at': '2021-12-09T22:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:19:17.378884 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d7871d7b-a919-4743-b7fb-780a17c0e8b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:17.384353 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d7871d7b-a919-4743-b7fb-780a17c0e8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:17.425402 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-093725f7-db33-4b21-85e5-5ed04e0e9d56 req-d3bdcdf5-b16b-47dc-9da9-7cd747e172ee service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716788 Dec 09 22:19:17.433488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 2f8175cd-4791-467e-aa1e-4ec214ba4bad triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:17.433933 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:17.436188 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d7871d7b-a919-4743-b7fb-780a17c0e8b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86985e47e8944a989faa887e5d2588ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762688 Dec 09 22:19:17.438903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52088) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:17.451052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7871d7b-a919-4743-b7fb-780a17c0e8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ae861b-9efe-47ea-95eb-a618445c101d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:17.457101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-9b88eca7-43b8-4450-8b81-06a1b51a23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:17.458653 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-9b88eca7-43b8-4450-8b81-06a1b51a23d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3551345 Dec 09 22:19:17.476829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52090) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:17.518859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:17.519389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee6337-b5e7-4730-836e-2d0bd85cc90b req-78559d95-156a-41d4-b1f7-6a669b36bc8b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:17.521600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4bee6337-b5e7-4730-836e-2d0bd85cc90b req-78559d95-156a-41d4-b1f7-6a669b36bc8b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.0839126 Dec 09 22:19:17.589361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '824ea5ed-9b20-4eb6-bb6c-563aa6d58f96', 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f', 'port_id': '824ea5ed-9b20-4eb6-bb6c-563aa6d58f96', 'mac_address': 'fa:16:3e:d1:b9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2ce2bf-a35f-4018-a4cc-40f652c375bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:19:17.590130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4bee6337-b5e7-4730-836e-2d0bd85cc90b req-55b2cfce-c02a-4e0b-b855-2d35296fd7c4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620282 Dec 09 22:19:17.660457 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:17.672064 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f785e096-068e-4896-beba-1a533260907e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:17.704985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Allocated IP 172.20.0.1 (7d39b17e-7440-4641-ab31-079180887916/2bf339ff-b8f3-4448-942e-e7fbffbd4b8a/a1b97593-5809-4334-bf52-43474b64d55b) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:17.725738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:17.739951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f785e096-068e-4896-beba-1a533260907e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:17.750338 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-98db74a2-9129-4884-ae01-5ac2e35068e4 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711048 Dec 09 22:19:17.764762 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-685ddefb-b0c6-45c2-8b12-523358ed0b97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:17.775800 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:17.780974 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:17.877447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf1ed1-dfb8-41e5-8c0a-4663ecaf81ae req-e92eddb2-77b9-4ebb-845c-07cba5a0c4c4 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:17.889442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82bf1ed1-dfb8-41e5-8c0a-4663ecaf81ae req-e92eddb2-77b9-4ebb-845c-07cba5a0c4c4 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 948 time: 0.2082915 Dec 09 22:19:17.895263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:17.973508 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-685ddefb-b0c6-45c2-8b12-523358ed0b97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:17.990156 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-4088dbc5-e799-4516-82b6-cafc7a7f9f1c service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274702 Dec 09 22:19:17.990777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82bf1ed1-dfb8-41e5-8c0a-4663ecaf81ae req-1dbe6df8-054e-4f7b-8104-3cbbb71df240 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947628 Dec 09 22:19:17.993486 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-685ddefb-b0c6-45c2-8b12-523358ed0b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:17.996083 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['824ea5ed-9b20-4eb6-bb6c-563aa6d58f96'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:18.022286 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f785e096-068e-4896-beba-1a533260907e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:18.027498 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f785e096-068e-4896-beba-1a533260907e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:18.030766 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f785e096-068e-4896-beba-1a533260907e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19ae861b-9efe-47ea-95eb-a618445c101d HTTP/1.1" status: 204 len: 168 time: 0.5908945 Dec 09 22:19:18.050564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ddefb-b0c6-45c2-8b12-523358ed0b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2332719d-634f-4df7-8579-2ff9206004c2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:18.101576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-685ddefb-b0c6-45c2-8b12-523358ed0b97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=568bf3990dd84853a4034887fdeebf6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6213284 Dec 09 22:19:18.103678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52104) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:18.123986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785e096-068e-4896-beba-1a533260907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ae861b-9efe-47ea-95eb-a618445c101d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:18.186293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:18.258564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4dbe8-32fd-4423-aa6e-04b64bb0aeef req-02f6734a-6cd5-4545-b240-b4cefde7c242 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:18.266996 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17b4dbe8-32fd-4423-aa6e-04b64bb0aeef req-02f6734a-6cd5-4545-b240-b4cefde7c242 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 944 time: 0.1470778 Dec 09 22:19:18.286037 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:18.305749 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:19:18.306287 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00308f0a-2147-4f41-8fbe-1bd5ac65c8e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:18.356699 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17b4dbe8-32fd-4423-aa6e-04b64bb0aeef req-d457e1f2-7de4-4340-9052-03a758a294ee tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864823 Dec 09 22:19:18.370788 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Network 7d39b17e-7440-4641-ab31-079180887916 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:18.373633 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00308f0a-2147-4f41-8fbe-1bd5ac65c8e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:18.385459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:18.403048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:19:18.403922 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:18.474613 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00308f0a-2147-4f41-8fbe-1bd5ac65c8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:18.477995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00308f0a-2147-4f41-8fbe-1bd5ac65c8e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:18.481491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-00308f0a-2147-4f41-8fbe-1bd5ac65c8e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2332719d-634f-4df7-8579-2ff9206004c2 HTTP/1.1" status: 204 len: 168 time: 0.3741689 Dec 09 22:19:18.490762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f40c916e-a235-4763-b409-8e8e93901eb4 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:19:18.491298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00308f0a-2147-4f41-8fbe-1bd5ac65c8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2332719d-634f-4df7-8579-2ff9206004c2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:18.666714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b97593-5809-4334-bf52-43474b64d55b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:18.722106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f40c916e-a235-4763-b409-8e8e93901eb4, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f40c916e-a235-4763-b409-8e8e93901eb4,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:18.762766 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'f40c916e-a235-4763-b409-8e8e93901eb4', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'f40c916e-a235-4763-b409-8e8e93901eb4', 'mac_address': 'fa:16:3e:cf:3c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:19:18.831883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc79e3-eb55-4033-a95d-a55a777a8b48 req-142f4a76-590a-404c-92cd-1a833458f1c9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:18.834217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0fc79e3-eb55-4033-a95d-a55a777a8b48 req-142f4a76-590a-404c-92cd-1a833458f1c9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.0859482 Dec 09 22:19:18.874823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:18.917939 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0fc79e3-eb55-4033-a95d-a55a777a8b48 req-a88832c8-b91f-4401-b23e-055afce9800d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708807 Dec 09 22:19:18.920970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0caae29c-1498-4f17-875a-b3d983be09c7 None None] Provisioning complete for port a1b97593-5809-4334-bf52-43474b64d55b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:18.921445 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0caae29c-1498-4f17-875a-b3d983be09c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:18.931241 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.025268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52128) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:19.040449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40c916e-a235-4763-b409-8e8e93901eb4 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:19.050830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0caae29c-1498-4f17-875a-b3d983be09c7 None None] Port a1b97593-5809-4334-bf52-43474b64d55b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:19:19.068814 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-921b21d5-1428-4a80-9da8-443a0a347c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.088205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f40c916e-a235-4763-b409-8e8e93901eb4, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f40c916e-a235-4763-b409-8e8e93901eb4,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:19.095153 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.151663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:19.227422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 33485d36-0ea3-4806-8fef-a9af0b54b4b8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:19.253227 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.253769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f40c916e-a235-4763-b409-8e8e93901eb4,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:19.257886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d043210-541c-43a7-b503-898630ec72a8 req-bf94ffca-87bd-486f-be23-67aaade53fe0 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:19.260045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.261184 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.269984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d043210-541c-43a7-b503-898630ec72a8 req-bf94ffca-87bd-486f-be23-67aaade53fe0 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 949 time: 0.1461096 Dec 09 22:19:19.305123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:19:19.317691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:19.318516 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.348847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b97593-5809-4334-bf52-43474b64d55b,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:19.367529 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-921b21d5-1428-4a80-9da8-443a0a347c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.370426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 33485d36-0ea3-4806-8fef-a9af0b54b4b8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:19.374234 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.403341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d043210-541c-43a7-b503-898630ec72a8 req-1db78857-6763-4ea2-8248-7f62dff4df97 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334736 Dec 09 22:19:19.405600 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-921b21d5-1428-4a80-9da8-443a0a347c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.441318 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['f40c916e-a235-4763-b409-8e8e93901eb4'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:19.474525 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Network 7d39b17e-7440-4641-ab31-079180887916 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:19.478962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:19.517212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b21d5-1428-4a80-9da8-443a0a347c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e005915b-f1d9-443a-a691-f19ad2f22c33,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:19.545308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-921b21d5-1428-4a80-9da8-443a0a347c80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dfe42d24ef948faba63abd65ef6ecad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5169830 Dec 09 22:19:19.546977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52142) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:19.724979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e869ef-6fb4-44bc-af9b-747012eb4951 req-f291f179-13b4-4386-9545-2a629b01a8b7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:19.740546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4e869ef-6fb4-44bc-af9b-747012eb4951 req-f291f179-13b4-4386-9545-2a629b01a8b7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 944 time: 0.1269855 Dec 09 22:19:19.789243 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd726105-7a2c-48eb-bab0-3adaf8198016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.809084 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.880859 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd726105-7a2c-48eb-bab0-3adaf8198016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:19.891990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824ea5ed-9b20-4eb6-bb6c-563aa6d58f96'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:19.895042 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776056ec-852b-4cf3-ad4a-940d076fb715" -d '{"events": [{"server_uuid": "02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66", "name": "network-vif-plugged", "status": "completed", "tag": "824ea5ed-9b20-4eb6-bb6c-563aa6d58f96"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:19.919610 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4e869ef-6fb4-44bc-af9b-747012eb4951 req-a91fcb11-5a1d-4018-bc1d-d4ed622a8f4f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684923 Dec 09 22:19:19.925092 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52148) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:19.948115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:19.959878 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.002664 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 33485d36-0ea3-4806-8fef-a9af0b54b4b8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=33485d36-0ea3-4806-8fef-a9af0b54b4b8,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:20.013751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Router 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:19:20.045513 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.047818 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.050956 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da083c3e-32d5-4e90-a33d-030a1ea8273c x-openstack-request-id: req-da083c3e-32d5-4e90-a33d-030a1ea8273c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:20.051271 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66", "name": "network-vif-plugged", "status": "completed", "tag": "824ea5ed-9b20-4eb6-bb6c-563aa6d58f96", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:20.051495 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da083c3e-32d5-4e90-a33d-030a1ea8273c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:20.051879 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824ea5ed-9b20-4eb6-bb6c-563aa6d58f96', 'code': 200} Dec 09 22:19:20.056915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd726105-7a2c-48eb-bab0-3adaf8198016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.061232 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd726105-7a2c-48eb-bab0-3adaf8198016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.063764 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bd726105-7a2c-48eb-bab0-3adaf8198016 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e005915b-f1d9-443a-a691-f19ad2f22c33 HTTP/1.1" status: 204 len: 168 time: 0.5119524 Dec 09 22:19:20.079631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd726105-7a2c-48eb-bab0-3adaf8198016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e005915b-f1d9-443a-a691-f19ad2f22c33,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:20.154525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cc913-5950-4e7e-bcf3-893971f55d78 req-318945e5-5f23-4a97-a99e-1a4b5768bb10 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:20.174157 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e7cc913-5950-4e7e-bcf3-893971f55d78 req-318945e5-5f23-4a97-a99e-1a4b5768bb10 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.0877976 Dec 09 22:19:20.187072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a7443035-59a0-4fde-a113-30e380f2313a None None] Provisioning complete for port a1b97593-5809-4334-bf52-43474b64d55b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:20.187461 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a7443035-59a0-4fde-a113-30e380f2313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.233953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:20.271647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e7cc913-5950-4e7e-bcf3-893971f55d78 req-55a48f99-22c9-40a5-835d-f80be8c0a417 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965846 Dec 09 22:19:20.274093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a7443035-59a0-4fde-a113-30e380f2313a None None] Port a1b97593-5809-4334-bf52-43474b64d55b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:19:20.302591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:19:20.309420 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c34a3183-336f-4931-af7c-68bf62b2b3e1 admin admin] 10.222.0.16 "PUT /v2.0/routers/47f7f16e-8318-4deb-b00b-b7d9fcae6f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0222785 Dec 09 22:19:20.320461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=33485d36-0ea3-4806-8fef-a9af0b54b4b8,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:20.321065 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18cff289-1bb8-4b90-b8a0-708acc0be5cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.326860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d581-7cf6-4717-859d-a051a9590f74 req-d3c457c5-c44c-4f1a-9e9d-d530e7481a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:20.329814 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9aa1d581-7cf6-4717-859d-a051a9590f74 req-d3c457c5-c44c-4f1a-9e9d-d530e7481a2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 1097 time: 0.1199000 Dec 09 22:19:20.364439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Sync routers for ids ['47f7f16e-8318-4deb-b00b-b7d9fcae6f28'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:19:20.380620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Routers {'47f7f16e-8318-4deb-b00b-b7d9fcae6f28'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:19:20.382264 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9aa1d581-7cf6-4717-859d-a051a9590f74 req-300b8449-c869-463b-9783-a4286a25c306 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445652 Dec 09 22:19:20.383571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:19:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['47f7f16e-8318-4deb-b00b-b7d9fcae6f28'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:20.456006 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18cff289-1bb8-4b90-b8a0-708acc0be5cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.460068 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18cff289-1bb8-4b90-b8a0-708acc0be5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.503646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-18cff289-1bb8-4b90-b8a0-708acc0be5cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8af02b7a10d545039577ad82fe9cb421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5751283 Dec 09 22:19:20.503646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cff289-1bb8-4b90-b8a0-708acc0be5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c9a0a4-34b0-4464-9c82-956135350236,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:20.504069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52172) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:20.572554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Set router 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:19:20.572971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab72c21-a5a6-459a-9d12-03aecc710735 req-ceef62ef-4caa-459f-9054-b620bffde4e4 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:20.574965 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eab72c21-a5a6-459a-9d12-03aecc710735 req-ceef62ef-4caa-459f-9054-b620bffde4e4 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 949 time: 0.0580213 Dec 09 22:19:20.606004 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-241b1494-1959-49d0-ba29-7fa00d879e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.631984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eab72c21-a5a6-459a-9d12-03aecc710735 req-ab9952e5-d3e2-45b7-841d-ab5351ca9959 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483594 Dec 09 22:19:20.659981 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-241b1494-1959-49d0-ba29-7fa00d879e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.727194 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-241b1494-1959-49d0-ba29-7fa00d879e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.729999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-241b1494-1959-49d0-ba29-7fa00d879e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:20.733742 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-241b1494-1959-49d0-ba29-7fa00d879e46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5c9a0a4-34b0-4464-9c82-956135350236 HTTP/1.1" status: 204 len: 168 time: 0.2261548 Dec 09 22:19:20.738993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b1494-1959-49d0-ba29-7fa00d879e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c9a0a4-34b0-4464-9c82-956135350236,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:20.832904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'name': 'tempest-FloatingIPsNegativeTestJSON-647464780-router', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:11Z', 'updated_at': '2021-12-09T22:19:18Z', 'revision_number': 4, 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'gw_port': {'id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:12Z', 'updated_at': '2021-12-09T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a1b97593-5809-4334-bf52-43474b64d55b', 'name': '', 'network_id': '7d39b17e-7440-4641-ab31-079180887916', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'mac_address': 'fa:16:3e:2a:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2bf339ff-b8f3-4448-942e-e7fbffbd4b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:16Z', 'updated_at': '2021-12-09T22:19:18Z', 'revision_number': 2, 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'subnets': [{'id': '2bf339ff-b8f3-4448-942e-e7fbffbd4b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:20.868970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Checking router: 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:19:20.869578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Updating router 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 port a1b97593-5809-4334-bf52-43474b64d55b binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:19:20.904745 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.156699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52198) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:21.180444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fb83-8f39-49ed-a704-b3b165812599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.193668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 33485d36-0ea3-4806-8fef-a9af0b54b4b8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:21.243986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa1e04a6-4faa-48ed-ac15-8f58f1012396 req-4cb54253-904d-4dc5-978b-8c05b022d214 tempest-FloatingIPsNegativeTestJSON-707136032 tempest-FloatingIPsNegativeTestJSON-707136032-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=dcd821032ac244e5a51ecc50caaaeaff HTTP/1.1" status: 200 len: 217 time: 0.3511205 Dec 09 22:19:21.336724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c406d1dd-9b55-4562-ad28-76a830e7588d req-7c3adb87-3746-4148-8c98-658014ec4c97 tempest-FloatingIPsNegativeTestJSON-707136032 tempest-FloatingIPsNegativeTestJSON-707136032-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0659871 Dec 09 22:19:21.342398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fb83-8f39-49ed-a704-b3b165812599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.347663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fb83-8f39-49ed-a704-b3b165812599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.364503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 33485d36-0ea3-4806-8fef-a9af0b54b4b8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:21.364875 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.399750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadfca0-df50-42e4-af07-13ab19700c65 req-5fc7bad9-d778-4404-801b-599bdf7cd696 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:21.416669 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cadfca0-df50-42e4-af07-13ab19700c65 req-5fc7bad9-d778-4404-801b-599bdf7cd696 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 945 time: 0.1792500 Dec 09 22:19:21.436566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52214) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:21.436863 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bdb0fb83-8f39-49ed-a704-b3b165812599 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=357722468d374fd596b61c3e7751f449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777815 Dec 09 22:19:21.438018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0fb83-8f39-49ed-a704-b3b165812599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647d1f83-d710-4ab8-863c-9eef7d7b9bad,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:21.536139 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.542910 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.550918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963be46-7eee-409f-82ee-3847fb4651fe req-5c14aec3-b7fe-408f-8df5-a5fc92a739ca tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:21.553573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c963be46-7eee-409f-82ee-3847fb4651fe req-5c14aec3-b7fe-408f-8df5-a5fc92a739ca tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.1358688 Dec 09 22:19:21.569890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cadfca0-df50-42e4-af07-13ab19700c65 req-b2904933-d850-4942-a564-62b29053d3bc tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328845 Dec 09 22:19:21.592095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23a0f280-c8d5-494d-9f10-e12eba04e88c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.598962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d3608-4c2d-4abb-9838-9ffc025a17f3 None None] Pushing event updated for resources: {'Port': ['ID=a1b97593-5809-4334-bf52-43474b64d55b,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:21.659209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Attempting to bind port a1b97593-5809-4334-bf52-43474b64d55b on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:21.660486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Attempting to bind port a1b97593-5809-4334-bf52-43474b64d55b by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '5e6548f3-c121-48ef-8254-e15e52b3ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7d39b17e-7440-4641-ab31-079180887916'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:21.661105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Attempting to bind port a1b97593-5809-4334-bf52-43474b64d55b on network 7d39b17e-7440-4641-ab31-079180887916 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:21.667157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:21.667851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Checking segment: {'id': '5e6548f3-c121-48ef-8254-e15e52b3ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7d39b17e-7440-4641-ab31-079180887916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:21.668352 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.668859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Bound using segment: {'id': '5e6548f3-c121-48ef-8254-e15e52b3ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7d39b17e-7440-4641-ab31-079180887916'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:21.670244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Bound port: a1b97593-5809-4334-bf52-43474b64d55b, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6548f3-c121-48ef-8254-e15e52b3ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7d39b17e-7440-4641-ab31-079180887916'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:21.670719 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.685546 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23a0f280-c8d5-494d-9f10-e12eba04e88c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.718862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52222) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:21.743232 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-611fa7d0-e383-4909-a7fe-059b7217d2ef req-d4d1566e-485d-4876-be40-be7f2fc2f8de tempest-FloatingIPsNegativeTestJSON-707136032 tempest-FloatingIPsNegativeTestJSON-707136032-project] show failed (client error): The resource could not be found. Dec 09 22:19:21.744598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-611fa7d0-e383-4909-a7fe-059b7217d2ef req-d4d1566e-485d-4876-be40-be7f2fc2f8de tempest-FloatingIPsNegativeTestJSON-707136032 tempest-FloatingIPsNegativeTestJSON-707136032-project] 10.222.0.16 "GET /v2.0/floatingips/3fe3c3e4-cc4f-4be8-add4-0c5a3e5de471 HTTP/1.1" status: 404 len: 350 time: 0.1150002 Dec 09 22:19:21.755213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52228) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:21.770707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] For port a1b97593-5809-4334-bf52-43474b64d55b, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:21.775975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] For port a1b97593-5809-4334-bf52-43474b64d55b, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a1b97593-5809-4334-bf52-43474b64d55b,segment=NetworkSegment(5e6548f3-c121-48ef-8254-e15e52b3ff63),segment_id=5e6548f3-c121-48ef-8254-e15e52b3ff63)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:21.782604 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.856939 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c963be46-7eee-409f-82ee-3847fb4651fe req-ec8de4ba-03d7-4251-b496-76d5083fb28a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841761 Dec 09 22:19:21.866634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4beae075-6c18-4ba7-b33e-2d58a5f8105d None None] Provisioning complete for port a1b97593-5809-4334-bf52-43474b64d55b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:21.867127 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4beae075-6c18-4ba7-b33e-2d58a5f8105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.879873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Routers {'47f7f16e-8318-4deb-b00b-b7d9fcae6f28'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:19:21.880593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:19:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['47f7f16e-8318-4deb-b00b-b7d9fcae6f28'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:21.885697 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23a0f280-c8d5-494d-9f10-e12eba04e88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.892236 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23a0f280-c8d5-494d-9f10-e12eba04e88c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:21.898106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-23a0f280-c8d5-494d-9f10-e12eba04e88c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/647d1f83-d710-4ab8-863c-9eef7d7b9bad HTTP/1.1" status: 204 len: 168 time: 0.4528105 Dec 09 22:19:21.919375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0f280-c8d5-494d-9f10-e12eba04e88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647d1f83-d710-4ab8-863c-9eef7d7b9bad,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:21.979185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52234) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:21.989112 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8e892f22-d300-4368-a7b8-860175737c81 tempest-AutoAllocateNetworkTest-1432077214 tempest-AutoAllocateNetworkTest-1432077214-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=761a14f7503b41649186b99bce8f4f24&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2689660 Dec 09 22:19:22.189255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d3608-4c2d-4abb-9838-9ffc025a17f3 None None] Pushing event updated for resources: {'Port': ['ID=a1b97593-5809-4334-bf52-43474b64d55b,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:22.221673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf439e-ef1f-4f84-abe3-46a7b61740e6 req-985deab7-2a29-4b3d-b1b0-3cb03a1265dd tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:22.228867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85bf439e-ef1f-4f84-abe3-46a7b61740e6 req-985deab7-2a29-4b3d-b1b0-3cb03a1265dd tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 949 time: 0.2469304 Dec 09 22:19:22.308224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa76c85d-b762-44b8-8e8a-a5eca6115ae0 tempest-AutoAllocateNetworkTest-1432077214 tempest-AutoAllocateNetworkTest-1432077214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:22.311742 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aa76c85d-b762-44b8-8e8a-a5eca6115ae0 tempest-AutoAllocateNetworkTest-1432077214 tempest-AutoAllocateNetworkTest-1432077214-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3299732 Dec 09 22:19:22.315534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52244) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:22.386446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-834acb8f-68fe-4443-b71f-df829651ba35 tempest-AutoAllocateNetworkTest-1432077214 tempest-AutoAllocateNetworkTest-1432077214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696025 Dec 09 22:19:22.392970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52246) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:22.397870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] Set router 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:19:22.398915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85bf439e-ef1f-4f84-abe3-46a7b61740e6 req-571e3c22-29da-4354-a5cb-3cd299d61b2d tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558659 Dec 09 22:19:22.406192 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:22.444352 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4beae075-6c18-4ba7-b33e-2d58a5f8105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:22.445655 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6fd18edd-b395-4452-a83c-1ab9d6cef83f tempest-AutoAllocateNetworkTest-1432077214 tempest-AutoAllocateNetworkTest-1432077214-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=761a14f7503b41649186b99bce8f4f24 HTTP/1.1" status: 200 len: 208 time: 0.0507772 Dec 09 22:19:22.515239 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f40c916e-a235-4763-b409-8e8e93901eb4 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:22.536484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4beae075-6c18-4ba7-b33e-2d58a5f8105d None None] For port a1b97593-5809-4334-bf52-43474b64d55b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a1b97593-5809-4334-bf52-43474b64d55b,segment=NetworkSegment(5e6548f3-c121-48ef-8254-e15e52b3ff63),segment_id=5e6548f3-c121-48ef-8254-e15e52b3ff63)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:22.563903 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4beae075-6c18-4ba7-b33e-2d58a5f8105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:22.634252 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-baa46556-c7c5-4316-aeaf-4edf5145efb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:22.710632 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beae075-6c18-4ba7-b33e-2d58a5f8105d None None] Pushing event updated for resources: {'Port': ['ID=a1b97593-5809-4334-bf52-43474b64d55b,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:22.743953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8330db53-be63-47f7-8c3a-ef092b562c29 None None] Provisioning complete for port a1b97593-5809-4334-bf52-43474b64d55b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:22.744322 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8330db53-be63-47f7-8c3a-ef092b562c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:22.745814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port f40c916e-a235-4763-b409-8e8e93901eb4 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:19:22.749323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8aacf-9502-4ca6-99c4-26f07c9e3a55 req-733bf3b4-d676-4325-9768-923ca8ba035f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:22.758083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8aa8aacf-9502-4ca6-99c4-26f07c9e3a55 req-733bf3b4-d676-4325-9768-923ca8ba035f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 945 time: 0.0764472 Dec 09 22:19:22.768108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port f40c916e-a235-4763-b409-8e8e93901eb4 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:22.768482 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:22.838349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8aa8aacf-9502-4ca6-99c4-26f07c9e3a55 req-6734d51a-c903-47dd-b2b1-ee104ff41ac6 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789642 Dec 09 22:19:22.907398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'name': 'tempest-FloatingIPsNegativeTestJSON-647464780-router', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:11Z', 'updated_at': '2021-12-09T22:19:18Z', 'revision_number': 4, 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'gw_port': {'id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:12Z', 'updated_at': '2021-12-09T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a1b97593-5809-4334-bf52-43474b64d55b', 'name': '', 'network_id': '7d39b17e-7440-4641-ab31-079180887916', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'mac_address': 'fa:16:3e:2a:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2bf339ff-b8f3-4448-942e-e7fbffbd4b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:16Z', 'updated_at': '2021-12-09T22:19:21Z', 'revision_number': 4, 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'subnets': [{'id': '2bf339ff-b8f3-4448-942e-e7fbffbd4b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:22.909011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52272) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:22.949460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5bf83-26a7-4d9f-874f-65332fa865b8 None None] The sync data for ids ['47f7f16e-8318-4deb-b00b-b7d9fcae6f28'] in n-d-789963-23 is: [{'id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'name': 'tempest-FloatingIPsNegativeTestJSON-647464780-router', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:11Z', 'updated_at': '2021-12-09T22:19:18Z', 'revision_number': 4, 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'gw_port': {'id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:12Z', 'updated_at': '2021-12-09T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a1b97593-5809-4334-bf52-43474b64d55b', 'name': '', 'network_id': '7d39b17e-7440-4641-ab31-079180887916', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'mac_address': 'fa:16:3e:2a:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2bf339ff-b8f3-4448-942e-e7fbffbd4b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:16Z', 'updated_at': '2021-12-09T22:19:21Z', 'revision_number': 4, 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'subnets': [{'id': '2bf339ff-b8f3-4448-942e-e7fbffbd4b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:19:22.963365 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:23.002861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa71706-f411-4476-bdd8-c0f51aa30225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40c916e-a235-4763-b409-8e8e93901eb4'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:23.005292 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6677a3-2ecf-4403-9d21-41d4e86a5588" -d '{"events": [{"server_uuid": "baa71706-f411-4476-bdd8-c0f51aa30225", "name": "network-vif-plugged", "status": "completed", "tag": "f40c916e-a235-4763-b409-8e8e93901eb4"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:23.059135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f40c916e-a235-4763-b409-8e8e93901eb4, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f40c916e-a235-4763-b409-8e8e93901eb4,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:23.064997 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:23.089852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98461ec-cb16-4a49-bcc1-728684a4c962 req-d0db50af-2e08-4c94-b6df-ab54b9cb0c41 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:23.092691 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e98461ec-cb16-4a49-bcc1-728684a4c962 req-d0db50af-2e08-4c94-b6df-ab54b9cb0c41 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 1097 time: 0.1292477 Dec 09 22:19:23.216761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f40c916e-a235-4763-b409-8e8e93901eb4,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:23.226353 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e98461ec-cb16-4a49-bcc1-728684a4c962 req-20eb1f1f-ea43-4045-939d-0df059690193 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150942 Dec 09 22:19:23.249141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a1b97593-5809-4334-bf52-43474b64d55b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:23.299205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-baa46556-c7c5-4316-aeaf-4edf5145efb1 admin admin] Deleting port a1b97593-5809-4334-bf52-43474b64d55b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:19:23.299632 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-baa46556-c7c5-4316-aeaf-4edf5145efb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:23.343047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a1b97593-5809-4334-bf52-43474b64d55b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:23.344008 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:23.346491 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f517dde-4862-4c93-9625-692b09208bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:23.413484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fd6ab-41f8-4150-a73d-23b2c9e1d7e9 req-5aec845e-a6b1-4661-8852-c81b418b01ae tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:23.425055 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f7fd6ab-41f8-4150-a73d-23b2c9e1d7e9 req-5aec845e-a6b1-4661-8852-c81b418b01ae tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.1976068 Dec 09 22:19:23.444007 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-baa46556-c7c5-4316-aeaf-4edf5145efb1 admin admin] For port a1b97593-5809-4334-bf52-43474b64d55b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a1b97593-5809-4334-bf52-43474b64d55b,segment=NetworkSegment(5e6548f3-c121-48ef-8254-e15e52b3ff63),segment_id=5e6548f3-c121-48ef-8254-e15e52b3ff63)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:23.444500 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-baa46556-c7c5-4316-aeaf-4edf5145efb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:23.450175 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5b24bd-5d33-4030-b81e-69029635ab4d x-openstack-request-id: req-ba5b24bd-5d33-4030-b81e-69029635ab4d {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:23.450597 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa71706-f411-4476-bdd8-c0f51aa30225", "name": "network-vif-plugged", "status": "completed", "tag": "f40c916e-a235-4763-b409-8e8e93901eb4", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:23.450920 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba5b24bd-5d33-4030-b81e-69029635ab4d {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:23.451376 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa71706-f411-4476-bdd8-c0f51aa30225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40c916e-a235-4763-b409-8e8e93901eb4', 'code': 200} Dec 09 22:19:23.460402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52292) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:23.491210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-baa46556-c7c5-4316-aeaf-4edf5145efb1 admin admin] Calling delete_port for a1b97593-5809-4334-bf52-43474b64d55b owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:19:23.537053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f7fd6ab-41f8-4150-a73d-23b2c9e1d7e9 req-faabda0f-be89-44e3-bb7b-cee3ee228545 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077421 Dec 09 22:19:23.596382 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f517dde-4862-4c93-9625-692b09208bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:23.600890 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f517dde-4862-4c93-9625-692b09208bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:23.626507 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a21288-cb92-4487-945b-d0b4da7f1822 req-f2b71f88-4114-41ff-912d-c7a3225e01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:23.627885 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19a21288-cb92-4487-945b-d0b4da7f1822 req-f2b71f88-4114-41ff-912d-c7a3225e01dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 1102 time: 0.0787327 Dec 09 22:19:23.628989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5f517dde-4862-4c93-9625-692b09208bff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=761a14f7503b41649186b99bce8f4f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7181678 Dec 09 22:19:23.632472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52300) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:23.673130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f517dde-4862-4c93-9625-692b09208bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962fa3d9-b800-4f0e-9f87-5e120cafd75a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:23.706606 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19a21288-cb92-4487-945b-d0b4da7f1822 req-b87c4803-8483-4713-9aad-1dbff1517b9f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656626 Dec 09 22:19:23.712794 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1682443584-network', 'tenant_id': 'd7704665b4314ee688c8ee53b892f6d1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:23.826038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Made reservation on behalf of d7704665b4314ee688c8ee53b892f6d1 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:23.828231 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:23.829270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed4ad5-c54d-4458-8dd0-aa171a69f88a req-de9d9faa-a617-405a-8f8b-858149c67c83 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:23.831183 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9ed4ad5-c54d-4458-8dd0-aa171a69f88a req-de9d9faa-a617-405a-8f8b-858149c67c83 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 1097 time: 0.0567973 Dec 09 22:19:23.844519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10b7caa9-b82e-42a9-b466-0667ef4c40b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:23.873293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:23.890535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9ed4ad5-c54d-4458-8dd0-aa171a69f88a req-67a0f058-c420-4a0e-9324-8dfa18953ba2 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532634 Dec 09 22:19:23.895617 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10b7caa9-b82e-42a9-b466-0667ef4c40b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:23.958249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afae81f-cb61-45e5-956b-c28951b461b9 req-686668f4-5d87-4323-9847-08f0ec7b03c9 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:23.962263 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4afae81f-cb61-45e5-956b-c28951b461b9 req-686668f4-5d87-4323-9847-08f0ec7b03c9 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 950 time: 0.0707355 Dec 09 22:19:24.031191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4afae81f-cb61-45e5-956b-c28951b461b9 req-051b4abd-883d-43d0-b9a2-48d7ae694f6a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646472 Dec 09 22:19:24.033527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-baa46556-c7c5-4316-aeaf-4edf5145efb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:24.086197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa46556-c7c5-4316-aeaf-4edf5145efb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b97593-5809-4334-bf52-43474b64d55b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:24.089705 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10b7caa9-b82e-42a9-b466-0667ef4c40b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:24.093214 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10b7caa9-b82e-42a9-b466-0667ef4c40b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:24.095210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-10b7caa9-b82e-42a9-b466-0667ef4c40b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/962fa3d9-b800-4f0e-9f87-5e120cafd75a HTTP/1.1" status: 204 len: 168 time: 0.4611998 Dec 09 22:19:24.149161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7caa9-b82e-42a9-b466-0667ef4c40b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962fa3d9-b800-4f0e-9f87-5e120cafd75a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:24.276832 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:24.295459 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:24.347451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00577673-bbdf-402e-b231-de908d533d3c req-8780f218-7546-42b0-929f-365a961fcec3 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:24.350008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-00577673-bbdf-402e-b231-de908d533d3c req-8780f218-7546-42b0-929f-365a961fcec3 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 1097 time: 0.0847356 Dec 09 22:19:24.403742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:19:24.454385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-00577673-bbdf-402e-b231-de908d533d3c req-5eb58df1-0f68-4c35-a1cb-c14b0b2715a1 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982745 Dec 09 22:19:24.471000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea671f2-8749-4467-abfb-ecb74fd3b353,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:24.511424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:24.511865 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Added segment 432a91f3-df58-4b94-97c0-233d91de7480 of type vlan for network be5b59be-dbf3-46ae-8b46-d021325895b2 Dec 09 22:19:24.555887 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-baa46556-c7c5-4316-aeaf-4edf5145efb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:24.596816 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:24.696806 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71f441-b2a1-4202-ac7a-5191152fd733 req-40866ae7-5591-49ba-8797-f799f8f6cda3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:24.697199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:24.698197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:24.698860 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:24.705149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e71f441-b2a1-4202-ac7a-5191152fd733 req-40866ae7-5591-49ba-8797-f799f8f6cda3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.0697339 Dec 09 22:19:24.821495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e71f441-b2a1-4202-ac7a-5191152fd733 req-39bbc98d-1520-4c06-ab85-88f2458bca80 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153471 Dec 09 22:19:24.841755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52342) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:25.015974 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5542130 Dec 09 22:19:25.017199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52348) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:25.030380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3b8fbd76-c43f-4fca-a47c-da8806bbbb85 admin admin] Request body: {'subnet': {'network_id': 'be5b59be-dbf3-46ae-8b46-d021325895b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1682443584-subnet', 'tenant_id': 'd7704665b4314ee688c8ee53b892f6d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:25.062350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13de534-087a-4d1e-96dc-afecb524e930 admin admin] Pushing event updated for resources: {'Network': ['ID=be5b59be-dbf3-46ae-8b46-d021325895b2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:25.079372 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network be5b59be-dbf3-46ae-8b46-d021325895b2 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:19:25.085572 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-591688e1-761d-4839-935b-b0e1f717a5d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:25.107023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8fbd76-c43f-4fca-a47c-da8806bbbb85 admin admin] Made reservation on behalf of d7704665b4314ee688c8ee53b892f6d1 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:25.109543 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b8fbd76-c43f-4fca-a47c-da8806bbbb85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:25.257732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa46556-c7c5-4316-aeaf-4edf5145efb1 admin admin] Router 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:19:25.299670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6449b-210b-48c0-a2ea-2ccd23cd9709 req-adfc490a-c76c-4ade-bb1c-29c1a93c125d tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:25.300992 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0bd6449b-210b-48c0-a2ea-2ccd23cd9709 req-adfc490a-c76c-4ade-bb1c-29c1a93c125d tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 950 time: 0.0972953 Dec 09 22:19:25.351912 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-591688e1-761d-4839-935b-b0e1f717a5d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:25.366423 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-591688e1-761d-4839-935b-b0e1f717a5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:25.389574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa46556-c7c5-4316-aeaf-4edf5145efb1 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:19:25.401653 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec173dde-8b00-4131-b311-be826bc0b2f0 None None] Sync routers for ids ['47f7f16e-8318-4deb-b00b-b7d9fcae6f28'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:19:25.417454 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-baa46556-c7c5-4316-aeaf-4edf5145efb1 admin admin] 10.222.0.16 "PUT /v2.0/routers/47f7f16e-8318-4deb-b00b-b7d9fcae6f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6609924 Dec 09 22:19:25.419594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52362) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:25.421143 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec173dde-8b00-4131-b311-be826bc0b2f0 None None] Routers {'47f7f16e-8318-4deb-b00b-b7d9fcae6f28'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:19:25.421999 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ec173dde-8b00-4131-b311-be826bc0b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:19:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['47f7f16e-8318-4deb-b00b-b7d9fcae6f28'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:25.478494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-591688e1-761d-4839-935b-b0e1f717a5d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f87666bc33e14c32ab5ba2d3539a7573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6346595 Dec 09 22:19:25.479220 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52364) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:25.492260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0bd6449b-210b-48c0-a2ea-2ccd23cd9709 req-cd353621-def5-449c-8b68-e40aed909e51 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804328 Dec 09 22:19:25.495101 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591688e1-761d-4839-935b-b0e1f717a5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f029c4a5-cb17-48fe-a411-4d724226c4e2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:25.503258 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b8fbd76-c43f-4fca-a47c-da8806bbbb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:25.580584 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-ec173dde-8b00-4131-b311-be826bc0b2f0 None None] Set router 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:19:25.595827 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:25.642268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-134b2c22-b38e-4c88-a5bf-7e06fe419f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:25.672501 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fbd76-c43f-4fca-a47c-da8806bbbb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00773ec-aeeb-46c2-ae64-f9c6bb546ab3,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:25.681077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-134b2c22-b38e-4c88-a5bf-7e06fe419f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:25.688663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8fbd76-c43f-4fca-a47c-da8806bbbb85 admin admin] Checking segment: {'id': '432a91f3-df58-4b94-97c0-233d91de7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'be5b59be-dbf3-46ae-8b46-d021325895b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:25.689295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8fbd76-c43f-4fca-a47c-da8806bbbb85 admin admin] Network hostable DHCP agents. Network: be5b59be-dbf3-46ae-8b46-d021325895b2, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:19:25.714910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481007b7-1973-4244-b05c-6e91c985bd6a req-e68c69be-fec8-4265-bb2c-142f5864350b tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:25.722625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-481007b7-1973-4244-b05c-6e91c985bd6a req-e68c69be-fec8-4265-bb2c-142f5864350b tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 1097 time: 0.0911725 Dec 09 22:19:25.752183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8fbd76-c43f-4fca-a47c-da8806bbbb85 admin admin] Network be5b59be-dbf3-46ae-8b46-d021325895b2 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:19:25.771964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-3b8fbd76-c43f-4fca-a47c-da8806bbbb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, be5b59be-dbf3-46ae-8b46-d021325895b2) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:25.780272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8fbd76-c43f-4fca-a47c-da8806bbbb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:25.781170 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b8fbd76-c43f-4fca-a47c-da8806bbbb85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:25.801368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ffd9de-e99e-43a9-9f4f-7077db6c4ca7 None None] Network be5b59be-dbf3-46ae-8b46-d021325895b2 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:19:25.804409 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:25.810679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-481007b7-1973-4244-b05c-6e91c985bd6a req-c7ec6fb2-de0c-4fb6-ad3d-ffd8889ef081 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843313 Dec 09 22:19:25.823349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-134b2c22-b38e-4c88-a5bf-7e06fe419f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:25.825535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3b8fbd76-c43f-4fca-a47c-da8806bbbb85 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8058453 Dec 09 22:19:25.832217 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-134b2c22-b38e-4c88-a5bf-7e06fe419f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:25.835883 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-134b2c22-b38e-4c88-a5bf-7e06fe419f17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f029c4a5-cb17-48fe-a411-4d724226c4e2 HTTP/1.1" status: 204 len: 168 time: 0.3533623 Dec 09 22:19:25.886515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b2c22-b38e-4c88-a5bf-7e06fe419f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f029c4a5-cb17-48fe-a411-4d724226c4e2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:25.941929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Deleting port 33485d36-0ea3-4806-8fef-a9af0b54b4b8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:19:25.942559 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.009112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6ce6f-cef4-4cce-851d-116b5e43aa1c req-7829cea5-fa84-47cb-9825-fc816c4a9c3f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:26.021076 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ec173dde-8b00-4131-b311-be826bc0b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'name': 'tempest-FloatingIPsNegativeTestJSON-647464780-router', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:11Z', 'updated_at': '2021-12-09T22:19:23Z', 'revision_number': 5, 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'gw_port': {'id': '33485d36-0ea3-4806-8fef-a9af0b54b4b8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:12Z', 'updated_at': '2021-12-09T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:26.025832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efe6ce6f-cef4-4cce-851d-116b5e43aa1c req-7829cea5-fa84-47cb-9825-fc816c4a9c3f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.0898628 Dec 09 22:19:26.084516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b0a88c-89a5-490f-bda5-0db3cf29803f None None] Network be5b59be-dbf3-46ae-8b46-d021325895b2 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:19:26.100717 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec173dde-8b00-4131-b311-be826bc0b2f0 None None] Checking router: 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:19:26.131035 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec173dde-8b00-4131-b311-be826bc0b2f0 None None] Routers {'47f7f16e-8318-4deb-b00b-b7d9fcae6f28'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:19:26.132077 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ec173dde-8b00-4131-b311-be826bc0b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:19:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['47f7f16e-8318-4deb-b00b-b7d9fcae6f28'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:26.137177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] For port 33485d36-0ea3-4806-8fef-a9af0b54b4b8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=33485d36-0ea3-4806-8fef-a9af0b54b4b8,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:26.137569 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.142463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efe6ce6f-cef4-4cce-851d-116b5e43aa1c req-566da226-2db2-41ee-8305-5355fa36dce3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157169 Dec 09 22:19:26.168742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Calling delete_port for 33485d36-0ea3-4806-8fef-a9af0b54b4b8 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:19:26.318942 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-ec173dde-8b00-4131-b311-be826bc0b2f0 None None] Set router 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:19:26.381863 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ec173dde-8b00-4131-b311-be826bc0b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'name': 'tempest-FloatingIPsNegativeTestJSON-647464780-router', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:11Z', 'updated_at': '2021-12-09T22:19:25Z', 'revision_number': 6, 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:26.423536 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec173dde-8b00-4131-b311-be826bc0b2f0 None None] The sync data for ids ['47f7f16e-8318-4deb-b00b-b7d9fcae6f28'] in n-d-789963-23 is: [{'id': '47f7f16e-8318-4deb-b00b-b7d9fcae6f28', 'name': 'tempest-FloatingIPsNegativeTestJSON-647464780-router', 'tenant_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:11Z', 'updated_at': '2021-12-09T22:19:25Z', 'revision_number': 6, 'project_id': 'dcd821032ac244e5a51ecc50caaaeaff', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:19:26.506502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-20474530-c5c1-436a-9c8c-dd61af4bb6f9 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ce846906180c4966920908f6da600bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311840 Dec 09 22:19:26.519595 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.552117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=33485d36-0ea3-4806-8fef-a9af0b54b4b8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:26.579548 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.632746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-baf9a2c5-c8e6-48b9-a692-2c5f90199d7f tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:26.634396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-baf9a2c5-c8e6-48b9-a692-2c5f90199d7f tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217926 Dec 09 22:19:26.659173 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-cd6f566a-3051-4e4f-98d0-0e1280675e07 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/quotas/ce846906180c4966920908f6da600bec HTTP/1.1" status: 200 len: 375 time: 0.0180879 Dec 09 22:19:26.705436 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.707882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.729399 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-6d73a5ea-634c-45b8-a478-e8b8025e03ca tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce846906180c4966920908f6da600bec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568721 Dec 09 22:19:26.730046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52418) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:26.747219 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af0bd20b-4b7d-492a-909b-0da7c7ed1fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.809380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.810572 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47f7f16e-8318-4deb-b00b-b7d9fcae6f28 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:19:26.824549 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.829066 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c3aea8e9-b2b8-4bf2-b148-cf31ef625a61 admin admin] 10.222.0.16 "DELETE /v2.0/routers/47f7f16e-8318-4deb-b00b-b7d9fcae6f28 HTTP/1.1" status: 204 len: 168 time: 1.4079149 Dec 09 22:19:26.830012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52422) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:26.878305 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af0bd20b-4b7d-492a-909b-0da7c7ed1fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.888555 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af0bd20b-4b7d-492a-909b-0da7c7ed1fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.903636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fe2cdf-aac6-4e43-822b-ef7ebc879f43 admin admin] Deleting subnet 2bf339ff-b8f3-4448-942e-e7fbffbd4b8a {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:19:26.907523 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e8fe2cdf-aac6-4e43-822b-ef7ebc879f43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.978891 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e8fe2cdf-aac6-4e43-822b-ef7ebc879f43 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:26.979352 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-af0bd20b-4b7d-492a-909b-0da7c7ed1fef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ee24d7616cc468b81923bbd736ee893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480395 Dec 09 22:19:26.983352 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52430) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:26.990269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bd20b-4b7d-492a-909b-0da7c7ed1fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dba58f-00eb-49a8-884d-0d03de4be8af,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:27.067798 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-419565af-b148-464c-b802-57d4f58d7493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:27.096157 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-419565af-b148-464c-b802-57d4f58d7493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:27.097423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e8fe2cdf-aac6-4e43-822b-ef7ebc879f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:27.172032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-419565af-b148-464c-b802-57d4f58d7493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:27.179246 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-419565af-b148-464c-b802-57d4f58d7493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:27.185512 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-419565af-b148-464c-b802-57d4f58d7493 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77dba58f-00eb-49a8-884d-0d03de4be8af HTTP/1.1" status: 204 len: 168 time: 0.2003667 Dec 09 22:19:27.200243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e8fe2cdf-aac6-4e43-822b-ef7ebc879f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:27.214208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419565af-b148-464c-b802-57d4f58d7493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dba58f-00eb-49a8-884d-0d03de4be8af,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:27.249548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe2cdf-aac6-4e43-822b-ef7ebc879f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf339ff-b8f3-4448-942e-e7fbffbd4b8a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:27.258433 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e8fe2cdf-aac6-4e43-822b-ef7ebc879f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:27.266289 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e8fe2cdf-aac6-4e43-822b-ef7ebc879f43 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2bf339ff-b8f3-4448-942e-e7fbffbd4b8a HTTP/1.1" status: 204 len: 168 time: 0.4347248 Dec 09 22:19:27.266411 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c461f5b-9d41-4fcf-8d4b-d638aae8c815 None None] Network 7d39b17e-7440-4641-ab31-079180887916 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:19:27.267795 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52448) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:27.371045 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e41ba87-e761-4da3-a351-c79ac76c8fc7 req-f85dc83a-6273-487b-a06b-b9ac1ad7f104 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 210 time: 0.1367419 Dec 09 22:19:27.420344 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:27.522915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 33485d36-0ea3-4806-8fef-a9af0b54b4b8 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:19:27.538375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52466) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:27.543169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-691718062-network', 'tenant_id': '69c0380bc1254dc1b853c71b073ab394'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:27.567708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Deleting port 2f8175cd-4791-467e-aa1e-4ec214ba4bad {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:19:27.568644 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:27.654187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 33485d36-0ea3-4806-8fef-a9af0b54b4b8 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:19:27.654779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 33485d36-0ea3-4806-8fef-a9af0b54b4b8 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:19:27.655482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a1b97593-5809-4334-bf52-43474b64d55b no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:19:27.693214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] For port 2f8175cd-4791-467e-aa1e-4ec214ba4bad, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2f8175cd-4791-467e-aa1e-4ec214ba4bad,segment=NetworkSegment(5e6548f3-c121-48ef-8254-e15e52b3ff63),segment_id=5e6548f3-c121-48ef-8254-e15e52b3ff63)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:27.693606 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:27.712595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Calling delete_port for 2f8175cd-4791-467e-aa1e-4ec214ba4bad owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:19:27.733901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Made reservation on behalf of 69c0380bc1254dc1b853c71b073ab394 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:27.736566 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:27.744418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a1b97593-5809-4334-bf52-43474b64d55b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:19:27.748245 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a1b97593-5809-4334-bf52-43474b64d55b not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:19:27.765157 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:27.803150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766308d-b9a4-481d-9a19-2cec0bf7b909 req-8ac34f00-3eae-4e47-8806-c3ca2cbe291e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:27.821762 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b766308d-b9a4-481d-9a19-2cec0bf7b909 req-8ac34f00-3eae-4e47-8806-c3ca2cbe291e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.2659817 Dec 09 22:19:27.878417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721ff40-056e-4c8e-a5bc-36f7c9294f83 None None] DHCP port deletion for 7d39b17e-7440-4641-ab31-079180887916 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:19:27.978614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b766308d-b9a4-481d-9a19-2cec0bf7b909 req-2e88ce12-0372-4f8c-b031-29674b43df21 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555328 Dec 09 22:19:27.984493 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.080830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8175cd-4791-467e-aa1e-4ec214ba4bad,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:28.087320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2721ff40-056e-4c8e-a5bc-36f7c9294f83 None None] Deleting port 2f8175cd-4791-467e-aa1e-4ec214ba4bad {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:19:28.089056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2721ff40-056e-4c8e-a5bc-36f7c9294f83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.093348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] No DVR routers for this DVR port 2f8175cd-4791-467e-aa1e-4ec214ba4bad on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:19:28.138173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.144104 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.160586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:19:28.192029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2721ff40-056e-4c8e-a5bc-36f7c9294f83 None None] For port 2f8175cd-4791-467e-aa1e-4ec214ba4bad, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:28.193329 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2721ff40-056e-4c8e-a5bc-36f7c9294f83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.216569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2721ff40-056e-4c8e-a5bc-36f7c9294f83 None None] Calling delete_port for 2f8175cd-4791-467e-aa1e-4ec214ba4bad owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:19:28.219562 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.222896 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Added segment 9a02576d-a9c2-44c2-8610-4a2b408e619b of type vlan for network 632286d8-9326-4d95-a53b-299e2b0f2c36 Dec 09 22:19:28.229698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-2721ff40-056e-4c8e-a5bc-36f7c9294f83 None None] Port 2f8175cd-4791-467e-aa1e-4ec214ba4bad was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:19:28.234455 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2721ff40-056e-4c8e-a5bc-36f7c9294f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.237295 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.282833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.285943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.286474 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.289975 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.290488 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.291109 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.291952 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.292492 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.293005 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.293565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.294635 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.316547 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.318872 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:28.320531 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.410389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-702e42ec-76bc-46e4-94db-dc5db73a98bb tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:19:28.411539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.412048 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.412531 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.413142 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 22:19:28.414047 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d39b17e-7440-4641-ab31-079180887916']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:28.418345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-702e42ec-76bc-46e4-94db-dc5db73a98bb tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164835 Dec 09 22:19:28.436939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6548f3-c121-48ef-8254-e15e52b3ff63') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:28.437681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6548f3-c121-48ef-8254-e15e52b3ff63') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:28.461108 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.461561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9220843 Dec 09 22:19:28.467499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52492) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:28.475796 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-02b73e95-4101-4f79-837c-cbf3db1aa768 admin admin] Request body: {'subnet': {'network_id': '632286d8-9326-4d95-a53b-299e2b0f2c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-691718062-subnet', 'tenant_id': '69c0380bc1254dc1b853c71b073ab394', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:28.487600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2570f7-bfcc-4af9-a930-4459d78e7518,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:28.509119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b73e95-4101-4f79-837c-cbf3db1aa768 admin admin] Made reservation on behalf of 69c0380bc1254dc1b853c71b073ab394 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:28.511665 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02b73e95-4101-4f79-837c-cbf3db1aa768 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.529517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-acac4332-c0a2-4d92-81cb-72679a481e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:28.531106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-acac4332-c0a2-4d92-81cb-72679a481e4d service neutron] 10.222.0.16 "GET /v2.0/ports/824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 HTTP/1.1" status: 200 len: 1094 time: 0.0988858 Dec 09 22:19:28.531927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d813c7b-1abd-44db-b172-41f5c9ff60f7 admin admin] Pushing event updated for resources: {'Network': ['ID=632286d8-9326-4d95-a53b-299e2b0f2c36,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:28.540856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] Request body: {'binding': {'host': 'n-h1-789963-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:28.541452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] Unknown quota resources ['binding']. {{(pid=103418) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:19:28.559802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721ff40-056e-4c8e-a5bc-36f7c9294f83 None None] Pushing event deleted for resources: {'Port': ['ID=2f8175cd-4791-467e-aa1e-4ec214ba4bad,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:28.567682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2721ff40-056e-4c8e-a5bc-36f7c9294f83 None None] No DVR routers for this DVR port 2f8175cd-4791-467e-aa1e-4ec214ba4bad on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:19:28.578349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 632286d8-9326-4d95-a53b-299e2b0f2c36 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:19:28.719386 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02b73e95-4101-4f79-837c-cbf3db1aa768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.757161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] Attempting to bind port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on host n-h1-789963-23 for vnic_type normal with profile None {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:28.757161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] Attempting to bind port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:28.757161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] Attempting to bind port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:28.762736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] Port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:19:28.763240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] Attempting to bind port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:28.770022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:28.770530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:28.771045 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:28.771493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] Bound port: 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:28.785976 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.835522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:19:28.836206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: from cryptography.utils import int_from_bytes Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: from cryptography.utils import int_from_bytes Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:19:28.842701 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:19:28.849232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:28.867496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] Publish callbacks [] for binding, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:28.870881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-a2f37cbd-c995-4949-ad97-efaaa955781d service neutron] 10.222.0.16 "POST /v2.0/ports/824ea5ed-9b20-4eb6-bb6c-563aa6d58f96/bindings HTTP/1.1" status: 201 len: 390 time: 0.3336253 Dec 09 22:19:28.886571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b73e95-4101-4f79-837c-cbf3db1aa768 admin admin] Checking segment: {'id': '9a02576d-a9c2-44c2-8610-4a2b408e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '632286d8-9326-4d95-a53b-299e2b0f2c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:28.886932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b73e95-4101-4f79-837c-cbf3db1aa768 admin admin] Network hostable DHCP agents. Network: 632286d8-9326-4d95-a53b-299e2b0f2c36, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:19:28.900219 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-bffb3b1c-cccb-49b9-a750-c00ec120bb9c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ce846906180c4966920908f6da600bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616748 Dec 09 22:19:28.922672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ab504ae-d43b-4d95-a375-3ce85f582a6b req-f15acf9e-709c-4f34-b87a-52cb3c7be355 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 210 time: 0.0504539 Dec 09 22:19:29.050621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b73e95-4101-4f79-837c-cbf3db1aa768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed59ae30-3610-4b64-9be3-40a0c1cdf200,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:29.128486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b73e95-4101-4f79-837c-cbf3db1aa768 admin admin] Network 632286d8-9326-4d95-a53b-299e2b0f2c36 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:19:29.130498 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:29.143928 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:29.155150 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2f8175cd-4791-467e-aa1e-4ec214ba4bad no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:19:29.158994 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7d39b17e-7440-4641-ab31-079180887916 HTTP/1.1" status: 204 len: 168 time: 1.8785026 Dec 09 22:19:29.197403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-02b73e95-4101-4f79-837c-cbf3db1aa768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 632286d8-9326-4d95-a53b-299e2b0f2c36) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:29.199763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 2f8175cd-4791-467e-aa1e-4ec214ba4bad {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:19:29.201034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2f8175cd-4791-467e-aa1e-4ec214ba4bad not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:19:29.218152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9379f224-70cc-4f82-88ae-8d7cff48accf None None] Network 632286d8-9326-4d95-a53b-299e2b0f2c36 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:19:29.225757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b73e95-4101-4f79-837c-cbf3db1aa768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:29.226457 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02b73e95-4101-4f79-837c-cbf3db1aa768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:29.228882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b48f06-e30e-498b-afa6-69ff6d9a0c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d39b17e-7440-4641-ab31-079180887916,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:29.264168 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-02b73e95-4101-4f79-837c-cbf3db1aa768 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7950714 Dec 09 22:19:29.281980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddff5b8-1cd5-42cd-9056-690f3ba27cc1 req-0611cc45-cef1-49aa-8af7-6c3a3d16c389 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:29.289200 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cddff5b8-1cd5-42cd-9056-690f3ba27cc1 req-0611cc45-cef1-49aa-8af7-6c3a3d16c389 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 945 time: 0.2194247 Dec 09 22:19:29.301028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763da82-943a-40c5-8f60-906ca1eacefc req-89aad54d-c6a6-4e64-a307-5b211c646bd1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:29.304862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-669d7795-d116-424b-b93c-62768e462b98 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:29.306711 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-669d7795-d116-424b-b93c-62768e462b98 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3417327 Dec 09 22:19:29.308996 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1763da82-943a-40c5-8f60-906ca1eacefc req-89aad54d-c6a6-4e64-a307-5b211c646bd1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.2229092 Dec 09 22:19:29.333864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Request body: {'port': {'device_id': '030319b7-e9fd-4489-af21-a11a90bb8d2d', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'ce846906180c4966920908f6da600bec'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:29.351963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-856d7966-cbc7-4ce0-90c8-0b7721a6f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:29.354437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-856d7966-cbc7-4ce0-90c8-0b7721a6f3a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 1097 time: 0.1436634 Dec 09 22:19:29.361405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52522) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:29.366072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261823f5-c0ce-450a-8a7d-82e46cad7e9b None None] Network 632286d8-9326-4d95-a53b-299e2b0f2c36 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:19:29.520873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Made reservation on behalf of ce846906180c4966920908f6da600bec for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:29.528770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-3a8fe357-c44b-49f9-aad0-845abd569950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:29.530279 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-3a8fe357-c44b-49f9-aad0-845abd569950 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.1679029 Dec 09 22:19:29.531642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:29.588890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cddff5b8-1cd5-42cd-9056-690f3ba27cc1 req-e2dbb41c-b8d3-45c1-b2f5-02296f08bd74 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901208 Dec 09 22:19:29.649051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1763da82-943a-40c5-8f60-906ca1eacefc req-f4506d50-4be5-47d1-bb4a-56ee2d933ee9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394668 Dec 09 22:19:29.662941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-f5bbee81-7e80-411a-9aa2-4db450ae9970 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 HTTP/1.1" status: 200 len: 217 time: 0.1152599 Dec 09 22:19:29.702409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c57745c3-f900-487d-9f95-159fd74f0ec2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcd821032ac244e5a51ecc50caaaeaff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327401 Dec 09 22:19:29.713018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52542) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:29.741880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-ff706c2c-d611-4d62-be49-8ba70904a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:29.743631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-ff706c2c-d611-4d62-be49-8ba70904a2bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0637386 Dec 09 22:19:29.788100 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-e1bb8881-f752-4f60-aeae-00b9461d7e24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367899 Dec 09 22:19:29.798561 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ade5-ca72-46e9-825c-20d7e4d92955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:29.824875 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ade5-ca72-46e9-825c-20d7e4d92955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:29.875768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Allocated IP 192.168.233.49 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/8cd2a17b-8bb8-4963-866d-7f88641aff0a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:29.878870 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ade5-ca72-46e9-825c-20d7e4d92955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:29.881419 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ade5-ca72-46e9-825c-20d7e4d92955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:29.885909 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7ca9ade5-ca72-46e9-825c-20d7e4d92955 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/052f46b8-a437-49bf-87be-b8a7558842a2 HTTP/1.1" status: 204 len: 168 time: 0.1676395 Dec 09 22:19:29.896776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9ade5-ca72-46e9-825c-20d7e4d92955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052f46b8-a437-49bf-87be-b8a7558842a2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:29.964153 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-1f79501a-2d55-441a-86fa-a637073c792e service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674678 Dec 09 22:19:30.112130 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:30.151533 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:30.155916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea4d1058-d712-44f4-be2c-7830b8954428 req-bd430520-1115-4173-b94f-65c31993ae00 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 210 time: 0.0853927 Dec 09 22:19:30.191145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['f40c916e-a235-4763-b409-8e8e93901eb4'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:30.207054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:30.210705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:30.233669 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:19:30.238470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-68fc7cd8-025d-4c52-9f14-e8047957ff11 service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627699 Dec 09 22:19:30.249965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-133f8a46-51b5-4f21-853f-0850144d4ae7 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:30.251798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-133f8a46-51b5-4f21-853f-0850144d4ae7 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/networks?id=be5b59be-dbf3-46ae-8b46-d021325895b2 HTTP/1.1" status: 200 len: 815 time: 0.2748225 Dec 09 22:19:30.280365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-cc59f66b-1acf-4085-998f-3f6ce7be400e tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/quotas/d7704665b4314ee688c8ee53b892f6d1 HTTP/1.1" status: 200 len: 375 time: 0.0168822 Dec 09 22:19:30.340428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:30.341133 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:30.341645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52576) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:30.345690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-33eff634-3c9d-4b9c-bb07-3ba3b36dc3a7 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7704665b4314ee688c8ee53b892f6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572345 Dec 09 22:19:30.364499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Pushing event updated for resources: {'Port': ['ID=8cd2a17b-8bb8-4963-866d-7f88641aff0a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:30.389121 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-1408ca31-3401-4a6c-93ef-0981c69da424 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0636740 Dec 09 22:19:30.410129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Request body: {'port': {'device_id': '030319b7-e9fd-4489-af21-a11a90bb8d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:30.521633 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:30.640980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5d5502dd-c123-43b4-b155-2b87d4d1a008 None None] Provisioning complete for port 8cd2a17b-8bb8-4963-866d-7f88641aff0a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:30.645511 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d5502dd-c123-43b4-b155-2b87d4d1a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:30.710406 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5d5502dd-c123-43b4-b155-2b87d4d1a008 None None] Port 8cd2a17b-8bb8-4963-866d-7f88641aff0a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:19:30.730429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52590) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:30.830762 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98b3d19c-8648-4352-bcf1-1c41d41572a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:30.848370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-bb52d35a-20bb-44e3-808e-083149e92702 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:30.849955 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-bb52d35a-20bb-44e3-808e-083149e92702 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66&tenant_id=3d1b37906be84157a8f74e1f36d6847e&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1097 time: 0.4855945 Dec 09 22:19:30.867759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-23'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:30.922958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-40eee572-fc2d-496b-adf7-08062b49da1d service neutron] 10.222.0.16 "GET /v2.0/networks/be5b59be-dbf3-46ae-8b46-d021325895b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685627 Dec 09 22:19:30.945338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23065a6-6676-45a1-a964-a1adf208ca7d req-2051a89f-8aaa-4ecb-9d2e-0798da153707 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:30.946923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c23065a6-6676-45a1-a964-a1adf208ca7d req-2051a89f-8aaa-4ecb-9d2e-0798da153707 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 945 time: 0.1695516 Dec 09 22:19:30.981049 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc16041d-82e2-4db4-9141-f129e4e96bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.038693 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a30948e4-119c-47c7-86f0-40050fc17fdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.048078 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.188006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd2a17b-8bb8-4963-866d-7f88641aff0a {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:31.192101 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c23065a6-6676-45a1-a964-a1adf208ca7d req-a36f9ce5-9208-47cb-bf1d-f81a935c032c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148418 Dec 09 22:19:31.202407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.205430 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98b3d19c-8648-4352-bcf1-1c41d41572a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.218618 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a30948e4-119c-47c7-86f0-40050fc17fdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.227096 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98b3d19c-8648-4352-bcf1-1c41d41572a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.229583 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a30948e4-119c-47c7-86f0-40050fc17fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.254072 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-fee5014a-af0f-4101-b7f7-1d94de4615b4 service neutron] 10.222.0.16 "GET /v2.0/networks/be5b59be-dbf3-46ae-8b46-d021325895b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001580 Dec 09 22:19:31.264939 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a30948e4-119c-47c7-86f0-40050fc17fdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79c105a86877405abbb476f2334df639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5332613 Dec 09 22:19:31.272463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Transition to ACTIVE for port object 8cd2a17b-8bb8-4963-866d-7f88641aff0a will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:19:31.275247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52610) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:31.289838 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.353032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30948e4-119c-47c7-86f0-40050fc17fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c27e1d-dc3a-4f74-a9fb-438afa3c3674,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:31.361780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3d19c-8648-4352-bcf1-1c41d41572a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9fa223-139c-47c3-976f-4c529d5e0b25,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:31.383525 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-98b3d19c-8648-4352-bcf1-1c41d41572a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=982a71ed81f448c4b7fa4d51398e166c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0403872 Dec 09 22:19:31.387292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52618) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:31.403093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Pushing event updated for resources: {'Port': ['ID=8cd2a17b-8bb8-4963-866d-7f88641aff0a,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:31.434265 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-131ac183-014f-4fcf-b6fb-afd358306e87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.463911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43d40-9ff1-4bbb-8c2a-e493c7f3d8e9 req-2d80a3d3-6736-4475-a75b-62e8efc3b3ff tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:31.465680 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fcc43d40-9ff1-4bbb-8c2a-e493c7f3d8e9 req-2d80a3d3-6736-4475-a75b-62e8efc3b3ff tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.1790712 Dec 09 22:19:31.482562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:31.508474 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-131ac183-014f-4fcf-b6fb-afd358306e87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.544412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Attempting to bind port 8cd2a17b-8bb8-4963-866d-7f88641aff0a on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:31.544769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Attempting to bind port 8cd2a17b-8bb8-4963-866d-7f88641aff0a by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:31.545615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Attempting to bind port 8cd2a17b-8bb8-4963-866d-7f88641aff0a on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:31.565258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Port 8cd2a17b-8bb8-4963-866d-7f88641aff0a on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:19:31.565580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Attempting to bind port 8cd2a17b-8bb8-4963-866d-7f88641aff0a on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:31.573039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:31.573412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:31.573854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:31.574304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Bound port: 8cd2a17b-8bb8-4963-866d-7f88641aff0a, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:31.574644 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.638313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:31.667840 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-131ac183-014f-4fcf-b6fb-afd358306e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.672153 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-131ac183-014f-4fcf-b6fb-afd358306e87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.675981 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-131ac183-014f-4fcf-b6fb-afd358306e87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34c27e1d-dc3a-4f74-a9fb-438afa3c3674 HTTP/1.1" status: 204 len: 168 time: 0.3972101 Dec 09 22:19:31.709823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.733776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fcc43d40-9ff1-4bbb-8c2a-e493c7f3d8e9 req-85109ba9-c98f-4da0-b1d4-66011fc8145c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401240 Dec 09 22:19:31.734568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '824ea5ed-9b20-4eb6-bb6c-563aa6d58f96'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:31.741656 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a40d6bf-14bd-4841-8782-5b471451d116" -d '{"events": [{"server_uuid": "02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66", "name": "network-vif-unplugged", "status": "completed", "tag": "824ea5ed-9b20-4eb6-bb6c-563aa6d58f96"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:31.779429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ac183-014f-4fcf-b6fb-afd358306e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c27e1d-dc3a-4f74-a9fb-438afa3c3674,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:31.781641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] For port 8cd2a17b-8bb8-4963-866d-7f88641aff0a, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:31.788485 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.794713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] For port 8cd2a17b-8bb8-4963-866d-7f88641aff0a, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8cd2a17b-8bb8-4963-866d-7f88641aff0a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:31.800706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.880088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:31.880767 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:31.883219 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] 10.222.0.18 "PUT /v2.0/ports/8cd2a17b-8bb8-4963-866d-7f88641aff0a HTTP/1.1" status: 200 len: 1096 time: 1.4820452 Dec 09 22:19:31.885719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030319b7-e9fd-4489-af21-a11a90bb8d2d', 'tag': '8cd2a17b-8bb8-4963-866d-7f88641aff0a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:31.889761 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472b7c28-0476-4b0e-ac55-87f1e351e334" -d '{"events": [{"name": "network-changed", "server_uuid": "030319b7-e9fd-4489-af21-a11a90bb8d2d", "tag": "8cd2a17b-8bb8-4963-866d-7f88641aff0a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:31.944044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda31780-dfa4-491a-9b8f-cb3b5f732f8b service neutron] Pushing event updated for resources: {'Port': ['ID=8cd2a17b-8bb8-4963-866d-7f88641aff0a,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:31.985671 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6145b94b-bbd2-4d50-807a-15da1b364009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:32.023128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-59f633d0-ff0c-4a79-8f72-0583f5efb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:32.026094 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-59f633d0-ff0c-4a79-8f72-0583f5efb035 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce846906180c4966920908f6da600bec&device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 1099 time: 0.0736947 Dec 09 22:19:32.094211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aaba0ae8-e75b-4c2f-9656-aa41aa160e31 req-8a72d20d-c23a-4ff1-b11d-1b9fbd05a8c8 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 210 time: 0.2699318 Dec 09 22:19:32.134193 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-43c61a23-8595-4ce1-ba03-ccced50cc424 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8cd2a17b-8bb8-4963-866d-7f88641aff0a HTTP/1.1" status: 200 len: 217 time: 0.0912600 Dec 09 22:19:32.146629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286cf5b-2bcb-4ab4-a3fe-c00fed788de7 req-aeb9d0bf-aa78-4c8e-94dc-46d52f6b35c6 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:32.159441 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0286cf5b-2bcb-4ab4-a3fe-c00fed788de7 req-aeb9d0bf-aa78-4c8e-94dc-46d52f6b35c6 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 947 time: 0.4134557 Dec 09 22:19:32.188661 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6145b94b-bbd2-4d50-807a-15da1b364009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:32.195278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Pushing event updated for resources: {'Port': ['ID=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,revision_number=7']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:32.232878 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c26f8c9-3eab-4a55-b1c0-6f2d91a53827 x-openstack-request-id: req-0c26f8c9-3eab-4a55-b1c0-6f2d91a53827 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:32.239755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-f2643b98-86ca-4447-8b67-bc7789c35080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:32.242802 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-f2643b98-86ca-4447-8b67-bc7789c35080 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0998273 Dec 09 22:19:32.243429 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66", "name": "network-vif-unplugged", "status": "completed", "tag": "824ea5ed-9b20-4eb6-bb6c-563aa6d58f96", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:32.243696 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c26f8c9-3eab-4a55-b1c0-6f2d91a53827 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:32.244124 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '824ea5ed-9b20-4eb6-bb6c-563aa6d58f96', 'code': 200} Dec 09 22:19:32.282538 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979a44b8-1cf7-40ea-bcaf-031fe0ad0c62 x-openstack-request-id: req-979a44b8-1cf7-40ea-bcaf-031fe0ad0c62 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:32.285199 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030319b7-e9fd-4489-af21-a11a90bb8d2d", "tag": "8cd2a17b-8bb8-4963-866d-7f88641aff0a", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:32.285869 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-979a44b8-1cf7-40ea-bcaf-031fe0ad0c62 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:32.286963 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030319b7-e9fd-4489-af21-a11a90bb8d2d', 'tag': '8cd2a17b-8bb8-4963-866d-7f88641aff0a', 'status': 'completed', 'code': 200} Dec 09 22:19:32.339027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Attempting to bind port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on host n-h2-789963-23 for vnic_type normal with profile {"migrating_to": "n-h1-789963-23"} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:32.339278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Attempting to bind port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:32.339503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Attempting to bind port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:32.358854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-558b2a34-5d13-426b-ac17-f606f98c0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:32.360736 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-558b2a34-5d13-426b-ac17-f606f98c0b5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1088948 Dec 09 22:19:32.371438 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52658) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:32.391163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:19:32.391592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Attempting to bind port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:32.398382 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6145b94b-bbd2-4d50-807a-15da1b364009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:32.400962 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6145b94b-bbd2-4d50-807a-15da1b364009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:32.402128 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6145b94b-bbd2-4d50-807a-15da1b364009 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c9fa223-139c-47c3-976f-4c529d5e0b25 HTTP/1.1" status: 204 len: 168 time: 1.0105703 Dec 09 22:19:32.406618 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e288576d-890b-4718-8a1b-f470c6eb7c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:32.418736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:32.419243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:32.419634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:32.420337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Bound port: 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:32.420792 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:32.439560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0286cf5b-2bcb-4ab4-a3fe-c00fed788de7 req-9e74e37b-0857-4fe1-ae1b-839d755cecf0 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793252 Dec 09 22:19:32.454956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145b94b-bbd2-4d50-807a-15da1b364009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9fa223-139c-47c3-976f-4c529d5e0b25,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:32.473419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3586da3-93ea-4acb-87c3-fa9cf1f6245c req-3ae13ac7-4185-4e7b-b61f-a96b4222a4bc tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:32.481326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3586da3-93ea-4acb-87c3-fa9cf1f6245c req-3ae13ac7-4185-4e7b-b61f-a96b4222a4bc tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 943 time: 0.1338391 Dec 09 22:19:32.521314 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-ddd00a84-5a13-4fa8-a7b1-f9019e93353f service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506405 Dec 09 22:19:32.602197 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3586da3-93ea-4acb-87c3-fa9cf1f6245c req-1266e08a-cdd8-47c1-af85-340689f8947a tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038971 Dec 09 22:19:32.605333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:32.613638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:32.621677 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:32.623390 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e288576d-890b-4718-8a1b-f470c6eb7c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:32.633516 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e288576d-890b-4718-8a1b-f470c6eb7c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:32.694964 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f82391d6-4f51-4e10-b8c1-a5c32385cb30 req-31c9d3cb-9119-4bc4-ba67-620846424865 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648169 Dec 09 22:19:32.700485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288576d-890b-4718-8a1b-f470c6eb7c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ad44c7-fdc6-46a5-add6-92301c32620a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:32.708803 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e288576d-890b-4718-8a1b-f470c6eb7c7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=629e8c69263c46bd926b6fdfb806c5b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350894 Dec 09 22:19:32.709989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52672) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:32.759923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Pushing event updated for resources: {'Port': ['ID=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,revision_number=8']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:32.816541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:32.817883 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:32.819455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-c8977cef-9595-4e08-a0da-0535513506ae service neutron] 10.222.0.18 "PUT /v2.0/ports/824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 HTTP/1.1" status: 200 len: 1123 time: 1.9619889 Dec 09 22:19:32.842047 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8167cfaf-a9c2-46f9-965a-a65cfc85fe87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:32.890824 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8167cfaf-a9c2-46f9-965a-a65cfc85fe87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:32.900598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['824ea5ed-9b20-4eb6-bb6c-563aa6d58f96'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:32.911922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b7c28-0476-4b0e-ac55-87f1e351e334 req-aef82b65-3091-40d0-b508-5bbc7f62f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:32.914149 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-472b7c28-0476-4b0e-ac55-87f1e351e334 req-aef82b65-3091-40d0-b508-5bbc7f62f8f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce846906180c4966920908f6da600bec&device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 1099 time: 0.1257663 Dec 09 22:19:32.952877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7a3a6-dd7c-4d2f-a80d-6a9a35a6df2f req-f33fad6e-8620-4a3e-82e0-4d65d71ece5f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:32.971291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bfc7a3a6-dd7c-4d2f-a80d-6a9a35a6df2f req-f33fad6e-8620-4a3e-82e0-4d65d71ece5f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.1363256 Dec 09 22:19:33.068825 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bfc7a3a6-dd7c-4d2f-a80d-6a9a35a6df2f req-8c656b15-0f2b-4c63-80dc-f1c377c78ecd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956333 Dec 09 22:19:33.105143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52710) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:33.128411 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68abda83-0769-47ab-a898-fc0aa3e0928e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:33.143659 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8167cfaf-a9c2-46f9-965a-a65cfc85fe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:33.146365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8167cfaf-a9c2-46f9-965a-a65cfc85fe87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:33.149865 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8167cfaf-a9c2-46f9-965a-a65cfc85fe87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71ad44c7-fdc6-46a5-add6-92301c32620a HTTP/1.1" status: 204 len: 168 time: 0.4364321 Dec 09 22:19:33.255756 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-18a12aac-724b-4ef7-8274-b8cd259e3379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:33.265469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b40fd50-23eb-46ed-ad0e-57b581d9bee1 req-83bc9f29-b811-4d7a-be68-65fd8a774ba2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 210 time: 0.0386031 Dec 09 22:19:33.298149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167cfaf-a9c2-46f9-965a-a65cfc85fe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ad44c7-fdc6-46a5-add6-92301c32620a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:33.316023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b7c28-0476-4b0e-ac55-87f1e351e334 req-c0445e96-6854-4e99-a259-f63860637729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:33.318133 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-472b7c28-0476-4b0e-ac55-87f1e351e334 req-c0445e96-6854-4e99-a259-f63860637729 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.3875380 Dec 09 22:19:33.336714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68abda83-0769-47ab-a898-fc0aa3e0928e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:33.343586 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68abda83-0769-47ab-a898-fc0aa3e0928e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:33.370621 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-472b7c28-0476-4b0e-ac55-87f1e351e334 req-ddab7ba5-0a3f-4fd0-83c2-6f7f01e506b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8cd2a17b-8bb8-4963-866d-7f88641aff0a HTTP/1.1" status: 200 len: 217 time: 0.0434749 Dec 09 22:19:33.392059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-68abda83-0769-47ab-a898-fc0aa3e0928e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=069a6ec5b77740e3bae4c84c84c0f81b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847834 Dec 09 22:19:33.392719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abda83-0769-47ab-a898-fc0aa3e0928e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f691bca6-3946-4ee6-ae68-ea3862785dba,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:33.395609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52728) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:33.424808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-3a479ed9-1b79-47e3-8baa-a9061a3e7bda tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:33.426708 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-3a479ed9-1b79-47e3-8baa-a9061a3e7bda tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.42 "GET /v2.0/networks?id=be5b59be-dbf3-46ae-8b46-d021325895b2 HTTP/1.1" status: 200 len: 815 time: 0.3744428 Dec 09 22:19:33.449423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Request body: {'port': {'device_id': '4384de73-a182-4cb8-89f2-521c9b53f90e', 'network_id': 'be5b59be-dbf3-46ae-8b46-d021325895b2', 'admin_state_up': True, 'tenant_id': 'd7704665b4314ee688c8ee53b892f6d1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:33.474476 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6704702a-f627-49d5-8b70-0d3505561f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:33.478902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b7c28-0476-4b0e-ac55-87f1e351e334 req-b85f9351-8a36-451a-973a-ad873dedae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:33.480413 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-472b7c28-0476-4b0e-ac55-87f1e351e334 req-b85f9351-8a36-451a-973a-ad873dedae82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0970743 Dec 09 22:19:33.504913 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6704702a-f627-49d5-8b70-0d3505561f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:33.529928 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:33.582715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5bb2e-3b41-4f2e-a918-24ce9c8f3e98 req-bf162b3b-0112-47de-9cd3-c7ceef6d89e4 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:33.592237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68a5bb2e-3b41-4f2e-a918-24ce9c8f3e98 req-bf162b3b-0112-47de-9cd3-c7ceef6d89e4 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 947 time: 0.0717723 Dec 09 22:19:33.621012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6704702a-f627-49d5-8b70-0d3505561f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:33.624965 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6704702a-f627-49d5-8b70-0d3505561f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:33.629996 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6704702a-f627-49d5-8b70-0d3505561f0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f691bca6-3946-4ee6-ae68-ea3862785dba HTTP/1.1" status: 204 len: 168 time: 0.2339203 Dec 09 22:19:33.647183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b7c28-0476-4b0e-ac55-87f1e351e334 req-8c9acf49-8be2-499e-86a1-9b7ad6c42a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:33.648998 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-472b7c28-0476-4b0e-ac55-87f1e351e334 req-8c9acf49-8be2-499e-86a1-9b7ad6c42a58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1042256 Dec 09 22:19:33.655961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704702a-f627-49d5-8b70-0d3505561f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f691bca6-3946-4ee6-ae68-ea3862785dba,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:33.690874 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68a5bb2e-3b41-4f2e-a918-24ce9c8f3e98 req-c1079d8a-ab8c-4c10-95c5-b6d2af7c3984 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903032 Dec 09 22:19:33.814621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Made reservation on behalf of d7704665b4314ee688c8ee53b892f6d1 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:33.818131 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:33.835040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12832a-ff3b-4e8e-9dae-a839f5a8b958 req-374dfd5f-cd6f-4914-a2d8-55513d54b054 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:33.842763 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d12832a-ff3b-4e8e-9dae-a839f5a8b958 req-374dfd5f-cd6f-4914-a2d8-55513d54b054 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 943 time: 0.0636806 Dec 09 22:19:33.892104 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-472b7c28-0476-4b0e-ac55-87f1e351e334 req-41c32d20-8700-436c-8722-589284606d6b service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324228 Dec 09 22:19:33.911881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d12832a-ff3b-4e8e-9dae-a839f5a8b958 req-09268151-b5ee-49e1-9f88-fca196b81966 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675616 Dec 09 22:19:34.056739 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-472b7c28-0476-4b0e-ac55-87f1e351e334 req-bc26cf5b-6272-4b96-a191-cb2620ad9c31 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523404 Dec 09 22:19:34.097897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Allocated IP 172.20.0.13 (be5b59be-dbf3-46ae-8b46-d021325895b2/a00773ec-aeeb-46c2-ae64-f9c6bb546ab3/6627297d-8de6-479f-8790-64f965052d98) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:34.214242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8c2b5-a052-42e2-bef6-1e45b4bc7020 req-91261908-74d3-45c4-9ab9-858a0877f670 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:34.226090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1f8c2b5-a052-42e2-bef6-1e45b4bc7020 req-91261908-74d3-45c4-9ab9-858a0877f670 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.0657303 Dec 09 22:19:34.245711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66', 'tag': '824ea5ed-9b20-4eb6-bb6c-563aa6d58f96'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:34.248423 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d956dc8a-44e2-4921-b1e7-ed0d5d5bfbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66", "tag": "824ea5ed-9b20-4eb6-bb6c-563aa6d58f96"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:34.296139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1f8c2b5-a052-42e2-bef6-1e45b4bc7020 req-924141e0-5783-4424-90a9-c2b8f862ed32 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689564 Dec 09 22:19:34.359692 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cbfd41-e628-4bcf-8376-7dc1f899341a x-openstack-request-id: req-72cbfd41-e628-4bcf-8376-7dc1f899341a {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:34.360004 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66", "tag": "824ea5ed-9b20-4eb6-bb6c-563aa6d58f96", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:34.360263 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72cbfd41-e628-4bcf-8376-7dc1f899341a {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:34.360661 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66', 'tag': '824ea5ed-9b20-4eb6-bb6c-563aa6d58f96', 'status': 'completed', 'code': 200} Dec 09 22:19:34.452571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956dc8a-44e2-4921-b1e7-ed0d5d5bfbd8 req-3744093a-b88f-4c81-ae7d-9b236b144329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:34.454280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d956dc8a-44e2-4921-b1e7-ed0d5d5bfbd8 req-3744093a-b88f-4c81-ae7d-9b236b144329 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 1126 time: 0.0670912 Dec 09 22:19:34.464280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:34.500270 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-706dd849-0719-47fb-90a7-4a9a2a2d1515 req-50f8f131-a292-4261-aee0-dc492047c912 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 210 time: 0.0520225 Dec 09 22:19:34.550210 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:34.631593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Network be5b59be-dbf3-46ae-8b46-d021325895b2 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:34.632871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Pushing event updated for resources: {'Port': ['ID=6627297d-8de6-479f-8790-64f965052d98,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:34.638938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:34.640169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956dc8a-44e2-4921-b1e7-ed0d5d5bfbd8 req-914d878b-4f2d-4867-84a0-82fcb306f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:34.642903 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d956dc8a-44e2-4921-b1e7-ed0d5d5bfbd8 req-914d878b-4f2d-4867-84a0-82fcb306f4bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.1411302 Dec 09 22:19:34.647816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:19:34.656604 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:34.701149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d956dc8a-44e2-4921-b1e7-ed0d5d5bfbd8 req-a1c59a38-bdb4-4e6d-b81f-e218acbe1ef2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 HTTP/1.1" status: 200 len: 217 time: 0.0492649 Dec 09 22:19:34.715875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:34.716538 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:34.741167 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-6d7d4d8f-854e-4f17-a87b-8e10fdf12ee2 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3016007 Dec 09 22:19:34.757226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Request body: {'port': {'device_id': '4384de73-a182-4cb8-89f2-521c9b53f90e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:34.787107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956dc8a-44e2-4921-b1e7-ed0d5d5bfbd8 req-69758b01-621a-46a8-b6ab-f96720170cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:34.788571 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d956dc8a-44e2-4921-b1e7-ed0d5d5bfbd8 req-69758b01-621a-46a8-b6ab-f96720170cf4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0818632 Dec 09 22:19:34.860661 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:34.868576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d956dc8a-44e2-4921-b1e7-ed0d5d5bfbd8 req-fd5f3bcd-8064-40fb-93df-47ae9830cd4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673265 Dec 09 22:19:34.945749 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47e201-267b-47d4-a879-20415ca9bfa0 req-f9a8817d-e26c-41ea-b40c-931b1f2abd3f tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:34.953373 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f47e201-267b-47d4-a879-20415ca9bfa0 req-f9a8817d-e26c-41ea-b40c-931b1f2abd3f tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 947 time: 0.1689444 Dec 09 22:19:35.097912 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f47e201-267b-47d4-a879-20415ca9bfa0 req-4b423954-43b0-4158-b859-1db9707ecdee tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392219 Dec 09 22:19:35.100611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d956dc8a-44e2-4921-b1e7-ed0d5d5bfbd8 req-e9e1f7c8-422a-448a-a8c5-3d165276caa3 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234209 Dec 09 22:19:35.234285 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6627297d-8de6-479f-8790-64f965052d98 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:35.243420 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:35.264167 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Transition to ACTIVE for port object 6627297d-8de6-479f-8790-64f965052d98 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:19:35.269568 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:35.310234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d956dc8a-44e2-4921-b1e7-ed0d5d5bfbd8 req-8d4c7cd9-ab06-4947-b041-1bb961dc37a4 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002981 Dec 09 22:19:35.348714 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804dd12-a0af-4943-9066-26ee6a3e7190 req-3ffe19e9-3c02-4db6-97fc-357ef499486b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:35.358356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c804dd12-a0af-4943-9066-26ee6a3e7190 req-3ffe19e9-3c02-4db6-97fc-357ef499486b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 943 time: 0.1315551 Dec 09 22:19:35.404619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Pushing event updated for resources: {'Port': ['ID=6627297d-8de6-479f-8790-64f965052d98,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:35.414882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c804dd12-a0af-4943-9066-26ee6a3e7190 req-4ec547a4-21d1-43b6-bcb3-1e871caab988 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555813 Dec 09 22:19:35.443747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Attempting to bind port 6627297d-8de6-479f-8790-64f965052d98 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:35.444188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Attempting to bind port 6627297d-8de6-479f-8790-64f965052d98 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '432a91f3-df58-4b94-97c0-233d91de7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'be5b59be-dbf3-46ae-8b46-d021325895b2'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:35.444415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Attempting to bind port 6627297d-8de6-479f-8790-64f965052d98 on network be5b59be-dbf3-46ae-8b46-d021325895b2 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:35.452491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Port 6627297d-8de6-479f-8790-64f965052d98 on network be5b59be-dbf3-46ae-8b46-d021325895b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:19:35.452848 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Attempting to bind port 6627297d-8de6-479f-8790-64f965052d98 on network be5b59be-dbf3-46ae-8b46-d021325895b2 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:35.459767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:35.460111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Checking segment: {'id': '432a91f3-df58-4b94-97c0-233d91de7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'be5b59be-dbf3-46ae-8b46-d021325895b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:35.460499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Bound using segment: {'id': '432a91f3-df58-4b94-97c0-233d91de7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'be5b59be-dbf3-46ae-8b46-d021325895b2'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:35.460934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Bound port: 6627297d-8de6-479f-8790-64f965052d98, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432a91f3-df58-4b94-97c0-233d91de7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'be5b59be-dbf3-46ae-8b46-d021325895b2'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:35.461294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:35.540641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] For port 6627297d-8de6-479f-8790-64f965052d98, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:35.544166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] For port 6627297d-8de6-479f-8790-64f965052d98, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6627297d-8de6-479f-8790-64f965052d98,segment=NetworkSegment(432a91f3-df58-4b94-97c0-233d91de7480),segment_id=432a91f3-df58-4b94-97c0-233d91de7480)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:35.548052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8c3aa-2ebf-40aa-8b1d-4e9345d97040 req-79ddb115-32d0-4754-b9ac-33f1d4a81956 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:35.551045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:35.556012 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84c8c3aa-2ebf-40aa-8b1d-4e9345d97040 req-79ddb115-32d0-4754-b9ac-33f1d4a81956 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.0687292 Dec 09 22:19:35.610435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84c8c3aa-2ebf-40aa-8b1d-4e9345d97040 req-fd5d8238-38b0-481f-8192-28cf9454d76d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532110 Dec 09 22:19:35.627107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Pushing event updated for resources: {'Port': ['ID=6627297d-8de6-479f-8790-64f965052d98,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:35.643393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:35.644073 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:35.645660 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-080ba2b4-28ee-4853-914e-a17482ff9a7e service neutron] 10.222.0.42 "PUT /v2.0/ports/6627297d-8de6-479f-8790-64f965052d98 HTTP/1.1" status: 200 len: 1093 time: 0.8970170 Dec 09 22:19:35.646591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4384de73-a182-4cb8-89f2-521c9b53f90e', 'tag': '6627297d-8de6-479f-8790-64f965052d98'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:35.649007 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83a1969-4ecb-45e8-99fb-7af86ce20145" -d '{"events": [{"name": "network-changed", "server_uuid": "4384de73-a182-4cb8-89f2-521c9b53f90e", "tag": "6627297d-8de6-479f-8790-64f965052d98"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:35.767232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-25ec71a6-5550-42bf-a921-5dc97d2a00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:35.768982 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-25ec71a6-5550-42bf-a921-5dc97d2a00ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7704665b4314ee688c8ee53b892f6d1&device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 1096 time: 0.0775194 Dec 09 22:19:35.818199 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-3d82dd1d-df1c-4be7-b675-eee4ea959be1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6627297d-8de6-479f-8790-64f965052d98 HTTP/1.1" status: 200 len: 217 time: 0.0380046 Dec 09 22:19:35.894785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-454616ff-7d86-4462-8768-45002b9ffb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:35.896323 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-454616ff-7d86-4462-8768-45002b9ffb10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a00773ec-aeeb-46c2-ae64-f9c6bb546ab3 HTTP/1.1" status: 200 len: 855 time: 0.0644400 Dec 09 22:19:35.935691 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-2578b22e-d07f-413e-86b7-b21607eac20c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be5b59be-dbf3-46ae-8b46-d021325895b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303295 Dec 09 22:19:35.990004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df663b5-9c4b-4f8e-82fa-8b4303cfe3e3 req-248dbde4-657a-4831-b306-c01d6507b5f9 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:36.000734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2df663b5-9c4b-4f8e-82fa-8b4303cfe3e3 req-248dbde4-657a-4831-b306-c01d6507b5f9 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 944 time: 0.0682859 Dec 09 22:19:36.004574 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155c7a30-03b3-4bd1-8e1f-2bdfff74aab5 x-openstack-request-id: req-155c7a30-03b3-4bd1-8e1f-2bdfff74aab5 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:36.004871 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4384de73-a182-4cb8-89f2-521c9b53f90e", "tag": "6627297d-8de6-479f-8790-64f965052d98", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:36.005130 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-155c7a30-03b3-4bd1-8e1f-2bdfff74aab5 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:36.005526 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4384de73-a182-4cb8-89f2-521c9b53f90e', 'tag': '6627297d-8de6-479f-8790-64f965052d98', 'status': 'completed', 'code': 200} Dec 09 22:19:36.016864 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:36.038434 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-9ea96f48-8161-43c7-8d00-4bccc694d4de service neutron] 10.222.0.42 "GET /v2.0/networks/be5b59be-dbf3-46ae-8b46-d021325895b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935471 Dec 09 22:19:36.046123 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2df663b5-9c4b-4f8e-82fa-8b4303cfe3e3 req-0d2072b4-f44d-4528-9d81-7fb9e29d2719 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea671f2-8749-4467-abfb-ecb74fd3b353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444577 Dec 09 22:19:36.143451 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b16101e9-9b2f-4eff-921f-772ce80916f8 req-47e5576f-efe2-4ae0-8d78-c048c81707bb service neutron] 10.222.0.42 "GET /v2.0/networks/be5b59be-dbf3-46ae-8b46-d021325895b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971036 Dec 09 22:19:36.249305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a1969-4ecb-45e8-99fb-7af86ce20145 req-987f3d34-926a-4f9b-b8fd-18b964049c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:36.251118 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a83a1969-4ecb-45e8-99fb-7af86ce20145 req-987f3d34-926a-4f9b-b8fd-18b964049c83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7704665b4314ee688c8ee53b892f6d1&device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 1096 time: 0.0451024 Dec 09 22:19:36.349842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a1969-4ecb-45e8-99fb-7af86ce20145 req-822bdc6f-65a3-49c4-b40a-7f77c4829b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:36.351222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a83a1969-4ecb-45e8-99fb-7af86ce20145 req-822bdc6f-65a3-49c4-b40a-7f77c4829b45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be5b59be-dbf3-46ae-8b46-d021325895b2 HTTP/1.1" status: 200 len: 916 time: 0.0934939 Dec 09 22:19:36.353660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80900f15-5107-4836-9bcb-c810c6c0967c req-f2760581-6d85-4c3c-b9bb-4ceaf7452735 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:36.355210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80900f15-5107-4836-9bcb-c810c6c0967c req-f2760581-6d85-4c3c-b9bb-4ceaf7452735 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 947 time: 0.0546885 Dec 09 22:19:36.398800 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a83a1969-4ecb-45e8-99fb-7af86ce20145 req-69c593b6-d6e0-4847-9188-8a918e57b8eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6627297d-8de6-479f-8790-64f965052d98 HTTP/1.1" status: 200 len: 217 time: 0.0387065 Dec 09 22:19:36.402298 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80900f15-5107-4836-9bcb-c810c6c0967c req-6e397ea2-246d-4f8c-8e8d-9d1d6dfa3d38 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Dec 09 22:19:36.471204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a1969-4ecb-45e8-99fb-7af86ce20145 req-44ffa410-d52e-499e-8467-1195c7b1ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:36.472986 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a83a1969-4ecb-45e8-99fb-7af86ce20145 req-44ffa410-d52e-499e-8467-1195c7b1ae0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a00773ec-aeeb-46c2-ae64-f9c6bb546ab3 HTTP/1.1" status: 200 len: 855 time: 0.0670853 Dec 09 22:19:36.500814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-e9453db6-1bb7-446b-aece-01205260e83a service neutron] 10.222.0.42 "GET /v2.0/ports/824ea5ed-9b20-4eb6-bb6c-563aa6d58f96/bindings/n-h1-789963-23 HTTP/1.1" status: 200 len: 385 time: 0.0716634 Dec 09 22:19:36.512132 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a83a1969-4ecb-45e8-99fb-7af86ce20145 req-13c1d2cf-fcf3-441a-b441-18adbef2e9f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be5b59be-dbf3-46ae-8b46-d021325895b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306935 Dec 09 22:19:36.593266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:19:36.626385 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a83a1969-4ecb-45e8-99fb-7af86ce20145 req-ebcf76eb-7a07-4432-8276-c8ce466118ad service neutron] 10.222.0.42 "GET /v2.0/networks/be5b59be-dbf3-46ae-8b46-d021325895b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070466 Dec 09 22:19:36.663752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cfa0a-c27a-41dc-aed3-d31a0247db5f req-de29eafa-85dd-4a23-8948-1a3560a07557 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:36.678121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f91cfa0a-c27a-41dc-aed3-d31a0247db5f req-de29eafa-85dd-4a23-8948-1a3560a07557 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 943 time: 0.1632044 Dec 09 22:19:36.723993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:36.739939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 has no active binding in host n-h1-789963-23 {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 22:19:36.741586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 8cd2a17b-8bb8-4963-866d-7f88641aff0a details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:19:36.745663 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a83a1969-4ecb-45e8-99fb-7af86ce20145 req-adbd7222-7e56-4de4-98f2-4605c9525071 service neutron] 10.222.0.42 "GET /v2.0/networks/be5b59be-dbf3-46ae-8b46-d021325895b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113148 Dec 09 22:19:36.769224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f91cfa0a-c27a-41dc-aed3-d31a0247db5f req-bcdd1ddd-26f7-4af9-8129-563fe7f14af9 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900459 Dec 09 22:19:36.841995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53092) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:36.885826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-e127986c-49da-4a2e-8ecd-75af18ad56f2 service neutron] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:36.918200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-e127986c-49da-4a2e-8ecd-75af18ad56f2 service neutron] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:36.921568 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:36.937618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 8cd2a17b-8bb8-4963-866d-7f88641aff0a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8cd2a17b-8bb8-4963-866d-7f88641aff0a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:36.956654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '8cd2a17b-8bb8-4963-866d-7f88641aff0a', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '8cd2a17b-8bb8-4963-866d-7f88641aff0a', 'mac_address': 'fa:16:3e:8b:64:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:19:36.990455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-e127986c-49da-4a2e-8ecd-75af18ad56f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:37.004686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:37.011361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-e127986c-49da-4a2e-8ecd-75af18ad56f2 service neutron] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:37.021333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd2a17b-8bb8-4963-866d-7f88641aff0a {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:37.027205 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7e41-100c-4838-8c08-d753508d417c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:37.042762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928f092-8abb-413b-9b48-fd00306bac3d req-04597b67-9a4c-4c83-bfc4-3ade736af65a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:37.045314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1928f092-8abb-413b-9b48-fd00306bac3d req-04597b67-9a4c-4c83-bfc4-3ade736af65a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.0986643 Dec 09 22:19:37.046269 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-e127986c-49da-4a2e-8ecd-75af18ad56f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:37.049195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 8cd2a17b-8bb8-4963-866d-7f88641aff0a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8cd2a17b-8bb8-4963-866d-7f88641aff0a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:37.055025 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:37.130709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=8cd2a17b-8bb8-4963-866d-7f88641aff0a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:37.142262 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1928f092-8abb-413b-9b48-fd00306bac3d req-8f533a10-27f0-4488-984f-6d95f84d1293 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849545 Dec 09 22:19:37.154222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7e41-100c-4838-8c08-d753508d417c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:37.158405 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7e41-100c-4838-8c08-d753508d417c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:37.177126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-e127986c-49da-4a2e-8ecd-75af18ad56f2 service neutron] Transition to ACTIVE for port object 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:19:37.182804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-e127986c-49da-4a2e-8ecd-75af18ad56f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:37.206739 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c7e41-100c-4838-8c08-d753508d417c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b654ca4e-72e9-45fc-8729-48ba260a2c75,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:37.232960 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0f5c7e41-100c-4838-8c08-d753508d417c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20f08bafdb8742178c2e4c420ec6504c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897970 Dec 09 22:19:37.235967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53130) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:37.274284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-e127986c-49da-4a2e-8ecd-75af18ad56f2 service neutron] No DVR routers for this DVR port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:19:37.288466 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b45885a-5f04-4645-86d4-4196a2498475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:37.289346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127986c-49da-4a2e-8ecd-75af18ad56f2 service neutron] Pushing event updated for resources: {'Port': ['ID=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,revision_number=10']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:37.317165 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b45885a-5f04-4645-86d4-4196a2498475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:37.343941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-e127986c-49da-4a2e-8ecd-75af18ad56f2 service neutron] 10.222.0.42 "PUT /v2.0/ports/824ea5ed-9b20-4eb6-bb6c-563aa6d58f96/bindings/n-h1-789963-23/activate HTTP/1.1" status: 200 len: 370 time: 0.8360708 Dec 09 22:19:37.359397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236c2e3-b04a-43c8-b019-fe5e3ca6609e req-037c1d1d-d5c4-4e00-b0d1-f102dde88dbd tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:37.361060 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1236c2e3-b04a-43c8-b019-fe5e3ca6609e req-037c1d1d-d5c4-4e00-b0d1-f102dde88dbd tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 944 time: 0.0938423 Dec 09 22:19:37.393050 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b45885a-5f04-4645-86d4-4196a2498475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:37.396326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b45885a-5f04-4645-86d4-4196a2498475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:37.400147 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4b45885a-5f04-4645-86d4-4196a2498475 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b654ca4e-72e9-45fc-8729-48ba260a2c75 HTTP/1.1" status: 204 len: 168 time: 0.1622732 Dec 09 22:19:37.416860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['8cd2a17b-8bb8-4963-866d-7f88641aff0a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:37.436212 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1236c2e3-b04a-43c8-b019-fe5e3ca6609e req-e8589e09-4627-474e-b5df-1d4bb25d37a7 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea671f2-8749-4467-abfb-ecb74fd3b353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674007 Dec 09 22:19:37.461556 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45885a-5f04-4645-86d4-4196a2498475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b654ca4e-72e9-45fc-8729-48ba260a2c75,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:37.482444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-414ae34f-6334-4fce-829e-6434f4283eb3 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:37.484149 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-414ae34f-6334-4fce-829e-6434f4283eb3 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66&tenant_id=3d1b37906be84157a8f74e1f36d6847e&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.0748279 Dec 09 22:19:37.574824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-d9af97e5-68d5-4a13-ad73-88111799028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:37.577481 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-d9af97e5-68d5-4a13-ad73-88111799028b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66&tenant_id=3d1b37906be84157a8f74e1f36d6847e HTTP/1.1" status: 200 len: 1096 time: 0.0838358 Dec 09 22:19:37.586812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2e686-6d5a-4dfd-a166-383cacf44e72 req-eb29c2a6-7e27-4347-840e-a74402c08b25 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:37.588618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24e2e686-6d5a-4dfd-a166-383cacf44e72 req-eb29c2a6-7e27-4347-840e-a74402c08b25 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 948 time: 0.0725369 Dec 09 22:19:37.665030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24e2e686-6d5a-4dfd-a166-383cacf44e72 req-7cf8bc7e-2ade-4da7-8230-68a420210ce2 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616689 Dec 09 22:19:37.682452 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-761e9eb2-475a-4e47-af8d-d05827a105be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:37.685141 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-761e9eb2-475a-4e47-af8d-d05827a105be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 1096 time: 0.0683930 Dec 09 22:19:37.804505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-f9d927bb-7e21-4f46-b141-020aaa8a0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:37.806661 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-f9d927bb-7e21-4f46-b141-020aaa8a0359 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.1147957 Dec 09 22:19:37.821144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53196) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:37.881610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f3fdb42-36da-41e9-8aa2-24ae0309ef07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:37.894895 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-89ab5eba-522a-4b38-970e-255d88fce688 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 HTTP/1.1" status: 200 len: 217 time: 0.0610242 Dec 09 22:19:37.954825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3144d7-0a02-47e7-9d4b-1bc7effe5c5c req-f50e95a6-a72e-400a-8d52-fdb0b05c3cef tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:37.956938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce3144d7-0a02-47e7-9d4b-1bc7effe5c5c req-f50e95a6-a72e-400a-8d52-fdb0b05c3cef tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 944 time: 0.0668216 Dec 09 22:19:37.985686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-9b429e94-cb83-444b-bb72-7795b9b87eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:37.987518 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-9b429e94-cb83-444b-bb72-7795b9b87eb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0786035 Dec 09 22:19:38.034579 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-2e94c1d5-29ce-415f-b02d-177412120162 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354519 Dec 09 22:19:38.052866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce3144d7-0a02-47e7-9d4b-1bc7effe5c5c req-86637faf-6e9b-42f9-a96d-9eb4594b1f3b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865886 Dec 09 22:19:38.104135 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f3fdb42-36da-41e9-8aa2-24ae0309ef07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.134770 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f3fdb42-36da-41e9-8aa2-24ae0309ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.176449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53250) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:38.198566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fdb42-36da-41e9-8aa2-24ae0309ef07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b25a649-3506-49fa-9665-a6a85e8c55cd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:38.207969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53254) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:38.208494 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1f3fdb42-36da-41e9-8aa2-24ae0309ef07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a51f90d058b40a097a075b10116a0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3859279 Dec 09 22:19:38.222110 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-7b8ad324-04e6-4158-8006-c366492d27fa service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786070 Dec 09 22:19:38.289841 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4df3c78d-a9a9-4d93-a411-4240632e3ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.327104 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4df3c78d-a9a9-4d93-a411-4240632e3ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.346969 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf3e69d5-2cf9-47c1-989e-5908ea4491c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.348043 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-695f16df-ff13-4556-a53b-cd2b3782b6c9 service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167612 Dec 09 22:19:38.361036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaa54e-8850-4164-bdb2-139be448d81c req-5109a295-df3b-44f8-948d-b2faf668dc2e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:38.362676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58aaa54e-8850-4164-bdb2-139be448d81c req-5109a295-df3b-44f8-948d-b2faf668dc2e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.1202915 Dec 09 22:19:38.448210 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4df3c78d-a9a9-4d93-a411-4240632e3ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.450912 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4df3c78d-a9a9-4d93-a411-4240632e3ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.452042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4df3c78d-a9a9-4d93-a411-4240632e3ce6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b25a649-3506-49fa-9665-a6a85e8c55cd HTTP/1.1" status: 204 len: 168 time: 0.2431073 Dec 09 22:19:38.455473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58aaa54e-8850-4164-bdb2-139be448d81c req-a559f125-c979-41c0-89b9-aa538670a09c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857291 Dec 09 22:19:38.470576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3c78d-a9a9-4d93-a411-4240632e3ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b25a649-3506-49fa-9665-a6a85e8c55cd,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:38.506660 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf3e69d5-2cf9-47c1-989e-5908ea4491c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.511682 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf3e69d5-2cf9-47c1-989e-5908ea4491c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.570005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e69d5-2cf9-47c1-989e-5908ea4491c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adda076f-bc7d-444a-a174-7d61193cc9ad,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:38.586662 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cf3e69d5-2cf9-47c1-989e-5908ea4491c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ecfaa15c856047f988b2d0d549d5f012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4091012 Dec 09 22:19:38.589367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53298) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:38.624226 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 8cd2a17b-8bb8-4963-866d-7f88641aff0a up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:38.686896 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a22470c0-12ef-45cb-9103-abb74b4a2320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.711324 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a22470c0-12ef-45cb-9103-abb74b4a2320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.715559 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-810e2ba9-e46f-4129-98e9-411e1e928e3e tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:38.717780 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 8cd2a17b-8bb8-4963-866d-7f88641aff0a completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:19:38.718506 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-810e2ba9-e46f-4129-98e9-411e1e928e3e tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66&tenant_id=3d1b37906be84157a8f74e1f36d6847e&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.0639915 Dec 09 22:19:38.723746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 8cd2a17b-8bb8-4963-866d-7f88641aff0a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:38.724162 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.760429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5fa5-7153-433d-8c70-264d4086501b req-2167227f-30d0-43d6-9d19-18155dbdff61 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:38.768666 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f75e5fa5-7153-433d-8c70-264d4086501b req-2167227f-30d0-43d6-9d19-18155dbdff61 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 944 time: 0.1723676 Dec 09 22:19:38.795925 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a22470c0-12ef-45cb-9103-abb74b4a2320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.799690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a22470c0-12ef-45cb-9103-abb74b4a2320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.801157 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a22470c0-12ef-45cb-9103-abb74b4a2320 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/adda076f-bc7d-444a-a174-7d61193cc9ad HTTP/1.1" status: 204 len: 168 time: 0.2108173 Dec 09 22:19:38.830375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22470c0-12ef-45cb-9103-abb74b4a2320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adda076f-bc7d-444a-a174-7d61193cc9ad,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:38.869227 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f75e5fa5-7153-433d-8c70-264d4086501b req-64d386f2-4fd3-40d9-bec3-f8c0a630ab82 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea671f2-8749-4467-abfb-ecb74fd3b353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993001 Dec 09 22:19:38.894554 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:38.922627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030319b7-e9fd-4489-af21-a11a90bb8d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd2a17b-8bb8-4963-866d-7f88641aff0a'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:38.925520 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949aa7c2-9900-4ff4-987d-a75f6eedf088" -d '{"events": [{"server_uuid": "030319b7-e9fd-4489-af21-a11a90bb8d2d", "name": "network-vif-plugged", "status": "completed", "tag": "8cd2a17b-8bb8-4963-866d-7f88641aff0a"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:38.943530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 8cd2a17b-8bb8-4963-866d-7f88641aff0a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8cd2a17b-8bb8-4963-866d-7f88641aff0a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:38.950801 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:39.028913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-4c1f0a25-fabf-421b-9d12-1c1782d9c395 service neutron] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:39.033681 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-4c1f0a25-fabf-421b-9d12-1c1782d9c395 service neutron] Publish callbacks [] for binding, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:39.035242 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd69ae9d-0048-4fce-a8d7-17c56736d7ae req-4c1f0a25-fabf-421b-9d12-1c1782d9c395 service neutron] 10.222.0.18 "DELETE /v2.0/ports/824ea5ed-9b20-4eb6-bb6c-563aa6d58f96/bindings/n-h2-789963-23 HTTP/1.1" status: 204 len: 173 time: 0.3075657 Dec 09 22:19:39.041011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=8cd2a17b-8bb8-4963-866d-7f88641aff0a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:39.059284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9dbd3-10e6-4912-9c7b-15f97f048569 req-8660efab-4676-47fb-a5d2-ba505f1c8914 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:39.062242 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8cc9dbd3-10e6-4912-9c7b-15f97f048569 req-8660efab-4676-47fb-a5d2-ba505f1c8914 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 949 time: 0.1035590 Dec 09 22:19:39.137140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8cc9dbd3-10e6-4912-9c7b-15f97f048569 req-a7e6fa6b-9b36-4d2b-a90a-41b330984c8a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657275 Dec 09 22:19:39.141972 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f90f20-3f6e-4c50-97cd-91e6d1b71aa5 x-openstack-request-id: req-f7f90f20-3f6e-4c50-97cd-91e6d1b71aa5 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:39.142303 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030319b7-e9fd-4489-af21-a11a90bb8d2d", "name": "network-vif-plugged", "status": "completed", "tag": "8cd2a17b-8bb8-4963-866d-7f88641aff0a", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:39.142570 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7f90f20-3f6e-4c50-97cd-91e6d1b71aa5 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:39.142979 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030319b7-e9fd-4489-af21-a11a90bb8d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd2a17b-8bb8-4963-866d-7f88641aff0a', 'code': 200} Dec 09 22:19:39.254766 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6627297d-8de6-479f-8790-64f965052d98 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:19:39.288331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896e434-2836-4c33-96ae-792a9b9b1451 req-2d0e9d49-0e11-47b8-b35c-8ac0d71cc205 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:39.289865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a896e434-2836-4c33-96ae-792a9b9b1451 req-2d0e9d49-0e11-47b8-b35c-8ac0d71cc205 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 944 time: 0.0923879 Dec 09 22:19:39.309888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330fe3f-db88-4261-995c-564375aeb78a req-4201b1f9-65f8-4527-a178-ba964030c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:39.312447 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3330fe3f-db88-4261-995c-564375aeb78a req-4201b1f9-65f8-4527-a178-ba964030c00a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 1101 time: 0.0731726 Dec 09 22:19:39.367513 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a896e434-2836-4c33-96ae-792a9b9b1451 req-44aa1a39-f75c-44df-be95-8a6df07a796b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661194 Dec 09 22:19:39.397411 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3330fe3f-db88-4261-995c-564375aeb78a req-33a8463d-bf62-4b56-b553-bdff7135882e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769603 Dec 09 22:19:39.412959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53354) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:39.431253 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9fba0e39-25b9-40c1-8b49-a0f5293098e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:39.472395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6627297d-8de6-479f-8790-64f965052d98, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6627297d-8de6-479f-8790-64f965052d98,segment=NetworkSegment(432a91f3-df58-4b94-97c0-233d91de7480),segment_id=432a91f3-df58-4b94-97c0-233d91de7480)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:39.487736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '6627297d-8de6-479f-8790-64f965052d98', 'network_id': 'be5b59be-dbf3-46ae-8b46-d021325895b2', 'port_id': '6627297d-8de6-479f-8790-64f965052d98', 'mac_address': 'fa:16:3e:32:f7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00773ec-aeeb-46c2-ae64-f9c6bb546ab3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:19:39.583578 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:39.607415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6627297d-8de6-479f-8790-64f965052d98 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:39.633258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6627297d-8de6-479f-8790-64f965052d98, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6627297d-8de6-479f-8790-64f965052d98,segment=NetworkSegment(432a91f3-df58-4b94-97c0-233d91de7480),segment_id=432a91f3-df58-4b94-97c0-233d91de7480)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:39.638757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:39.728058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6627297d-8de6-479f-8790-64f965052d98,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:39.875895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['6627297d-8de6-479f-8790-64f965052d98'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:39.888732 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9fba0e39-25b9-40c1-8b49-a0f5293098e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:39.899069 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9fba0e39-25b9-40c1-8b49-a0f5293098e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:39.938243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba0e39-25b9-40c1-8b49-a0f5293098e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dad7f98-349f-45f9-9663-586b3a1dbe81,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:39.948852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baee99-1390-41ca-ad04-24f0f911e27d req-ea420fa4-b721-48df-b066-f3a54c98f0ab tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:39.958582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4baee99-1390-41ca-ad04-24f0f911e27d req-ea420fa4-b721-48df-b066-f3a54c98f0ab tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 1096 time: 0.4375098 Dec 09 22:19:39.995111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9f6f-a62e-479d-8c14-d45eefbe47b1 req-232fb339-c723-489e-98f9-fbf6f74b62d2 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:39.996753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f4c9f6f-a62e-479d-8c14-d45eefbe47b1 req-232fb339-c723-489e-98f9-fbf6f74b62d2 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.4235587 Dec 09 22:19:40.025913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9fba0e39-25b9-40c1-8b49-a0f5293098e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e11de3bf08c4c938f1fdf78ca58157a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6116993 Dec 09 22:19:40.029291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53382) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:40.069864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4baee99-1390-41ca-ad04-24f0f911e27d req-7ddd2f23-daae-476f-8ba0-71388b937d2e tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093521 Dec 09 22:19:40.100231 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19b4e3e1-1c29-4148-91dd-f690a9fb2df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:40.133841 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19b4e3e1-1c29-4148-91dd-f690a9fb2df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:40.137197 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f4c9f6f-a62e-479d-8c14-d45eefbe47b1 req-783564b6-c153-4093-8eb5-c97bd48af641 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239414 Dec 09 22:19:40.216835 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19b4e3e1-1c29-4148-91dd-f690a9fb2df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:40.225647 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19b4e3e1-1c29-4148-91dd-f690a9fb2df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:40.231749 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda199-ec61-46a8-a6aa-34c326b64bcd req-80e42a87-1042-4f2b-adca-bda974d3969d tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:40.235357 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-19b4e3e1-1c29-4148-91dd-f690a9fb2df0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7dad7f98-349f-45f9-9663-586b3a1dbe81 HTTP/1.1" status: 204 len: 168 time: 0.2021422 Dec 09 22:19:40.235523 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83cda199-ec61-46a8-a6aa-34c326b64bcd req-80e42a87-1042-4f2b-adca-bda974d3969d tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 945 time: 0.0588875 Dec 09 22:19:40.248027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4e3e1-1c29-4148-91dd-f690a9fb2df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dad7f98-349f-45f9-9663-586b3a1dbe81,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:40.288869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53392) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:40.308289 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-a7969e70-9e7b-42e0-ac03-ddaade65b2d2 service neutron] show failed (client error): The resource could not be found. Dec 09 22:19:40.309414 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-a7969e70-9e7b-42e0-ac03-ddaade65b2d2 service neutron] 10.222.0.42 "GET /v2.0/ports/c734ba52-53bb-4afc-a61e-94b0cd5bfc8f/bindings/n-h1-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0749214 Dec 09 22:19:40.364564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83cda199-ec61-46a8-a6aa-34c326b64bcd req-e58acec0-d5f7-4d42-87a4-cd186ece3d87 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea671f2-8749-4467-abfb-ecb74fd3b353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659125 Dec 09 22:19:40.467079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07699b1b-ae96-4a28-8bc2-64dd1a896975 req-b80ad5b1-91da-4ae6-af76-f14a58e4984c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:40.486767 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07699b1b-ae96-4a28-8bc2-64dd1a896975 req-b80ad5b1-91da-4ae6-af76-f14a58e4984c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 949 time: 0.1042831 Dec 09 22:19:40.610297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07699b1b-ae96-4a28-8bc2-64dd1a896975 req-fb7560ba-29de-4e43-8076-b159463fe95d tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222579 Dec 09 22:19:40.630968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-b537e334-d273-41c9-b422-61eedc5a1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:40.633112 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-b537e334-d273-41c9-b422-61eedc5a1f1d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400&tenant_id=ade0516472b8498d9af27180239f4606 HTTP/1.1" status: 200 len: 1101 time: 0.0819523 Dec 09 22:19:40.657109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:40.661161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-9d37e41a-d092-4079-8093-72f9e5eef2f7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:40.668342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-9d37e41a-d092-4079-8093-72f9e5eef2f7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 820 time: 0.1675920 Dec 09 22:19:40.686516 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-148e4307-353b-48b4-a29f-0231709159c1 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/quotas/3d1b37906be84157a8f74e1f36d6847e HTTP/1.1" status: 200 len: 375 time: 0.0170269 Dec 09 22:19:40.718891 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-770a4c62-ad99-4aac-a19e-5a82761cce7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:40.748371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-99f5abf1-0706-4841-bef5-32e2df0866d3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601363 Dec 09 22:19:40.774765 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:40.871400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-eb3a89c2-ac8a-4bc3-9905-0d3187c248dc service neutron] 10.222.0.16 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198575 Dec 09 22:19:40.945456 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-770a4c62-ad99-4aac-a19e-5a82761cce7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:40.952341 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-770a4c62-ad99-4aac-a19e-5a82761cce7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:40.987507 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-65d97bb7-0de3-469a-b877-a4237352d4c7 service neutron] 10.222.0.16 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146128 Dec 09 22:19:41.045815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a4c62-ad99-4aac-a19e-5a82761cce7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d91346-af35-420d-bc4b-19bae7892511,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:41.050067 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-770a4c62-ad99-4aac-a19e-5a82761cce7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b639035356c46ff83714ac95c88ddd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7588022 Dec 09 22:19:41.052848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53426) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:41.086564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:41.148670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:41.152785 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d6039f3-d132-42b6-8fbc-1087cf93848d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:41.183751 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d6039f3-d132-42b6-8fbc-1087cf93848d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:41.240862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:41.243201 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e9687b-2f85-4c3d-b612-a187e899f969" -d '{"events": [{"server_uuid": "935a1f53-2cd5-4bd3-8afb-d13456072400", "name": "network-vif-unplugged", "status": "completed", "tag": "c734ba52-53bb-4afc-a61e-94b0cd5bfc8f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:41.252517 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:41.269219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6627297d-8de6-479f-8790-64f965052d98 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:41.278724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ae51b21-1b75-4437-853c-259e2c859ea1 req-3f8dc52b-b0d1-4805-adc5-ac9f7c77282c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 210 time: 0.0463631 Dec 09 22:19:41.279417 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d6039f3-d132-42b6-8fbc-1087cf93848d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:41.282245 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d6039f3-d132-42b6-8fbc-1087cf93848d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:41.288357 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9d6039f3-d132-42b6-8fbc-1087cf93848d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51d91346-af35-420d-bc4b-19bae7892511 HTTP/1.1" status: 204 len: 168 time: 0.2341027 Dec 09 22:19:41.320405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Transition to ACTIVE for port object c734ba52-53bb-4afc-a61e-94b0cd5bfc8f will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:19:41.324703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6039f3-d132-42b6-8fbc-1087cf93848d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d91346-af35-420d-bc4b-19bae7892511,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:41.325755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:41.394416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 6627297d-8de6-479f-8790-64f965052d98 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:19:41.413008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 6627297d-8de6-479f-8790-64f965052d98 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:41.428698 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093edcd1-01ab-47da-b7c5-b64aabc26d75 req-18217e5f-7629-4ced-bef4-03398e688e59 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:41.434060 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:41.438686 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-093edcd1-01ab-47da-b7c5-b64aabc26d75 req-18217e5f-7629-4ced-bef4-03398e688e59 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 947 time: 0.0701084 Dec 09 22:19:41.523246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Pushing event updated for resources: {'Port': ['ID=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:41.575802 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:41.576809 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-093edcd1-01ab-47da-b7c5-b64aabc26d75 req-8546b3c1-352e-4ef0-836f-d4a0b06b7648 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303835 Dec 09 22:19:41.601300 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfb80de-cd34-4bd2-986f-14fb98c0969b x-openstack-request-id: req-4cfb80de-cd34-4bd2-986f-14fb98c0969b {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:41.601735 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935a1f53-2cd5-4bd3-8afb-d13456072400", "name": "network-vif-unplugged", "status": "completed", "tag": "c734ba52-53bb-4afc-a61e-94b0cd5bfc8f", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:41.602121 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cfb80de-cd34-4bd2-986f-14fb98c0969b {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:41.605905 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', 'code': 200} Dec 09 22:19:41.608088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] No DVR routers for this DVR port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:19:41.614668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4384de73-a182-4cb8-89f2-521c9b53f90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6627297d-8de6-479f-8790-64f965052d98'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:41.623285 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0e8762-dcf7-4a5d-9498-57f95a82461f" -d '{"events": [{"server_uuid": "4384de73-a182-4cb8-89f2-521c9b53f90e", "name": "network-vif-plugged", "status": "completed", "tag": "6627297d-8de6-479f-8790-64f965052d98"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:41.654787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6627297d-8de6-479f-8790-64f965052d98, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6627297d-8de6-479f-8790-64f965052d98,segment=NetworkSegment(432a91f3-df58-4b94-97c0-233d91de7480),segment_id=432a91f3-df58-4b94-97c0-233d91de7480)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:41.664657 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:41.665875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:19:41.703902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Attempting to bind port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:41.704367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Attempting to bind port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:41.704824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Attempting to bind port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:41.717292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:19:41.720665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Attempting to bind port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:41.733241 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:41.733775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:41.734301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:41.734848 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Bound port: c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:41.735417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:41.859340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafdbb1-5ca4-4ad2-a6d8-dc9d8d14fcee req-676ee97b-39d6-4676-86f1-642ee3af5c59 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:41.863624 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8aafdbb1-5ca4-4ad2-a6d8-dc9d8d14fcee req-676ee97b-39d6-4676-86f1-642ee3af5c59 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 946 time: 0.1484413 Dec 09 22:19:41.882911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:19:41.890484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6627297d-8de6-479f-8790-64f965052d98,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:41.899011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:41.906383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:41.912743 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:41.969488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:41.970695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:41.972908 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] 10.222.0.18 "PUT /v2.0/ports/c734ba52-53bb-4afc-a61e-94b0cd5bfc8f HTTP/1.1" status: 200 len: 1096 time: 1.3258059 Dec 09 22:19:42.002185 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8aafdbb1-5ca4-4ad2-a6d8-dc9d8d14fcee req-32f91850-91ae-46eb-8a08-edea3c94ac87 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea671f2-8749-4467-abfb-ecb74fd3b353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314380 Dec 09 22:19:42.087464 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c15a1e-3111-4bbd-9651-656411cc281d x-openstack-request-id: req-a1c15a1e-3111-4bbd-9651-656411cc281d {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:42.087908 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4384de73-a182-4cb8-89f2-521c9b53f90e", "name": "network-vif-plugged", "status": "completed", "tag": "6627297d-8de6-479f-8790-64f965052d98", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:42.088262 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1c15a1e-3111-4bbd-9651-656411cc281d {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:42.089045 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4384de73-a182-4cb8-89f2-521c9b53f90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6627297d-8de6-479f-8790-64f965052d98', 'code': 200} Dec 09 22:19:42.143026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224142c-0691-42a1-b8f3-42898bedfd42 service neutron] Pushing event updated for resources: {'Port': ['ID=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:42.174893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-e5f900bd-af52-4ec6-806e-221ba6597966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:42.189688 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-e5f900bd-af52-4ec6-806e-221ba6597966 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 1099 time: 0.1571827 Dec 09 22:19:42.308693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adc90f-9543-4a84-b36f-69e04614d364 req-fd3caa87-1ad5-4b19-970d-ec486c2f86b6 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:42.318270 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72adc90f-9543-4a84-b36f-69e04614d364 req-fd3caa87-1ad5-4b19-970d-ec486c2f86b6 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 949 time: 0.1581497 Dec 09 22:19:42.361383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-ccd003a6-3e81-4363-84e4-66aa83738abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:42.362970 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-ccd003a6-3e81-4363-84e4-66aa83738abf service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1740005 Dec 09 22:19:42.369109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1ca56-e899-4436-9fdd-0cbdf416bf2b req-936aef92-58a8-40e3-899b-1b1cf2b7701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:42.378234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94e1ca56-e899-4436-9fdd-0cbdf416bf2b req-936aef92-58a8-40e3-899b-1b1cf2b7701c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 1098 time: 0.1491582 Dec 09 22:19:42.438828 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-5d10fca1-ede2-4ca7-b152-e4122098e672 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f HTTP/1.1" status: 200 len: 217 time: 0.0682895 Dec 09 22:19:42.468950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72adc90f-9543-4a84-b36f-69e04614d364 req-c8b0d3a0-b12e-46bb-a196-8c6195493b28 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488488 Dec 09 22:19:42.532282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-64e404c9-3b14-4bda-b1a8-63d6b2c26d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:42.536534 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-64e404c9-3b14-4bda-b1a8-63d6b2c26d3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0862966 Dec 09 22:19:42.542369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b33ba889-4cb0-4ceb-8e6f-379c7506306f req-29dcfdfd-1bf2-4460-a930-2d2b88e4bf17 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 210 time: 0.0718184 Dec 09 22:19:42.545854 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94e1ca56-e899-4436-9fdd-0cbdf416bf2b req-34ca4a8a-41e5-4706-9548-a6a058524aef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ea671f2-8749-4467-abfb-ecb74fd3b353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540511 Dec 09 22:19:42.604039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-dbd9345e-dd2e-4f02-8c6f-389050906aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:42.610606 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-dbd9345e-dd2e-4f02-8c6f-389050906aa0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671616 Dec 09 22:19:42.987684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571bff5-4719-4311-b16e-35bcfe8b4415 req-7c35d89c-1902-4223-9edd-85944ab4ff7f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:42.989351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e571bff5-4719-4311-b16e-35bcfe8b4415 req-7c35d89c-1902-4223-9edd-85944ab4ff7f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 947 time: 0.1439629 Dec 09 22:19:42.992468 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83e4b5-4bfa-4609-84f9-3d498269b6d7 req-7a991a31-0298-459c-a5b5-d436d50f67ff tempest-ServersAdminNegativeTestJSON-2050257855 tempest-ServersAdminNegativeTestJSON-2050257855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:42.993892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb83e4b5-4bfa-4609-84f9-3d498269b6d7 req-7a991a31-0298-459c-a5b5-d436d50f67ff tempest-ServersAdminNegativeTestJSON-2050257855 tempest-ServersAdminNegativeTestJSON-2050257855-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 1101 time: 0.1768661 Dec 09 22:19:43.001755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-5fd03980-0870-47fd-8561-6cab04613a8b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:43.003802 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-5fd03980-0870-47fd-8561-6cab04613a8b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 820 time: 0.2681699 Dec 09 22:19:43.025582 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Request body: {'port': {'device_id': '8aea7247-964f-4926-85df-a16cf8632b49', 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f', 'admin_state_up': True, 'tenant_id': '3d1b37906be84157a8f74e1f36d6847e'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:43.050022 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-e299e807-f967-409c-af10-4a86f6ebad98 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314830 Dec 09 22:19:43.050724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53518) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:43.062799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eb83e4b5-4bfa-4609-84f9-3d498269b6d7 req-df505bd7-544e-4174-98eb-1a31ebd5b486 tempest-ServersAdminNegativeTestJSON-2050257855 tempest-ServersAdminNegativeTestJSON-2050257855-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.175592 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-0a78c788-851b-491d-a140-fe1e68059de1 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130910 Dec 09 22:19:43.189662 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e571bff5-4719-4311-b16e-35bcfe8b4415 req-01e48fb9-23a5-4397-a7c7-f685e7045838 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743121 Dec 09 22:19:43.192200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1749401082-network', 'tenant_id': '55b00193232c4b6eaa2c72586c0d4f89'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:43.219716 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Made reservation on behalf of 55b00193232c4b6eaa2c72586c0d4f89 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:43.223201 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.237640 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.265603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53524) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:43.307955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Made reservation on behalf of 3d1b37906be84157a8f74e1f36d6847e for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:43.312146 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.341684 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eb83e4b5-4bfa-4609-84f9-3d498269b6d7 req-df505bd7-544e-4174-98eb-1a31ebd5b486 tempest-ServersAdminNegativeTestJSON-2050257855 tempest-ServersAdminNegativeTestJSON-2050257855-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.351481 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eb83e4b5-4bfa-4609-84f9-3d498269b6d7 req-df505bd7-544e-4174-98eb-1a31ebd5b486 tempest-ServersAdminNegativeTestJSON-2050257855 tempest-ServersAdminNegativeTestJSON-2050257855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.377406 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.384751 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.414286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:19:43.427506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d83c596-8f85-43aa-8875-9b2bf1f5293e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:43.435915 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.437420 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Added segment db4fecb8-6f07-4cca-8925-7a86b11dd973 of type vlan for network a01f6d76-57c4-4305-a74a-91a3bc34186b Dec 09 22:19:43.457711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb83e4b5-4bfa-4609-84f9-3d498269b6d7 req-df505bd7-544e-4174-98eb-1a31ebd5b486 tempest-ServersAdminNegativeTestJSON-2050257855 tempest-ServersAdminNegativeTestJSON-2050257855-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447989 Dec 09 22:19:43.471952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df505bd7-544e-4174-98eb-1a31ebd5b486 tempest-ServersAdminNegativeTestJSON-2050257855 tempest-ServersAdminNegativeTestJSON-2050257855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b84bca-a8b6-41e6-aff1-baa4fe3dcd7e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:43.528299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.571916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.576759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:43.577384 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.601490 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0af016e4-1ca4-4cd8-a769-5de98f1e350d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.608647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'tag': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:43.611661 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942dbc61-fc18-411f-accf-920b6751568b" -d '{"events": [{"name": "network-changed", "server_uuid": "935a1f53-2cd5-4bd3-8afb-d13456072400", "tag": "c734ba52-53bb-4afc-a61e-94b0cd5bfc8f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:43.631915 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5799167 Dec 09 22:19:43.634199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53534) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:43.651222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b80ca95f-9436-4be1-b47a-5dcb4cd44212 admin admin] Request body: {'subnet': {'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1749401082-subnet', 'tenant_id': '55b00193232c4b6eaa2c72586c0d4f89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:43.670156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Allocated IP 172.20.0.5 (3c725022-0e1b-43f0-a815-e26b6aa8947f/ce2ce2bf-a35f-4018-a4cc-40f652c375bc/dcb16939-8ce7-4c5d-907d-b7772fcf8652) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:43.672982 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e700a7-2bb4-46b7-8ec7-d28e230ce9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=a01f6d76-57c4-4305-a74a-91a3bc34186b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:43.688119 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network a01f6d76-57c4-4305-a74a-91a3bc34186b details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:19:43.729229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69affff-ea6d-4c57-81fb-dcccf9dcf73b req-f48e3bd5-9ff9-4744-a4df-1c46f09f00f0 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:43.736353 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a69affff-ea6d-4c57-81fb-dcccf9dcf73b req-f48e3bd5-9ff9-4744-a4df-1c46f09f00f0 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 946 time: 0.1506777 Dec 09 22:19:43.745044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80ca95f-9436-4be1-b47a-5dcb4cd44212 admin admin] Made reservation on behalf of 55b00193232c4b6eaa2c72586c0d4f89 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:43.748057 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b80ca95f-9436-4be1-b47a-5dcb4cd44212 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:43.833209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bb27ebc9-1e01-4daf-b085-7dfe9e1b32f9 req-2fd44782-8a8a-4d4a-89e7-472094646f93 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 210 time: 0.0825422 Dec 09 22:19:43.894270 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a69082-17b7-45f2-bfb3-678ea1daa0ae x-openstack-request-id: req-90a69082-17b7-45f2-bfb3-678ea1daa0ae {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:43.894935 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935a1f53-2cd5-4bd3-8afb-d13456072400", "tag": "c734ba52-53bb-4afc-a61e-94b0cd5bfc8f", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:43.895391 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90a69082-17b7-45f2-bfb3-678ea1daa0ae {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:43.896008 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'tag': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', 'status': 'completed', 'code': 200} Dec 09 22:19:44.004922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a69affff-ea6d-4c57-81fb-dcccf9dcf73b req-08aa2ee5-7a88-4c82-ab06-3f4a427b28d5 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea671f2-8749-4467-abfb-ecb74fd3b353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676063 Dec 09 22:19:44.011895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dbc61-fc18-411f-accf-920b6751568b req-ac6fdac2-c28d-4e7b-b3b2-9be84f9c9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:44.013634 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-ac6fdac2-c28d-4e7b-b3b2-9be84f9c9fbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 1099 time: 0.0947146 Dec 09 22:19:44.024833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dbc61-fc18-411f-accf-920b6751568b req-d3e66972-7446-470c-a0af-3446129d63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:44.024833 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-d3e66972-7446-470c-a0af-3446129d63c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 1099 time: 0.0644915 Dec 09 22:19:44.054742 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0af016e4-1ca4-4cd8-a769-5de98f1e350d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.075651 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0af016e4-1ca4-4cd8-a769-5de98f1e350d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.135364 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.143926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af016e4-1ca4-4cd8-a769-5de98f1e350d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba1f4f2-a2da-4926-b5c3-27bd53c08c36,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:44.162312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0af016e4-1ca4-4cd8-a769-5de98f1e350d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35e030d486d94f6bae2e09de5ab6e2d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8922334 Dec 09 22:19:44.167008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53544) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:44.241151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dbc61-fc18-411f-accf-920b6751568b req-244b7589-3af2-4451-a731-35fb96222a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:44.242682 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-244b7589-3af2-4451-a731-35fb96222a3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2115309 Dec 09 22:19:44.251424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dbc61-fc18-411f-accf-920b6751568b req-13d04306-aabd-490e-bd72-786af465951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:44.252832 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-13d04306-aabd-490e-bd72-786af465951e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2300541 Dec 09 22:19:44.300412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53550) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:44.300702 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-14746f87-5d11-469a-91db-44b5c7d26159 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f HTTP/1.1" status: 200 len: 217 time: 0.0469100 Dec 09 22:19:44.329100 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.333888 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-99a37504-986b-4c7f-8ed8-f1bd93a719c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f HTTP/1.1" status: 200 len: 217 time: 0.0714936 Dec 09 22:19:44.375793 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b80ca95f-9436-4be1-b47a-5dcb4cd44212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.385333 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b0af980-f852-4b7b-b265-d3d164cdaa61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.393815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Network 3c725022-0e1b-43f0-a815-e26b6aa8947f is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:44.400526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:44.428891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:19:44.435623 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b0af980-f852-4b7b-b265-d3d164cdaa61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.463814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dbc61-fc18-411f-accf-920b6751568b req-7dff1af8-d345-4e43-9dbc-6b062bc956a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:44.465365 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-7dff1af8-d345-4e43-9dbc-6b062bc956a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1376276 Dec 09 22:19:44.471860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0590833-5973-4d60-af86-ea1e21ab3c7a req-9c72c84a-7c4c-417d-95ee-eae9be74236b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:44.473317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0590833-5973-4d60-af86-ea1e21ab3c7a req-9c72c84a-7c4c-417d-95ee-eae9be74236b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 947 time: 0.1968544 Dec 09 22:19:44.483384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Pushing event updated for resources: {'Port': ['ID=dcb16939-8ce7-4c5d-907d-b7772fcf8652,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:44.511554 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dbc61-fc18-411f-accf-920b6751568b req-6f72abce-1210-46dd-a785-5b3f3f5eeed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:44.513059 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-6f72abce-1210-46dd-a785-5b3f3f5eeed4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1621184 Dec 09 22:19:44.515906 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6c71a177-eca8-45af-909c-f060bb90a564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.540175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ca95f-9436-4be1-b47a-5dcb4cd44212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a1abe4-c6ce-4bf4-8897-108758cac1d9,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:44.564235 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dbc61-fc18-411f-accf-920b6751568b req-f3c86d02-6a82-47ec-9c49-64cd7611d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:44.565869 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-f3c86d02-6a82-47ec-9c49-64cd7611d9ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909100 Dec 09 22:19:44.569249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b0af980-f852-4b7b-b265-d3d164cdaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.571834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b0af980-f852-4b7b-b265-d3d164cdaa61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.572896 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0b0af980-f852-4b7b-b265-d3d164cdaa61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cba1f4f2-a2da-4926-b5c3-27bd53c08c36 HTTP/1.1" status: 204 len: 168 time: 0.4049532 Dec 09 22:19:44.593679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:44.594313 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.603738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0af980-f852-4b7b-b265-d3d164cdaa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba1f4f2-a2da-4926-b5c3-27bd53c08c36,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:44.616422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ca95f-9436-4be1-b47a-5dcb4cd44212 admin admin] Checking segment: {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:44.616783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ca95f-9436-4be1-b47a-5dcb4cd44212 admin admin] Network hostable DHCP agents. Network: a01f6d76-57c4-4305-a74a-91a3bc34186b, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:19:44.629465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dbc61-fc18-411f-accf-920b6751568b req-da04074f-0495-44bb-a8f1-d60339114d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:44.631947 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-da04074f-0495-44bb-a8f1-d60339114d21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086233 Dec 09 22:19:44.661160 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-909929a9-27d6-447b-ba94-75d9c89db5f5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6395392 Dec 09 22:19:44.664492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0590833-5973-4d60-af86-ea1e21ab3c7a req-87aa5954-fe3f-40ef-9084-2669486342c3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616027 Dec 09 22:19:44.678221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Request body: {'port': {'device_id': '8aea7247-964f-4926-85df-a16cf8632b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:44.705163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e97b6-d937-4a9d-ab34-37bd871726bc req-f51e0267-5c6b-4a7e-814e-533b04d93fbd tempest-ServersAdminNegativeTestJSON-2050257855 tempest-ServersAdminNegativeTestJSON-2050257855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:44.706648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad1e97b6-d937-4a9d-ab34-37bd871726bc req-f51e0267-5c6b-4a7e-814e-533b04d93fbd tempest-ServersAdminNegativeTestJSON-2050257855 tempest-ServersAdminNegativeTestJSON-2050257855-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 1101 time: 0.1597204 Dec 09 22:19:44.719371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ca95f-9436-4be1-b47a-5dcb4cd44212 admin admin] Network a01f6d76-57c4-4305-a74a-91a3bc34186b is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:19:44.771326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-b80ca95f-9436-4be1-b47a-5dcb4cd44212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, a01f6d76-57c4-4305-a74a-91a3bc34186b) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:44.776410 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-a6d642f5-df11-40ff-a9ba-3bae4023e1e8 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023866 Dec 09 22:19:44.789166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80ca95f-9436-4be1-b47a-5dcb4cd44212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:44.790054 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b80ca95f-9436-4be1-b47a-5dcb4cd44212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.797974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ca030e-f59f-451e-bd91-5616b4f8a80f None None] Network a01f6d76-57c4-4305-a74a-91a3bc34186b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:19:44.798530 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.819652 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-5e4acb65-dd4c-4a52-a288-df8a4a5ab8e1 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533465 Dec 09 22:19:44.826332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6c71a177-eca8-45af-909c-f060bb90a564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.839234 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6c71a177-eca8-45af-909c-f060bb90a564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:44.861318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b80ca95f-9436-4be1-b47a-5dcb4cd44212 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2226522 Dec 09 22:19:44.864378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad1e97b6-d937-4a9d-ab34-37bd871726bc req-d178dd63-0b64-4998-9384-bde1f0f06342 tempest-ServersAdminNegativeTestJSON-2050257855 tempest-ServersAdminNegativeTestJSON-2050257855-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400485 Dec 09 22:19:44.923213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6c71a177-eca8-45af-909c-f060bb90a564 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e95e7f5232c4447ae2ee63e012db47c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6220186 Dec 09 22:19:44.926122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53568) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:44.926952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71a177-eca8-45af-909c-f060bb90a564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0e0037-e8db-4607-8fde-2c7e83c43616,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:44.993992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17f1c51-e029-41fd-91bb-f0da9dffa763 None None] Network a01f6d76-57c4-4305-a74a-91a3bc34186b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:19:45.084887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-13a90e66-2815-4aa9-89c2-f2503d0f5f05 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573044 Dec 09 22:19:45.090079 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-942dbc61-fc18-411f-accf-920b6751568b req-8c1d953e-4512-46e1-b05f-44833f6e2aac service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034885 Dec 09 22:19:45.101406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53578) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:45.121427 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d7a38be-c87f-4e5c-96e7-d2b58a4cd1fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.222224 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5226-bbfe-43b2-a2b1-1c3d510f3e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.237781 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d7a38be-c87f-4e5c-96e7-d2b58a4cd1fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.242999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d7a38be-c87f-4e5c-96e7-d2b58a4cd1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.264427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e130b16-d062-4e25-9f7b-725324f6e42b req-498ac28a-0762-484c-88e5-c53a3d62a88b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:45.265953 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e130b16-d062-4e25-9f7b-725324f6e42b req-498ac28a-0762-484c-88e5-c53a3d62a88b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 931 time: 0.2369208 Dec 09 22:19:45.289995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a38be-c87f-4e5c-96e7-d2b58a4cd1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ed1f87-d204-4903-be42-f2b7d3598766,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:45.294246 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6d7a38be-c87f-4e5c-96e7-d2b58a4cd1fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cf70635e42e4f60b6db396a8095b492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915755 Dec 09 22:19:45.297392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53584) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:45.299290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c734ba52-53bb-4afc-a61e-94b0cd5bfc8f no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:19:45.307800 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5226-bbfe-43b2-a2b1-1c3d510f3e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.326457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed981606-3362-4f55-924c-38090fab9112 req-21a62a1e-638c-417a-a948-a6a8b229439f tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:45.328002 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed981606-3362-4f55-924c-38090fab9112 req-21a62a1e-638c-417a-a948-a6a8b229439f tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 946 time: 0.2010434 Dec 09 22:19:45.352265 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-68274cfa-4167-4979-b64d-66da0f965498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.379674 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-68274cfa-4167-4979-b64d-66da0f965498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.401225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c734ba52-53bb-4afc-a61e-94b0cd5bfc8f not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:19:45.439208 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-68274cfa-4167-4979-b64d-66da0f965498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.442058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e130b16-d062-4e25-9f7b-725324f6e42b req-6df3e198-3d01-407b-93c1-08a1250c3752 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639850 Dec 09 22:19:45.442192 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-68274cfa-4167-4979-b64d-66da0f965498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.446021 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-68274cfa-4167-4979-b64d-66da0f965498 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8ed1f87-d204-4903-be42-f2b7d3598766 HTTP/1.1" status: 204 len: 168 time: 0.1457596 Dec 09 22:19:45.455949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68274cfa-4167-4979-b64d-66da0f965498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ed1f87-d204-4903-be42-f2b7d3598766,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:45.499211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed981606-3362-4f55-924c-38090fab9112 req-cbc14a4c-f6bc-43d1-b733-bcf91dd63b2c tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea671f2-8749-4467-abfb-ecb74fd3b353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589165 Dec 09 22:19:45.513755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb16939-8ce7-4c5d-907d-b7772fcf8652 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:45.521026 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5226-bbfe-43b2-a2b1-1c3d510f3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.535900 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5226-bbfe-43b2-a2b1-1c3d510f3e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.539640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9c8c5226-bbfe-43b2-a2b1-1c3d510f3e50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce0e0037-e8db-4607-8fde-2c7e83c43616 HTTP/1.1" status: 204 len: 168 time: 0.6096878 Dec 09 22:19:45.541835 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.553263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c5226-bbfe-43b2-a2b1-1c3d510f3e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0e0037-e8db-4607-8fde-2c7e83c43616,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:45.575610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Transition to ACTIVE for port object dcb16939-8ce7-4c5d-907d-b7772fcf8652 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:19:45.581220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:45.656476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Pushing event updated for resources: {'Port': ['ID=dcb16939-8ce7-4c5d-907d-b7772fcf8652,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:45.708919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:45.709486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:45.709968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:45.715181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:19:45.716136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:45.722921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:45.723594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:45.724205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:45.724757 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Bound port: dcb16939-8ce7-4c5d-907d-b7772fcf8652, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:45.725738 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:46.186428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53624) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:46.191870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10baf5-e4ee-46e0-8b79-1ee90553127d req-576ecd55-8ea3-472b-a690-d25385458610 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:46.199408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db10baf5-e4ee-46e0-8b79-1ee90553127d req-576ecd55-8ea3-472b-a690-d25385458610 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 947 time: 0.1487479 Dec 09 22:19:46.205830 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5341593f-21b2-4a93-81d8-023d931f1add admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:46.232492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:46.249817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:46.271199 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:46.315168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5341593f-21b2-4a93-81d8-023d931f1add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:46.322497 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5341593f-21b2-4a93-81d8-023d931f1add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:46.322961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-691d20a0-80e4-43f8-92cc-d3e407268cc6 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:46.331523 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-691d20a0-80e4-43f8-92cc-d3e407268cc6 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/networks?id=a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 200 len: 805 time: 0.2798960 Dec 09 22:19:46.366005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341593f-21b2-4a93-81d8-023d931f1add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59644fb-807c-4cab-96c0-e666df3cdd29,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:46.382348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:46.383484 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:46.385631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] 10.222.0.42 "PUT /v2.0/ports/dcb16939-8ce7-4c5d-907d-b7772fcf8652 HTTP/1.1" status: 200 len: 1092 time: 1.7143743 Dec 09 22:19:46.389004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aea7247-964f-4926-85df-a16cf8632b49', 'tag': 'dcb16939-8ce7-4c5d-907d-b7772fcf8652'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:46.392472 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fbe0d5-b91d-46c0-9352-a79bddeadfee" -d '{"events": [{"name": "network-changed", "server_uuid": "8aea7247-964f-4926-85df-a16cf8632b49", "tag": "dcb16939-8ce7-4c5d-907d-b7772fcf8652"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:46.404681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-1dc17deb-2e8c-4f22-895d-7a596043b0b2 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/quotas/55b00193232c4b6eaa2c72586c0d4f89 HTTP/1.1" status: 200 len: 375 time: 0.0721507 Dec 09 22:19:46.410463 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5341593f-21b2-4a93-81d8-023d931f1add admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2db6d6c889fc44789bdcb575926c0d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205384 Dec 09 22:19:46.411224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53636) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:46.433728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db10baf5-e4ee-46e0-8b79-1ee90553127d req-93ddb7b2-bc29-4422-b979-f59b7c0439d9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265689 Dec 09 22:19:46.517952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2a38e-b86f-4ffb-98ed-8d917dce804c service neutron] Pushing event updated for resources: {'Port': ['ID=dcb16939-8ce7-4c5d-907d-b7772fcf8652,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:46.531401 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b578d312-37f9-4a2b-92fb-a7047f13f257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:46.560257 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b578d312-37f9-4a2b-92fb-a7047f13f257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:46.560933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-fa6d5c66-e0e1-43d5-978a-b92197be27d4 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1547427 Dec 09 22:19:46.626261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b578d312-37f9-4a2b-92fb-a7047f13f257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:46.629896 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b578d312-37f9-4a2b-92fb-a7047f13f257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:46.631364 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b578d312-37f9-4a2b-92fb-a7047f13f257 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f59644fb-807c-4cab-96c0-e666df3cdd29 HTTP/1.1" status: 204 len: 168 time: 0.2192163 Dec 09 22:19:46.640668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device c734ba52-53bb-4afc-a61e-94b0cd5bfc8f details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:19:46.643541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578d312-37f9-4a2b-92fb-a7047f13f257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59644fb-807c-4cab-96c0-e666df3cdd29,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:46.700923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-33304ba3-b09e-4f52-8db9-fe52f2282733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:46.702663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-33304ba3-b09e-4f52-8db9-fe52f2282733 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 1095 time: 0.2273910 Dec 09 22:19:46.759313 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-4917740a-1592-4ec1-bc2e-3a30e1beb1f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652 HTTP/1.1" status: 200 len: 217 time: 0.0462158 Dec 09 22:19:46.774947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de003a-c684-4894-baee-534f0f4380a6 req-61577ab7-bf83-4726-829b-8b6ca45bbf0c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:46.783400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90de003a-c684-4894-baee-534f0f4380a6 req-61577ab7-bf83-4726-829b-8b6ca45bbf0c tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 949 time: 0.2199578 Dec 09 22:19:46.808723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:46.822703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', 'mac_address': 'fa:16:3e:33:a1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:19:46.872402 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:46.878094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90de003a-c684-4894-baee-534f0f4380a6 req-6ebe0398-c91a-4099-b91a-f7df7f92cba7 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935302 Dec 09 22:19:46.904645 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c734ba52-53bb-4afc-a61e-94b0cd5bfc8f {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:46.927860 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-919e23a4-360c-48df-9229-708c33461099 service neutron] 10.222.0.16 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658171 Dec 09 22:19:46.937676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:46.942665 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14e3dcd-207e-4b10-85a8-20b9f212d493 x-openstack-request-id: req-b14e3dcd-207e-4b10-85a8-20b9f212d493 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:46.943020 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aea7247-964f-4926-85df-a16cf8632b49", "tag": "dcb16939-8ce7-4c5d-907d-b7772fcf8652", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:46.943280 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b14e3dcd-207e-4b10-85a8-20b9f212d493 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:46.943724 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aea7247-964f-4926-85df-a16cf8632b49', 'tag': 'dcb16939-8ce7-4c5d-907d-b7772fcf8652', 'status': 'completed', 'code': 200} Dec 09 22:19:46.944339 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:46.970359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-5de80afa-7d9b-48e1-b427-19567cc75405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:46.972825 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-5de80afa-7d9b-48e1-b427-19567cc75405 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.1847703 Dec 09 22:19:47.011171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-8b6a36c0-837d-43a1-9cdf-3fa415e4b1a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302355 Dec 09 22:19:47.021850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:47.257219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-abbeac2f-ba3d-4549-a00c-bac5be1b286d service neutron] 10.222.0.16 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284748 Dec 09 22:19:47.270445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adbe07-8b60-4a51-99cb-ec81cd912a4e req-86057186-163d-470f-960f-1c42aa6f6170 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:47.277671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28adbe07-8b60-4a51-99cb-ec81cd912a4e req-86057186-163d-470f-960f-1c42aa6f6170 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 943 time: 0.1335793 Dec 09 22:19:47.296776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-c80f4de6-f829-427e-abed-b633b1a74b88 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231746 Dec 09 22:19:47.308032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-d34bf3ab-3fa4-4476-9a1f-ddc568132954 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:47.309707 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-d34bf3ab-3fa4-4476-9a1f-ddc568132954 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400&tenant_id=ade0516472b8498d9af27180239f4606&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 948 time: 0.1656537 Dec 09 22:19:47.350561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['c734ba52-53bb-4afc-a61e-94b0cd5bfc8f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:47.389975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28adbe07-8b60-4a51-99cb-ec81cd912a4e req-c0192d34-1aba-4b57-a6ea-b8cfd51e20f7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108208 Dec 09 22:19:47.402720 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-d44696d3-c6d3-4b1d-8f0a-2fc035ae885f service neutron] delete failed (client error): The resource could not be found. Dec 09 22:19:47.404495 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-d44696d3-c6d3-4b1d-8f0a-2fc035ae885f service neutron] 10.222.0.42 "DELETE /v2.0/ports/c734ba52-53bb-4afc-a61e-94b0cd5bfc8f/bindings/n-h2-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0880265 Dec 09 22:19:47.739265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74e53b03-d5e4-4e5d-8a7f-5e7c0db60925 req-6f2cb4bf-d781-4cca-81f1-0f1e2d32d661 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 210 time: 0.0332868 Dec 09 22:19:47.744684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-44e25c53-3f96-481f-851d-29c691dba161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:47.744812 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89f910d8-723e-4e8d-b301-f6a0783d69cb req-919d8498-319a-4beb-ae2b-598a0b14cbfd service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392056 Dec 09 22:19:47.746190 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-44e25c53-3f96-481f-851d-29c691dba161 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 1100 time: 0.1989009 Dec 09 22:19:47.768524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8ddcf-264e-490e-95f5-cdf19b04127a req-4aae25c6-40d3-4517-bf48-14823b165bec tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:47.777766 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76c8ddcf-264e-490e-95f5-cdf19b04127a req-4aae25c6-40d3-4517-bf48-14823b165bec tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 948 time: 0.1856456 Dec 09 22:19:47.792781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355467ce-26b8-402d-8eb4-2c7b32cf0509 req-ae411299-8c1f-4fbd-ba15-d285764de1f2 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:47.794330 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-355467ce-26b8-402d-8eb4-2c7b32cf0509 req-ae411299-8c1f-4fbd-ba15-d285764de1f2 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.18 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 949 time: 0.1534853 Dec 09 22:19:47.889538 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbe0d5-b91d-46c0-9352-a79bddeadfee req-f26c2750-abed-4832-aeff-1ccaa8e2c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:47.891081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57fbe0d5-b91d-46c0-9352-a79bddeadfee req-f26c2750-abed-4832-aeff-1ccaa8e2c26c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 1095 time: 0.0825288 Dec 09 22:19:47.916000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76c8ddcf-264e-490e-95f5-cdf19b04127a req-f70b2975-2949-48a1-ad69-a7f6944349f1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362622 Dec 09 22:19:48.036570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-c6ec8ad7-c411-4fe8-a375-391be8e943f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:48.038745 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-c6ec8ad7-c411-4fe8-a375-391be8e943f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2831738 Dec 09 22:19:48.129199 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-884caf61-696a-4acf-b96a-e254464cff64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f HTTP/1.1" status: 200 len: 217 time: 0.0793214 Dec 09 22:19:48.135113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-355467ce-26b8-402d-8eb4-2c7b32cf0509 req-c0650487-130f-41d6-b961-99796b1fc22a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Deleting port 8cd2a17b-8bb8-4963-866d-7f88641aff0a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:19:48.135764 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-355467ce-26b8-402d-8eb4-2c7b32cf0509 req-c0650487-130f-41d6-b961-99796b1fc22a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:48.150609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53710) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:48.171238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88ee69-e06c-4921-bf24-a225d2118d7f req-4802312d-aad9-4d89-b935-e6dda5bcdd0b tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:48.173933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed88ee69-e06c-4921-bf24-a225d2118d7f req-4802312d-aad9-4d89-b935-e6dda5bcdd0b tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 949 time: 0.0840960 Dec 09 22:19:48.175626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbe0d5-b91d-46c0-9352-a79bddeadfee req-c3cfe532-cc90-48c9-a09d-186e1c0c5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:48.177010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57fbe0d5-b91d-46c0-9352-a79bddeadfee req-c3cfe532-cc90-48c9-a09d-186e1c0c5662 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.2600222 Dec 09 22:19:48.293113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-8376b034-9f55-428f-bba2-e308ed561c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:48.295491 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-8376b034-9f55-428f-bba2-e308ed561c82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1557956 Dec 09 22:19:48.303611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed88ee69-e06c-4921-bf24-a225d2118d7f req-a5eee7b0-3289-458b-a4a9-9797224d8bf1 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199298 Dec 09 22:19:48.340968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57fbe0d5-b91d-46c0-9352-a79bddeadfee req-86427757-9171-414a-b24b-fdcc24e777a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652 HTTP/1.1" status: 200 len: 217 time: 0.0980310 Dec 09 22:19:48.404651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1510363583-network', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:48.409549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-355467ce-26b8-402d-8eb4-2c7b32cf0509 req-c0650487-130f-41d6-b961-99796b1fc22a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] For port 8cd2a17b-8bb8-4963-866d-7f88641aff0a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8cd2a17b-8bb8-4963-866d-7f88641aff0a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:48.410070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-355467ce-26b8-402d-8eb4-2c7b32cf0509 req-c0650487-130f-41d6-b961-99796b1fc22a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:48.438428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Made reservation on behalf of 0572d351f4954b13ae0c1dc6e3e13cab for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:48.440728 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:48.455472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-355467ce-26b8-402d-8eb4-2c7b32cf0509 req-c0650487-130f-41d6-b961-99796b1fc22a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Calling delete_port for 8cd2a17b-8bb8-4963-866d-7f88641aff0a owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:19:48.457070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbe0d5-b91d-46c0-9352-a79bddeadfee req-56597ddb-a9ad-44bb-bf5a-1659e0001a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:48.459079 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57fbe0d5-b91d-46c0-9352-a79bddeadfee req-56597ddb-a9ad-44bb-bf5a-1659e0001a08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.1134229 Dec 09 22:19:48.460071 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:48.502072 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57fbe0d5-b91d-46c0-9352-a79bddeadfee req-7f13b3a0-1b33-4609-8525-07239aec8693 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319309 Dec 09 22:19:48.613425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57fbe0d5-b91d-46c0-9352-a79bddeadfee req-6530f971-7deb-4a00-bbdd-298d569a9265 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000361 Dec 09 22:19:48.647765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device c734ba52-53bb-4afc-a61e-94b0cd5bfc8f up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:48.661230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-02cf400a-b9ce-4aaa-9b53-a668869e04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:48.662822 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-02cf400a-b9ce-4aaa-9b53-a668869e04a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3557625 Dec 09 22:19:48.663698 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-355467ce-26b8-402d-8eb4-2c7b32cf0509 req-c0650487-130f-41d6-b961-99796b1fc22a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:48.708433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['f40c916e-a235-4763-b409-8e8e93901eb4', '8cd2a17b-8bb8-4963-866d-7f88641aff0a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:48.791075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0650487-130f-41d6-b961-99796b1fc22a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Pushing event deleted for resources: {'Port': ['ID=8cd2a17b-8bb8-4963-866d-7f88641aff0a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:48.830929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:19:48.842327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:48.843088 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:48.866841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32664d7d-4c52-400d-8ca7-c613e3a605cf req-4b22d188-2936-454d-8851-fba3bb4e2dc0 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:48.884430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32664d7d-4c52-400d-8ca7-c613e3a605cf req-4b22d188-2936-454d-8851-fba3bb4e2dc0 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 943 time: 0.2695022 Dec 09 22:19:48.962970 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-0d076b24-b6d1-4ece-92be-a0178d07a973 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308991 Dec 09 22:19:48.986018 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:49.033459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-355467ce-26b8-402d-8eb4-2c7b32cf0509 req-c0650487-130f-41d6-b961-99796b1fc22a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] No DVR routers for this DVR port 8cd2a17b-8bb8-4963-866d-7f88641aff0a on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:19:49.038614 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-355467ce-26b8-402d-8eb4-2c7b32cf0509 req-c0650487-130f-41d6-b961-99796b1fc22a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:49.038816 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57fbe0d5-b91d-46c0-9352-a79bddeadfee req-6f8af5b1-1165-4810-975a-5641309b1c7b service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579113 Dec 09 22:19:49.041948 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-355467ce-26b8-402d-8eb4-2c7b32cf0509 req-c0650487-130f-41d6-b961-99796b1fc22a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.18 "DELETE /v2.0/ports/8cd2a17b-8bb8-4963-866d-7f88641aff0a HTTP/1.1" status: 204 len: 173 time: 1.2390242 Dec 09 22:19:49.042428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030319b7-e9fd-4489-af21-a11a90bb8d2d', 'name': 'network-vif-deleted', 'tag': '8cd2a17b-8bb8-4963-866d-7f88641aff0a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:49.042915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:49.044975 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90537b7-a2a4-45e3-9daa-1a3d54f240b4" -d '{"events": [{"server_uuid": "030319b7-e9fd-4489-af21-a11a90bb8d2d", "name": "network-vif-deleted", "tag": "8cd2a17b-8bb8-4963-866d-7f88641aff0a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:49.086030 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:49.145123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:49.147549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:49.150878 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf9a8e7-7e3d-4d9d-82d7-585ac01ce098" -d '{"events": [{"server_uuid": "935a1f53-2cd5-4bd3-8afb-d13456072400", "name": "network-vif-plugged", "status": "completed", "tag": "c734ba52-53bb-4afc-a61e-94b0cd5bfc8f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:49.153088 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea24dd5c-5645-4687-bf2f-99b6ccc9aa48 req-96953ffc-7548-4e98-8a32-5b38d9469914 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646025 Dec 09 22:19:49.157149 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:49.176819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:19:49.196252 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:49.198725 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Added segment 979e8bc2-5b34-4e85-9c39-d0c6f0bb9884 of type vlan for network 42b16f1a-5be2-48b3-a567-c3ecd25f0964 Dec 09 22:19:49.277642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:49.345130 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:49.346105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:49.347320 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:49.371500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:49.402348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32664d7d-4c52-400d-8ca7-c613e3a605cf req-db1ffdaf-66a5-43e6-bbcb-3c29be551086 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172398 Dec 09 22:19:49.404444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b4660d0-9b37-4308-8fc9-addecbd3fd8c req-25ae6d09-01f6-4d62-959c-366e6a0a998b tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 210 time: 0.0701199 Dec 09 22:19:49.407778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d922d766-c40e-47e7-9a18-f2cc355f3991,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:49.439725 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2871981 Dec 09 22:19:49.442694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53754) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:49.448244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e4bd667b-d3ff-425a-9eeb-fc427430fa6c admin admin] Request body: {'subnet': {'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1510363583-subnet', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:49.478663 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca0e081-dc1d-4e63-8e26-aada54149ba1 x-openstack-request-id: req-cca0e081-dc1d-4e63-8e26-aada54149ba1 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:49.479228 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030319b7-e9fd-4489-af21-a11a90bb8d2d", "name": "network-vif-deleted", "tag": "8cd2a17b-8bb8-4963-866d-7f88641aff0a", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:49.479228 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cca0e081-dc1d-4e63-8e26-aada54149ba1 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:49.479597 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030319b7-e9fd-4489-af21-a11a90bb8d2d', 'name': 'network-vif-deleted', 'tag': '8cd2a17b-8bb8-4963-866d-7f88641aff0a', 'status': 'completed', 'code': 200} Dec 09 22:19:49.499205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596c44e-7a6b-4d83-b38c-a2ad0213e1a2 admin admin] Pushing event updated for resources: {'Network': ['ID=42b16f1a-5be2-48b3-a567-c3ecd25f0964,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:49.515421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 42b16f1a-5be2-48b3-a567-c3ecd25f0964 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:19:49.549464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bd667b-d3ff-425a-9eeb-fc427430fa6c admin admin] Made reservation on behalf of 0572d351f4954b13ae0c1dc6e3e13cab for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:49.551865 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e4bd667b-d3ff-425a-9eeb-fc427430fa6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:49.577947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918031a-cb8c-46ac-b791-1bc7c34888c2 req-0215ee7e-cdaf-46c2-881b-f0fb46abc12a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:49.579489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7918031a-cb8c-46ac-b791-1bc7c34888c2 req-0215ee7e-cdaf-46c2-881b-f0fb46abc12a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.0852730 Dec 09 22:19:49.712195 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8da52cc-541e-46d0-ab9e-88d6245bca01 req-06221fa9-0642-458a-9ebc-48a703cb29d9 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=030319b7-e9fd-4489-af21-a11a90bb8d2d HTTP/1.1" status: 200 len: 210 time: 0.0713294 Dec 09 22:19:49.773434 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e413cd-fa80-42d0-b8e4-aeea72a9c0d8 x-openstack-request-id: req-20e413cd-fa80-42d0-b8e4-aeea72a9c0d8 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:49.775114 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935a1f53-2cd5-4bd3-8afb-d13456072400", "name": "network-vif-plugged", "status": "completed", "tag": "c734ba52-53bb-4afc-a61e-94b0cd5bfc8f", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:49.775437 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20e413cd-fa80-42d0-b8e4-aeea72a9c0d8 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:49.776340 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', 'code': 200} Dec 09 22:19:49.800345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7918031a-cb8c-46ac-b791-1bc7c34888c2 req-df4b4345-277e-4238-9ca5-b061b4e614fd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696522 Dec 09 22:19:49.829560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-d569fe06-5a65-489a-b213-35e243f9e540 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:49.831215 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-d569fe06-5a65-489a-b213-35e243f9e540 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.18 "GET /v2.0/networks?id=a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 200 len: 805 time: 0.3019741 Dec 09 22:19:49.883036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Request body: {'port': {'device_id': '787d9631-8784-476e-ab3a-565e32e39d8b', 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'admin_state_up': True, 'tenant_id': '55b00193232c4b6eaa2c72586c0d4f89'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:49.963893 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e4bd667b-d3ff-425a-9eeb-fc427430fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:50.074661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd667b-d3ff-425a-9eeb-fc427430fa6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ce3956-b2db-478b-b8e4-ad190bada122,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:50.100313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Made reservation on behalf of 55b00193232c4b6eaa2c72586c0d4f89 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:50.103058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bd667b-d3ff-425a-9eeb-fc427430fa6c admin admin] Checking segment: {'id': '979e8bc2-5b34-4e85-9c39-d0c6f0bb9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:50.103447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd667b-d3ff-425a-9eeb-fc427430fa6c admin admin] Network hostable DHCP agents. Network: 42b16f1a-5be2-48b3-a567-c3ecd25f0964, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:19:50.106522 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:50.127419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd667b-d3ff-425a-9eeb-fc427430fa6c admin admin] Network 42b16f1a-5be2-48b3-a567-c3ecd25f0964 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:19:50.139496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e4bd667b-d3ff-425a-9eeb-fc427430fa6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 42b16f1a-5be2-48b3-a567-c3ecd25f0964) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:50.146604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bd667b-d3ff-425a-9eeb-fc427430fa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:50.147901 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e4bd667b-d3ff-425a-9eeb-fc427430fa6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:50.156026 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979dabb6-2727-40c6-b596-32795dfae08a None None] Network 42b16f1a-5be2-48b3-a567-c3ecd25f0964 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:19:50.174185 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e4bd667b-d3ff-425a-9eeb-fc427430fa6c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7300036 Dec 09 22:19:50.177519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53776) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:50.190095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1510363583-router', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:50.233321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:50.234207 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:50.284073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-42b16f1a-5be2-48b3-a567-c3ecd25f0964', 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964', 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'fixed_ips': [{'subnet_id': '40ce3956-b2db-478b-b8e4-ad190bada122'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:19:50.285341 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:50.331645 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:50.348810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Allocated IP 172.20.0.2 (a01f6d76-57c4-4305-a74a-91a3bc34186b/05a1abe4-c6ce-4bf4-8897-108758cac1d9/ea815f25-45fe-410b-ad55-340bc409ca2f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:50.536211 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:50.560538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Allocated IP 172.20.0.2 (42b16f1a-5be2-48b3-a567-c3ecd25f0964/40ce3956-b2db-478b-b8e4-ad190bada122/46311553-ded4-43e1-afbe-dd2d60cfebaa) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:50.625087 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0e030b9-9177-4739-bbca-3d52a48a571b req-65cc8886-4ab9-49f2-b09a-a012f95280ef tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 210 time: 0.0762715 Dec 09 22:19:50.650803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c8f49-d7d5-4e3a-9d62-a9d255932de6 req-283a692a-272c-4cd7-a940-73e0a136a0b5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:50.654307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-227c8f49-d7d5-4e3a-9d62-a9d255932de6 req-283a692a-272c-4cd7-a940-73e0a136a0b5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 943 time: 0.1067827 Dec 09 22:19:50.780982 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:50.786202 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-227c8f49-d7d5-4e3a-9d62-a9d255932de6 req-39673920-3851-411b-833a-76a98889977e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291974 Dec 09 22:19:50.803740 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:50.823080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Network 42b16f1a-5be2-48b3-a567-c3ecd25f0964 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:50.826147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:50.857105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:19:50.969478 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Pushing event updated for resources: {'Port': ['ID=46311553-ded4-43e1-afbe-dd2d60cfebaa,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:50.974868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Attempting to bind port 46311553-ded4-43e1-afbe-dd2d60cfebaa on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:50.975244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Attempting to bind port 46311553-ded4-43e1-afbe-dd2d60cfebaa by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '979e8bc2-5b34-4e85-9c39-d0c6f0bb9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:50.975633 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Attempting to bind port 46311553-ded4-43e1-afbe-dd2d60cfebaa on network 42b16f1a-5be2-48b3-a567-c3ecd25f0964 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:50.981358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:50.981734 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Checking segment: {'id': '979e8bc2-5b34-4e85-9c39-d0c6f0bb9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:50.982344 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:50.982885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Bound using segment: {'id': '979e8bc2-5b34-4e85-9c39-d0c6f0bb9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:50.983512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Bound port: 46311553-ded4-43e1-afbe-dd2d60cfebaa, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979e8bc2-5b34-4e85-9c39-d0c6f0bb9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:50.984520 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.016996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.089405 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.092182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] For port 46311553-ded4-43e1-afbe-dd2d60cfebaa, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:51.097079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] For port 46311553-ded4-43e1-afbe-dd2d60cfebaa, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=46311553-ded4-43e1-afbe-dd2d60cfebaa,segment=NetworkSegment(979e8bc2-5b34-4e85-9c39-d0c6f0bb9884),segment_id=979e8bc2-5b34-4e85-9c39-d0c6f0bb9884)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:51.102156 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.205610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038d819-6925-4673-aecc-73df6968bbe6 None None] Pushing event updated for resources: {'Port': ['ID=46311553-ded4-43e1-afbe-dd2d60cfebaa,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:51.223160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Network a01f6d76-57c4-4305-a74a-91a3bc34186b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:51.224548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Pushing event updated for resources: {'Port': ['ID=ea815f25-45fe-410b-ad55-340bc409ca2f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:51.227262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:51.229373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:19:51.287868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:51.288541 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.306617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device dcb16939-8ce7-4c5d-907d-b7772fcf8652 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:19:51.321669 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-3e38cc81-5312-4e84-b565-87d17a17559f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4424691 Dec 09 22:19:51.342824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Request body: {'port': {'device_id': '787d9631-8784-476e-ab3a-565e32e39d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:51.468628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.506465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53808) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:51.508275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:51.523124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'dcb16939-8ce7-4c5d-907d-b7772fcf8652', 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f', 'port_id': 'dcb16939-8ce7-4c5d-907d-b7772fcf8652', 'mac_address': 'fa:16:3e:2d:8b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2ce2bf-a35f-4018-a4cc-40f652c375bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:19:51.548977 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.586892 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.595545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16d32f-a08b-49b4-87f8-6fbab25e10e4 req-73bde179-6190-4ac9-a667-e587e010a53a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:51.603036 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b16d32f-a08b-49b4-87f8-6fbab25e10e4 req-73bde179-6190-4ac9-a667-e587e010a53a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.6647484 Dec 09 22:19:51.615095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb16939-8ce7-4c5d-907d-b7772fcf8652 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:51.627536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa1b8d-1c20-4ec0-99b7-6e3d91a16d7b req-8a01d25d-8bdf-4a1c-9c07-2f1b300cc294 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:51.636387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7caa1b8d-1c20-4ec0-99b7-6e3d91a16d7b req-8a01d25d-8bdf-4a1c-9c07-2f1b300cc294 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 950 time: 0.2796667 Dec 09 22:19:51.638946 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.687791 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:51.697176 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.757628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=dcb16939-8ce7-4c5d-907d-b7772fcf8652,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:51.798569 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-86394dad-c390-45be-8b8f-2a1de03b4c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.836728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea815f25-45fe-410b-ad55-340bc409ca2f {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:51.848689 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.863838 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Transition to ACTIVE for port object ea815f25-45fe-410b-ad55-340bc409ca2f will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:19:51.868989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:51.891447 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7caa1b8d-1c20-4ec0-99b7-6e3d91a16d7b req-92447688-7815-490e-a542-a5a3858e640a tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538064 Dec 09 22:19:51.892762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Allocated IP 172.25.8.165 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/eee07a41-7d4c-4b36-8e16-4caf5faa0c62) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:51.915353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['dcb16939-8ce7-4c5d-907d-b7772fcf8652'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:51.925239 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b16d32f-a08b-49b4-87f8-6fbab25e10e4 req-01499b9c-0da4-4638-88b5-25e870b4e2fc tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209605 Dec 09 22:19:51.931123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Pushing event updated for resources: {'Port': ['ID=ea815f25-45fe-410b-ad55-340bc409ca2f,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:52.124988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Attempting to bind port ea815f25-45fe-410b-ad55-340bc409ca2f on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:52.125663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Attempting to bind port ea815f25-45fe-410b-ad55-340bc409ca2f by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:52.125663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Attempting to bind port ea815f25-45fe-410b-ad55-340bc409ca2f on network a01f6d76-57c4-4305-a74a-91a3bc34186b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:52.134749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Port ea815f25-45fe-410b-ad55-340bc409ca2f on network a01f6d76-57c4-4305-a74a-91a3bc34186b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:19:52.135080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Attempting to bind port ea815f25-45fe-410b-ad55-340bc409ca2f on network a01f6d76-57c4-4305-a74a-91a3bc34186b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:52.141422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:52.141780 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Checking segment: {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:52.142285 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Bound using segment: {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:52.142912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Bound port: ea815f25-45fe-410b-ad55-340bc409ca2f, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:52.143286 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.152102 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-86394dad-c390-45be-8b8f-2a1de03b4c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.165488 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-86394dad-c390-45be-8b8f-2a1de03b4c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.227687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09547d8-009f-47af-aae7-f47619cffab8 req-81ed8799-9cac-44a8-86f2-ec88aa9081e3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:52.229220 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c09547d8-009f-47af-aae7-f47619cffab8 req-81ed8799-9cac-44a8-86f2-ec88aa9081e3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 943 time: 0.2149768 Dec 09 22:19:52.245593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] For port ea815f25-45fe-410b-ad55-340bc409ca2f, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:52.250452 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] For port ea815f25-45fe-410b-ad55-340bc409ca2f, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ea815f25-45fe-410b-ad55-340bc409ca2f,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:52.255439 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.295104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-86394dad-c390-45be-8b8f-2a1de03b4c4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f91747b28a94497f9efe34e6bc075f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7865570 Dec 09 22:19:52.296059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:52.296850 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.299247 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] 10.222.0.18 "PUT /v2.0/ports/ea815f25-45fe-410b-ad55-340bc409ca2f HTTP/1.1" status: 200 len: 1092 time: 0.9615855 Dec 09 22:19:52.302073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53818) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:52.302875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787d9631-8784-476e-ab3a-565e32e39d8b', 'tag': 'ea815f25-45fe-410b-ad55-340bc409ca2f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:52.303487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86394dad-c390-45be-8b8f-2a1de03b4c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085d1fc2-4f6f-4a30-98d9-7d3deb2c4309,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:52.306663 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0477f36e-4dce-455e-afae-4355de0eccee" -d '{"events": [{"name": "network-changed", "server_uuid": "787d9631-8784-476e-ab3a-565e32e39d8b", "tag": "ea815f25-45fe-410b-ad55-340bc409ca2f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:52.335796 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.347590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a1fc1-3404-4fea-8ef4-8054cd517754 req-db7340bb-0f09-418e-b41a-2dd9e2995e7d tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:52.356225 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e79a1fc1-3404-4fea-8ef4-8054cd517754 req-db7340bb-0f09-418e-b41a-2dd9e2995e7d tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 944 time: 0.1924412 Dec 09 22:19:52.360942 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.383478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8dec4-f5c9-42f5-bbed-7a5fff2de9ec service neutron] Pushing event updated for resources: {'Port': ['ID=ea815f25-45fe-410b-ad55-340bc409ca2f,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:52.410504 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ff52-a741-45cf-abdb-eb808960c963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.440845 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ff52-a741-45cf-abdb-eb808960c963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.478107 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c09547d8-009f-47af-aae7-f47619cffab8 req-3e516e83-fa0c-4dc1-a48a-d84e4dcceac5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158980 Dec 09 22:19:52.524582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-c7a05450-b7c0-491f-9d71-4673b5b38ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:52.527368 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-c7a05450-b7c0-491f-9d71-4673b5b38ec1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 1095 time: 0.0699890 Dec 09 22:19:52.536009 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ff52-a741-45cf-abdb-eb808960c963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.541262 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ff52-a741-45cf-abdb-eb808960c963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.542478 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e0a7ff52-a741-45cf-abdb-eb808960c963 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/085d1fc2-4f6f-4a30-98d9-7d3deb2c4309 HTTP/1.1" status: 204 len: 168 time: 0.2320530 Dec 09 22:19:52.554968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e79a1fc1-3404-4fea-8ef4-8054cd517754 req-e6e93673-0dbc-4058-a41c-6b6974ca651a tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924784 Dec 09 22:19:52.562957 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.612217 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-b96c1674-8852-402e-8210-7bb3e188effa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea815f25-45fe-410b-ad55-340bc409ca2f HTTP/1.1" status: 200 len: 217 time: 0.0684810 Dec 09 22:19:52.613188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7ff52-a741-45cf-abdb-eb808960c963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085d1fc2-4f6f-4a30-98d9-7d3deb2c4309,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:52.655422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 8cd2a17b-8bb8-4963-866d-7f88641aff0a no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:19:52.702367 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75feca3a-40d3-4e15-94dd-eb7174f5f376 x-openstack-request-id: req-75feca3a-40d3-4e15-94dd-eb7174f5f376 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:52.702676 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787d9631-8784-476e-ab3a-565e32e39d8b", "tag": "ea815f25-45fe-410b-ad55-340bc409ca2f", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:52.702950 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75feca3a-40d3-4e15-94dd-eb7174f5f376 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:52.703350 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787d9631-8784-476e-ab3a-565e32e39d8b', 'tag': 'ea815f25-45fe-410b-ad55-340bc409ca2f', 'status': 'completed', 'code': 200} Dec 09 22:19:52.703458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 8cd2a17b-8bb8-4963-866d-7f88641aff0a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:19:52.703853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 8cd2a17b-8bb8-4963-866d-7f88641aff0a not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:19:52.708603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-29cfbb2b-f9d6-4f1e-9e4b-c44fc674689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:52.710128 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-29cfbb2b-f9d6-4f1e-9e4b-c44fc674689e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05a1abe4-c6ce-4bf4-8897-108758cac1d9 HTTP/1.1" status: 200 len: 845 time: 0.0901036 Dec 09 22:19:52.717340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Pushing event updated for resources: {'Port': ['ID=eee07a41-7d4c-4b36-8e16-4caf5faa0c62,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:52.726623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:52.745075 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a523ed4-c75d-48ff-ab8c-1e477efcb45c None None] Network 42b16f1a-5be2-48b3-a567-c3ecd25f0964 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:19:52.769924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:52.773060 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-b523d025-f9b2-4c87-a6f1-667d6955ecbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01f6d76-57c4-4305-a74a-91a3bc34186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444379 Dec 09 22:19:52.778266 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:19:52.839249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6b8c6f8c-bd13-4cc0-acf4-7c4820aea1db None None] Provisioning complete for port 46311553-ded4-43e1-afbe-dd2d60cfebaa triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:52.839554 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b8c6f8c-bd13-4cc0-acf4-7c4820aea1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:52.913431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec61db5-cedf-44cb-9f4f-195418e93644 req-d8395002-539c-4c34-8390-ae9f3ba03a3d tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:52.924143 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eec61db5-cedf-44cb-9f4f-195418e93644 req-d8395002-539c-4c34-8390-ae9f3ba03a3d tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 1101 time: 0.2083197 Dec 09 22:19:52.949716 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-feb5d5e8-915d-4515-a6be-bafbf3b7847c service neutron] 10.222.0.18 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702237 Dec 09 22:19:53.011871 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b8c6f8c-bd13-4cc0-acf4-7c4820aea1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:53.023385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c73d62-926c-4652-99ad-ab72a93ab4a5 req-63a68d50-a217-4b5a-806d-952560d63462 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:53.039697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2c73d62-926c-4652-99ad-ab72a93ab4a5 req-63a68d50-a217-4b5a-806d-952560d63462 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 950 time: 0.2691734 Dec 09 22:19:53.085241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6b8c6f8c-bd13-4cc0-acf4-7c4820aea1db None None] For port 46311553-ded4-43e1-afbe-dd2d60cfebaa, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=46311553-ded4-43e1-afbe-dd2d60cfebaa,segment=NetworkSegment(979e8bc2-5b34-4e85-9c39-d0c6f0bb9884),segment_id=979e8bc2-5b34-4e85-9c39-d0c6f0bb9884)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:53.092524 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b8c6f8c-bd13-4cc0-acf4-7c4820aea1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:53.120387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53830) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:53.124465 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a74eea1e-d8ce-49d0-9b2d-f653c28088a4 req-6a71e475-6292-4536-bb0d-f8e62bdcf649 service neutron] 10.222.0.18 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667910 Dec 09 22:19:53.163850 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6b1385d-d58e-4f25-849f-89e8de349013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:53.259092 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 46311553-ded4-43e1-afbe-dd2d60cfebaa up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:53.267394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c6f8c-bd13-4cc0-acf4-7c4820aea1db None None] Pushing event updated for resources: {'Port': ['ID=46311553-ded4-43e1-afbe-dd2d60cfebaa,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:53.315876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477f36e-4dce-455e-afae-4355de0eccee req-9288cc78-2192-44d3-8a53-be7de27c5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:53.318039 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0477f36e-4dce-455e-afae-4355de0eccee req-9288cc78-2192-44d3-8a53-be7de27c5bf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 1095 time: 0.0883672 Dec 09 22:19:53.319756 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eec61db5-cedf-44cb-9f4f-195418e93644 req-2445498d-b7b9-4808-a836-a3d576d791be tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946538 Dec 09 22:19:53.323893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c8620d2a-95f2-4338-9ffe-ccbd8609fd94 None None] Provisioning complete for port 46311553-ded4-43e1-afbe-dd2d60cfebaa triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:53.324604 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c8620d2a-95f2-4338-9ffe-ccbd8609fd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:53.331113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device dcb16939-8ce7-4c5d-907d-b7772fcf8652 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:53.433967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 46311553-ded4-43e1-afbe-dd2d60cfebaa triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:53.434202 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:53.450032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6b1385d-d58e-4f25-849f-89e8de349013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:53.458235 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6b1385d-d58e-4f25-849f-89e8de349013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:53.461625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port dcb16939-8ce7-4c5d-907d-b7772fcf8652 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:19:53.468437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port dcb16939-8ce7-4c5d-907d-b7772fcf8652 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:53.468813 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:53.497561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1385d-d58e-4f25-849f-89e8de349013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2db6cd-c7b3-4543-8ff6-d44e161ad6b1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:53.513764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477f36e-4dce-455e-afae-4355de0eccee req-654aec25-88e4-471c-a822-e14123730f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:53.515606 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0477f36e-4dce-455e-afae-4355de0eccee req-654aec25-88e4-471c-a822-e14123730f23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 200 len: 906 time: 0.1904364 Dec 09 22:19:53.522243 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f6b1385d-d58e-4f25-849f-89e8de349013 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da18524fe3474b38bc0da15514b73e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007311 Dec 09 22:19:53.538110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53840) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:53.601908 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0477f36e-4dce-455e-afae-4355de0eccee req-c25fc003-e8bc-4a4d-aedf-f3ad0e9a9416 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea815f25-45fe-410b-ad55-340bc409ca2f HTTP/1.1" status: 200 len: 217 time: 0.0779533 Dec 09 22:19:53.690968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ed06f-4100-4afc-b0f7-b615c4817622 req-82d0c03a-5b49-4cce-8734-f0c04e5df829 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:53.699184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-514ed06f-4100-4afc-b0f7-b615c4817622 req-82d0c03a-5b49-4cce-8734-f0c04e5df829 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 950 time: 0.4417500 Dec 09 22:19:53.735463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477f36e-4dce-455e-afae-4355de0eccee req-07fa7e56-fe88-4a04-a2c4-60f68d67ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:53.737378 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0477f36e-4dce-455e-afae-4355de0eccee req-07fa7e56-fe88-4a04-a2c4-60f68d67ee90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05a1abe4-c6ce-4bf4-8897-108758cac1d9 HTTP/1.1" status: 200 len: 845 time: 0.1245718 Dec 09 22:19:53.765608 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:53.781914 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0477f36e-4dce-455e-afae-4355de0eccee req-8549ace0-9a5d-4fd1-a443-bafc37401fa8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01f6d76-57c4-4305-a74a-91a3bc34186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351589 Dec 09 22:19:53.790548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aea7247-964f-4926-85df-a16cf8632b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb16939-8ce7-4c5d-907d-b7772fcf8652'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:53.792996 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cda06e-af0c-468b-9b29-b74f2d7c9ec4" -d '{"events": [{"server_uuid": "8aea7247-964f-4926-85df-a16cf8632b49", "name": "network-vif-plugged", "status": "completed", "tag": "dcb16939-8ce7-4c5d-907d-b7772fcf8652"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:53.811600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:53.817210 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:53.828727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265449cf-76c8-4329-9603-9e7a58b0c8a8 req-c7fbee79-cde0-4919-afff-09b3a5332325 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:53.831158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-265449cf-76c8-4329-9603-9e7a58b0c8a8 req-c7fbee79-cde0-4919-afff-09b3a5332325 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 943 time: 0.2336676 Dec 09 22:19:53.862439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-514ed06f-4100-4afc-b0f7-b615c4817622 req-5d6aa1ff-5d49-45dc-bd63-856c761d73c5 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622922 Dec 09 22:19:53.881130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=dcb16939-8ce7-4c5d-907d-b7772fcf8652,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:53.924075 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:53.929930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-c2c73d62-926c-4652-99ad-ab72a93ab4a5 req-c1c0dfc4-d288-4959-b452-0ba8e88705ef tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Deleting port f40c916e-a235-4763-b409-8e8e93901eb4 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:19:53.930264 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c2c73d62-926c-4652-99ad-ab72a93ab4a5 req-c1c0dfc4-d288-4959-b452-0ba8e88705ef tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:53.931925 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0477f36e-4dce-455e-afae-4355de0eccee req-ad6f80fb-c304-4a31-b418-4dfae600ffb1 service neutron] 10.222.0.18 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397283 Dec 09 22:19:53.986501 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d117394e-af64-4839-9797-974b4b172252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:54.025380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0477f36e-4dce-455e-afae-4355de0eccee req-e957d48e-56e0-4904-84ee-d9dd4eb289a6 service neutron] 10.222.0.18 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853393 Dec 09 22:19:54.091167 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d117394e-af64-4839-9797-974b4b172252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:54.099555 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-265449cf-76c8-4329-9603-9e7a58b0c8a8 req-0c0060d5-8a12-41ff-b0a8-88047bfc9081 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559297 Dec 09 22:19:54.180610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-c2c73d62-926c-4652-99ad-ab72a93ab4a5 req-c1c0dfc4-d288-4959-b452-0ba8e88705ef tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] For port f40c916e-a235-4763-b409-8e8e93901eb4, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f40c916e-a235-4763-b409-8e8e93901eb4,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:54.180976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c2c73d62-926c-4652-99ad-ab72a93ab4a5 req-c1c0dfc4-d288-4959-b452-0ba8e88705ef tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:54.193158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1893-b713-472e-b325-6f29d41d84ae req-42976986-376d-43bc-8cf0-8738fb295abf tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:54.194698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8de1893-b713-472e-b325-6f29d41d84ae req-42976986-376d-43bc-8cf0-8738fb295abf tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.2262776 Dec 09 22:19:54.244062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-c2c73d62-926c-4652-99ad-ab72a93ab4a5 req-c1c0dfc4-d288-4959-b452-0ba8e88705ef tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Calling delete_port for f40c916e-a235-4763-b409-8e8e93901eb4 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:19:54.268132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-762b4fde-ccb6-4931-a92f-fd625d852a74 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ade0516472b8498d9af27180239f4606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845783 Dec 09 22:19:54.406311 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d117394e-af64-4839-9797-974b4b172252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:54.408929 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d117394e-af64-4839-9797-974b4b172252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:54.410063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d117394e-af64-4839-9797-974b4b172252 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df2db6cd-c7b3-4543-8ff6-d44e161ad6b1 HTTP/1.1" status: 204 len: 168 time: 0.8705771 Dec 09 22:19:54.685512 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8de1893-b713-472e-b325-6f29d41d84ae req-a67c2940-70b1-44c2-9edb-60d5f67407bf tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678342 Dec 09 22:19:54.693828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117394e-af64-4839-9797-974b4b172252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2db6cd-c7b3-4543-8ff6-d44e161ad6b1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:54.774236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-c893ddb5-12f3-4616-bb5b-6e725590127b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:54.775733 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-c893ddb5-12f3-4616-bb5b-6e725590127b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4993038 Dec 09 22:19:54.786877 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc82e152-fd45-4315-8f5d-c59ca017fceb x-openstack-request-id: req-cc82e152-fd45-4315-8f5d-c59ca017fceb {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:54.787365 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aea7247-964f-4926-85df-a16cf8632b49", "name": "network-vif-plugged", "status": "completed", "tag": "dcb16939-8ce7-4c5d-907d-b7772fcf8652", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:54.787445 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc82e152-fd45-4315-8f5d-c59ca017fceb {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:54.788330 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aea7247-964f-4926-85df-a16cf8632b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb16939-8ce7-4c5d-907d-b7772fcf8652', 'code': 200} Dec 09 22:19:54.826717 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:54.834233 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a85bd1b5-461e-4979-849a-75d287a5dd92 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/quotas/ade0516472b8498d9af27180239f4606 HTTP/1.1" status: 200 len: 375 time: 0.0426407 Dec 09 22:19:54.932635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c2c73d62-926c-4652-99ad-ab72a93ab4a5 req-c1c0dfc4-d288-4959-b452-0ba8e88705ef tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:54.971568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da0856-aa03-4d98-9069-8f89dc879000 req-8eaae021-ca9a-4723-aa67-01bbaa14f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:54.974099 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-06da0856-aa03-4d98-9069-8f89dc879000 req-8eaae021-ca9a-4723-aa67-01bbaa14f4cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 1097 time: 0.0997787 Dec 09 22:19:55.010996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0dfc4-d288-4959-b452-0ba8e88705ef tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Pushing event deleted for resources: {'Port': ['ID=f40c916e-a235-4763-b409-8e8e93901eb4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:55.026253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-cd46a64c-35ba-49cb-b949-9eb2fed8551f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1564510 Dec 09 22:19:55.048204 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-06da0856-aa03-4d98-9069-8f89dc879000 req-9b573c1d-5dfb-40b6-930a-11e2940f60ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652704 Dec 09 22:19:55.089563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56b2f670-49b7-45e9-b085-b17ce6830850 req-32d659bb-6780-42d5-9bb9-b84726f63b02 tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa71706-f411-4476-bdd8-c0f51aa30225 HTTP/1.1" status: 200 len: 210 time: 0.1125093 Dec 09 22:19:55.185621 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c73d62-926c-4652-99ad-ab72a93ab4a5 req-c1c0dfc4-d288-4959-b452-0ba8e88705ef tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] No DVR routers for this DVR port f40c916e-a235-4763-b409-8e8e93901eb4 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:19:55.202962 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c2c73d62-926c-4652-99ad-ab72a93ab4a5 req-c1c0dfc4-d288-4959-b452-0ba8e88705ef tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:55.206372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2c73d62-926c-4652-99ad-ab72a93ab4a5 req-c1c0dfc4-d288-4959-b452-0ba8e88705ef tempest-ServersAdminNegativeTestJSON-871933246 tempest-ServersAdminNegativeTestJSON-871933246-project] 10.222.0.18 "DELETE /v2.0/ports/f40c916e-a235-4763-b409-8e8e93901eb4 HTTP/1.1" status: 204 len: 173 time: 2.1658006 Dec 09 22:19:55.206835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa71706-f411-4476-bdd8-c0f51aa30225', 'name': 'network-vif-deleted', 'tag': 'f40c916e-a235-4763-b409-8e8e93901eb4'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:19:55.209590 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf67a4e-5ae2-4090-af06-a441c81ef693" -d '{"events": [{"server_uuid": "baa71706-f411-4476-bdd8-c0f51aa30225", "name": "network-vif-deleted", "tag": "f40c916e-a235-4763-b409-8e8e93901eb4"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:19:55.223862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 46311553-ded4-43e1-afbe-dd2d60cfebaa up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:19:55.263123 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Router bedf64f0-9eb1-495e-85e8-858174580590 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:19:55.265602 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:19:55.354308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 46311553-ded4-43e1-afbe-dd2d60cfebaa triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:55.356486 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:55.369632 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3096a2ab-d16e-4370-b5d6-a9442ea4f204 x-openstack-request-id: req-3096a2ab-d16e-4370-b5d6-a9442ea4f204 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:19:55.369958 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa71706-f411-4476-bdd8-c0f51aa30225", "name": "network-vif-deleted", "tag": "f40c916e-a235-4763-b409-8e8e93901eb4", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:19:55.370217 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3096a2ab-d16e-4370-b5d6-a9442ea4f204 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:19:55.370616 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa71706-f411-4476-bdd8-c0f51aa30225', 'name': 'network-vif-deleted', 'tag': 'f40c916e-a235-4763-b409-8e8e93901eb4', 'status': 'completed', 'code': 200} Dec 09 22:19:55.483492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3d24224-6323-463c-b6ea-5e9b12ab8365 req-32e2d5ea-7313-4886-8b72-43f03053807e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 210 time: 0.0544960 Dec 09 22:19:55.550493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94714a7-1539-415b-b4e5-434fa18d321d req-12591d45-1958-4f4c-9c49-5da1705b9d05 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:55.552665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f94714a7-1539-415b-b4e5-434fa18d321d req-12591d45-1958-4f4c-9c49-5da1705b9d05 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 943 time: 0.2607696 Dec 09 22:19:55.589844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:19:55.611407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Sync routers for ids ['bedf64f0-9eb1-495e-85e8-858174580590'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:19:55.631665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Routers {'bedf64f0-9eb1-495e-85e8-858174580590'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:19:55.632312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:19:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['bedf64f0-9eb1-495e-85e8-858174580590'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:55.642379 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:55.646625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53896) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:55.647307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5efd975b-3051-41ef-8451-d1297a369f70 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4688923 Dec 09 22:19:55.674089 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f94714a7-1539-415b-b4e5-434fa18d321d req-488d0c9b-cb6b-4caa-84c5-32bfa205cfb8 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121955 Dec 09 22:19:55.922953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3c108-6848-4240-812d-1f054de6b201 req-4b9eede4-0612-48d3-a454-0fdfac40f75b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:55.926280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Set router bedf64f0-9eb1-495e-85e8-858174580590 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:19:55.934468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cf3c108-6848-4240-812d-1f054de6b201 req-4b9eede4-0612-48d3-a454-0fdfac40f75b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.1069777 Dec 09 22:19:56.135033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cf3c108-6848-4240-812d-1f054de6b201 req-50dfc04c-fc92-4140-835c-a1cc45a15a5b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995983 Dec 09 22:19:56.384205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'name': 'tempest-FloatingIPsTestJSON-1510363583-router', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:50Z', 'updated_at': '2021-12-09T22:19:53Z', 'revision_number': 3, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'gw_port': {'id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:51Z', 'updated_at': '2021-12-09T22:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:56.464177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Checking router: bedf64f0-9eb1-495e-85e8-858174580590 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:19:56.464525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Updating router bedf64f0-9eb1-495e-85e8-858174580590 port eee07a41-7d4c-4b36-8e16-4caf5faa0c62 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:19:56.549883 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:56.704973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ea815f25-45fe-410b-ad55-340bc409ca2f details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:19:56.719020 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-879a5a07-475b-4530-954a-f211c22abefe req-315bee1b-564e-4fcb-8a65-f9d4ef171d67 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 210 time: 0.0855756 Dec 09 22:19:56.853526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53926) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:56.959042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f40c916e-a235-4763-b409-8e8e93901eb4 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:19:57.044840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: f40c916e-a235-4763-b409-8e8e93901eb4 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:19:57.045192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f40c916e-a235-4763-b409-8e8e93901eb4 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:19:57.052555 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970a88-935e-4756-88d0-28ab3533723b req-2b35fe54-a4fe-485d-8d49-f67a905a6615 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:57.054509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8970a88-935e-4756-88d0-28ab3533723b req-2b35fe54-a4fe-485d-8d49-f67a905a6615 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 943 time: 0.1751645 Dec 09 22:19:57.115879 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:57.196160 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8970a88-935e-4756-88d0-28ab3533723b req-1ebb4f7e-2e4b-474f-9bdd-1543019133fd tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185811 Dec 09 22:19:57.364143 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-bccf22af-3321-41c0-a8a4-f617dc946729 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ade0516472b8498d9af27180239f4606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581946 Dec 09 22:19:57.491603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Allocated IP 172.20.0.1 (42b16f1a-5be2-48b3-a567-c3ecd25f0964/40ce3956-b2db-478b-b8e4-ad190bada122/26c19663-c953-4f85-82f6-7ed378d7ebf7) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:57.595296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d82b3a-c444-4340-be5f-37d76dbc8322 req-f65b0388-2f6d-4ed5-bb3a-fd289cdbd9aa tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:57.602882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4d82b3a-c444-4340-be5f-37d76dbc8322 req-f65b0388-2f6d-4ed5-bb3a-fd289cdbd9aa tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.2418635 Dec 09 22:19:57.631375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-087d22e7-07d3-406e-b14e-1e9733069603 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce846906180c4966920908f6da600bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7765460 Dec 09 22:19:57.657734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53946) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:57.737838 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-3ec3058f-84da-4959-83cb-43e71f204d81 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:57.739430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-3ec3058f-84da-4959-83cb-43e71f204d81 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3642287 Dec 09 22:19:57.770262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Request body: {'port': {'device_id': 'e7093bba-89d1-4aa5-b19e-2ce0c8988a2d', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'ade0516472b8498d9af27180239f4606'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:19:57.784939 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:57.813409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4d82b3a-c444-4340-be5f-37d76dbc8322 req-a970f03c-ba8c-48db-975b-4c3363598705 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035561 Dec 09 22:19:57.854965 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-fe7a8441-914c-4a72-905a-96a25e5b4292 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ec6507be44a145b5a6f27ffb4e32ad91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796962 Dec 09 22:19:57.861272 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:57.929615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ea815f25-45fe-410b-ad55-340bc409ca2f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ea815f25-45fe-410b-ad55-340bc409ca2f,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:57.944263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'ea815f25-45fe-410b-ad55-340bc409ca2f', 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'port_id': 'ea815f25-45fe-410b-ad55-340bc409ca2f', 'mac_address': 'fa:16:3e:b3:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a1abe4-c6ce-4bf4-8897-108758cac1d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:19:57.958014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Network 42b16f1a-5be2-48b3-a567-c3ecd25f0964 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:57.977733 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:57.983987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:19:57.985917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b54ea5ef-ab6e-4f3b-a5e6-76adbcb44d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:57.992184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=26c19663-c953-4f85-82f6-7ed378d7ebf7,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:58.027269 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.034044 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-155f0bab-9b1e-442f-813d-1236c960c104 req-4057e3ea-8b91-4e28-9e82-2c8f3c6aef3f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 210 time: 0.0755336 Dec 09 22:19:58.045489 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.096273 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.188677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6b7c9-c426-403f-a200-3d24d8e458f4 None None] Pushing event updated for resources: {'Port': ['ID=eee07a41-7d4c-4b36-8e16-4caf5faa0c62,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:58.205714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b54ea5ef-ab6e-4f3b-a5e6-76adbcb44d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.211115 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.226356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea815f25-45fe-410b-ad55-340bc409ca2f {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:19:58.248192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ea815f25-45fe-410b-ad55-340bc409ca2f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ea815f25-45fe-410b-ad55-340bc409ca2f,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:19:58.262903 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.309153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Attempting to bind port eee07a41-7d4c-4b36-8e16-4caf5faa0c62 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:19:58.309623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Attempting to bind port eee07a41-7d4c-4b36-8e16-4caf5faa0c62 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:19:58.310337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Attempting to bind port eee07a41-7d4c-4b36-8e16-4caf5faa0c62 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:19:58.352833 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86b528-07df-412a-9f75-52be8d166360 req-1604f027-1695-4e2b-972b-e3b2cc7e2c4a tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:58.377660 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.380469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-1604f027-1695-4e2b-972b-e3b2cc7e2c4a tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5107994 Dec 09 22:19:58.433983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-f641cc74-4605-4ed3-ac56-a7812998a7ef tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/quotas/ec6507be44a145b5a6f27ffb4e32ad91 HTTP/1.1" status: 200 len: 375 time: 0.0509863 Dec 09 22:19:58.450914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702e2d5-34e2-450e-a09c-e5fa6f28f7b0 req-fe995a08-f17e-4473-a2bd-1a0a20457aac tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:58.458816 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8702e2d5-34e2-450e-a09c-e5fa6f28f7b0 req-fe995a08-f17e-4473-a2bd-1a0a20457aac tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 1097 time: 0.2821231 Dec 09 22:19:58.464439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Made reservation on behalf of ade0516472b8498d9af27180239f4606 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:19:58.469089 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.497592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:19:58.503580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:19:58.504206 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.504711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:19:58.505342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Bound port: eee07a41-7d4c-4b36-8e16-4caf5faa0c62, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:19:58.506571 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.519188 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-3e98b8ae-ccc7-443f-8bff-507475fb72bd tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec6507be44a145b5a6f27ffb4e32ad91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839577 Dec 09 22:19:58.552035 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b54ea5ef-ab6e-4f3b-a5e6-76adbcb44d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.554939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b54ea5ef-ab6e-4f3b-a5e6-76adbcb44d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.556263 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b54ea5ef-ab6e-4f3b-a5e6-76adbcb44d62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbce6113-2f5d-49dc-b9fb-6b625a2e9abd HTTP/1.1" status: 204 len: 168 time: 0.8847854 Dec 09 22:19:58.581200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] For port eee07a41-7d4c-4b36-8e16-4caf5faa0c62, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:19:58.585123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] For port eee07a41-7d4c-4b36-8e16-4caf5faa0c62, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=eee07a41-7d4c-4b36-8e16-4caf5faa0c62,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:19:58.596809 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.625583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['ea815f25-45fe-410b-ad55-340bc409ca2f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:19:58.652344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ea5ef-ab6e-4f3b-a5e6-76adbcb44d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbce6113-2f5d-49dc-b9fb-6b625a2e9abd,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:58.707967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bff97ef4-19d0-4343-9f67-d7eca8a955d2 None None] Provisioning complete for port 26c19663-c953-4f85-82f6-7ed378d7ebf7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:19:58.708493 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bff97ef4-19d0-4343-9f67-d7eca8a955d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.772298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bff97ef4-19d0-4343-9f67-d7eca8a955d2 None None] Port 26c19663-c953-4f85-82f6-7ed378d7ebf7 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:19:58.838761 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.861545 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:58.872103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ea815f25-45fe-410b-ad55-340bc409ca2f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:59.046444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=26c19663-c953-4f85-82f6-7ed378d7ebf7,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:59.082814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8702e2d5-34e2-450e-a09c-e5fa6f28f7b0 req-4addf123-e997-4923-8d3e-a4fd27de5124 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6215913 Dec 09 22:19:59.103329 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:59.132327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Allocated IP 192.168.233.205 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/7301e40f-c2cb-41fa-8a26-877e79d81ece) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:19:59.143803 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Routers {'bedf64f0-9eb1-495e-85e8-858174580590'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:19:59.144458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:19:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['bedf64f0-9eb1-495e-85e8-858174580590'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:19:59.228336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53986) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:59.263005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8176076-0c70-4026-b438-a438c4fe2527 req-2a331119-2993-4886-a988-90c40f3a2b80 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:19:59.267419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8176076-0c70-4026-b438-a438c4fe2527 req-2a331119-2993-4886-a988-90c40f3a2b80 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 944 time: 0.2667322 Dec 09 22:19:59.302651 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d96902e4-f33b-4947-b75f-70ce8d85e139 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c90f27be604e4ad8b206d7ee78af9370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0724590 Dec 09 22:19:59.305582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53988) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:19:59.379670 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8176076-0c70-4026-b438-a438c4fe2527 req-3927d118-7382-4f74-beb8-7bc0b730ea15 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029794 Dec 09 22:19:59.409448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Network 42b16f1a-5be2-48b3-a567-c3ecd25f0964 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:19:59.414990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:19:59.476326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6b7c9-c426-403f-a200-3d24d8e458f4 None None] Pushing event updated for resources: {'Port': ['ID=eee07a41-7d4c-4b36-8e16-4caf5faa0c62,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:19:59.548356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf0af012-9a1f-4570-9c81-c502f0025c8d req-0351abbc-640c-4d69-98e4-ef4f5f55d023 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 210 time: 0.1237001 Dec 09 22:19:59.594493 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8530b74f-81a2-43c8-a46b-f6b3fad2b3bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:59.608810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] Set router bedf64f0-9eb1-495e-85e8-858174580590 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:19:59.682027 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44e7f884-209e-48dc-81b7-02336193a00b req-aca13265-b04d-451e-b3ed-49b112448d02 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 210 time: 0.1004996 Dec 09 22:19:59.852427 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8530b74f-81a2-43c8-a46b-f6b3fad2b3bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:59.909547 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:19:59.984106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Router bedf64f0-9eb1-495e-85e8-858174580590 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:19:59.988093 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:00.047735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['c734ba52-53bb-4afc-a61e-94b0cd5bfc8f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:00.081082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:00.083567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8530b74f-81a2-43c8-a46b-f6b3fad2b3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:00.086220 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8530b74f-81a2-43c8-a46b-f6b3fad2b3bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:00.089729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:00.089905 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8530b74f-81a2-43c8-a46b-f6b3fad2b3bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5b84bca-a8b6-41e6-aff1-baa4fe3dcd7e HTTP/1.1" status: 204 len: 168 time: 0.7808881 Dec 09 22:20:00.108417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530b74f-81a2-43c8-a46b-f6b3fad2b3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b84bca-a8b6-41e6-aff1-baa4fe3dcd7e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:00.113539 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Pushing event updated for resources: {'Port': ['ID=7301e40f-c2cb-41fa-8a26-877e79d81ece,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:00.121601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:00.196363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c86c2432-3b6b-445c-a010-26bd3f8111a1 None None] Provisioning complete for port 26c19663-c953-4f85-82f6-7ed378d7ebf7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:00.200692 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c86c2432-3b6b-445c-a010-26bd3f8111a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:00.237470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:20:00.245863 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bdf09614-ab2b-4204-a7b2-fb5c3ea8c6c5 admin admin] 10.222.0.16 "PUT /v2.0/routers/bedf64f0-9eb1-495e-85e8-858174580590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5976393 Dec 09 22:20:00.248308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:00.249764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:00.289364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6b9f4217-19fe-4b59-8d43-b2dfa4ddc790 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5309131 Dec 09 22:20:00.303753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c86c2432-3b6b-445c-a010-26bd3f8111a1 None None] Port 26c19663-c953-4f85-82f6-7ed378d7ebf7 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:20:00.317764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Request body: {'port': {'device_id': 'e7093bba-89d1-4aa5-b19e-2ce0c8988a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:00.420380 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:00.659488 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-69a1fecf-97f1-41c3-8cee-58bdb9849184 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ec6507be44a145b5a6f27ffb4e32ad91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632999 Dec 09 22:20:00.695458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ea815f25-45fe-410b-ad55-340bc409ca2f up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:00.709613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'name': 'tempest-FloatingIPsTestJSON-1510363583-router', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:50Z', 'updated_at': '2021-12-09T22:19:58Z', 'revision_number': 4, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'gw_port': {'id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:51Z', 'updated_at': '2021-12-09T22:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '26c19663-c953-4f85-82f6-7ed378d7ebf7', 'name': '', 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'mac_address': 'fa:16:3e:d5:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '40ce3956-b2db-478b-b8e4-ad190bada122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:57Z', 'updated_at': '2021-12-09T22:19:58Z', 'revision_number': 2, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'subnets': [{'id': '40ce3956-b2db-478b-b8e4-ad190bada122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:00.726979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-be2cb6cc-82dd-415c-af16-3ca80f66febc None None] Provisioning complete for port 7301e40f-c2cb-41fa-8a26-877e79d81ece triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:00.727471 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be2cb6cc-82dd-415c-af16-3ca80f66febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:00.787330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12470cc2-8db0-45d2-bfec-db97775c979f req-dbdb8e2d-9ac1-4644-819a-e61e7101a525 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:00.787330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12470cc2-8db0-45d2-bfec-db97775c979f req-dbdb8e2d-9ac1-4644-819a-e61e7101a525 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 944 time: 0.1683724 Dec 09 22:20:00.864278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86b528-07df-412a-9f75-52be8d166360 req-f0ba951c-db4a-445a-9c40-9ae11da5e054 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:00.866716 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-f0ba951c-db4a-445a-9c40-9ae11da5e054 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953826 Dec 09 22:20:00.884601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ce756-6170-406d-a65e-9d6bcc10f280 None None] The sync data for ids ['bedf64f0-9eb1-495e-85e8-858174580590'] in n-d-789963-23 is: [{'id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'name': 'tempest-FloatingIPsTestJSON-1510363583-router', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:50Z', 'updated_at': '2021-12-09T22:19:58Z', 'revision_number': 4, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'gw_port': {'id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:51Z', 'updated_at': '2021-12-09T22:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '26c19663-c953-4f85-82f6-7ed378d7ebf7', 'name': '', 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'mac_address': 'fa:16:3e:d5:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '40ce3956-b2db-478b-b8e4-ad190bada122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:57Z', 'updated_at': '2021-12-09T22:19:58Z', 'revision_number': 2, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'subnets': [{'id': '40ce3956-b2db-478b-b8e4-ad190bada122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:20:00.885402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Request body: {'port': {'device_id': '1d826757-c411-41aa-9cd8-75d6fa818494', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'ec6507be44a145b5a6f27ffb4e32ad91'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:01.052500 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7301e40f-c2cb-41fa-8a26-877e79d81ece {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:01.065664 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-457befef-6915-42f3-a9ac-9dee4ea4bf85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:01.070018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-be2cb6cc-82dd-415c-af16-3ca80f66febc None None] Port 7301e40f-c2cb-41fa-8a26-877e79d81ece cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:20:01.071609 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:01.083350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port ea815f25-45fe-410b-ad55-340bc409ca2f completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:20:01.088988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port ea815f25-45fe-410b-ad55-340bc409ca2f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:01.089654 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:01.231842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Transition to ACTIVE for port object 7301e40f-c2cb-41fa-8a26-877e79d81ece will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:20:01.246400 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:01.251845 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12470cc2-8db0-45d2-bfec-db97775c979f req-76763ef2-19e0-4a9b-abb0-0f6747b5efc3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549217 Dec 09 22:20:01.262670 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:01.344722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787d9631-8784-476e-ab3a-565e32e39d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea815f25-45fe-410b-ad55-340bc409ca2f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:01.356381 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a5ee5c-2d9d-4ea6-b46b-85e1e3061ab2" -d '{"events": [{"server_uuid": "787d9631-8784-476e-ab3a-565e32e39d8b", "name": "network-vif-plugged", "status": "completed", "tag": "ea815f25-45fe-410b-ad55-340bc409ca2f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:01.398251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ea815f25-45fe-410b-ad55-340bc409ca2f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ea815f25-45fe-410b-ad55-340bc409ca2f,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:01.404970 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:01.470092 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ea815f25-45fe-410b-ad55-340bc409ca2f,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:01.516093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Made reservation on behalf of ec6507be44a145b5a6f27ffb4e32ad91 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:20:01.520611 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:01.532199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:01.603182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce977520-f76b-4ad0-b171-9d40e3dc80e1 req-322e561a-1538-47e2-a1a9-a8a071a86c7a tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 210 time: 0.1159256 Dec 09 22:20:01.654833 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:01.668014 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:01.727397 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:01.789079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Pushing event updated for resources: {'Port': ['ID=7301e40f-c2cb-41fa-8a26-877e79d81ece,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:01.840890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efbe9b00-211e-482f-941e-64075a0fa49c req-593e51b8-6ac0-4ae8-bc7c-120be382e1c8 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7570353 Dec 09 22:20:01.875128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:01.913311 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Attempting to bind port 7301e40f-c2cb-41fa-8a26-877e79d81ece on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:01.913929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Attempting to bind port 7301e40f-c2cb-41fa-8a26-877e79d81ece by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:01.914442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Attempting to bind port 7301e40f-c2cb-41fa-8a26-877e79d81ece on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:01.942186 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b05e4f-133c-449b-9a66-1c45058cac7c req-c3deda9f-26ae-4e9d-96dd-96bd36c43293 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:01.950766 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5b05e4f-133c-449b-9a66-1c45058cac7c req-c3deda9f-26ae-4e9d-96dd-96bd36c43293 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 948 time: 0.2032526 Dec 09 22:20:01.957706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Port 7301e40f-c2cb-41fa-8a26-877e79d81ece on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:20:01.958359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Attempting to bind port 7301e40f-c2cb-41fa-8a26-877e79d81ece on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:01.972779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:01.973196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:01.974217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:01.974768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Bound port: 7301e40f-c2cb-41fa-8a26-877e79d81ece, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:01.975238 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:01.997309 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:02.059910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Allocated IP 192.168.233.192 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/69ff9788-ec4e-4b44-aed4-fc9664c1fa2d) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:20:02.147386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5b05e4f-133c-449b-9a66-1c45058cac7c req-831543a7-7593-400e-9013-0ff0f89bc60c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900485 Dec 09 22:20:02.158081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] For port 7301e40f-c2cb-41fa-8a26-877e79d81ece, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:02.173840 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] For port 7301e40f-c2cb-41fa-8a26-877e79d81ece, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:02.275687 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b32e2be-1155-45ec-a493-6943024a83b7 x-openstack-request-id: req-7b32e2be-1155-45ec-a493-6943024a83b7 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:02.276188 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787d9631-8784-476e-ab3a-565e32e39d8b", "name": "network-vif-plugged", "status": "completed", "tag": "ea815f25-45fe-410b-ad55-340bc409ca2f", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:02.276544 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b32e2be-1155-45ec-a493-6943024a83b7 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:02.277161 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787d9631-8784-476e-ab3a-565e32e39d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea815f25-45fe-410b-ad55-340bc409ca2f', 'code': 200} Dec 09 22:20:02.507139 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:02.516282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc02d2-df5d-4990-8d6a-c862b3d34c25 req-dcb5a605-d6d4-4dad-a4b0-1949fb824bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:02.518800 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-83dc02d2-df5d-4990-8d6a-c862b3d34c25 req-dcb5a605-d6d4-4dad-a4b0-1949fb824bfb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 1097 time: 0.1413443 Dec 09 22:20:02.588663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:02.630615 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:02.655062 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-83dc02d2-df5d-4990-8d6a-c862b3d34c25 req-0a48d036-bdc6-482c-b284-b9b3ad611985 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289253 Dec 09 22:20:02.659448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Pushing event updated for resources: {'Port': ['ID=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:02.663287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:02.665114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:02.667356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:02.709043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:02.709670 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:02.711082 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] 10.222.0.18 "PUT /v2.0/ports/7301e40f-c2cb-41fa-8a26-877e79d81ece HTTP/1.1" status: 200 len: 1097 time: 2.4064579 Dec 09 22:20:02.714351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7093bba-89d1-4aa5-b19e-2ce0c8988a2d', 'tag': '7301e40f-c2cb-41fa-8a26-877e79d81ece'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:02.717477 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff075ba2-03d0-474f-bc1b-bde752840167" -d '{"events": [{"name": "network-changed", "server_uuid": "e7093bba-89d1-4aa5-b19e-2ce0c8988a2d", "tag": "7301e40f-c2cb-41fa-8a26-877e79d81ece"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:02.731007 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:02.731688 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:02.755672 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-87adf0cd-7ff5-4560-b14b-890a3efc39db tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8773210 Dec 09 22:20:02.771361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Request body: {'port': {'device_id': '1d826757-c411-41aa-9cd8-75d6fa818494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:02.775171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f40373-690a-4d6d-aa78-00fa43b63bda service neutron] Pushing event updated for resources: {'Port': ['ID=7301e40f-c2cb-41fa-8a26-877e79d81ece,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:02.791690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194f554-e14f-4658-b79c-e5c709a0cae6 req-626b3d5e-b827-4fc3-872f-f4d96828c37b tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:02.793282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b194f554-e14f-4658-b79c-e5c709a0cae6 req-626b3d5e-b827-4fc3-872f-f4d96828c37b tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 945 time: 0.1648824 Dec 09 22:20:02.836370 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:02.849752 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:02.978722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-06439db1-fb0e-4757-906e-a6420d032bff None None] Provisioning complete for port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:02.979105 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-06439db1-fb0e-4757-906e-a6420d032bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.033327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Allocated IP 172.25.8.184 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/eaf1392e-50ad-4ddb-adbc-8bbc271c7a12) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:20:03.053509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-06439db1-fb0e-4757-906e-a6420d032bff None None] Port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:20:03.108336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b194f554-e14f-4658-b79c-e5c709a0cae6 req-3ee11805-685b-4ded-a49a-ffe5303199d5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023789 Dec 09 22:20:03.179059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-da5ed56c-8277-4f47-a238-931ec96b0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:03.186043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-da5ed56c-8277-4f47-a238-931ec96b0031 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 1100 time: 0.1928451 Dec 09 22:20:03.217779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device eee07a41-7d4c-4b36-8e16-4caf5faa0c62 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:03.259592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:03.268746 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.275179 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-100fcb6d-b1b3-47b1-a8a4-e3963c24def5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.282205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Transition to ACTIVE for port object 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:20:03.286631 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.295257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port eee07a41-7d4c-4b36-8e16-4caf5faa0c62 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:03.296180 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.296962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-5c6a5062-9160-41b9-8400-83c0539ee748 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece HTTP/1.1" status: 200 len: 217 time: 0.0695081 Dec 09 22:20:03.366715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab7dae-0214-4f0f-9f73-ad92bcaf38fb req-fbf45260-d485-4a73-beba-675f7ddaab87 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:03.375563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4ab7dae-0214-4f0f-9f73-ad92bcaf38fb req-fbf45260-d485-4a73-beba-675f7ddaab87 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 936 time: 0.1858292 Dec 09 22:20:03.378789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Pushing event updated for resources: {'Port': ['ID=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:03.424519 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.430531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6de89a54-2fb6-429e-8856-45ec04c25638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:03.432155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-6de89a54-2fb6-429e-8856-45ec04c25638 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1205437 Dec 09 22:20:03.441389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Attempting to bind port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:03.441729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Attempting to bind port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:03.442088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Attempting to bind port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:03.448503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:20:03.448840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Attempting to bind port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:03.456038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:03.456388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:03.456781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:03.457928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Bound port: 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:03.458306 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.505402 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4ab7dae-0214-4f0f-9f73-ad92bcaf38fb req-a2ea8b24-5de7-4208-adc5-ad1a3393bedb tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289611 Dec 09 22:20:03.524656 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-e7ff28e8-83d6-49a9-9091-50ed515c432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:03.537490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-e7ff28e8-83d6-49a9-9091-50ed515c432a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0929787 Dec 09 22:20:03.539087 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.563675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] For port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:03.569675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] For port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:03.576241 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.576390 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.596071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:03.597962 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c18fa80-3bf0-4114-afb2-9b11561afc40 x-openstack-request-id: req-7c18fa80-3bf0-4114-afb2-9b11561afc40 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:03.598280 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7093bba-89d1-4aa5-b19e-2ce0c8988a2d", "tag": "7301e40f-c2cb-41fa-8a26-877e79d81ece", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:03.598540 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c18fa80-3bf0-4114-afb2-9b11561afc40 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:03.598938 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7093bba-89d1-4aa5-b19e-2ce0c8988a2d', 'tag': '7301e40f-c2cb-41fa-8a26-877e79d81ece', 'status': 'completed', 'code': 200} Dec 09 22:20:03.607611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:03.610089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:03.669167 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.671433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Pushing event updated for resources: {'Port': ['ID=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:03.707984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Pushing event updated for resources: {'Port': ['ID=eaf1392e-50ad-4ddb-adbc-8bbc271c7a12,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:03.715715 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:03.716554 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.722148 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-17f38fa8-18ac-4d85-9a9f-1af0322d03c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/69ff9788-ec4e-4b44-aed4-fc9664c1fa2d HTTP/1.1" status: 200 len: 1097 time: 0.9509273 Dec 09 22:20:03.722148 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d826757-c411-41aa-9cd8-75d6fa818494', 'tag': '69ff9788-ec4e-4b44-aed4-fc9664c1fa2d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:03.734138 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5ada79-6b66-40d2-bee6-5f1809bd75f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d826757-c411-41aa-9cd8-75d6fa818494", "tag": "69ff9788-ec4e-4b44-aed4-fc9664c1fa2d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:03.742980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port eee07a41-7d4c-4b36-8e16-4caf5faa0c62, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=eee07a41-7d4c-4b36-8e16-4caf5faa0c62,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:03.749016 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.811601 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-20db55f2-e3b6-4e4c-8296-f1ca1d84874e service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618425 Dec 09 22:20:03.844586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=eee07a41-7d4c-4b36-8e16-4caf5faa0c62,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:03.879985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:03.903980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86b528-07df-412a-9f75-52be8d166360 req-bf232ddc-ba42-4a27-a011-3329e45d8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:03.906149 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-bf232ddc-ba42-4a27-a011-3329e45d8353 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec6507be44a145b5a6f27ffb4e32ad91&device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 1100 time: 0.1363139 Dec 09 22:20:03.964716 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-934f6146-7145-4d71-a11c-387ebab41129 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d HTTP/1.1" status: 200 len: 217 time: 0.0497274 Dec 09 22:20:03.989297 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:04.045141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86b528-07df-412a-9f75-52be8d166360 req-4363dc6b-28db-4c72-93a5-f4b8ef9259c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:04.046805 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-4363dc6b-28db-4c72-93a5-f4b8ef9259c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0751767 Dec 09 22:20:04.062679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bee506c-66a6-46a1-bc9c-5f29407a9dac req-4c59cfc1-b3a2-460c-ad11-be9fbb987320 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407711 Dec 09 22:20:04.110118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86b528-07df-412a-9f75-52be8d166360 req-e8d8dec1-6f33-4923-b909-caabdbe40254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:04.111727 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-e8d8dec1-6f33-4923-b909-caabdbe40254 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546715 Dec 09 22:20:04.222035 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Sync routers for ids ['bedf64f0-9eb1-495e-85e8-858174580590'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:20:04.231847 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-43658c20-3c79-46b7-8b1d-b5ce0c50b965 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117868 Dec 09 22:20:04.235440 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Routers {'bedf64f0-9eb1-495e-85e8-858174580590'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:20:04.236067 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:20:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['bedf64f0-9eb1-495e-85e8-858174580590'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:04.247414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff075ba2-03d0-474f-bc1b-bde752840167 req-261924d5-1795-492f-9667-53409bd6d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:04.249314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff075ba2-03d0-474f-bc1b-bde752840167 req-261924d5-1795-492f-9667-53409bd6d20c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 1100 time: 0.0868168 Dec 09 22:20:04.252655 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:04.267291 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:04.357022 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Set router bedf64f0-9eb1-495e-85e8-858174580590 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:20:04.381768 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c86b528-07df-412a-9f75-52be8d166360 req-bf6006df-6cce-40f3-a432-6915d6f115c1 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423235 Dec 09 22:20:04.531746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Pushing event updated for resources: {'Port': ['ID=eaf1392e-50ad-4ddb-adbc-8bbc271c7a12,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:04.552356 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff075ba2-03d0-474f-bc1b-bde752840167 req-b9bec306-3ebd-4bbf-9d12-bcfd7ce3fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:04.554057 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff075ba2-03d0-474f-bc1b-bde752840167 req-b9bec306-3ebd-4bbf-9d12-bcfd7ce3fda2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2975721 Dec 09 22:20:04.555740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:04.568721 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'name': 'tempest-FloatingIPsTestJSON-1510363583-router', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:50Z', 'updated_at': '2021-12-09T22:19:58Z', 'revision_number': 4, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'gw_port': {'id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:51Z', 'updated_at': '2021-12-09T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '26c19663-c953-4f85-82f6-7ed378d7ebf7', 'name': '', 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'mac_address': 'fa:16:3e:d5:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '40ce3956-b2db-478b-b8e4-ad190bada122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:57Z', 'updated_at': '2021-12-09T22:19:58Z', 'revision_number': 2, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'subnets': [{'id': '40ce3956-b2db-478b-b8e4-ad190bada122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:04.596458 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Checking router: bedf64f0-9eb1-495e-85e8-858174580590 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:20:04.596806 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Updating router bedf64f0-9eb1-495e-85e8-858174580590 port 26c19663-c953-4f85-82f6-7ed378d7ebf7 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:20:04.614642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c41df-7ccc-403a-845e-e720754bad91 req-ab76f9d5-124a-40a3-a966-6ad4b7a09e8b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:04.620157 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-949c41df-7ccc-403a-845e-e720754bad91 req-ab76f9d5-124a-40a3-a966-6ad4b7a09e8b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 948 time: 0.1809297 Dec 09 22:20:04.622840 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:04.624085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efbe9b00-211e-482f-941e-64075a0fa49c req-1cebc5b9-48f6-4172-a62e-12c8a709e891 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7820606 Dec 09 22:20:04.625397 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff075ba2-03d0-474f-bc1b-bde752840167 req-57e8b9d4-742f-4c6b-aea5-06d15015f1d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece HTTP/1.1" status: 200 len: 217 time: 0.0600207 Dec 09 22:20:04.627657 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:04.643443 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:04.755323 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efbe9b00-211e-482f-941e-64075a0fa49c req-b7572eaf-c79a-426d-89c9-12d4697368a6 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.1190431 Dec 09 22:20:04.774326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff075ba2-03d0-474f-bc1b-bde752840167 req-e328f2b1-5677-4548-97c2-e059b97e5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:04.775755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff075ba2-03d0-474f-bc1b-bde752840167 req-e328f2b1-5677-4548-97c2-e059b97e5bd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1375964 Dec 09 22:20:04.797461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-949c41df-7ccc-403a-845e-e720754bad91 req-6c8bf13b-bb7d-468d-ac30-0fe81ad6cf41 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675930 Dec 09 22:20:04.886713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff075ba2-03d0-474f-bc1b-bde752840167 req-3464e3e0-5b42-43b7-ac18-1f0ce58a3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:04.888203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff075ba2-03d0-474f-bc1b-bde752840167 req-3464e3e0-5b42-43b7-ac18-1f0ce58a3611 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033795 Dec 09 22:20:04.916482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe9b00-211e-482f-941e-64075a0fa49c req-50582201-b6b9-433c-9dc4-e4c6fca3aaea tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:04.918431 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efbe9b00-211e-482f-941e-64075a0fa49c req-50582201-b6b9-433c-9dc4-e4c6fca3aaea tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.1485658 Dec 09 22:20:04.935559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-efbe9b00-211e-482f-941e-64075a0fa49c req-6f41d19c-c445-4015-8264-39a8b2adf26e tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:20:04.936587 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efbe9b00-211e-482f-941e-64075a0fa49c req-6f41d19c-c445-4015-8264-39a8b2adf26e tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094831 Dec 09 22:20:04.965708 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36950e3-4932-4909-ac4a-7c72b7e42f88 x-openstack-request-id: req-d36950e3-4932-4909-ac4a-7c72b7e42f88 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:04.966229 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d826757-c411-41aa-9cd8-75d6fa818494", "tag": "69ff9788-ec4e-4b44-aed4-fc9664c1fa2d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:04.966324 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d36950e3-4932-4909-ac4a-7c72b7e42f88 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:04.966671 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d826757-c411-41aa-9cd8-75d6fa818494', 'tag': '69ff9788-ec4e-4b44-aed4-fc9664c1fa2d', 'status': 'completed', 'code': 200} Dec 09 22:20:05.039503 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff075ba2-03d0-474f-bc1b-bde752840167 req-ff060ac9-344b-405d-9d9c-9200c9bf047c service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199536 Dec 09 22:20:05.075507 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ada79-6b66-40d2-bee6-5f1809bd75f7 req-a5f5428c-b8a1-4a6c-926b-8b4062d8f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:05.080362 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd5ada79-6b66-40d2-bee6-5f1809bd75f7 req-a5f5428c-b8a1-4a6c-926b-8b4062d8f88a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec6507be44a145b5a6f27ffb4e32ad91&device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 1100 time: 0.0883331 Dec 09 22:20:05.116827 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:05.127962 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:05.190747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device eee07a41-7d4c-4b36-8e16-4caf5faa0c62 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:05.246720 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41ac5c-a133-448f-a3b0-08ebabbe1025 None None] Pushing event updated for resources: {'Port': ['ID=26c19663-c953-4f85-82f6-7ed378d7ebf7,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:05.286874 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ada79-6b66-40d2-bee6-5f1809bd75f7 req-4c18982c-4e03-41f0-a3c2-21eb16265937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:05.288502 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Attempting to bind port 26c19663-c953-4f85-82f6-7ed378d7ebf7 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:05.288502 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Attempting to bind port 26c19663-c953-4f85-82f6-7ed378d7ebf7 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '979e8bc2-5b34-4e85-9c39-d0c6f0bb9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:05.288847 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Attempting to bind port 26c19663-c953-4f85-82f6-7ed378d7ebf7 on network 42b16f1a-5be2-48b3-a567-c3ecd25f0964 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:05.289090 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd5ada79-6b66-40d2-bee6-5f1809bd75f7 req-4c18982c-4e03-41f0-a3c2-21eb16265937 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2016399 Dec 09 22:20:05.295813 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:05.296251 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Checking segment: {'id': '979e8bc2-5b34-4e85-9c39-d0c6f0bb9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:05.296771 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:05.297741 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Bound using segment: {'id': '979e8bc2-5b34-4e85-9c39-d0c6f0bb9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:05.298327 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Bound port: 26c19663-c953-4f85-82f6-7ed378d7ebf7, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979e8bc2-5b34-4e85-9c39-d0c6f0bb9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:05.298977 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:05.314926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port eee07a41-7d4c-4b36-8e16-4caf5faa0c62 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:05.315558 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:05.329358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e450-6dba-4f9a-ad53-4389bf07d975 req-2cffa666-17fb-4edd-b41d-d439f0d5f1c1 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:05.331545 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5853e450-6dba-4f9a-ad53-4389bf07d975 req-2cffa666-17fb-4edd-b41d-d439f0d5f1c1 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 945 time: 0.2810416 Dec 09 22:20:05.346307 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523fbe4-a326-4e7c-8ec6-9f5fd058f897 req-5c1cdafd-153b-437e-ba78-0f9cf60e899d tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:05.347844 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3523fbe4-a326-4e7c-8ec6-9f5fd058f897 req-5c1cdafd-153b-437e-ba78-0f9cf60e899d tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 948 time: 0.2316544 Dec 09 22:20:05.420379 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] For port 26c19663-c953-4f85-82f6-7ed378d7ebf7, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:05.425127 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] For port 26c19663-c953-4f85-82f6-7ed378d7ebf7, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=26c19663-c953-4f85-82f6-7ed378d7ebf7,segment=NetworkSegment(979e8bc2-5b34-4e85-9c39-d0c6f0bb9884),segment_id=979e8bc2-5b34-4e85-9c39-d0c6f0bb9884)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:05.430389 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:05.439455 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd5ada79-6b66-40d2-bee6-5f1809bd75f7 req-678fe494-e8a6-461c-8ab8-8ad0ab461cda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d HTTP/1.1" status: 200 len: 217 time: 0.1405807 Dec 09 22:20:05.487607 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Routers {'bedf64f0-9eb1-495e-85e8-858174580590'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:20:05.491990 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:20:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['bedf64f0-9eb1-495e-85e8-858174580590'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:05.542174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ada79-6b66-40d2-bee6-5f1809bd75f7 req-5980d29a-d2fb-40e1-856a-20112775b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:05.546299 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd5ada79-6b66-40d2-bee6-5f1809bd75f7 req-5980d29a-d2fb-40e1-856a-20112775b8de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0984468 Dec 09 22:20:05.562404 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3523fbe4-a326-4e7c-8ec6-9f5fd058f897 req-ccae7173-2a91-4d9b-8888-2043f1572cd3 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901910 Dec 09 22:20:05.584616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a22f750a-f671-40e3-bb9b-38bb71b46108 None None] Provisioning complete for port 26c19663-c953-4f85-82f6-7ed378d7ebf7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:05.585224 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a22f750a-f671-40e3-bb9b-38bb71b46108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:05.601438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5853e450-6dba-4f9a-ad53-4389bf07d975 req-4e857ccb-50fe-466e-a087-46fa49d0c45e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404611 Dec 09 22:20:05.605723 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff075ba2-03d0-474f-bc1b-bde752840167 req-f0995c97-7d19-4ba5-a6f8-7fb97a8c0c84 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435705 Dec 09 22:20:05.646228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ada79-6b66-40d2-bee6-5f1809bd75f7 req-c5ed25da-aa98-436e-8663-96faf349200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:05.647836 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd5ada79-6b66-40d2-bee6-5f1809bd75f7 req-c5ed25da-aa98-436e-8663-96faf349200e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909653 Dec 09 22:20:05.704529 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] Set router bedf64f0-9eb1-495e-85e8-858174580590 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:20:05.722288 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73372767-1070-4d04-9420-cefd24fbcda8 req-9f718afd-335c-47b6-815e-dc6e38f6cc26 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/floatingips/8722340a-6001-45ce-b3d3-8124ff54b755 HTTP/1.1" status: 200 len: 693 time: 0.1099570 Dec 09 22:20:05.750005 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a22f750a-f671-40e3-bb9b-38bb71b46108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:05.821094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a22f750a-f671-40e3-bb9b-38bb71b46108 None None] For port 26c19663-c953-4f85-82f6-7ed378d7ebf7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=26c19663-c953-4f85-82f6-7ed378d7ebf7,segment=NetworkSegment(979e8bc2-5b34-4e85-9c39-d0c6f0bb9884),segment_id=979e8bc2-5b34-4e85-9c39-d0c6f0bb9884)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:05.827418 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a22f750a-f671-40e3-bb9b-38bb71b46108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:05.874899 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd5ada79-6b66-40d2-bee6-5f1809bd75f7 req-d3666418-a854-4ec8-9c7a-e5ece5e3f1ca service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109532 Dec 09 22:20:05.946324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f750a-f671-40e3-bb9b-38bb71b46108 None None] Pushing event updated for resources: {'Port': ['ID=26c19663-c953-4f85-82f6-7ed378d7ebf7,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:05.980108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e321a3d4-8bea-4801-8ef1-f4db8e8d0f80 None None] Provisioning complete for port 26c19663-c953-4f85-82f6-7ed378d7ebf7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:05.989573 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e321a3d4-8bea-4801-8ef1-f4db8e8d0f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:06.003131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73372767-1070-4d04-9420-cefd24fbcda8 req-ac2bc11b-a53f-40bb-9b73-d6162025f203 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:06.006776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73372767-1070-4d04-9420-cefd24fbcda8 req-ac2bc11b-a53f-40bb-9b73-d6162025f203 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2679696 Dec 09 22:20:06.018232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-73372767-1070-4d04-9420-cefd24fbcda8 req-2c9a1e1c-d52a-46f6-9f81-4a4a96addb28 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:20:06.022711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73372767-1070-4d04-9420-cefd24fbcda8 req-2c9a1e1c-d52a-46f6-9f81-4a4a96addb28 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082088 Dec 09 22:20:06.029712 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'name': 'tempest-FloatingIPsTestJSON-1510363583-router', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:50Z', 'updated_at': '2021-12-09T22:19:58Z', 'revision_number': 4, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'gw_port': {'id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:51Z', 'updated_at': '2021-12-09T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '26c19663-c953-4f85-82f6-7ed378d7ebf7', 'name': '', 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'mac_address': 'fa:16:3e:d5:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '40ce3956-b2db-478b-b8e4-ad190bada122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:57Z', 'updated_at': '2021-12-09T22:20:05Z', 'revision_number': 4, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'subnets': [{'id': '40ce3956-b2db-478b-b8e4-ad190bada122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:06.079164 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41ac5c-a133-448f-a3b0-08ebabbe1025 None None] Pushing event updated for resources: {'Port': ['ID=26c19663-c953-4f85-82f6-7ed378d7ebf7,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:06.086988 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b58de6-42b3-4c72-a97f-ba7e52c68d4d None None] The sync data for ids ['bedf64f0-9eb1-495e-85e8-858174580590'] in n-d-789963-23 is: [{'id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'name': 'tempest-FloatingIPsTestJSON-1510363583-router', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:50Z', 'updated_at': '2021-12-09T22:19:58Z', 'revision_number': 4, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'gw_port': {'id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:51Z', 'updated_at': '2021-12-09T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '26c19663-c953-4f85-82f6-7ed378d7ebf7', 'name': '', 'network_id': '42b16f1a-5be2-48b3-a567-c3ecd25f0964', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'mac_address': 'fa:16:3e:d5:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '40ce3956-b2db-478b-b8e4-ad190bada122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:57Z', 'updated_at': '2021-12-09T22:20:05Z', 'revision_number': 4, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'subnets': [{'id': '40ce3956-b2db-478b-b8e4-ad190bada122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:20:06.116029 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd5ada79-6b66-40d2-bee6-5f1809bd75f7 req-d975136d-d9cd-4e8c-9f4e-a875f26b3c68 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331038 Dec 09 22:20:06.116634 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:06.238838 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184589-6a4c-4fac-b6f1-ebd68d39ed77 req-24a217e4-a670-4722-a279-78793e6d692d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:06.240369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6184589-6a4c-4fac-b6f1-ebd68d39ed77 req-24a217e4-a670-4722-a279-78793e6d692d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 948 time: 0.1353147 Dec 09 22:20:06.273393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3878b-82f1-4729-b0f5-16cc28e0194c req-453243dc-5b23-46a1-8ca2-4a9aa82b0404 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:06.281158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aec3878b-82f1-4729-b0f5-16cc28e0194c req-453243dc-5b23-46a1-8ca2-4a9aa82b0404 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 945 time: 0.1015594 Dec 09 22:20:06.373842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6184589-6a4c-4fac-b6f1-ebd68d39ed77 req-2413e3f6-655b-4dfc-a612-b5431ede9cfa tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231151 Dec 09 22:20:06.412969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aec3878b-82f1-4729-b0f5-16cc28e0194c req-03722f25-8010-4720-9297-2e683cd0fb96 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308434 Dec 09 22:20:06.485046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54138) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:06.664147 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:06.805186 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-061c868b-ca6f-4849-89d8-2c4fd57322aa req-c3930b27-901f-4c1b-8ea4-d9004c891759 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=0572d351f4954b13ae0c1dc6e3e13cab HTTP/1.1" status: 200 len: 696 time: 0.3627326 Dec 09 22:20:06.848835 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:06.856275 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:06.860514 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:06.933472 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bbafb3586414a2d99f8b253cc3f47bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4468844 Dec 09 22:20:06.937813 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54148) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:06.945400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e59191-fecb-4398-bad4-14e76046a799,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:06.974710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.975391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.975855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.976487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.977551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.978835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.978835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.979152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.979517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.980861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.981322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.981806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.982256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086f7360-d839-4666-8e0e-6ac3c5af03c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:06.999121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afcad6-62fe-46be-b541-9be6797f6e0b req-01a92319-1c64-4796-ab24-a9459a4b5f0e tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:07.001202 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1afcad6-62fe-46be-b541-9be6797f6e0b req-01a92319-1c64-4796-ab24-a9459a4b5f0e tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 948 time: 0.2016988 Dec 09 22:20:07.081725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c868b-ca6f-4849-89d8-2c4fd57322aa req-ba2b57fc-a361-4e9d-96a4-72e4b53f8b5b tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:07.085671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-061c868b-ca6f-4849-89d8-2c4fd57322aa req-ba2b57fc-a361-4e9d-96a4-72e4b53f8b5b tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/networks?id=30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 787 time: 0.2666900 Dec 09 22:20:07.086539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38d9d704-6f41-4339-affa-8c1d95f95299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:07.134198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38d9d704-6f41-4339-affa-8c1d95f95299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:07.135077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-061c868b-ca6f-4849-89d8-2c4fd57322aa req-0f803ce2-535e-4aef-97ff-34c786fb67dd tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:20:07.142651 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-061c868b-ca6f-4849-89d8-2c4fd57322aa req-0f803ce2-535e-4aef-97ff-34c786fb67dd tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0262370 Dec 09 22:20:07.181779 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1afcad6-62fe-46be-b541-9be6797f6e0b req-9e085675-d96d-4a06-a946-7f0a73b8f56f tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487024 Dec 09 22:20:07.231100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 26c19663-c953-4f85-82f6-7ed378d7ebf7 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:07.256272 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38d9d704-6f41-4339-affa-8c1d95f95299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:07.259719 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38d9d704-6f41-4339-affa-8c1d95f95299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:07.263918 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-38d9d704-6f41-4339-affa-8c1d95f95299 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47e59191-fecb-4398-bad4-14e76046a799 HTTP/1.1" status: 204 len: 168 time: 0.3248634 Dec 09 22:20:07.279329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9d704-6f41-4339-affa-8c1d95f95299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e59191-fecb-4398-bad4-14e76046a799,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:07.290689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-03675721-d618-4936-8ed3-337f5a2885d0 req-7cdbbcb7-8d2f-4211-a445-d4d8d41f9832 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/floatingips/8722340a-6001-45ce-b3d3-8124ff54b755 HTTP/1.1" status: 200 len: 693 time: 0.0726383 Dec 09 22:20:07.351664 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 26c19663-c953-4f85-82f6-7ed378d7ebf7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:07.351956 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:07.400792 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:20:07.440754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03675721-d618-4936-8ed3-337f5a2885d0 req-b6e90402-1b13-404b-9d39-18bf046e5cb9 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:07.442824 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-03675721-d618-4936-8ed3-337f5a2885d0 req-b6e90402-1b13-404b-9d39-18bf046e5cb9 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.1437457 Dec 09 22:20:07.462426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-03675721-d618-4936-8ed3-337f5a2885d0 req-4d422db3-c92a-42ea-8a8b-33335cb103ad tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:20:07.474612 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-03675721-d618-4936-8ed3-337f5a2885d0 req-4d422db3-c92a-42ea-8a8b-33335cb103ad tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240016 Dec 09 22:20:07.560315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:07.571474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '69ff9788-ec4e-4b44-aed4-fc9664c1fa2d', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '69ff9788-ec4e-4b44-aed4-fc9664c1fa2d', 'mac_address': 'fa:16:3e:90:8f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:20:07.583582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-03675721-d618-4936-8ed3-337f5a2885d0 req-80626a89-ebd0-4a38-88f8-b3d40574f95c tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.1067808 Dec 09 22:20:07.618844 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:07.634093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:07.657200 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-03675721-d618-4936-8ed3-337f5a2885d0 req-3ea2b57c-da8a-4188-8bee-40097c3d322c tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.0725889 Dec 09 22:20:07.657458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:07.662494 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:07.720317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:07.728295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.728699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.729034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.729334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.729673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.730073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.730410 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.730975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.731318 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.731648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.732587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.732587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.732765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:07.825816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54178) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:07.843588 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3115c7ff-eca6-4595-8890-b462fca0dacb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:07.844133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-03675721-d618-4936-8ed3-337f5a2885d0 req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Deleting port eaf1392e-50ad-4ddb-adbc-8bbc271c7a12 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:20:07.844560 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-03675721-d618-4936-8ed3-337f5a2885d0 req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:07.931263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['69ff9788-ec4e-4b44-aed4-fc9664c1fa2d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:07.942197 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3115c7ff-eca6-4595-8890-b462fca0dacb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:07.947770 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3115c7ff-eca6-4595-8890-b462fca0dacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:07.971349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc58a6-ab46-42db-bdc1-525db76c0b30 req-e488fe3b-c633-4e4c-9e82-be47060b655c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:07.974377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6acc58a6-ab46-42db-bdc1-525db76c0b30 req-e488fe3b-c633-4e4c-9e82-be47060b655c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 948 time: 0.1324027 Dec 09 22:20:07.999765 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3115c7ff-eca6-4595-8890-b462fca0dacb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93df34f325aa4c46ae7cc6279b2d0c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702764 Dec 09 22:20:07.999765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115c7ff-eca6-4595-8890-b462fca0dacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0f9cb5-e543-4d76-b13d-61a01bd68821,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:08.007333 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-03675721-d618-4936-8ed3-337f5a2885d0 req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:08.007659 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-03675721-d618-4936-8ed3-337f5a2885d0 req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:08.016299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54180) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:08.027627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-03675721-d618-4936-8ed3-337f5a2885d0 req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Calling delete_port for eaf1392e-50ad-4ddb-adbc-8bbc271c7a12 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:20:08.064894 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6acc58a6-ab46-42db-bdc1-525db76c0b30 req-7af2bac0-0315-40a6-bbce-d90712b2eddf tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847802 Dec 09 22:20:08.080348 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08662336-498f-4def-b159-5d111b91619c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:08.117749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08662336-498f-4def-b159-5d111b91619c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:08.202453 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08662336-498f-4def-b159-5d111b91619c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:08.206190 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08662336-498f-4def-b159-5d111b91619c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:08.207923 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-08662336-498f-4def-b159-5d111b91619c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e0f9cb5-e543-4d76-b13d-61a01bd68821 HTTP/1.1" status: 204 len: 168 time: 0.1892602 Dec 09 22:20:08.216959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08662336-498f-4def-b159-5d111b91619c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0f9cb5-e543-4d76-b13d-61a01bd68821,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:08.242915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-03675721-d618-4936-8ed3-337f5a2885d0 req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:08.280088 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Pushing event deleted for resources: {'Port': ['ID=eaf1392e-50ad-4ddb-adbc-8bbc271c7a12,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:08.299127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.299483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.299827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.300318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.300666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.301002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.301334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.301666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.302025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.302527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.302926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.303262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.303591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:08.314515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3fb84-5346-484e-a7a9-2920c62d06f4 req-8da81c64-978e-42c6-acf5-dea48b9eabba tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:08.316046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60c3fb84-5346-484e-a7a9-2920c62d06f4 req-8da81c64-978e-42c6-acf5-dea48b9eabba tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 945 time: 0.1147609 Dec 09 22:20:08.408575 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-03675721-d618-4936-8ed3-337f5a2885d0 req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:08.411311 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-03675721-d618-4936-8ed3-337f5a2885d0 req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:08.420075 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-03675721-d618-4936-8ed3-337f5a2885d0 req-b9bfe912-d336-4ae4-a5a5-1b685127295a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "DELETE /v2.0/floatingips/8722340a-6001-45ce-b3d3-8124ff54b755 HTTP/1.1" status: 204 len: 173 time: 0.7529759 Dec 09 22:20:08.432469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60c3fb84-5346-484e-a7a9-2920c62d06f4 req-87d06f63-2a0e-41bc-a3ee-ecf131587ed3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021209 Dec 09 22:20:08.644249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eee217-f737-4001-90bc-2f9ed906208a req-27d1c99c-0c15-4df3-8eb2-4eade4a0caf1 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:08.645929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2eee217-f737-4001-90bc-2f9ed906208a req-27d1c99c-0c15-4df3-8eb2-4eade4a0caf1 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 949 time: 0.0659449 Dec 09 22:20:08.702067 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2eee217-f737-4001-90bc-2f9ed906208a req-3cf9f8f3-3d44-46c6-ab83-a5d6cdfd53e1 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497484 Dec 09 22:20:08.708623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7301e40f-c2cb-41fa-8a26-877e79d81ece details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:20:08.908407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7301e40f-c2cb-41fa-8a26-877e79d81ece, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:08.924928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '7301e40f-c2cb-41fa-8a26-877e79d81ece', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '7301e40f-c2cb-41fa-8a26-877e79d81ece', 'mac_address': 'fa:16:3e:98:c7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:20:08.993080 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-0fe4e92a-6b1c-446a-a7db-0a981522e1a2 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2513804 Dec 09 22:20:09.005319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:09.012176 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:09.052415 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:09.053402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7301e40f-c2cb-41fa-8a26-877e79d81ece {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:09.095555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7301e40f-c2cb-41fa-8a26-877e79d81ece, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:09.104737 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:09.253264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd55e2ac-72e4-45c0-9d6a-c7ddd0ef1f22 req-7ac00b3e-b014-4f18-a775-f12e274513ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548797 Dec 09 22:20:09.267488 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:09.271575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7301e40f-c2cb-41fa-8a26-877e79d81ece,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:09.397392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55e2ac-72e4-45c0-9d6a-c7ddd0ef1f22 req-6b25b74d-7bb7-4f20-a562-f34a05e91ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:09.398919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd55e2ac-72e4-45c0-9d6a-c7ddd0ef1f22 req-6b25b74d-7bb7-4f20-a562-f34a05e91ed0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0abe5836e9c4df48f4b55b4446d3961&device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 1098 time: 0.0817964 Dec 09 22:20:09.399491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:09.429260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Allocated IP 172.25.8.176 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/053e27da-903c-40ed-afc1-377a26e3bf08) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:20:09.455663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['7301e40f-c2cb-41fa-8a26-877e79d81ece'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:09.538027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:20:09.556458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:09.556944 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:09.754158 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:09.757173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dc27c-d138-423e-898c-24773f0a3758 req-5cac0f47-8419-4679-8508-8967949d4fbd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:09.759234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af2dc27c-d138-423e-898c-24773f0a3758 req-5cac0f47-8419-4679-8508-8967949d4fbd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 949 time: 0.1905558 Dec 09 22:20:09.786091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d826757-c411-41aa-9cd8-75d6fa818494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ff9788-ec4e-4b44-aed4-fc9664c1fa2d'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:09.788632 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c78adc-b1f1-4920-b0a3-000f492cf192" -d '{"events": [{"server_uuid": "1d826757-c411-41aa-9cd8-75d6fa818494", "name": "network-vif-plugged", "status": "completed", "tag": "69ff9788-ec4e-4b44-aed4-fc9664c1fa2d"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:09.807853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:09.814958 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:09.856744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af2dc27c-d138-423e-898c-24773f0a3758 req-92ad3d81-b3eb-4550-814f-54c05ebb960b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872879 Dec 09 22:20:09.858200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55e2ac-72e4-45c0-9d6a-c7ddd0ef1f22 req-c98d378b-e7c3-4e76-aa7d-e51caa64f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:09.860096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd55e2ac-72e4-45c0-9d6a-c7ddd0ef1f22 req-c98d378b-e7c3-4e76-aa7d-e51caa64f6bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=445c2bc8-9472-47a8-b9c5-978adb5498a2 HTTP/1.1" status: 200 len: 924 time: 0.4084904 Dec 09 22:20:09.865699 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:09.872418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:09.990113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd55e2ac-72e4-45c0-9d6a-c7ddd0ef1f22 req-f6452cae-7c8b-48db-adbf-2317a84d1f9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 HTTP/1.1" status: 200 len: 1001 time: 0.1197824 Dec 09 22:20:10.001489 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:10.064266 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:10.070617 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:10.081922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:10.115290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Pushing event updated for resources: {'Port': ['ID=053e27da-903c-40ed-afc1-377a26e3bf08,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:10.132725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55e2ac-72e4-45c0-9d6a-c7ddd0ef1f22 req-d8f1b0cb-0de9-497d-8c55-6eba352f9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:10.134167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd55e2ac-72e4-45c0-9d6a-c7ddd0ef1f22 req-d8f1b0cb-0de9-497d-8c55-6eba352f9bb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=527b68bc-9630-41b5-96c7-5fc55cf1bfbb HTTP/1.1" status: 200 len: 862 time: 0.1224933 Dec 09 22:20:10.255252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13834134-0eea-4083-b917-a56c9cb684b6 req-f80619e5-3845-4326-becc-b4a9fb57e7dd tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:10.256690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13834134-0eea-4083-b917-a56c9cb684b6 req-f80619e5-3845-4326-becc-b4a9fb57e7dd tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 950 time: 0.1258678 Dec 09 22:20:10.258483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55e2ac-72e4-45c0-9d6a-c7ddd0ef1f22 req-f98db1f4-681b-488e-8cd3-900403ce26a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:10.259867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd55e2ac-72e4-45c0-9d6a-c7ddd0ef1f22 req-f98db1f4-681b-488e-8cd3-900403ce26a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=445c2bc8-9472-47a8-b9c5-978adb5498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114647 Dec 09 22:20:10.268035 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:10.384023 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:10.392929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13834134-0eea-4083-b917-a56c9cb684b6 req-f503e555-0911-44ce-9a0b-25c584018c6d tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282389 Dec 09 22:20:10.448146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd55e2ac-72e4-45c0-9d6a-c7ddd0ef1f22 req-63bc3906-2dcd-4af7-ba62-48739378a2e3 service neutron] 10.222.0.18 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745288 Dec 09 22:20:10.460657 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3378f333-f2d5-4121-8738-e658467be105 x-openstack-request-id: req-3378f333-f2d5-4121-8738-e658467be105 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:10.461169 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d826757-c411-41aa-9cd8-75d6fa818494", "name": "network-vif-plugged", "status": "completed", "tag": "69ff9788-ec4e-4b44-aed4-fc9664c1fa2d", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:10.461278 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3378f333-f2d5-4121-8738-e658467be105 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:10.461621 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d826757-c411-41aa-9cd8-75d6fa818494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ff9788-ec4e-4b44-aed4-fc9664c1fa2d', 'code': 200} Dec 09 22:20:10.593550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497240d2-fa7d-4925-8aa6-d19b661d9e18 req-feb4c360-7c0e-498a-b518-79b2fa237808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:10.598378 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-497240d2-fa7d-4925-8aa6-d19b661d9e18 req-feb4c360-7c0e-498a-b518-79b2fa237808 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 1102 time: 0.0647724 Dec 09 22:20:10.660796 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-497240d2-fa7d-4925-8aa6-d19b661d9e18 req-b9ee2101-5c88-41da-ae98-515ff0f3ae28 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459034 Dec 09 22:20:10.728737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7301e40f-c2cb-41fa-8a26-877e79d81ece up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:10.799340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 7301e40f-c2cb-41fa-8a26-877e79d81ece completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:20:10.807220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 7301e40f-c2cb-41fa-8a26-877e79d81ece triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:10.808072 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:10.899730 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:10.918878 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:10.931490 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:10.989204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7301e40f-c2cb-41fa-8a26-877e79d81ece, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:10.999370 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:11.003363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Pushing event updated for resources: {'Port': ['ID=053e27da-903c-40ed-afc1-377a26e3bf08,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:11.070413 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7301e40f-c2cb-41fa-8a26-877e79d81ece,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:11.079813 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd55e2ac-72e4-45c0-9d6a-c7ddd0ef1f22 req-df2a4942-32ff-4b3b-8820-63a23ec10e17 service neutron] 10.222.0.18 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039977 Dec 09 22:20:11.098527 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:11.120022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7c71-1a5c-4239-8c4d-31aef27e2d0a req-dc6f5654-6445-4766-b0df-4a51215f5f75 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:11.122184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b9f7c71-1a5c-4239-8c4d-31aef27e2d0a req-dc6f5654-6445-4766-b0df-4a51215f5f75 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.0933840 Dec 09 22:20:11.128841 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:11.130090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-e9515eae-fa5e-4d43-9c70-493cad87f869 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1296141 Dec 09 22:20:11.163466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54280) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:11.217328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-2c8944da-5aa3-4367-bb25-43db9ce85a7f tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 696 time: 0.0787871 Dec 09 22:20:11.260528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b9f7c71-1a5c-4239-8c4d-31aef27e2d0a req-19bdb0a5-f578-488f-9c29-54a0da38a933 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292574 Dec 09 22:20:11.316845 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b5d2-7fba-4306-a3af-32c611c9ea50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:11.441763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-0a025497-f60a-4ee6-a267-b5b3f58a6502 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:11.450288 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-0a025497-f60a-4ee6-a267-b5b3f58a6502 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2214286 Dec 09 22:20:11.456198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-cf0ade18-74c8-4743-94df-e5de2adc72b9 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:20:11.457499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0187ccf8-3e40-4c04-af46-a7596d66309d req-cf0ade18-74c8-4743-94df-e5de2adc72b9 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062990 Dec 09 22:20:11.459887 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b5d2-7fba-4306-a3af-32c611c9ea50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:11.471335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b5d2-7fba-4306-a3af-32c611c9ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:11.500325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7b5d2-7fba-4306-a3af-32c611c9ea50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b156ed2d-2b0a-4cf3-a9f3-e48e15c69894,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:11.521085 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4cb7b5d2-7fba-4306-a3af-32c611c9ea50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa02fa7028f84364a4bd2a23a7dd6bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543389 Dec 09 22:20:11.521424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54296) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:11.560602 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-c67e3683-ff66-464d-8e32-8f5a711b1fdf tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/floatingips/356e306b-41e6-4b9b-b641-dd8c7548e259 HTTP/1.1" status: 200 len: 693 time: 0.0728407 Dec 09 22:20:11.574272 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b01ffe2-d86e-4696-aeae-69f1392da600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:11.597043 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b01ffe2-d86e-4696-aeae-69f1392da600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:11.651988 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b01ffe2-d86e-4696-aeae-69f1392da600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:11.656204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b01ffe2-d86e-4696-aeae-69f1392da600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:11.659692 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9b01ffe2-d86e-4696-aeae-69f1392da600 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b156ed2d-2b0a-4cf3-a9f3-e48e15c69894 HTTP/1.1" status: 204 len: 168 time: 0.1350670 Dec 09 22:20:11.668397 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01ffe2-d86e-4696-aeae-69f1392da600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b156ed2d-2b0a-4cf3-a9f3-e48e15c69894,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:11.701535 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3179d84-537d-4831-aafc-f4389f3f6fa8 req-c4dff647-4c33-46d0-aee2-c9255468a4f0 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:11.703582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3179d84-537d-4831-aafc-f4389f3f6fa8 req-c4dff647-4c33-46d0-aee2-c9255468a4f0 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 950 time: 0.1670551 Dec 09 22:20:11.761716 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-e28e085c-7489-461e-95aa-75ee9b6f877a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:11.763523 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-e28e085c-7489-461e-95aa-75ee9b6f877a tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.1848485 Dec 09 22:20:11.801189 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3179d84-537d-4831-aafc-f4389f3f6fa8 req-0f77ecea-6eb6-447f-81cc-1faeedf8a215 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909903 Dec 09 22:20:11.840661 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-5ce9eb65-69e4-401a-be1b-d06c8ec0f080 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 696 time: 0.0593872 Dec 09 22:20:11.902186 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-0ce7eca4-dd6f-4a03-a5be-b77463caad2f tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 696 time: 0.0557675 Dec 09 22:20:12.058950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-d96e28e9-064e-4154-b533-e0f3c90851f3 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Deleting port 053e27da-903c-40ed-afc1-377a26e3bf08 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:20:12.059346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-d96e28e9-064e-4154-b533-e0f3c90851f3 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.068992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54304) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:12.086949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd478-323f-46ab-bfee-589a2661c0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.144610 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-d96e28e9-064e-4154-b533-e0f3c90851f3 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.144836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-d96e28e9-064e-4154-b533-e0f3c90851f3 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.160114 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-d96e28e9-064e-4154-b533-e0f3c90851f3 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Calling delete_port for 053e27da-903c-40ed-afc1-377a26e3bf08 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:20:12.175791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd478-323f-46ab-bfee-589a2661c0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.183143 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd478-323f-46ab-bfee-589a2661c0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.233869 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f2dfd478-323f-46ab-bfee-589a2661c0db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bc82a26534c46258cd41786aaf5a25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633956 Dec 09 22:20:12.234757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfd478-323f-46ab-bfee-589a2661c0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496caff3-b52e-4fb9-bdb4-055417d5e4b1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:12.236599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54308) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:12.362274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96ca8539-cf92-4f8a-8692-75e87f5d8601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.411454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96ca8539-cf92-4f8a-8692-75e87f5d8601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.430900 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-d96e28e9-064e-4154-b533-e0f3c90851f3 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.463806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7093bba-89d1-4aa5-b19e-2ce0c8988a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7301e40f-c2cb-41fa-8a26-877e79d81ece'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:12.468578 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bef420c-3b2e-40d9-8493-eef5244b2d0b" -d '{"events": [{"server_uuid": "e7093bba-89d1-4aa5-b19e-2ce0c8988a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7301e40f-c2cb-41fa-8a26-877e79d81ece"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:12.490959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e28e9-064e-4154-b533-e0f3c90851f3 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Pushing event deleted for resources: {'Port': ['ID=053e27da-903c-40ed-afc1-377a26e3bf08,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:12.505609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4e99a-304c-4857-b7e4-609977556cb2 req-e20fc426-7046-4ad5-ab07-7c22602f8eaa tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:12.507324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4d4e99a-304c-4857-b7e4-609977556cb2 req-e20fc426-7046-4ad5-ab07-7c22602f8eaa tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.1627045 Dec 09 22:20:12.602598 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96ca8539-cf92-4f8a-8692-75e87f5d8601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.605212 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96ca8539-cf92-4f8a-8692-75e87f5d8601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.606376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-96ca8539-cf92-4f8a-8692-75e87f5d8601 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/496caff3-b52e-4fb9-bdb4-055417d5e4b1 HTTP/1.1" status: 204 len: 168 time: 0.3637366 Dec 09 22:20:12.635536 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4d4e99a-304c-4857-b7e4-609977556cb2 req-c2bb55b9-9e74-416b-b540-610bc5bb2cb4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150424 Dec 09 22:20:12.642617 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-d96e28e9-064e-4154-b533-e0f3c90851f3 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.645474 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-d96e28e9-064e-4154-b533-e0f3c90851f3 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.646801 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-244d0807-4ceb-4ac3-aec2-1b1b36ef5a0c req-d96e28e9-064e-4154-b533-e0f3c90851f3 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "DELETE /v2.0/floatingips/356e306b-41e6-4b9b-b641-dd8c7548e259 HTTP/1.1" status: 204 len: 173 time: 0.7392104 Dec 09 22:20:12.654038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca8539-cf92-4f8a-8692-75e87f5d8601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496caff3-b52e-4fb9-bdb4-055417d5e4b1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:12.721894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ea815f25-45fe-410b-ad55-340bc409ca2f details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:20:12.747650 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5989233-ceda-4009-aca1-4b2493a0a44a x-openstack-request-id: req-c5989233-ceda-4009-aca1-4b2493a0a44a {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:12.747943 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7093bba-89d1-4aa5-b19e-2ce0c8988a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7301e40f-c2cb-41fa-8a26-877e79d81ece", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:12.748198 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5989233-ceda-4009-aca1-4b2493a0a44a {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:12.748591 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7093bba-89d1-4aa5-b19e-2ce0c8988a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7301e40f-c2cb-41fa-8a26-877e79d81ece', 'code': 200} Dec 09 22:20:12.801598 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-b3fe895d-7163-442d-99dd-a6c7648b7a11 req-ade82a13-8370-4b07-962d-7c5f732f3278 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] show failed (client error): The resource could not be found. Dec 09 22:20:12.808048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3fe895d-7163-442d-99dd-a6c7648b7a11 req-ade82a13-8370-4b07-962d-7c5f732f3278 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/floatingips/356e306b-41e6-4b9b-b641-dd8c7548e259 HTTP/1.1" status: 404 len: 350 time: 0.0489328 Dec 09 22:20:12.884782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ea815f25-45fe-410b-ad55-340bc409ca2f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ea815f25-45fe-410b-ad55-340bc409ca2f,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:12.897395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'ea815f25-45fe-410b-ad55-340bc409ca2f', 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'port_id': 'ea815f25-45fe-410b-ad55-340bc409ca2f', 'mac_address': 'fa:16:3e:b3:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a1abe4-c6ce-4bf4-8897-108758cac1d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:20:12.938513 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:12.955091 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-e0310c3b-ad9c-47f1-b34f-8328b3e3d1c3 req-e2c51030-b2b1-4f30-ac0b-d2c0c0fd0a60 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] show failed (client error): The resource could not be found. Dec 09 22:20:12.965681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54354) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:12.982674 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea815f25-45fe-410b-ad55-340bc409ca2f {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:12.987906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0310c3b-ad9c-47f1-b34f-8328b3e3d1c3 req-e2c51030-b2b1-4f30-ac0b-d2c0c0fd0a60 tempest-FloatingIPsTestJSON-971589069 tempest-FloatingIPsTestJSON-971589069-project] 10.222.0.16 "GET /v2.0/floatingips/356e306b-41e6-4b9b-b641-dd8c7548e259 HTTP/1.1" status: 404 len: 350 time: 0.1361957 Dec 09 22:20:13.026751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ea815f25-45fe-410b-ad55-340bc409ca2f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ea815f25-45fe-410b-ad55-340bc409ca2f,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:13.032523 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:13.137512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ea815f25-45fe-410b-ad55-340bc409ca2f,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:13.157472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f51ca-dad1-4aeb-996a-eb57da492a85 req-747ed142-bab8-4d5c-a2e1-bd2cba427e59 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:13.162055 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b11f51ca-dad1-4aeb-996a-eb57da492a85 req-747ed142-bab8-4d5c-a2e1-bd2cba427e59 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 950 time: 0.1721096 Dec 09 22:20:13.166228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41649e6-447c-4246-82d2-44e025c36201 req-88a54516-1a68-4d17-96a3-7cd828a8d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:13.167527 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d41649e6-447c-4246-82d2-44e025c36201 req-88a54516-1a68-4d17-96a3-7cd828a8d65b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 1102 time: 0.2327192 Dec 09 22:20:13.221486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['ea815f25-45fe-410b-ad55-340bc409ca2f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:13.265807 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b11f51ca-dad1-4aeb-996a-eb57da492a85 req-47c4557c-0e04-4d3d-aaa0-c79925393232 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990009 Dec 09 22:20:13.279303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d41649e6-447c-4246-82d2-44e025c36201 req-433363d5-02f7-43de-8e1f-83d6ceafbf8e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833588 Dec 09 22:20:13.783258 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10630434-d620-44e9-be4a-949d3e4752ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:13.876684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e87a8-4b45-4b2a-b340-51f6fede47c7 req-26f85f3c-53fe-401d-a731-35f6a505ad4a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:13.883711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad4e87a8-4b45-4b2a-b340-51f6fede47c7 req-26f85f3c-53fe-401d-a731-35f6a505ad4a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.1210783 Dec 09 22:20:14.062470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad4e87a8-4b45-4b2a-b340-51f6fede47c7 req-5f9c36fe-2113-4f08-98f5-42b63feb998b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729884 Dec 09 22:20:14.097291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d0467-61fa-4b36-b508-84865308a33b req-017de9e2-bc37-4c51-964a-3b56a0cf8e46 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:14.103661 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e7d0467-61fa-4b36-b508-84865308a33b req-017de9e2-bc37-4c51-964a-3b56a0cf8e46 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 950 time: 0.1406076 Dec 09 22:20:14.213058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e7d0467-61fa-4b36-b508-84865308a33b req-7cc9676e-703b-48bf-b8f6-a08a66ec47fd tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004713 Dec 09 22:20:14.302908 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-10630434-d620-44e9-be4a-949d3e4752ff admin admin] Deleting port 26c19663-c953-4f85-82f6-7ed378d7ebf7 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:20:14.304921 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10630434-d620-44e9-be4a-949d3e4752ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:14.428995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-10630434-d620-44e9-be4a-949d3e4752ff admin admin] For port 26c19663-c953-4f85-82f6-7ed378d7ebf7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=26c19663-c953-4f85-82f6-7ed378d7ebf7,segment=NetworkSegment(979e8bc2-5b34-4e85-9c39-d0c6f0bb9884),segment_id=979e8bc2-5b34-4e85-9c39-d0c6f0bb9884)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:14.429366 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10630434-d620-44e9-be4a-949d3e4752ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:14.443871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-10630434-d620-44e9-be4a-949d3e4752ff admin admin] Calling delete_port for 26c19663-c953-4f85-82f6-7ed378d7ebf7 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:20:14.632415 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-87a19d0d-35cf-4ded-81e4-19f77be6b6e4 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1f54460f35b447e0901ff278af227191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411918 Dec 09 22:20:14.716748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ea815f25-45fe-410b-ad55-340bc409ca2f up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:14.807682 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10630434-d620-44e9-be4a-949d3e4752ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:14.852820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-fb8d47ed-5f7e-49c7-b8eb-8e5c00bb1269 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:14.865159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port ea815f25-45fe-410b-ad55-340bc409ca2f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:14.867435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-fb8d47ed-5f7e-49c7-b8eb-8e5c00bb1269 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338719 Dec 09 22:20:14.870239 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:14.903322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-8b5de528-f231-47b0-b214-457cfc1fb4f8 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/quotas/1f54460f35b447e0901ff278af227191 HTTP/1.1" status: 200 len: 375 time: 0.0338092 Dec 09 22:20:14.981605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10630434-d620-44e9-be4a-949d3e4752ff admin admin] Pushing event deleted for resources: {'Port': ['ID=26c19663-c953-4f85-82f6-7ed378d7ebf7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:15.008190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-c20f2342-26f4-4055-964c-bf351088dc15 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f54460f35b447e0901ff278af227191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039331 Dec 09 22:20:15.360736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753d5f3-d704-42ab-a888-3d3fc354471f req-9156bf65-fbfe-4cce-9ea7-e35ec6b6021d tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:15.362296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c753d5f3-d704-42ab-a888-3d3fc354471f req-9156bf65-fbfe-4cce-9ea7-e35ec6b6021d tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 950 time: 0.2010672 Dec 09 22:20:15.372734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:15.407920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787d9631-8784-476e-ab3a-565e32e39d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea815f25-45fe-410b-ad55-340bc409ca2f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:15.416237 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903aac5c-54bb-4184-836a-a01c9cb48ae2" -d '{"events": [{"server_uuid": "787d9631-8784-476e-ab3a-565e32e39d8b", "name": "network-vif-plugged", "status": "completed", "tag": "ea815f25-45fe-410b-ad55-340bc409ca2f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:15.418859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27f826cd-267a-46da-9a13-fd6368e194c0 req-5330334d-36ce-4b4f-9677-0b5a9590d96f tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 210 time: 0.0775909 Dec 09 22:20:15.446055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298950df-c225-4ef6-88a9-7401cb1b696a req-794bf5be-6b70-40a9-acd6-b50f2df22977 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:15.447569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298950df-c225-4ef6-88a9-7401cb1b696a req-794bf5be-6b70-40a9-acd6-b50f2df22977 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.1839190 Dec 09 22:20:15.453414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ea815f25-45fe-410b-ad55-340bc409ca2f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ea815f25-45fe-410b-ad55-340bc409ca2f,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:15.468596 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:15.483771 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10630434-d620-44e9-be4a-949d3e4752ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:15.614563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298950df-c225-4ef6-88a9-7401cb1b696a req-0d9b881c-a048-4474-8652-15dd8de4f36f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516941 Dec 09 22:20:15.639293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ea815f25-45fe-410b-ad55-340bc409ca2f,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:15.782414 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73d1179-376f-4c5e-a6f6-dbc61595d29e x-openstack-request-id: req-e73d1179-376f-4c5e-a6f6-dbc61595d29e {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:15.783039 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787d9631-8784-476e-ab3a-565e32e39d8b", "name": "network-vif-plugged", "status": "completed", "tag": "ea815f25-45fe-410b-ad55-340bc409ca2f", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:15.783576 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e73d1179-376f-4c5e-a6f6-dbc61595d29e {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:15.785299 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787d9631-8784-476e-ab3a-565e32e39d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea815f25-45fe-410b-ad55-340bc409ca2f', 'code': 200} Dec 09 22:20:15.894621 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec7688-1db8-45db-98da-7cc58fc43f85 req-511e29a7-0f3e-4abd-bab4-5f2c53399ca3 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:15.899423 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36ec7688-1db8-45db-98da-7cc58fc43f85 req-511e29a7-0f3e-4abd-bab4-5f2c53399ca3 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 950 time: 0.1132603 Dec 09 22:20:15.970859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36ec7688-1db8-45db-98da-7cc58fc43f85 req-59603fc1-e7b3-40c9-9b3c-ea20e32d5125 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593746 Dec 09 22:20:16.086772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-695676ef-e24f-4d95-8d94-74a67706cd23 req-3446dbd5-dfb5-4dd8-abcc-90687fed111e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:20:16.088125 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-695676ef-e24f-4d95-8d94-74a67706cd23 req-3446dbd5-dfb5-4dd8-abcc-90687fed111e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060921 Dec 09 22:20:16.141931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10630434-d620-44e9-be4a-949d3e4752ff admin admin] Router bedf64f0-9eb1-495e-85e8-858174580590 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:20:16.144625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-c753d5f3-d704-42ab-a888-3d3fc354471f req-237962db-6b01-4f52-83ec-67b82524bfa2 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Deleting port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:20:16.145038 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c753d5f3-d704-42ab-a888-3d3fc354471f req-237962db-6b01-4f52-83ec-67b82524bfa2 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:16.374684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c753d5f3-d704-42ab-a888-3d3fc354471f req-237962db-6b01-4f52-83ec-67b82524bfa2 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] For port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:16.375423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c753d5f3-d704-42ab-a888-3d3fc354471f req-237962db-6b01-4f52-83ec-67b82524bfa2 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:16.399323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-c753d5f3-d704-42ab-a888-3d3fc354471f req-237962db-6b01-4f52-83ec-67b82524bfa2 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Calling delete_port for 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:20:16.410788 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10630434-d620-44e9-be4a-949d3e4752ff admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:20:16.420247 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-10630434-d620-44e9-be4a-949d3e4752ff admin admin] 10.222.0.16 "PUT /v2.0/routers/bedf64f0-9eb1-495e-85e8-858174580590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4527612 Dec 09 22:20:16.421537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54466) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:16.423751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589a003-3ace-4e11-bbfb-e38491fed48c None None] Sync routers for ids ['bedf64f0-9eb1-495e-85e8-858174580590'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:20:16.451619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589a003-3ace-4e11-bbfb-e38491fed48c None None] Routers {'bedf64f0-9eb1-495e-85e8-858174580590'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:20:16.452181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e589a003-3ace-4e11-bbfb-e38491fed48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:20:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['bedf64f0-9eb1-495e-85e8-858174580590'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:16.611633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a63a7ef1-d0a5-4778-957f-f25b1889134b req-93483375-9200-4335-b26a-c6ca640f83d2 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 210 time: 0.1105385 Dec 09 22:20:16.671599 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e589a003-3ace-4e11-bbfb-e38491fed48c None None] Set router bedf64f0-9eb1-495e-85e8-858174580590 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:20:16.730659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82252e9-01b4-4cf2-af0e-5136b7551c17 req-4cb3e32d-02c1-4c9f-b368-68b0c8232d89 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:16.742683 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b82252e9-01b4-4cf2-af0e-5136b7551c17 req-4cb3e32d-02c1-4c9f-b368-68b0c8232d89 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.2496808 Dec 09 22:20:16.763953 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-8e426c91-c0a0-4b3b-a77e-e8803883aaf1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2646787 Dec 09 22:20:16.799431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-b71d8b4c-8236-4e89-91d2-5335fc70ceda service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:20:16.809413 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-b71d8b4c-8236-4e89-91d2-5335fc70ceda service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0248477 Dec 09 22:20:16.861155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:16.999353 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-2b15b3f5-644b-4ca4-b9dd-cce4b5472db1 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1f54460f35b447e0901ff278af227191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1732116 Dec 09 22:20:17.128858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b82252e9-01b4-4cf2-af0e-5136b7551c17 req-c29a8ced-494c-4e53-98e4-d8d9fa4149ab tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764250 Dec 09 22:20:17.175689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e589a003-3ace-4e11-bbfb-e38491fed48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'name': 'tempest-FloatingIPsTestJSON-1510363583-router', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:50Z', 'updated_at': '2021-12-09T22:20:14Z', 'revision_number': 5, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'gw_port': {'id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:51Z', 'updated_at': '2021-12-09T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:17.221261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589a003-3ace-4e11-bbfb-e38491fed48c None None] Checking router: bedf64f0-9eb1-495e-85e8-858174580590 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:20:17.229261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c753d5f3-d704-42ab-a888-3d3fc354471f req-237962db-6b01-4f52-83ec-67b82524bfa2 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:17.232211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589a003-3ace-4e11-bbfb-e38491fed48c None None] Routers {'bedf64f0-9eb1-495e-85e8-858174580590'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:20:17.233044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e589a003-3ace-4e11-bbfb-e38491fed48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:20:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['bedf64f0-9eb1-495e-85e8-858174580590'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:17.381998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237962db-6b01-4f52-83ec-67b82524bfa2 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Pushing event deleted for resources: {'Port': ['ID=69ff9788-ec4e-4b44-aed4-fc9664c1fa2d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:17.467721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e589a003-3ace-4e11-bbfb-e38491fed48c None None] Set router bedf64f0-9eb1-495e-85e8-858174580590 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:20:17.497470 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:17.516226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358d0ea-0ce4-4f7e-a265-e5f8b05164c5 req-13436ae8-6039-4ac4-8867-4e43bd310d8e tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:17.526610 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2358d0ea-0ce4-4f7e-a265-e5f8b05164c5 req-13436ae8-6039-4ac4-8867-4e43bd310d8e tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d826757-c411-41aa-9cd8-75d6fa818494 HTTP/1.1" status: 200 len: 867 time: 0.3694689 Dec 09 22:20:17.550272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c753d5f3-d704-42ab-a888-3d3fc354471f req-237962db-6b01-4f52-83ec-67b82524bfa2 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] No DVR routers for this DVR port 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:20:17.559581 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['69ff9788-ec4e-4b44-aed4-fc9664c1fa2d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:17.634159 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c753d5f3-d704-42ab-a888-3d3fc354471f req-237962db-6b01-4f52-83ec-67b82524bfa2 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:17.638795 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c753d5f3-d704-42ab-a888-3d3fc354471f req-237962db-6b01-4f52-83ec-67b82524bfa2 tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.42 "DELETE /v2.0/ports/69ff9788-ec4e-4b44-aed4-fc9664c1fa2d HTTP/1.1" status: 204 len: 173 time: 2.2582757 Dec 09 22:20:17.639282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d826757-c411-41aa-9cd8-75d6fa818494', 'name': 'network-vif-deleted', 'tag': '69ff9788-ec4e-4b44-aed4-fc9664c1fa2d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:17.684022 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbabf7a-23d2-4093-8995-81a7cea45323" -d '{"events": [{"server_uuid": "1d826757-c411-41aa-9cd8-75d6fa818494", "name": "network-vif-deleted", "tag": "69ff9788-ec4e-4b44-aed4-fc9664c1fa2d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:17.786565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2358d0ea-0ce4-4f7e-a265-e5f8b05164c5 req-f6ae4ec9-395e-448e-9ced-601d8010599b tempest-ServerDiagnosticsNegativeTest-408477921 tempest-ServerDiagnosticsNegativeTest-408477921-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589386 Dec 09 22:20:17.819301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-2a049949-7655-4a95-a40f-87a57a8ee414 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:17.832379 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-2a049949-7655-4a95-a40f-87a57a8ee414 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8270249 Dec 09 22:20:17.904745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Deleting port eee07a41-7d4c-4b36-8e16-4caf5faa0c62 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:20:17.904857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:17.930415 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0295b56-85a8-4019-9b95-53e6dfb379ab req-a5d0fe48-16cf-4366-bfe7-6682ad2c175f tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 210 time: 0.0969844 Dec 09 22:20:17.946024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Request body: {'port': {'device_id': '5714dc9e-af91-4adf-824a-655b58c12bb2', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': '1f54460f35b447e0901ff278af227191'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:18.190558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] For port eee07a41-7d4c-4b36-8e16-4caf5faa0c62, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=eee07a41-7d4c-4b36-8e16-4caf5faa0c62,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:18.191220 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:18.233564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Calling delete_port for eee07a41-7d4c-4b36-8e16-4caf5faa0c62 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:20:18.309056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e589a003-3ace-4e11-bbfb-e38491fed48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'name': 'tempest-FloatingIPsTestJSON-1510363583-router', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:50Z', 'updated_at': '2021-12-09T22:20:14Z', 'revision_number': 5, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'gw_port': {'id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:51Z', 'updated_at': '2021-12-09T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:18.319250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Made reservation on behalf of 1f54460f35b447e0901ff278af227191 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:20:18.331993 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:18.356373 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:18.445350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589a003-3ace-4e11-bbfb-e38491fed48c None None] The sync data for ids ['bedf64f0-9eb1-495e-85e8-858174580590'] in n-d-789963-23 is: [{'id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'name': 'tempest-FloatingIPsTestJSON-1510363583-router', 'tenant_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:19:50Z', 'updated_at': '2021-12-09T22:20:14Z', 'revision_number': 5, 'project_id': '0572d351f4954b13ae0c1dc6e3e13cab', 'gw_port': {'id': 'eee07a41-7d4c-4b36-8e16-4caf5faa0c62', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedf64f0-9eb1-495e-85e8-858174580590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:19:51Z', 'updated_at': '2021-12-09T22:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:20:18.539735 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:18.544917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:18.617402 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b887c83f-1b17-474d-8794-5fe2601b9ac6 x-openstack-request-id: req-b887c83f-1b17-474d-8794-5fe2601b9ac6 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:18.619723 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d826757-c411-41aa-9cd8-75d6fa818494", "name": "network-vif-deleted", "tag": "69ff9788-ec4e-4b44-aed4-fc9664c1fa2d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:18.620848 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b887c83f-1b17-474d-8794-5fe2601b9ac6 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:18.622151 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d826757-c411-41aa-9cd8-75d6fa818494', 'name': 'network-vif-deleted', 'tag': '69ff9788-ec4e-4b44-aed4-fc9664c1fa2d', 'status': 'completed', 'code': 200} Dec 09 22:20:18.624347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7324b21-94c6-4f05-812d-436f94cae577,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:18.733410 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295537a-caa5-497c-871d-5b1814409125 req-dcdd917a-ed31-4cde-a99c-94ea0b7365e3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:18.735029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e295537a-caa5-497c-871d-5b1814409125 req-dcdd917a-ed31-4cde-a99c-94ea0b7365e3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.1275840 Dec 09 22:20:18.764453 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:18.798276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee07a41-7d4c-4b36-8e16-4caf5faa0c62,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:18.904493 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e295537a-caa5-497c-871d-5b1814409125 req-f53add6c-ea34-4901-982e-18dafd5b17d6 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554008 Dec 09 22:20:18.905851 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Allocated IP 192.168.233.216 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/f3767794-415e-48dc-82dc-eac66bf4ca01) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:20:18.909075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c288e-ca11-4249-b152-40345f897281 req-d62e24d6-4e05-482f-a267-893a79dc77cd tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:18.911903 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a3c288e-ca11-4249-b152-40345f897281 req-d62e24d6-4e05-482f-a267-893a79dc77cd tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 1097 time: 0.1512799 Dec 09 22:20:18.935178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:19.051043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a3c288e-ca11-4249-b152-40345f897281 req-3953133c-6c73-4288-b9ec-eab943903d58 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204090 Dec 09 22:20:19.124498 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:19.135796 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:19.241191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 26c19663-c953-4f85-82f6-7ed378d7ebf7 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:20:19.267383 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:19.268037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bedf64f0-9eb1-495e-85e8-858174580590 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:20:19.275965 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:19.275965 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b5e3f66b-e895-4fbb-ba18-a98278ed6520 admin admin] 10.222.0.16 "DELETE /v2.0/routers/bedf64f0-9eb1-495e-85e8-858174580590 HTTP/1.1" status: 204 len: 168 time: 2.8401442 Dec 09 22:20:19.277845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54546) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:19.301265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 26c19663-c953-4f85-82f6-7ed378d7ebf7 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:20:19.302010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 26c19663-c953-4f85-82f6-7ed378d7ebf7 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:20:19.311463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b11f2d4-6ccd-42e0-9bbb-8055a0ef2cff req-80c02ea1-4209-4c13-83fd-1a825edeaa12 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 210 time: 0.0669010 Dec 09 22:20:19.382748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c545391-6288-4bac-9277-a054c3bc1c40 admin admin] Deleting subnet 40ce3956-b2db-478b-b8e4-ad190bada122 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:20:19.388407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c545391-6288-4bac-9277-a054c3bc1c40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:19.454755 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:19.468047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:20:19.495517 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c545391-6288-4bac-9277-a054c3bc1c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:19.534919 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:20:19.536085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 69ff9788-ec4e-4b44-aed4-fc9664c1fa2d not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:20:19.658497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-8e090efb-62ba-4dc2-bed3-92a051d9815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:19.658497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-8e090efb-62ba-4dc2-bed3-92a051d9815b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 1102 time: 0.1964569 Dec 09 22:20:19.691733 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c545391-6288-4bac-9277-a054c3bc1c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:19.725349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54560) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:19.737914 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:19.812505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c545391-6288-4bac-9277-a054c3bc1c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:19.854996 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c545391-6288-4bac-9277-a054c3bc1c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ce3956-b2db-478b-b8e4-ad190bada122,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:19.872284 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c545391-6288-4bac-9277-a054c3bc1c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:19.875655 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8c545391-6288-4bac-9277-a054c3bc1c40 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/40ce3956-b2db-478b-b8e4-ad190bada122 HTTP/1.1" status: 204 len: 168 time: 0.5966966 Dec 09 22:20:19.877739 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2a29e1-e4ff-4913-a9ca-4163b39a6e01 None None] Network 42b16f1a-5be2-48b3-a567-c3ecd25f0964 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:20:19.880617 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54580) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:19.975538 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:20.016995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:20.048329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:20.102289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:20.109618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Pushing event updated for resources: {'Port': ['ID=f3767794-415e-48dc-82dc-eac66bf4ca01,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:20.300604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc402c0-4a31-4833-ad1d-7af5dfd64a33 None None] DHCP port deletion for 42b16f1a-5be2-48b3-a567-c3ecd25f0964 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:20:20.360028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:20.362533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:20.453018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ecc402c0-4a31-4833-ad1d-7af5dfd64a33 None None] Deleting port 46311553-ded4-43e1-afbe-dd2d60cfebaa {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:20:20.453936 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ecc402c0-4a31-4833-ad1d-7af5dfd64a33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:20.538804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-f9a22885-7ff1-4834-acad-0f7db109b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:20.547286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-f9a22885-7ff1-4834-acad-0f7db109b146 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.8782873 Dec 09 22:20:20.573388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54604) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:20.574980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cb6bd687-ca32-4d62-bc5c-b780ea334882 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec6507be44a145b5a6f27ffb4e32ad91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8477211 Dec 09 22:20:20.649248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-1aaf3060-a947-4751-bac3-1cab75ed48fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7177849 Dec 09 22:20:20.650680 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-fa883e54-aaff-498c-a67d-013d8b8bd848 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece HTTP/1.1" status: 200 len: 217 time: 0.0712841 Dec 09 22:20:20.653174 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4eef65d2-9f10-4572-bb5a-94eb58bfb01c None None] Provisioning complete for port f3767794-415e-48dc-82dc-eac66bf4ca01 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:20.654896 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4eef65d2-9f10-4572-bb5a-94eb58bfb01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:20.665952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565d054-29b7-4ddc-a219-a3be4cbb8763 req-e2429ae7-3796-431d-bd37-885bb6c36918 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:20.670708 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2fecade6-be28-4576-ba76-71f6d086a068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:20.675120 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3565d054-29b7-4ddc-a219-a3be4cbb8763 req-e2429ae7-3796-431d-bd37-885bb6c36918 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.5569875 Dec 09 22:20:20.707853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Request body: {'port': {'device_id': '5714dc9e-af91-4adf-824a-655b58c12bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:20.735464 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2fecade6-be28-4576-ba76-71f6d086a068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:20.773137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ecc402c0-4a31-4833-ad1d-7af5dfd64a33 None None] For port 46311553-ded4-43e1-afbe-dd2d60cfebaa, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=46311553-ded4-43e1-afbe-dd2d60cfebaa,segment=NetworkSegment(979e8bc2-5b34-4e85-9c39-d0c6f0bb9884),segment_id=979e8bc2-5b34-4e85-9c39-d0c6f0bb9884)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:20.775157 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ecc402c0-4a31-4833-ad1d-7af5dfd64a33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:20.822328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ecc402c0-4a31-4833-ad1d-7af5dfd64a33 None None] Calling delete_port for 46311553-ded4-43e1-afbe-dd2d60cfebaa owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:20:20.856497 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2fecade6-be28-4576-ba76-71f6d086a068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:20.859904 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2fecade6-be28-4576-ba76-71f6d086a068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:20.864061 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2fecade6-be28-4576-ba76-71f6d086a068 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c080fe1-da3a-4c50-b24a-9c5976d8cdcc HTTP/1.1" status: 204 len: 168 time: 0.2889867 Dec 09 22:20:20.874753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecade6-be28-4576-ba76-71f6d086a068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c080fe1-da3a-4c50-b24a-9c5976d8cdcc,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:20.979130 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:21.014679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3565d054-29b7-4ddc-a219-a3be4cbb8763 req-562bc4d3-4c13-4d5e-84f4-476f13de1b81 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384099 Dec 09 22:20:21.084375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4eef65d2-9f10-4572-bb5a-94eb58bfb01c None None] Port f3767794-415e-48dc-82dc-eac66bf4ca01 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:20:21.099531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-b3279717-7f0f-447a-80cb-6a4d9b579f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:21.103859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-b3279717-7f0f-447a-80cb-6a4d9b579f4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.3327537 Dec 09 22:20:21.109681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Deleting port 46311553-ded4-43e1-afbe-dd2d60cfebaa {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:20:21.110044 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:21.229400 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ecc402c0-4a31-4833-ad1d-7af5dfd64a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:21.315246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc402c0-4a31-4833-ad1d-7af5dfd64a33 None None] Pushing event deleted for resources: {'Port': ['ID=46311553-ded4-43e1-afbe-dd2d60cfebaa,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:21.328390 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc402c0-4a31-4833-ad1d-7af5dfd64a33 None None] No DVR routers for this DVR port 46311553-ded4-43e1-afbe-dd2d60cfebaa on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:20:21.383447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 46311553-ded4-43e1-afbe-dd2d60cfebaa no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:20:21.437025 n-d-789963-23 neutron-server[103417]: WARNING keystonemiddleware.auth_token [req-18e09291-8373-467a-b3a5-6fe671ee7b14 req-403069b9-a698-4926-8501-228574f494dd service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 22:20:21.441259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-de4e9171-b218-40bd-9294-22fd6a4a9dcb tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:20:21.442423 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-de4e9171-b218-40bd-9294-22fd6a4a9dcb tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3237588 Dec 09 22:20:21.461630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 46311553-ded4-43e1-afbe-dd2d60cfebaa {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:20:21.462019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 46311553-ded4-43e1-afbe-dd2d60cfebaa not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:20:21.463992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device eee07a41-7d4c-4b36-8e16-4caf5faa0c62 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:20:21.496475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-dd3f65a2-e4f5-4cd7-9f50-a4a35c68dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:21.504601 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-dd3f65a2-e4f5-4cd7-9f50-a4a35c68dc5d service neutron] 10.222.0.16 "GET /v2.0/ports/dcb16939-8ce7-4c5d-907d-b7772fcf8652 HTTP/1.1" status: 200 len: 1094 time: 0.0526483 Dec 09 22:20:21.513972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] Request body: {'binding': {'host': 'n-h1-789963-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:21.514459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] Unknown quota resources ['binding']. {{(pid=103417) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:20:21.517137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54624) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:21.533761 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a57ad9e6-4ec4-4f2d-95ee-7d6df7f83837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:21.550403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: eee07a41-7d4c-4b36-8e16-4caf5faa0c62 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:20:21.550754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device eee07a41-7d4c-4b36-8e16-4caf5faa0c62 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:20:21.659070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a57ad9e6-4ec4-4f2d-95ee-7d6df7f83837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:21.670384 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a57ad9e6-4ec4-4f2d-95ee-7d6df7f83837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:21.841502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-9bb5793e-4979-4f35-b03b-a2e0df2fd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:21.843292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-9bb5793e-4979-4f35-b03b-a2e0df2fd3ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7305887 Dec 09 22:20:21.867630 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a57ad9e6-4ec4-4f2d-95ee-7d6df7f83837 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20eae3c33af84cc2ac95f6f23894bd1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492715 Dec 09 22:20:21.869633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] For port 46311553-ded4-43e1-afbe-dd2d60cfebaa, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=46311553-ded4-43e1-afbe-dd2d60cfebaa,segment=NetworkSegment(979e8bc2-5b34-4e85-9c39-d0c6f0bb9884),segment_id=979e8bc2-5b34-4e85-9c39-d0c6f0bb9884)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:21.870174 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:21.883457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54626) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:21.934667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on host n-h1-789963-23 for vnic_type normal with profile None {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:21.935906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:21.936468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:21.946351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] Port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:20:21.946967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:21.955087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ad9e6-4ec4-4f2d-95ee-7d6df7f83837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213eab35-4f12-4a3e-bed6-fb18d6e82154,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:21.965428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:21.966641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:21.984201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:21.984959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] Bound port: dcb16939-8ce7-4c5d-907d-b7772fcf8652, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:21.985143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Calling delete_port for 46311553-ded4-43e1-afbe-dd2d60cfebaa owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:20:22.004490 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39288c1-77cd-4a4e-bfa4-791ebf50cb64 req-e5d7a3e8-2f34-4585-a176-8e208870c848 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:22.015973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d39288c1-77cd-4a4e-bfa4-791ebf50cb64 req-e5d7a3e8-2f34-4585-a176-8e208870c848 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 936 time: 0.7979846 Dec 09 22:20:22.090777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:22.100122 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] Publish callbacks [] for binding, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:22.110727 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-65d2b073-0a86-417e-8afe-eb15fc6e7f4e service neutron] 10.222.0.16 "POST /v2.0/ports/dcb16939-8ce7-4c5d-907d-b7772fcf8652/bindings HTTP/1.1" status: 201 len: 390 time: 0.6006827 Dec 09 22:20:22.117370 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-d7448d78-d5d3-4c5f-97de-c3e9493e9f24 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514052 Dec 09 22:20:22.127339 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88111ab0-a74f-43c1-bdd0-869f123131f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:22.162352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88111ab0-a74f-43c1-bdd0-869f123131f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:22.307603 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88111ab0-a74f-43c1-bdd0-869f123131f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:22.316906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3767794-415e-48dc-82dc-eac66bf4ca01 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:22.319548 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88111ab0-a74f-43c1-bdd0-869f123131f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:22.326385 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-88111ab0-a74f-43c1-bdd0-869f123131f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/213eab35-4f12-4a3e-bed6-fb18d6e82154 HTTP/1.1" status: 204 len: 168 time: 0.4366992 Dec 09 22:20:22.328011 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:22.344605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Transition to ACTIVE for port object f3767794-415e-48dc-82dc-eac66bf4ca01 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:20:22.355884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88111ab0-a74f-43c1-bdd0-869f123131f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213eab35-4f12-4a3e-bed6-fb18d6e82154,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:22.390339 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:22.421209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d39288c1-77cd-4a4e-bfa4-791ebf50cb64 req-2188cf79-385c-412f-bb2c-4f34204e6491 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7324b21-94c6-4f05-812d-436f94cae577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039764 Dec 09 22:20:22.427582 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:22.571176 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-8b6c702d-0880-414e-9e0c-40c0a2bdd902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:22.573266 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-8b6c702d-0880-414e-9e0c-40c0a2bdd902 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 1097 time: 0.1106145 Dec 09 22:20:22.667193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3767794-415e-48dc-82dc-eac66bf4ca01,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:22.728844 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:22.808789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-60d6ef31-5125-4549-9946-4aa58caa41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:22.810558 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-60d6ef31-5125-4549-9946-4aa58caa41eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.2228229 Dec 09 22:20:22.871844 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-2d03791f-4902-40da-94cb-2819a00827f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652 HTTP/1.1" status: 200 len: 217 time: 0.0520079 Dec 09 22:20:22.873389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-7dfa7d76-834d-44b1-9c45-fc88aa688c52 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244544 Dec 09 22:20:22.874493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] No DVR routers for this DVR port 46311553-ded4-43e1-afbe-dd2d60cfebaa on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:20:22.989906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Attempting to bind port f3767794-415e-48dc-82dc-eac66bf4ca01 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:22.990580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Attempting to bind port f3767794-415e-48dc-82dc-eac66bf4ca01 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:22.991453 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Attempting to bind port f3767794-415e-48dc-82dc-eac66bf4ca01 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:22.998660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Pushing event deleted for resources: {'Port': ['ID=46311553-ded4-43e1-afbe-dd2d60cfebaa,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:23.010524 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-e5cf2f5f-ee0b-4027-85e5-6f4a4291007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:23.020130 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-e5cf2f5f-ee0b-4027-85e5-6f4a4291007c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.1160495 Dec 09 22:20:23.062979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Port f3767794-415e-48dc-82dc-eac66bf4ca01 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:20:23.062979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Attempting to bind port f3767794-415e-48dc-82dc-eac66bf4ca01 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:23.079242 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-b4e4644c-728a-4e7a-9f95-b3017a00aa99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506966 Dec 09 22:20:23.124623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:23.128907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:23.129377 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:23.129888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Bound port: f3767794-415e-48dc-82dc-eac66bf4ca01, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:23.130265 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:23.153561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356951c0-dfa4-46af-9eb9-f784dec09136 req-0cfa2195-e2bf-4159-8aad-eba3267c2bff tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:23.155171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-356951c0-dfa4-46af-9eb9-f784dec09136 req-0cfa2195-e2bf-4159-8aad-eba3267c2bff tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.4816935 Dec 09 22:20:23.213133 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-70c508c1-abbb-4e0c-a2c6-dffee1ca8bcf service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253722 Dec 09 22:20:23.214985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139f311-b03a-4b8b-9f4b-c802f07a44eb req-55b275e6-077d-4439-818c-5849fb312830 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:23.216491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2139f311-b03a-4b8b-9f4b-c802f07a44eb req-55b275e6-077d-4439-818c-5849fb312830 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.4914026 Dec 09 22:20:23.250719 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:23.328072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b16f1a-5be2-48b3-a567-c3ecd25f0964']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:23.357593 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-687f037b-086a-4baa-aa4f-51388ebae0ba service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329737 Dec 09 22:20:23.380769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979e8bc2-5b34-4e85-9c39-d0c6f0bb9884') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:23.381110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979e8bc2-5b34-4e85-9c39-d0c6f0bb9884') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:23.427395 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:23.472482 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-356951c0-dfa4-46af-9eb9-f784dec09136 req-8a2af21b-81c3-45db-a011-26033cb218dd tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958374 Dec 09 22:20:23.473577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] For port f3767794-415e-48dc-82dc-eac66bf4ca01, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:23.478533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] For port f3767794-415e-48dc-82dc-eac66bf4ca01, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3767794-415e-48dc-82dc-eac66bf4ca01,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:23.483708 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2139f311-b03a-4b8b-9f4b-c802f07a44eb req-4678ab75-5a43-4f14-ac1f-3a6839645efa tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984355 Dec 09 22:20:23.485212 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:23.490734 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:23.501904 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:20:23.501904 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:20:23.505716 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:20:23.555668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:23.556290 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:23.557863 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] 10.222.0.42 "PUT /v2.0/ports/f3767794-415e-48dc-82dc-eac66bf4ca01 HTTP/1.1" status: 200 len: 1097 time: 2.8564858 Dec 09 22:20:23.589814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5714dc9e-af91-4adf-824a-655b58c12bb2', 'tag': 'f3767794-415e-48dc-82dc-eac66bf4ca01'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:23.592155 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069d7a26-2085-4c7d-88ef-f7286fd9a302" -d '{"events": [{"name": "network-changed", "server_uuid": "5714dc9e-af91-4adf-824a-655b58c12bb2", "tag": "f3767794-415e-48dc-82dc-eac66bf4ca01"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:23.686312 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:23.693201 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:23.697433 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] 10.222.0.16 "DELETE /v2.0/networks/42b16f1a-5be2-48b3-a567-c3ecd25f0964 HTTP/1.1" status: 204 len: 168 time: 3.8144150 Dec 09 22:20:23.763165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54678) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:23.828309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e7c9f-0dcf-413e-bcc7-69f88919a1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3767794-415e-48dc-82dc-eac66bf4ca01,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:23.874812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45af22-bb7e-45a3-b5df-b7a32cf4f52b admin admin] Pushing event deleted for resources: {'Network': ['ID=42b16f1a-5be2-48b3-a567-c3ecd25f0964,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:23.908174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-bcfbc59e-4cfe-4e91-8c20-70e862bbbc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:23.929051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-bcfbc59e-4cfe-4e91-8c20-70e862bbbc31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f54460f35b447e0901ff278af227191&device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 1100 time: 0.3046527 Dec 09 22:20:24.043034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da3b93-0be9-4fbb-892f-3d69275eeba4 req-25b705cb-b9f1-47da-bdd4-5c5a27d6fc33 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:24.046682 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77da3b93-0be9-4fbb-892f-3d69275eeba4 req-25b705cb-b9f1-47da-bdd4-5c5a27d6fc33 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 948 time: 0.3479617 Dec 09 22:20:24.049026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-693bf4c1-8e7f-46bd-a3f4-1a123c4f540e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=f3767794-415e-48dc-82dc-eac66bf4ca01 HTTP/1.1" status: 200 len: 217 time: 0.1122849 Dec 09 22:20:24.065418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-network', 'tenant_id': 'e37591b60d4743218d4d1665f227390f'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:24.108936 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1d11c9-8dc9-46f7-abf5-d905664bfce4 x-openstack-request-id: req-2f1d11c9-8dc9-46f7-abf5-d905664bfce4 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:24.109252 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5714dc9e-af91-4adf-824a-655b58c12bb2", "tag": "f3767794-415e-48dc-82dc-eac66bf4ca01", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:24.109504 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f1d11c9-8dc9-46f7-abf5-d905664bfce4 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:24.109938 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5714dc9e-af91-4adf-824a-655b58c12bb2', 'tag': 'f3767794-415e-48dc-82dc-eac66bf4ca01', 'status': 'completed', 'code': 200} Dec 09 22:20:24.110224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54694) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:24.148398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-0b819e7d-99db-4bb3-a2b5-d48af1737dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:24.148732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Made reservation on behalf of e37591b60d4743218d4d1665f227390f for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:20:24.149839 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-0b819e7d-99db-4bb3-a2b5-d48af1737dc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0888793 Dec 09 22:20:24.163355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.192408 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.209533 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77da3b93-0be9-4fbb-892f-3d69275eeba4 req-c1adf69e-ec20-4834-a3dd-10bc2037f590 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7324b21-94c6-4f05-812d-436f94cae577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472423 Dec 09 22:20:24.242786 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-64a62fe6-6150-4bed-a2ca-9a35bfc3437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:24.244475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-64a62fe6-6150-4bed-a2ca-9a35bfc3437c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0845072 Dec 09 22:20:24.265155 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9c90f1a1-1d91-4364-bc9e-b9333f2c3081 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0572d351f4954b13ae0c1dc6e3e13cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537383 Dec 09 22:20:24.269139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54696) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:24.364263 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a377c9b7-8218-4240-87f0-15425415e8e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.391768 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.394389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-6e4ce4fe-14e8-4034-b6ab-1879abc5b13a service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384165 Dec 09 22:20:24.405185 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.410964 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a377c9b7-8218-4240-87f0-15425415e8e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.457312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:20:24.481519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.482177 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Added segment 67f6f6b1-89bc-4400-9964-2d9b037b32dd of type vlan for network c6b33262-9ad4-4433-aebc-488081184c4b Dec 09 22:20:24.483958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:24.556646 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.575461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a377c9b7-8218-4240-87f0-15425415e8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.582479 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a377c9b7-8218-4240-87f0-15425415e8e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.584897 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a377c9b7-8218-4240-87f0-15425415e8e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d922d766-c40e-47e7-9a18-f2cc355f3991 HTTP/1.1" status: 204 len: 168 time: 0.3141954 Dec 09 22:20:24.632474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377c9b7-8218-4240-87f0-15425415e8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d922d766-c40e-47e7-9a18-f2cc355f3991,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:24.666763 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.669598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:24.670999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.704843 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640c8435-f5ef-4697-829f-7799df20d4d2 req-7935ae04-9991-4813-854d-91d725aabc02 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016276 Dec 09 22:20:24.717266 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9522841 Dec 09 22:20:24.719856 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54704) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:24.728878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9ff00f9e-288e-413c-80f6-f85c4e7e2ee3 admin admin] Request body: {'subnet': {'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-subnet', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:24.776080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df234e-bab3-40f7-8bf9-e7b211e24244 admin admin] Pushing event updated for resources: {'Network': ['ID=c6b33262-9ad4-4433-aebc-488081184c4b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:24.795843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c6b33262-9ad4-4433-aebc-488081184c4b details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:20:24.810964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff00f9e-288e-413c-80f6-f85c4e7e2ee3 admin admin] Made reservation on behalf of e37591b60d4743218d4d1665f227390f for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:20:24.819057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ff00f9e-288e-413c-80f6-f85c4e7e2ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:24.903355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da4da7-0fef-4af8-ac23-883012e5f8c8 req-d4198325-dae6-422d-a7db-34083e64827d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:24.914619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75da4da7-0fef-4af8-ac23-883012e5f8c8 req-d4198325-dae6-422d-a7db-34083e64827d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.2959423 Dec 09 22:20:25.003472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75da4da7-0fef-4af8-ac23-883012e5f8c8 req-fa66e9a2-8f96-470e-9e1e-7dcf652e4819 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839851 Dec 09 22:20:25.053442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fef397-dc96-419f-8691-ff11a2098b59 req-1b14c35a-3e05-4171-af79-0d55f40ba977 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:25.062312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01fef397-dc96-419f-8691-ff11a2098b59 req-1b14c35a-3e05-4171-af79-0d55f40ba977 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.3304737 Dec 09 22:20:25.115231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d7a26-2085-4c7d-88ef-f7286fd9a302 req-0d9b38fe-98a9-4bbc-9046-31fbd700d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:25.127045 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069d7a26-2085-4c7d-88ef-f7286fd9a302 req-0d9b38fe-98a9-4bbc-9046-31fbd700d484 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f54460f35b447e0901ff278af227191&device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 1100 time: 0.2824681 Dec 09 22:20:25.353237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01fef397-dc96-419f-8691-ff11a2098b59 req-c4f02aaf-4e4e-4ed6-a7e3-317aa5a5e366 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827506 Dec 09 22:20:25.356339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d7a26-2085-4c7d-88ef-f7286fd9a302 req-b9757808-7d44-4163-851e-cc5ed5df8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:25.357920 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069d7a26-2085-4c7d-88ef-f7286fd9a302 req-b9757808-7d44-4163-851e-cc5ed5df8fb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2297618 Dec 09 22:20:25.396074 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ff00f9e-288e-413c-80f6-f85c4e7e2ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:25.465578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069d7a26-2085-4c7d-88ef-f7286fd9a302 req-9a2698fa-2176-45dd-8cfb-8b5eea55a2d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=f3767794-415e-48dc-82dc-eac66bf4ca01 HTTP/1.1" status: 200 len: 217 time: 0.1005678 Dec 09 22:20:25.524502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff00f9e-288e-413c-80f6-f85c4e7e2ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5dc8bb-cfc3-4f34-a365-74007fcfaed2,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:25.534485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff00f9e-288e-413c-80f6-f85c4e7e2ee3 admin admin] Checking segment: {'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:25.534922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff00f9e-288e-413c-80f6-f85c4e7e2ee3 admin admin] Network hostable DHCP agents. Network: c6b33262-9ad4-4433-aebc-488081184c4b, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:20:25.554679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff00f9e-288e-413c-80f6-f85c4e7e2ee3 admin admin] Network c6b33262-9ad4-4433-aebc-488081184c4b is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:20:25.577608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-9ff00f9e-288e-413c-80f6-f85c4e7e2ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c6b33262-9ad4-4433-aebc-488081184c4b) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:25.586781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7440798c-2eca-41a0-a49a-829361735ceb None None] Network c6b33262-9ad4-4433-aebc-488081184c4b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:20:25.591128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff00f9e-288e-413c-80f6-f85c4e7e2ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:25.593616 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ff00f9e-288e-413c-80f6-f85c4e7e2ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:25.626660 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9ff00f9e-288e-413c-80f6-f85c4e7e2ee3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9057567 Dec 09 22:20:25.627577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54732) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:25.638252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:25.690749 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d7a26-2085-4c7d-88ef-f7286fd9a302 req-bfca9376-77f5-4f82-9a5f-0d1a01c2611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:25.692356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069d7a26-2085-4c7d-88ef-f7286fd9a302 req-bfca9376-77f5-4f82-9a5f-0d1a01c2611a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.2124796 Dec 09 22:20:25.693068 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:25.696021 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:25.711135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af51de4-f9b0-46d9-a7c2-728a1ec29528 req-0bd66c61-95bd-442f-b88c-7bcf5ace2532 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:25.722376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0af51de4-f9b0-46d9-a7c2-728a1ec29528 req-0bd66c61-95bd-442f-b88c-7bcf5ace2532 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 948 time: 0.2434821 Dec 09 22:20:25.803698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c6b33262-9ad4-4433-aebc-488081184c4b', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'project_id': 'e37591b60d4743218d4d1665f227390f', 'fixed_ips': [{'subnet_id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:20:25.805222 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:25.894247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:25.898472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d7a26-2085-4c7d-88ef-f7286fd9a302 req-b33b1d3c-2f56-4048-8011-f78015e4b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:25.900284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069d7a26-2085-4c7d-88ef-f7286fd9a302 req-b33b1d3c-2f56-4048-8011-f78015e4b628 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1753578 Dec 09 22:20:25.912197 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0af51de4-f9b0-46d9-a7c2-728a1ec29528 req-ee7da2b4-eced-435a-b120-fb9b90839b80 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7324b21-94c6-4f05-812d-436f94cae577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888852 Dec 09 22:20:26.116938 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Allocated IP 172.20.0.2 (c6b33262-9ad4-4433-aebc-488081184c4b/7c5dc8bb-cfc3-4f34-a365-74007fcfaed2/f3d42f01-6a26-47bd-ade1-78533ec3fd7e) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:20:26.121903 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:26.128079 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069d7a26-2085-4c7d-88ef-f7286fd9a302 req-51d76481-f5f6-43eb-aee1-645f52c40282 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092569 Dec 09 22:20:26.320593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec6031-705a-4dc0-9ffa-1604200a295a req-34ffd57f-6647-4d53-a681-43aee607326a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:26.334521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7fec6031-705a-4dc0-9ffa-1604200a295a req-34ffd57f-6647-4d53-a681-43aee607326a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.2024410 Dec 09 22:20:26.427908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069d7a26-2085-4c7d-88ef-f7286fd9a302 req-2da00430-03c6-47f3-a842-cd5b92e74202 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860119 Dec 09 22:20:26.460787 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7fec6031-705a-4dc0-9ffa-1604200a295a req-b62761a5-5258-425c-88d3-5f882ad54fc2 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253703 Dec 09 22:20:26.605598 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:26.613907 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:26.644731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f334a-185e-4648-a456-6f6f15f19f38 req-33270dc0-bd68-4c6c-92ca-db523c947141 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:26.652432 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e75f334a-185e-4648-a456-6f6f15f19f38 req-33270dc0-bd68-4c6c-92ca-db523c947141 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.1004846 Dec 09 22:20:26.666867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Pushing event updated for resources: {'Port': ['ID=f3d42f01-6a26-47bd-ade1-78533ec3fd7e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:26.682189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Network c6b33262-9ad4-4433-aebc-488081184c4b is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:26.688927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:26.692554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:26.729379 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e75f334a-185e-4648-a456-6f6f15f19f38 req-f12af35d-de4e-416f-823d-e194763eb60f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738323 Dec 09 22:20:26.765388 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Attempting to bind port f3d42f01-6a26-47bd-ade1-78533ec3fd7e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:26.766063 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Attempting to bind port f3d42f01-6a26-47bd-ade1-78533ec3fd7e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:26.767078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Attempting to bind port f3d42f01-6a26-47bd-ade1-78533ec3fd7e on network c6b33262-9ad4-4433-aebc-488081184c4b {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:26.772647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:26.773661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Checking segment: {'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:26.774503 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:26.775162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Bound using segment: {'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:26.775961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Bound port: f3d42f01-6a26-47bd-ade1-78533ec3fd7e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:26.776500 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:26.899889 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] For port f3d42f01-6a26-47bd-ade1-78533ec3fd7e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:26.909543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] For port f3d42f01-6a26-47bd-ade1-78533ec3fd7e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f3d42f01-6a26-47bd-ade1-78533ec3fd7e,segment=NetworkSegment(67f6f6b1-89bc-4400-9964-2d9b037b32dd),segment_id=67f6f6b1-89bc-4400-9964-2d9b037b32dd)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:26.931870 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:26.968895 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:27.107652 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:27.235420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52769fb-9baa-4b16-8e50-a21f65025fbc None None] Pushing event updated for resources: {'Port': ['ID=f3d42f01-6a26-47bd-ade1-78533ec3fd7e,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:27.288351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248d04-23ac-4c3b-bc26-9dec7595f7bb req-0e348825-312e-437e-907d-d99f7192db71 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:27.297744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c248d04-23ac-4c3b-bc26-9dec7595f7bb req-0e348825-312e-437e-907d-d99f7192db71 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 948 time: 0.1008351 Dec 09 22:20:27.395840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Allocated IP 172.25.8.110 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/2227a957-ec70-4942-92be-1f335c98687a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:20:27.424528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c248d04-23ac-4c3b-bc26-9dec7595f7bb req-7cc88ca8-d36d-4a75-8389-ff0e9c69aed2 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7324b21-94c6-4f05-812d-436f94cae577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256528 Dec 09 22:20:27.515804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f3767794-415e-48dc-82dc-eac66bf4ca01 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:20:27.689413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:27.764030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214bc92-ae2c-47d2-b690-3509c8c482b6 req-859e9346-e20a-42da-aa5b-68b59bdddce6 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:27.772115 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4214bc92-ae2c-47d2-b690-3509c8c482b6 req-859e9346-e20a-42da-aa5b-68b59bdddce6 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.0895336 Dec 09 22:20:27.847855 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f3767794-415e-48dc-82dc-eac66bf4ca01, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3767794-415e-48dc-82dc-eac66bf4ca01,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:27.853876 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:27.875438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4214bc92-ae2c-47d2-b690-3509c8c482b6 req-9c251ef1-cfba-4b83-87db-f80bfeade40e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023450 Dec 09 22:20:27.955506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:27.963354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:27.969945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:28.002397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54822) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:28.034811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb922e9e-1219-443b-8afc-904a63efdbf2 req-8507e8f0-f46d-4b8d-a522-4f7819a3924f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:28.057653 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb922e9e-1219-443b-8afc-904a63efdbf2 req-8507e8f0-f46d-4b8d-a522-4f7819a3924f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.1342096 Dec 09 22:20:28.059710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Pushing event updated for resources: {'Port': ['ID=2227a957-ec70-4942-92be-1f335c98687a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:28.102866 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'f3767794-415e-48dc-82dc-eac66bf4ca01', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'f3767794-415e-48dc-82dc-eac66bf4ca01', 'mac_address': 'fa:16:3e:84:ea:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:20:28.171309 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb922e9e-1219-443b-8afc-904a63efdbf2 req-71e87293-99be-4378-a9d6-294323e64b65 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121020 Dec 09 22:20:28.194327 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:28.222284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3767794-415e-48dc-82dc-eac66bf4ca01 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:28.231863 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee34d4ef-9dc7-4df0-b5fc-eebb01f280e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:28.275191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f3767794-415e-48dc-82dc-eac66bf4ca01, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3767794-415e-48dc-82dc-eac66bf4ca01,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:28.281895 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:28.392881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee34d4ef-9dc7-4df0-b5fc-eebb01f280e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:28.398905 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee34d4ef-9dc7-4df0-b5fc-eebb01f280e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:28.408583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f3767794-415e-48dc-82dc-eac66bf4ca01,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:28.514994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f3767794-415e-48dc-82dc-eac66bf4ca01'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:28.517587 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ee34d4ef-9dc7-4df0-b5fc-eebb01f280e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e18c839dd56b4091b86dbd153cb548b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5020773 Dec 09 22:20:28.520356 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54830) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:28.605971 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:28.688934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34d4ef-9dc7-4df0-b5fc-eebb01f280e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf47346-0a4e-488f-8f65-7a1e06d20c7a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:28.749620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7f7b34e3-aa45-485c-90b6-9ee4bc2165c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:28.778841 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7f7b34e3-aa45-485c-90b6-9ee4bc2165c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:28.792910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a9cb8-96a4-44aa-ba2b-64f88b32db0c req-72889d24-b579-46c8-9203-a8da4779dfac tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:28.794767 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-425a9cb8-96a4-44aa-ba2b-64f88b32db0c req-72889d24-b579-46c8-9203-a8da4779dfac tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 949 time: 0.2092078 Dec 09 22:20:28.952926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-425a9cb8-96a4-44aa-ba2b-64f88b32db0c req-49c89b79-e2f3-49bf-9889-53a326d21fef tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7324b21-94c6-4f05-812d-436f94cae577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397517 Dec 09 22:20:29.026526 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:29.081822 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7f7b34e3-aa45-485c-90b6-9ee4bc2165c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:29.110570 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7f7b34e3-aa45-485c-90b6-9ee4bc2165c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:29.113912 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7f7b34e3-aa45-485c-90b6-9ee4bc2165c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bf47346-0a4e-488f-8f65-7a1e06d20c7a HTTP/1.1" status: 204 len: 168 time: 0.5859225 Dec 09 22:20:29.116802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba449f9-1b69-49ad-bf4d-5b9c7efe3b47 None None] Network c6b33262-9ad4-4433-aebc-488081184c4b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:20:29.177331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b34e3-aa45-485c-90b6-9ee4bc2165c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf47346-0a4e-488f-8f65-7a1e06d20c7a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:29.227961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb68937-3a93-4e19-b117-7007f1e20f15 req-dfd93d84-cad1-4eb8-9124-b7a4a0a26a44 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:29.237010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7eb68937-3a93-4e19-b117-7007f1e20f15 req-dfd93d84-cad1-4eb8-9124-b7a4a0a26a44 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.2640858 Dec 09 22:20:29.313881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f3d42f01-6a26-47bd-ade1-78533ec3fd7e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:29.378041 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7eb68937-3a93-4e19-b117-7007f1e20f15 req-7fa6ad76-2868-45c2-bb7f-84cd513e415f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313512 Dec 09 22:20:29.430334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ad306bdd-c561-4d1c-85c9-ae997c855cb5 None None] Provisioning complete for port f3d42f01-6a26-47bd-ade1-78533ec3fd7e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:29.430994 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad306bdd-c561-4d1c-85c9-ae997c855cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:29.435717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Router 3be48c77-9a12-45ee-833d-c80ac7edd81b is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:20:29.555023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d48668-6027-4ce0-b32d-4abc5270e2dd req-7d1f03f3-52b9-4340-9b0d-4aff711d5c4f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:29.557029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f3767794-415e-48dc-82dc-eac66bf4ca01 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:29.558927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55d48668-6027-4ce0-b32d-4abc5270e2dd req-7d1f03f3-52b9-4340-9b0d-4aff711d5c4f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.2058351 Dec 09 22:20:29.684179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f3d42f01-6a26-47bd-ade1-78533ec3fd7e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:29.684691 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:29.742424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55d48668-6027-4ce0-b32d-4abc5270e2dd req-eb91838c-84c9-43e3-8e63-c47d251b9ffe tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767373 Dec 09 22:20:29.900759 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad306bdd-c561-4d1c-85c9-ae997c855cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:29.911505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:20:29.927651 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Sync routers for ids ['3be48c77-9a12-45ee-833d-c80ac7edd81b'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:20:29.948057 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Routers {'3be48c77-9a12-45ee-833d-c80ac7edd81b'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:20:29.958744 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:20:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3be48c77-9a12-45ee-833d-c80ac7edd81b'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:29.977278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:29.997863 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5c96b5ae-007d-4f24-97b8-d2b07f8cf0da admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.3646228 Dec 09 22:20:29.998346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54884) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:30.128699 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:30.165543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e276a-f9c4-4670-926d-f461c96ea2c1 req-24a6e71f-9a5c-47c5-a739-1a0a52ae61fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:30.173738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f0e276a-f9c4-4670-926d-f461c96ea2c1 req-24a6e71f-9a5c-47c5-a739-1a0a52ae61fd tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 949 time: 0.0652640 Dec 09 22:20:30.246932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ad306bdd-c561-4d1c-85c9-ae997c855cb5 None None] For port f3d42f01-6a26-47bd-ade1-78533ec3fd7e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f3d42f01-6a26-47bd-ade1-78533ec3fd7e,segment=NetworkSegment(67f6f6b1-89bc-4400-9964-2d9b037b32dd),segment_id=67f6f6b1-89bc-4400-9964-2d9b037b32dd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:30.250355 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f0e276a-f9c4-4670-926d-f461c96ea2c1 req-94f4a9f3-ece2-4b0e-84f1-a21386f86977 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7324b21-94c6-4f05-812d-436f94cae577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756583 Dec 09 22:20:30.271702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port f3767794-415e-48dc-82dc-eac66bf4ca01 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:20:30.280118 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad306bdd-c561-4d1c-85c9-ae997c855cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:30.288222 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port f3767794-415e-48dc-82dc-eac66bf4ca01 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:30.288796 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:30.360920 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Set router 3be48c77-9a12-45ee-833d-c80ac7edd81b gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:20:30.541065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad306bdd-c561-4d1c-85c9-ae997c855cb5 None None] Pushing event updated for resources: {'Port': ['ID=f3d42f01-6a26-47bd-ade1-78533ec3fd7e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:30.560938 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:20:30.561298 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:20:30.574209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4def7af4-016c-41f4-bec2-8d7b77cbe181 None None] Provisioning complete for port f3d42f01-6a26-47bd-ade1-78533ec3fd7e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:30.574626 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4def7af4-016c-41f4-bec2-8d7b77cbe181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:30.635975 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45ab3e-7944-426a-ad17-acf153351858 req-098adec0-bf80-4759-b01e-7ea55a2fff52 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:30.650383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e45ab3e-7944-426a-ad17-acf153351858 req-098adec0-bf80-4759-b01e-7ea55a2fff52 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.1530175 Dec 09 22:20:30.740289 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:30.779214 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e45ab3e-7944-426a-ad17-acf153351858 req-2850bff4-c998-4fd9-872e-36bad4c91532 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273637 Dec 09 22:20:30.852014 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:30.885752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5714dc9e-af91-4adf-824a-655b58c12bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3767794-415e-48dc-82dc-eac66bf4ca01'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:30.888704 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f5464f-b314-45f6-a058-9650e0c6bc44" -d '{"events": [{"server_uuid": "5714dc9e-af91-4adf-824a-655b58c12bb2", "name": "network-vif-plugged", "status": "completed", "tag": "f3767794-415e-48dc-82dc-eac66bf4ca01"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:30.915951 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:20:28Z', 'revision_number': 3, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:30.953587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f3767794-415e-48dc-82dc-eac66bf4ca01, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3767794-415e-48dc-82dc-eac66bf4ca01,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:30.981870 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:31.019927 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Checking router: 3be48c77-9a12-45ee-833d-c80ac7edd81b for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:20:31.022544 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Updating router 3be48c77-9a12-45ee-833d-c80ac7edd81b port 2227a957-ec70-4942-92be-1f335c98687a binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:20:31.034628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e093fb6-5cd2-4f61-bebd-4b1b4a045934 req-b7ca6912-0b19-4783-b970-b04a772ef78e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:31.052042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e093fb6-5cd2-4f61-bebd-4b1b4a045934 req-b7ca6912-0b19-4783-b970-b04a772ef78e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.1493757 Dec 09 22:20:31.087785 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:31.147786 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e093fb6-5cd2-4f61-bebd-4b1b4a045934 req-62155968-d353-473b-93ed-868e31408334 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895951 Dec 09 22:20:31.188657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f3767794-415e-48dc-82dc-eac66bf4ca01,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:31.248893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Allocated IP 172.20.0.1 (c6b33262-9ad4-4433-aebc-488081184c4b/7c5dc8bb-cfc3-4f34-a365-74007fcfaed2/159ed756-f874-48d1-af98-329369fe085a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:20:31.257554 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6219f1f7-b951-45a6-9d78-cd85ff1df6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:31.392732 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbc2e6d-7cec-4ffe-83c9-c0ad336ad70b x-openstack-request-id: req-0cbc2e6d-7cec-4ffe-83c9-c0ad336ad70b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:31.393170 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5714dc9e-af91-4adf-824a-655b58c12bb2", "name": "network-vif-plugged", "status": "completed", "tag": "f3767794-415e-48dc-82dc-eac66bf4ca01", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:31.393518 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cbc2e6d-7cec-4ffe-83c9-c0ad336ad70b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:31.393943 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5714dc9e-af91-4adf-824a-655b58c12bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3767794-415e-48dc-82dc-eac66bf4ca01', 'code': 200} Dec 09 22:20:31.510401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f3d42f01-6a26-47bd-ade1-78533ec3fd7e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:31.527223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a4cb2-3042-4d22-a416-0832f6c1e8a7 req-22a7e99e-60fa-48a9-9998-7503f487d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:31.529577 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-754a4cb2-3042-4d22-a416-0832f6c1e8a7 req-22a7e99e-60fa-48a9-9998-7503f487d373 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 1102 time: 0.0580654 Dec 09 22:20:31.610890 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:31.624697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-754a4cb2-3042-4d22-a416-0832f6c1e8a7 req-8230d87a-e95d-49e8-8cda-3bd99c9c436c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7324b21-94c6-4f05-812d-436f94cae577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879507 Dec 09 22:20:31.696000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76293bd-d9d3-4118-a5ce-b247248f888e req-2f2ae93e-932f-4784-b36c-f62cc6e5efba tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:31.697537 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e76293bd-d9d3-4118-a5ce-b247248f888e req-2f2ae93e-932f-4784-b36c-f62cc6e5efba tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 950 time: 0.1349225 Dec 09 22:20:31.717778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f3d42f01-6a26-47bd-ade1-78533ec3fd7e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:31.719252 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:31.792343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e76293bd-d9d3-4118-a5ce-b247248f888e req-9c12bf9f-733f-4223-8747-318f2c934fdc tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7324b21-94c6-4f05-812d-436f94cae577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877607 Dec 09 22:20:31.916192 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:31.932086 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:32.021986 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Pushing event updated for resources: {'Port': ['ID=2227a957-ec70-4942-92be-1f335c98687a,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:32.032846 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.033194 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.033618 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.033982 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.034360 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.034462 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3592f-e327-4655-b644-0b7ca5d355dd req-39e49604-2100-4992-9638-e3745bfb3c6e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:32.034693 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.035016 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.035336 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.035739 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.035991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01e3592f-e327-4655-b644-0b7ca5d355dd req-39e49604-2100-4992-9638-e3745bfb3c6e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.1126111 Dec 09 22:20:32.036463 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.036941 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.037419 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.037998 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:20:32.060691 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Attempting to bind port 2227a957-ec70-4942-92be-1f335c98687a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:32.061465 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Attempting to bind port 2227a957-ec70-4942-92be-1f335c98687a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:32.061862 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Attempting to bind port 2227a957-ec70-4942-92be-1f335c98687a on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:32.069364 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:32.070037 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:32.078002 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:32.078762 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:32.079431 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Bound port: 2227a957-ec70-4942-92be-1f335c98687a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:32.080013 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:32.148039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01e3592f-e327-4655-b644-0b7ca5d355dd req-b0bbb458-c198-4364-8b87-7047cbd5aa77 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047611 Dec 09 22:20:32.153951 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] For port 2227a957-ec70-4942-92be-1f335c98687a, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:32.158668 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:32.162653 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] For port 2227a957-ec70-4942-92be-1f335c98687a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2227a957-ec70-4942-92be-1f335c98687a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:32.171947 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:32.252510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Network c6b33262-9ad4-4433-aebc-488081184c4b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:32.255873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:32.271159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:32.278059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Pushing event updated for resources: {'Port': ['ID=159ed756-f874-48d1-af98-329369fe085a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:32.367818 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:32.389302 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee541ce-6355-46e5-b2b2-b30084f7e0ac None None] Pushing event updated for resources: {'Port': ['ID=2227a957-ec70-4942-92be-1f335c98687a,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:32.392469 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Routers {'3be48c77-9a12-45ee-833d-c80ac7edd81b'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:20:32.393161 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:20:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3be48c77-9a12-45ee-833d-c80ac7edd81b'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:32.410671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb92b1-ea3e-4d0d-95c3-2b399b2c9563 req-dfc12a6b-8c57-40af-8b55-5a3968a092e1 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:32.418382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afdb92b1-ea3e-4d0d-95c3-2b399b2c9563 req-dfc12a6b-8c57-40af-8b55-5a3968a092e1 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.1263628 Dec 09 22:20:32.554884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afdb92b1-ea3e-4d0d-95c3-2b399b2c9563 req-b581ffc6-b41b-4faa-9ed3-64d2c67712bd tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351211 Dec 09 22:20:32.709856 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d57404cb-a894-4b3a-8b5d-81cd2c1a8062 None None] Provisioning complete for port 159ed756-f874-48d1-af98-329369fe085a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:32.710959 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d57404cb-a894-4b3a-8b5d-81cd2c1a8062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:32.739064 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] Set router 3be48c77-9a12-45ee-833d-c80ac7edd81b gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:20:32.782716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:32.822470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d57404cb-a894-4b3a-8b5d-81cd2c1a8062 None None] Port 159ed756-f874-48d1-af98-329369fe085a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:20:32.975410 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:20:33.109963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdd2c5-11c0-4305-aaa7-ebdda09ba1ba req-54e8fd5e-52f5-49c5-8f04-3b2aa491c242 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:33.124550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34cdd2c5-11c0-4305-aaa7-ebdda09ba1ba req-54e8fd5e-52f5-49c5-8f04-3b2aa491c242 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 950 time: 0.0935831 Dec 09 22:20:33.249817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34cdd2c5-11c0-4305-aaa7-ebdda09ba1ba req-465be835-5af2-48c5-8a6b-8626435fc7f3 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7324b21-94c6-4f05-812d-436f94cae577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243382 Dec 09 22:20:33.256994 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:33.265704 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-386ee6e1-4f33-4f54-a2ce-ba13455ef5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:33.267677 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:33.303612 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:20:28Z', 'revision_number': 3, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:33.385733 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542cbbee-f840-4c30-a7d5-c2985000c55b None None] The sync data for ids ['3be48c77-9a12-45ee-833d-c80ac7edd81b'] in n-d-789963-23 is: [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:20:28Z', 'revision_number': 3, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:20:33.470974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2854c43-56ba-4c25-896a-ccfb0d3830dd req-4816dc73-c6d8-4f4b-a5ac-bd72d5cb051d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:33.474713 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2854c43-56ba-4c25-896a-ccfb0d3830dd req-4816dc73-c6d8-4f4b-a5ac-bd72d5cb051d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.1082778 Dec 09 22:20:33.475505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:33.481129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Pushing event updated for resources: {'Port': ['ID=159ed756-f874-48d1-af98-329369fe085a,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:33.556138 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:33.576328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2854c43-56ba-4c25-896a-ccfb0d3830dd req-67d53941-c90c-49df-8dae-5fbfeb9fc4de tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932624 Dec 09 22:20:33.680290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Network c6b33262-9ad4-4433-aebc-488081184c4b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:33.691119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:33.968605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5f132-929d-4cbb-a379-1dac01990636 req-3265091b-0c3f-4269-adbc-7462d601c7b8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:33.977422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4a5f132-929d-4cbb-a379-1dac01990636 req-3265091b-0c3f-4269-adbc-7462d601c7b8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.1992342 Dec 09 22:20:34.065657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Router 3be48c77-9a12-45ee-833d-c80ac7edd81b has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:20:34.134861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4a5f132-929d-4cbb-a379-1dac01990636 req-21f3c97b-5e85-47d1-b771-cd8159f27d7b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561441 Dec 09 22:20:34.154291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc4b1a-ccfc-4242-95fc-855088b0a12f req-045981dd-3295-4d9e-a80c-9b1f0215e562 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:34.162144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0bdc4b1a-ccfc-4242-95fc-855088b0a12f req-045981dd-3295-4d9e-a80c-9b1f0215e562 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 950 time: 0.2240927 Dec 09 22:20:34.175208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-719c1337-be4f-4ec9-9bb4-699e46db2c1f None None] Provisioning complete for port 159ed756-f874-48d1-af98-329369fe085a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:34.176415 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-719c1337-be4f-4ec9-9bb4-699e46db2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:34.221661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-719c1337-be4f-4ec9-9bb4-699e46db2c1f None None] Port 159ed756-f874-48d1-af98-329369fe085a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:20:34.295976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:20:34.298949 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0bdc4b1a-ccfc-4242-95fc-855088b0a12f req-1edc84cb-08b2-498f-b373-7e82e85826f5 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7324b21-94c6-4f05-812d-436f94cae577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320119 Dec 09 22:20:34.304168 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5274bddd-15a4-4cb4-b441-848a16aaad7c admin admin] 10.222.0.16 "PUT /v2.0/routers/3be48c77-9a12-45ee-833d-c80ac7edd81b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3046525 Dec 09 22:20:34.654870 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:34.947216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-d4b3a926-2b2c-48c4-b46c-7f862baeaa79 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:34.956314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-d4b3a926-2b2c-48c4-b46c-7f862baeaa79 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/networks?id=c6b33262-9ad4-4433-aebc-488081184c4b HTTP/1.1" status: 200 len: 828 time: 0.1649749 Dec 09 22:20:35.030995 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-b063b420-d139-41a6-a195-f12de131a189 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/quotas/e37591b60d4743218d4d1665f227390f HTTP/1.1" status: 200 len: 375 time: 0.0704055 Dec 09 22:20:35.144992 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-513c27a3-6d4c-41f7-a4bc-d86fa20dc61c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e37591b60d4743218d4d1665f227390f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129639 Dec 09 22:20:35.164237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2bd71-4078-4291-853a-5b13c6a47617 req-1a0aa4fa-5472-4459-907a-96bf5a7acbd1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:35.170840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32b2bd71-4078-4291-853a-5b13c6a47617 req-1a0aa4fa-5472-4459-907a-96bf5a7acbd1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.2077031 Dec 09 22:20:35.205460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12844995-92a1-4f42-b0ae-6ad2b40c0d49 req-20b959dc-3eec-4a09-8d49-3cefcb2f276c tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:35.207383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12844995-92a1-4f42-b0ae-6ad2b40c0d49 req-20b959dc-3eec-4a09-8d49-3cefcb2f276c tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.42 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 950 time: 0.1870847 Dec 09 22:20:35.461571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2227a957-ec70-4942-92be-1f335c98687a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:35.590778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 2227a957-ec70-4942-92be-1f335c98687a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:35.598018 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:35.769983 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:35.815711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 2227a957-ec70-4942-92be-1f335c98687a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2227a957-ec70-4942-92be-1f335c98687a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:35.821341 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:35.919756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=2227a957-ec70-4942-92be-1f335c98687a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:36.020912 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32b2bd71-4078-4291-853a-5b13c6a47617 req-0e1e8948-fdba-47fa-b328-eb7150514b86 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8106370 Dec 09 22:20:36.041452 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:36.081622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-bc0853e4-bc27-4f0a-b4bd-205ca2b6f68d service neutron] 10.222.0.16 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9333005 Dec 09 22:20:36.162528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Sync routers for ids ['3be48c77-9a12-45ee-833d-c80ac7edd81b'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:20:36.173301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Routers {'3be48c77-9a12-45ee-833d-c80ac7edd81b'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:20:36.174232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:20:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3be48c77-9a12-45ee-833d-c80ac7edd81b'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:36.259554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-12844995-92a1-4f42-b0ae-6ad2b40c0d49 req-1b4ac3c6-ddf5-4d06-ad16-c0e8b5516931 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Deleting port f3767794-415e-48dc-82dc-eac66bf4ca01 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:20:36.260112 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-12844995-92a1-4f42-b0ae-6ad2b40c0d49 req-1b4ac3c6-ddf5-4d06-ad16-c0e8b5516931 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:36.338980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Set router 3be48c77-9a12-45ee-833d-c80ac7edd81b gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:20:36.365285 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-fd91cca6-8549-462d-a29b-8eec008061e2 service neutron] 10.222.0.16 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825561 Dec 09 22:20:36.512620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-12844995-92a1-4f42-b0ae-6ad2b40c0d49 req-1b4ac3c6-ddf5-4d06-ad16-c0e8b5516931 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] For port f3767794-415e-48dc-82dc-eac66bf4ca01, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3767794-415e-48dc-82dc-eac66bf4ca01,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:36.534405 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-12844995-92a1-4f42-b0ae-6ad2b40c0d49 req-1b4ac3c6-ddf5-4d06-ad16-c0e8b5516931 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:36.582420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-12844995-92a1-4f42-b0ae-6ad2b40c0d49 req-1b4ac3c6-ddf5-4d06-ad16-c0e8b5516931 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Calling delete_port for f3767794-415e-48dc-82dc-eac66bf4ca01 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:20:36.967070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:20:32Z', 'revision_number': 4, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '159ed756-f874-48d1-af98-329369fe085a', 'name': '', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'mac_address': 'fa:16:3e:96:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:30Z', 'updated_at': '2021-12-09T22:20:32Z', 'revision_number': 2, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'subnets': [{'id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:37.006802 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:37.008280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Checking router: 3be48c77-9a12-45ee-833d-c80ac7edd81b for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:20:37.008834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Updating router 3be48c77-9a12-45ee-833d-c80ac7edd81b port 159ed756-f874-48d1-af98-329369fe085a binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:20:37.045681 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:37.124111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a703b-c9ba-4180-8b6b-e0600c7824be req-e71c91e8-6860-4bfa-8227-7210e7144dd7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:37.127085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b77a703b-c9ba-4180-8b6b-e0600c7824be req-e71c91e8-6860-4bfa-8227-7210e7144dd7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.1911244 Dec 09 22:20:37.275114 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73407ede-946f-4449-895e-d591ceadf9fd req-8e4aade7-5873-4c5e-9de1-f5a2df0f08f2 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:37.289045 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73407ede-946f-4449-895e-d591ceadf9fd req-8e4aade7-5873-4c5e-9de1-f5a2df0f08f2 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 950 time: 0.2558291 Dec 09 22:20:37.419931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73407ede-946f-4449-895e-d591ceadf9fd req-6aef6255-9125-4126-9c4f-4ab3146d4f5d tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7324b21-94c6-4f05-812d-436f94cae577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304061 Dec 09 22:20:37.492430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b77a703b-c9ba-4180-8b6b-e0600c7824be req-bf0d38c9-06c0-49d9-a85d-a6d168149df7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538537 Dec 09 22:20:37.507752 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-12844995-92a1-4f42-b0ae-6ad2b40c0d49 req-1b4ac3c6-ddf5-4d06-ad16-c0e8b5516931 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:37.581599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ac3c6-ddf5-4d06-ad16-c0e8b5516931 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Pushing event deleted for resources: {'Port': ['ID=f3767794-415e-48dc-82dc-eac66bf4ca01,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:37.642374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-12844995-92a1-4f42-b0ae-6ad2b40c0d49 req-1b4ac3c6-ddf5-4d06-ad16-c0e8b5516931 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] No DVR routers for this DVR port f3767794-415e-48dc-82dc-eac66bf4ca01 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:20:37.657423 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-12844995-92a1-4f42-b0ae-6ad2b40c0d49 req-1b4ac3c6-ddf5-4d06-ad16-c0e8b5516931 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:37.669182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12844995-92a1-4f42-b0ae-6ad2b40c0d49 req-1b4ac3c6-ddf5-4d06-ad16-c0e8b5516931 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.42 "DELETE /v2.0/ports/f3767794-415e-48dc-82dc-eac66bf4ca01 HTTP/1.1" status: 204 len: 173 time: 2.4491534 Dec 09 22:20:37.669991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5714dc9e-af91-4adf-824a-655b58c12bb2', 'name': 'network-vif-deleted', 'tag': 'f3767794-415e-48dc-82dc-eac66bf4ca01'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:37.672616 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd27dc5-cfc9-492a-ac00-39e65db6e497" -d '{"events": [{"server_uuid": "5714dc9e-af91-4adf-824a-655b58c12bb2", "name": "network-vif-deleted", "tag": "f3767794-415e-48dc-82dc-eac66bf4ca01"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:37.789184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4834d18d-f9a9-435d-b900-f7126789810a req-19523d86-e954-4fdf-ae59-34dc7fb7d1b6 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 210 time: 0.1097186 Dec 09 22:20:37.910281 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2227a957-ec70-4942-92be-1f335c98687a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:37.965713 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f3767794-415e-48dc-82dc-eac66bf4ca01'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:38.044652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ad4d7-0a4d-494d-b682-a19fcf5f93e2 req-71ef1169-d47d-4eeb-9d15-7ee4918e3fc1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:38.057457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d21ad4d7-0a4d-494d-b682-a19fcf5f93e2 req-71ef1169-d47d-4eeb-9d15-7ee4918e3fc1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.1081452 Dec 09 22:20:38.112588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 2227a957-ec70-4942-92be-1f335c98687a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:38.113141 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:38.139022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d21ad4d7-0a4d-494d-b682-a19fcf5f93e2 req-858457da-50bc-4228-b4cc-f54478e49c3d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661404 Dec 09 22:20:38.199632 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0272f52c-83ca-4ef5-9dd0-e1dfaf458e31 x-openstack-request-id: req-0272f52c-83ca-4ef5-9dd0-e1dfaf458e31 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:38.200114 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5714dc9e-af91-4adf-824a-655b58c12bb2", "name": "network-vif-deleted", "tag": "f3767794-415e-48dc-82dc-eac66bf4ca01", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:38.200540 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0272f52c-83ca-4ef5-9dd0-e1dfaf458e31 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:38.201076 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5714dc9e-af91-4adf-824a-655b58c12bb2', 'name': 'network-vif-deleted', 'tag': 'f3767794-415e-48dc-82dc-eac66bf4ca01', 'status': 'completed', 'code': 200} Dec 09 22:20:38.244349 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:38.253715 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:38.286419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b23bc0-3a25-428d-acc9-7841175fe433 req-2cf76aff-3e34-431c-96ce-019f79c6d14b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:38.298332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51b23bc0-3a25-428d-acc9-7841175fe433 req-2cf76aff-3e34-431c-96ce-019f79c6d14b tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 946 time: 0.1014757 Dec 09 22:20:38.395697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51b23bc0-3a25-428d-acc9-7841175fe433 req-5ae3f0db-65e4-42d2-b2d6-582e772e1a4e tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941682 Dec 09 22:20:38.531161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986325d-2368-477f-a823-250f3ef30b8b None None] Pushing event updated for resources: {'Port': ['ID=159ed756-f874-48d1-af98-329369fe085a,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:38.621390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4028502-1842-4023-bb7e-ec466fe54efe req-2ca9a92f-e2a9-4a17-933f-f1f55affbcf4 tempest-ImagesNegativeTestJSON-1178017669 tempest-ImagesNegativeTestJSON-1178017669-project] 10.222.0.16 "GET /v2.0/ports?device_id=5714dc9e-af91-4adf-824a-655b58c12bb2 HTTP/1.1" status: 200 len: 210 time: 0.0393684 Dec 09 22:20:38.672192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Attempting to bind port 159ed756-f874-48d1-af98-329369fe085a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:38.672576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Attempting to bind port 159ed756-f874-48d1-af98-329369fe085a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:38.672956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Attempting to bind port 159ed756-f874-48d1-af98-329369fe085a on network c6b33262-9ad4-4433-aebc-488081184c4b {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:38.680635 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:38.681102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Checking segment: {'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:38.684168 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:38.684588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Bound using segment: {'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:38.685087 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Bound port: 159ed756-f874-48d1-af98-329369fe085a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:38.685480 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:38.784185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] For port 159ed756-f874-48d1-af98-329369fe085a, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:38.787729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad2e59-bac4-4fb2-93f0-b09f2fac7171 req-8d047ad8-7636-4fc2-8ea3-7f3ffef687d4 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:38.789440 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17ad2e59-bac4-4fb2-93f0-b09f2fac7171 req-8d047ad8-7636-4fc2-8ea3-7f3ffef687d4 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.0992494 Dec 09 22:20:38.800389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] For port 159ed756-f874-48d1-af98-329369fe085a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=159ed756-f874-48d1-af98-329369fe085a,segment=NetworkSegment(67f6f6b1-89bc-4400-9964-2d9b037b32dd),segment_id=67f6f6b1-89bc-4400-9964-2d9b037b32dd)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:38.807505 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:38.892801 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17ad2e59-bac4-4fb2-93f0-b09f2fac7171 req-f7820e2b-39d4-42b5-ba44-1c8e7f592603 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924358 Dec 09 22:20:39.059764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986325d-2368-477f-a823-250f3ef30b8b None None] Pushing event updated for resources: {'Port': ['ID=159ed756-f874-48d1-af98-329369fe085a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:39.098178 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Routers {'3be48c77-9a12-45ee-833d-c80ac7edd81b'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:20:39.098835 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:20:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3be48c77-9a12-45ee-833d-c80ac7edd81b'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:39.171879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ced06f48-9c74-4086-935b-52b228e8d8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:39.173675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ced06f48-9c74-4086-935b-52b228e8d8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.42 "GET /v2.0/networks?id=c6b33262-9ad4-4433-aebc-488081184c4b HTTP/1.1" status: 200 len: 828 time: 0.1917346 Dec 09 22:20:39.202486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f8653ba3-2879-40a1-870d-b2569300ca53 None None] Provisioning complete for port 159ed756-f874-48d1-af98-329369fe085a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:39.203020 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8653ba3-2879-40a1-870d-b2569300ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:39.208896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Request body: {'port': {'device_id': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'admin_state_up': True, 'tenant_id': 'e37591b60d4743218d4d1665f227390f'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:39.231618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13427ae2-d9d4-4e7e-aa3d-640beed1eb67 req-4ee59537-c6a0-45d0-b903-7c05c1f808b0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 210 time: 0.2481141 Dec 09 22:20:39.495798 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8653ba3-2879-40a1-870d-b2569300ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:39.500090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] Set router 3be48c77-9a12-45ee-833d-c80ac7edd81b gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:20:39.521680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Made reservation on behalf of e37591b60d4743218d4d1665f227390f for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:20:39.549638 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:39.574551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f3767794-415e-48dc-82dc-eac66bf4ca01 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:20:39.643084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f8653ba3-2879-40a1-870d-b2569300ca53 None None] For port 159ed756-f874-48d1-af98-329369fe085a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=159ed756-f874-48d1-af98-329369fe085a,segment=NetworkSegment(67f6f6b1-89bc-4400-9964-2d9b037b32dd),segment_id=67f6f6b1-89bc-4400-9964-2d9b037b32dd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:39.691958 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8653ba3-2879-40a1-870d-b2569300ca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:39.700984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: f3767794-415e-48dc-82dc-eac66bf4ca01 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:20:39.701340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f3767794-415e-48dc-82dc-eac66bf4ca01 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:20:39.712327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b63db-69ae-4e88-a8f5-f52dea6b88cf req-5393202c-a560-4b0c-a8ec-7939c87ebb91 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:39.722496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f5b63db-69ae-4e88-a8f5-f52dea6b88cf req-5393202c-a560-4b0c-a8ec-7939c87ebb91 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.2211652 Dec 09 22:20:39.808914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8653ba3-2879-40a1-870d-b2569300ca53 None None] Pushing event updated for resources: {'Port': ['ID=159ed756-f874-48d1-af98-329369fe085a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:39.864040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ffc86-2e6b-4ad2-b446-39fb84b5487c req-33c50f73-cdbd-4af0-8b97-2c8778b06a45 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:39.866701 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a09ffc86-2e6b-4ad2-b446-39fb84b5487c req-33c50f73-cdbd-4af0-8b97-2c8778b06a45 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 946 time: 0.1129940 Dec 09 22:20:39.904244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3e2eb099-6ec5-4499-9317-07d4fb5969f1 None None] Provisioning complete for port 159ed756-f874-48d1-af98-329369fe085a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:39.904602 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb099-6ec5-4499-9317-07d4fb5969f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:39.964402 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f5b63db-69ae-4e88-a8f5-f52dea6b88cf req-90f742bc-9b55-4f18-b1a9-eb1429a4d3cc tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294934 Dec 09 22:20:39.979991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a09ffc86-2e6b-4ad2-b446-39fb84b5487c req-f934d12e-0d32-4a53-92cd-9e5a453c0993 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea671f2-8749-4467-abfb-ecb74fd3b353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986881 Dec 09 22:20:40.007587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Allocated IP 172.20.0.13 (c6b33262-9ad4-4433-aebc-488081184c4b/7c5dc8bb-cfc3-4f34-a365-74007fcfaed2/b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:20:40.076507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:20:32Z', 'revision_number': 4, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '159ed756-f874-48d1-af98-329369fe085a', 'name': '', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'mac_address': 'fa:16:3e:96:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:30Z', 'updated_at': '2021-12-09T22:20:38Z', 'revision_number': 4, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'subnets': [{'id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:40.120194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54628b57-7319-42eb-bcb5-703b34825dd8 None None] The sync data for ids ['3be48c77-9a12-45ee-833d-c80ac7edd81b'] in n-d-789963-23 is: [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:20:32Z', 'revision_number': 4, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '159ed756-f874-48d1-af98-329369fe085a', 'name': '', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'mac_address': 'fa:16:3e:96:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:30Z', 'updated_at': '2021-12-09T22:20:38Z', 'revision_number': 4, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'subnets': [{'id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:20:40.294830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-ce7493a3-0d8c-413e-a0ca-c1ffb4f82969 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1904866183&fields=id&tenant_id=b0abe5836e9c4df48f4b55b4446d3961 HTTP/1.1" status: 200 len: 267 time: 0.1519611 Dec 09 22:20:40.314206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da4563-050c-40b3-91a0-6e1d03b18c4b req-b8a1e124-33f5-47e7-a3b1-325b11999de0 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:40.315761 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19da4563-050c-40b3-91a0-6e1d03b18c4b req-b8a1e124-33f5-47e7-a3b1-325b11999de0 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.1852796 Dec 09 22:20:40.348904 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:40.475487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19da4563-050c-40b3-91a0-6e1d03b18c4b req-a4508cd7-74ba-45e7-b326-571f90486637 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393199 Dec 09 22:20:40.501572 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:40.520938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1e660678-ed2b-4c1a-9da1-9af2622affb3 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:40.522445 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1e660678-ed2b-4c1a-9da1-9af2622affb3 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/networks?id=445c2bc8-9472-47a8-b9c5-978adb5498a2 HTTP/1.1" status: 200 len: 823 time: 0.2008243 Dec 09 22:20:40.567565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Network c6b33262-9ad4-4433-aebc-488081184c4b is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:40.568984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-669a4f8e-2a3c-4792-8754-37043bf552b6 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/quotas/b0abe5836e9c4df48f4b55b4446d3961 HTTP/1.1" status: 200 len: 375 time: 0.0236466 Dec 09 22:20:40.572006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:40.576208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:40.625827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Pushing event updated for resources: {'Port': ['ID=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:40.719744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:40.720390 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:40.743798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-32fc4ef3-bc1e-4fea-a3da-b6587bcb786a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0abe5836e9c4df48f4b55b4446d3961&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1583021 Dec 09 22:20:40.757089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780da00e-d95a-418f-9e79-7dbdc2bf2f4c req-474ac86d-d948-4489-b14d-927f19bafcc1 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:40.758703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-780da00e-d95a-418f-9e79-7dbdc2bf2f4c req-474ac86d-d948-4489-b14d-927f19bafcc1 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 932 time: 0.1147099 Dec 09 22:20:40.771596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-ae5248d5-4f8b-4c50-b688-2b3f89fac58d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5700815 Dec 09 22:20:40.794722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Request body: {'port': {'device_id': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:40.862340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa8d42c2-963f-4f99-a90d-3de60d7aed48 None None] Provisioning complete for port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:40.862914 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa8d42c2-963f-4f99-a90d-3de60d7aed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:40.903709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d42c2-963f-4f99-a90d-3de60d7aed48 None None] Port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:20:40.923384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-780da00e-d95a-418f-9e79-7dbdc2bf2f4c req-b40da17e-317a-48c9-b727-0c8365c83d66 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553781 Dec 09 22:20:40.926030 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:40.953444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d66c9-1102-4364-b79c-16a1a73284e1 req-537e5031-af0b-47e3-8987-e4e42bb8f4d1 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:40.955044 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-089d66c9-1102-4364-b79c-16a1a73284e1 req-537e5031-af0b-47e3-8987-e4e42bb8f4d1 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.42 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 946 time: 0.0709321 Dec 09 22:20:40.995677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-4b60755b-00c1-443b-8427-aa3d64339ea9 service neutron] 10.222.0.16 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349887 Dec 09 22:20:41.100486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-089d66c9-1102-4364-b79c-16a1a73284e1 req-72790522-450c-42af-94ce-89a3e140c8f0 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Deleting port 6627297d-8de6-479f-8790-64f965052d98 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:20:41.100838 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-089d66c9-1102-4364-b79c-16a1a73284e1 req-72790522-450c-42af-94ce-89a3e140c8f0 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:41.187687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-6c30433a-e015-4637-8f50-a13656adfdfd service neutron] 10.222.0.16 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909411 Dec 09 22:20:41.212035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-089d66c9-1102-4364-b79c-16a1a73284e1 req-72790522-450c-42af-94ce-89a3e140c8f0 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] For port 6627297d-8de6-479f-8790-64f965052d98, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6627297d-8de6-479f-8790-64f965052d98,segment=NetworkSegment(432a91f3-df58-4b94-97c0-233d91de7480),segment_id=432a91f3-df58-4b94-97c0-233d91de7480)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:41.212695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-089d66c9-1102-4364-b79c-16a1a73284e1 req-72790522-450c-42af-94ce-89a3e140c8f0 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:41.234236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-089d66c9-1102-4364-b79c-16a1a73284e1 req-72790522-450c-42af-94ce-89a3e140c8f0 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Calling delete_port for 6627297d-8de6-479f-8790-64f965052d98 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:20:41.429346 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-089d66c9-1102-4364-b79c-16a1a73284e1 req-72790522-450c-42af-94ce-89a3e140c8f0 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:41.443172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['6627297d-8de6-479f-8790-64f965052d98'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:41.471061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:41.483393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72790522-450c-42af-94ce-89a3e140c8f0 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Pushing event deleted for resources: {'Port': ['ID=6627297d-8de6-479f-8790-64f965052d98,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:41.509499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-9da17b8d-ab69-4578-9e5d-a1023a9610e4 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:41.513164 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:41.514066 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-9da17b8d-ab69-4578-9e5d-a1023a9610e4 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d33d52-bc92-410d-a32f-c7d72b588411 HTTP/1.1" status: 200 len: 946 time: 0.0990219 Dec 09 22:20:41.557167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 159ed756-f874-48d1-af98-329369fe085a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:41.578624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-089d66c9-1102-4364-b79c-16a1a73284e1 req-72790522-450c-42af-94ce-89a3e140c8f0 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] No DVR routers for this DVR port 6627297d-8de6-479f-8790-64f965052d98 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:20:41.598183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Transition to ACTIVE for port object b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:20:41.609852 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-089d66c9-1102-4364-b79c-16a1a73284e1 req-72790522-450c-42af-94ce-89a3e140c8f0 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:41.613468 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-089d66c9-1102-4364-b79c-16a1a73284e1 req-72790522-450c-42af-94ce-89a3e140c8f0 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.42 "DELETE /v2.0/ports/6627297d-8de6-479f-8790-64f965052d98 HTTP/1.1" status: 204 len: 173 time: 0.6511934 Dec 09 22:20:41.614122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4384de73-a182-4cb8-89f2-521c9b53f90e', 'name': 'network-vif-deleted', 'tag': '6627297d-8de6-479f-8790-64f965052d98'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:41.618685 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed18ed5-3778-4dd1-85f2-1bb7f0d7b470" -d '{"events": [{"server_uuid": "4384de73-a182-4cb8-89f2-521c9b53f90e", "name": "network-vif-deleted", "tag": "6627297d-8de6-479f-8790-64f965052d98"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:41.639009 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55b90760-db31-433f-a7e7-50cb0694e91f req-2d47a49b-757d-4f58-96a1-325267226265 tempest-VolumesAdminNegativeTest-473330848 tempest-VolumesAdminNegativeTest-473330848-project] 10.222.0.16 "GET /v2.0/ports?device_id=4384de73-a182-4cb8-89f2-521c9b53f90e HTTP/1.1" status: 200 len: 210 time: 0.0599189 Dec 09 22:20:41.644049 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:41.680773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 159ed756-f874-48d1-af98-329369fe085a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:41.681154 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:41.763174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796949-375e-4542-be71-00a441c3711e req-4bfc7951-8355-4934-b838-53f6d13b63f4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:41.765455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Deleting port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:20:41.765830 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:41.777433 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e796949-375e-4542-be71-00a441c3711e req-4bfc7951-8355-4934-b838-53f6d13b63f4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.2730880 Dec 09 22:20:41.848560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e134d153-7b27-46ee-8fe7-006eae648853 req-ffae398f-15dd-4bd8-999a-54fd314434b2 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 210 time: 0.0981514 Dec 09 22:20:41.893580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:42.002810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] For port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:42.003835 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:42.106529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e796949-375e-4542-be71-00a441c3711e req-89f32153-ef11-4ad2-990d-b306a9c01716 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275962 Dec 09 22:20:42.110007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Attempting to bind port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:42.110897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Attempting to bind port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:42.111552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Attempting to bind port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e on network c6b33262-9ad4-4433-aebc-488081184c4b {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:42.125438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e on network c6b33262-9ad4-4433-aebc-488081184c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:20:42.125911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Attempting to bind port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e on network c6b33262-9ad4-4433-aebc-488081184c4b {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:42.161437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17acae5-df97-43dc-b797-9633e5fb322f req-23414dc1-4b27-4cbf-b5e7-461bc7644cb6 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:42.165202 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932220d1-3544-496c-ad3c-74a477035bbd x-openstack-request-id: req-932220d1-3544-496c-ad3c-74a477035bbd {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:42.165953 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4384de73-a182-4cb8-89f2-521c9b53f90e", "name": "network-vif-deleted", "tag": "6627297d-8de6-479f-8790-64f965052d98", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:42.166396 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-932220d1-3544-496c-ad3c-74a477035bbd {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:42.167167 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4384de73-a182-4cb8-89f2-521c9b53f90e', 'name': 'network-vif-deleted', 'tag': '6627297d-8de6-479f-8790-64f965052d98', 'status': 'completed', 'code': 200} Dec 09 22:20:42.175080 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b17acae5-df97-43dc-b797-9633e5fb322f req-23414dc1-4b27-4cbf-b5e7-461bc7644cb6 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.1475129 Dec 09 22:20:42.224830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:42.225246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Checking segment: {'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:42.225726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Bound using segment: {'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:42.226420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Bound port: b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f6f6b1-89bc-4400-9964-2d9b037b32dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:42.227321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:42.244458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b17acae5-df97-43dc-b797-9633e5fb322f req-a23dbb56-3436-4b2d-8a4b-0576815ba4a3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648181 Dec 09 22:20:42.320676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:42.321499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:42.321878 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Floating IP 363a7c60-41aa-4586-a59c-388ba22438da disassociated. External IP: 172.25.8.69, port: 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4. Dec 09 22:20:42.322327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Calling delete_port for 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:20:42.400733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] For port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:42.408102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] For port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e,segment=NetworkSegment(67f6f6b1-89bc-4400-9964-2d9b037b32dd),segment_id=67f6f6b1-89bc-4400-9964-2d9b037b32dd)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:42.428796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d603bb-568c-42e6-af4d-bd31c00a5915 req-fe90d1a3-219d-410c-87ba-8a911ae8e0d9 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:42.430516 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50d603bb-568c-42e6-af4d-bd31c00a5915 req-fe90d1a3-219d-410c-87ba-8a911ae8e0d9 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 944 time: 0.1239951 Dec 09 22:20:42.431831 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:42.452671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:42.453149 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:42.455253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] 10.222.0.42 "PUT /v2.0/ports/b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e HTTP/1.1" status: 200 len: 1093 time: 1.6649590 Dec 09 22:20:42.457405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'tag': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:42.460918 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae85bcbb-1dc5-422f-b1c8-b2f26f0e833f" -d '{"events": [{"name": "network-changed", "server_uuid": "3110cdd0-b160-4a6a-b0a1-27a406e62bee", "tag": "b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:42.504706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:42.554208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Pushing event deleted for resources: {'Port': ['ID=5e1a30cb-3d35-4c8b-b854-e2ebc57553f4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:42.609174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bab57-096f-4369-860a-23a9e47e7a47 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:42.626787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-2fa0c7ff-3ab5-47e0-baf3-509ca9285812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:42.628563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-2fa0c7ff-3ab5-47e0-baf3-509ca9285812 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e37591b60d4743218d4d1665f227390f&device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 1096 time: 0.1270733 Dec 09 22:20:42.632718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50d603bb-568c-42e6-af4d-bd31c00a5915 req-b09b8532-687e-435b-9d6c-f1455830ec5c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881967 Dec 09 22:20:42.708920 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-fb7aee71-d70a-484e-b6dc-167f05d9b75c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e HTTP/1.1" status: 200 len: 217 time: 0.0684621 Dec 09 22:20:42.741985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Router c1a87771-edc5-4c1a-8f99-297c48201c2c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:20:42.820758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-65f0bfb1-e6fc-4f3a-8ef5-9815ac67ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:42.823129 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-65f0bfb1-e6fc-4f3a-8ef5-9815ac67ae18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c5dc8bb-cfc3-4f34-a365-74007fcfaed2 HTTP/1.1" status: 200 len: 867 time: 0.1049068 Dec 09 22:20:42.885278 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468e1a05-4d04-4e7e-95ca-1bc614e52e11 x-openstack-request-id: req-468e1a05-4d04-4e7e-95ca-1bc614e52e11 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:42.902597 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3110cdd0-b160-4a6a-b0a1-27a406e62bee", "tag": "b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:42.902811 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-468e1a05-4d04-4e7e-95ca-1bc614e52e11 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:42.904678 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'tag': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e', 'status': 'completed', 'code': 200} Dec 09 22:20:42.951161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55232) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:43.045156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:20:43.059377 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbeab1b-f70f-43d8-b629-bfd7cba2f228 None None] Sync routers for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:20:43.066678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-32f5dda8-24a4-43df-882c-3ab4822c1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:43.070482 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-32f5dda8-24a4-43df-882c-3ab4822c1a66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6b33262-9ad4-4433-aebc-488081184c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2276640 Dec 09 22:20:43.077345 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbeab1b-f70f-43d8-b629-bfd7cba2f228 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:20:43.079380 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9fbeab1b-f70f-43d8-b629-bfd7cba2f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:20:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:43.087913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-09fa021e-73bc-4683-8447-fb7e73970625 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:43.091650 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-09fa021e-73bc-4683-8447-fb7e73970625 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.42 "GET /v2.0/networks?id=445c2bc8-9472-47a8-b9c5-978adb5498a2 HTTP/1.1" status: 200 len: 823 time: 0.2726989 Dec 09 22:20:43.117814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c5f089-fcce-4993-af7d-7db73e7b81ea admin admin] Deleting subnet a00773ec-aeeb-46c2-ae64-f9c6bb546ab3 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:20:43.157520 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f089-fcce-4993-af7d-7db73e7b81ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:43.291644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a12e79b0-5242-43e4-8ffe-1bd26421a79d req-242816a6-a41b-46ac-a90c-c7ae6aa50571 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 210 time: 0.1416492 Dec 09 22:20:43.325294 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-5da5db35-5522-4e16-a795-1c2534746829 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0abe5836e9c4df48f4b55b4446d3961 HTTP/1.1" status: 200 len: 380 time: 0.1832826 Dec 09 22:20:43.326451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] No DVR routers for this DVR port 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:20:43.329207 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:43.336421 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-71c8a2d9-2f96-4c47-8be9-3364a7d322de req-ba321100-7881-4085-9d71-24e80039227a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.18 "DELETE /v2.0/ports/5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 HTTP/1.1" status: 204 len: 173 time: 1.7591691 Dec 09 22:20:43.350715 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Request body: {'port': {'device_id': '039b4242-65da-4050-8974-4ed5b443b72c', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'admin_state_up': True, 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'security_groups': ['2bd4289f-4191-461e-bc60-b51f3a2602b0']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:43.396795 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9fbeab1b-f70f-43d8-b629-bfd7cba2f228 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:20:43.398314 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55246) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:43.523103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55250) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:43.571708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Made reservation on behalf of b0abe5836e9c4df48f4b55b4446d3961 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:20:43.583755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:43.795463 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f089-fcce-4993-af7d-7db73e7b81ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:43.827937 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0754ccf8-492c-4221-87a0-9cf653642ce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:43.829075 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9fbeab1b-f70f-43d8-b629-bfd7cba2f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:16Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:43.864528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Allocated IP 172.20.0.13 (445c2bc8-9472-47a8-b9c5-978adb5498a2/527b68bc-9630-41b5-96c7-5fc55cf1bfbb/68a1f8c9-508e-4d50-ba67-d5f6262f4b90) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:20:43.873683 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5a0cb56a-3658-430c-badc-ff720026b96c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f54460f35b447e0901ff278af227191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491759 Dec 09 22:20:43.878893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55258) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:43.879519 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbeab1b-f70f-43d8-b629-bfd7cba2f228 None None] Checking router: c1a87771-edc5-4c1a-8f99-297c48201c2c for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:20:43.900164 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbeab1b-f70f-43d8-b629-bfd7cba2f228 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:20:43.900466 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9fbeab1b-f70f-43d8-b629-bfd7cba2f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:20:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:43.914440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f089-fcce-4993-af7d-7db73e7b81ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:43.924681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fcc94-ce71-428e-b736-339c4dd4a270 req-a2f37e82-e95a-4af3-899f-2683c9b4cb7a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:43.926323 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af1fcc94-ce71-428e-b736-339c4dd4a270 req-a2f37e82-e95a-4af3-899f-2683c9b4cb7a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.1922741 Dec 09 22:20:43.947704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-f0eca92c-2a64-4602-b7ce-916988b8fdd5 service neutron] 10.222.0.42 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8673141 Dec 09 22:20:43.975148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8f658-f48b-460d-919b-71a23b4bf6b3 req-52fe72df-4201-4367-9109-c2fb3c3824fd tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:43.976693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fab8f658-f48b-460d-919b-71a23b4bf6b3 req-52fe72df-4201-4367-9109-c2fb3c3824fd tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.2437360 Dec 09 22:20:44.020881 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9fbeab1b-f70f-43d8-b629-bfd7cba2f228 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:20:44.051790 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-249e3746-5db9-4cab-9d53-bba235350dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.136623 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-249e3746-5db9-4cab-9d53-bba235350dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.168351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d33d52-bc92-410d-a32f-c7d72b588411', 'name': 'network-vif-deleted', 'tag': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:44.170984 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da8d9b0-0bed-4603-980a-0f03a93553ec" -d '{"events": [{"server_uuid": "38d33d52-bc92-410d-a32f-c7d72b588411", "name": "network-vif-deleted", "tag": "5e1a30cb-3d35-4c8b-b854-e2ebc57553f4"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:44.189328 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.199593 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fab8f658-f48b-460d-919b-71a23b4bf6b3 req-53839a8b-9947-4408-a920-91f97316039e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914015 Dec 09 22:20:44.225494 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f089-fcce-4993-af7d-7db73e7b81ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.276093 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f089-fcce-4993-af7d-7db73e7b81ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.276899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0754ccf8-492c-4221-87a0-9cf653642ce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.282261 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c0c5f089-fcce-4993-af7d-7db73e7b81ea admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a00773ec-aeeb-46c2-ae64-f9c6bb546ab3 HTTP/1.1" status: 204 len: 168 time: 1.3248758 Dec 09 22:20:44.282429 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0754ccf8-492c-4221-87a0-9cf653642ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.286337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55264) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:44.286491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af1fcc94-ce71-428e-b736-339c4dd4a270 req-a361b571-c07f-427d-9448-5bcfe760f1ed tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373277 Dec 09 22:20:44.291935 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9fbeab1b-f70f-43d8-b629-bfd7cba2f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:16Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:44.316462 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5f089-fcce-4993-af7d-7db73e7b81ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00773ec-aeeb-46c2-ae64-f9c6bb546ab3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:44.331172 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbeab1b-f70f-43d8-b629-bfd7cba2f228 None None] The sync data for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 is: [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:16Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:20:44.336201 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-249e3746-5db9-4cab-9d53-bba235350dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.339430 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-249e3746-5db9-4cab-9d53-bba235350dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.340656 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-249e3746-5db9-4cab-9d53-bba235350dce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7324b21-94c6-4f05-812d-436f94cae577 HTTP/1.1" status: 204 len: 168 time: 0.4571757 Dec 09 22:20:44.353918 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a42b95-4427-47ca-b67c-bbdcbaf96538 req-96d895b9-1a57-4a92-b0d6-ba290a6b2bb9 service neutron] 10.222.0.42 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753262 Dec 09 22:20:44.379706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.425951 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43e3da-230c-4346-b5db-aeeed5135da0 req-c608c7fe-372f-468b-81ac-f63296307e96 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:44.429371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e43e3da-230c-4346-b5db-aeeed5135da0 req-c608c7fe-372f-468b-81ac-f63296307e96 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 944 time: 0.1480727 Dec 09 22:20:44.448437 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0754ccf8-492c-4221-87a0-9cf653642ce4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13d1bb1abc8c4903bd3a9eb85c8e3ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0487916 Dec 09 22:20:44.449230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754ccf8-492c-4221-87a0-9cf653642ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2889d578-b3d3-45f0-9cea-7c9f909daa45,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:44.451940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55278) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:44.523476 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.529816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85bcbb-1dc5-422f-b1c8-b2f26f0e833f req-4d616ee2-c109-4e31-ba04-2eb8df1ae8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:44.531483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae85bcbb-1dc5-422f-b1c8-b2f26f0e833f req-4d616ee2-c109-4e31-ba04-2eb8df1ae8f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e37591b60d4743218d4d1665f227390f&device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 1096 time: 0.1008544 Dec 09 22:20:44.532741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e3746-5db9-4cab-9d53-bba235350dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7324b21-94c6-4f05-812d-436f94cae577,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:44.544972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Network 445c2bc8-9472-47a8-b9c5-978adb5498a2 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:44.558273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:44.564438 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Pushing event updated for resources: {'Port': ['ID=68a1f8c9-508e-4d50-ba67-d5f6262f4b90,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:44.567296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:44.580748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e43e3da-230c-4346-b5db-aeeed5135da0 req-f28c3668-9656-4a9d-8bc5-4c8b1b6d0327 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105478 Dec 09 22:20:44.694343 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127d8527-37de-41eb-b5ae-06aaaf39daf2 x-openstack-request-id: req-127d8527-37de-41eb-b5ae-06aaaf39daf2 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:44.694631 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d33d52-bc92-410d-a32f-c7d72b588411", "name": "network-vif-deleted", "tag": "5e1a30cb-3d35-4c8b-b854-e2ebc57553f4", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:44.694890 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-127d8527-37de-41eb-b5ae-06aaaf39daf2 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:44.695287 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d33d52-bc92-410d-a32f-c7d72b588411', 'name': 'network-vif-deleted', 'tag': '5e1a30cb-3d35-4c8b-b854-e2ebc57553f4', 'status': 'completed', 'code': 200} Dec 09 22:20:44.705368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:44.706071 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.719052 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58eb0ce4-d45a-4d90-9fe3-56a12bb4257b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:44.810280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6418c9cd-5297-4768-a476-61d3e9a0637f None None] New status for floating IP 363a7c60-41aa-4586-a59c-388ba22438da: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:20:44.863923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-aab30cbc-5c0f-4a9e-95f6-de51f753f2f7 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:44.872460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-aab30cbc-5c0f-4a9e-95f6-de51f753f2f7 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/networks?id=a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 200 len: 805 time: 0.4035780 Dec 09 22:20:44.884516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ea815f25-45fe-410b-ad55-340bc409ca2f no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:20:44.924960 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-5a2152fd-2b11-47be-94e0-7f705c6dc675 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/quotas/55b00193232c4b6eaa2c72586c0d4f89 HTTP/1.1" status: 200 len: 375 time: 0.0513577 Dec 09 22:20:44.990346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85bcbb-1dc5-422f-b1c8-b2f26f0e833f req-1c7f4734-4a85-4e02-8fbf-eaf970f2a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:44.992339 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae85bcbb-1dc5-422f-b1c8-b2f26f0e833f req-1c7f4734-4a85-4e02-8fbf-eaf970f2a5da service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6b33262-9ad4-4433-aebc-488081184c4b HTTP/1.1" status: 200 len: 929 time: 0.4105284 Dec 09 22:20:45.014672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b1ebb-0dd0-4f93-950e-b2b28f52be40 req-8db71bef-b8a7-4340-b717-373d8d984357 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:45.022158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-904b1ebb-0dd0-4f93-950e-b2b28f52be40 req-8db71bef-b8a7-4340-b717-373d8d984357 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 932 time: 0.1903794 Dec 09 22:20:45.035625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-15e79d1e-c052-4854-aac6-59a99ebe8aaf None None] Provisioning complete for port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:45.036629 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-15e79d1e-c052-4854-aac6-59a99ebe8aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.097281 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae85bcbb-1dc5-422f-b1c8-b2f26f0e833f req-d8951fd6-b9e9-4159-a6ea-9d14c3f25f00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e HTTP/1.1" status: 200 len: 217 time: 0.0954342 Dec 09 22:20:45.109271 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-a4fbfc6a-d0cc-4c63-9be3-63a3b3e2ebfc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7717597 Dec 09 22:20:45.111996 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-d0a071aa-0275-4bbc-b7cf-f2aa452b1373 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1861465 Dec 09 22:20:45.112956 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.115548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-15e79d1e-c052-4854-aac6-59a99ebe8aaf None None] Port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:20:45.139910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Request body: {'port': {'device_id': '039b4242-65da-4050-8974-4ed5b443b72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:45.142380 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.167122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787d9631-8784-476e-ab3a-565e32e39d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea815f25-45fe-410b-ad55-340bc409ca2f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:45.170416 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8133d0c1-8551-4b5e-989e-0de74046b4ce" -d '{"events": [{"server_uuid": "787d9631-8784-476e-ab3a-565e32e39d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea815f25-45fe-410b-ad55-340bc409ca2f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:45.177125 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58eb0ce4-d45a-4d90-9fe3-56a12bb4257b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.192690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ea815f25-45fe-410b-ad55-340bc409ca2f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ea815f25-45fe-410b-ad55-340bc409ca2f,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:45.195825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-58021418-79e2-4b59-8148-42b03b34da50 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:45.197482 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-58021418-79e2-4b59-8148-42b03b34da50 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49&tenant_id=3d1b37906be84157a8f74e1f36d6847e&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1097 time: 0.4808640 Dec 09 22:20:45.199727 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.201137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:20:45.210823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5b59be-dbf3-46ae-8b46-d021325895b2']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:45.230579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-23'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:45.245500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:20:45.246129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5e1a30cb-3d35-4c8b-b854-e2ebc57553f4 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:20:45.256731 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-904b1ebb-0dd0-4f93-950e-b2b28f52be40 req-6d2f491c-57c4-4b47-b973-e7813081ea74 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336724 Dec 09 22:20:45.267636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85bcbb-1dc5-422f-b1c8-b2f26f0e833f req-f2f402ec-eed0-4836-acd7-9d3bc9060593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:45.270544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae85bcbb-1dc5-422f-b1c8-b2f26f0e833f req-f2f402ec-eed0-4836-acd7-9d3bc9060593 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c5dc8bb-cfc3-4f34-a365-74007fcfaed2 HTTP/1.1" status: 200 len: 867 time: 0.1569862 Dec 09 22:20:45.273899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432a91f3-df58-4b94-97c0-233d91de7480') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:45.274244 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432a91f3-df58-4b94-97c0-233d91de7480') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:45.295005 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ea815f25-45fe-410b-ad55-340bc409ca2f,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:45.335574 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.341374 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0d0856-81ab-4c03-b1d5-9124fd17a074 x-openstack-request-id: req-ba0d0856-81ab-4c03-b1d5-9124fd17a074 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:45.341901 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787d9631-8784-476e-ab3a-565e32e39d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea815f25-45fe-410b-ad55-340bc409ca2f", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:45.342416 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba0d0856-81ab-4c03-b1d5-9124fd17a074 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:45.343299 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787d9631-8784-476e-ab3a-565e32e39d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea815f25-45fe-410b-ad55-340bc409ca2f', 'code': 200} Dec 09 22:20:45.361386 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.380392 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.430853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:20:45.430853 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.431845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85bcbb-1dc5-422f-b1c8-b2f26f0e833f req-1190db69-56a8-493a-8e64-ad10fab7734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:45.433827 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae85bcbb-1dc5-422f-b1c8-b2f26f0e833f req-1190db69-56a8-493a-8e64-ad10fab7734f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6b33262-9ad4-4433-aebc-488081184c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310329 Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:20:45.433994 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:20:45.451146 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.477107 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-091f15bb-7938-4667-aa8f-fedefeac7cb4 service neutron] 10.222.0.16 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470187 Dec 09 22:20:45.479750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-68ee74bd-1ba2-42cd-bb9c-50b53b72c209 service neutron] 10.222.0.18 "GET /v2.0/ports/7301e40f-c2cb-41fa-8a26-877e79d81ece/bindings/n-h1-789963-23 HTTP/1.1" status: 200 len: 383 time: 0.2856991 Dec 09 22:20:45.514179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58eb0ce4-d45a-4d90-9fe3-56a12bb4257b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.517254 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58eb0ce4-d45a-4d90-9fe3-56a12bb4257b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.518606 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-58eb0ce4-d45a-4d90-9fe3-56a12bb4257b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2889d578-b3d3-45f0-9cea-7c9f909daa45 HTTP/1.1" status: 204 len: 168 time: 1.0352221 Dec 09 22:20:45.543614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60870445-0dc5-4a75-8821-2355179d898f req-c010b6f4-375a-4c15-be3e-89c04348e35e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:45.550994 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60870445-0dc5-4a75-8821-2355179d898f req-c010b6f4-375a-4c15-be3e-89c04348e35e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 945 time: 0.1421177 Dec 09 22:20:45.596984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6627297d-8de6-479f-8790-64f965052d98 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:20:45.622129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb0ce4-d45a-4d90-9fe3-56a12bb4257b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2889d578-b3d3-45f0-9cea-7c9f909daa45,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:45.627998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.647474 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:45.649130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 6627297d-8de6-479f-8790-64f965052d98 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:20:45.649490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6627297d-8de6-479f-8790-64f965052d98 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:20:45.655791 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] 10.222.0.16 "DELETE /v2.0/networks/be5b59be-dbf3-46ae-8b46-d021325895b2 HTTP/1.1" status: 204 len: 168 time: 1.3648107 Dec 09 22:20:45.659609 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55310) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:45.711641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9beb51-44a0-4b76-b397-180d369236aa admin admin] Pushing event deleted for resources: {'Network': ['ID=be5b59be-dbf3-46ae-8b46-d021325895b2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:45.727932 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60870445-0dc5-4a75-8821-2355179d898f req-4156df12-de06-4970-9795-9d5bcd7c523f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760070 Dec 09 22:20:45.732203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae85bcbb-1dc5-422f-b1c8-b2f26f0e833f req-4f128eb0-1288-4b3c-97da-1f124ee081b3 service neutron] 10.222.0.42 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760792 Dec 09 22:20:45.734354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-de0fb76f-cdb5-4465-8d40-95dd3d468d84 service neutron] 10.222.0.16 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564886 Dec 09 22:20:45.903301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:45.992399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1cf6a-61e5-4e38-9160-b499699e8964 req-cfcfcc6e-a82a-4fc5-a36c-16f4ddd59328 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:45.995663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dea1cf6a-61e5-4e38-9160-b499699e8964 req-cfcfcc6e-a82a-4fc5-a36c-16f4ddd59328 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.18 "GET /v2.0/ports?device_id=787d9631-8784-476e-ab3a-565e32e39d8b HTTP/1.1" status: 200 len: 943 time: 0.1389647 Dec 09 22:20:46.009214 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae85bcbb-1dc5-422f-b1c8-b2f26f0e833f req-e7c8a256-e74c-4137-a05d-6e0dc8d4c806 service neutron] 10.222.0.42 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686751 Dec 09 22:20:46.045313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d39ed78-357f-4df8-a7e1-f817a14886e8 admin admin] Deleting subnet ed59ae30-3610-4b64-9be3-40a0c1cdf200 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:20:46.049732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:46.095493 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d39ed78-357f-4df8-a7e1-f817a14886e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:46.133330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71396d5-2cf1-45dd-ad15-dcd2dd30fdc6 req-b80ad56d-802c-42be-b87d-b8351dcd6684 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:46.141779 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c71396d5-2cf1-45dd-ad15-dcd2dd30fdc6 req-b80ad56d-802c-42be-b87d-b8351dcd6684 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.2851512 Dec 09 22:20:46.215682 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c71396d5-2cf1-45dd-ad15-dcd2dd30fdc6 req-bcba1e5a-fc6b-464a-b78c-99b9f77158e3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688100 Dec 09 22:20:46.230074 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d39ed78-357f-4df8-a7e1-f817a14886e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:46.246052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-dea1cf6a-61e5-4e38-9160-b499699e8964 req-517e846d-ca57-4e65-9e1d-5863a8b2a243 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Deleting port ea815f25-45fe-410b-ad55-340bc409ca2f {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:20:46.250070 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dea1cf6a-61e5-4e38-9160-b499699e8964 req-517e846d-ca57-4e65-9e1d-5863a8b2a243 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:46.369299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d39ed78-357f-4df8-a7e1-f817a14886e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:46.421038 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc975a87-1074-425c-a265-c524bdf3473b req-ebb56cf6-12ee-416c-aa64-ff5a5c18aef5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 210 time: 0.0657897 Dec 09 22:20:46.465512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-dea1cf6a-61e5-4e38-9160-b499699e8964 req-517e846d-ca57-4e65-9e1d-5863a8b2a243 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] For port ea815f25-45fe-410b-ad55-340bc409ca2f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ea815f25-45fe-410b-ad55-340bc409ca2f,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:46.466032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dea1cf6a-61e5-4e38-9160-b499699e8964 req-517e846d-ca57-4e65-9e1d-5863a8b2a243 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:46.472504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-d25f151f-a706-4a42-b3c9-a0e116a7eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:46.474300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-d25f151f-a706-4a42-b3c9-a0e116a7eb6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d&tenant_id=ade0516472b8498d9af27180239f4606 HTTP/1.1" status: 200 len: 1102 time: 0.5232456 Dec 09 22:20:46.489405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3209a0-47eb-42bd-9895-1edf3d78e8bf req-d00e6758-5143-4e67-9d37-83e1598b766e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:46.503272 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb3209a0-47eb-42bd-9895-1edf3d78e8bf req-d00e6758-5143-4e67-9d37-83e1598b766e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 944 time: 0.1252387 Dec 09 22:20:46.509272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-dea1cf6a-61e5-4e38-9160-b499699e8964 req-517e846d-ca57-4e65-9e1d-5863a8b2a243 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Calling delete_port for ea815f25-45fe-410b-ad55-340bc409ca2f owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:20:46.512861 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:46.551842 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:46.634116 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55354) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:46.643549 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb3209a0-47eb-42bd-9895-1edf3d78e8bf req-a3db8796-b7f6-4575-8ef3-5adf14df1940 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392870 Dec 09 22:20:46.666844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd1883-c366-4604-8fb9-68bf0126f644 req-fb46598d-7f37-4bc3-8f3e-b5440bec1943 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:46.668417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ecd1883-c366-4604-8fb9-68bf0126f644 req-fb46598d-7f37-4bc3-8f3e-b5440bec1943 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 932 time: 0.1415668 Dec 09 22:20:46.680033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:46.702924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aea7247-964f-4926-85df-a16cf8632b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb16939-8ce7-4c5d-907d-b7772fcf8652'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:46.705274 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84a0b47-2841-457f-b4a3-caec2b3382f4" -d '{"events": [{"server_uuid": "8aea7247-964f-4926-85df-a16cf8632b49", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb16939-8ce7-4c5d-907d-b7772fcf8652"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:46.727754 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:46.744078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-2143ff1a-19c7-4dbf-b819-ccd01098afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:46.746521 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-2143ff1a-19c7-4dbf-b819-ccd01098afdf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 1102 time: 0.2134397 Dec 09 22:20:46.751967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d39ed78-357f-4df8-a7e1-f817a14886e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:46.755865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Pushing event updated for resources: {'Port': ['ID=dcb16939-8ce7-4c5d-907d-b7772fcf8652,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:46.786741 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ecd1883-c366-4604-8fb9-68bf0126f644 req-75f2bbed-c52a-4bb8-b31c-8c3d90d66e54 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926962 Dec 09 22:20:46.800666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Transition to ACTIVE for port object 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:20:46.825198 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dea1cf6a-61e5-4e38-9160-b499699e8964 req-517e846d-ca57-4e65-9e1d-5863a8b2a243 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:46.854085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2042159009-network', 'tenant_id': '901948972c4141079fb917f33fa4cb43'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:46.858487 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:46.860449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39ed78-357f-4df8-a7e1-f817a14886e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed59ae30-3610-4b64-9be3-40a0c1cdf200,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:46.865327 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d39ed78-357f-4df8-a7e1-f817a14886e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:46.872145 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3d39ed78-357f-4df8-a7e1-f817a14886e8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ed59ae30-3610-4b64-9be3-40a0c1cdf200 HTTP/1.1" status: 204 len: 168 time: 1.2101018 Dec 09 22:20:46.875586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55372) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:46.875736 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7b112a-af1b-4e43-8390-be0541810739 x-openstack-request-id: req-4a7b112a-af1b-4e43-8390-be0541810739 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:46.876006 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aea7247-964f-4926-85df-a16cf8632b49", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb16939-8ce7-4c5d-907d-b7772fcf8652", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:46.876493 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a7b112a-af1b-4e43-8390-be0541810739 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:46.876718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e846d-ca57-4e65-9e1d-5863a8b2a243 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Pushing event deleted for resources: {'Port': ['ID=ea815f25-45fe-410b-ad55-340bc409ca2f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:46.876855 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aea7247-964f-4926-85df-a16cf8632b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb16939-8ce7-4c5d-907d-b7772fcf8652', 'code': 200} Dec 09 22:20:46.883142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device dcb16939-8ce7-4c5d-907d-b7772fcf8652 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:20:46.912894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on host n-h2-789963-23 for vnic_type normal with profile {"migrating_to": "n-h1-789963-23"} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:46.913340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:46.913551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:46.967927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:20:46.968261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:47.007795 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:47.008137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:47.008525 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:47.008968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Bound port: dcb16939-8ce7-4c5d-907d-b7772fcf8652, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:47.009326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.016655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Made reservation on behalf of 901948972c4141079fb917f33fa4cb43 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:20:47.018959 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.024405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Pushing event updated for resources: {'Port': ['ID=68a1f8c9-508e-4d50-ba67-d5f6262f4b90,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:47.060673 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.077570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:47.105933 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.118750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-5740b3af-0162-483a-8e7a-77a952c99d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:47.121935 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-5740b3af-0162-483a-8e7a-77a952c99d65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.3617177 Dec 09 22:20:47.137396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea1cf6a-61e5-4e38-9160-b499699e8964 req-517e846d-ca57-4e65-9e1d-5863a8b2a243 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] No DVR routers for this DVR port ea815f25-45fe-410b-ad55-340bc409ca2f on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:20:47.142182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-dea1cf6a-61e5-4e38-9160-b499699e8964 req-517e846d-ca57-4e65-9e1d-5863a8b2a243 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.145512 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dea1cf6a-61e5-4e38-9160-b499699e8964 req-517e846d-ca57-4e65-9e1d-5863a8b2a243 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.18 "DELETE /v2.0/ports/ea815f25-45fe-410b-ad55-340bc409ca2f HTTP/1.1" status: 204 len: 173 time: 1.1410961 Dec 09 22:20:47.146586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787d9631-8784-476e-ab3a-565e32e39d8b', 'name': 'network-vif-deleted', 'tag': 'ea815f25-45fe-410b-ad55-340bc409ca2f'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:47.147769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on host n-h2-789963-23 for vnic_type normal with profile {"migrating_to": "n-h1-789963-23"} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:47.148158 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:47.148583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:47.159964 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa89ba3c-ed54-4ef7-bc15-fea71c34f7ad" -d '{"events": [{"server_uuid": "787d9631-8784-476e-ab3a-565e32e39d8b", "name": "network-vif-deleted", "tag": "ea815f25-45fe-410b-ad55-340bc409ca2f"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:47.163332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:20:47.164961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:47.177387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:47.177778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:47.180491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:47.181005 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Bound port: dcb16939-8ce7-4c5d-907d-b7772fcf8652, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:47.181455 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.288210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-21d17f9f-9ca5-441a-8139-b746becd654f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece HTTP/1.1" status: 200 len: 217 time: 0.0639782 Dec 09 22:20:47.321405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25a19d-86f6-406e-a004-dcf7085956e2 req-0332af2c-48c1-4bcd-9f88-3c3d90944ac3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:47.331555 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e25a19d-86f6-406e-a004-dcf7085956e2 req-0332af2c-48c1-4bcd-9f88-3c3d90944ac3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 943 time: 0.2837212 Dec 09 22:20:47.336186 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2226498d-3017-4b8e-beb7-52f04b1cf984 x-openstack-request-id: req-2226498d-3017-4b8e-beb7-52f04b1cf984 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:47.336480 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787d9631-8784-476e-ab3a-565e32e39d8b", "name": "network-vif-deleted", "tag": "ea815f25-45fe-410b-ad55-340bc409ca2f", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:47.336734 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2226498d-3017-4b8e-beb7-52f04b1cf984 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:47.337219 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787d9631-8784-476e-ab3a-565e32e39d8b', 'name': 'network-vif-deleted', 'tag': 'ea815f25-45fe-410b-ad55-340bc409ca2f', 'status': 'completed', 'code': 200} Dec 09 22:20:47.420487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55390) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:47.439639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-2d8e0b48-6d2f-4780-b8dd-4fad15b1fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:47.441342 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-2d8e0b48-6d2f-4780-b8dd-4fad15b1fd36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1400173 Dec 09 22:20:47.451839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:47.456402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Attempting to bind port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:47.456893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Attempting to bind port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:47.457388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Attempting to bind port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 on network 445c2bc8-9472-47a8-b9c5-978adb5498a2 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:47.476135 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.483610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 on network 445c2bc8-9472-47a8-b9c5-978adb5498a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:20:47.484074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Attempting to bind port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 on network 445c2bc8-9472-47a8-b9c5-978adb5498a2 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:47.507371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:47.522024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:47.522679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Checking segment: {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:47.523854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Bound using segment: {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:47.524298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:47.524522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Bound port: 68a1f8c9-508e-4d50-ba67-d5f6262f4b90, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0d25f6-2e72-4548-a935-a8bfefee0cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:47.525054 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.535724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e25a19d-86f6-406e-a004-dcf7085956e2 req-5f19512e-ade2-4a7e-b9a5-3ddb5eba0375 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008500 Dec 09 22:20:47.539822 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) dcb16939-8ce7-4c5d-907d-b7772fcf8652-n-h2-789963-23-0 {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:20:47.540928 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:20:47.549668 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.569604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f62ec-0db8-453d-9f45-f7e5d3acdcb8 req-afdf44d4-afc2-46ec-893f-b2a215e6d312 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:47.571320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c81f62ec-0db8-453d-9f45-f7e5d3acdcb8 req-afdf44d4-afc2-46ec-893f-b2a215e6d312 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.2377145 Dec 09 22:20:47.573726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632286d8-9326-4d95-a53b-299e2b0f2c36']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:47.600820 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:20:47.622747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a02576d-a9c2-44c2-8610-4a2b408e619b') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:47.623090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a02576d-a9c2-44c2-8610-4a2b408e619b') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:20:47.634360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-dd0c1f87-665d-489e-a357-b2ce72c750d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:47.636591 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-dd0c1f87-665d-489e-a357-b2ce72c750d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1467261 Dec 09 22:20:47.643715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66d142f8-3afa-4aad-ac08-cbb0efbdf893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.687997 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.729593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e,segment=NetworkSegment(67f6f6b1-89bc-4400-9964-2d9b037b32dd),segment_id=67f6f6b1-89bc-4400-9964-2d9b037b32dd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:47.744932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'port_id': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e', 'mac_address': 'fa:16:3e:d7:4b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:20:47.760973 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.772381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45293039-182c-4f95-8cf5-c65b35c30519 req-34c5e0b0-8c22-422c-b52f-6b39f8e4b403 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 210 time: 0.0824080 Dec 09 22:20:47.773512 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] For port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:47.803536 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.806889 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.818977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Pushing event updated for resources: {'Port': ['ID=dcb16939-8ce7-4c5d-907d-b7772fcf8652,revision_number=8']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:47.819218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-65de0927-bfde-4924-9e2c-fd1f1e8380e8 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:47.820674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-65de0927-bfde-4924-9e2c-fd1f1e8380e8 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.18 "GET /v2.0/networks?id=a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 200 len: 805 time: 0.3188262 Dec 09 22:20:47.822288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:47.826242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:20:47.829896 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:20:47.833219 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:20:47.837436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:47.838330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.841965 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-47fb19b3-9bfe-474b-9c1c-638ad92d893d service neutron] 10.222.0.18 "PUT /v2.0/ports/dcb16939-8ce7-4c5d-907d-b7772fcf8652 HTTP/1.1" status: 200 len: 1123 time: 2.6253695 Dec 09 22:20:47.844967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c81f62ec-0db8-453d-9f45-f7e5d3acdcb8 req-dd0a4059-2232-4f37-886e-a3cf88c2c0c6 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444458 Dec 09 22:20:47.848619 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.877699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e,segment=NetworkSegment(67f6f6b1-89bc-4400-9964-2d9b037b32dd),segment_id=67f6f6b1-89bc-4400-9964-2d9b037b32dd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:47.893121 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.895128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Request body: {'port': {'device_id': '3a239253-4430-4309-a464-43c35d9888fc', 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'admin_state_up': True, 'tenant_id': '55b00193232c4b6eaa2c72586c0d4f89'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:47.915714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:20:47.916417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['dcb16939-8ce7-4c5d-907d-b7772fcf8652'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:47.950895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d1f996-73d5-4553-98c5-e0fb7298e6c4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:47.976309 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:47.976946 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Added segment f67fb329-7e31-4fb2-baaa-408f26a8dde4 of type vlan for network 14ee6c78-22da-4de8-a54a-0839ec45b5e9 Dec 09 22:20:48.004829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['dcb16939-8ce7-4c5d-907d-b7772fcf8652'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:48.006718 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-7b6f4333-a396-4946-9bcd-6503ea870272 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977149 Dec 09 22:20:48.074793 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.162349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.163902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:48.164704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.211795 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-94f4d3e9-8047-4caf-a3fd-8052f30c6caf req-38a84919-3c6c-4539-a325-feae91daa20b service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787810 Dec 09 22:20:48.219958 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on host n-h2-789963-23 for vnic_type normal with profile {"migrating_to": "n-h1-789963-23"} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:48.220335 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:48.220702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:48.231605 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5874946 Dec 09 22:20:48.231605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55400) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:48.238093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1e13dc75-be1c-4bfb-86ef-52c87a6e4934 admin admin] Request body: {'subnet': {'network_id': '14ee6c78-22da-4de8-a54a-0839ec45b5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2042159009-subnet', 'tenant_id': '901948972c4141079fb917f33fa4cb43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:48.252881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:48.259715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:20:48.260972 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempting to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:48.276413 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:48.277051 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:48.277673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:48.278330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Bound port: dcb16939-8ce7-4c5d-907d-b7772fcf8652, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:48.278881 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.285193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:48.294223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb41e4-99b5-4a0c-b728-16621b1bf363 admin admin] Pushing event updated for resources: {'Network': ['ID=14ee6c78-22da-4de8-a54a-0839ec45b5e9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:48.321453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e13dc75-be1c-4bfb-86ef-52c87a6e4934 admin admin] Made reservation on behalf of 901948972c4141079fb917f33fa4cb43 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:20:48.328866 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1e13dc75-be1c-4bfb-86ef-52c87a6e4934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.351531 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 14ee6c78-22da-4de8-a54a-0839ec45b5e9 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:20:48.389658 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.417808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] For port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=68a1f8c9-508e-4d50-ba67-d5f6262f4b90,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:48.424459 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.430290 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.430798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] 10.222.0.16 "DELETE /v2.0/networks/632286d8-9326-4d95-a53b-299e2b0f2c36 HTTP/1.1" status: 204 len: 168 time: 1.5510497 Dec 09 22:20:48.455591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd7647-1bce-4e09-aa10-6a3e217a04ac admin admin] Pushing event deleted for resources: {'Network': ['ID=632286d8-9326-4d95-a53b-299e2b0f2c36,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:48.496497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18b7b4-12b5-40e3-9316-79e1a54e2964 req-445f976f-1887-4107-9f39-3c001bc9a414 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:48.503948 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc18b7b4-12b5-40e3-9316-79e1a54e2964 req-445f976f-1887-4107-9f39-3c001bc9a414 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 945 time: 0.5997813 Dec 09 22:20:48.508030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:48.508669 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.510297 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] 10.222.0.42 "PUT /v2.0/ports/68a1f8c9-508e-4d50-ba67-d5f6262f4b90 HTTP/1.1" status: 200 len: 1093 time: 3.3831136 Dec 09 22:20:48.513074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f8d53-7cb6-4365-8f89-dcb4c070987f service neutron] Pushing event updated for resources: {'Port': ['ID=68a1f8c9-508e-4d50-ba67-d5f6262f4b90,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:48.527688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311ea4f-deba-481a-9355-0f7415c9cb73 req-3d28b5d1-27ca-4a04-acc9-b4a57ab2fd34 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:48.535194 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7311ea4f-deba-481a-9355-0f7415c9cb73 req-3d28b5d1-27ca-4a04-acc9-b4a57ab2fd34 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 944 time: 0.2424722 Dec 09 22:20:48.577906 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66d142f8-3afa-4aad-ac08-cbb0efbdf893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.584590 n-d-789963-23 neutron-server[103419]: WARNING neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Concurrent port binding operations failed on port dcb16939-8ce7-4c5d-907d-b7772fcf8652 Dec 09 22:20:48.597231 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66d142f8-3afa-4aad-ac08-cbb0efbdf893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.611931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:48.673641 n-d-789963-23 neutron-server[103419]: INFO neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempt 2 to bind port dcb16939-8ce7-4c5d-907d-b7772fcf8652 Dec 09 22:20:48.673989 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device dcb16939-8ce7-4c5d-907d-b7772fcf8652 has no active binding in host n-h1-789963-23 {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 22:20:48.696569 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Made reservation on behalf of 55b00193232c4b6eaa2c72586c0d4f89 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:20:48.700126 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.707345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-c088155c-0955-49f0-9cf9-1ce9c4f39798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:48.709008 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-c088155c-0955-49f0-9cf9-1ce9c4f39798 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0abe5836e9c4df48f4b55b4446d3961&device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 1096 time: 0.1245084 Dec 09 22:20:48.712892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc18b7b4-12b5-40e3-9316-79e1a54e2964 req-e21eeb47-6c99-41cc-b68c-02d1b1a04ab2 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076988 Dec 09 22:20:48.745183 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-66d142f8-3afa-4aad-ac08-cbb0efbdf893 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af803bc0fe904ba390c94febf4eab18b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3198075 Dec 09 22:20:48.746821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d142f8-3afa-4aad-ac08-cbb0efbdf893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9385c87-998e-4ed8-9119-893990dfb534,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:48.761834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55406) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:48.762189 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55408) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:48.781814 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-c3e308b3-8f8e-43ef-9c1c-de5b8b2f6b33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a1f8c9-508e-4d50-ba67-d5f6262f4b90 HTTP/1.1" status: 200 len: 217 time: 0.0607791 Dec 09 22:20:48.786387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7311ea4f-deba-481a-9355-0f7415c9cb73 req-fb7dd21c-fc19-4d18-8930-311a82990e14 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498105 Dec 09 22:20:48.803227 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1e13dc75-be1c-4bfb-86ef-52c87a6e4934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:48.905387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aea7247-964f-4926-85df-a16cf8632b49', 'tag': 'dcb16939-8ce7-4c5d-907d-b7772fcf8652'}, {'name': 'network-changed', 'server_uuid': '039b4242-65da-4050-8974-4ed5b443b72c', 'tag': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:48.907715 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8aea7247-964f-4926-85df-a16cf8632b49", "tag": "dcb16939-8ce7-4c5d-907d-b7772fcf8652"}, {"name": "network-changed", "server_uuid": "039b4242-65da-4050-8974-4ed5b443b72c", "tag": "68a1f8c9-508e-4d50-ba67-d5f6262f4b90"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:48.947457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ea815f25-45fe-410b-ad55-340bc409ca2f no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:20:48.958428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13dc75-be1c-4bfb-86ef-52c87a6e4934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=033d05ff-4823-4e63-baa0-11faeece8a26,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:48.964097 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-23537285-f8b8-43b4-b362-364f7d9fae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:48.965586 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-23537285-f8b8-43b4-b362-364f7d9fae58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=527b68bc-9630-41b5-96c7-5fc55cf1bfbb HTTP/1.1" status: 200 len: 862 time: 0.1670973 Dec 09 22:20:48.973132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e13dc75-be1c-4bfb-86ef-52c87a6e4934 admin admin] Checking segment: {'id': 'f67fb329-7e31-4fb2-baaa-408f26a8dde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14ee6c78-22da-4de8-a54a-0839ec45b5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:48.973505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e13dc75-be1c-4bfb-86ef-52c87a6e4934 admin admin] Network hostable DHCP agents. Network: 14ee6c78-22da-4de8-a54a-0839ec45b5e9, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:20:48.983650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: ea815f25-45fe-410b-ad55-340bc409ca2f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:20:48.984004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ea815f25-45fe-410b-ad55-340bc409ca2f not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:20:48.984572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7301e40f-c2cb-41fa-8a26-877e79d81ece no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:20:48.984689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-356a8549-4879-4649-b165-f3c09d5a4f8a req-bccf8aca-0caf-4264-9434-555cd90168b2 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 210 time: 0.0887122 Dec 09 22:20:49.002024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c90b7cef-2749-4fbf-ade9-dcf19d08a30a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7704665b4314ee688c8ee53b892f6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362490 Dec 09 22:20:49.007503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55416) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:49.046579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e13dc75-be1c-4bfb-86ef-52c87a6e4934 admin admin] Network 14ee6c78-22da-4de8-a54a-0839ec45b5e9 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:20:49.052006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1168b654-6026-49d9-8ae6-37e7c98ce475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:49.053611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-1168b654-6026-49d9-8ae6-37e7c98ce475 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=445c2bc8-9472-47a8-b9c5-978adb5498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777414 Dec 09 22:20:49.072250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1e13dc75-be1c-4bfb-86ef-52c87a6e4934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 14ee6c78-22da-4de8-a54a-0839ec45b5e9) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:49.080941 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-627bd897-7678-483f-bdd8-ae5fe7cec354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.090348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c2526-99b2-4bfd-b967-3da69a08b9a4 req-0aa2550a-2d1c-4b51-be0f-c1122c7eaa09 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:49.091888 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-153c2526-99b2-4bfd-b967-3da69a08b9a4 req-0aa2550a-2d1c-4b51-be0f-c1122c7eaa09 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 943 time: 0.2340755 Dec 09 22:20:49.092366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c70a6-4ef3-4da5-b245-fc778ed527e9 None None] Network 14ee6c78-22da-4de8-a54a-0839ec45b5e9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:20:49.107771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e13dc75-be1c-4bfb-86ef-52c87a6e4934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:49.108424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1e13dc75-be1c-4bfb-86ef-52c87a6e4934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.167351 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1e13dc75-be1c-4bfb-86ef-52c87a6e4934 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9279356 Dec 09 22:20:49.167566 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-627bd897-7678-483f-bdd8-ae5fe7cec354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.167566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Allocated IP 172.20.0.5 (a01f6d76-57c4-4305-a74a-91a3bc34186b/05a1abe4-c6ce-4bf4-8897-108758cac1d9/ce7b7614-7d0a-4166-a9d9-b443418f96b0) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:20:49.172808 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.206200 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-e68a6361-3656-4653-834b-16669662e566 service neutron] 10.222.0.42 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425173 Dec 09 22:20:49.218405 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7093bba-89d1-4aa5-b19e-2ce0c8988a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7301e40f-c2cb-41fa-8a26-877e79d81ece'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:49.221437 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265d496b-37c1-4ddf-a4bc-31508047c671" -d '{"events": [{"server_uuid": "e7093bba-89d1-4aa5-b19e-2ce0c8988a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7301e40f-c2cb-41fa-8a26-877e79d81ece"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:49.241127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75fedf97-8052-4c22-8649-166505665ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.243399 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7301e40f-c2cb-41fa-8a26-877e79d81ece, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:49.249987 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.302027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550392-88e1-4063-a92f-cb127fbd6a8e req-6f175ee2-69b4-4081-9132-d5fbaf807925 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:49.302407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6940251-9d57-4402-85fa-9ad1681d7ef7 None None] Network 14ee6c78-22da-4de8-a54a-0839ec45b5e9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:20:49.309235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90550392-88e1-4063-a92f-cb127fbd6a8e req-6f175ee2-69b4-4081-9132-d5fbaf807925 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.2126346 Dec 09 22:20:49.319655 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-153c2526-99b2-4bfd-b967-3da69a08b9a4 req-ce76c55f-958f-4ff6-a458-6f3251095ba5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085221 Dec 09 22:20:49.321488 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75fedf97-8052-4c22-8649-166505665ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.361355 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-185d10c9-dce1-4f0f-980f-89b405a3e49a req-d35d07be-9d6e-408b-8f0a-ac06476f149b service neutron] 10.222.0.42 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475027 Dec 09 22:20:49.382772 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-627bd897-7678-483f-bdd8-ae5fe7cec354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.386144 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-627bd897-7678-483f-bdd8-ae5fe7cec354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.387429 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-627bd897-7678-483f-bdd8-ae5fe7cec354 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9385c87-998e-4ed8-9119-893990dfb534 HTTP/1.1" status: 204 len: 168 time: 0.6230085 Dec 09 22:20:49.387734 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7301e40f-c2cb-41fa-8a26-877e79d81ece,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:49.447133 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958f0eb9-bbab-40da-8071-414dfab13dec x-openstack-request-id: req-958f0eb9-bbab-40da-8071-414dfab13dec {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:49.447438 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aea7247-964f-4926-85df-a16cf8632b49", "tag": "dcb16939-8ce7-4c5d-907d-b7772fcf8652", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "039b4242-65da-4050-8974-4ed5b443b72c", "tag": "68a1f8c9-508e-4d50-ba67-d5f6262f4b90", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:49.447695 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-958f0eb9-bbab-40da-8071-414dfab13dec {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:49.448722 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aea7247-964f-4926-85df-a16cf8632b49', 'tag': 'dcb16939-8ce7-4c5d-907d-b7772fcf8652', 'status': 'completed', 'code': 200} Dec 09 22:20:49.448722 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039b4242-65da-4050-8974-4ed5b443b72c', 'tag': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90', 'status': 'completed', 'code': 200} Dec 09 22:20:49.458545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bd897-7678-483f-bdd8-ae5fe7cec354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9385c87-998e-4ed8-9119-893990dfb534,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:49.521435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90550392-88e1-4063-a92f-cb127fbd6a8e req-9b6ce61d-884b-492c-aeae-44255e46f7f4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067831 Dec 09 22:20:49.521575 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3778405-3e2f-48e6-be14-c1b8caaa0be8 x-openstack-request-id: req-e3778405-3e2f-48e6-be14-c1b8caaa0be8 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:49.521845 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7093bba-89d1-4aa5-b19e-2ce0c8988a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7301e40f-c2cb-41fa-8a26-877e79d81ece", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:49.522117 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3778405-3e2f-48e6-be14-c1b8caaa0be8 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:49.522527 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7093bba-89d1-4aa5-b19e-2ce0c8988a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7301e40f-c2cb-41fa-8a26-877e79d81ece', 'code': 200} Dec 09 22:20:49.524013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-2f8b21c8-bb4b-49de-93f2-76f8799e9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:49.536394 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-2f8b21c8-bb4b-49de-93f2-76f8799e9dc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 1126 time: 0.0601227 Dec 09 22:20:49.593220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.599184 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75fedf97-8052-4c22-8649-166505665ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.602228 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75fedf97-8052-4c22-8649-166505665ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.607270 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-75fedf97-8052-4c22-8649-166505665ee6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ea671f2-8749-4467-abfb-ecb74fd3b353 HTTP/1.1" status: 204 len: 168 time: 0.5987821 Dec 09 22:20:49.621597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fedf97-8052-4c22-8649-166505665ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea671f2-8749-4467-abfb-ecb74fd3b353,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:49.633435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:49.653333 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.672879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-d6e41223-0b6f-4b51-ac1c-a02a6b5f9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:49.674424 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-d6e41223-0b6f-4b51-ac1c-a02a6b5f9b46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.1269150 Dec 09 22:20:49.719736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:20:49.721512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Network a01f6d76-57c4-4305-a74a-91a3bc34186b is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:49.725384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:49.726694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:49.727227 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.733054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:49.739981 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-18c44fa4-2c19-4c6e-8aca-bc30797dd7b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652 HTTP/1.1" status: 200 len: 217 time: 0.0568256 Dec 09 22:20:49.777700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Pushing event updated for resources: {'Port': ['ID=ce7b7614-7d0a-4166-a9d9-b443418f96b0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:49.829307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-61a2e773-050f-44e5-a135-37ec905b3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:49.831450 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-61a2e773-050f-44e5-a135-37ec905b3f39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0831978 Dec 09 22:20:49.847695 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.850961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:49.852564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.879445 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-d31fd7da-cc0f-4ece-8365-1d059d5bec87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407043 Dec 09 22:20:49.880167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-557cbf3b-ecd2-452c-80b1-843d2e33e4f5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9998896 Dec 09 22:20:49.906660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df949-5ebc-42b3-9779-c2e57aefd875 req-e48eda88-0515-471b-95a6-563e6063ae64 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:49.908593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e,segment=NetworkSegment(67f6f6b1-89bc-4400-9964-2d9b037b32dd),segment_id=67f6f6b1-89bc-4400-9964-2d9b037b32dd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:49.913497 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:49.915380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d4df949-5ebc-42b3-9779-c2e57aefd875 req-e48eda88-0515-471b-95a6-563e6063ae64 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 945 time: 0.0848651 Dec 09 22:20:49.928282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Request body: {'port': {'device_id': '3a239253-4430-4309-a464-43c35d9888fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:49.983358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:50.016637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-6256d354-cdad-47a4-8e7b-9fbac5e3c1e5 req-4ced2d9e-d437-4b20-b542-deca4060dde7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-391008822', 'description': 'tempest-description-19050068'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:50.026871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d4df949-5ebc-42b3-9779-c2e57aefd875 req-e71834a4-f178-498f-bab4-b5a073af3aad tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084602 Dec 09 22:20:50.033745 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-57633172-865e-435c-ba5c-d1fa99706c4c service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463099 Dec 09 22:20:50.062587 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:50.098949 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6256d354-cdad-47a4-8e7b-9fbac5e3c1e5 req-4ced2d9e-d437-4b20-b542-deca4060dde7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:50.239268 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-6dc55533-35b1-4d35-a416-7d0804f156e6 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982338 Dec 09 22:20:50.263034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55444) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:50.273566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac618462-4788-46da-8d91-10477f8935b5 req-b4131260-0fd9-4ff2-8db6-cb8b86e99815 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:50.281492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ac618462-4788-46da-8d91-10477f8935b5 req-b4131260-0fd9-4ff2-8db6-cb8b86e99815 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 944 time: 0.1687591 Dec 09 22:20:50.402128 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6256d354-cdad-47a4-8e7b-9fbac5e3c1e5 req-4ced2d9e-d437-4b20-b542-deca4060dde7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:50.411676 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6256d354-cdad-47a4-8e7b-9fbac5e3c1e5 req-4ced2d9e-d437-4b20-b542-deca4060dde7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:50.430195 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ac618462-4788-46da-8d91-10477f8935b5 req-c150bb54-52c6-4b8f-9be4-45a5007e7892 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462910 Dec 09 22:20:50.519544 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6256d354-cdad-47a4-8e7b-9fbac5e3c1e5 req-4ced2d9e-d437-4b20-b542-deca4060dde7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:50.520776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6256d354-cdad-47a4-8e7b-9fbac5e3c1e5 req-4ced2d9e-d437-4b20-b542-deca4060dde7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5147376 Dec 09 22:20:50.581009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced2d9e-d437-4b20-b542-deca4060dde7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd92e5c-4c33-45d5-a9c3-d3bb07cfa299,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:50.623788 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7b7614-7d0a-4166-a9d9-b443418f96b0 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:50.634726 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-51e4ec81-6813-4139-96dc-4338745977f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69c0380bc1254dc1b853c71b073ab394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3666356 Dec 09 22:20:50.635217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55458) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:50.639703 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:50.646290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-0f3c1b31-5e96-4308-aefc-b8d5a87677e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:50.648060 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-0f3c1b31-5e96-4308-aefc-b8d5a87677e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0abe5836e9c4df48f4b55b4446d3961&device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 1096 time: 0.3234425 Dec 09 22:20:50.680121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Transition to ACTIVE for port object ce7b7614-7d0a-4166-a9d9-b443418f96b0 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:20:50.688971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d4e94-faff-4ddb-9858-ccec896b155c req-aac72761-87d4-4d06-99a6-c8827ef9aee3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:50.690500 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc3d4e94-faff-4ddb-9858-ccec896b155c req-aac72761-87d4-4d06-99a6-c8827ef9aee3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 931 time: 0.1907845 Dec 09 22:20:50.698724 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:50.755199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b80d31-49fa-4f7c-b2d8-90aca4a7d6df req-02be0146-81ec-47f8-8c78-ed7a6358e9b6 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:50.755648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-ba6766d0-b2e9-4d60-bdc5-1d2778b298e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:50.757025 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9b80d31-49fa-4f7c-b2d8-90aca4a7d6df req-02be0146-81ec-47f8-8c78-ed7a6358e9b6 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 943 time: 0.1714866 Dec 09 22:20:50.767846 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-ba6766d0-b2e9-4d60-bdc5-1d2778b298e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=445c2bc8-9472-47a8-b9c5-978adb5498a2 HTTP/1.1" status: 200 len: 924 time: 0.1056306 Dec 09 22:20:50.809908 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-39f9116c-2c81-45b2-b948-f7ac35c4e320 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a1f8c9-508e-4d50-ba67-d5f6262f4b90 HTTP/1.1" status: 200 len: 217 time: 0.0388160 Dec 09 22:20:50.814813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7b7614-7d0a-4166-a9d9-b443418f96b0,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:50.852725 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc3d4e94-faff-4ddb-9858-ccec896b155c req-52ef5a80-d865-4ef5-a8c3-d8398d5de6fd tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495957 Dec 09 22:20:50.859092 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56445b85-2737-49b2-be28-6751ad2c397f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:50.872899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-dd832ecc-5f52-49d0-bfdf-6c6704c36452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:50.878886 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-dd832ecc-5f52-49d0-bfdf-6c6704c36452 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=527b68bc-9630-41b5-96c7-5fc55cf1bfbb HTTP/1.1" status: 200 len: 862 time: 0.0608492 Dec 09 22:20:50.905618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9b80d31-49fa-4f7c-b2d8-90aca4a7d6df req-d9c21428-0421-4a67-b70e-d713528e10f4 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396048 Dec 09 22:20:50.928412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-2f62e5d8-ebd8-45fc-9ac2-79e9ac6e55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:50.930111 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-2f62e5d8-ebd8-45fc-9ac2-79e9ac6e55e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=445c2bc8-9472-47a8-b9c5-978adb5498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434227 Dec 09 22:20:50.955152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56445b85-2737-49b2-be28-6751ad2c397f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:51.034574 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-e554fd56-4a18-4401-99da-e7efc080fe3e service neutron] 10.222.0.42 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958939 Dec 09 22:20:51.040864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75e894f4-55c9-46b0-b489-ecc6272d6b7f req-ea979bcc-2804-4b9b-aecf-76049d24f166 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/3bd92e5c-4c33-45d5-a9c3-d3bb07cfa299 HTTP/1.1" status: 200 len: 1819 time: 0.1527395 Dec 09 22:20:51.045084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Attempting to bind port ce7b7614-7d0a-4166-a9d9-b443418f96b0 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:51.045414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Attempting to bind port ce7b7614-7d0a-4166-a9d9-b443418f96b0 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:51.045745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Attempting to bind port ce7b7614-7d0a-4166-a9d9-b443418f96b0 on network a01f6d76-57c4-4305-a74a-91a3bc34186b {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:51.058686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-75e894f4-55c9-46b0-b489-ecc6272d6b7f req-6c05a2d5-bebb-46e6-9f9d-c5fd19a91bbd tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3bd92e5c-4c33-45d5-a9c3-d3bb07cfa299', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:51.058999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-75e894f4-55c9-46b0-b489-ecc6272d6b7f req-6c05a2d5-bebb-46e6-9f9d-c5fd19a91bbd tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3bd92e5c-4c33-45d5-a9c3-d3bb07cfa299', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:51.066115 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Port ce7b7614-7d0a-4166-a9d9-b443418f96b0 on network a01f6d76-57c4-4305-a74a-91a3bc34186b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:20:51.066439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Attempting to bind port ce7b7614-7d0a-4166-a9d9-b443418f96b0 on network a01f6d76-57c4-4305-a74a-91a3bc34186b {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:51.083752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:51.083998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Checking segment: {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:51.084355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Bound using segment: {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:51.084784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Bound port: ce7b7614-7d0a-4166-a9d9-b443418f96b0, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:51.085139 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:51.096874 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410b832-1cc8-4ef9-ba14-c06030779b7e req-285c1a32-3b29-4678-b1a6-69bb50202382 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:51.098376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0410b832-1cc8-4ef9-ba14-c06030779b7e req-285c1a32-3b29-4678-b1a6-69bb50202382 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 948 time: 0.1128321 Dec 09 22:20:51.109218 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56445b85-2737-49b2-be28-6751ad2c397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:51.111804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56445b85-2737-49b2-be28-6751ad2c397f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:51.112893 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-56445b85-2737-49b2-be28-6751ad2c397f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee2570f7-bfcc-4af9-a930-4459d78e7518 HTTP/1.1" status: 204 len: 168 time: 0.4774027 Dec 09 22:20:51.131592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56445b85-2737-49b2-be28-6751ad2c397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2570f7-bfcc-4af9-a930-4459d78e7518,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:51.152855 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9dfa32a-a72c-4a42-ab1a-818ad609e8f3 req-ba5e23b0-787b-4274-bf73-34b75a70dd7c service neutron] 10.222.0.42 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088581 Dec 09 22:20:51.240736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0410b832-1cc8-4ef9-ba14-c06030779b7e req-54b14d1c-8f9a-4fcd-a63f-5b550c0a3a5d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258869 Dec 09 22:20:51.243095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-75e894f4-55c9-46b0-b489-ecc6272d6b7f req-6c05a2d5-bebb-46e6-9f9d-c5fd19a91bbd tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:51.267140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] For port ce7b7614-7d0a-4166-a9d9-b443418f96b0, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:51.286398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] For port ce7b7614-7d0a-4166-a9d9-b443418f96b0, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ce7b7614-7d0a-4166-a9d9-b443418f96b0,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:51.292816 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:51.329297 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-75e894f4-55c9-46b0-b489-ecc6272d6b7f req-6c05a2d5-bebb-46e6-9f9d-c5fd19a91bbd tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:51.337312 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-75e894f4-55c9-46b0-b489-ecc6272d6b7f req-6c05a2d5-bebb-46e6-9f9d-c5fd19a91bbd tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:51.347681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:51.348376 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:51.349936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/ce7b7614-7d0a-4166-a9d9-b443418f96b0 HTTP/1.1" status: 200 len: 1092 time: 1.4299395 Dec 09 22:20:51.355318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a239253-4430-4309-a464-43c35d9888fc', 'tag': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:51.357982 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02a6c56-610c-4738-97f4-766ea6eae955" -d '{"events": [{"name": "network-changed", "server_uuid": "3a239253-4430-4309-a464-43c35d9888fc", "tag": "ce7b7614-7d0a-4166-a9d9-b443418f96b0"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:51.386946 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05a2d5-bebb-46e6-9f9d-c5fd19a91bbd tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54bba55f-938c-46a5-8858-7d3c94d7f2eb,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:51.402871 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-75e894f4-55c9-46b0-b489-ecc6272d6b7f req-6c05a2d5-bebb-46e6-9f9d-c5fd19a91bbd tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:51.404204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75e894f4-55c9-46b0-b489-ecc6272d6b7f req-6c05a2d5-bebb-46e6-9f9d-c5fd19a91bbd tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3550310 Dec 09 22:20:51.416371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98b45e-dd13-48b0-b5bf-4bc00a8e38c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7b7614-7d0a-4166-a9d9-b443418f96b0,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:51.496242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-48648fa9-3704-4d7b-ba41-095d71c748d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:51.497840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-48648fa9-3704-4d7b-ba41-095d71c748d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 1095 time: 0.0619323 Dec 09 22:20:51.523761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:51.528717 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28011f9-0727-423e-a68c-78fa46d0bf08" -d '{"events": [{"server_uuid": "3110cdd0-b160-4a6a-b0a1-27a406e62bee", "name": "network-vif-plugged", "status": "completed", "tag": "b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:51.562968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-630c8e1b-e994-41bb-8139-b46690ffe76a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce7b7614-7d0a-4166-a9d9-b443418f96b0 HTTP/1.1" status: 200 len: 217 time: 0.0432847 Dec 09 22:20:51.587736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997a84f-679c-43be-bc1e-3cc6344da7df req-dfd8fca1-6f6e-422a-aca9-e5bb618ad262 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:51.589402 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9997a84f-679c-43be-bc1e-3cc6344da7df req-dfd8fca1-6f6e-422a-aca9-e5bb618ad262 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 946 time: 0.1035058 Dec 09 22:20:51.646089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-c782df00-3ba0-4485-96b3-54b391aa2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:51.647603 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-c782df00-3ba0-4485-96b3-54b391aa2fc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05a1abe4-c6ce-4bf4-8897-108758cac1d9 HTTP/1.1" status: 200 len: 845 time: 0.0766451 Dec 09 22:20:51.688644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9997a84f-679c-43be-bc1e-3cc6344da7df req-89c8474b-efef-4516-9b86-1c92a4947f67 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811529 Dec 09 22:20:51.707545 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-5fedd97e-15a0-4213-97b8-2770e66d0257 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01f6d76-57c4-4305-a74a-91a3bc34186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472820 Dec 09 22:20:51.729421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-88aebed6-e683-4867-84b3-792b6ba50144 req-1261118c-972a-4088-a2a9-8fa59f8abbcf tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-702981414', 'description': 'tempest-description-1429787451'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:51.735740 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ec6ae4-3b21-49d3-af7f-571f58447e1c x-openstack-request-id: req-75ec6ae4-3b21-49d3-af7f-571f58447e1c {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:51.736090 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a239253-4430-4309-a464-43c35d9888fc", "tag": "ce7b7614-7d0a-4166-a9d9-b443418f96b0", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:51.736449 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75ec6ae4-3b21-49d3-af7f-571f58447e1c {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:51.736905 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a239253-4430-4309-a464-43c35d9888fc', 'tag': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0', 'status': 'completed', 'code': 200} Dec 09 22:20:51.797952 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-88aebed6-e683-4867-84b3-792b6ba50144 req-1261118c-972a-4088-a2a9-8fa59f8abbcf tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:51.870638 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-25c34a81-a600-486b-b56f-a46289b89862 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:51.873826 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-25c34a81-a600-486b-b56f-a46289b89862 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d&tenant_id=ade0516472b8498d9af27180239f4606&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 948 time: 0.0596211 Dec 09 22:20:51.909614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552be510-e056-49e8-a107-252cf96a4e98 req-876bd138-03c4-4ff8-9955-31cfc928c28a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:51.911158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-552be510-e056-49e8-a107-252cf96a4e98 req-876bd138-03c4-4ff8-9955-31cfc928c28a tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 944 time: 0.1331649 Dec 09 22:20:51.923718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-7854b213-f3fa-407d-a3e7-501958fafd39 service neutron] 10.222.0.18 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732199 Dec 09 22:20:52.001516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-6b0aec08-018c-4db8-ba40-0cd22a4b8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:52.003167 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-6b0aec08-018c-4db8-ba40-0cd22a4b8aca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 1100 time: 0.0453963 Dec 09 22:20:52.015467 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-88aebed6-e683-4867-84b3-792b6ba50144 req-1261118c-972a-4088-a2a9-8fa59f8abbcf tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:52.049845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-88aebed6-e683-4867-84b3-792b6ba50144 req-1261118c-972a-4088-a2a9-8fa59f8abbcf tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:52.074176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-552be510-e056-49e8-a107-252cf96a4e98 req-ea2d8ff7-2e30-436e-9163-e4e9ab6bf3ae tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531160 Dec 09 22:20:52.095653 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-88aebed6-e683-4867-84b3-792b6ba50144 req-1261118c-972a-4088-a2a9-8fa59f8abbcf tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:52.095653 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88aebed6-e683-4867-84b3-792b6ba50144 req-1261118c-972a-4088-a2a9-8fa59f8abbcf tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3669379 Dec 09 22:20:52.111249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261118c-972a-4088-a2a9-8fa59f8abbcf tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d777465-72da-4178-bbab-992a1d373386,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:52.116724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-85b9f678-802d-437e-a6e3-e4e6bc9601b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:52.117443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33897799-b01a-4fdb-a0a4-8d86a1db9d6a req-efe5ce10-ae7f-4b39-bad1-64b4fa7b4d8c service neutron] 10.222.0.18 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691058 Dec 09 22:20:52.117570 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-85b9f678-802d-437e-a6e3-e4e6bc9601b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1070688 Dec 09 22:20:52.132303 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eda552b-79f6-48a1-878e-b2ad07be57de x-openstack-request-id: req-3eda552b-79f6-48a1-878e-b2ad07be57de {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:52.132892 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3110cdd0-b160-4a6a-b0a1-27a406e62bee", "name": "network-vif-plugged", "status": "completed", "tag": "b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:52.133326 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3eda552b-79f6-48a1-878e-b2ad07be57de {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:52.133713 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e', 'code': 200} Dec 09 22:20:52.189191 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-794e8a6d-8a5f-4852-b42f-9c4dbd4f4250 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece HTTP/1.1" status: 200 len: 217 time: 0.0546012 Dec 09 22:20:52.248299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72c2f6-2832-416c-b62f-abfe8995daae req-8137637f-cfef-4acb-a450-33dbbd8635cc tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:52.249769 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d72c2f6-2832-416c-b62f-abfe8995daae req-8137637f-cfef-4acb-a450-33dbbd8635cc tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 948 time: 0.0846405 Dec 09 22:20:52.252643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6a5182c-9ac2-47b6-a727-427b812d62ec req-3f387150-25c8-4dca-bcc7-9d56bb285b1d tempest-AbsoluteLimitsNegativeTestJSON-1541838788 tempest-AbsoluteLimitsNegativeTestJSON-1541838788-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a885b3c72628445893387b9bcfa60dcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348055 Dec 09 22:20:52.281766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b0ed6-b0f0-46c9-b3b7-339aa60be524 req-dee2d503-2a85-4868-8d13-b9a78cc43269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:52.283424 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-965b0ed6-b0f0-46c9-b3b7-339aa60be524 req-dee2d503-2a85-4868-8d13-b9a78cc43269 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 1098 time: 0.0867476 Dec 09 22:20:52.285123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-01d0f210-b268-42c2-9251-03e64e1350e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:52.286437 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-01d0f210-b268-42c2-9251-03e64e1350e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0576072 Dec 09 22:20:52.319622 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:52.360858 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-965b0ed6-b0f0-46c9-b3b7-339aa60be524 req-857ea895-6333-4fa3-aea0-31685776f07b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705323 Dec 09 22:20:52.363681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-b404780a-dd36-4b5a-a219-84588c57f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:52.365231 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-b404780a-dd36-4b5a-a219-84588c57f874 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679665 Dec 09 22:20:52.390937 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d72c2f6-2832-416c-b62f-abfe8995daae req-b88b68f7-a7fb-420d-a9fb-d183bc6b468c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301532 Dec 09 22:20:52.394715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a6c56-610c-4738-97f4-766ea6eae955 req-cfce17bd-f019-4d74-bbf9-4e64d213f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:52.396306 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d02a6c56-610c-4738-97f4-766ea6eae955 req-cfce17bd-f019-4d74-bbf9-4e64d213f374 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 1095 time: 0.1455081 Dec 09 22:20:52.440116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5182c-9ac2-47b6-a727-427b812d62ec req-161ac713-8171-4365-b349-47f507f1b13f tempest-AbsoluteLimitsNegativeTestJSON-1541838788 tempest-AbsoluteLimitsNegativeTestJSON-1541838788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:52.442048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6a5182c-9ac2-47b6-a727-427b812d62ec req-161ac713-8171-4365-b349-47f507f1b13f tempest-AbsoluteLimitsNegativeTestJSON-1541838788 tempest-AbsoluteLimitsNegativeTestJSON-1541838788-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819057 Dec 09 22:20:52.465676 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-784b8a0c-9013-4e8a-9667-b7a73724c395 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918827 Dec 09 22:20:52.516238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6a5182c-9ac2-47b6-a727-427b812d62ec req-2118b37f-4a87-4f24-bddd-4a0082763ea4 tempest-AbsoluteLimitsNegativeTestJSON-1541838788 tempest-AbsoluteLimitsNegativeTestJSON-1541838788-project] 10.222.0.16 "GET /v2.0/quotas/a885b3c72628445893387b9bcfa60dcc HTTP/1.1" status: 200 len: 375 time: 0.0351596 Dec 09 22:20:52.558271 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57192389-7f0f-4d2c-94d3-89286d6e848a req-7b3f151a-7770-4529-bc25-5f2180aee387 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853400 Dec 09 22:20:52.564675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6a5182c-9ac2-47b6-a727-427b812d62ec req-d3d89589-c8a2-4f74-a730-22dd0c1f48f3 tempest-AbsoluteLimitsNegativeTestJSON-1541838788 tempest-AbsoluteLimitsNegativeTestJSON-1541838788-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a885b3c72628445893387b9bcfa60dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407279 Dec 09 22:20:52.571102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a6c56-610c-4738-97f4-766ea6eae955 req-864d158f-ca71-4d26-96fe-003de8ceda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:52.572412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d02a6c56-610c-4738-97f4-766ea6eae955 req-864d158f-ca71-4d26-96fe-003de8ceda3f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 200 len: 906 time: 0.1684577 Dec 09 22:20:52.582510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220b3f8-3e5e-45bc-9cba-72be8f8ca56c req-da3816e9-11dd-4652-a3fa-a1536451fd95 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:52.590364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3220b3f8-3e5e-45bc-9cba-72be8f8ca56c req-da3816e9-11dd-4652-a3fa-a1536451fd95 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 943 time: 0.1080310 Dec 09 22:20:52.694672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d02a6c56-610c-4738-97f4-766ea6eae955 req-7bc4e03e-3e29-4f2c-a90b-d1da8c7806fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce7b7614-7d0a-4166-a9d9-b443418f96b0 HTTP/1.1" status: 200 len: 217 time: 0.1014659 Dec 09 22:20:52.776678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3220b3f8-3e5e-45bc-9cba-72be8f8ca56c req-8a74e0a4-575a-4171-9806-b1b8f5691332 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847551 Dec 09 22:20:52.807965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a6c56-610c-4738-97f4-766ea6eae955 req-73692554-7672-4dbd-a91d-cab50f49cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:52.809333 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d02a6c56-610c-4738-97f4-766ea6eae955 req-73692554-7672-4dbd-a91d-cab50f49cee2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05a1abe4-c6ce-4bf4-8897-108758cac1d9 HTTP/1.1" status: 200 len: 845 time: 0.0827460 Dec 09 22:20:52.820809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddedb56-299e-4162-9144-4de89b2f26fd req-592a2927-998a-4575-9ac9-420e975d987f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:52.828813 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ddedb56-299e-4162-9144-4de89b2f26fd req-592a2927-998a-4575-9ac9-420e975d987f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 943 time: 0.1436415 Dec 09 22:20:52.871218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d02a6c56-610c-4738-97f4-766ea6eae955 req-15cf5609-895d-4d0d-9611-491c85ba54b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01f6d76-57c4-4305-a74a-91a3bc34186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397532 Dec 09 22:20:52.909468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55532) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:52.937936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ddedb56-299e-4162-9144-4de89b2f26fd req-4e76f311-dd3d-43db-bc8e-b6739f48a0c2 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083238 Dec 09 22:20:52.977760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7301e40f-c2cb-41fa-8a26-877e79d81ece details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:20:53.012856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff00b2cc-dfb2-4874-8908-7a456b794f58 req-52caab22-d202-405a-870c-297fbe71bc2c tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/8d777465-72da-4178-bbab-992a1d373386 HTTP/1.1" status: 200 len: 1821 time: 0.0442061 Dec 09 22:20:53.030995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-ff00b2cc-dfb2-4874-8908-7a456b794f58 req-304dbfd4-fa72-4e37-a70f-c043d7aa98c6 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8d777465-72da-4178-bbab-992a1d373386', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:53.035524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-ff00b2cc-dfb2-4874-8908-7a456b794f58 req-304dbfd4-fa72-4e37-a70f-c043d7aa98c6 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8d777465-72da-4178-bbab-992a1d373386', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:53.050269 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9ffaeef-99a8-4da5-9165-ce61250833d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.061775 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d02a6c56-610c-4738-97f4-766ea6eae955 req-1ac638aa-ead3-4dc8-87e4-9ece3214b929 service neutron] 10.222.0.18 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696064 Dec 09 22:20:53.160514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7301e40f-c2cb-41fa-8a26-877e79d81ece, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:53.177402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '7301e40f-c2cb-41fa-8a26-877e79d81ece', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '7301e40f-c2cb-41fa-8a26-877e79d81ece', 'mac_address': 'fa:16:3e:98:c7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:20:53.224297 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9ffaeef-99a8-4da5-9165-ce61250833d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.232991 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9ffaeef-99a8-4da5-9165-ce61250833d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.233648 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.250607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7301e40f-c2cb-41fa-8a26-877e79d81ece {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:53.274485 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7301e40f-c2cb-41fa-8a26-877e79d81ece, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:53.279614 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.285611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e9ffaeef-99a8-4da5-9165-ce61250833d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a885b3c72628445893387b9bcfa60dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725400 Dec 09 22:20:53.286493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffaeef-99a8-4da5-9165-ce61250833d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5f1520-7e8d-4213-a487-dc7a99ac68c2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:53.290434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55540) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:53.358022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7301e40f-c2cb-41fa-8a26-877e79d81ece,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:53.376489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb92e-08fa-43ba-bf43-35ffe1b4a4c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.402342 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb92e-08fa-43ba-bf43-35ffe1b4a4c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.478587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb92e-08fa-43ba-bf43-35ffe1b4a4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.479818 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ff00b2cc-dfb2-4874-8908-7a456b794f58 req-304dbfd4-fa72-4e37-a70f-c043d7aa98c6 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.482317 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb92e-08fa-43ba-bf43-35ffe1b4a4c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.483700 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bd2fb92e-08fa-43ba-bf43-35ffe1b4a4c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a5f1520-7e8d-4213-a487-dc7a99ac68c2 HTTP/1.1" status: 204 len: 168 time: 0.1922238 Dec 09 22:20:53.502264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fb92e-08fa-43ba-bf43-35ffe1b4a4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5f1520-7e8d-4213-a487-dc7a99ac68c2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:53.523949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab6ba9-90c9-40d2-ba84-42dbbb95d74b req-4a31028b-e3ce-411f-88fd-22d8aca1acc1 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:53.525470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02ab6ba9-90c9-40d2-ba84-42dbbb95d74b req-4a31028b-e3ce-411f-88fd-22d8aca1acc1 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 946 time: 0.1467113 Dec 09 22:20:53.527895 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d02a6c56-610c-4738-97f4-766ea6eae955 req-81e9bfd9-39e8-4af8-8df2-a206bd3b2c31 service neutron] 10.222.0.18 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553440 Dec 09 22:20:53.538542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ff00b2cc-dfb2-4874-8908-7a456b794f58 req-304dbfd4-fa72-4e37-a70f-c043d7aa98c6 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.548714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ff00b2cc-dfb2-4874-8908-7a456b794f58 req-304dbfd4-fa72-4e37-a70f-c043d7aa98c6 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.591185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dbfd4-fa72-4e37-a70f-c043d7aa98c6 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7773af1-08f0-444f-8523-2f456f627b67,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:53.604605 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ff00b2cc-dfb2-4874-8908-7a456b794f58 req-304dbfd4-fa72-4e37-a70f-c043d7aa98c6 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.610354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff00b2cc-dfb2-4874-8908-7a456b794f58 req-304dbfd4-fa72-4e37-a70f-c043d7aa98c6 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5850003 Dec 09 22:20:53.637380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02ab6ba9-90c9-40d2-ba84-42dbbb95d74b req-81a6534c-8cd5-4a59-9bbd-e6c9d9e45601 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974963 Dec 09 22:20:53.647231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:20:53.675359 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['7301e40f-c2cb-41fa-8a26-877e79d81ece'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:53.744871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d227a6-e770-4ca2-82f6-288583cd391a req-f58a4e8f-bd3b-4739-969d-34ab813119b7 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:53.747039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8d227a6-e770-4ca2-82f6-288583cd391a req-f58a4e8f-bd3b-4739-969d-34ab813119b7 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 944 time: 0.0721500 Dec 09 22:20:53.856746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8d227a6-e770-4ca2-82f6-288583cd391a req-ea1e2f4e-05bd-4755-bdfe-f3c60cd3cfdc tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966487 Dec 09 22:20:53.883643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb6289-49d4-4b8a-be1f-d765ad17e359 req-132879cc-b489-4c13-95cc-26344e7d3f1b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:53.883643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9fb6289-49d4-4b8a-be1f-d765ad17e359 req-132879cc-b489-4c13-95cc-26344e7d3f1b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 949 time: 0.1154597 Dec 09 22:20:53.908375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-01f5ed2a-2116-48b9-a3ec-5c0e0193addb req-66a0e7a9-9783-40da-9dbe-29c04f93a751 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1454146901', 'description': 'tempest-description-967785333'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:53.927285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=68a1f8c9-508e-4d50-ba67-d5f6262f4b90,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:53.940474 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-01f5ed2a-2116-48b9-a3ec-5c0e0193addb req-66a0e7a9-9783-40da-9dbe-29c04f93a751 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:53.949631 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'port_id': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90', 'mac_address': 'fa:16:3e:ab:d6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:20:53.990552 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9fb6289-49d4-4b8a-be1f-d765ad17e359 req-26f9ab09-7a28-4fa8-9813-8d5e434b6f4a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946224 Dec 09 22:20:54.001741 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.051870 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-01f5ed2a-2116-48b9-a3ec-5c0e0193addb req-66a0e7a9-9783-40da-9dbe-29c04f93a751 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.057671 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-01f5ed2a-2116-48b9-a3ec-5c0e0193addb req-66a0e7a9-9783-40da-9dbe-29c04f93a751 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.096055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:54.099274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-01f5ed2a-2116-48b9-a3ec-5c0e0193addb req-66a0e7a9-9783-40da-9dbe-29c04f93a751 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.113536 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01f5ed2a-2116-48b9-a3ec-5c0e0193addb req-66a0e7a9-9783-40da-9dbe-29c04f93a751 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2103622 Dec 09 22:20:54.129729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0e7a9-9783-40da-9dbe-29c04f93a751 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0beb3bbc-2fa6-4c12-bc04-c34852939442,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:54.172642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=68a1f8c9-508e-4d50-ba67-d5f6262f4b90,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:54.180975 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.194071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83a4ca-77d1-46c0-a59f-1688c244ea7c req-803ba0c5-a46d-44aa-9fb3-25c6c2a662e5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:54.195584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b83a4ca-77d1-46c0-a59f-1688c244ea7c req-803ba0c5-a46d-44aa-9fb3-25c6c2a662e5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 943 time: 0.0797508 Dec 09 22:20:54.256475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=68a1f8c9-508e-4d50-ba67-d5f6262f4b90,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:54.282209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b0fa2-cda4-4b7c-aa54-d21f9af01bad req-4e33e95e-d623-4bb6-aaba-0fdfd2be35d1 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:54.284378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-706b0fa2-cda4-4b7c-aa54-d21f9af01bad req-4e33e95e-d623-4bb6-aaba-0fdfd2be35d1 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 943 time: 0.1155498 Dec 09 22:20:54.310673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b83a4ca-77d1-46c0-a59f-1688c244ea7c req-35388812-b534-4b9f-9f86-af8ef425c10b tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930080 Dec 09 22:20:54.353835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-706b0fa2-cda4-4b7c-aa54-d21f9af01bad req-4b62f065-9d22-433c-adc6-b1842ae0eddf tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584016 Dec 09 22:20:54.409418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['68a1f8c9-508e-4d50-ba67-d5f6262f4b90'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:54.460814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-fd62d14b-5107-4e21-80f2-a65f3ef13d26 req-af2808ed-42ae-4c86-aea5-9c3775592260 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-581200855', 'description': 'tempest-description-1244646050'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:54.480557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55580) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:54.496001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b857729-633a-4043-a32d-61431e751b3f req-e261084b-c4df-4207-97bf-e6b632f6671d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:54.503828 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b857729-633a-4043-a32d-61431e751b3f req-e261084b-c4df-4207-97bf-e6b632f6671d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 949 time: 0.0892255 Dec 09 22:20:54.520835 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd62d14b-5107-4e21-80f2-a65f3ef13d26 req-af2808ed-42ae-4c86-aea5-9c3775592260 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.588335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b857729-633a-4043-a32d-61431e751b3f req-9dd63699-6e41-4732-835b-fdc6c5601970 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738714 Dec 09 22:20:54.632071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-807513556-network', 'tenant_id': '1bd5db2199f341ca9976a282f5090f59'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:54.668451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Made reservation on behalf of 1bd5db2199f341ca9976a282f5090f59 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:20:54.671715 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.672618 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd62d14b-5107-4e21-80f2-a65f3ef13d26 req-af2808ed-42ae-4c86-aea5-9c3775592260 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.678752 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd62d14b-5107-4e21-80f2-a65f3ef13d26 req-af2808ed-42ae-4c86-aea5-9c3775592260 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.683497 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.721861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd62d14b-5107-4e21-80f2-a65f3ef13d26 req-af2808ed-42ae-4c86-aea5-9c3775592260 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.742209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd62d14b-5107-4e21-80f2-a65f3ef13d26 req-af2808ed-42ae-4c86-aea5-9c3775592260 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2876072 Dec 09 22:20:54.754755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2808ed-42ae-4c86-aea5-9c3775592260 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315f87b4-1d54-43e4-a1df-cd411e24a374,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:54.797468 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.802829 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.833624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:20:54.855827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8869ef6-9e4f-4e28-8790-c71284a08d2d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:54.859605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.860146 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Added segment 3c583c38-3a23-4537-990f-3875fe524353 of type vlan for network 1e6688ff-cf03-42c2-befb-7b399920fda5 Dec 09 22:20:54.903935 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.925199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95015b-1418-4671-a668-8d919dbd4e15 req-51988f82-d5cb-4529-a484-eebf12f10e67 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:54.926629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f95015b-1418-4671-a668-8d919dbd4e15 req-51988f82-d5cb-4529-a484-eebf12f10e67 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 946 time: 0.0986686 Dec 09 22:20:54.931853 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a5b8f71-1289-4fb8-920d-7f536a8d753d req-8a2a89a0-91a2-4f39-86a0-04bd5cca6a5b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/0beb3bbc-2fa6-4c12-bc04-c34852939442 HTTP/1.1" status: 200 len: 1821 time: 0.0634048 Dec 09 22:20:54.938725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.939821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:54.940413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:54.978810 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4961953 Dec 09 22:20:54.983018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55596) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:20:54.985942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ce7b7614-7d0a-4166-a9d9-b443418f96b0 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:20:54.992585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9d913a06-c9f1-442b-bce2-6e9f42aa08cc admin admin] Request body: {'subnet': {'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-807513556-subnet', 'tenant_id': '1bd5db2199f341ca9976a282f5090f59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:54.998909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7301e40f-c2cb-41fa-8a26-877e79d81ece up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:55.022492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158810a8-3fbf-4885-b5b3-36a6648a7b5e admin admin] Pushing event updated for resources: {'Network': ['ID=1e6688ff-cf03-42c2-befb-7b399920fda5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:55.027273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a5b8f71-1289-4fb8-920d-7f536a8d753d req-baf62d36-7a96-4640-92c7-f352e5f531f9 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/315f87b4-1d54-43e4-a1df-cd411e24a374 HTTP/1.1" status: 200 len: 1821 time: 0.0845749 Dec 09 22:20:55.039316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 1e6688ff-cf03-42c2-befb-7b399920fda5 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:20:55.046081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-7a5b8f71-1289-4fb8-920d-7f536a8d753d req-1c087b71-1441-4be2-99f6-2375b1998976 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0beb3bbc-2fa6-4c12-bc04-c34852939442', 'remote_group_id': '315f87b4-1d54-43e4-a1df-cd411e24a374', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:55.046409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-7a5b8f71-1289-4fb8-920d-7f536a8d753d req-1c087b71-1441-4be2-99f6-2375b1998976 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0beb3bbc-2fa6-4c12-bc04-c34852939442', 'remote_group_id': '315f87b4-1d54-43e4-a1df-cd411e24a374', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:55.054618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f95015b-1418-4671-a668-8d919dbd4e15 req-1c272075-5142-4a2e-b46a-afd9572f2a0c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186671 Dec 09 22:20:55.057167 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d913a06-c9f1-442b-bce2-6e9f42aa08cc admin admin] Made reservation on behalf of 1bd5db2199f341ca9976a282f5090f59 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:20:55.059405 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d913a06-c9f1-442b-bce2-6e9f42aa08cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.233330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7a5b8f71-1289-4fb8-920d-7f536a8d753d req-1c087b71-1441-4be2-99f6-2375b1998976 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.234355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ce7b7614-7d0a-4166-a9d9-b443418f96b0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ce7b7614-7d0a-4166-a9d9-b443418f96b0,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:55.256303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0', 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'port_id': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0', 'mac_address': 'fa:16:3e:5e:eb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a1abe4-c6ce-4bf4-8897-108758cac1d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:20:55.297683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 7301e40f-c2cb-41fa-8a26-877e79d81ece triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:55.298508 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.328098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b17aa-0992-40aa-9a17-1de28bc69534 req-517503e6-8d29-4cc1-b679-412c04f4eb08 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:55.329689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db8b17aa-0992-40aa-9a17-1de28bc69534 req-517503e6-8d29-4cc1-b679-412c04f4eb08 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 945 time: 0.1305518 Dec 09 22:20:55.331655 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7a5b8f71-1289-4fb8-920d-7f536a8d753d req-1c087b71-1441-4be2-99f6-2375b1998976 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.363830 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7a5b8f71-1289-4fb8-920d-7f536a8d753d req-1c087b71-1441-4be2-99f6-2375b1998976 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.415979 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d913a06-c9f1-442b-bce2-6e9f42aa08cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.430445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c087b71-1441-4be2-99f6-2375b1998976 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e87e01f-b591-4cff-ab3a-02a7b7565607,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:55.455976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7a5b8f71-1289-4fb8-920d-7f536a8d753d req-1c087b71-1441-4be2-99f6-2375b1998976 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.467563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a5b8f71-1289-4fb8-920d-7f536a8d753d req-1c087b71-1441-4be2-99f6-2375b1998976 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4294629 Dec 09 22:20:55.470556 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.490492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7b7614-7d0a-4166-a9d9-b443418f96b0 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:55.514541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ce7b7614-7d0a-4166-a9d9-b443418f96b0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ce7b7614-7d0a-4166-a9d9-b443418f96b0,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:55.519859 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.530949 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db8b17aa-0992-40aa-9a17-1de28bc69534 req-6a95de4c-2703-4188-b755-8fbd79febdf4 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946716 Dec 09 22:20:55.595671 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.639597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d913a06-c9f1-442b-bce2-6e9f42aa08cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=29716b9b-b4ef-41f8-a202-43b8308429c8,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:55.643604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7093bba-89d1-4aa5-b19e-2ce0c8988a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7301e40f-c2cb-41fa-8a26-877e79d81ece'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:55.646645 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe28eed-1135-4514-ac90-9b6e53dcb50f" -d '{"events": [{"server_uuid": "e7093bba-89d1-4aa5-b19e-2ce0c8988a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7301e40f-c2cb-41fa-8a26-877e79d81ece"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:55.655303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:55.690993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d913a06-c9f1-442b-bce2-6e9f42aa08cc admin admin] Checking segment: {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:55.691575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d913a06-c9f1-442b-bce2-6e9f42aa08cc admin admin] Network hostable DHCP agents. Network: 1e6688ff-cf03-42c2-befb-7b399920fda5, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:20:55.692813 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ce7b7614-7d0a-4166-a9d9-b443418f96b0,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:55.698457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7301e40f-c2cb-41fa-8a26-877e79d81ece, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:55.706603 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.767498 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-adf988b4-53bb-4691-af03-8719859a9556 req-cda1d92d-2caa-4c5c-9429-901a835187b0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 258 time: 0.2871633 Dec 09 22:20:55.775313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:55.782180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d913a06-c9f1-442b-bce2-6e9f42aa08cc admin admin] Network 1e6688ff-cf03-42c2-befb-7b399920fda5 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:20:55.789566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:20:55.792420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7301e40f-c2cb-41fa-8a26-877e79d81ece,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:55.799173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:55.799542 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.823642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-9d913a06-c9f1-442b-bce2-6e9f42aa08cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 1e6688ff-cf03-42c2-befb-7b399920fda5) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:55.846042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d913a06-c9f1-442b-bce2-6e9f42aa08cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:55.846968 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d913a06-c9f1-442b-bce2-6e9f42aa08cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.857513 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:55.876206 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-1bf92454-cabf-489b-a899-76ae85ac411c service neutron] 10.222.0.42 "GET /v2.0/ports/dcb16939-8ce7-4c5d-907d-b7772fcf8652/bindings/n-h1-789963-23 HTTP/1.1" status: 200 len: 385 time: 0.0737662 Dec 09 22:20:55.883938 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c4274-c147-4a76-b0a1-b69344592245 None None] Network 1e6688ff-cf03-42c2-befb-7b399920fda5 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:20:55.886911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['ce7b7614-7d0a-4166-a9d9-b443418f96b0'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:20:55.889158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9d913a06-c9f1-442b-bce2-6e9f42aa08cc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9035900 Dec 09 22:20:55.926743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f1f5a-a832-4091-9f90-b2942116f901 req-39f8669d-879f-4f57-9acd-b12876ce2fb8 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:55.936844 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b28f1f5a-a832-4091-9f90-b2942116f901 req-39f8669d-879f-4f57-9acd-b12876ce2fb8 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 944 time: 0.1406891 Dec 09 22:20:56.058164 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.106819 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b28f1f5a-a832-4091-9f90-b2942116f901 req-d113c50b-c018-498a-8210-e58f96841c4c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686156 Dec 09 22:20:56.130869 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-1e6688ff-cf03-42c2-befb-7b399920fda5', 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5', 'project_id': '1bd5db2199f341ca9976a282f5090f59', 'fixed_ips': [{'subnet_id': '29716b9b-b4ef-41f8-a202-43b8308429c8'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:20:56.132274 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.158359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-99fb044a-fa82-499c-a6ab-b2dc7867c0c8 service neutron] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:56.161751 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.198718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=68a1f8c9-508e-4d50-ba67-d5f6262f4b90,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:56.208501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-99fb044a-fa82-499c-a6ab-b2dc7867c0c8 service neutron] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:56.259982 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-99fb044a-fa82-499c-a6ab-b2dc7867c0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb16939-8ce7-4c5d-907d-b7772fcf8652 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:20:56.272631 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-99fb044a-fa82-499c-a6ab-b2dc7867c0c8 service neutron] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:56.274528 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.275420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device dcb16939-8ce7-4c5d-907d-b7772fcf8652 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:20:56.289332 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-99fb044a-fa82-499c-a6ab-b2dc7867c0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.338017 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e5890-c524-4989-8ef0-ee691c4dfc23 req-f789f101-5183-4652-97fe-00cbe1526f4b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:56.339908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-362e5890-c524-4989-8ef0-ee691c4dfc23 req-f789f101-5183-4652-97fe-00cbe1526f4b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 943 time: 0.1160111 Dec 09 22:20:56.391503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Allocated IP 172.25.8.187 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/0f09b669-27fe-446b-a371-e9fff3b3f243) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:20:56.419539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-362e5890-c524-4989-8ef0-ee691c4dfc23 req-15d11208-6590-4ff5-8eee-42e9747193fc tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733216 Dec 09 22:20:56.431869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-99fb044a-fa82-499c-a6ab-b2dc7867c0c8 service neutron] Transition to ACTIVE for port object dcb16939-8ce7-4c5d-907d-b7772fcf8652 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:20:56.438198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-99fb044a-fa82-499c-a6ab-b2dc7867c0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.445070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=68a1f8c9-508e-4d50-ba67-d5f6262f4b90,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:56.530467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Allocated IP 172.20.0.2 (1e6688ff-cf03-42c2-befb-7b399920fda5/29716b9b-b4ef-41f8-a202-43b8308429c8/6a0bef4d-d2d3-4c73-b782-a4431696b7da) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:20:56.539441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-99fb044a-fa82-499c-a6ab-b2dc7867c0c8 service neutron] No DVR routers for this DVR port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:20:56.560979 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.568868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb044a-fa82-499c-a6ab-b2dc7867c0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb16939-8ce7-4c5d-907d-b7772fcf8652,revision_number=10']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:56.577659 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-99fb044a-fa82-499c-a6ab-b2dc7867c0c8 service neutron] 10.222.0.42 "PUT /v2.0/ports/dcb16939-8ce7-4c5d-907d-b7772fcf8652/bindings/n-h1-789963-23/activate HTTP/1.1" status: 200 len: 370 time: 0.6948049 Dec 09 22:20:56.590431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-a245bdd8-991c-405e-886c-4e860325c68f req-8e13b6e3-b86b-47aa-9085-25eb615856db tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1488813486', 'description': 'tempest-description-1489515068'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:56.633533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a245bdd8-991c-405e-886c-4e860325c68f req-8e13b6e3-b86b-47aa-9085-25eb615856db tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.643338 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.706214 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.713645 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.733973 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:56.741083 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Pushing event updated for resources: {'Port': ['ID=0f09b669-27fe-446b-a371-e9fff3b3f243,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:56.743584 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:56.750286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:56.754965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Network 1e6688ff-cf03-42c2-befb-7b399920fda5 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:20:56.758100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:20:56.760639 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:20:56.775129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Pushing event updated for resources: {'Port': ['ID=6a0bef4d-d2d3-4c73-b782-a4431696b7da,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:56.794705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-e2ddddfc-4682-4fd0-8fe6-80f568e35de8 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:56.796280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-e2ddddfc-4682-4fd0-8fe6-80f568e35de8 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49&tenant_id=3d1b37906be84157a8f74e1f36d6847e&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.1426685 Dec 09 22:20:56.828781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Attempting to bind port 6a0bef4d-d2d3-4c73-b782-a4431696b7da on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:20:56.829170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Attempting to bind port 6a0bef4d-d2d3-4c73-b782-a4431696b7da by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:20:56.829532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Attempting to bind port 6a0bef4d-d2d3-4c73-b782-a4431696b7da on network 1e6688ff-cf03-42c2-befb-7b399920fda5 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:20:56.834565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:20:56.834939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Checking segment: {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:20:56.835337 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.835727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Bound using segment: {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:20:56.836187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Bound port: 6a0bef4d-d2d3-4c73-b782-a4431696b7da, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:20:56.836566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.907516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] For port 6a0bef4d-d2d3-4c73-b782-a4431696b7da, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:56.912251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] For port 6a0bef4d-d2d3-4c73-b782-a4431696b7da, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6a0bef4d-d2d3-4c73-b782-a4431696b7da,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:20:56.916208 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.920795 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a245bdd8-991c-405e-886c-4e860325c68f req-8e13b6e3-b86b-47aa-9085-25eb615856db tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.929876 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a245bdd8-991c-405e-886c-4e860325c68f req-8e13b6e3-b86b-47aa-9085-25eb615856db tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.945690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-c6cda14e-bacb-467c-804d-b7db8a99f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:56.947196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-c6cda14e-bacb-467c-804d-b7db8a99f2f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49&tenant_id=3d1b37906be84157a8f74e1f36d6847e HTTP/1.1" status: 200 len: 1096 time: 0.1424544 Dec 09 22:20:56.969468 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.977143 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a245bdd8-991c-405e-886c-4e860325c68f req-8e13b6e3-b86b-47aa-9085-25eb615856db tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:56.984163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a245bdd8-991c-405e-886c-4e860325c68f req-8e13b6e3-b86b-47aa-9085-25eb615856db tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3993454 Dec 09 22:20:56.989883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed00e3a-d9a2-49d0-8128-40f828148f96 None None] Pushing event updated for resources: {'Port': ['ID=6a0bef4d-d2d3-4c73-b782-a4431696b7da,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:57.011173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13b6e3-b86b-47aa-9085-25eb615856db tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8c9f82-dc11-44a5-8ed6-09170351166a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:57.066250 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:57.072305 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66b92f4-0040-48e7-95bc-5b932f015e66 x-openstack-request-id: req-a66b92f4-0040-48e7-95bc-5b932f015e66 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:20:57.072849 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7093bba-89d1-4aa5-b19e-2ce0c8988a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7301e40f-c2cb-41fa-8a26-877e79d81ece", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:20:57.073070 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a66b92f4-0040-48e7-95bc-5b932f015e66 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:20:57.073344 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7093bba-89d1-4aa5-b19e-2ce0c8988a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7301e40f-c2cb-41fa-8a26-877e79d81ece', 'code': 200} Dec 09 22:20:57.126190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-36c613ca-7e9d-49c1-83bc-5ea6a07d563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:57.127714 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-36c613ca-7e9d-49c1-83bc-5ea6a07d563a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 1096 time: 0.1143117 Dec 09 22:20:57.377086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-7358aaf3-23ee-4791-9450-bf75fa7739ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:57.378578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-7358aaf3-23ee-4791-9450-bf75fa7739ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.1783412 Dec 09 22:20:57.382955 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:57.406923 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:57.447066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6a0bef4d-d2d3-4c73-b782-a4431696b7da up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:57.471074 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-0920b6bb-f18f-433b-96a7-155a98bc31d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652 HTTP/1.1" status: 200 len: 217 time: 0.0822732 Dec 09 22:20:57.492111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe3ae-f7ef-48d3-b3c3-91420d1e67bf req-68f2c877-f2c0-4bc5-a5de-58684b443b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:57.493757 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fbe3ae-f7ef-48d3-b3c3-91420d1e67bf req-68f2c877-f2c0-4bc5-a5de-58684b443b3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 1096 time: 0.0465279 Dec 09 22:20:57.499880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6a0bef4d-d2d3-4c73-b782-a4431696b7da triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:57.500900 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:57.575594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Pushing event updated for resources: {'Port': ['ID=0f09b669-27fe-446b-a371-e9fff3b3f243,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:57.587818 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:57.608513 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3500bed6-cc6d-4c46-a100-6803c9125a3f tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:57.610023 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3500bed6-cc6d-4c46-a100-6803c9125a3f tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/networks?id=1e6688ff-cf03-42c2-befb-7b399920fda5 HTTP/1.1" status: 200 len: 815 time: 0.2688229 Dec 09 22:20:57.612754 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:57.617734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-462a8179-eb9f-4d4f-9f41-996589e91602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:57.618793 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-462a8179-eb9f-4d4f-9f41-996589e91602 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.1226091 Dec 09 22:20:57.621191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe3ae-f7ef-48d3-b3c3-91420d1e67bf req-52a6c936-5bf4-4f2e-b417-dbd217c9d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:57.623267 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fbe3ae-f7ef-48d3-b3c3-91420d1e67bf req-52a6c936-5bf4-4f2e-b417-dbd217c9d186 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.1067615 Dec 09 22:20:57.625083 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 6a0bef4d-d2d3-4c73-b782-a4431696b7da, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6a0bef4d-d2d3-4c73-b782-a4431696b7da,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:57.629721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:57.646452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b0fb62a3-1cf6-408f-89c8-0d54fb9ca779 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/quotas/1bd5db2199f341ca9976a282f5090f59 HTTP/1.1" status: 200 len: 375 time: 0.0235076 Dec 09 22:20:57.671347 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fbe3ae-f7ef-48d3-b3c3-91420d1e67bf req-c689ab43-7b86-4f9e-b6a9-92c8db3ff69c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652 HTTP/1.1" status: 200 len: 217 time: 0.0412717 Dec 09 22:20:57.673161 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:57.674355 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-adf988b4-53bb-4691-af03-8719859a9556 req-c6c28553-4c0c-4839-acc4-9575978433d7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9057167 Dec 09 22:20:57.676217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-0dea9892-f952-4c3d-9c48-1159d891ddae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498128 Dec 09 22:20:57.682880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=6a0bef4d-d2d3-4c73-b782-a4431696b7da,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:57.723268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe3ae-f7ef-48d3-b3c3-91420d1e67bf req-5075a410-6616-410c-aeb6-4d09202e6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:57.724737 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fbe3ae-f7ef-48d3-b3c3-91420d1e67bf req-5075a410-6616-410c-aeb6-4d09202e6aab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0467110 Dec 09 22:20:57.759658 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fbe3ae-f7ef-48d3-b3c3-91420d1e67bf req-d7f7d7df-338e-4f17-9bdd-3d13846be697 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285256 Dec 09 22:20:57.778840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-adf988b4-53bb-4691-af03-8719859a9556 req-f5df458c-26cf-486c-b292-111089bdbd34 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0915401 Dec 09 22:20:57.863557 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fbe3ae-f7ef-48d3-b3c3-91420d1e67bf req-567c3238-18b0-4a2b-9de7-2b98044c2ad1 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961957 Dec 09 22:20:57.965191 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fbe3ae-f7ef-48d3-b3c3-91420d1e67bf req-a2f2ea38-0e58-4248-b71c-faecda05f5d4 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950232 Dec 09 22:20:58.074038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b64c7e-3988-4117-8382-a2e9c895fb53 None None] Network 1e6688ff-cf03-42c2-befb-7b399920fda5 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:20:58.087458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-6f33dd4a-5298-49ef-aa44-fd5bea5ee631 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bd5db2199f341ca9976a282f5090f59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4174685 Dec 09 22:20:58.175254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-c233b105-c1f0-44c6-8094-e84111e1680e service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892695 Dec 09 22:20:58.180160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-eb50e42a-3d39-41da-bb3c-25ae098822b7 None None] Provisioning complete for port 6a0bef4d-d2d3-4c73-b782-a4431696b7da triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:58.180537 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eb50e42a-3d39-41da-bb3c-25ae098822b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:58.306469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf988b4-53bb-4691-af03-8719859a9556 req-3186d13c-ce73-427b-a3be-63cf5f0c3c98 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:58.307888 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-adf988b4-53bb-4691-af03-8719859a9556 req-3186d13c-ce73-427b-a3be-63cf5f0c3c98 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2573392 Dec 09 22:20:58.316947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-32fdb4fa-66b7-4d57-8b1c-869748268c59 service neutron] 10.222.0.16 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179415 Dec 09 22:20:58.444312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-70f12cfb-9163-4de3-9f79-4a594187e915 service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403016 Dec 09 22:20:58.469407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-73bd8bd9-eb77-4cb4-8f63-891133ad3faf service neutron] 10.222.0.16 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450286 Dec 09 22:20:58.480473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669cf2e-d607-46fd-9b1e-7346e16e31b8 req-0feb436a-888e-4da7-9f26-81d69ff2ca68 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:58.486267 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9669cf2e-d607-46fd-9b1e-7346e16e31b8 req-0feb436a-888e-4da7-9f26-81d69ff2ca68 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 946 time: 0.0922551 Dec 09 22:20:58.496163 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1d33be3f-ac70-4fbd-a447-a138021448ef None None] Provisioning complete for port 6a0bef4d-d2d3-4c73-b782-a4431696b7da triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:58.496533 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d33be3f-ac70-4fbd-a447-a138021448ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:58.543302 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9669cf2e-d607-46fd-9b1e-7346e16e31b8 req-9063b1dc-8805-4013-8ecd-2ae84b53fc17 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553594 Dec 09 22:20:58.585026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-acbd38b5-41c4-48dd-b446-e26fbcd62f33 req-d21c5bf1-62c7-4b37-947e-27dde7d6004b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-763716369', 'description': 'tempest-description-1912830295'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:58.611848 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-acbd38b5-41c4-48dd-b446-e26fbcd62f33 req-d21c5bf1-62c7-4b37-947e-27dde7d6004b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:58.767922 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-acbd38b5-41c4-48dd-b446-e26fbcd62f33 req-d21c5bf1-62c7-4b37-947e-27dde7d6004b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:58.771593 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-acbd38b5-41c4-48dd-b446-e26fbcd62f33 req-d21c5bf1-62c7-4b37-947e-27dde7d6004b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:58.833904 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-acbd38b5-41c4-48dd-b446-e26fbcd62f33 req-d21c5bf1-62c7-4b37-947e-27dde7d6004b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:58.835128 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-acbd38b5-41c4-48dd-b446-e26fbcd62f33 req-d21c5bf1-62c7-4b37-947e-27dde7d6004b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2542152 Dec 09 22:20:58.840196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-b15d81fa-78ec-491e-993d-ecca20e5ef4d tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:58.841628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-b15d81fa-78ec-491e-993d-ecca20e5ef4d tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49&tenant_id=3d1b37906be84157a8f74e1f36d6847e&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.1223831 Dec 09 22:20:58.844157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c5bf1-62c7-4b37-947e-27dde7d6004b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96fbe37-1a2e-4e74-9d69-c87a94782cbd,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:58.892322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90ed69-2d8d-45bf-bf08-1f07d3f31197 req-e538a973-133a-4be6-b68a-434c0e891979 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:58.894536 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b90ed69-2d8d-45bf-bf08-1f07d3f31197 req-e538a973-133a-4be6-b68a-434c0e891979 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 944 time: 0.1634014 Dec 09 22:20:58.959692 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-c0f36b4c-533d-4e61-8be0-7ce599c54963 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ade0516472b8498d9af27180239f4606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435092 Dec 09 22:20:59.031794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ce7b7614-7d0a-4166-a9d9-b443418f96b0 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:59.044430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b90ed69-2d8d-45bf-bf08-1f07d3f31197 req-4be3f000-e2cb-428d-bee2-56fdd6b1b08a tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412501 Dec 09 22:20:59.083035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039b4242-65da-4050-8974-4ed5b443b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:20:59.091822 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ff6650-e8fe-4d04-877f-3d768966a129" -d '{"events": [{"server_uuid": "039b4242-65da-4050-8974-4ed5b443b72c", "name": "network-vif-plugged", "status": "completed", "tag": "68a1f8c9-508e-4d50-ba67-d5f6262f4b90"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:20:59.115103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-28a1f868-98af-4d37-9b5a-215dd6fd7c0b service neutron] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:20:59.124826 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-28a1f868-98af-4d37-9b5a-215dd6fd7c0b service neutron] Publish callbacks [] for binding, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:59.125949 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc394394-9da0-4e1c-9a45-125bf9613a6a req-28a1f868-98af-4d37-9b5a-215dd6fd7c0b service neutron] 10.222.0.18 "DELETE /v2.0/ports/dcb16939-8ce7-4c5d-907d-b7772fcf8652/bindings/n-h2-789963-23 HTTP/1.1" status: 204 len: 173 time: 0.2762666 Dec 09 22:20:59.127024 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port ce7b7614-7d0a-4166-a9d9-b443418f96b0 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:20:59.131808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port ce7b7614-7d0a-4166-a9d9-b443418f96b0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:59.132220 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:59.134685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-1917551b-c186-4f1e-b90a-f5dab5a12cf8 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:59.136676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-1917551b-c186-4f1e-b90a-f5dab5a12cf8 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642740 Dec 09 22:20:59.158234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-86613a11-2d46-4b98-9d4c-4c17c202fb3b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/quotas/ade0516472b8498d9af27180239f4606 HTTP/1.1" status: 200 len: 375 time: 0.0150483 Dec 09 22:20:59.235132 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:59.236048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-a50d5fab-f78d-48af-b86a-ad688ec7b45e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769789 Dec 09 22:20:59.249271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7959417-bad7-4d96-9dac-d14eb4f947a1 req-d3c4a8a3-2efb-4b54-83d6-10ea39009065 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:59.250933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7959417-bad7-4d96-9dac-d14eb4f947a1 req-d3c4a8a3-2efb-4b54-83d6-10ea39009065 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 944 time: 0.0812132 Dec 09 22:20:59.280412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ce7b7614-7d0a-4166-a9d9-b443418f96b0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ce7b7614-7d0a-4166-a9d9-b443418f96b0,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:20:59.285729 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:59.301449 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7959417-bad7-4d96-9dac-d14eb4f947a1 req-892121bb-eaaf-4bd8-be22-2957a2de978f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444999 Dec 09 22:20:59.358094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ce7b7614-7d0a-4166-a9d9-b443418f96b0,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:20:59.466294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6a0bef4d-d2d3-4c73-b782-a4431696b7da up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:20:59.541900 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6a0bef4d-d2d3-4c73-b782-a4431696b7da triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:20:59.542893 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:59.563611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-9a83c6aa-495e-4c4f-810c-bd85d16775e7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:59.565001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-9a83c6aa-495e-4c4f-810c-bd85d16775e7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1224749 Dec 09 22:20:59.658207 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-71b48908-2d19-4af4-b120-ae9d46d98e4d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0631342 Dec 09 22:20:59.665247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-de363d99-a2d3-492d-baf8-ad54306f8f9b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Request body: {'floatingip': {'port_id': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:59.723142 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-de363d99-a2d3-492d-baf8-ad54306f8f9b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:20:59.733631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-714343ef-eb07-4b39-bc53-a864564bd140 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:59.741953 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-714343ef-eb07-4b39-bc53-a864564bd140 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/networks?id=1e6688ff-cf03-42c2-befb-7b399920fda5 HTTP/1.1" status: 200 len: 815 time: 0.2256689 Dec 09 22:20:59.787876 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-b7a0c862-ebc0-45e4-969d-2dc23c4016cf tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/quotas/1bd5db2199f341ca9976a282f5090f59 HTTP/1.1" status: 200 len: 375 time: 0.0446649 Dec 09 22:20:59.887455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-c0c0f087-dbf8-46a0-bf7e-b17c6c06af21 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:20:59.890636 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-c0c0f087-dbf8-46a0-bf7e-b17c6c06af21 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.42 "GET /v2.0/networks?id=1e6688ff-cf03-42c2-befb-7b399920fda5 HTTP/1.1" status: 200 len: 815 time: 0.1603320 Dec 09 22:20:59.907006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Request body: {'port': {'device_id': '396d6e96-ac0f-4901-8b63-14aefeeb5ace', 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5', 'admin_state_up': True, 'tenant_id': '1bd5db2199f341ca9976a282f5090f59'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:20:59.933878 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-b1e02d46-7406-4d99-81b9-a2a2760de6e0 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bd5db2199f341ca9976a282f5090f59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257777 Dec 09 22:21:00.068389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Made reservation on behalf of 1bd5db2199f341ca9976a282f5090f59 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:00.072967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:00.226811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Allocated IP 172.20.0.11 (1e6688ff-cf03-42c2-befb-7b399920fda5/29716b9b-b4ef-41f8-a202-43b8308429c8/f72f502c-a4ec-4678-b17a-2bd8d013101f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:00.229358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-a605796d-652b-4333-adb6-30bb8dd6b35c service neutron] 10.222.0.16 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820232 Dec 09 22:21:00.414414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:00.448583 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:00.471462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-63f4ed2f-c8e7-4fd1-9f55-4a91a6e92ccc service neutron] 10.222.0.16 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335577 Dec 09 22:21:00.495269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Network 1e6688ff-cf03-42c2-befb-7b399920fda5 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:00.498414 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:00.504546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:00.530395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Pushing event updated for resources: {'Port': ['ID=f72f502c-a4ec-4678-b17a-2bd8d013101f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:00.583757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:00.584939 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:00.633329 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3113d12f-969f-4062-adfa-0d0dd5b1edd8 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7330842 Dec 09 22:21:00.652556 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Request body: {'port': {'device_id': '396d6e96-ac0f-4901-8b63-14aefeeb5ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:00.714802 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:00.849458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c88000a8-5b58-4f3a-b271-3ccb42b31ab5 None None] Provisioning complete for port f72f502c-a4ec-4678-b17a-2bd8d013101f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:00.849951 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c88000a8-5b58-4f3a-b271-3ccb42b31ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:00.904060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c88000a8-5b58-4f3a-b271-3ccb42b31ab5 None None] Port f72f502c-a4ec-4678-b17a-2bd8d013101f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:21:00.906791 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-a3c796c5-c879-48ff-ad46-4420e3b9028b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ade0516472b8498d9af27180239f4606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578582 Dec 09 22:21:00.966762 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05555507-33a6-4ec5-8fb2-6555eee2565b req-e1f4600c-5e37-48d6-9ae8-3e69161acbbd tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/be8c9f82-dc11-44a5-8ed6-09170351166a HTTP/1.1" status: 200 len: 1822 time: 0.0949090 Dec 09 22:21:00.984569 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d11eb026-f184-49f1-9515-4ec07698f876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.062937 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-de363d99-a2d3-492d-baf8-ad54306f8f9b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.073769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-de363d99-a2d3-492d-baf8-ad54306f8f9b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.076773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72f502c-a4ec-4678-b17a-2bd8d013101f {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:01.086021 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.099512 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Transition to ACTIVE for port object f72f502c-a4ec-4678-b17a-2bd8d013101f will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:21:01.103620 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.143345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05555507-33a6-4ec5-8fb2-6555eee2565b req-32d52f2a-6940-4662-a311-777e46ade16d tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/c96fbe37-1a2e-4e74-9d69-c87a94782cbd HTTP/1.1" status: 200 len: 1821 time: 0.1588838 Dec 09 22:21:01.148183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-05555507-33a6-4ec5-8fb2-6555eee2565b req-a810964b-6bc0-420b-aec6-aeac0b95b9fc tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'be8c9f82-dc11-44a5-8ed6-09170351166a', 'remote_group_id': 'c96fbe37-1a2e-4e74-9d69-c87a94782cbd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:01.148734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-05555507-33a6-4ec5-8fb2-6555eee2565b req-a810964b-6bc0-420b-aec6-aeac0b95b9fc tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'be8c9f82-dc11-44a5-8ed6-09170351166a', 'remote_group_id': 'c96fbe37-1a2e-4e74-9d69-c87a94782cbd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:01.162961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f72f502c-a4ec-4678-b17a-2bd8d013101f,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:01.215672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-72337bf4-5d41-4851-be05-c03e0614f46e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:01.217199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-72337bf4-5d41-4851-be05-c03e0614f46e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829833 Dec 09 22:21:01.232623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Request body: {'port': {'device_id': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'ade0516472b8498d9af27180239f4606'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:01.246771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Attempting to bind port f72f502c-a4ec-4678-b17a-2bd8d013101f on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:01.247277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Attempting to bind port f72f502c-a4ec-4678-b17a-2bd8d013101f by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:01.248958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Attempting to bind port f72f502c-a4ec-4678-b17a-2bd8d013101f on network 1e6688ff-cf03-42c2-befb-7b399920fda5 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:01.253356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Port f72f502c-a4ec-4678-b17a-2bd8d013101f on network 1e6688ff-cf03-42c2-befb-7b399920fda5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:21:01.253864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Attempting to bind port f72f502c-a4ec-4678-b17a-2bd8d013101f on network 1e6688ff-cf03-42c2-befb-7b399920fda5 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:01.259572 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:01.260624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Checking segment: {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:01.261107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Bound using segment: {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:01.261693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Bound port: f72f502c-a4ec-4678-b17a-2bd8d013101f, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:01.262202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.279996 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-de363d99-a2d3-492d-baf8-ad54306f8f9b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Floating IP 7594e814-85dc-4493-99c2-bfa2cd2a6cdc associated. External IP: 172.25.8.187, port: b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e. Dec 09 22:21:01.340351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] For port f72f502c-a4ec-4678-b17a-2bd8d013101f, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:01.343776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] For port f72f502c-a4ec-4678-b17a-2bd8d013101f, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f72f502c-a4ec-4678-b17a-2bd8d013101f,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:01.349300 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.389733 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:01.390399 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.391781 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/f72f502c-a4ec-4678-b17a-2bd8d013101f HTTP/1.1" status: 200 len: 1093 time: 0.7460866 Dec 09 22:21:01.394357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396d6e96-ac0f-4901-8b63-14aefeeb5ace', 'tag': 'f72f502c-a4ec-4678-b17a-2bd8d013101f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:01.397296 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eefeaea-cd1f-47b0-9d44-2ca2c7da361e" -d '{"events": [{"name": "network-changed", "server_uuid": "396d6e96-ac0f-4901-8b63-14aefeeb5ace", "tag": "f72f502c-a4ec-4678-b17a-2bd8d013101f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:01.410092 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-05555507-33a6-4ec5-8fb2-6555eee2565b req-a810964b-6bc0-420b-aec6-aeac0b95b9fc tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.422301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3121c18-9297-41b9-bcd9-fb5c9e5b44e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f72f502c-a4ec-4678-b17a-2bd8d013101f,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:01.504090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3f832e80-8a5d-45da-9477-e7e317a00a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:01.505752 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3f832e80-8a5d-45da-9477-e7e317a00a36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bd5db2199f341ca9976a282f5090f59&device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 1096 time: 0.0462639 Dec 09 22:21:01.507997 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-05555507-33a6-4ec5-8fb2-6555eee2565b req-a810964b-6bc0-420b-aec6-aeac0b95b9fc tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.513030 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-05555507-33a6-4ec5-8fb2-6555eee2565b req-a810964b-6bc0-420b-aec6-aeac0b95b9fc tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.520107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Made reservation on behalf of ade0516472b8498d9af27180239f4606 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:01.523531 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.554445 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-c13938d8-53aa-423a-9510-4bba1b765e11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f72f502c-a4ec-4678-b17a-2bd8d013101f HTTP/1.1" status: 200 len: 217 time: 0.0379291 Dec 09 22:21:01.584704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810964b-6bc0-420b-aec6-aeac0b95b9fc tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d49b5cf-4f6d-4c35-b490-4f88124bc713,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:01.597648 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-05555507-33a6-4ec5-8fb2-6555eee2565b req-a810964b-6bc0-420b-aec6-aeac0b95b9fc tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:01.608258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-a2c7d28d-4397-494c-9819-e003111c5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:01.610199 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-a2c7d28d-4397-494c-9819-e003111c5f73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29716b9b-b4ef-41f8-a202-43b8308429c8 HTTP/1.1" status: 200 len: 854 time: 0.0487285 Dec 09 22:21:01.614343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05555507-33a6-4ec5-8fb2-6555eee2565b req-a810964b-6bc0-420b-aec6-aeac0b95b9fc tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4698710 Dec 09 22:21:01.644025 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4618f0dd-2d4a-4de7-b9d8-0635cae5de30 x-openstack-request-id: req-4618f0dd-2d4a-4de7-b9d8-0635cae5de30 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:01.644343 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039b4242-65da-4050-8974-4ed5b443b72c", "name": "network-vif-plugged", "status": "completed", "tag": "68a1f8c9-508e-4d50-ba67-d5f6262f4b90", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:01.644604 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4618f0dd-2d4a-4de7-b9d8-0635cae5de30 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:01.644991 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039b4242-65da-4050-8974-4ed5b443b72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90', 'code': 200} Dec 09 22:21:01.700131 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3f53d37e-ff72-41b9-9f56-4813a9f71eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:01.702874 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-3f53d37e-ff72-41b9-9f56-4813a9f71eb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1e6688ff-cf03-42c2-befb-7b399920fda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847509 Dec 09 22:21:01.791856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2779328-d55d-4246-8f5c-5042334a58a0 req-818bfdf3-15e5-4bb4-96f7-fff1b8683ac5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 210 time: 0.0488389 Dec 09 22:21:01.803335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-de363d99-a2d3-492d-baf8-ad54306f8f9b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Router 3be48c77-9a12-45ee-833d-c80ac7edd81b has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:21:01.820748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e3ad-321e-4dba-8013-6f730e30bc81 req-73ab2e0f-1f27-46c1-8a28-10d602a44fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:01.822326 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bfc8e3ad-321e-4dba-8013-6f730e30bc81 req-73ab2e0f-1f27-46c1-8a28-10d602a44fbc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 1098 time: 0.0874767 Dec 09 22:21:01.837773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Allocated IP 192.168.233.222 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/af7f0ef6-27d3-4c04-b6cd-c81e23d64da1) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:01.852856 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-da79953c-f77b-4612-9bd5-78f8eb98a479 service neutron] 10.222.0.42 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385407 Dec 09 22:21:01.953561 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bfc8e3ad-321e-4dba-8013-6f730e30bc81 req-afe387f7-5185-4aea-90b7-95fdbbbe426f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198289 Dec 09 22:21:01.980890 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-74a58bfe-8508-47c6-87b0-e60ba677e759 req-6a3b18ed-03e9-48b6-b7d2-6a35434a69fc service neutron] 10.222.0.42 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166108 Dec 09 22:21:02.069217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0179e39-9d31-4f2e-bc66-5613e1e285af req-831fbd9f-8cdc-4d3f-b17b-251c39308b5c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:02.070718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0179e39-9d31-4f2e-bc66-5613e1e285af req-831fbd9f-8cdc-4d3f-b17b-251c39308b5c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 946 time: 0.1773155 Dec 09 22:21:02.164352 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-de363d99-a2d3-492d-baf8-ad54306f8f9b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:21:02.172865 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-de363d99-a2d3-492d-baf8-ad54306f8f9b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:02.174101 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898f9d8-6157-468b-b5c9-5d808d4befc4 None None] Sync routers for ids ['3be48c77-9a12-45ee-833d-c80ac7edd81b'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:21:02.189167 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898f9d8-6157-468b-b5c9-5d808d4befc4 None None] Routers {'3be48c77-9a12-45ee-833d-c80ac7edd81b'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:02.189167 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4898f9d8-6157-468b-b5c9-5d808d4befc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:20:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3be48c77-9a12-45ee-833d-c80ac7edd81b'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:02.256348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-de363d99-a2d3-492d-baf8-ad54306f8f9b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "PUT /v2.0/floatingips/7594e814-85dc-4493-99c2-bfa2cd2a6cdc HTTP/1.1" status: 200 len: 997 time: 2.5971246 Dec 09 22:21:02.263369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-dc47a66b-59a2-49ec-b084-ff2aa09347c7 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:02.264738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-dc47a66b-59a2-49ec-b084-ff2aa09347c7 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.18 "GET /v2.0/networks?id=1e6688ff-cf03-42c2-befb-7b399920fda5 HTTP/1.1" status: 200 len: 815 time: 0.2975965 Dec 09 22:21:02.268177 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:02.268992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'tag': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:02.271239 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1e3974-ad85-4f3a-9363-6be00dbab446" -d '{"events": [{"name": "network-changed", "server_uuid": "3110cdd0-b160-4a6a-b0a1-27a406e62bee", "tag": "b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:02.276570 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0179e39-9d31-4f2e-bc66-5613e1e285af req-d62593c9-9ee3-4b3f-8de7-cccaf6ca1e4d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503377 Dec 09 22:21:02.291809 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4898f9d8-6157-468b-b5c9-5d808d4befc4 None None] Set router 3be48c77-9a12-45ee-833d-c80ac7edd81b gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:02.292544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Request body: {'port': {'device_id': 'fb037f88-eff2-4d25-91f4-d5dd0e94cd1b', 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5', 'admin_state_up': True, 'tenant_id': '1bd5db2199f341ca9976a282f5090f59'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:02.436110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-44f94fbb-a501-41fa-9123-7c7d7a1f3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:02.437611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-44f94fbb-a501-41fa-9123-7c7d7a1f3b4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e37591b60d4743218d4d1665f227390f&device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 1098 time: 0.1586280 Dec 09 22:21:02.480643 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:02.492127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e716d-952f-4fc5-ab77-462401fd9f91 req-6b61a3fc-f509-4ffe-9b52-e72eacc7de82 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:02.493576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-413e716d-952f-4fc5-ab77-462401fd9f91 req-6b61a3fc-f509-4ffe-9b52-e72eacc7de82 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1523058 Dec 09 22:21:02.515757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', '7301e40f-c2cb-41fa-8a26-877e79d81ece'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:21:02.517873 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4898f9d8-6157-468b-b5c9-5d808d4befc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:20:32Z', 'revision_number': 4, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '7594e814-85dc-4493-99c2-bfa2cd2a6cdc', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'port_id': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'mac_address': 'fa:16:3e:d7:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:20:56Z', 'updated_at': '2021-12-09T22:21:00Z', 'revision_number': 1, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159ed756-f874-48d1-af98-329369fe085a', 'name': '', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'mac_address': 'fa:16:3e:96:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:30Z', 'updated_at': '2021-12-09T22:20:39Z', 'revision_number': 5, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'subnets': [{'id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:02.543886 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898f9d8-6157-468b-b5c9-5d808d4befc4 None None] Checking router: 3be48c77-9a12-45ee-833d-c80ac7edd81b for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:21:02.553142 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898f9d8-6157-468b-b5c9-5d808d4befc4 None None] Routers {'3be48c77-9a12-45ee-833d-c80ac7edd81b'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:02.553896 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4898f9d8-6157-468b-b5c9-5d808d4befc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:20:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3be48c77-9a12-45ee-833d-c80ac7edd81b'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:02.614293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:02.623843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Made reservation on behalf of 1bd5db2199f341ca9976a282f5090f59 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:02.627275 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:02.636979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:02.639753 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:02.654283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:02.705326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-413e716d-952f-4fc5-ab77-462401fd9f91 req-2f3b59b9-9b4b-4217-bf30-eeb5895495fb tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981945 Dec 09 22:21:02.734710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-a291d6aa-3aec-4441-9250-bb6da1679799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:02.736199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-a291d6aa-3aec-4441-9250-bb6da1679799 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6b33262-9ad4-4433-aebc-488081184c4b HTTP/1.1" status: 200 len: 929 time: 0.2832408 Dec 09 22:21:02.745624 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4898f9d8-6157-468b-b5c9-5d808d4befc4 None None] Set router 3be48c77-9a12-45ee-833d-c80ac7edd81b gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:02.867761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:02.868414 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:02.920163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-546e0be0-bb80-4153-99b5-336eca837c6c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6913660 Dec 09 22:21:02.962150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Request body: {'port': {'device_id': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:02.966286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-7928f445-022f-445a-98be-958d3754b649 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e HTTP/1.1" status: 200 len: 1000 time: 0.2192757 Dec 09 22:21:03.008268 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4898f9d8-6157-468b-b5c9-5d808d4befc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:20:32Z', 'revision_number': 4, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '7594e814-85dc-4493-99c2-bfa2cd2a6cdc', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'port_id': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'mac_address': 'fa:16:3e:d7:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:20:56Z', 'updated_at': '2021-12-09T22:21:00Z', 'revision_number': 1, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159ed756-f874-48d1-af98-329369fe085a', 'name': '', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'mac_address': 'fa:16:3e:96:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:30Z', 'updated_at': '2021-12-09T22:20:39Z', 'revision_number': 5, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'subnets': [{'id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:03.024337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b7fa3729-4e25-4c58-a1a0-60323d4dfcac None None] Provisioning complete for port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:03.025183 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3729-4e25-4c58-a1a0-60323d4dfcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:03.039697 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898f9d8-6157-468b-b5c9-5d808d4befc4 None None] The sync data for ids ['3be48c77-9a12-45ee-833d-c80ac7edd81b'] in n-d-789963-23 is: [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:20:32Z', 'revision_number': 4, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '7594e814-85dc-4493-99c2-bfa2cd2a6cdc', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'port_id': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'mac_address': 'fa:16:3e:d7:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:20:56Z', 'updated_at': '2021-12-09T22:21:00Z', 'revision_number': 1, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159ed756-f874-48d1-af98-329369fe085a', 'name': '', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'mac_address': 'fa:16:3e:96:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:30Z', 'updated_at': '2021-12-09T22:20:39Z', 'revision_number': 5, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'subnets': [{'id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:21:03.122088 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Allocated IP 172.20.0.9 (1e6688ff-cf03-42c2-befb-7b399920fda5/29716b9b-b4ef-41f8-a202-43b8308429c8/5ab3ac88-d337-46ae-b5e4-aa131cbd32ad) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:03.129534 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:03.141217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-9adea578-4d4e-4b89-b861-f39020264fc9 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:03.148283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-9adea578-4d4e-4b89-b861-f39020264fc9 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/networks?id=1e6688ff-cf03-42c2-befb-7b399920fda5 HTTP/1.1" status: 200 len: 815 time: 0.3006990 Dec 09 22:21:03.169726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-6558cab5-6bee-47af-b443-e65fe4232bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:03.176798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-6558cab5-6bee-47af-b443-e65fe4232bf3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c5dc8bb-cfc3-4f34-a365-74007fcfaed2 HTTP/1.1" status: 200 len: 867 time: 0.1650665 Dec 09 22:21:03.210710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa3729-4e25-4c58-a1a0-60323d4dfcac None None] Port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:21:03.215011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-9c08064d-356f-4ddd-8017-f63382398af4 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/quotas/1bd5db2199f341ca9976a282f5090f59 HTTP/1.1" status: 200 len: 375 time: 0.0656464 Dec 09 22:21:03.251242 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3286bc2d-e97d-40b5-b584-7f252378b1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:03.311123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f443606-8ff4-4bed-9382-50af029f3bb2 None None] New status for floating IP 7594e814-85dc-4493-99c2-bfa2cd2a6cdc: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:21:03.535246 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:03.635815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-2e4229ce-3f4a-4e79-bdde-423c63ece898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:03.637278 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-2e4229ce-3f4a-4e79-bdde-423c63ece898 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6b33262-9ad4-4433-aebc-488081184c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4597390 Dec 09 22:21:03.645836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a239253-4430-4309-a464-43c35d9888fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:03.648170 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00be5356-d91c-4dea-88f0-c19f09b4c3fd" -d '{"events": [{"server_uuid": "3a239253-4430-4309-a464-43c35d9888fc", "name": "network-vif-plugged", "status": "completed", "tag": "ce7b7614-7d0a-4166-a9d9-b443418f96b0"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:03.662984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-b0b89b28-ee06-4f2c-93ee-ff1a990db501 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:21:03.663926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-b0b89b28-ee06-4f2c-93ee-ff1a990db501 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111730 Dec 09 22:21:03.696071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-b218eb03-d2e2-4b11-8f93-773c90b888eb tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bd5db2199f341ca9976a282f5090f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4803894 Dec 09 22:21:03.955963 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:03.965363 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-4e59cdcd-5f4b-4d92-bab6-5c464fa9dacc service neutron] 10.222.0.16 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932050 Dec 09 22:21:03.989676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-96381e67-657c-40e5-ba97-c6950542f5db service neutron] 10.222.0.16 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752056 Dec 09 22:21:04.181102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:04.192543 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:04.201307 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:04.245634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873712b5-2f65-4e05-9a78-0f1991eb2d0c req-2b859358-cd23-4ec9-af58-bf4802827b25 service neutron] 10.222.0.16 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726321 Dec 09 22:21:04.257467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Transition to ACTIVE for port object af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:21:04.263314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-bf859004-e9c4-4bf1-ac86-5687da8bbbb9 service neutron] 10.222.0.16 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564700 Dec 09 22:21:04.269593 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:04.272544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Network 1e6688ff-cf03-42c2-befb-7b399920fda5 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:04.283570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:04.287268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:04.289842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Pushing event updated for resources: {'Port': ['ID=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:04.305218 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd838ea3-e6b3-48d8-befa-be02474d6d84 x-openstack-request-id: req-cd838ea3-e6b3-48d8-befa-be02474d6d84 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:04.305701 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396d6e96-ac0f-4901-8b63-14aefeeb5ace", "tag": "f72f502c-a4ec-4678-b17a-2bd8d013101f", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:04.305815 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd838ea3-e6b3-48d8-befa-be02474d6d84 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:04.306203 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396d6e96-ac0f-4901-8b63-14aefeeb5ace', 'tag': 'f72f502c-a4ec-4678-b17a-2bd8d013101f', 'status': 'completed', 'code': 200} Dec 09 22:21:04.385186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefeaea-cd1f-47b0-9d44-2ca2c7da361e req-dd79e36c-7a6a-444e-89d6-288b99c24f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:04.387144 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9eefeaea-cd1f-47b0-9d44-2ca2c7da361e req-dd79e36c-7a6a-444e-89d6-288b99c24f72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bd5db2199f341ca9976a282f5090f59&device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 1096 time: 0.0545690 Dec 09 22:21:04.437977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:04.438677 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:04.453781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:04.505659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefeaea-cd1f-47b0-9d44-2ca2c7da361e req-fcef931c-3bf1-4060-a72f-b7848b405e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:04.507748 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9eefeaea-cd1f-47b0-9d44-2ca2c7da361e req-fcef931c-3bf1-4060-a72f-b7848b405e5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1e6688ff-cf03-42c2-befb-7b399920fda5 HTTP/1.1" status: 200 len: 916 time: 0.1109326 Dec 09 22:21:04.562043 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9eefeaea-cd1f-47b0-9d44-2ca2c7da361e req-21baa83f-02f3-40a4-b994-6ff72a914783 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f72f502c-a4ec-4678-b17a-2bd8d013101f HTTP/1.1" status: 200 len: 217 time: 0.0465412 Dec 09 22:21:04.573405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-32aae4f3-93fb-4f0f-805a-f1f3480d0073 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2855766 Dec 09 22:21:04.591957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e2941d8-30d0-4849-863e-00fc66620a90 req-1cdbddf0-3efa-4226-909e-8c1e48871b25 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/c96fbe37-1a2e-4e74-9d69-c87a94782cbd HTTP/1.1" status: 200 len: 1821 time: 0.2329011 Dec 09 22:21:04.610566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Request body: {'port': {'device_id': 'fb037f88-eff2-4d25-91f4-d5dd0e94cd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:04.641125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefeaea-cd1f-47b0-9d44-2ca2c7da361e req-35bdc229-b008-4a4d-80c0-08384a789533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:04.643084 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9eefeaea-cd1f-47b0-9d44-2ca2c7da361e req-35bdc229-b008-4a4d-80c0-08384a789533 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29716b9b-b4ef-41f8-a202-43b8308429c8 HTTP/1.1" status: 200 len: 854 time: 0.0742044 Dec 09 22:21:04.649518 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:04.688875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83ec27-268b-4a84-a8f0-618937b78cc1 req-2e05d21e-f259-44a2-a8bd-cafc35ec5b51 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:04.690446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de83ec27-268b-4a84-a8f0-618937b78cc1 req-2e05d21e-f259-44a2-a8bd-cafc35ec5b51 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 1096 time: 0.1780534 Dec 09 22:21:04.694369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Attempting to bind port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:04.694699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Attempting to bind port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:04.695022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Attempting to bind port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:04.707359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefeaea-cd1f-47b0-9d44-2ca2c7da361e req-c09b8938-72dd-4377-aef8-b17ab5420221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:04.709075 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9eefeaea-cd1f-47b0-9d44-2ca2c7da361e req-c09b8938-72dd-4377-aef8-b17ab5420221 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1e6688ff-cf03-42c2-befb-7b399920fda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557873 Dec 09 22:21:04.727701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:21:04.728035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Attempting to bind port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:04.746229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:04.746558 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:04.746935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:04.747380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Bound port: af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:04.748017 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:04.751861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:04.787946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f382c364-6396-4c90-9e43-4d295122affe None None] Provisioning complete for port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:04.789474 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f382c364-6396-4c90-9e43-4d295122affe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:04.813504 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9eefeaea-cd1f-47b0-9d44-2ca2c7da361e req-977dd46e-91a4-4c43-8b1c-fb1c202ec195 service neutron] 10.222.0.42 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971437 Dec 09 22:21:04.815963 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2e2941d8-30d0-4849-863e-00fc66620a90 req-d3af5579-fb9a-4c25-803a-0faecbf0a9e3 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:04.842581 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f382c364-6396-4c90-9e43-4d295122affe None None] Port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:21:04.867448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de83ec27-268b-4a84-a8f0-618937b78cc1 req-97469102-0d70-46b3-8e05-8c927a5b0eef tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499879 Dec 09 22:21:04.890316 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2e2941d8-30d0-4849-863e-00fc66620a90 req-d3af5579-fb9a-4c25-803a-0faecbf0a9e3 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:04.979458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:05.016305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:05.021820 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8daad8-c303-46bf-903f-9f7eff323e08 x-openstack-request-id: req-3e8daad8-c303-46bf-903f-9f7eff323e08 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:05.022116 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3110cdd0-b160-4a6a-b0a1-27a406e62bee", "tag": "b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:05.022372 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e8daad8-c303-46bf-903f-9f7eff323e08 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:05.022754 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'tag': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e', 'status': 'completed', 'code': 200} Dec 09 22:21:05.029517 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:05.098398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:05.099012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:05.100385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] 10.222.0.42 "PUT /v2.0/ports/af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 1097 time: 2.1474063 Dec 09 22:21:05.227448 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9eefeaea-cd1f-47b0-9d44-2ca2c7da361e req-39af81b0-c4e9-4450-85b3-ab1ae02f5457 service neutron] 10.222.0.42 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062581 Dec 09 22:21:05.229666 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2e2941d8-30d0-4849-863e-00fc66620a90 req-d3af5579-fb9a-4c25-803a-0faecbf0a9e3 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:05.232852 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2e2941d8-30d0-4849-863e-00fc66620a90 req-d3af5579-fb9a-4c25-803a-0faecbf0a9e3 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:05.234190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e2941d8-30d0-4849-863e-00fc66620a90 req-d3af5579-fb9a-4c25-803a-0faecbf0a9e3 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "DELETE /v2.0/security-groups/c96fbe37-1a2e-4e74-9d69-c87a94782cbd HTTP/1.1" status: 204 len: 173 time: 0.6335757 Dec 09 22:21:05.238352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e3974-ad85-4f3a-9363-6be00dbab446 req-f9d05441-7c68-475f-b616-0c5402c3b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:05.240371 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f1e3974-ad85-4f3a-9363-6be00dbab446 req-f9d05441-7c68-475f-b616-0c5402c3b97a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e37591b60d4743218d4d1665f227390f&device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 1098 time: 0.0731213 Dec 09 22:21:05.244092 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c475f-b88f-4436-ac69-cc88e4a09cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:05.323982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af5579-fb9a-4c25-803a-0faecbf0a9e3 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96fbe37-1a2e-4e74-9d69-c87a94782cbd,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:05.391131 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e3974-ad85-4f3a-9363-6be00dbab446 req-120af6b7-46f9-4954-87a7-0cc8bbf3dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:05.393364 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f1e3974-ad85-4f3a-9363-6be00dbab446 req-120af6b7-46f9-4954-87a7-0cc8bbf3dfcd service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6b33262-9ad4-4433-aebc-488081184c4b HTTP/1.1" status: 200 len: 929 time: 0.1451635 Dec 09 22:21:05.430112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-e46cb901-6e46-4ff9-a7f0-bc75a5c2850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:05.431614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-e46cb901-6e46-4ff9-a7f0-bc75a5c2850d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 1100 time: 0.2270546 Dec 09 22:21:05.448886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fa1d1-8160-4cf7-a866-4d4e995e9f83 req-1a9afbb0-cc5d-430b-81b6-99fa7eb68716 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:05.458522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae7fa1d1-8160-4cf7-a866-4d4e995e9f83 req-1a9afbb0-cc5d-430b-81b6-99fa7eb68716 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 948 time: 0.2976377 Dec 09 22:21:05.463191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:05.469841 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f1e3974-ad85-4f3a-9363-6be00dbab446 req-585aea12-ec20-4e25-8e1f-9576a25e3fa9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e HTTP/1.1" status: 200 len: 1002 time: 0.0659649 Dec 09 22:21:05.485663 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:05.527092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e3974-ad85-4f3a-9363-6be00dbab446 req-3b265bf2-2a04-4b3c-bce2-7c005adc916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:05.528824 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f1e3974-ad85-4f3a-9363-6be00dbab446 req-3b265bf2-2a04-4b3c-bce2-7c005adc916f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c5dc8bb-cfc3-4f34-a365-74007fcfaed2 HTTP/1.1" status: 200 len: 867 time: 0.0515604 Dec 09 22:21:05.539568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-29c5845c-04b5-4bb7-93a9-3c70088d9bd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 217 time: 0.0715251 Dec 09 22:21:05.546618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Transition to ACTIVE for port object 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:21:05.584320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeee7a7-195b-43da-b751-a0451b20a806 req-b2c983b6-ec00-4293-ba97-c58c108481ad tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:05.585825 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-edeee7a7-195b-43da-b751-a0451b20a806 req-b2c983b6-ec00-4293-ba97-c58c108481ad tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 946 time: 0.2270226 Dec 09 22:21:05.586457 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:05.588460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e3974-ad85-4f3a-9363-6be00dbab446 req-96304918-fbc7-41da-9a8e-f20cd3eb98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:05.590525 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f1e3974-ad85-4f3a-9363-6be00dbab446 req-96304918-fbc7-41da-9a8e-f20cd3eb98dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6b33262-9ad4-4433-aebc-488081184c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531702 Dec 09 22:21:05.648348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae7fa1d1-8160-4cf7-a866-4d4e995e9f83 req-8b9b5fbe-fcf2-402a-a5cf-a2b822da5c0c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889532 Dec 09 22:21:05.691157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f72f502c-a4ec-4678-b17a-2bd8d013101f details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:21:05.714389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:05.717509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-7eeb32f4-52d2-42f3-b401-80842317d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:05.719319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-7eeb32f4-52d2-42f3-b401-80842317d7e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1691933 Dec 09 22:21:05.720901 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f1e3974-ad85-4f3a-9363-6be00dbab446 req-44103f06-da13-4546-99e0-324e9964c248 service neutron] 10.222.0.42 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203187 Dec 09 22:21:05.755921 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdedcc52-f843-4cbc-b3e4-2ad5139f2040 x-openstack-request-id: req-bdedcc52-f843-4cbc-b3e4-2ad5139f2040 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:05.756238 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a239253-4430-4309-a464-43c35d9888fc", "name": "network-vif-plugged", "status": "completed", "tag": "ce7b7614-7d0a-4166-a9d9-b443418f96b0", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:05.756501 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdedcc52-f843-4cbc-b3e4-2ad5139f2040 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:05.756900 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a239253-4430-4309-a464-43c35d9888fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0', 'code': 200} Dec 09 22:21:05.796786 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-edeee7a7-195b-43da-b751-a0451b20a806 req-361f70ad-af01-4149-8526-5e345dab8dd9 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865845 Dec 09 22:21:05.915331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f72f502c-a4ec-4678-b17a-2bd8d013101f, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f72f502c-a4ec-4678-b17a-2bd8d013101f,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:05.933983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'f72f502c-a4ec-4678-b17a-2bd8d013101f', 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5', 'port_id': 'f72f502c-a4ec-4678-b17a-2bd8d013101f', 'mac_address': 'fa:16:3e:e1:43:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29716b9b-b4ef-41f8-a202-43b8308429c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:21:05.996479 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.005300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-ffedaa5b-09d1-4309-9fc6-b1383a7a217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:06.007291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-ffedaa5b-09d1-4309-9fc6-b1383a7a217e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2727888 Dec 09 22:21:06.024203 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72f502c-a4ec-4678-b17a-2bd8d013101f {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:06.032287 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.048514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f72f502c-a4ec-4678-b17a-2bd8d013101f, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f72f502c-a4ec-4678-b17a-2bd8d013101f,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:06.054168 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.102829 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f1e3974-ad85-4f3a-9363-6be00dbab446 req-b3098dc9-6a20-44fe-b2d0-ad0e0019a8f9 service neutron] 10.222.0.42 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519468 Dec 09 22:21:06.111814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-b737a6db-a727-42d3-acff-f905560da544 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:06.113587 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-b737a6db-a727-42d3-acff-f905560da544 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.42 "GET /v2.0/networks?id=1e6688ff-cf03-42c2-befb-7b399920fda5 HTTP/1.1" status: 200 len: 815 time: 0.2015541 Dec 09 22:21:06.130662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcf010-5a02-4483-8088-759d5804f26a req-22c90425-82e3-4b22-944c-441887d981de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:06.132158 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-04dcf010-5a02-4483-8088-759d5804f26a req-22c90425-82e3-4b22-944c-441887d981de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 1097 time: 0.2068844 Dec 09 22:21:06.132534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f72f502c-a4ec-4678-b17a-2bd8d013101f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:06.139629 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Request body: {'port': {'device_id': 'b1a23ec2-f0f5-464b-bbb0-0b6560b196b6', 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5', 'admin_state_up': True, 'tenant_id': '1bd5db2199f341ca9976a282f5090f59'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:06.256153 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-04dcf010-5a02-4483-8088-759d5804f26a req-2bd5a956-7640-4634-ab43-60970d1ab046 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117666 Dec 09 22:21:06.287089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f72f502c-a4ec-4678-b17a-2bd8d013101f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:21:06.290933 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Made reservation on behalf of 1bd5db2199f341ca9976a282f5090f59 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:06.296827 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.409916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Attempting to bind port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:06.410526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Attempting to bind port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:06.410637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Attempting to bind port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad on network 1e6688ff-cf03-42c2-befb-7b399920fda5 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:06.428706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b35784-dccf-4628-a00d-67e7bf48f709 req-96194aa8-44d7-4891-9d49-74a7e889100c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:06.430228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9b35784-dccf-4628-a00d-67e7bf48f709 req-96194aa8-44d7-4891-9d49-74a7e889100c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.5636749 Dec 09 22:21:06.437196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad on network 1e6688ff-cf03-42c2-befb-7b399920fda5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:21:06.437521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Attempting to bind port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad on network 1e6688ff-cf03-42c2-befb-7b399920fda5 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:06.439882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Allocated IP 172.20.0.13 (1e6688ff-cf03-42c2-befb-7b399920fda5/29716b9b-b4ef-41f8-a202-43b8308429c8/99f9c619-f971-41ce-a792-cc55ca0b6054) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:06.471084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:06.471431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Checking segment: {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:06.471827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Bound using segment: {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:06.472268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Bound port: 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:06.472627 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.487001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b24aae53-8515-490d-972d-87f4518422a8 req-a1c71cd8-e6fc-4b80-84a6-bc45c4614984 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 258 time: 0.6234841 Dec 09 22:21:06.501699 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-072b99ce-c73f-4f58-96dd-66dc0b526283 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843445 Dec 09 22:21:06.505801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:06.593137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.600633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9b35784-dccf-4628-a00d-67e7bf48f709 req-67fd118f-d6be-4750-af13-7339b59026c9 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563675 Dec 09 22:21:06.612205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.630151 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.673462 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] For port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:06.682890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Network 1e6688ff-cf03-42c2-befb-7b399920fda5 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:06.687231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:06.689623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:06.695108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Pushing event updated for resources: {'Port': ['ID=99f9c619-f971-41ce-a792-cc55ca0b6054,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:06.729706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] For port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:06.744774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.752797 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:06.753451 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.755024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fa345ad-4b14-4083-b28b-580f04e80439 req-036c39eb-3d49-47d9-855a-ed120c478969 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403111 Dec 09 22:21:06.758837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f72f502c-a4ec-4678-b17a-2bd8d013101f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:21:06.772647 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-5d451b9e-842c-4186-b977-14681c941cca tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6380639 Dec 09 22:21:06.785748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Request body: {'port': {'device_id': 'b1a23ec2-f0f5-464b-bbb0-0b6560b196b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:06.808108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:06.808774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.810191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] 10.222.0.18 "PUT /v2.0/ports/5ab3ac88-d337-46ae-b5e4-aa131cbd32ad HTTP/1.1" status: 200 len: 1092 time: 2.2173362 Dec 09 22:21:06.856153 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.856365 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5bdd1-eb7f-42cd-94dc-23e5c5a7390d req-bc403f70-d439-4fab-aea4-d5ed7cad306b tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:06.857615 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccd5bdd1-eb7f-42cd-94dc-23e5c5a7390d req-bc403f70-d439-4fab-aea4-d5ed7cad306b tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 932 time: 0.1903265 Dec 09 22:21:06.887129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff04d4-1952-45b3-b9be-36f08357d568 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:06.889488 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:06.987085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccd5bdd1-eb7f-42cd-94dc-23e5c5a7390d req-36bf986a-e16e-4500-a3e1-70fbe05a75ec tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134400 Dec 09 22:21:06.992031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-d8a4c131-1f76-4da1-8614-ffe592eb4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:06.993594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-d8a4c131-1f76-4da1-8614-ffe592eb4e6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bd5db2199f341ca9976a282f5090f59&device_id=fb037f88-eff2-4d25-91f4-d5dd0e94cd1b HTTP/1.1" status: 200 len: 1095 time: 0.1153665 Dec 09 22:21:07.017317 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.024562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'}, {'name': 'network-changed', 'server_uuid': 'fb037f88-eff2-4d25-91f4-d5dd0e94cd1b', 'tag': '5ab3ac88-d337-46ae-b5e4-aa131cbd32ad'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:07.027468 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1627a271-1905-4118-8c87-ed46a2b5a241" -d '{"events": [{"name": "network-changed", "server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1"}, {"name": "network-changed", "server_uuid": "fb037f88-eff2-4d25-91f4-d5dd0e94cd1b", "tag": "5ab3ac88-d337-46ae-b5e4-aa131cbd32ad"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:07.052668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7beac435-0036-413b-83b5-a232ebca1251 None None] Provisioning complete for port 99f9c619-f971-41ce-a792-cc55ca0b6054 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:07.059060 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7beac435-0036-413b-83b5-a232ebca1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.069729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-8c709566-dd88-4586-82c2-555e37b46b7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad HTTP/1.1" status: 200 len: 217 time: 0.0566289 Dec 09 22:21:07.110331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7beac435-0036-413b-83b5-a232ebca1251 None None] Port 99f9c619-f971-41ce-a792-cc55ca0b6054 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:21:07.197725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-af6e6cfa-b660-4f65-9fae-2e283c27c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:07.199251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-af6e6cfa-b660-4f65-9fae-2e283c27c081 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29716b9b-b4ef-41f8-a202-43b8308429c8 HTTP/1.1" status: 200 len: 854 time: 0.0886652 Dec 09 22:21:07.214842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f9c619-f971-41ce-a792-cc55ca0b6054 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:07.222748 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.236350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Transition to ACTIVE for port object 99f9c619-f971-41ce-a792-cc55ca0b6054 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:21:07.236794 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cb138-7a7e-48d9-bfce-10b9290dede1 req-bb6d6621-625b-4083-a85f-93b0439dde37 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:07.238329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e7cb138-7a7e-48d9-bfce-10b9290dede1 req-bb6d6621-625b-4083-a85f-93b0439dde37 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 1096 time: 0.1704335 Dec 09 22:21:07.240423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.292663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Pushing event updated for resources: {'Port': ['ID=99f9c619-f971-41ce-a792-cc55ca0b6054,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:07.296108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Allocated IP 172.25.8.119 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/38f9ea6a-5693-49ce-b906-3ad53099119e) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:07.317825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.318109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.318447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.319703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.319703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.319703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.319703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.320052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.320331 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.320673 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.321006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.321351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.321671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:07.325283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-a270ba7c-0d46-4e95-a064-08e5f1024479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:07.326832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-a270ba7c-0d46-4e95-a064-08e5f1024479 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e6688ff-cf03-42c2-befb-7b399920fda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089706 Dec 09 22:21:07.355531 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e7cb138-7a7e-48d9-bfce-10b9290dede1 req-36140f2b-e4d4-425f-9e18-75bf71a156db tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019070 Dec 09 22:21:07.383826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Attempting to bind port 99f9c619-f971-41ce-a792-cc55ca0b6054 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:07.384161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Attempting to bind port 99f9c619-f971-41ce-a792-cc55ca0b6054 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:07.384631 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Attempting to bind port 99f9c619-f971-41ce-a792-cc55ca0b6054 on network 1e6688ff-cf03-42c2-befb-7b399920fda5 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:07.390454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Port 99f9c619-f971-41ce-a792-cc55ca0b6054 on network 1e6688ff-cf03-42c2-befb-7b399920fda5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:21:07.390794 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Attempting to bind port 99f9c619-f971-41ce-a792-cc55ca0b6054 on network 1e6688ff-cf03-42c2-befb-7b399920fda5 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:07.399818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:07.400161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Checking segment: {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:07.400596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Bound using segment: {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:07.401044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Bound port: 99f9c619-f971-41ce-a792-cc55ca0b6054, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c583c38-3a23-4537-990f-3875fe524353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:07.401408 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.537842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] For port 99f9c619-f971-41ce-a792-cc55ca0b6054, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:07.544124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] For port 99f9c619-f971-41ce-a792-cc55ca0b6054, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=99f9c619-f971-41ce-a792-cc55ca0b6054,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:07.549961 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.556700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-634ed563-2da0-4d9c-9200-ac5dd68c319e service neutron] 10.222.0.18 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204137 Dec 09 22:21:07.567012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.580253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cd3c0940-2271-4c21-9719-d3566ff947b6 req-3727a432-4bf3-4b2d-8cc1-54ca659f6013 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/be8c9f82-dc11-44a5-8ed6-09170351166a HTTP/1.1" status: 200 len: 1822 time: 0.1111977 Dec 09 22:21:07.630467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:07.631274 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.632851 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] 10.222.0.42 "PUT /v2.0/ports/99f9c619-f971-41ce-a792-cc55ca0b6054 HTTP/1.1" status: 200 len: 1093 time: 0.8517730 Dec 09 22:21:07.634035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a23ec2-f0f5-464b-bbb0-0b6560b196b6', 'tag': '99f9c619-f971-41ce-a792-cc55ca0b6054'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:07.639527 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a955477-ffe0-4957-8516-7a8a150d8bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a23ec2-f0f5-464b-bbb0-0b6560b196b6", "tag": "99f9c619-f971-41ce-a792-cc55ca0b6054"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:07.674103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404803f5-24ff-4c6f-a66b-f60bdfd49711 service neutron] Pushing event updated for resources: {'Port': ['ID=99f9c619-f971-41ce-a792-cc55ca0b6054,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:07.700157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f72f502c-a4ec-4678-b17a-2bd8d013101f up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:07.721591 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.734658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-da2aaa60-d110-46ee-9089-a17b7e8f7da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:07.736637 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-da2aaa60-d110-46ee-9089-a17b7e8f7da2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bd5db2199f341ca9976a282f5090f59&device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 1096 time: 0.0589852 Dec 09 22:21:07.762418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port f72f502c-a4ec-4678-b17a-2bd8d013101f completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:21:07.768204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port f72f502c-a4ec-4678-b17a-2bd8d013101f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:07.769718 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.775252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:07.779774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ced6866-b96c-4f6c-8331-03c9ee6b9d2b req-6aa5bf03-81ab-4b85-841e-d92c2bf76b0c service neutron] 10.222.0.18 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103260 Dec 09 22:21:07.785916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:07.795688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:07.801014 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-733535dd-1607-4e86-8044-ac71924faebd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99f9c619-f971-41ce-a792-cc55ca0b6054 HTTP/1.1" status: 200 len: 217 time: 0.0550897 Dec 09 22:21:07.806229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39c59b-7418-4850-9ff4-29364cf1acd1 req-5bc824e2-60f3-4a7e-a7e5-783da008de13 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:07.807843 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f39c59b-7418-4850-9ff4-29364cf1acd1 req-5bc824e2-60f3-4a7e-a7e5-783da008de13 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 946 time: 0.1396301 Dec 09 22:21:07.819272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55778) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:07.825833 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Pushing event updated for resources: {'Port': ['ID=38f9ea6a-5693-49ce-b906-3ad53099119e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:07.832264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-39a3c425-e524-49ed-aec5-6fc93b5d1b21 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Request body: {'floatingip': {'port_id': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:07.907699 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.909899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39a3c425-e524-49ed-aec5-6fc93b5d1b21 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.931377 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d6e96-ac0f-4901-8b63-14aefeeb5ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72f502c-a4ec-4678-b17a-2bd8d013101f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:07.934213 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceef689-6b21-44a0-99d4-55aadff1ba0d" -d '{"events": [{"server_uuid": "396d6e96-ac0f-4901-8b63-14aefeeb5ace", "name": "network-vif-plugged", "status": "completed", "tag": "f72f502c-a4ec-4678-b17a-2bd8d013101f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:07.955102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f72f502c-a4ec-4678-b17a-2bd8d013101f, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f72f502c-a4ec-4678-b17a-2bd8d013101f,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:07.956189 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-ad9bf90f-7edb-4dd0-934c-d4a6af8d8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:07.957745 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-ad9bf90f-7edb-4dd0-934c-d4a6af8d8651 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29716b9b-b4ef-41f8-a202-43b8308429c8 HTTP/1.1" status: 200 len: 854 time: 0.1505160 Dec 09 22:21:07.961721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:07.992473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02817a0-b721-43ec-b090-cd38b6c36ae1 req-6d0b260d-0316-4df6-abd6-a7db21df6541 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:07.999652 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a02817a0-b721-43ec-b090-cd38b6c36ae1 req-6d0b260d-0316-4df6-abd6-a7db21df6541 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 948 time: 0.0841568 Dec 09 22:21:08.000901 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:08.022557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f72f502c-a4ec-4678-b17a-2bd8d013101f,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:08.033612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.034418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.034546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.034997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.035463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.036197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.036467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.037210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.037670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.038517 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.038517 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.038960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.039389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.056626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-a4daa536-3279-4b8a-92ce-59ce91360397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:08.058147 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-a4daa536-3279-4b8a-92ce-59ce91360397 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1e6688ff-cf03-42c2-befb-7b399920fda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834761 Dec 09 22:21:08.063055 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:08.091309 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a02817a0-b721-43ec-b090-cd38b6c36ae1 req-53af31c0-68b6-4c30-9ba6-855dee343dd4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884275 Dec 09 22:21:08.151990 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824511fa-2a55-4549-9afc-f551fb2ea0ec x-openstack-request-id: req-824511fa-2a55-4549-9afc-f551fb2ea0ec {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:08.152410 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb037f88-eff2-4d25-91f4-d5dd0e94cd1b", "tag": "5ab3ac88-d337-46ae-b5e4-aa131cbd32ad", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:08.152916 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-824511fa-2a55-4549-9afc-f551fb2ea0ec {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:08.153410 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'status': 'completed', 'code': 200} Dec 09 22:21:08.153760 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb037f88-eff2-4d25-91f4-d5dd0e94cd1b', 'tag': '5ab3ac88-d337-46ae-b5e4-aa131cbd32ad', 'status': 'completed', 'code': 200} Dec 09 22:21:08.284763 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-ee148ee3-2b14-49e3-a224-7fc0b55fc314 service neutron] 10.222.0.42 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890686 Dec 09 22:21:08.291213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-ca3ddf65-f86c-42d5-a2f8-8e82200a97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:08.292788 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-ca3ddf65-f86c-42d5-a2f8-8e82200a97c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 1100 time: 0.1056619 Dec 09 22:21:08.332052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-695ed0cc-205f-4741-92c8-e496768369a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:08.333525 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-695ed0cc-205f-4741-92c8-e496768369a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bd5db2199f341ca9976a282f5090f59&device_id=fb037f88-eff2-4d25-91f4-d5dd0e94cd1b HTTP/1.1" status: 200 len: 1095 time: 0.1113014 Dec 09 22:21:08.351360 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:08.372577 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:08.443817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-0aa84c91-995a-4fe7-b2d0-f1ec4dff24a6 req-3f86d4a0-ecc7-4837-955f-02fdcfdfcee7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-559819733', 'description': 'tempest-description-1410232329'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:08.479781 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e652514-211f-4d01-ab02-cd0e6ce83e5b req-c5ae9ead-6718-498d-9a88-d78fc74a5955 service neutron] 10.222.0.42 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611581 Dec 09 22:21:08.555408 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39a3c425-e524-49ed-aec5-6fc93b5d1b21 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:08.560097 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39a3c425-e524-49ed-aec5-6fc93b5d1b21 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:08.564406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-4be6e51f-35a2-4569-bb2f-69c1ea8d3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:08.565916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-4be6e51f-35a2-4569-bb2f-69c1ea8d3adc service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2651856 Dec 09 22:21:08.570222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Pushing event updated for resources: {'Port': ['ID=38f9ea6a-5693-49ce-b906-3ad53099119e,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:08.590882 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0aa84c91-995a-4fe7-b2d0-f1ec4dff24a6 req-3f86d4a0-ecc7-4837-955f-02fdcfdfcee7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:08.600256 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:08.635271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.635621 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.635967 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.636305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.636643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.636979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.637310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.637638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.637992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.638317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.638644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.638974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.639297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:08.650453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-dd363d0b-76de-4de0-956f-063204458955 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 217 time: 0.0714145 Dec 09 22:21:08.653809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-a6b4b702-d788-46c5-b7d7-347e350c672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:08.655211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-a6b4b702-d788-46c5-b7d7-347e350c672d service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e6688ff-cf03-42c2-befb-7b399920fda5 HTTP/1.1" status: 200 len: 916 time: 0.3119123 Dec 09 22:21:08.662358 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-39a3c425-e524-49ed-aec5-6fc93b5d1b21 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Floating IP 363a7c60-41aa-4586-a59c-388ba22438da associated. External IP: 172.25.8.69, port: 68a1f8c9-508e-4d50-ba67-d5f6262f4b90. Dec 09 22:21:08.684633 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:08.685658 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b24aae53-8515-490d-972d-87f4518422a8 req-7f5a6343-b64d-436e-a284-96223dc5cd9e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1888919 Dec 09 22:21:08.750559 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-600f953a-fd47-4809-8218-28d420473c9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad HTTP/1.1" status: 200 len: 217 time: 0.0790284 Dec 09 22:21:08.824030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b24aae53-8515-490d-972d-87f4518422a8 req-5ec6653c-4342-4fba-a3fa-b29f7b8d4e79 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.1184149 Dec 09 22:21:08.829143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-962ca49b-049a-4eb2-82a0-91a18712ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:08.830635 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-962ca49b-049a-4eb2-82a0-91a18712ba04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1708612 Dec 09 22:21:08.874470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a3c425-e524-49ed-aec5-6fc93b5d1b21 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Router c1a87771-edc5-4c1a-8f99-297c48201c2c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:21:08.921299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-dcb96236-e365-45d6-816a-d0d0c433361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:08.922765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-dcb96236-e365-45d6-816a-d0d0c433361a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29716b9b-b4ef-41f8-a202-43b8308429c8 HTTP/1.1" status: 200 len: 854 time: 0.1408932 Dec 09 22:21:08.958842 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0aa84c91-995a-4fe7-b2d0-f1ec4dff24a6 req-3f86d4a0-ecc7-4837-955f-02fdcfdfcee7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:08.976401 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0aa84c91-995a-4fe7-b2d0-f1ec4dff24a6 req-3f86d4a0-ecc7-4837-955f-02fdcfdfcee7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:08.990021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a3c425-e524-49ed-aec5-6fc93b5d1b21 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:21:08.995047 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39a3c425-e524-49ed-aec5-6fc93b5d1b21 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:09.002857 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f436dab-2f0b-4f57-b2bf-3715279dbf15 None None] Sync routers for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:21:09.014720 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f436dab-2f0b-4f57-b2bf-3715279dbf15 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:09.015577 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9f436dab-2f0b-4f57-b2bf-3715279dbf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:09.024635 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-39a3c425-e524-49ed-aec5-6fc93b5d1b21 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "PUT /v2.0/floatingips/363a7c60-41aa-4586-a59c-388ba22438da HTTP/1.1" status: 200 len: 991 time: 1.2011082 Dec 09 22:21:09.050273 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0aa84c91-995a-4fe7-b2d0-f1ec4dff24a6 req-3f86d4a0-ecc7-4837-955f-02fdcfdfcee7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:09.051491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0aa84c91-995a-4fe7-b2d0-f1ec4dff24a6 req-3f86d4a0-ecc7-4837-955f-02fdcfdfcee7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6480310 Dec 09 22:21:09.059015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-d8b5c6b9-3f51-4a82-93e4-7b8b83a6276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:09.060461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-d8b5c6b9-3f51-4a82-93e4-7b8b83a6276a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2080553 Dec 09 22:21:09.075108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aae53-8515-490d-972d-87f4518422a8 req-cf5b4c85-8f68-450c-91ef-2fda471a55bf tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:09.076505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b24aae53-8515-490d-972d-87f4518422a8 req-cf5b4c85-8f68-450c-91ef-2fda471a55bf tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2449920 Dec 09 22:21:09.077137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86d4a0-ecc7-4837-955f-02fdcfdfcee7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d02ac1-192c-4fa3-8634-7291308e94d6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:09.083170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-52ff0137-d637-400c-8bde-6c11549f36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:09.084630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-52ff0137-d637-400c-8bde-6c11549f36e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e6688ff-cf03-42c2-befb-7b399920fda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1340408 Dec 09 22:21:09.152619 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2330e830-8224-48a2-95a6-c7b4a0fdb9a0 x-openstack-request-id: req-2330e830-8224-48a2-95a6-c7b4a0fdb9a0 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:09.153113 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a23ec2-f0f5-464b-bbb0-0b6560b196b6", "tag": "99f9c619-f971-41ce-a792-cc55ca0b6054", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:09.153550 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2330e830-8224-48a2-95a6-c7b4a0fdb9a0 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:09.154282 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a23ec2-f0f5-464b-bbb0-0b6560b196b6', 'tag': '99f9c619-f971-41ce-a792-cc55ca0b6054', 'status': 'completed', 'code': 200} Dec 09 22:21:09.157808 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9f436dab-2f0b-4f57-b2bf-3715279dbf15 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:09.237316 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a9703c-60f7-42ae-82f6-a36a56b1f31f x-openstack-request-id: req-d7a9703c-60f7-42ae-82f6-a36a56b1f31f {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:09.237855 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396d6e96-ac0f-4901-8b63-14aefeeb5ace", "name": "network-vif-plugged", "status": "completed", "tag": "f72f502c-a4ec-4678-b17a-2bd8d013101f", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:09.238102 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7a9703c-60f7-42ae-82f6-a36a56b1f31f {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:09.238504 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396d6e96-ac0f-4901-8b63-14aefeeb5ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72f502c-a4ec-4678-b17a-2bd8d013101f', 'code': 200} Dec 09 22:21:09.266823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a955477-ffe0-4957-8516-7a8a150d8bd3 req-1fd15ce3-5fa0-4d95-a89a-f40f19d766c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:09.272390 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a955477-ffe0-4957-8516-7a8a150d8bd3 req-1fd15ce3-5fa0-4d95-a89a-f40f19d766c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bd5db2199f341ca9976a282f5090f59&device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 1096 time: 0.1036894 Dec 09 22:21:09.384026 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:21:09.433144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead7716-a65c-4bae-812c-532efbb5bf56 req-0b9301db-2d90-49ee-af71-f3846bbfa652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:09.435733 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ead7716-a65c-4bae-812c-532efbb5bf56 req-0b9301db-2d90-49ee-af71-f3846bbfa652 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 1098 time: 0.1178019 Dec 09 22:21:09.516728 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9f436dab-2f0b-4f57-b2bf-3715279dbf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '363a7c60-41aa-4586-a59c-388ba22438da', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'port_id': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'mac_address': 'fa:16:3e:ab:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b4242-65da-4050-8974-4ed5b443b72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:18:38Z', 'updated_at': '2021-12-09T22:21:08Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:16Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:09.558410 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f436dab-2f0b-4f57-b2bf-3715279dbf15 None None] Checking router: c1a87771-edc5-4c1a-8f99-297c48201c2c for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:21:09.574039 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f436dab-2f0b-4f57-b2bf-3715279dbf15 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:09.574670 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9f436dab-2f0b-4f57-b2bf-3715279dbf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:09.656816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5788bb-170a-468e-a705-9f75e8b12205 req-e026ac8a-18cc-4449-80c6-a0ef10c69e9d tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:09.664557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd5788bb-170a-468e-a705-9f75e8b12205 req-e026ac8a-18cc-4449-80c6-a0ef10c69e9d tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.4718339 Dec 09 22:21:09.685478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-e7ff1d65-5430-4627-a36c-ff842d4a162a service neutron] 10.222.0.18 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785868 Dec 09 22:21:09.687462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-5ca16e73-3832-4b1b-b7d5-f18f14a001e4 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071012 Dec 09 22:21:09.698652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:21:09.701232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0afef-333f-48f2-92f1-4f4b4d839840 req-74911a8a-8be8-4dae-b86d-651e8cbfb2c6 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:09.702924 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1be0afef-333f-48f2-92f1-4f4b4d839840 req-74911a8a-8be8-4dae-b86d-651e8cbfb2c6 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 944 time: 0.1390419 Dec 09 22:21:09.752186 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9f436dab-2f0b-4f57-b2bf-3715279dbf15 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:09.817676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1be0afef-333f-48f2-92f1-4f4b4d839840 req-03ca4e08-8d7c-4cf7-a75a-aac4162c39c7 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024771 Dec 09 22:21:09.822895 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ead7716-a65c-4bae-812c-532efbb5bf56 req-9dc5f26c-b4b0-4ced-97e4-89ab92994429 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724680 Dec 09 22:21:09.843144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a955477-ffe0-4957-8516-7a8a150d8bd3 req-2fd12eba-f562-41a9-adb3-2059ffe0ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:09.844490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a955477-ffe0-4957-8516-7a8a150d8bd3 req-2fd12eba-f562-41a9-adb3-2059ffe0ed02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1e6688ff-cf03-42c2-befb-7b399920fda5 HTTP/1.1" status: 200 len: 916 time: 0.5611742 Dec 09 22:21:09.866275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:09.878719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'mac_address': 'fa:16:3e:74:2f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:21:09.920022 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:09.935416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:09.955931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:09.961823 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:09.968745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-67f5a83f-308b-46c1-9df2-9c83ae257834 service neutron] 10.222.0.18 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630172 Dec 09 22:21:09.972523 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd5788bb-170a-468e-a705-9f75e8b12205 req-8dcc5ace-d9db-4137-ae56-7c647c892033 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070045 Dec 09 22:21:10.054897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:10.081921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1627a271-1905-4118-8c87-ed46a2b5a241 req-7dc79779-2d98-4350-a5c2-111b4237044d service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749516 Dec 09 22:21:10.101133 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a955477-ffe0-4957-8516-7a8a150d8bd3 req-0f98e96f-b42f-4e90-8f12-d72ccd9e3a58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99f9c619-f971-41ce-a792-cc55ca0b6054 HTTP/1.1" status: 200 len: 217 time: 0.0779889 Dec 09 22:21:10.109556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54de4022-3470-4fac-b278-3c9ca5edb776 req-7caf5468-9e8a-4b47-b199-c96c7442c1a3 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/89d02ac1-192c-4fa3-8634-7291308e94d6 HTTP/1.1" status: 200 len: 1821 time: 0.1015387 Dec 09 22:21:10.139338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-54de4022-3470-4fac-b278-3c9ca5edb776 req-47c2cfe4-b9af-47a8-8c3c-d58ac203eb30 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89d02ac1-192c-4fa3-8634-7291308e94d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:10.139705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-54de4022-3470-4fac-b278-3c9ca5edb776 req-47c2cfe4-b9af-47a8-8c3c-d58ac203eb30 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89d02ac1-192c-4fa3-8634-7291308e94d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:10.168683 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9f436dab-2f0b-4f57-b2bf-3715279dbf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '363a7c60-41aa-4586-a59c-388ba22438da', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'port_id': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'mac_address': 'fa:16:3e:ab:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b4242-65da-4050-8974-4ed5b443b72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:18:38Z', 'updated_at': '2021-12-09T22:21:08Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:16Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:10.180265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a955477-ffe0-4957-8516-7a8a150d8bd3 req-ff702dee-52e3-4ceb-bcb5-4372c8f429ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:10.189018 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a955477-ffe0-4957-8516-7a8a150d8bd3 req-ff702dee-52e3-4ceb-bcb5-4372c8f429ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29716b9b-b4ef-41f8-a202-43b8308429c8 HTTP/1.1" status: 200 len: 854 time: 0.0736792 Dec 09 22:21:10.189219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd46e-258e-4766-a6ef-009eaf3129b7 req-81fd03dc-708e-4ff9-a61f-0299f6e28019 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:10.189219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c7bd46e-258e-4766-a6ef-009eaf3129b7 req-81fd03dc-708e-4ff9-a61f-0299f6e28019 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0919802 Dec 09 22:21:10.222947 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f436dab-2f0b-4f57-b2bf-3715279dbf15 None None] The sync data for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 is: [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '363a7c60-41aa-4586-a59c-388ba22438da', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'port_id': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'mac_address': 'fa:16:3e:ab:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b4242-65da-4050-8974-4ed5b443b72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:18:38Z', 'updated_at': '2021-12-09T22:21:08Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:16Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:21:10.245060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:21:10.271755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c7bd46e-258e-4766-a6ef-009eaf3129b7 req-8f907168-311d-4f7a-a049-99608c55f364 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.0709438 Dec 09 22:21:10.284130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a955477-ffe0-4957-8516-7a8a150d8bd3 req-d9748b99-8ef2-4484-b63d-1f6cb892ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:10.285614 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a955477-ffe0-4957-8516-7a8a150d8bd3 req-d9748b99-8ef2-4484-b63d-1f6cb892ca89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1e6688ff-cf03-42c2-befb-7b399920fda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923698 Dec 09 22:21:10.302997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-9c7bd46e-258e-4766-a6ef-009eaf3129b7 req-c450181e-9675-434e-b7ce-1ca42ea6779b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Request body: {'floatingip': {'port_id': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:10.348875 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54de4022-3470-4fac-b278-3c9ca5edb776 req-47c2cfe4-b9af-47a8-8c3c-d58ac203eb30 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:10.369851 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9c7bd46e-258e-4766-a6ef-009eaf3129b7 req-c450181e-9675-434e-b7ce-1ca42ea6779b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:10.412252 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a955477-ffe0-4957-8516-7a8a150d8bd3 req-b539ba79-fcaf-4ec6-bc4d-2d7a487dc80f service neutron] 10.222.0.42 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189141 Dec 09 22:21:10.418660 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54de4022-3470-4fac-b278-3c9ca5edb776 req-47c2cfe4-b9af-47a8-8c3c-d58ac203eb30 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:10.435391 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54de4022-3470-4fac-b278-3c9ca5edb776 req-47c2cfe4-b9af-47a8-8c3c-d58ac203eb30 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:10.487170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2cfe4-b9af-47a8-8c3c-d58ac203eb30 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cf64db-dc0a-49bd-a43b-ddffa6f266f4,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:10.500325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54de4022-3470-4fac-b278-3c9ca5edb776 req-47c2cfe4-b9af-47a8-8c3c-d58ac203eb30 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:10.501617 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54de4022-3470-4fac-b278-3c9ca5edb776 req-47c2cfe4-b9af-47a8-8c3c-d58ac203eb30 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3722501 Dec 09 22:21:10.561530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289227c7-9a1d-4f78-a21a-09306dcafa03 None None] New status for floating IP 363a7c60-41aa-4586-a59c-388ba22438da: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:21:10.577005 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a955477-ffe0-4957-8516-7a8a150d8bd3 req-e42d2422-a7f1-44ed-9554-6e46eec44b07 service neutron] 10.222.0.42 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471286 Dec 09 22:21:10.674411 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-9c7bd46e-258e-4766-a6ef-009eaf3129b7 req-c450181e-9675-434e-b7ce-1ca42ea6779b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 22:21:10.686952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c7bd46e-258e-4766-a6ef-009eaf3129b7 req-c450181e-9675-434e-b7ce-1ca42ea6779b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "PUT /v2.0/floatingips/04f86c7c-5411-4a23-92f2-f388566afffd HTTP/1.1" status: 409 len: 551 time: 0.3970540 Dec 09 22:21:10.703762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709f1cf-b0c0-4faf-a0a9-0d4775fa3fba req-628b1326-b14e-40c5-9fb6-8cdbeba376f9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:10.707090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b709f1cf-b0c0-4faf-a0a9-0d4775fa3fba req-628b1326-b14e-40c5-9fb6-8cdbeba376f9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 949 time: 0.0943053 Dec 09 22:21:10.766835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b709f1cf-b0c0-4faf-a0a9-0d4775fa3fba req-bd530dae-f9bf-4b3f-8b65-4dd30b4ab85b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528967 Dec 09 22:21:10.843034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2caf31e8-febb-41ba-b1eb-5a82348b8b00 req-74d7c0f3-1f84-48ef-87d3-4c1db7c5b163 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/89d02ac1-192c-4fa3-8634-7291308e94d6 HTTP/1.1" status: 200 len: 2414 time: 0.0470297 Dec 09 22:21:10.855389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-2caf31e8-febb-41ba-b1eb-5a82348b8b00 req-72b50924-a696-4a71-ae72-46e98322ee6b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89d02ac1-192c-4fa3-8634-7291308e94d6', 'remote_group_id': None}]} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:10.855778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-2caf31e8-febb-41ba-b1eb-5a82348b8b00 req-72b50924-a696-4a71-ae72-46e98322ee6b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89d02ac1-192c-4fa3-8634-7291308e94d6', 'remote_group_id': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:10.945751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-f7b6d96c-efb8-4894-bbec-9bc7f24150ec tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips/04f86c7c-5411-4a23-92f2-f388566afffd HTTP/1.1" status: 200 len: 693 time: 0.0557578 Dec 09 22:21:11.008793 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2caf31e8-febb-41ba-b1eb-5a82348b8b00 req-72b50924-a696-4a71-ae72-46e98322ee6b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.064005 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2caf31e8-febb-41ba-b1eb-5a82348b8b00 req-72b50924-a696-4a71-ae72-46e98322ee6b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.070250 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2caf31e8-febb-41ba-b1eb-5a82348b8b00 req-72b50924-a696-4a71-ae72-46e98322ee6b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.104955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b50924-a696-4a71-ae72-46e98322ee6b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28f806c-360c-45e3-bd9b-47628aa80f57,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:11.110981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:21:11.114805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-cbd7bcff-67ef-4a74-97a3-34245e1f5537 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:11.116242 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-cbd7bcff-67ef-4a74-97a3-34245e1f5537 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.1607814 Dec 09 22:21:11.125801 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2caf31e8-febb-41ba-b1eb-5a82348b8b00 req-72b50924-a696-4a71-ae72-46e98322ee6b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.127005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2caf31e8-febb-41ba-b1eb-5a82348b8b00 req-72b50924-a696-4a71-ae72-46e98322ee6b tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2763064 Dec 09 22:21:11.155764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039b4242-65da-4050-8974-4ed5b443b72c', 'tag': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:11.158386 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c13c1e3-a368-4a8d-99f7-fdc52b5e5900" -d '{"events": [{"name": "network-changed", "server_uuid": "039b4242-65da-4050-8974-4ed5b443b72c", "tag": "68a1f8c9-508e-4d50-ba67-d5f6262f4b90"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:11.196388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-bbef4c29-aa4c-4df5-83d1-851f9db0b85d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.0681787 Dec 09 22:21:11.256809 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-8d3b7b9d-ce4e-4694-b719-3a52840f482b tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.0595438 Dec 09 22:21:11.261142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:11.274968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '5ab3ac88-d337-46ae-b5e4-aa131cbd32ad', 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5', 'port_id': '5ab3ac88-d337-46ae-b5e4-aa131cbd32ad', 'mac_address': 'fa:16:3e:08:40:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29716b9b-b4ef-41f8-a202-43b8308429c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:21:11.325775 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.340845 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:11.366465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:11.371550 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.385274 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c2816-1450-4692-828a-1c9afe04bdb0 req-1c5cb188-bd48-4556-b777-9bb0c52f032d tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:11.386866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-749c2816-1450-4692-828a-1c9afe04bdb0 req-1c5cb188-bd48-4556-b777-9bb0c52f032d tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 944 time: 0.1482613 Dec 09 22:21:11.427040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:11.458611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-749c2816-1450-4692-828a-1c9afe04bdb0 req-22c824fe-73d5-4198-a98f-88de073130b6 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513463 Dec 09 22:21:11.481177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-eb12ebd7-91c4-446e-8222-4d51c69bf17c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Deleting port 38f9ea6a-5693-49ce-b906-3ad53099119e {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:21:11.481520 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-eb12ebd7-91c4-446e-8222-4d51c69bf17c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.595156 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-eb12ebd7-91c4-446e-8222-4d51c69bf17c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.595490 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-eb12ebd7-91c4-446e-8222-4d51c69bf17c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.618379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1be2b-1c37-4909-9bef-e1003cab1ad3 req-9bfcfcfe-e175-4923-a819-260ddb9f43af tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:11.620720 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31b1be2b-1c37-4909-9bef-e1003cab1ad3 req-9bfcfcfe-e175-4923-a819-260ddb9f43af tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.0854406 Dec 09 22:21:11.621658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-eb12ebd7-91c4-446e-8222-4d51c69bf17c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Calling delete_port for 38f9ea6a-5693-49ce-b906-3ad53099119e owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:21:11.708782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 99f9c619-f971-41ce-a792-cc55ca0b6054 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:21:11.711735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:11.724870 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31b1be2b-1c37-4909-9bef-e1003cab1ad3 req-695b3e24-a173-4346-80da-dc7fd95aa760 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967913 Dec 09 22:21:11.794618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5ab3ac88-d337-46ae-b5e4-aa131cbd32ad'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:21:11.819926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:21:11.837474 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-eb12ebd7-91c4-446e-8222-4d51c69bf17c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.862081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:11.862081 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.868466 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12ebd7-91c4-446e-8222-4d51c69bf17c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Pushing event deleted for resources: {'Port': ['ID=38f9ea6a-5693-49ce-b906-3ad53099119e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:11.948890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 99f9c619-f971-41ce-a792-cc55ca0b6054, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=99f9c619-f971-41ce-a792-cc55ca0b6054,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:11.976968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '99f9c619-f971-41ce-a792-cc55ca0b6054', 'network_id': '1e6688ff-cf03-42c2-befb-7b399920fda5', 'port_id': '99f9c619-f971-41ce-a792-cc55ca0b6054', 'mac_address': 'fa:16:3e:a1:cb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29716b9b-b4ef-41f8-a202-43b8308429c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:21:11.981897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-628b6a25-2667-4dc6-99fd-d01ee79848ae req-7375144e-a751-4868-ac7b-db321d18729d tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/89d02ac1-192c-4fa3-8634-7291308e94d6 HTTP/1.1" status: 200 len: 3012 time: 0.0913205 Dec 09 22:21:11.986909 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-eb12ebd7-91c4-446e-8222-4d51c69bf17c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.989666 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-eb12ebd7-91c4-446e-8222-4d51c69bf17c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:11.990873 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0d1b82d-c787-461b-b87f-028c2a36c4d1 req-eb12ebd7-91c4-446e-8222-4d51c69bf17c tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "DELETE /v2.0/floatingips/04f86c7c-5411-4a23-92f2-f388566afffd HTTP/1.1" status: 204 len: 173 time: 0.7170062 Dec 09 22:21:12.039681 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938398ba-7162-4a20-8546-799fd6a8fad5 x-openstack-request-id: req-938398ba-7162-4a20-8546-799fd6a8fad5 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:12.040176 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039b4242-65da-4050-8974-4ed5b443b72c", "tag": "68a1f8c9-508e-4d50-ba67-d5f6262f4b90", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:12.040587 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-938398ba-7162-4a20-8546-799fd6a8fad5 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:12.041746 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039b4242-65da-4050-8974-4ed5b443b72c', 'tag': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90', 'status': 'completed', 'code': 200} Dec 09 22:21:12.084884 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:12.099450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-daaec44e-d0aa-420d-b138-253f72bac35e req-5e3b11b1-f3d0-44b3-b0f2-026a912b21ec tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-group-rules/a28f806c-360c-45e3-bd9b-47628aa80f57 HTTP/1.1" status: 200 len: 783 time: 0.0294015 Dec 09 22:21:12.107302 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:12.136559 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13c1e3-a368-4a8d-99f7-fdc52b5e5900 req-5d903888-57bd-4826-920a-91c69c725385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:12.138537 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c13c1e3-a368-4a8d-99f7-fdc52b5e5900 req-5d903888-57bd-4826-920a-91c69c725385 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0abe5836e9c4df48f4b55b4446d3961&device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 1098 time: 0.0709946 Dec 09 22:21:12.142642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f9c619-f971-41ce-a792-cc55ca0b6054 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:12.154307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:12.156572 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97282fb2-ebb8-4362-b00d-a6651107c7ac" -d '{"events": [{"server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "name": "network-vif-plugged", "status": "completed", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:12.191270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:12.193487 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 99f9c619-f971-41ce-a792-cc55ca0b6054, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=99f9c619-f971-41ce-a792-cc55ca0b6054,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:12.202998 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:12.207447 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:12.213636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b4f6b-a7d2-4fe9-8ba7-30b1a2ac95aa req-1aa13172-5058-4715-93ff-e4d20576635e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:12.221716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-724b4f6b-a7d2-4fe9-8ba7-30b1a2ac95aa req-1aa13172-5058-4715-93ff-e4d20576635e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 949 time: 0.1210527 Dec 09 22:21:12.257820 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-daaec44e-d0aa-420d-b138-253f72bac35e req-60cc094b-fd06-443b-81df-f81267fbf731 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/89d02ac1-192c-4fa3-8634-7291308e94d6 HTTP/1.1" status: 200 len: 3012 time: 0.1465819 Dec 09 22:21:12.264716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=99f9c619-f971-41ce-a792-cc55ca0b6054,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:12.290650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13c1e3-a368-4a8d-99f7-fdc52b5e5900 req-421c8520-9d5f-48b8-a826-24b43a4e1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:12.294072 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c13c1e3-a368-4a8d-99f7-fdc52b5e5900 req-421c8520-9d5f-48b8-a826-24b43a4e1d92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=445c2bc8-9472-47a8-b9c5-978adb5498a2 HTTP/1.1" status: 200 len: 924 time: 0.1462479 Dec 09 22:21:12.317488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-724b4f6b-a7d2-4fe9-8ba7-30b1a2ac95aa req-f918248b-7eef-4b44-b030-b8ac3b0b6336 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947938 Dec 09 22:21:12.318754 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-daaec44e-d0aa-420d-b138-253f72bac35e req-c746f343-499a-41ae-bd37-ffb199b9f465 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:12.319175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:12.341899 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-daaec44e-d0aa-420d-b138-253f72bac35e req-c746f343-499a-41ae-bd37-ffb199b9f465 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:12.381214 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c13c1e3-a368-4a8d-99f7-fdc52b5e5900 req-dccb10f4-64a0-47f3-a263-8370baa385e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a1f8c9-508e-4d50-ba67-d5f6262f4b90 HTTP/1.1" status: 200 len: 1001 time: 0.0787542 Dec 09 22:21:12.435523 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-daaec44e-d0aa-420d-b138-253f72bac35e req-c746f343-499a-41ae-bd37-ffb199b9f465 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:12.439254 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13c1e3-a368-4a8d-99f7-fdc52b5e5900 req-bbca8485-7a0d-4fdb-9419-02fc4ba2796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:12.440789 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-daaec44e-d0aa-420d-b138-253f72bac35e req-c746f343-499a-41ae-bd37-ffb199b9f465 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:12.440913 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c13c1e3-a368-4a8d-99f7-fdc52b5e5900 req-bbca8485-7a0d-4fdb-9419-02fc4ba2796b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=527b68bc-9630-41b5-96c7-5fc55cf1bfbb HTTP/1.1" status: 200 len: 862 time: 0.0483756 Dec 09 22:21:12.441962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-daaec44e-d0aa-420d-b138-253f72bac35e req-c746f343-499a-41ae-bd37-ffb199b9f465 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a28f806c-360c-45e3-bd9b-47628aa80f57 HTTP/1.1" status: 204 len: 173 time: 0.1832883 Dec 09 22:21:12.479222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746f343-499a-41ae-bd37-ffb199b9f465 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a28f806c-360c-45e3-bd9b-47628aa80f57,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:12.481689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['99f9c619-f971-41ce-a792-cc55ca0b6054'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:21:12.495681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-4e70112d-94cc-4557-9a09-d7f8e545368e tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 1002 time: 0.1513128 Dec 09 22:21:12.518468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13c1e3-a368-4a8d-99f7-fdc52b5e5900 req-93e4aac2-8b97-4f55-9281-3abbcf9c3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:12.522150 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c13c1e3-a368-4a8d-99f7-fdc52b5e5900 req-93e4aac2-8b97-4f55-9281-3abbcf9c3edf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=445c2bc8-9472-47a8-b9c5-978adb5498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735166 Dec 09 22:21:12.547078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-e7fe9a24-0b60-49f7-b5e6-dd969d01d9fe tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:12.563798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-e7fe9a24-0b60-49f7-b5e6-dd969d01d9fe tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports/b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e HTTP/1.1" status: 200 len: 943 time: 0.0575149 Dec 09 22:21:12.584852 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c645b173-e316-4681-bae0-0aa9f0561331 x-openstack-request-id: req-c645b173-e316-4681-bae0-0aa9f0561331 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:12.585370 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "name": "network-vif-plugged", "status": "completed", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:12.585594 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c645b173-e316-4681-bae0-0aa9f0561331 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:12.586028 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'code': 200} Dec 09 22:21:12.737922 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c13c1e3-a368-4a8d-99f7-fdc52b5e5900 req-74a523fe-cfef-4e0f-96bd-ad347135c7ac service neutron] 10.222.0.42 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064068 Dec 09 22:21:12.780716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d90ceb00-0309-4428-ac64-63fbad4ccfae req-8859fede-ab8d-4194-8870-cef86891fb4e tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/89d02ac1-192c-4fa3-8634-7291308e94d6 HTTP/1.1" status: 200 len: 2414 time: 0.1978552 Dec 09 22:21:12.798569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-25f35455-7ce2-470b-8c81-baa4bb562ce8 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 1002 time: 0.1610687 Dec 09 22:21:12.812217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acbdd2-a676-4c83-a1c2-3d2e000446bc req-84e0b4e9-bbf3-40e5-9403-011bea060808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:12.814405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36acbdd2-a676-4c83-a1c2-3d2e000446bc req-84e0b4e9-bbf3-40e5-9403-011bea060808 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 1102 time: 0.1688323 Dec 09 22:21:12.838988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55846) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:12.876996 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c13c1e3-a368-4a8d-99f7-fdc52b5e5900 req-304f6afb-0e8c-45e7-9671-1630acb49a84 service neutron] 10.222.0.42 "GET /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316452 Dec 09 22:21:12.968316 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c669731-b30c-4d49-baf4-538f4f6ae99f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:12.982995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d90ceb00-0309-4428-ac64-63fbad4ccfae req-f394d20b-a292-425d-8a36-4a801d238b36 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:12.995436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36acbdd2-a676-4c83-a1c2-3d2e000446bc req-fd496878-167b-4f8f-8af7-e50b96adfa09 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653183 Dec 09 22:21:13.032598 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-4750d48b-971c-4b00-8477-d0edba3fc514 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:13.034196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-4750d48b-971c-4b00-8477-d0edba3fc514 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2166927 Dec 09 22:21:13.036118 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d90ceb00-0309-4428-ac64-63fbad4ccfae req-f394d20b-a292-425d-8a36-4a801d238b36 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.055858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c669731-b30c-4d49-baf4-538f4f6ae99f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.061695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c669731-b30c-4d49-baf4-538f4f6ae99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.106251 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6c669731-b30c-4d49-baf4-538f4f6ae99f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73913203a1db4464b6275c8913ee629a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661150 Dec 09 22:21:13.106495 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55852) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:13.107185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c669731-b30c-4d49-baf4-538f4f6ae99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bde2ca7-d507-4384-a8e5-d31ad45ea2e7,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:13.125052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:13.164036 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-fbd94cce-6e6d-4048-b657-8f81dc48aff7 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 1002 time: 0.1143994 Dec 09 22:21:13.166784 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d90ceb00-0309-4428-ac64-63fbad4ccfae req-f394d20b-a292-425d-8a36-4a801d238b36 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.169675 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d90ceb00-0309-4428-ac64-63fbad4ccfae req-f394d20b-a292-425d-8a36-4a801d238b36 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.178655 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d90ceb00-0309-4428-ac64-63fbad4ccfae req-f394d20b-a292-425d-8a36-4a801d238b36 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "DELETE /v2.0/security-groups/89d02ac1-192c-4fa3-8634-7291308e94d6 HTTP/1.1" status: 204 len: 173 time: 0.3904350 Dec 09 22:21:13.200355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-f6fdeb43-8613-49e2-a702-ff1ef5941aee tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:13.205053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394d20b-a292-425d-8a36-4a801d238b36 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d02ac1-192c-4fa3-8634-7291308e94d6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:13.283857 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-137ff908-69f1-4635-8216-797a5a484b92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.320554 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-f6fdeb43-8613-49e2-a702-ff1ef5941aee tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.331020 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:21:13.335962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:13.336804 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.363002 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-137ff908-69f1-4635-8216-797a5a484b92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.386066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238e763-6fc2-4149-ab29-b616e07ca69b req-a458779b-93b9-414a-97f0-ca0816c13398 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:13.387604 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7238e763-6fc2-4149-ab29-b616e07ca69b req-a458779b-93b9-414a-97f0-ca0816c13398 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 945 time: 0.1427095 Dec 09 22:21:13.425244 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.464704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:13.470082 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.524586 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-137ff908-69f1-4635-8216-797a5a484b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.527927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-137ff908-69f1-4635-8216-797a5a484b92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.528554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:13.532519 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-137ff908-69f1-4635-8216-797a5a484b92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bde2ca7-d507-4384-a8e5-d31ad45ea2e7 HTTP/1.1" status: 204 len: 168 time: 0.4236882 Dec 09 22:21:13.536509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7238e763-6fc2-4149-ab29-b616e07ca69b req-33db52e9-227a-43f5-9746-d0fb0932c97c tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397839 Dec 09 22:21:13.588989 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-f6fdeb43-8613-49e2-a702-ff1ef5941aee tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.588989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ff908-69f1-4635-8216-797a5a484b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bde2ca7-d507-4384-a8e5-d31ad45ea2e7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:13.593638 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-f6fdeb43-8613-49e2-a702-ff1ef5941aee tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.594022 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-f6fdeb43-8613-49e2-a702-ff1ef5941aee tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Floating IP 7594e814-85dc-4493-99c2-bfa2cd2a6cdc disassociated. External IP: 172.25.8.187, port: b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e. Dec 09 22:21:13.711598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 99f9c619-f971-41ce-a792-cc55ca0b6054 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:13.753205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6792ded-bd0f-4def-8e02-be1731cbc7e1 req-45dfeefb-dec3-45c4-9cc6-c5268f6976f4 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:13.754787 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6792ded-bd0f-4def-8e02-be1731cbc7e1 req-45dfeefb-dec3-45c4-9cc6-c5268f6976f4 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1048186 Dec 09 22:21:13.765829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 99f9c619-f971-41ce-a792-cc55ca0b6054 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:21:13.770339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 99f9c619-f971-41ce-a792-cc55ca0b6054 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:13.770762 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.883260 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:13.949704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 99f9c619-f971-41ce-a792-cc55ca0b6054, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=99f9c619-f971-41ce-a792-cc55ca0b6054,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:13.955505 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:14.014329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=99f9c619-f971-41ce-a792-cc55ca0b6054,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:14.210888 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6792ded-bd0f-4def-8e02-be1731cbc7e1 req-0835fe5e-0af9-41b5-b749-d01864455277 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084218 Dec 09 22:21:14.239778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-f6fdeb43-8613-49e2-a702-ff1ef5941aee tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Router 3be48c77-9a12-45ee-833d-c80ac7edd81b has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:21:14.411056 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-c526fdbe-9bae-4ba4-a887-170c06cf8c39 req-977703ed-a809-4a16-9b72-64c15ea1e5c7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] show failed (client error): The resource could not be found. Dec 09 22:21:14.412223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c526fdbe-9bae-4ba4-a887-170c06cf8c39 req-977703ed-a809-4a16-9b72-64c15ea1e5c7 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/c96fbe37-1a2e-4e74-9d69-c87a94782cbd HTTP/1.1" status: 404 len: 352 time: 0.0226529 Dec 09 22:21:14.418790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-f6fdeb43-8613-49e2-a702-ff1ef5941aee tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:21:14.427543 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-f6fdeb43-8613-49e2-a702-ff1ef5941aee tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:14.431575 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84ee0e9-42f5-42ac-95e5-12eba1845cf8 None None] Sync routers for ids ['3be48c77-9a12-45ee-833d-c80ac7edd81b'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:21:14.442754 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ee0e9-42f5-42ac-95e5-12eba1845cf8 None None] Routers {'3be48c77-9a12-45ee-833d-c80ac7edd81b'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:14.443371 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f84ee0e9-42f5-42ac-95e5-12eba1845cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3be48c77-9a12-45ee-833d-c80ac7edd81b'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:14.458325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-f6fdeb43-8613-49e2-a702-ff1ef5941aee tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "PUT /v2.0/floatingips/7594e814-85dc-4493-99c2-bfa2cd2a6cdc HTTP/1.1" status: 200 len: 695 time: 1.2783368 Dec 09 22:21:14.458801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'tag': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:14.461093 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8a1120-4bb3-453a-a85c-67a45f499415" -d '{"events": [{"name": "network-changed", "server_uuid": "3110cdd0-b160-4a6a-b0a1-27a406e62bee", "tag": "b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:14.553020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-ab62a282-7717-40f5-8ddb-45b16d7939b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:14.554653 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-ab62a282-7717-40f5-8ddb-45b16d7939b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e37591b60d4743218d4d1665f227390f&device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 1098 time: 0.0823712 Dec 09 22:21:14.567454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673d71c-0b7a-4583-a36e-10c38b9e38e9 req-8f6fb747-055a-4289-a1cf-f1e93577fe42 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:14.573053 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f84ee0e9-42f5-42ac-95e5-12eba1845cf8 None None] Set router 3be48c77-9a12-45ee-833d-c80ac7edd81b gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:14.575471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b673d71c-0b7a-4583-a36e-10c38b9e38e9 req-8f6fb747-055a-4289-a1cf-f1e93577fe42 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.0892620 Dec 09 22:21:14.588329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb037f88-eff2-4d25-91f4-d5dd0e94cd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab3ac88-d337-46ae-b5e4-aa131cbd32ad'}, {'server_uuid': 'b1a23ec2-f0f5-464b-bbb0-0b6560b196b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f9c619-f971-41ce-a792-cc55ca0b6054'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:14.591548 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86733cf0-21f4-4b48-8fd0-c2880aad928d" -d '{"events": [{"server_uuid": "fb037f88-eff2-4d25-91f4-d5dd0e94cd1b", "name": "network-vif-plugged", "status": "completed", "tag": "5ab3ac88-d337-46ae-b5e4-aa131cbd32ad"}, {"server_uuid": "b1a23ec2-f0f5-464b-bbb0-0b6560b196b6", "name": "network-vif-plugged", "status": "completed", "tag": "99f9c619-f971-41ce-a792-cc55ca0b6054"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:14.684278 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b673d71c-0b7a-4583-a36e-10c38b9e38e9 req-c2791380-e4cb-40fb-a5c1-41131855f2e4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988648 Dec 09 22:21:14.703778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-755081be-5232-4adc-97a4-4de943114fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:14.705237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-755081be-5232-4adc-97a4-4de943114fda service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6b33262-9ad4-4433-aebc-488081184c4b HTTP/1.1" status: 200 len: 929 time: 0.1282318 Dec 09 22:21:14.758850 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-1bdf1e21-f8ad-4570-8a4f-a673873e592e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e HTTP/1.1" status: 200 len: 217 time: 0.0386453 Dec 09 22:21:14.809600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-ddce4a90-3d4b-4c13-a19e-0c7c2fa89e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:14.815299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-ddce4a90-3d4b-4c13-a19e-0c7c2fa89e4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c5dc8bb-cfc3-4f34-a365-74007fcfaed2 HTTP/1.1" status: 200 len: 867 time: 0.0455935 Dec 09 22:21:14.822798 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f84ee0e9-42f5-42ac-95e5-12eba1845cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:20:32Z', 'revision_number': 4, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '159ed756-f874-48d1-af98-329369fe085a', 'name': '', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'mac_address': 'fa:16:3e:96:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:30Z', 'updated_at': '2021-12-09T22:20:39Z', 'revision_number': 5, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'subnets': [{'id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:14.851070 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84ee0e9-42f5-42ac-95e5-12eba1845cf8 None None] Checking router: 3be48c77-9a12-45ee-833d-c80ac7edd81b for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:21:14.859478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-dec9a6a5-dac1-4280-af54-a41d4e311310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:14.860311 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ee0e9-42f5-42ac-95e5-12eba1845cf8 None None] Routers {'3be48c77-9a12-45ee-833d-c80ac7edd81b'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:14.860932 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f84ee0e9-42f5-42ac-95e5-12eba1845cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3be48c77-9a12-45ee-833d-c80ac7edd81b'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:14.861778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-dec9a6a5-dac1-4280-af54-a41d4e311310 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6b33262-9ad4-4433-aebc-488081184c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434487 Dec 09 22:21:15.006350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24441f4f-2cb1-495a-9fbf-2b4696fef05a req-09fb83e7-4683-454e-ba52-e02d6aa3fc46 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/be8c9f82-dc11-44a5-8ed6-09170351166a HTTP/1.1" status: 200 len: 1822 time: 0.1407843 Dec 09 22:21:15.010681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-3b78b5f7-d369-4d60-a02e-fe40305fdf6e service neutron] 10.222.0.16 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382029 Dec 09 22:21:15.101191 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f84ee0e9-42f5-42ac-95e5-12eba1845cf8 None None] Set router 3be48c77-9a12-45ee-833d-c80ac7edd81b gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:15.142401 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-24441f4f-2cb1-495a-9fbf-2b4696fef05a req-ad01eee7-0d4b-4a91-86e7-66045d3afa68 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:15.151576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28ffae81-e9f6-48c4-ab55-1e304d94b956 req-0fe59166-6c7b-46f8-bb52-afc3e3c59901 service neutron] 10.222.0.16 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308615 Dec 09 22:21:15.172025 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-24441f4f-2cb1-495a-9fbf-2b4696fef05a req-ad01eee7-0d4b-4a91-86e7-66045d3afa68 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:15.225517 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c08213-ed93-4956-853a-8df9872bfb15 x-openstack-request-id: req-42c08213-ed93-4956-853a-8df9872bfb15 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:15.227248 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3110cdd0-b160-4a6a-b0a1-27a406e62bee", "tag": "b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:15.227624 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42c08213-ed93-4956-853a-8df9872bfb15 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:15.228153 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'tag': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e', 'status': 'completed', 'code': 200} Dec 09 22:21:15.311753 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-24441f4f-2cb1-495a-9fbf-2b4696fef05a req-ad01eee7-0d4b-4a91-86e7-66045d3afa68 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:15.314979 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-24441f4f-2cb1-495a-9fbf-2b4696fef05a req-ad01eee7-0d4b-4a91-86e7-66045d3afa68 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:15.330458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24441f4f-2cb1-495a-9fbf-2b4696fef05a req-ad01eee7-0d4b-4a91-86e7-66045d3afa68 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "DELETE /v2.0/security-groups/be8c9f82-dc11-44a5-8ed6-09170351166a HTTP/1.1" status: 204 len: 173 time: 0.3115354 Dec 09 22:21:15.359031 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f84ee0e9-42f5-42ac-95e5-12eba1845cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:20:32Z', 'revision_number': 4, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '159ed756-f874-48d1-af98-329369fe085a', 'name': '', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'mac_address': 'fa:16:3e:96:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:30Z', 'updated_at': '2021-12-09T22:20:39Z', 'revision_number': 5, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'subnets': [{'id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:15.373246 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbee8fb3-2e7f-4908-b613-35ffdc52d427 x-openstack-request-id: req-fbee8fb3-2e7f-4908-b613-35ffdc52d427 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:15.373546 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb037f88-eff2-4d25-91f4-d5dd0e94cd1b", "name": "network-vif-plugged", "status": "completed", "tag": "5ab3ac88-d337-46ae-b5e4-aa131cbd32ad", "code": 200}, {"server_uuid": "b1a23ec2-f0f5-464b-bbb0-0b6560b196b6", "name": "network-vif-plugged", "status": "completed", "tag": "99f9c619-f971-41ce-a792-cc55ca0b6054", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:15.373814 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbee8fb3-2e7f-4908-b613-35ffdc52d427 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:15.374450 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb037f88-eff2-4d25-91f4-d5dd0e94cd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab3ac88-d337-46ae-b5e4-aa131cbd32ad', 'code': 200} Dec 09 22:21:15.374608 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a23ec2-f0f5-464b-bbb0-0b6560b196b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f9c619-f971-41ce-a792-cc55ca0b6054', 'code': 200} Dec 09 22:21:15.380548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01eee7-0d4b-4a91-86e7-66045d3afa68 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8c9f82-dc11-44a5-8ed6-09170351166a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:15.402331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a1120-4bb3-453a-a85c-67a45f499415 req-0269f5d4-45e4-4f10-a091-176d50570988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:15.404277 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd8a1120-4bb3-453a-a85c-67a45f499415 req-0269f5d4-45e4-4f10-a091-176d50570988 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e37591b60d4743218d4d1665f227390f&device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 1098 time: 0.1531768 Dec 09 22:21:15.418964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39153cdd-81ec-4a12-8608-de9753dd9b4b req-8c7bb7e6-b0fc-40fe-8bb1-7a821a8fe761 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:15.422625 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84ee0e9-42f5-42ac-95e5-12eba1845cf8 None None] The sync data for ids ['3be48c77-9a12-45ee-833d-c80ac7edd81b'] in n-d-789963-23 is: [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:20:32Z', 'revision_number': 4, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '159ed756-f874-48d1-af98-329369fe085a', 'name': '', 'network_id': 'c6b33262-9ad4-4433-aebc-488081184c4b', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'mac_address': 'fa:16:3e:96:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:30Z', 'updated_at': '2021-12-09T22:20:39Z', 'revision_number': 5, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'subnets': [{'id': '7c5dc8bb-cfc3-4f34-a365-74007fcfaed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:21:15.426386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39153cdd-81ec-4a12-8608-de9753dd9b4b req-8c7bb7e6-b0fc-40fe-8bb1-7a821a8fe761 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 946 time: 0.1475565 Dec 09 22:21:15.536558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1794d93-d5fc-4328-961a-ac9baf52abf8 req-e256f65a-41bb-49fe-b608-759fe0e4ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:15.538800 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1794d93-d5fc-4328-961a-ac9baf52abf8 req-e256f65a-41bb-49fe-b608-759fe0e4ad64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 1098 time: 0.0806584 Dec 09 22:21:15.606336 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1794d93-d5fc-4328-961a-ac9baf52abf8 req-c6fd3ee8-e8e9-456d-8d41-6f2e992c9fd8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587916 Dec 09 22:21:15.618634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a1120-4bb3-453a-a85c-67a45f499415 req-69626146-c6e5-431d-b385-38157b579657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:15.620147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd8a1120-4bb3-453a-a85c-67a45f499415 req-69626146-c6e5-431d-b385-38157b579657 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6b33262-9ad4-4433-aebc-488081184c4b HTTP/1.1" status: 200 len: 929 time: 0.1918240 Dec 09 22:21:15.646269 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39153cdd-81ec-4a12-8608-de9753dd9b4b req-c33ad729-308c-4946-a4fc-49d3cf3f0b85 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189040 Dec 09 22:21:15.667340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec86dec-97e4-4002-a128-8933eef4f898 req-63601aaf-e3db-45f1-b5c5-14ba21206aaa tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:15.669430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ec86dec-97e4-4002-a128-8933eef4f898 req-63601aaf-e3db-45f1-b5c5-14ba21206aaa tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1350567 Dec 09 22:21:15.671457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156332c-ee51-4c6f-b4ae-3a3b6ceafb60 req-64e6ca61-a2da-48a2-ae03-ae7be0973886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:15.673005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9156332c-ee51-4c6f-b4ae-3a3b6ceafb60 req-64e6ca61-a2da-48a2-ae03-ae7be0973886 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb037f88-eff2-4d25-91f4-d5dd0e94cd1b HTTP/1.1" status: 200 len: 1097 time: 0.1397486 Dec 09 22:21:15.764513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b279e-a3f1-4ae0-b222-b0fb701ff435 None None] New status for floating IP 7594e814-85dc-4493-99c2-bfa2cd2a6cdc: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:21:15.812738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9156332c-ee51-4c6f-b4ae-3a3b6ceafb60 req-7483e37f-f23d-4e08-a0d4-b89754923daa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117287 Dec 09 22:21:15.816406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-a072e7ee-cc99-4266-bce4-98d01476ca50 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips/7594e814-85dc-4493-99c2-bfa2cd2a6cdc HTTP/1.1" status: 200 len: 695 time: 0.0722234 Dec 09 22:21:15.820035 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ec86dec-97e4-4002-a128-8933eef4f898 req-14eae9c2-d964-404a-9d7d-9af2577b005e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414397 Dec 09 22:21:15.865649 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd8a1120-4bb3-453a-a85c-67a45f499415 req-f8d98f3c-edcb-4c77-bd88-3cc6f55dd8f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e HTTP/1.1" status: 200 len: 217 time: 0.0446494 Dec 09 22:21:16.019672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a1120-4bb3-453a-a85c-67a45f499415 req-11ddbee2-3e5c-464b-a6f4-b526e841838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:16.021124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd8a1120-4bb3-453a-a85c-67a45f499415 req-11ddbee2-3e5c-464b-a6f4-b526e841838a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c5dc8bb-cfc3-4f34-a365-74007fcfaed2 HTTP/1.1" status: 200 len: 867 time: 0.1435184 Dec 09 22:21:16.051841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd12b7-4d06-47b5-bd94-300fd8b11985 req-80b989df-990a-47a9-9c66-23f60a449799 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:16.053256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6bd12b7-4d06-47b5-bd94-300fd8b11985 req-80b989df-990a-47a9-9c66-23f60a449799 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1547694 Dec 09 22:21:16.069182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-172b6a66-929b-41e0-9445-a866dc3300c9 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:16.070698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-172b6a66-929b-41e0-9445-a866dc3300c9 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2079206 Dec 09 22:21:16.172077 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-7c8c8aa9-78fb-4980-a7e8-abe12b306566 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0825639 Dec 09 22:21:16.176921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a1120-4bb3-453a-a85c-67a45f499415 req-c66d2997-dfaa-4953-bd9a-6a3e6697414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:16.179978 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd8a1120-4bb3-453a-a85c-67a45f499415 req-c66d2997-dfaa-4953-bd9a-6a3e6697414b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6b33262-9ad4-4433-aebc-488081184c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343255 Dec 09 22:21:16.252808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6bd12b7-4d06-47b5-bd94-300fd8b11985 req-4cc6ad31-17d0-48b8-ac0b-0e71b6773a51 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810658 Dec 09 22:21:16.267840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-ce82ac7f-1fee-486d-a701-f697d5106237 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0794935 Dec 09 22:21:16.455758 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd8a1120-4bb3-453a-a85c-67a45f499415 req-008887e4-f916-46ad-9493-43c8ffb1623c service neutron] 10.222.0.42 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656276 Dec 09 22:21:16.465811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e370fb37-61d4-4b90-92a6-5efd426db375 req-ce41b553-a9ba-4c52-a9d4-24a2ee808537 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/315f87b4-1d54-43e4-a1df-cd411e24a374 HTTP/1.1" status: 200 len: 1821 time: 0.1575778 Dec 09 22:21:16.582054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-44c8a9d9-a904-4bb7-aa01-5dc32ff33199 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Deleting port 0f09b669-27fe-446b-a371-e9fff3b3f243 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:21:16.582392 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-44c8a9d9-a904-4bb7-aa01-5dc32ff33199 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:16.636811 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e370fb37-61d4-4b90-92a6-5efd426db375 req-22a83340-74c3-41b6-a0b0-85f021485af1 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:16.679629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd8a1120-4bb3-453a-a85c-67a45f499415 req-eb4bcd04-11c6-4b8d-b8fa-01478bde4de9 service neutron] 10.222.0.42 "GET /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128732 Dec 09 22:21:16.699673 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e370fb37-61d4-4b90-92a6-5efd426db375 req-22a83340-74c3-41b6-a0b0-85f021485af1 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:16.749626 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-44c8a9d9-a904-4bb7-aa01-5dc32ff33199 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:16.749626 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-44c8a9d9-a904-4bb7-aa01-5dc32ff33199 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:16.778360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-44c8a9d9-a904-4bb7-aa01-5dc32ff33199 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Calling delete_port for 0f09b669-27fe-446b-a371-e9fff3b3f243 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:21:16.870238 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e370fb37-61d4-4b90-92a6-5efd426db375 req-22a83340-74c3-41b6-a0b0-85f021485af1 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:16.873147 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e370fb37-61d4-4b90-92a6-5efd426db375 req-22a83340-74c3-41b6-a0b0-85f021485af1 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:16.875053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e370fb37-61d4-4b90-92a6-5efd426db375 req-22a83340-74c3-41b6-a0b0-85f021485af1 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "DELETE /v2.0/security-groups/315f87b4-1d54-43e4-a1df-cd411e24a374 HTTP/1.1" status: 204 len: 173 time: 0.3978786 Dec 09 22:21:16.899124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a83340-74c3-41b6-a0b0-85f021485af1 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=315f87b4-1d54-43e4-a1df-cd411e24a374,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:16.970757 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-44c8a9d9-a904-4bb7-aa01-5dc32ff33199 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:17.004799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8a9d9-a904-4bb7-aa01-5dc32ff33199 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Pushing event deleted for resources: {'Port': ['ID=0f09b669-27fe-446b-a371-e9fff3b3f243,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:17.102870 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-44c8a9d9-a904-4bb7-aa01-5dc32ff33199 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:17.106243 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-44c8a9d9-a904-4bb7-aa01-5dc32ff33199 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:17.107313 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd8f972d-6fd3-46d3-b8ff-b45040a50005 req-44c8a9d9-a904-4bb7-aa01-5dc32ff33199 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "DELETE /v2.0/floatingips/7594e814-85dc-4493-99c2-bfa2cd2a6cdc HTTP/1.1" status: 204 len: 173 time: 0.8337028 Dec 09 22:21:17.183126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b8328-efe7-4107-b15e-fead3ce7e3ff req-22285c66-0382-416e-95e0-7948286df797 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:17.185365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-998b8328-efe7-4107-b15e-fead3ce7e3ff req-22285c66-0382-416e-95e0-7948286df797 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 946 time: 0.0911291 Dec 09 22:21:17.189625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30b97648-1194-4572-adb9-7204e2e598f5 req-da4a2556-cde9-4962-8b5a-af014e6af6b6 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/0beb3bbc-2fa6-4c12-bc04-c34852939442 HTTP/1.1" status: 200 len: 1821 time: 0.0628991 Dec 09 22:21:17.268338 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-998b8328-efe7-4107-b15e-fead3ce7e3ff req-3c7448d7-1795-4b59-a471-2e7239351db4 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762014 Dec 09 22:21:17.298157 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-30b97648-1194-4572-adb9-7204e2e598f5 req-61833c94-128f-43ca-a5d4-eada36c88395 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:17.331689 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-30b97648-1194-4572-adb9-7204e2e598f5 req-61833c94-128f-43ca-a5d4-eada36c88395 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:17.392855 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-30b97648-1194-4572-adb9-7204e2e598f5 req-61833c94-128f-43ca-a5d4-eada36c88395 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:17.395944 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-30b97648-1194-4572-adb9-7204e2e598f5 req-61833c94-128f-43ca-a5d4-eada36c88395 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:17.397082 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30b97648-1194-4572-adb9-7204e2e598f5 req-61833c94-128f-43ca-a5d4-eada36c88395 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "DELETE /v2.0/security-groups/0beb3bbc-2fa6-4c12-bc04-c34852939442 HTTP/1.1" status: 204 len: 173 time: 0.1987190 Dec 09 22:21:17.433430 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61833c94-128f-43ca-a5d4-eada36c88395 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beb3bbc-2fa6-4c12-bc04-c34852939442,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:17.458681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8096c-4d06-4c56-a497-eefdd2c84c3e req-1ac008b3-6c32-4d0d-aaf6-d88c4e480991 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:17.460508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dba8096c-4d06-4c56-a497-eefdd2c84c3e req-1ac008b3-6c32-4d0d-aaf6-d88c4e480991 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.0625265 Dec 09 22:21:17.545054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a3b0b-ab85-4ac1-b4c9-ee4e39718761 req-5641e0f9-e9cc-4b63-ba0f-f49219a653af tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:17.546550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f57a3b0b-ab85-4ac1-b4c9-ee4e39718761 req-5641e0f9-e9cc-4b63-ba0f-f49219a653af tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.0850883 Dec 09 22:21:17.555140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dba8096c-4d06-4c56-a497-eefdd2c84c3e req-50a65fec-21ad-4582-82df-2170645ff80c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847995 Dec 09 22:21:17.601306 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f57a3b0b-ab85-4ac1-b4c9-ee4e39718761 req-7ffa78ce-f632-4cf0-b2b8-33f8458ef8b9 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452113 Dec 09 22:21:17.710683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-e988dd0d-fbda-47b0-a735-8b5df12a0768 req-de83a8c8-847e-43c3-bc79-a9b05953856e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:21:17.711644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e988dd0d-fbda-47b0-a735-8b5df12a0768 req-de83a8c8-847e-43c3-bc79-a9b05953856e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069447 Dec 09 22:21:17.734921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5976595-2dfd-4f41-93ef-4d4cc3caf053 req-a45a46e8-417a-4162-b4be-7147b96de3bf tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:17.736387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5976595-2dfd-4f41-93ef-4d4cc3caf053 req-a45a46e8-417a-4162-b4be-7147b96de3bf tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0617704 Dec 09 22:21:17.782404 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5976595-2dfd-4f41-93ef-4d4cc3caf053 req-8ed8dea9-45b2-4eb3-bd2a-f6eb600c2dd0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0395505 Dec 09 22:21:17.842318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17e86d08-ec7b-4da7-a89f-47e3528cb051 req-a4ceb683-24c1-4c95-8804-b4515281227e tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/8d777465-72da-4178-bbab-992a1d373386 HTTP/1.1" status: 200 len: 2420 time: 0.0460241 Dec 09 22:21:17.956207 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-a1f9d7b1-3e9d-4051-a708-1cd9f1f53a1d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0559425 Dec 09 22:21:17.957984 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-17e86d08-ec7b-4da7-a89f-47e3528cb051 req-f65c5ca2-0691-4390-b736-37594c3eb973 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:18.032932 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-17e86d08-ec7b-4da7-a89f-47e3528cb051 req-f65c5ca2-0691-4390-b736-37594c3eb973 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:18.128313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad2df-6ae9-4c65-ba47-350d69f58f41 req-1b940f1d-7132-4d3c-9fc4-fcd77ae65533 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:18.136700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91bad2df-6ae9-4c65-ba47-350d69f58f41 req-1b940f1d-7132-4d3c-9fc4-fcd77ae65533 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb037f88-eff2-4d25-91f4-d5dd0e94cd1b HTTP/1.1" status: 200 len: 945 time: 0.1602080 Dec 09 22:21:18.202842 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-17e86d08-ec7b-4da7-a89f-47e3528cb051 req-f65c5ca2-0691-4390-b736-37594c3eb973 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:18.205569 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-17e86d08-ec7b-4da7-a89f-47e3528cb051 req-f65c5ca2-0691-4390-b736-37594c3eb973 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:18.230763 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17e86d08-ec7b-4da7-a89f-47e3528cb051 req-f65c5ca2-0691-4390-b736-37594c3eb973 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "DELETE /v2.0/security-groups/8d777465-72da-4178-bbab-992a1d373386 HTTP/1.1" status: 204 len: 173 time: 0.3715296 Dec 09 22:21:18.308426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56062) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:18.325362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c5ca2-0691-4390-b736-37594c3eb973 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d777465-72da-4178-bbab-992a1d373386,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:18.330809 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ff3c3d1-efb1-4a5b-9a5a-672f6b301bae req-1cf324c0-5cc2-41eb-a0ea-6f9cced15174 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0830636 Dec 09 22:21:18.357600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91bad2df-6ae9-4c65-ba47-350d69f58f41 req-8bed00b9-c081-4ab9-8fc7-61dc8088d59a tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080326 Dec 09 22:21:18.589947 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-414eabe0-d7e7-413a-929c-016236845f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:18.688297 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-414eabe0-d7e7-413a-929c-016236845f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:18.692412 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-414eabe0-d7e7-413a-929c-016236845f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:18.743386 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-414eabe0-d7e7-413a-929c-016236845f96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69df916cf1e34b6db5eeb4d25f3537dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337568 Dec 09 22:21:18.744791 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414eabe0-d7e7-413a-929c-016236845f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200a917d-f5df-4012-a3b4-c28df5d2485e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:18.747361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:18.845878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d945130-229d-4439-8ce1-9da10c550463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:18.875331 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d945130-229d-4439-8ce1-9da10c550463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:18.880483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f627cf2-b6e7-447e-adad-aea9c5c1b0ef req-da18be95-7d01-4815-8fc7-284cbb88d4bd tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "GET /v2.0/security-groups/3bd92e5c-4c33-45d5-a9c3-d3bb07cfa299 HTTP/1.1" status: 200 len: 2412 time: 0.4198048 Dec 09 22:21:18.894889 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3ff94-1202-47be-8118-8979ffe0c5d8 req-0d13d815-4a45-4034-a0b8-90d92da43cd6 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:18.896423 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eb3ff94-1202-47be-8118-8979ffe0c5d8 req-0d13d815-4a45-4034-a0b8-90d92da43cd6 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.4690497 Dec 09 22:21:18.973357 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d945130-229d-4439-8ce1-9da10c550463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:18.977038 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d945130-229d-4439-8ce1-9da10c550463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:18.979955 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5d945130-229d-4439-8ce1-9da10c550463 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/200a917d-f5df-4012-a3b4-c28df5d2485e HTTP/1.1" status: 204 len: 168 time: 0.2289405 Dec 09 22:21:18.989756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d945130-229d-4439-8ce1-9da10c550463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200a917d-f5df-4012-a3b4-c28df5d2485e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:18.992556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eb3ff94-1202-47be-8118-8979ffe0c5d8 req-d282656f-7ab6-4191-ac5b-fcc94c3b1272 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871019 Dec 09 22:21:19.011963 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4f627cf2-b6e7-447e-adad-aea9c5c1b0ef req-f2aef585-507b-4dda-b334-278755097432 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:19.065577 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4f627cf2-b6e7-447e-adad-aea9c5c1b0ef req-f2aef585-507b-4dda-b334-278755097432 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:19.140063 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4f627cf2-b6e7-447e-adad-aea9c5c1b0ef req-f2aef585-507b-4dda-b334-278755097432 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:19.144300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4f627cf2-b6e7-447e-adad-aea9c5c1b0ef req-f2aef585-507b-4dda-b334-278755097432 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:19.152966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56086) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:19.158667 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f627cf2-b6e7-447e-adad-aea9c5c1b0ef req-f2aef585-507b-4dda-b334-278755097432 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] 10.222.0.16 "DELETE /v2.0/security-groups/3bd92e5c-4c33-45d5-a9c3-d3bb07cfa299 HTTP/1.1" status: 204 len: 173 time: 0.2373431 Dec 09 22:21:19.207268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aef585-507b-4dda-b334-278755097432 tempest-SecurityGroupRulesTestJSON-480723562 tempest-SecurityGroupRulesTestJSON-480723562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd92e5c-4c33-45d5-a9c3-d3bb07cfa299,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:19.282853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd824f3-b77d-4de6-acd3-6061d0d18f5f admin admin] Deleting subnet 033d05ff-4823-4e63-baa0-11faeece8a26 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:21:19.286887 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-edd824f3-b77d-4de6-acd3-6061d0d18f5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:19.354105 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-edd824f3-b77d-4de6-acd3-6061d0d18f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:19.398562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a5044-4b8d-4e07-8781-525150779fcd req-32e4e055-bc9e-4164-a198-4ff8366f1154 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:19.406355 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-323a5044-4b8d-4e07-8781-525150779fcd req-32e4e055-bc9e-4164-a198-4ff8366f1154 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1255183 Dec 09 22:21:19.414377 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-edd824f3-b77d-4de6-acd3-6061d0d18f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:19.501315 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-edd824f3-b77d-4de6-acd3-6061d0d18f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:19.504043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-323a5044-4b8d-4e07-8781-525150779fcd req-10bd0458-f203-49f8-8200-a3105eca8886 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939579 Dec 09 22:21:19.595223 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-edd824f3-b77d-4de6-acd3-6061d0d18f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:19.607203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56102) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:19.608033 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-edd824f3-b77d-4de6-acd3-6061d0d18f5f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/033d05ff-4823-4e63-baa0-11faeece8a26 HTTP/1.1" status: 204 len: 168 time: 0.4537416 Dec 09 22:21:19.609406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd824f3-b77d-4de6-acd3-6061d0d18f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033d05ff-4823-4e63-baa0-11faeece8a26,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:19.671413 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4783d-b923-487e-9971-4f6766b6f53e req-e1b91372-cc3e-476e-a2f0-30372efb1886 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:19.679153 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1eb4783d-b923-487e-9971-4f6766b6f53e req-e1b91372-cc3e-476e-a2f0-30372efb1886 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 946 time: 0.1148844 Dec 09 22:21:19.786468 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:19.820982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ce1f-c329-49b4-b50e-aca194101894 req-2e3f2fa7-2bda-4515-9c88-d8ad2cf32492 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:19.823191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-38a4ce1f-c329-49b4-b50e-aca194101894 req-2e3f2fa7-2bda-4515-9c88-d8ad2cf32492 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 946 time: 0.0995030 Dec 09 22:21:19.874855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1eb4783d-b923-487e-9971-4f6766b6f53e req-5e398693-4e49-449f-9c15-2b8f295b5907 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523936 Dec 09 22:21:19.951461 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:19.968247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-38a4ce1f-c329-49b4-b50e-aca194101894 req-996dd975-5861-4d8b-a6d7-35bb3401474e tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368237 Dec 09 22:21:19.986282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ee6c78-22da-4de8-a54a-0839ec45b5e9']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:20.009224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67fb329-7e31-4fb2-baaa-408f26a8dde4') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:20.009553 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67fb329-7e31-4fb2-baaa-408f26a8dde4') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:20.020196 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:20.046399 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:20.064214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:21:20.064516 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:21:20.068178 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:21:20.228153 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:20.228949 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:20.233104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] 10.222.0.16 "DELETE /v2.0/networks/14ee6c78-22da-4de8-a54a-0839ec45b5e9 HTTP/1.1" status: 204 len: 168 time: 0.6230428 Dec 09 22:21:20.260424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf88777-de95-48bf-8d90-9e08878f9126 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ee6c78-22da-4de8-a54a-0839ec45b5e9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:20.303280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f1c6b-91c9-4c42-ba16-28155ddc1fe8 req-845484ec-312a-4642-923e-3875751c4bb9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:20.304842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d4f1c6b-91c9-4c42-ba16-28155ddc1fe8 req-845484ec-312a-4642-923e-3875751c4bb9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1394329 Dec 09 22:21:20.310018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-29a45e55-6367-4e9c-bb85-c33c3c489e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:20.311396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-29a45e55-6367-4e9c-bb85-c33c3c489e2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 1102 time: 0.1328709 Dec 09 22:21:20.363617 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b31709-f93c-424d-a2f7-728c8c88a658 req-51a5ce15-6e3d-4e90-8a9c-9c3622ef37fe tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:20.365150 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3b31709-f93c-424d-a2f7-728c8c88a658 req-51a5ce15-6e3d-4e90-8a9c-9c3622ef37fe tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1320610 Dec 09 22:21:20.456164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56124) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:20.474313 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d4f1c6b-91c9-4c42-ba16-28155ddc1fe8 req-de04e205-6657-4284-864d-e6647d7065eb tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619010 Dec 09 22:21:20.497134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3b31709-f93c-424d-a2f7-728c8c88a658 req-ce7a5026-3472-45e8-945f-154ac4c16c18 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142435 Dec 09 22:21:20.507532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-c94d5e89-1fb4-4e25-84af-2c6dfeb9e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:20.509316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-c94d5e89-1fb4-4e25-84af-2c6dfeb9e79e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1862133 Dec 09 22:21:20.572399 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c8d7dc83-f2d3-4f4c-b96e-7ccdefdce61b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=901948972c4141079fb917f33fa4cb43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1115472 Dec 09 22:21:20.575353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56132) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:20.580456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-18f1e316-538c-4c12-9eb9-ca116bdfa46b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 217 time: 0.0581954 Dec 09 22:21:20.636121 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-714776c8-624b-4b3c-a213-efede8554ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:20.656379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-ad4d7f73-f4a5-403f-9503-3f24fc6f95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:20.657921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-ad4d7f73-f4a5-403f-9503-3f24fc6f95bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0571446 Dec 09 22:21:20.675652 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-714776c8-624b-4b3c-a213-efede8554ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:20.714345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-c809adeb-076b-43ac-8789-265fce6ecede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:20.716146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-c809adeb-076b-43ac-8789-265fce6ecede service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504143 Dec 09 22:21:20.756458 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-714776c8-624b-4b3c-a213-efede8554ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:20.761915 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-714776c8-624b-4b3c-a213-efede8554ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:20.770094 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-714776c8-624b-4b3c-a213-efede8554ec3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1d1f996-73d5-4553-98c5-e0fb7298e6c4 HTTP/1.1" status: 204 len: 168 time: 0.1900694 Dec 09 22:21:20.788882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714776c8-624b-4b3c-a213-efede8554ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d1f996-73d5-4553-98c5-e0fb7298e6c4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:20.906770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16c891-fb65-4fed-952a-88367700948f req-84ee8bb7-ac0e-4d3e-832c-d7980122a655 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:20.912983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16c891-fb65-4fed-952a-88367700948f req-84ee8bb7-ac0e-4d3e-832c-d7980122a655 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:20.919238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16c891-fb65-4fed-952a-88367700948f req-84ee8bb7-ac0e-4d3e-832c-d7980122a655 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:20.927260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce16c891-fb65-4fed-952a-88367700948f req-84ee8bb7-ac0e-4d3e-832c-d7980122a655 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6&device_id=fb037f88-eff2-4d25-91f4-d5dd0e94cd1b&device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 2418 time: 0.0911925 Dec 09 22:21:20.954610 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-6e5dbff2-f7b7-419c-8e8d-991971d6bc8d service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243345 Dec 09 22:21:20.988636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c46ff-5413-4f17-9062-a3279bd5e57a req-a9a82864-46eb-4f6a-8f60-b8f493d41f56 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:20.996775 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-646c46ff-5413-4f17-9062-a3279bd5e57a req-a9a82864-46eb-4f6a-8f60-b8f493d41f56 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.42 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 946 time: 0.1172402 Dec 09 22:21:21.011701 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce16c891-fb65-4fed-952a-88367700948f req-b1711652-c645-45dc-b1a6-d507251e21f4 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831714 Dec 09 22:21:21.151757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-773e009f-0dc4-415c-ade9-5b0d25920612 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843762 Dec 09 22:21:21.172619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-646c46ff-5413-4f17-9062-a3279bd5e57a req-6557fb28-c8e6-477a-acde-d9b502b21dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Deleting port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:21:21.172968 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-646c46ff-5413-4f17-9062-a3279bd5e57a req-6557fb28-c8e6-477a-acde-d9b502b21dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:21.189076 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398b21-5746-4ea0-ab5f-610a85f696ba req-e49bae9c-f661-4f28-b72f-01ce8d709446 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:21.208830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1398b21-5746-4ea0-ab5f-610a85f696ba req-e49bae9c-f661-4f28-b72f-01ce8d709446 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1300745 Dec 09 22:21:21.295957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1398b21-5746-4ea0-ab5f-610a85f696ba req-5088bb81-4725-402a-a835-fdb35e2dc497 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846853 Dec 09 22:21:21.362348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-646c46ff-5413-4f17-9062-a3279bd5e57a req-6557fb28-c8e6-477a-acde-d9b502b21dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] For port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e,segment=NetworkSegment(67f6f6b1-89bc-4400-9964-2d9b037b32dd),segment_id=67f6f6b1-89bc-4400-9964-2d9b037b32dd)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:21.362847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-646c46ff-5413-4f17-9062-a3279bd5e57a req-6557fb28-c8e6-477a-acde-d9b502b21dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:21.403569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-646c46ff-5413-4f17-9062-a3279bd5e57a req-6557fb28-c8e6-477a-acde-d9b502b21dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Calling delete_port for b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:21:21.493767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e065077-6f58-490f-b90d-1d9969ff9f39 req-0e09d2d2-5223-4e1a-9bc3-0e2493c06962 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:21.498162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e065077-6f58-490f-b90d-1d9969ff9f39 req-0e09d2d2-5223-4e1a-9bc3-0e2493c06962 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/ports?device_id=3110cdd0-b160-4a6a-b0a1-27a406e62bee HTTP/1.1" status: 200 len: 946 time: 0.0783272 Dec 09 22:21:21.549709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e065077-6f58-490f-b90d-1d9969ff9f39 req-6f7a72ce-b550-40e8-b619-499966052f2d tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472398 Dec 09 22:21:21.616780 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-646c46ff-5413-4f17-9062-a3279bd5e57a req-6557fb28-c8e6-477a-acde-d9b502b21dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:21.629818 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:21:21.676366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557fb28-c8e6-477a-acde-d9b502b21dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Pushing event deleted for resources: {'Port': ['ID=b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:21.733621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-646c46ff-5413-4f17-9062-a3279bd5e57a req-6557fb28-c8e6-477a-acde-d9b502b21dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] No DVR routers for this DVR port b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:21:21.736582 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-646c46ff-5413-4f17-9062-a3279bd5e57a req-6557fb28-c8e6-477a-acde-d9b502b21dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:21.740156 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-646c46ff-5413-4f17-9062-a3279bd5e57a req-6557fb28-c8e6-477a-acde-d9b502b21dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339 tempest-FloatingIPsAssociationNegativeTestJSON-1062987339-project] 10.222.0.42 "DELETE /v2.0/ports/b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e HTTP/1.1" status: 204 len: 173 time: 0.7365797 Dec 09 22:21:21.740604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'name': 'network-vif-deleted', 'tag': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:21.743258 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fde017-2bdf-4fd2-ac4c-678821e64c1f" -d '{"events": [{"server_uuid": "3110cdd0-b160-4a6a-b0a1-27a406e62bee", "name": "network-vif-deleted", "tag": "b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:21.817506 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cd74a-c2dc-4f4e-b03e-08d625cada46 req-352bbc29-14d4-4c97-9dae-6f0397cbb7d1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:21.819131 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a7cd74a-c2dc-4f4e-b03e-08d625cada46 req-352bbc29-14d4-4c97-9dae-6f0397cbb7d1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1321869 Dec 09 22:21:21.833725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d484942-2888-4ec8-a384-6b34eaad17a9 req-6ebf5cac-4e08-43fd-a8e0-e2bb6900eb36 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:21.836608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d484942-2888-4ec8-a384-6b34eaad17a9 req-6ebf5cac-4e08-43fd-a8e0-e2bb6900eb36 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 946 time: 0.1711590 Dec 09 22:21:21.938319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d484942-2888-4ec8-a384-6b34eaad17a9 req-442f0a0b-aea3-47fa-a123-643bbba643d3 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938485 Dec 09 22:21:21.946124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a7cd74a-c2dc-4f4e-b03e-08d625cada46 req-2aca3950-5ae8-498a-b782-fc9ab78db6fd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082475 Dec 09 22:21:22.005484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56174) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:22.014064 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc3c462-647b-4cfd-95bc-4041891b078d x-openstack-request-id: req-0dc3c462-647b-4cfd-95bc-4041891b078d {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:22.015280 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3110cdd0-b160-4a6a-b0a1-27a406e62bee", "name": "network-vif-deleted", "tag": "b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:22.015928 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0dc3c462-647b-4cfd-95bc-4041891b078d {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:22.016674 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3110cdd0-b160-4a6a-b0a1-27a406e62bee', 'name': 'network-vif-deleted', 'tag': 'b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e', 'status': 'completed', 'code': 200} Dec 09 22:21:22.211144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-375548064-network', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:22.242428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Made reservation on behalf of 61742109b4ee4c3fabfcc53ff5b2b187 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:22.246148 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:22.273325 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:22.331733 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:22.466623 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:22.473031 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:22.512960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:21:22.525260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd7132-9c3f-4252-97f8-289f98fa652f req-84c6279f-34a5-44cb-bb35-d22af758ead4 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:22.536184 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:22.536815 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Added segment 6dac18df-41fc-4a43-a0af-e6e531e84baa of type vlan for network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 Dec 09 22:21:22.537453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64fd7132-9c3f-4252-97f8-289f98fa652f req-84c6279f-34a5-44cb-bb35-d22af758ead4 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.0985868 Dec 09 22:21:22.539142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33bef77-4a2c-4974-9f1b-3119d6155b36,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:22.604742 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64fd7132-9c3f-4252-97f8-289f98fa652f req-e6f29e87-1127-4514-8b2a-afd4bb74eb40 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663590 Dec 09 22:21:22.607958 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:22.644476 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:22.646292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:22.647715 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:22.701698 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6947553 Dec 09 22:21:22.704713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56198) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:22.711449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d524ba80-d2e0-4bdd-b654-9ff6c9c80ec8 admin admin] Request body: {'subnet': {'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-375548064-subnet', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:22.713516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56200) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:22.749392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468795ad-c02b-41ce-979e-13c15cdb5ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=7f371dad-8b8f-4f53-8049-9687e7fd54a6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:22.761242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:21:22.767093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d524ba80-d2e0-4bdd-b654-9ff6c9c80ec8 admin admin] Made reservation on behalf of 61742109b4ee4c3fabfcc53ff5b2b187 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:22.770034 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d524ba80-d2e0-4bdd-b654-9ff6c9c80ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:23.049708 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d524ba80-d2e0-4bdd-b654-9ff6c9c80ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:23.127848 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524ba80-d2e0-4bdd-b654-9ff6c9c80ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e024a805-2b55-4c85-90ee-c3e9b44a4370,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:23.143702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d524ba80-d2e0-4bdd-b654-9ff6c9c80ec8 admin admin] Checking segment: {'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:23.143702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524ba80-d2e0-4bdd-b654-9ff6c9c80ec8 admin admin] Network hostable DHCP agents. Network: 7f371dad-8b8f-4f53-8049-9687e7fd54a6, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:21:23.156442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524ba80-d2e0-4bdd-b654-9ff6c9c80ec8 admin admin] Network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:21:23.169737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d524ba80-d2e0-4bdd-b654-9ff6c9c80ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 7f371dad-8b8f-4f53-8049-9687e7fd54a6) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:23.175423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d524ba80-d2e0-4bdd-b654-9ff6c9c80ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:23.176044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d524ba80-d2e0-4bdd-b654-9ff6c9c80ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:23.182899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c256cc-0e3a-45ed-848d-0cb7b631e5d2 None None] Network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:21:23.214145 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d524ba80-d2e0-4bdd-b654-9ff6c9c80ec8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5081210 Dec 09 22:21:23.216819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56210) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:23.227748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:23.283070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:23.284057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:23.350532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64c8b-20a3-4177-9b2e-308717b7eaa9 req-42f69d96-ebbb-4cec-8b56-d7a5232519fc tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:23.352535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9b64c8b-20a3-4177-9b2e-308717b7eaa9 req-42f69d96-ebbb-4cec-8b56-d7a5232519fc tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.0943320 Dec 09 22:21:23.385125 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:23.410969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'fixed_ips': [{'subnet_id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:21:23.412919 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:23.542379 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9b64c8b-20a3-4177-9b2e-308717b7eaa9 req-4d46bae4-909d-4999-a9c3-d7d8f13794bb tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610346 Dec 09 22:21:23.548822 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35c1e891-24ce-461a-9100-d2e2d4d06eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:23.576507 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:23.759871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Allocated IP 172.20.0.2 (7f371dad-8b8f-4f53-8049-9687e7fd54a6/e024a805-2b55-4c85-90ee-c3e9b44a4370/c18f652f-e026-4b82-8c33-13937d6de958) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:23.975962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb06d54-eb7d-47d4-a5f6-93c275651395 req-2ccbd768-ffd4-49b8-b2dc-4241ad32f5d3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:23.985240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dbb06d54-eb7d-47d4-a5f6-93c275651395 req-2ccbd768-ffd4-49b8-b2dc-4241ad32f5d3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1584845 Dec 09 22:21:23.997363 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.022826 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.071978 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.086216 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.106398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dbb06d54-eb7d-47d4-a5f6-93c275651395 req-feb044fe-aafc-41de-93c0-3d1393d9cfa9 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198890 Dec 09 22:21:24.145196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:24.149151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:24.158431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:24.180170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Pushing event updated for resources: {'Port': ['ID=c18f652f-e026-4b82-8c33-13937d6de958,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:24.236435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-35c1e891-24ce-461a-9100-d2e2d4d06eee admin admin] Deleting port 159ed756-f874-48d1-af98-329369fe085a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:21:24.236435 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35c1e891-24ce-461a-9100-d2e2d4d06eee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.239007 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Allocated IP 172.25.8.148 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/03c20d0c-f918-4c2d-a5e4-e65592fc2d32) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:24.307728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Attempting to bind port c18f652f-e026-4b82-8c33-13937d6de958 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:24.308130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Attempting to bind port c18f652f-e026-4b82-8c33-13937d6de958 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:24.308540 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Attempting to bind port c18f652f-e026-4b82-8c33-13937d6de958 on network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:24.314738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:24.315125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Checking segment: {'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:24.315533 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.315953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Bound using segment: {'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:24.316517 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Bound port: c18f652f-e026-4b82-8c33-13937d6de958, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:24.316994 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.403848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-35c1e891-24ce-461a-9100-d2e2d4d06eee admin admin] For port 159ed756-f874-48d1-af98-329369fe085a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=159ed756-f874-48d1-af98-329369fe085a,segment=NetworkSegment(67f6f6b1-89bc-4400-9964-2d9b037b32dd),segment_id=67f6f6b1-89bc-4400-9964-2d9b037b32dd)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:24.404564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35c1e891-24ce-461a-9100-d2e2d4d06eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.416307 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e706-0269-49a3-b80e-920b568e762b req-f6f0f4fc-e848-4b62-b804-4076a46d7421 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:24.417943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68a2e706-0269-49a3-b80e-920b568e762b req-f6f0f4fc-e848-4b62-b804-4076a46d7421 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1032050 Dec 09 22:21:24.418887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] For port c18f652f-e026-4b82-8c33-13937d6de958, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:24.423326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] For port c18f652f-e026-4b82-8c33-13937d6de958, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c18f652f-e026-4b82-8c33-13937d6de958,segment=NetworkSegment(6dac18df-41fc-4a43-a0af-e6e531e84baa),segment_id=6dac18df-41fc-4a43-a0af-e6e531e84baa)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:24.431258 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.434321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-35c1e891-24ce-461a-9100-d2e2d4d06eee admin admin] Calling delete_port for 159ed756-f874-48d1-af98-329369fe085a owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:21:24.498999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.520732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc68d1-89ec-4da0-8822-ef64aa645f0e None None] Pushing event updated for resources: {'Port': ['ID=c18f652f-e026-4b82-8c33-13937d6de958,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:24.567812 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.585314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68a2e706-0269-49a3-b80e-920b568e762b req-3eed1d42-3ec9-425f-87c7-2d993d386450 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522889 Dec 09 22:21:24.632116 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:24.636260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:24.641480 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:24.699961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56242) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:24.700823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Pushing event updated for resources: {'Port': ['ID=03c20d0c-f918-4c2d-a5e4-e65592fc2d32,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:24.801233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d742a71-89aa-47ea-8cd8-7ee9ce250a69 req-3ff076c2-2579-4a69-8f1c-cdc5f727a5d8 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:24.809173 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d742a71-89aa-47ea-8cd8-7ee9ce250a69 req-3ff076c2-2579-4a69-8f1c-cdc5f727a5d8 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1265192 Dec 09 22:21:24.907404 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35c1e891-24ce-461a-9100-d2e2d4d06eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.917719 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d742a71-89aa-47ea-8cd8-7ee9ce250a69 req-9291e358-d7c6-4da4-82d8-279432655e98 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924323 Dec 09 22:21:24.921878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2d1e-ac9f-44e7-bd7c-6e4da9ec6d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:24.952063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1e891-24ce-461a-9100-d2e2d4d06eee admin admin] Pushing event deleted for resources: {'Port': ['ID=159ed756-f874-48d1-af98-329369fe085a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:25.097180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:25.256538 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2d1e-ac9f-44e7-bd7c-6e4da9ec6d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:25.265062 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2d1e-ac9f-44e7-bd7c-6e4da9ec6d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:25.270528 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35c1e891-24ce-461a-9100-d2e2d4d06eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:25.289912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1996811-10bd-487f-8e58-be767237e494 req-9102d4b6-3d1d-4616-8fc4-8c91856df737 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:25.298406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1996811-10bd-487f-8e58-be767237e494 req-9102d4b6-3d1d-4616-8fc4-8c91856df737 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.0890939 Dec 09 22:21:25.348969 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c1ce2d1e-ac9f-44e7-bd7c-6e4da9ec6d7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=934054dffe964606b29baa586bf68476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6441998 Dec 09 22:21:25.355316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56250) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:25.358401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce2d1e-ac9f-44e7-bd7c-6e4da9ec6d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e95ab64-cfe0-4c87-af7d-d3287d4ef1de,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:25.439129 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:25.470811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1996811-10bd-487f-8e58-be767237e494 req-97d29a98-6af2-4ae4-9f11-03cb61a08bf2 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694756 Dec 09 22:21:25.518688 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae6b-a076-4b29-8e0d-e69b9fa2bbb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:25.634920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c18f652f-e026-4b82-8c33-13937d6de958 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:25.767006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c18f652f-e026-4b82-8c33-13937d6de958 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:25.767988 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:25.804159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:21:25.836742 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:21:25.837746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device b8d27b46-49d5-4f6d-b6f8-d5e98fa4129e not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:21:25.916164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c589d4ba-38a8-4ca9-a8a4-ca2dcd182cd5 None None] Network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:21:25.938861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:21:25.966828 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:26.034565 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae6b-a076-4b29-8e0d-e69b9fa2bbb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:26.054034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0e550215-25d5-4cbc-a504-2ad96d2f17a4 None None] Provisioning complete for port c18f652f-e026-4b82-8c33-13937d6de958 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:26.054684 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e550215-25d5-4cbc-a504-2ad96d2f17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:26.111908 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:21:26.114087 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port c18f652f-e026-4b82-8c33-13937d6de958, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c18f652f-e026-4b82-8c33-13937d6de958,segment=NetworkSegment(6dac18df-41fc-4a43-a0af-e6e531e84baa),segment_id=6dac18df-41fc-4a43-a0af-e6e531e84baa)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:26.124313 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:26.124863 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Sync routers for ids ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:21:26.153202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:26.154736 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Routers {'5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:26.156112 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-32922c8d-b6b5-4d28-8a03-0af831e388b6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9376030 Dec 09 22:21:26.159054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56260) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:26.159380 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:26.200735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faa8fb-6551-4fe5-853c-6f1ccabb579f req-ddbb1a1c-1927-45ba-b4d8-fd80c92e5418 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:26.202325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9faa8fb-6551-4fe5-853c-6f1ccabb579f req-ddbb1a1c-1927-45ba-b4d8-fd80c92e5418 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1651592 Dec 09 22:21:26.237724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=c18f652f-e026-4b82-8c33-13937d6de958,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:26.248313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717ace6-81dc-4456-816a-4952bafe82fc req-f7e2391c-10aa-4570-af9e-5656e5631b68 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:26.249927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0717ace6-81dc-4456-816a-4952bafe82fc req-f7e2391c-10aa-4570-af9e-5656e5631b68 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.2175989 Dec 09 22:21:26.266877 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae6b-a076-4b29-8e0d-e69b9fa2bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:26.269443 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae6b-a076-4b29-8e0d-e69b9fa2bbb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:26.274797 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0a0dae6b-a076-4b29-8e0d-e69b9fa2bbb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e95ab64-cfe0-4c87-af7d-d3287d4ef1de HTTP/1.1" status: 204 len: 168 time: 0.9170647 Dec 09 22:21:26.329399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dae6b-a076-4b29-8e0d-e69b9fa2bbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e95ab64-cfe0-4c87-af7d-d3287d4ef1de,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:26.395393 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Set router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:26.420209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c1e891-24ce-461a-9100-d2e2d4d06eee admin admin] Router 3be48c77-9a12-45ee-833d-c80ac7edd81b has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:21:26.451945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9faa8fb-6551-4fe5-853c-6f1ccabb579f req-03903dbf-b766-4245-a847-8a3a6296778f tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208867 Dec 09 22:21:26.464268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0717ace6-81dc-4456-816a-4952bafe82fc req-3f2f6b87-23ee-44de-8425-87d935e6e632 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016420 Dec 09 22:21:26.632277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6b551c1d-1660-44b2-894d-b8d4d217177d None None] Provisioning complete for port c18f652f-e026-4b82-8c33-13937d6de958 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:26.633196 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b551c1d-1660-44b2-894d-b8d4d217177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:26.719975 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c1e891-24ce-461a-9100-d2e2d4d06eee admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:21:26.731378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-35c1e891-24ce-461a-9100-d2e2d4d06eee admin admin] 10.222.0.16 "PUT /v2.0/routers/3be48c77-9a12-45ee-833d-c80ac7edd81b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0164740 Dec 09 22:21:26.733044 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:21:24Z', 'revision_number': 3, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:26.736997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56268) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:26.767706 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Checking router: 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:21:26.768054 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Updating router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 port 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:21:26.787610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c8d9b-285d-4e44-8625-b9526b405cc5 None None] Sync routers for ids ['3be48c77-9a12-45ee-833d-c80ac7edd81b'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:21:26.804126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad648f35-f22b-4e4a-a75f-a72479268654 req-4003bdd0-026d-493c-a647-ddea10c7afd3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:26.812908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad648f35-f22b-4e4a-a75f-a72479268654 req-4003bdd0-026d-493c-a647-ddea10c7afd3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1309695 Dec 09 22:21:26.823335 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:26.880930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c8d9b-285d-4e44-8625-b9526b405cc5 None None] Routers {'3be48c77-9a12-45ee-833d-c80ac7edd81b'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:26.882100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f42c8d9b-285d-4e44-8625-b9526b405cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3be48c77-9a12-45ee-833d-c80ac7edd81b'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:26.957617 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad648f35-f22b-4e4a-a75f-a72479268654 req-86b8881a-3283-4cda-b6ab-e0c0d7543baa tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445978 Dec 09 22:21:26.990281 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.095676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-f42c8d9b-285d-4e44-8625-b9526b405cc5 None None] Set router 3be48c77-9a12-45ee-833d-c80ac7edd81b gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:27.124574 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.224646 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.244035 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.255651 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.340616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Deleting port 2227a957-ec70-4942-92be-1f335c98687a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:21:27.340958 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.342133 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f112a-a25d-4302-b481-61a0287afb4d None None] Pushing event updated for resources: {'Port': ['ID=03c20d0c-f918-4c2d-a5e4-e65592fc2d32,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:27.386193 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Attempting to bind port 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:27.386877 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Attempting to bind port 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:27.387451 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Attempting to bind port 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:27.404605 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:27.405529 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:27.410283 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.410932 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:27.411775 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Bound port: 03c20d0c-f918-4c2d-a5e4-e65592fc2d32, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:27.414322 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.427813 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Allocated IP 172.20.0.1 (7f371dad-8b8f-4f53-8049-9687e7fd54a6/e024a805-2b55-4c85-90ee-c3e9b44a4370/41c6f748-b9b6-4ef0-9698-5c12129f1766) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:27.501687 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] For port 03c20d0c-f918-4c2d-a5e4-e65592fc2d32, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:27.507883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] For port 2227a957-ec70-4942-92be-1f335c98687a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2227a957-ec70-4942-92be-1f335c98687a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:27.508577 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.515115 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] For port 03c20d0c-f918-4c2d-a5e4-e65592fc2d32, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=03c20d0c-f918-4c2d-a5e4-e65592fc2d32,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:27.525481 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.554916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Calling delete_port for 2227a957-ec70-4942-92be-1f335c98687a owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:21:27.673560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c18f652f-e026-4b82-8c33-13937d6de958 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:27.689581 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.705819 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f112a-a25d-4302-b481-61a0287afb4d None None] Pushing event updated for resources: {'Port': ['ID=03c20d0c-f918-4c2d-a5e4-e65592fc2d32,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:27.710593 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Routers {'5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:27.719372 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:27.720187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56294) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:27.753798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c18f652f-e026-4b82-8c33-13937d6de958 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:27.754415 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.758183 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:27.814006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d78b2-7688-4bf7-8b0b-8527a68428d3 req-a9fb4b23-e70e-47b7-9df4-d1a92546b929 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:27.822398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-327d78b2-7688-4bf7-8b0b-8527a68428d3 req-a9fb4b23-e70e-47b7-9df4-d1a92546b929 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1778560 Dec 09 22:21:27.844434 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f42c8d9b-285d-4e44-8625-b9526b405cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '2227a957-ec70-4942-92be-1f335c98687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:21:24Z', 'revision_number': 5, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port': {'id': '2227a957-ec70-4942-92be-1f335c98687a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:20:27Z', 'updated_at': '2021-12-09T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:27.849656 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13563fe-a37c-48b6-a452-a498be1dbbbb req-0f57d35d-e9ee-4628-9aec-47786b8c3215 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:27.859464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b13563fe-a37c-48b6-a452-a498be1dbbbb req-0f57d35d-e9ee-4628-9aec-47786b8c3215 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.2166159 Dec 09 22:21:27.875906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-145240326-network', 'tenant_id': '42778ce0db43483cabcb3c03ecb5f8f9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:27.896639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:27.913116 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:27.916936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:27.939219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c8d9b-285d-4e44-8625-b9526b405cc5 None None] Checking router: 3be48c77-9a12-45ee-833d-c80ac7edd81b for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:21:27.961359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Pushing event updated for resources: {'Port': ['ID=41c6f748-b9b6-4ef0-9698-5c12129f1766,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:27.979888 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] Set router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:28.002703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Made reservation on behalf of 42778ce0db43483cabcb3c03ecb5f8f9 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:28.008939 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.022313 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.039691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c8d9b-285d-4e44-8625-b9526b405cc5 None None] Routers {'3be48c77-9a12-45ee-833d-c80ac7edd81b'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:28.039691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f42c8d9b-285d-4e44-8625-b9526b405cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3be48c77-9a12-45ee-833d-c80ac7edd81b'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:28.046240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b13563fe-a37c-48b6-a452-a498be1dbbbb req-3562a55e-5f54-40ba-a74e-28ac30408ebf tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856778 Dec 09 22:21:28.051214 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.108969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-327d78b2-7688-4bf7-8b0b-8527a68428d3 req-23cdf179-5c66-48d7-8bcc-f669fa37a306 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800739 Dec 09 22:21:28.274624 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.281696 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.291855 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.292456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-f42c8d9b-285d-4e44-8625-b9526b405cc5 None None] Set router 3be48c77-9a12-45ee-833d-c80ac7edd81b gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:28.335298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Pushing event deleted for resources: {'Port': ['ID=2227a957-ec70-4942-92be-1f335c98687a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:28.350261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f42c8d9b-285d-4e44-8625-b9526b405cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:21:27Z', 'revision_number': 6, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:28.356626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92568136-0dc7-4897-aa3b-8072eaa5d755 req-151b3164-0872-477e-a655-6119e1b7277f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:28.363967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92568136-0dc7-4897-aa3b-8072eaa5d755 req-151b3164-0872-477e-a655-6119e1b7277f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1093428 Dec 09 22:21:28.366941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4c2195-4bff-4c02-b307-eec760dea0cb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:28.404695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c8d9b-285d-4e44-8625-b9526b405cc5 None None] The sync data for ids ['3be48c77-9a12-45ee-833d-c80ac7edd81b'] in n-d-789963-23 is: [{'id': '3be48c77-9a12-45ee-833d-c80ac7edd81b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-732462837-router', 'tenant_id': 'e37591b60d4743218d4d1665f227390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:20:25Z', 'updated_at': '2021-12-09T22:21:27Z', 'revision_number': 6, 'project_id': 'e37591b60d4743218d4d1665f227390f', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:21:28.404902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:21:28.433621 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:21:24Z', 'revision_number': 3, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:28.435632 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.436426 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Added segment f67adf10-18a8-4f4c-9361-113ee6cf7513 of type vlan for network 560067e5-0609-41d2-9cf6-aa6d2b495b2a Dec 09 22:21:28.469756 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.473938 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b16290-1623-4524-ac03-cc1e37df7ad3 None None] The sync data for ids ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'] in n-d-789963-23 is: [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:21:24Z', 'revision_number': 3, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:21:28.514135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-04aafe9f-68b6-4dc8-8fe1-113807f9d2da None None] Provisioning complete for port 41c6f748-b9b6-4ef0-9698-5c12129f1766 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:28.516187 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04aafe9f-68b6-4dc8-8fe1-113807f9d2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.550460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.574484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-04aafe9f-68b6-4dc8-8fe1-113807f9d2da None None] Port 41c6f748-b9b6-4ef0-9698-5c12129f1766 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:21:28.609544 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.611649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:28.613635 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92568136-0dc7-4897-aa3b-8072eaa5d755 req-657f7961-ddd2-4666-a98c-41404d7f0dc0 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486365 Dec 09 22:21:28.617689 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.619987 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.620120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.639037 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.702798 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9715199 Dec 09 22:21:28.707075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56302) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:28.717347 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.717942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3be48c77-9a12-45ee-833d-c80ac7edd81b {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:21:28.735127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.738703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9eb7d566-dd88-46d2-9d84-fcb8145bac51 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3be48c77-9a12-45ee-833d-c80ac7edd81b HTTP/1.1" status: 204 len: 168 time: 1.9981494 Dec 09 22:21:28.739108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56304) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:28.740228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-58e23a11-1066-4931-845a-6ac0e5a4d527 admin admin] Request body: {'subnet': {'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-145240326-subnet', 'tenant_id': '42778ce0db43483cabcb3c03ecb5f8f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:28.748608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dae8e-0143-4e69-b84c-cf691ed7b874 admin admin] Pushing event updated for resources: {'Network': ['ID=560067e5-0609-41d2-9cf6-aa6d2b495b2a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:28.772893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 560067e5-0609-41d2-9cf6-aa6d2b495b2a details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:21:28.851469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e23a11-1066-4931-845a-6ac0e5a4d527 admin admin] Made reservation on behalf of 42778ce0db43483cabcb3c03ecb5f8f9 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:28.853615 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58e23a11-1066-4931-845a-6ac0e5a4d527 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.858384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f843e64-a035-4c58-9027-82ec81dd674c admin admin] Deleting subnet 7c5dc8bb-cfc3-4f34-a365-74007fcfaed2 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:21:28.874864 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f843e64-a035-4c58-9027-82ec81dd674c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:28.950004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f843e64-a035-4c58-9027-82ec81dd674c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:29.079299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:29.110562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:29.159443 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f843e64-a035-4c58-9027-82ec81dd674c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:29.235791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:29.256490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Pushing event updated for resources: {'Port': ['ID=41c6f748-b9b6-4ef0-9698-5c12129f1766,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:29.303940 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58e23a11-1066-4931-845a-6ac0e5a4d527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:29.324203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5ea3e-c1b6-4319-87c5-7233e2cbf7ef req-fac56f04-1066-4f19-a475-0302b085e9c5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:29.325765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10b5ea3e-c1b6-4319-87c5-7233e2cbf7ef req-fac56f04-1066-4f19-a475-0302b085e9c5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1063354 Dec 09 22:21:29.336779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488f0b4-d8e5-4d28-a893-c6e1b9f9cc80 req-5a43a6b8-fcac-4750-abf6-41ebfd86cddd tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:29.344659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1488f0b4-d8e5-4d28-a893-c6e1b9f9cc80 req-5a43a6b8-fcac-4750-abf6-41ebfd86cddd tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1471007 Dec 09 22:21:29.408561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f843e64-a035-4c58-9027-82ec81dd674c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:29.447068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e23a11-1066-4931-845a-6ac0e5a4d527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a961b3f3-c349-4ed3-9f0c-098c9d46b411,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:29.458160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f843e64-a035-4c58-9027-82ec81dd674c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5dc8bb-cfc3-4f34-a365-74007fcfaed2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:29.492118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e23a11-1066-4931-845a-6ac0e5a4d527 admin admin] Checking segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:29.492631 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e23a11-1066-4931-845a-6ac0e5a4d527 admin admin] Network hostable DHCP agents. Network: 560067e5-0609-41d2-9cf6-aa6d2b495b2a, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:21:29.496372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:29.498727 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f843e64-a035-4c58-9027-82ec81dd674c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:29.499056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:29.506343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8f843e64-a035-4c58-9027-82ec81dd674c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7c5dc8bb-cfc3-4f34-a365-74007fcfaed2 HTTP/1.1" status: 204 len: 168 time: 0.7658508 Dec 09 22:21:29.508639 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2a91d4-8e53-4f09-94a6-718d81bd61a1 None None] Network c6b33262-9ad4-4433-aebc-488081184c4b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:21:29.513125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56314) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:29.528752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10b5ea3e-c1b6-4319-87c5-7233e2cbf7ef req-422ce71e-807c-42c1-98e3-1023aa4492f0 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695745 Dec 09 22:21:29.574248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1488f0b4-d8e5-4d28-a893-c6e1b9f9cc80 req-67b5cc02-7349-43a8-95c4-14bc38b6eb5f tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285044 Dec 09 22:21:29.680693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:29.706942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e23a11-1066-4931-845a-6ac0e5a4d527 admin admin] Network 560067e5-0609-41d2-9cf6-aa6d2b495b2a is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:21:29.825060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-58e23a11-1066-4931-845a-6ac0e5a4d527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 560067e5-0609-41d2-9cf6-aa6d2b495b2a) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:29.844936 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94184047-1ffe-45d7-a9a2-0c3036356d12 None None] Network 560067e5-0609-41d2-9cf6-aa6d2b495b2a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:21:29.852417 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24a112-cde8-4644-bec4-1daff2d8dfeb req-bbe80e00-ef42-4126-9e17-4fa2ff25a7e5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:29.861197 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f24a112-cde8-4644-bec4-1daff2d8dfeb req-bbe80e00-ef42-4126-9e17-4fa2ff25a7e5 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1241474 Dec 09 22:21:29.889919 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:29.908784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e23a11-1066-4931-845a-6ac0e5a4d527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:29.909392 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58e23a11-1066-4931-845a-6ac0e5a4d527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:29.948279 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f24a112-cde8-4644-bec4-1daff2d8dfeb req-634eeb9c-a359-4058-9ad4-eb19bfa70e01 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860221 Dec 09 22:21:30.028776 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-58e23a11-1066-4931-845a-6ac0e5a4d527 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2920876 Dec 09 22:21:30.047036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:30.047270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:21:30.047411 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.069065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Deleting port f3d42f01-6a26-47bd-ade1-78533ec3fd7e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:21:30.069472 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.123491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad0b24-3c88-495f-b65d-f257950591de None None] DHCP port deletion for c6b33262-9ad4-4433-aebc-488081184c4b request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:21:30.133617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c4bc3688-357a-4f87-9d42-b7174ccedc65 None None] Provisioning complete for port 41c6f748-b9b6-4ef0-9698-5c12129f1766 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:30.133857 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3688-357a-4f87-9d42-b7174ccedc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.140334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7dc24f-897d-4094-9815-45d6e3e6f7c4 None None] Network 560067e5-0609-41d2-9cf6-aa6d2b495b2a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:21:30.277310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] For port f3d42f01-6a26-47bd-ade1-78533ec3fd7e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f3d42f01-6a26-47bd-ade1-78533ec3fd7e,segment=NetworkSegment(67f6f6b1-89bc-4400-9964-2d9b037b32dd),segment_id=67f6f6b1-89bc-4400-9964-2d9b037b32dd)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:30.277704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.324400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Calling delete_port for f3d42f01-6a26-47bd-ade1-78533ec3fd7e owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:21:30.343936 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc3688-357a-4f87-9d42-b7174ccedc65 None None] Port 41c6f748-b9b6-4ef0-9698-5c12129f1766 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:21:30.347316 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.348524 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:21:30.382828 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0f8db1ba-738f-425d-92d7-081f6631ec89 admin admin] 10.222.0.16 "PUT /v2.0/routers/5c2fb06f-24ab-4ae0-aa2c-25413092c2d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2224276 Dec 09 22:21:30.409901 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 03c20d0c-f918-4c2d-a5e4-e65592fc2d32, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=03c20d0c-f918-4c2d-a5e4-e65592fc2d32,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:30.440812 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.456418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ffad0b24-3c88-495f-b65d-f257950591de None None] Deleting port f3d42f01-6a26-47bd-ade1-78533ec3fd7e {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:21:30.456896 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ffad0b24-3c88-495f-b65d-f257950591de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.458700 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.502732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d42f01-6a26-47bd-ade1-78533ec3fd7e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:30.511164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] No DVR routers for this DVR port f3d42f01-6a26-47bd-ade1-78533ec3fd7e on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:21:30.555371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=03c20d0c-f918-4c2d-a5e4-e65592fc2d32,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:30.650921 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ffad0b24-3c88-495f-b65d-f257950591de None None] For port f3d42f01-6a26-47bd-ade1-78533ec3fd7e, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:30.653346 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ffad0b24-3c88-495f-b65d-f257950591de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.687930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ffad0b24-3c88-495f-b65d-f257950591de None None] Calling delete_port for f3d42f01-6a26-47bd-ade1-78533ec3fd7e owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:21:30.697639 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-ffad0b24-3c88-495f-b65d-f257950591de None None] Port f3d42f01-6a26-47bd-ade1-78533ec3fd7e was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:21:30.703986 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ffad0b24-3c88-495f-b65d-f257950591de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.714095 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.740510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b33262-9ad4-4433-aebc-488081184c4b']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:30.752619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f6f6b1-89bc-4400-9964-2d9b037b32dd') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:30.752923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f6f6b1-89bc-4400-9964-2d9b037b32dd') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:30.759861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad0b24-3c88-495f-b65d-f257950591de None None] Pushing event deleted for resources: {'Port': ['ID=f3d42f01-6a26-47bd-ade1-78533ec3fd7e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:30.764180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad0b24-3c88-495f-b65d-f257950591de None None] No DVR routers for this DVR port f3d42f01-6a26-47bd-ade1-78533ec3fd7e on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:21:30.772017 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.794265 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.803366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:21:30.803775 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:21:30.805758 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:21:30.809010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa97c23-bfcf-4e35-90ef-7b1dfb97aacb req-4499f6b3-35bb-4bdf-ab66-5c035bb42222 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:30.810687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6aa97c23-bfcf-4e35-90ef-7b1dfb97aacb req-4499f6b3-35bb-4bdf-ab66-5c035bb42222 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1141255 Dec 09 22:21:30.817818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916227e-5f5c-4016-b045-714d02ca156e req-3d58c319-d28d-42ba-8e6a-4e146bae9258 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:30.825240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-3d58c319-d28d-42ba-8e6a-4e146bae9258 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.2991309 Dec 09 22:21:30.858443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-a2a297c7-5158-41ed-8803-1b3bd080deca tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/quotas/42778ce0db43483cabcb3c03ecb5f8f9 HTTP/1.1" status: 200 len: 375 time: 0.0318136 Dec 09 22:21:30.891379 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.897673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-b4a78902-6cb5-42ee-a2e2-54175cdaf8ba tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359564 Dec 09 22:21:30.898782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 159ed756-f874-48d1-af98-329369fe085a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:21:30.899499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:30.907055 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c6b33262-9ad4-4433-aebc-488081184c4b HTTP/1.1" status: 204 len: 168 time: 1.3906631 Dec 09 22:21:30.935354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6aa97c23-bfcf-4e35-90ef-7b1dfb97aacb req-c5014485-bd5b-4daa-9904-d36bcc89f22e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069436 Dec 09 22:21:30.940888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71949189-e342-48bb-b0f1-63875f60c7d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b33262-9ad4-4433-aebc-488081184c4b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:30.999448 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 159ed756-f874-48d1-af98-329369fe085a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:21:30.999791 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 159ed756-f874-48d1-af98-329369fe085a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:21:31.003804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2227a957-ec70-4942-92be-1f335c98687a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:21:31.035789 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d9abfa49-e3ed-41c0-bc6d-dfda113e8135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:31.037979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 2227a957-ec70-4942-92be-1f335c98687a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:21:31.038083 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2227a957-ec70-4942-92be-1f335c98687a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:21:31.112875 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Sync routers for ids ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:21:31.130894 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Routers {'5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:31.130894 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:31.140854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374af5fa-f2a8-429d-9f99-fe1a849c07f0 req-32548e0d-ad0b-48cc-af24-15e6e9416908 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:31.144957 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56354) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:31.148137 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-374af5fa-f2a8-429d-9f99-fe1a849c07f0 req-32548e0d-ad0b-48cc-af24-15e6e9416908 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1368105 Dec 09 22:21:31.165963 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-0197d242-51d1-4562-a454-65905d542940 service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295876 Dec 09 22:21:31.216998 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-05275f9f-fc04-4f40-95ce-2522a2a81fed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e37591b60d4743218d4d1665f227390f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707412 Dec 09 22:21:31.217650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56362) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:31.236732 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-374af5fa-f2a8-429d-9f99-fe1a849c07f0 req-349f4d1c-16e6-4f05-b4c7-65b60bd2c0da tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876007 Dec 09 22:21:31.315438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-aea19dfd-2cce-48b6-9e76-ebc3599e232a service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354630 Dec 09 22:21:31.318662 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3a8864d-4905-4ebf-8822-5ac9ef319b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:31.346658 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3a8864d-4905-4ebf-8822-5ac9ef319b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:31.397470 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Set router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:31.417091 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3a8864d-4905-4ebf-8822-5ac9ef319b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:31.420016 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3a8864d-4905-4ebf-8822-5ac9ef319b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:31.424486 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e3a8864d-4905-4ebf-8822-5ac9ef319b37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc618f9e-04dc-4f30-ae9f-84358fe6a1a0 HTTP/1.1" status: 204 len: 168 time: 0.2056282 Dec 09 22:21:31.439251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8864d-4905-4ebf-8822-5ac9ef319b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc618f9e-04dc-4f30-ae9f-84358fe6a1a0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:31.538228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:31.603903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:31.605148 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:31.747067 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:21:28Z', 'revision_number': 4, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '41c6f748-b9b6-4ef0-9698-5c12129f1766', 'name': '', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'mac_address': 'fa:16:3e:e5:a2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:27Z', 'updated_at': '2021-12-09T22:21:28Z', 'revision_number': 2, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'subnets': [{'id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:31.760710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b052757-2087-4520-a76d-bdf8eb307da8 req-8450e65b-4a0d-428a-a621-209410dd1c24 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:31.762408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b052757-2087-4520-a76d-bdf8eb307da8 req-8450e65b-4a0d-428a-a621-209410dd1c24 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1353278 Dec 09 22:21:31.780383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f3d42f01-6a26-47bd-ade1-78533ec3fd7e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:21:31.821207 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Checking router: 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:21:31.823528 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Updating router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 port 41c6f748-b9b6-4ef0-9698-5c12129f1766 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:21:31.826395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: f3d42f01-6a26-47bd-ade1-78533ec3fd7e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:21:31.826742 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f3d42f01-6a26-47bd-ade1-78533ec3fd7e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:21:31.863771 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b052757-2087-4520-a76d-bdf8eb307da8 req-7fd1e602-d087-40f2-8a5b-b688c40da6f3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857155 Dec 09 22:21:31.892755 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:31.983968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddbaf4d6-8d7b-4246-9ff8-73a3d0c77392 req-d02f2996-c2ee-462e-9721-095a38404403 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 210 time: 0.0316103 Dec 09 22:21:32.239985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064db91-a4cb-4981-843c-0e94a8f8f4f5 req-808f72dd-b00c-4e80-a56f-dc9252419d58 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:32.250759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8064db91-a4cb-4981-843c-0e94a8f8f4f5 req-808f72dd-b00c-4e80-a56f-dc9252419d58 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.0944850 Dec 09 22:21:32.283265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56394) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:32.288789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3e14445f-c483-48a2-b059-c2f0081414b6 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1008127349', 'description': 'tempest-description--1990199679'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:32.326580 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e14445f-c483-48a2-b059-c2f0081414b6 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.359062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8064db91-a4cb-4981-843c-0e94a8f8f4f5 req-8cf4edc3-0363-487f-a67e-78667ad442bf tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064136 Dec 09 22:21:32.403042 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.416910 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.506800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e14445f-c483-48a2-b059-c2f0081414b6 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.509938 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Pushing event updated for resources: {'Port': ['ID=41c6f748-b9b6-4ef0-9698-5c12129f1766,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:32.510509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e14445f-c483-48a2-b059-c2f0081414b6 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.511006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75bf65-6846-4efb-949c-46a398a1aeb9 req-50d08e40-0ba1-451b-a3bd-4d42c8dce35d tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:32.512933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d75bf65-6846-4efb-949c-46a398a1aeb9 req-50d08e40-0ba1-451b-a3bd-4d42c8dce35d tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.0810585 Dec 09 22:21:32.554844 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.555251 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.555538 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.555903 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.556241 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.556981 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.556981 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.557258 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.557529 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.557867 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.558198 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.558515 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.558831 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:21:32.599092 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d75bf65-6846-4efb-949c-46a398a1aeb9 req-a450e1e9-8318-4599-8d3f-7692c50e9105 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789635 Dec 09 22:21:32.599245 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e14445f-c483-48a2-b059-c2f0081414b6 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.607903 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3e14445f-c483-48a2-b059-c2f0081414b6 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3233216 Dec 09 22:21:32.611296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56404) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:32.611980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14445f-c483-48a2-b059-c2f0081414b6 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba058eb-d541-469f-87a3-fab1df709287,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:32.616030 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Attempting to bind port 41c6f748-b9b6-4ef0-9698-5c12129f1766 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:32.616404 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Attempting to bind port 41c6f748-b9b6-4ef0-9698-5c12129f1766 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:32.616768 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Attempting to bind port 41c6f748-b9b6-4ef0-9698-5c12129f1766 on network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:32.618066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-17f90b40-50fc-4aae-8af4-abda52d336c3 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Request body: {'security_group_rule': {'security_group_id': 'dba058eb-d541-469f-87a3-fab1df709287', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:32.628027 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:32.628440 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Checking segment: {'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:32.628799 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.629196 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Bound using segment: {'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:32.629661 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Bound port: 41c6f748-b9b6-4ef0-9698-5c12129f1766, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:32.630086 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.671270 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17f90b40-50fc-4aae-8af4-abda52d336c3 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.756680 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17f90b40-50fc-4aae-8af4-abda52d336c3 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.762577 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17f90b40-50fc-4aae-8af4-abda52d336c3 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.788562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f90b40-50fc-4aae-8af4-abda52d336c3 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cac43d-5536-417d-bd8c-dbb734199e46,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:32.790350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-25ab3a43-aabc-4dfd-83b7-aec0e28111e4 None None] Provisioning complete for port 41c6f748-b9b6-4ef0-9698-5c12129f1766 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:32.790905 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25ab3a43-aabc-4dfd-83b7-aec0e28111e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.808372 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17f90b40-50fc-4aae-8af4-abda52d336c3 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.809630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-17f90b40-50fc-4aae-8af4-abda52d336c3 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1967592 Dec 09 22:21:32.812729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56408) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:32.816443 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] For port 41c6f748-b9b6-4ef0-9698-5c12129f1766, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:32.822486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-79f9ebfe-7cf0-478a-b0f6-902389f8b8b5 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Request body: {'security_group_rule': {'security_group_id': 'dba058eb-d541-469f-87a3-fab1df709287', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:32.831852 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] For port 41c6f748-b9b6-4ef0-9698-5c12129f1766, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=41c6f748-b9b6-4ef0-9698-5c12129f1766,segment=NetworkSegment(6dac18df-41fc-4a43-a0af-e6e531e84baa),segment_id=6dac18df-41fc-4a43-a0af-e6e531e84baa)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:32.837059 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.845762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56414) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:32.859753 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79f9ebfe-7cf0-478a-b0f6-902389f8b8b5 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.874009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-25ab3a43-aabc-4dfd-83b7-aec0e28111e4 None None] Port 41c6f748-b9b6-4ef0-9698-5c12129f1766 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:21:32.952132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79f9ebfe-7cf0-478a-b0f6-902389f8b8b5 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.956412 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Routers {'5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:32.957074 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:32.958495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79f9ebfe-7cf0-478a-b0f6-902389f8b8b5 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.963594 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477f26b-ce84-46ea-9e40-8b84425162a7 None None] Pushing event updated for resources: {'Port': ['ID=41c6f748-b9b6-4ef0-9698-5c12129f1766,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:32.981632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9ebfe-7cf0-478a-b0f6-902389f8b8b5 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54332771-a72e-4c45-9624-eb8b4726ad27,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:32.994935 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79f9ebfe-7cf0-478a-b0f6-902389f8b8b5 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:32.996136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-79f9ebfe-7cf0-478a-b0f6-902389f8b8b5 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1827092 Dec 09 22:21:32.999360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56424) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:33.005276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:33.030398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-913643180-network', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:33.045513 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.api [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 22:21:33.045513 n-d-789963-23 neutron-server[103417]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 09 22:21:33.045513 n-d-789963-23 neutron-server[103417]: [parameters: {'project_id_1': 'e30eed92a16846679b3fcb72096f0bde', 'expiration_1': datetime.datetime(2021, 12, 9, 22, 21, 13, 38170)}] Dec 09 22:21:33.045513 n-d-789963-23 neutron-server[103417]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:21:33.046776 n-d-789963-23 neutron-server[103417]: DEBUG oslo_db.api [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:21:33.074513 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:33.088056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c564a4-3c66-4d7a-8909-68a45b2a5982 req-eb716d01-b0cc-4b10-bda9-6a0d43cffaae tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:33.092376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54c564a4-3c66-4d7a-8909-68a45b2a5982 req-eb716d01-b0cc-4b10-bda9-6a0d43cffaae tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.0745049 Dec 09 22:21:33.175110 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54c564a4-3c66-4d7a-8909-68a45b2a5982 req-7c78582f-363f-4b36-9e89-08791c82ede2 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741158 Dec 09 22:21:33.217358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2a1e5c0-981b-41f5-9e36-5ddae7684077 req-29ff2b34-1fa0-4bd8-a88b-9ad5c6478723 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 210 time: 0.0903711 Dec 09 22:21:33.222526 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] Set router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:33.262805 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4133a0b8-a415-4c64-a4c0-aafd80e64e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:33.288595 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:33.309676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7e46f392-27dd-45f0-8f8f-571053b86dd4 None None] Provisioning complete for port 41c6f748-b9b6-4ef0-9698-5c12129f1766 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:33.310070 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e46f392-27dd-45f0-8f8f-571053b86dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:33.491734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916227e-5f5c-4016-b045-714d02ca156e req-cde2423f-5c23-4db1-9b19-6b1b5fda0be9 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:33.495083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-cde2423f-5c23-4db1-9b19-6b1b5fda0be9 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.18 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.2705474 Dec 09 22:21:33.495269 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e46f392-27dd-45f0-8f8f-571053b86dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:33.518693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Allocated IP 172.25.8.229 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/451f2124-f79f-4075-bd1d-53b6db5f06b1) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:33.550302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-b916227e-5f5c-4016-b045-714d02ca156e req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Request body: {'port': {'device_id': 'fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'admin_state_up': True, 'tenant_id': '42778ce0db43483cabcb3c03ecb5f8f9'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:33.577645 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7e46f392-27dd-45f0-8f8f-571053b86dd4 None None] For port 41c6f748-b9b6-4ef0-9698-5c12129f1766, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=41c6f748-b9b6-4ef0-9698-5c12129f1766,segment=NetworkSegment(6dac18df-41fc-4a43-a0af-e6e531e84baa),segment_id=6dac18df-41fc-4a43-a0af-e6e531e84baa)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:33.585386 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e46f392-27dd-45f0-8f8f-571053b86dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:33.608850 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:33.670158 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:33.673385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad060-7a63-4bf7-91b8-2cc15ed553e7 req-a5148141-18f9-46e7-9056-27e59cdc2f7a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:33.682031 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88dad060-7a63-4bf7-91b8-2cc15ed553e7 req-a5148141-18f9-46e7-9056-27e59cdc2f7a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1530538 Dec 09 22:21:33.723969 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:33.770719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46f392-27dd-45f0-8f8f-571053b86dd4 None None] Pushing event updated for resources: {'Port': ['ID=41c6f748-b9b6-4ef0-9698-5c12129f1766,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:33.780455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88dad060-7a63-4bf7-91b8-2cc15ed553e7 req-3419851f-a8d8-4267-aa89-972ca71e5c87 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926802 Dec 09 22:21:33.803269 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:21:28Z', 'revision_number': 4, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '41c6f748-b9b6-4ef0-9698-5c12129f1766', 'name': '', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'mac_address': 'fa:16:3e:e5:a2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:27Z', 'updated_at': '2021-12-09T22:21:32Z', 'revision_number': 4, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'subnets': [{'id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:33.808126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Pushing event updated for resources: {'Port': ['ID=451f2124-f79f-4075-bd1d-53b6db5f06b1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:33.827502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:33.828573 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Made reservation on behalf of e30eed92a16846679b3fcb72096f0bde for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:33.831175 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:33.835359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:33.840759 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e07343-3d77-4213-bcf3-31fb28c68767 None None] The sync data for ids ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'] in n-d-789963-23 is: [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:21:28Z', 'revision_number': 4, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '41c6f748-b9b6-4ef0-9698-5c12129f1766', 'name': '', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'mac_address': 'fa:16:3e:e5:a2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:27Z', 'updated_at': '2021-12-09T22:21:32Z', 'revision_number': 4, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'subnets': [{'id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:21:33.841186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:33.860283 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:33.878200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b916227e-5f5c-4016-b045-714d02ca156e req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Made reservation on behalf of 42778ce0db43483cabcb3c03ecb5f8f9 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:33.881813 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b916227e-5f5c-4016-b045-714d02ca156e req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:33.913216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f3041-2c12-41a6-822b-5bbaacce3920 req-6d695990-5f7e-4488-a3b6-1d18edc94c0a tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:33.931656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-451f3041-2c12-41a6-822b-5bbaacce3920 req-6d695990-5f7e-4488-a3b6-1d18edc94c0a tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1470821 Dec 09 22:21:34.053611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-451f3041-2c12-41a6-822b-5bbaacce3920 req-f55500f8-a8dc-46d9-ae7e-42cdc7600002 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208782 Dec 09 22:21:34.118339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-b916227e-5f5c-4016-b045-714d02ca156e req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Allocated IP 172.20.0.11 (560067e5-0609-41d2-9cf6-aa6d2b495b2a/a961b3f3-c349-4ed3-9f0c-098c9d46b411/573c9425-b213-4062-82ab-c8bbff5cac68) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:34.140459 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.161601 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.187032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.215503 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.219245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:21:34.255369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f07760-8d0b-42ae-ac29-a1fb825ea5fd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:34.263714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.264070 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Added segment bb734d0f-90ef-4018-b4f5-d6055bc5bfc6 of type vlan for network 3d07ea5e-536e-4d3e-9def-842a33b29d46 Dec 09 22:21:34.323013 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.362736 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b916227e-5f5c-4016-b045-714d02ca156e req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.408068 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.409101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:34.409738 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.462495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d015022c-b493-497a-9f8c-a82c3345aac7 req-6cb08e3c-9dbe-46f5-96da-e86e41ec825f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 210 time: 0.0651188 Dec 09 22:21:34.464338 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6171079 Dec 09 22:21:34.489917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56442) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:34.504295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6ba4f702-c70b-4dce-b5ff-0badfb926d4e admin admin] Request body: {'subnet': {'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-913643180-subnet', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:34.508870 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b916227e-5f5c-4016-b045-714d02ca156e req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.534782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15650fb3-a902-473e-b897-449548270fbe admin admin] Pushing event updated for resources: {'Network': ['ID=3d07ea5e-536e-4d3e-9def-842a33b29d46,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:34.545638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 3d07ea5e-536e-4d3e-9def-842a33b29d46 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:21:34.579879 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.588168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.721664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Pushing event updated for resources: {'Port': ['ID=451f2124-f79f-4075-bd1d-53b6db5f06b1,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:34.735290 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.748511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.983550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:34.984827 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-683b3444-27f6-44c7-a1b5-5a97a2ff5955 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9839182 Dec 09 22:21:35.010545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba4f702-c70b-4dce-b5ff-0badfb926d4e admin admin] Made reservation on behalf of e30eed92a16846679b3fcb72096f0bde for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:35.012804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f702-c70b-4dce-b5ff-0badfb926d4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:35.023683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b916227e-5f5c-4016-b045-714d02ca156e req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Network 560067e5-0609-41d2-9cf6-aa6d2b495b2a is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:35.045025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Pushing event updated for resources: {'Port': ['ID=573c9425-b213-4062-82ab-c8bbff5cac68,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:35.055498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640adb11-39a2-439f-aa85-9f17b63c5224 req-db1eb4d8-f790-48d3-bb43-644584bf1457 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:35.057108 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640adb11-39a2-439f-aa85-9f17b63c5224 req-db1eb4d8-f790-48d3-bb43-644584bf1457 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.6924417 Dec 09 22:21:35.062417 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-b916227e-5f5c-4016-b045-714d02ca156e req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:35.073561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b916227e-5f5c-4016-b045-714d02ca156e req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:35.186895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67efbed-8b34-4ae4-935e-a7473341aae1 req-dd917a14-8bf4-407d-81ea-b438e2c50588 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:35.188454 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a67efbed-8b34-4ae4-935e-a7473341aae1 req-dd917a14-8bf4-407d-81ea-b438e2c50588 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.2429008 Dec 09 22:21:35.198941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916227e-5f5c-4016-b045-714d02ca156e req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:35.199552 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b916227e-5f5c-4016-b045-714d02ca156e req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:35.258777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-24491dbf-659b-4209-9e25-7c6b1b2b587e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7159843 Dec 09 22:21:35.272963 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-640adb11-39a2-439f-aa85-9f17b63c5224 req-a3e51aaf-0709-41ee-b125-f380e8c303ab tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692529 Dec 09 22:21:35.285546 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Request body: {'port': {'device_id': 'fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:35.340947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a67efbed-8b34-4ae4-935e-a7473341aae1 req-23ee7323-2850-4e27-a3ab-010035f5fcae tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386163 Dec 09 22:21:35.462752 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:35.493725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33ad44-469f-488f-ab74-b58e8c884054 req-818e28a0-6640-4f99-a2a1-4e7e9f21e35a tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:35.495269 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a33ad44-469f-488f-ab74-b58e8c884054 req-818e28a0-6640-4f99-a2a1-4e7e9f21e35a tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1582093 Dec 09 22:21:35.500787 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f702-c70b-4dce-b5ff-0badfb926d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:35.524217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 41c6f748-b9b6-4ef0-9698-5c12129f1766 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:35.597083 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 41c6f748-b9b6-4ef0-9698-5c12129f1766 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:35.597677 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:35.704513 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4f702-c70b-4dce-b5ff-0badfb926d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1d6239-e8c7-456c-908e-3288513400ea,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:35.717061 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-f1dc4d0f-660d-40cf-a231-9d165c297327 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1008127349&fields=id&tenant_id=61742109b4ee4c3fabfcc53ff5b2b187 HTTP/1.1" status: 200 len: 267 time: 0.2337515 Dec 09 22:21:35.771276 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a33ad44-469f-488f-ab74-b58e8c884054 req-1daf64be-4744-4831-992c-4adf9a65b98e tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668314 Dec 09 22:21:35.792394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4f702-c70b-4dce-b5ff-0badfb926d4e admin admin] Checking segment: {'id': 'bb734d0f-90ef-4018-b4f5-d6055bc5bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:35.792394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4f702-c70b-4dce-b5ff-0badfb926d4e admin admin] Network hostable DHCP agents. Network: 3d07ea5e-536e-4d3e-9def-842a33b29d46, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:21:35.945214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4f702-c70b-4dce-b5ff-0badfb926d4e admin admin] Network 3d07ea5e-536e-4d3e-9def-842a33b29d46 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:21:35.960035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-5cf9d6e6-754a-4317-9681-8169835f655f tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:35.961897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-5cf9d6e6-754a-4317-9681-8169835f655f tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/networks?id=7f371dad-8b8f-4f53-8049-9687e7fd54a6 HTTP/1.1" status: 200 len: 814 time: 0.2299688 Dec 09 22:21:35.978290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4f702-c70b-4dce-b5ff-0badfb926d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 3d07ea5e-536e-4d3e-9def-842a33b29d46) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:35.983467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba4f702-c70b-4dce-b5ff-0badfb926d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:35.983890 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f702-c70b-4dce-b5ff-0badfb926d4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:35.987167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b6ce1b-acfc-402d-a184-d07a2a4a984f None None] Network 3d07ea5e-536e-4d3e-9def-842a33b29d46 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:21:36.029051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e69f8-f4a7-4c72-a58d-7d1fba80b85a req-bdbbc071-a8e8-4d6e-a9d1-d9b1f58ba0ac tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:36.030479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-591e69f8-f4a7-4c72-a58d-7d1fba80b85a req-bdbbc071-a8e8-4d6e-a9d1-d9b1f58ba0ac tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 932 time: 0.1863108 Dec 09 22:21:36.031884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-92d36889-f044-4299-a535-ba8aa59cb091 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/quotas/61742109b4ee4c3fabfcc53ff5b2b187 HTTP/1.1" status: 200 len: 375 time: 0.0594261 Dec 09 22:21:36.043939 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6ba4f702-c70b-4dce-b5ff-0badfb926d4e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5528882 Dec 09 22:21:36.046643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56476) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:36.053563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-913643180-router', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:36.068658 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.093055 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.094655 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.136433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-3d07ea5e-536e-4d3e-9def-842a33b29d46', 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46', 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'fixed_ips': [{'subnet_id': 'cb1d6239-e8c7-456c-908e-3288513400ea'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:21:36.138127 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.159395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573c9425-b213-4062-82ab-c8bbff5cac68 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:36.166762 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.177861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.209361 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-e43a1a8f-05c5-4129-8af2-b88dbc14640a tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=61742109b4ee4c3fabfcc53ff5b2b187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627800 Dec 09 22:21:36.216963 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-591e69f8-f4a7-4c72-a58d-7d1fba80b85a req-058c1691-8a6e-4fe7-8b0b-337416938aee tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411288 Dec 09 22:21:36.218056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Transition to ACTIVE for port object 573c9425-b213-4062-82ab-c8bbff5cac68 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:21:36.222201 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.335314 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Allocated IP 172.20.0.2 (3d07ea5e-536e-4d3e-9def-842a33b29d46/cb1d6239-e8c7-456c-908e-3288513400ea/2e51f934-9ff6-4ea6-b59d-77c109e4000f) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:36.376846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Pushing event updated for resources: {'Port': ['ID=573c9425-b213-4062-82ab-c8bbff5cac68,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:36.510922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Attempting to bind port 573c9425-b213-4062-82ab-c8bbff5cac68 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:36.511326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Attempting to bind port 573c9425-b213-4062-82ab-c8bbff5cac68 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:36.511658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Attempting to bind port 573c9425-b213-4062-82ab-c8bbff5cac68 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:36.518847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Port 573c9425-b213-4062-82ab-c8bbff5cac68 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:21:36.519403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Attempting to bind port 573c9425-b213-4062-82ab-c8bbff5cac68 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:36.532536 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-2c38ce00-1281-4e51-b42c-44c2e7151f87 service neutron] 10.222.0.16 "GET /v2.0/networks/7f371dad-8b8f-4f53-8049-9687e7fd54a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776294 Dec 09 22:21:36.549939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:36.550588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Checking segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:36.551152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Bound using segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:36.551760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Bound port: 573c9425-b213-4062-82ab-c8bbff5cac68, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:36.552284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.636141 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d98f8-5302-4e48-892d-31c6965fe9d6 req-090a22d0-e369-43b5-a2b3-054341e886ad tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:36.641276 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-753d98f8-5302-4e48-892d-31c6965fe9d6 req-090a22d0-e369-43b5-a2b3-054341e886ad tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1931765 Dec 09 22:21:36.686356 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.692790 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.719043 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.745754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Network 3d07ea5e-536e-4d3e-9def-842a33b29d46 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:36.752994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:36.764229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:36.796550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-9e634d53-f05d-43fa-bfc3-a821b31738a6 service neutron] 10.222.0.16 "GET /v2.0/networks/7f371dad-8b8f-4f53-8049-9687e7fd54a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627132 Dec 09 22:21:36.810894 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] For port 573c9425-b213-4062-82ab-c8bbff5cac68, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:36.817394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] For port 573c9425-b213-4062-82ab-c8bbff5cac68, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=573c9425-b213-4062-82ab-c8bbff5cac68,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:36.840500 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-753d98f8-5302-4e48-892d-31c6965fe9d6 req-b30fd8cb-4952-41f6-ac2e-026a634cb824 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737251 Dec 09 22:21:36.841412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.869269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Pushing event updated for resources: {'Port': ['ID=2e51f934-9ff6-4ea6-b59d-77c109e4000f,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:36.899951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Attempting to bind port 2e51f934-9ff6-4ea6-b59d-77c109e4000f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:36.900327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Attempting to bind port 2e51f934-9ff6-4ea6-b59d-77c109e4000f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'bb734d0f-90ef-4018-b4f5-d6055bc5bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:36.900700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Attempting to bind port 2e51f934-9ff6-4ea6-b59d-77c109e4000f on network 3d07ea5e-536e-4d3e-9def-842a33b29d46 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:36.918613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:36.918985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Checking segment: {'id': 'bb734d0f-90ef-4018-b4f5-d6055bc5bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:36.924777 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.925666 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Bound using segment: {'id': 'bb734d0f-90ef-4018-b4f5-d6055bc5bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:36.926246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Bound port: 2e51f934-9ff6-4ea6-b59d-77c109e4000f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb734d0f-90ef-4018-b4f5-d6055bc5bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:36.926649 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.938729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:36.939365 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.940819 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] 10.222.0.18 "PUT /v2.0/ports/573c9425-b213-4062-82ab-c8bbff5cac68 HTTP/1.1" status: 200 len: 1093 time: 1.6634855 Dec 09 22:21:36.941334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741', 'tag': '573c9425-b213-4062-82ab-c8bbff5cac68'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:36.943700 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799f5ffc-501b-4f0d-bdce-864f8c94e6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741", "tag": "573c9425-b213-4062-82ab-c8bbff5cac68"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:36.965907 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:36.997980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad6018-2fc8-4062-9f94-9e4d0c5f2f5a service neutron] Pushing event updated for resources: {'Port': ['ID=573c9425-b213-4062-82ab-c8bbff5cac68,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:37.023104 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:37.066354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] For port 2e51f934-9ff6-4ea6-b59d-77c109e4000f, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:37.066985 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:37.070105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] For port 2e51f934-9ff6-4ea6-b59d-77c109e4000f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2e51f934-9ff6-4ea6-b59d-77c109e4000f,segment=NetworkSegment(bb734d0f-90ef-4018-b4f5-d6055bc5bfc6),segment_id=bb734d0f-90ef-4018-b4f5-d6055bc5bfc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:37.078063 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:37.164069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444fffd-3e80-40f0-bb6f-516846c24b5c None None] Pushing event updated for resources: {'Port': ['ID=2e51f934-9ff6-4ea6-b59d-77c109e4000f,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:37.220586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Allocated IP 172.25.8.55 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/0d33fc29-84ff-497f-af40-a3365e2f12c6) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:37.285924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916227e-5f5c-4016-b045-714d02ca156e req-cff283e3-4c61-4fe7-98a5-2333b4fe052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:37.287717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-cff283e3-4c61-4fe7-98a5-2333b4fe052b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 1096 time: 0.2583361 Dec 09 22:21:37.296769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b03b01-c348-44a6-a4d3-d7bab948e8f2 req-022b10d9-9d55-4006-8ee0-f7d7936a35f3 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:37.298139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34b03b01-c348-44a6-a4d3-d7bab948e8f2 req-022b10d9-9d55-4006-8ee0-f7d7936a35f3 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1993694 Dec 09 22:21:37.347880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f29f7-30b4-4bad-ae21-e89dabb5c3fc req-9a780dd8-c072-4d5b-bd05-c95e36141442 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:37.355575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e5f29f7-30b4-4bad-ae21-e89dabb5c3fc req-9a780dd8-c072-4d5b-bd05-c95e36141442 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.3236222 Dec 09 22:21:37.393133 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:37.402644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-5ec4dfed-061e-47c1-83c8-14019593a7dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=573c9425-b213-4062-82ab-c8bbff5cac68 HTTP/1.1" status: 200 len: 217 time: 0.0979524 Dec 09 22:21:37.450257 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:37.501451 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34b03b01-c348-44a6-a4d3-d7bab948e8f2 req-d805baa8-5380-4d04-8c86-6a352b521dda tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948476 Dec 09 22:21:37.529876 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916227e-5f5c-4016-b045-714d02ca156e req-a9eec40b-eac1-43e2-bd90-8c1f20d5c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:37.535716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-a9eec40b-eac1-43e2-bd90-8c1f20d5c632 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.1150031 Dec 09 22:21:37.539622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:37.546083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:37.557678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:37.590564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-ff1acf29-1474-4025-b1f5-b7ced797bf15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401571 Dec 09 22:21:37.593311 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954bcdf9-ad70-4af5-933c-1f73fef15d20 x-openstack-request-id: req-954bcdf9-ad70-4af5-933c-1f73fef15d20 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:37.593604 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741", "tag": "573c9425-b213-4062-82ab-c8bbff5cac68", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:37.593883 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-954bcdf9-ad70-4af5-933c-1f73fef15d20 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:37.594280 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741', 'tag': '573c9425-b213-4062-82ab-c8bbff5cac68', 'status': 'completed', 'code': 200} Dec 09 22:21:37.614935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e5f29f7-30b4-4bad-ae21-e89dabb5c3fc req-4d3e22c5-9ce9-4933-b5b0-9716b9e3a8e1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464423 Dec 09 22:21:37.647389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Pushing event updated for resources: {'Port': ['ID=0d33fc29-84ff-497f-af40-a3365e2f12c6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:37.669601 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d75b683f-9129-41e2-91f8-0956bdbf5b8b req-3acc3ad9-8bc3-4bf9-a864-852406d379fb tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 210 time: 0.0494130 Dec 09 22:21:37.815991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-5e46a683-0a7c-4a36-bec8-5aeb1f809a93 service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984417 Dec 09 22:21:37.965097 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b916227e-5f5c-4016-b045-714d02ca156e req-f712d811-e2b4-49ad-8d75-8e3eccf7a1ab service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165061 Dec 09 22:21:38.046536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af3bc5-11f6-4f59-b0b6-21b1f79c9993 req-c7df3c86-8596-4bcb-b75f-78689b6e25b2 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:38.048648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11af3bc5-11f6-4f59-b0b6-21b1f79c9993 req-c7df3c86-8596-4bcb-b75f-78689b6e25b2 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 944 time: 0.2675462 Dec 09 22:21:38.083255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff0ccd-1da5-46aa-989b-3a6dfe9dc12d req-105525d3-fc2a-4801-896c-f8e9ef337fb6 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:38.083255 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1ff0ccd-1da5-46aa-989b-3a6dfe9dc12d req-105525d3-fc2a-4801-896c-f8e9ef337fb6 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1208465 Dec 09 22:21:38.136651 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:38.291604 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1ff0ccd-1da5-46aa-989b-3a6dfe9dc12d req-85a6f6de-e734-4746-afe4-2e0d492376a0 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080610 Dec 09 22:21:38.318773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11af3bc5-11f6-4f59-b0b6-21b1f79c9993 req-5b1ab3d0-bc41-4d99-9d87-34cc32926aca tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520812 Dec 09 22:21:38.321582 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f5ffc-501b-4f0d-bdce-864f8c94e6d9 req-81440e89-28a5-46d4-bf6e-fdb88f266274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:38.324307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-799f5ffc-501b-4f0d-bdce-864f8c94e6d9 req-81440e89-28a5-46d4-bf6e-fdb88f266274 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 1096 time: 0.2122784 Dec 09 22:21:38.418340 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:38.480142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f5ffc-501b-4f0d-bdce-864f8c94e6d9 req-b5d6ba02-7fac-472e-ae0e-4a4ac9ca1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:38.485223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-799f5ffc-501b-4f0d-bdce-864f8c94e6d9 req-b5d6ba02-7fac-472e-ae0e-4a4ac9ca1c2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 912 time: 0.1503258 Dec 09 22:21:38.490708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507f6984-e306-4505-9baf-4f1e2eab2cc5 None None] Network 3d07ea5e-536e-4d3e-9def-842a33b29d46 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:21:38.539461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-799f5ffc-501b-4f0d-bdce-864f8c94e6d9 req-5d9a6bdd-f9fa-4297-9241-551794d36735 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=573c9425-b213-4062-82ab-c8bbff5cac68 HTTP/1.1" status: 200 len: 217 time: 0.0441699 Dec 09 22:21:38.605719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa6c84f8-da9a-4c0b-ac29-026383a3675e None None] Provisioning complete for port 2e51f934-9ff6-4ea6-b59d-77c109e4000f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:38.605982 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6c84f8-da9a-4c0b-ac29-026383a3675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:38.663505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Router 390d3bc3-ac98-4125-bb2c-e71f93be5a95 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:21:38.728703 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6c84f8-da9a-4c0b-ac29-026383a3675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:38.740457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f5ffc-501b-4f0d-bdce-864f8c94e6d9 req-d964378f-473e-4762-af13-490238c87c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:38.741988 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-799f5ffc-501b-4f0d-bdce-864f8c94e6d9 req-d964378f-473e-4762-af13-490238c87c91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.1930616 Dec 09 22:21:38.784097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa6c84f8-da9a-4c0b-ac29-026383a3675e None None] For port 2e51f934-9ff6-4ea6-b59d-77c109e4000f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2e51f934-9ff6-4ea6-b59d-77c109e4000f,segment=NetworkSegment(bb734d0f-90ef-4018-b4f5-d6055bc5bfc6),segment_id=bb734d0f-90ef-4018-b4f5-d6055bc5bfc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:38.789417 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6c84f8-da9a-4c0b-ac29-026383a3675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:38.800051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d0398-d72d-40a8-a59c-e71e0861e45c req-216dcfeb-d5d3-4b73-967b-e34527a51caf tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:38.809181 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-433d0398-d72d-40a8-a59c-e71e0861e45c req-216dcfeb-d5d3-4b73-967b-e34527a51caf tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1865067 Dec 09 22:21:38.838951 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-799f5ffc-501b-4f0d-bdce-864f8c94e6d9 req-dfa32664-c29f-4fac-bfde-466efcdcf1f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766995 Dec 09 22:21:38.849368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c84f8-da9a-4c0b-ac29-026383a3675e None None] Pushing event updated for resources: {'Port': ['ID=2e51f934-9ff6-4ea6-b59d-77c109e4000f,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:38.934067 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-433d0398-d72d-40a8-a59c-e71e0861e45c req-b27d1733-d7dd-4112-8614-38124f4b5157 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191494 Dec 09 22:21:39.002311 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52c052-78a4-4abc-9969-a310509a3850 req-7fcd21bc-53cb-4e89-be02-90c3178bec97 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:39.016626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-87c37592-4634-4cd5-a9a1-1833e6b6f70b tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:39.018160 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-87c37592-4634-4cd5-a9a1-1833e6b6f70b tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.42 "GET /v2.0/networks?id=7f371dad-8b8f-4f53-8049-9687e7fd54a6 HTTP/1.1" status: 200 len: 814 time: 0.3171141 Dec 09 22:21:39.021565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c52c052-78a4-4abc-9969-a310509a3850 req-7fcd21bc-53cb-4e89-be02-90c3178bec97 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.2728760 Dec 09 22:21:39.086398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01cc3180-fee3-490c-8155-0490eae32fdf req-5f74c707-b54b-465b-801e-bc1e5f021fcc tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 210 time: 0.0487068 Dec 09 22:21:39.117355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:21:39.130850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Sync routers for ids ['390d3bc3-ac98-4125-bb2c-e71f93be5a95'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:21:39.156608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Routers {'390d3bc3-ac98-4125-bb2c-e71f93be5a95'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:39.157436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['390d3bc3-ac98-4125-bb2c-e71f93be5a95'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:39.173344 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-5cb3cf0e-86b6-45b9-ab42-5743c7bc8270 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61742109b4ee4c3fabfcc53ff5b2b187 HTTP/1.1" status: 200 len: 380 time: 0.1177456 Dec 09 22:21:39.177984 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:39.179297 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-466ebf3c-c0db-45c3-a5fa-3bef1b0a4a64 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1304073 Dec 09 22:21:39.182557 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56516) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:39.188662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Request body: {'port': {'device_id': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'admin_state_up': True, 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'security_groups': ['dba058eb-d541-469f-87a3-fab1df709287']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:39.195349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-799f5ffc-501b-4f0d-bdce-864f8c94e6d9 req-06eeda3e-6015-4010-a829-68490d81624c service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475380 Dec 09 22:21:39.206291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c52c052-78a4-4abc-9969-a310509a3850 req-e49e6e0b-537b-4b73-a0f2-fc9ce0a4d6c0 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823924 Dec 09 22:21:39.326783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3691215f-d83a-45af-a917-c3459567adfe None None] Provisioning complete for port 2e51f934-9ff6-4ea6-b59d-77c109e4000f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:39.327165 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3691215f-d83a-45af-a917-c3459567adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:39.408201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Made reservation on behalf of 61742109b4ee4c3fabfcc53ff5b2b187 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:39.412293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:39.444990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Set router 390d3bc3-ac98-4125-bb2c-e71f93be5a95 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:39.535128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2e51f934-9ff6-4ea6-b59d-77c109e4000f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:39.605072 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-799f5ffc-501b-4f0d-bdce-864f8c94e6d9 req-999d27f3-a194-4e87-bedf-3ef72e65c0f3 service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837764 Dec 09 22:21:39.661432 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2a3ba-b12a-44d3-83f1-453e0fdec9d0 req-c29338f8-b1d4-4791-aa79-11ea9de996d6 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:39.670420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ca2a3ba-b12a-44d3-83f1-453e0fdec9d0 req-c29338f8-b1d4-4791-aa79-11ea9de996d6 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1794860 Dec 09 22:21:39.689468 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a363c2-2efe-48ab-a787-3a9add86e5b7 req-c90c21db-8321-4ad5-a45e-7750db55a09a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:39.696623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Allocated IP 172.20.0.12 (7f371dad-8b8f-4f53-8049-9687e7fd54a6/e024a805-2b55-4c85-90ee-c3e9b44a4370/c432ed22-c0ab-41fa-9e47-f10d3c45ea99) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:39.697222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66a363c2-2efe-48ab-a787-3a9add86e5b7 req-c90c21db-8321-4ad5-a45e-7750db55a09a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 944 time: 0.2335575 Dec 09 22:21:39.878512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 2e51f934-9ff6-4ea6-b59d-77c109e4000f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:39.879143 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:39.897865 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:39.936455 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:39.989967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:39.993999 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:40.000834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'name': 'tempest-FloatingIPDetailsTestJSON-913643180-router', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:36Z', 'updated_at': '2021-12-09T22:21:37Z', 'revision_number': 3, 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'gw_port': {'id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:37Z', 'updated_at': '2021-12-09T22:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:40.006949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Pushing event updated for resources: {'Port': ['ID=c432ed22-c0ab-41fa-9e47-f10d3c45ea99,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:40.009432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:40.032692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Checking router: 390d3bc3-ac98-4125-bb2c-e71f93be5a95 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:21:40.033155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Updating router 390d3bc3-ac98-4125-bb2c-e71f93be5a95 port 0d33fc29-84ff-497f-af40-a3365e2f12c6 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:21:40.064501 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.076902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:40.077843 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.105236 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-45d4a4e4-1f69-495b-811b-35b1953ecd77 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9247189 Dec 09 22:21:40.119734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Request body: {'port': {'device_id': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:40.166745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66a363c2-2efe-48ab-a787-3a9add86e5b7 req-f10aa4d8-8465-4593-93b6-d2daaad2c98d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641197 Dec 09 22:21:40.174936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ca2a3ba-b12a-44d3-83f1-453e0fdec9d0 req-7c51b9b3-c301-435e-a6c1-11a6d403788e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036838 Dec 09 22:21:40.196794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.315201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4a7327f2-c52c-45c3-be60-1e04ea494d9e None None] Provisioning complete for port c432ed22-c0ab-41fa-9e47-f10d3c45ea99 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:40.315804 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4a7327f2-c52c-45c3-be60-1e04ea494d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.374056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4a7327f2-c52c-45c3-be60-1e04ea494d9e None None] Port c432ed22-c0ab-41fa-9e47-f10d3c45ea99 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:21:40.380685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147adc38-c521-40d8-8d95-7db4e57d08f7 req-32d518fe-e5ae-4bff-a1aa-7d7fd3042061 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:40.382231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-147adc38-c521-40d8-8d95-7db4e57d08f7 req-32d518fe-e5ae-4bff-a1aa-7d7fd3042061 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1188428 Dec 09 22:21:40.441427 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.447831 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.500296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Attempting to bind port 0d33fc29-84ff-497f-af40-a3365e2f12c6 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:40.500668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Attempting to bind port 0d33fc29-84ff-497f-af40-a3365e2f12c6 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:40.501028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Attempting to bind port 0d33fc29-84ff-497f-af40-a3365e2f12c6 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:40.503046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32970bde-d57c-4b58-b16a-1c66adc7f997 None None] Pushing event updated for resources: {'Port': ['ID=0d33fc29-84ff-497f-af40-a3365e2f12c6,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:40.508791 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:40.509167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:40.509567 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.510243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:40.510453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Bound port: 0d33fc29-84ff-497f-af40-a3365e2f12c6, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:40.510829 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.527697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-147adc38-c521-40d8-8d95-7db4e57d08f7 req-e4053387-5833-48a4-8d55-60ede9b63b69 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272154 Dec 09 22:21:40.539560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-4ef03b54-1d00-49ba-9b30-fdf2db96ed99 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:40.541096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-4ef03b54-1d00-49ba-9b30-fdf2db96ed99 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 820 time: 0.2019625 Dec 09 22:21:40.577457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c432ed22-c0ab-41fa-9e47-f10d3c45ea99 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:40.578878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] For port 0d33fc29-84ff-497f-af40-a3365e2f12c6, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:40.583769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] For port 0d33fc29-84ff-497f-af40-a3365e2f12c6, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0d33fc29-84ff-497f-af40-a3365e2f12c6,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:40.588672 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.589200 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.592931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-63077536-b3a3-45c5-82e2-35f6f941a964 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/quotas/3d1b37906be84157a8f74e1f36d6847e HTTP/1.1" status: 200 len: 375 time: 0.0254505 Dec 09 22:21:40.619090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Transition to ACTIVE for port object c432ed22-c0ab-41fa-9e47-f10d3c45ea99 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:21:40.625996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.649817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Routers {'390d3bc3-ac98-4125-bb2c-e71f93be5a95'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:40.649817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['390d3bc3-ac98-4125-bb2c-e71f93be5a95'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:40.696323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32970bde-d57c-4b58-b16a-1c66adc7f997 None None] Pushing event updated for resources: {'Port': ['ID=0d33fc29-84ff-497f-af40-a3365e2f12c6,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:40.725298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Pushing event updated for resources: {'Port': ['ID=c432ed22-c0ab-41fa-9e47-f10d3c45ea99,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:40.735966 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.759474 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-5af7e8e4-59c5-4995-a73f-f6df42ef3509 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1530354 Dec 09 22:21:40.760074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Attempting to bind port c432ed22-c0ab-41fa-9e47-f10d3c45ea99 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:40.760489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Attempting to bind port c432ed22-c0ab-41fa-9e47-f10d3c45ea99 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:40.761123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Attempting to bind port c432ed22-c0ab-41fa-9e47-f10d3c45ea99 on network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:40.765998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Port c432ed22-c0ab-41fa-9e47-f10d3c45ea99 on network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:21:40.766420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Attempting to bind port c432ed22-c0ab-41fa-9e47-f10d3c45ea99 on network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:40.772650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f7786-af2a-43b0-9747-4dcda9dbf439 req-c6c4f0fa-0543-4b5d-ae22-109063568bbc tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:40.772883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:40.773069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Checking segment: {'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:40.773441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Bound using segment: {'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:40.773872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Bound port: c432ed22-c0ab-41fa-9e47-f10d3c45ea99, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dac18df-41fc-4a43-a0af-e6e531e84baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:40.774252 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.783719 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-403f7786-af2a-43b0-9747-4dcda9dbf439 req-c6c4f0fa-0543-4b5d-ae22-109063568bbc tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 944 time: 0.1419458 Dec 09 22:21:40.788048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] Set router 390d3bc3-ac98-4125-bb2c-e71f93be5a95 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:40.853052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] For port c432ed22-c0ab-41fa-9e47-f10d3c45ea99, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:40.856599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] For port c432ed22-c0ab-41fa-9e47-f10d3c45ea99, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c432ed22-c0ab-41fa-9e47-f10d3c45ea99,segment=NetworkSegment(6dac18df-41fc-4a43-a0af-e6e531e84baa),segment_id=6dac18df-41fc-4a43-a0af-e6e531e84baa)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:40.862308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.896129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:40.896754 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:40.898845 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] 10.222.0.42 "PUT /v2.0/ports/c432ed22-c0ab-41fa-9e47-f10d3c45ea99 HTTP/1.1" status: 200 len: 1093 time: 0.7855523 Dec 09 22:21:40.899388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'tag': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:40.909209 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9b1b2f-d14c-4a34-b23c-8a85ab15e8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "61321429-75cb-4c7c-a3c0-94b37764df5c", "tag": "c432ed22-c0ab-41fa-9e47-f10d3c45ea99"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:40.950294 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-403f7786-af2a-43b0-9747-4dcda9dbf439 req-16ef019b-098e-4f45-8b66-24108606aca4 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba058eb-d541-469f-87a3-fab1df709287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651683 Dec 09 22:21:41.016611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa898f-c0c2-4548-947f-eaa20be607ca service neutron] Pushing event updated for resources: {'Port': ['ID=c432ed22-c0ab-41fa-9e47-f10d3c45ea99,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:41.026025 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-30251d82-5659-43f3-8e8f-7a2ebaf30683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:41.027537 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-30251d82-5659-43f3-8e8f-7a2ebaf30683 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61742109b4ee4c3fabfcc53ff5b2b187&device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 1096 time: 0.0753524 Dec 09 22:21:41.033596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-80b8dc8c-b8b0-4bad-98ea-1ff523259868 service neutron] 10.222.0.16 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327061 Dec 09 22:21:41.081613 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-5934b88e-e133-41b9-af36-2bca7e0feea2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c432ed22-c0ab-41fa-9e47-f10d3c45ea99 HTTP/1.1" status: 200 len: 217 time: 0.0453186 Dec 09 22:21:41.158404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-1f49f7d7-887e-412c-9978-a543a87eccce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:41.160671 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-1f49f7d7-887e-412c-9978-a543a87eccce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e024a805-2b55-4c85-90ee-c3e9b44a4370 HTTP/1.1" status: 200 len: 853 time: 0.0654306 Dec 09 22:21:41.215835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-a7b547dd-86d0-4142-9d01-67ef71ac4033 service neutron] 10.222.0.16 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810703 Dec 09 22:21:41.229669 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'name': 'tempest-FloatingIPDetailsTestJSON-913643180-router', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:36Z', 'updated_at': '2021-12-09T22:21:37Z', 'revision_number': 3, 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'gw_port': {'id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:37Z', 'updated_at': '2021-12-09T22:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:41.235011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Allocated IP 172.20.0.1 (3d07ea5e-536e-4d3e-9def-842a33b29d46/cb1d6239-e8c7-456c-908e-3288513400ea/a934f977-7939-427b-915b-a2372ea8ecaa) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:41.263584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 573c9425-b213-4062-82ab-c8bbff5cac68 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:21:41.271078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71ab0f-feb3-42a3-b8fa-8f59fdd0ca1f None None] The sync data for ids ['390d3bc3-ac98-4125-bb2c-e71f93be5a95'] in n-d-789963-23 is: [{'id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'name': 'tempest-FloatingIPDetailsTestJSON-913643180-router', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:36Z', 'updated_at': '2021-12-09T22:21:37Z', 'revision_number': 3, 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'gw_port': {'id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:37Z', 'updated_at': '2021-12-09T22:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:21:41.286771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-3a114359-1a84-4772-b140-8cb3172c3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:41.287926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6428c89-8b42-4ebb-803c-946552b36120 req-46961b54-00f0-4946-8af1-5c07d56dd79f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:41.294895 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-3a114359-1a84-4772-b140-8cb3172c3bce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f371dad-8b8f-4f53-8049-9687e7fd54a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238933 Dec 09 22:21:41.296011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6428c89-8b42-4ebb-803c-946552b36120 req-46961b54-00f0-4946-8af1-5c07d56dd79f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1176248 Dec 09 22:21:41.390430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6428c89-8b42-4ebb-803c-946552b36120 req-a504b410-8be2-4915-9bc6-92dd0ff0b1e3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888231 Dec 09 22:21:41.404059 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 573c9425-b213-4062-82ab-c8bbff5cac68, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=573c9425-b213-4062-82ab-c8bbff5cac68,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:41.423952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '573c9425-b213-4062-82ab-c8bbff5cac68', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'port_id': '573c9425-b213-4062-82ab-c8bbff5cac68', 'mac_address': 'fa:16:3e:29:68:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a961b3f3-c349-4ed3-9f0c-098c9d46b411', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:21:41.475881 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d002a9a-d9ca-4224-8faa-fa6bfd23157d x-openstack-request-id: req-1d002a9a-d9ca-4224-8faa-fa6bfd23157d {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:41.481119 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61321429-75cb-4c7c-a3c0-94b37764df5c", "tag": "c432ed22-c0ab-41fa-9e47-f10d3c45ea99", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:41.481119 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d002a9a-d9ca-4224-8faa-fa6bfd23157d {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:41.482866 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'tag': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99', 'status': 'completed', 'code': 200} Dec 09 22:21:41.483946 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:41.499353 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:41.500756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573c9425-b213-4062-82ab-c8bbff5cac68 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:41.528342 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-6a331098-0a4a-4c22-a43f-25a5515c8663 service neutron] 10.222.0.42 "GET /v2.0/networks/7f371dad-8b8f-4f53-8049-9687e7fd54a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178774 Dec 09 22:21:41.536586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 573c9425-b213-4062-82ab-c8bbff5cac68, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=573c9425-b213-4062-82ab-c8bbff5cac68,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:41.543471 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:41.605301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=573c9425-b213-4062-82ab-c8bbff5cac68,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:41.618896 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:41.677339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f185e-7032-486f-80a1-27fdc993e33f req-f2d3dd95-4894-4b92-9e38-796d3fa0a2db tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:41.706183 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d91f185e-7032-486f-80a1-27fdc993e33f req-f2d3dd95-4894-4b92-9e38-796d3fa0a2db tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 945 time: 0.1388423 Dec 09 22:21:41.726085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Network 3d07ea5e-536e-4d3e-9def-842a33b29d46 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:41.740293 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-493cea4b-6b16-493b-9c81-708c258cdf93 req-863d4a06-a4e0-4619-90f9-3dee31a4a030 service neutron] 10.222.0.42 "GET /v2.0/networks/7f371dad-8b8f-4f53-8049-9687e7fd54a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983228 Dec 09 22:21:41.748920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:41.767315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:41.770823 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Pushing event updated for resources: {'Port': ['ID=a934f977-7939-427b-915b-a2372ea8ecaa,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:41.867489 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:41.876998 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d91f185e-7032-486f-80a1-27fdc993e33f req-adf075bb-ea59-488e-a80a-8f1b15275272 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693537 Dec 09 22:21:41.888774 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1dad7-894e-4f7d-9bc8-cdceb00cfe84 req-ee4fbb3c-16e9-4cbb-8eb3-83e280da2b50 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:41.896505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7b1dad7-894e-4f7d-9bc8-cdceb00cfe84 req-ee4fbb3c-16e9-4cbb-8eb3-83e280da2b50 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 945 time: 0.1760938 Dec 09 22:21:41.928069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b2f-d14c-4a34-b23c-8a85ab15e8f0 req-1a7ffb3d-593a-407b-a33a-07fe943b0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:41.929992 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd9b1b2f-d14c-4a34-b23c-8a85ab15e8f0 req-1a7ffb3d-593a-407b-a33a-07fe943b0894 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61742109b4ee4c3fabfcc53ff5b2b187&device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 1096 time: 0.1073954 Dec 09 22:21:41.931779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['573c9425-b213-4062-82ab-c8bbff5cac68'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:21:42.139037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a237a11-a941-4864-8300-cfc26f6f677f req-567f06d7-fb32-4c4a-90f1-4920dfda3125 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:42.140664 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a237a11-a941-4864-8300-cfc26f6f677f req-567f06d7-fb32-4c4a-90f1-4920dfda3125 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1298854 Dec 09 22:21:42.159454 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7b1dad7-894e-4f7d-9bc8-cdceb00cfe84 req-32b2cb3d-601e-4bfb-951a-6d5fb19bf1c9 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562525 Dec 09 22:21:42.221602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b2f-d14c-4a34-b23c-8a85ab15e8f0 req-bde0f8ef-4edc-4a5d-a5cf-a0574886116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:42.224251 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd9b1b2f-d14c-4a34-b23c-8a85ab15e8f0 req-bde0f8ef-4edc-4a5d-a5cf-a0574886116f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f371dad-8b8f-4f53-8049-9687e7fd54a6 HTTP/1.1" status: 200 len: 915 time: 0.2851596 Dec 09 22:21:42.238370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-23d6469d-77ae-49af-ad15-8c31e37252d9 None None] Provisioning complete for port a934f977-7939-427b-915b-a2372ea8ecaa triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:42.238747 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-23d6469d-77ae-49af-ad15-8c31e37252d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:42.282607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-23d6469d-77ae-49af-ad15-8c31e37252d9 None None] Port a934f977-7939-427b-915b-a2372ea8ecaa cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:21:42.304961 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd9b1b2f-d14c-4a34-b23c-8a85ab15e8f0 req-2fc01515-4a12-4ce0-9bd1-e23e30d8e4d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c432ed22-c0ab-41fa-9e47-f10d3c45ea99 HTTP/1.1" status: 200 len: 217 time: 0.0675890 Dec 09 22:21:42.330628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46415000-07de-4e55-801a-19ce3ac97056 req-2b5739b0-b4e1-4285-a361-6eb485afad71 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 210 time: 0.0617650 Dec 09 22:21:42.367442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b2f-d14c-4a34-b23c-8a85ab15e8f0 req-a5415159-66e5-4e46-9dbd-011e416e95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:42.372777 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd9b1b2f-d14c-4a34-b23c-8a85ab15e8f0 req-a5415159-66e5-4e46-9dbd-011e416e95ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e024a805-2b55-4c85-90ee-c3e9b44a4370 HTTP/1.1" status: 200 len: 853 time: 0.0543520 Dec 09 22:21:42.428799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:42.435630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a237a11-a941-4864-8300-cfc26f6f677f req-d0aadcb7-d60a-48db-accd-f977228ecfcd tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748923 Dec 09 22:21:42.446605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b2f-d14c-4a34-b23c-8a85ab15e8f0 req-55f70534-bf62-4561-bdc2-6b15c129b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:42.448609 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd9b1b2f-d14c-4a34-b23c-8a85ab15e8f0 req-55f70534-bf62-4561-bdc2-6b15c129b266 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f371dad-8b8f-4f53-8049-9687e7fd54a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656712 Dec 09 22:21:42.522122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1661e-7990-4169-8d20-329f23ed591d req-841678c5-2063-4b18-8c57-07649688a425 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:42.527031 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2dc1661e-7990-4169-8d20-329f23ed591d req-841678c5-2063-4b18-8c57-07649688a425 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 944 time: 0.1107688 Dec 09 22:21:42.587091 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd9b1b2f-d14c-4a34-b23c-8a85ab15e8f0 req-de0ef690-d312-4007-8f4f-9795c81bfa3c service neutron] 10.222.0.42 "GET /v2.0/networks/7f371dad-8b8f-4f53-8049-9687e7fd54a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292796 Dec 09 22:21:42.656006 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2dc1661e-7990-4169-8d20-329f23ed591d req-ace7f858-97ff-491d-8b0e-721a78f022d5 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba058eb-d541-469f-87a3-fab1df709287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241422 Dec 09 22:21:42.702187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd9b1b2f-d14c-4a34-b23c-8a85ab15e8f0 req-e5e1553d-8563-4013-9ae5-70fe5588ad1b service neutron] 10.222.0.42 "GET /v2.0/networks/7f371dad-8b8f-4f53-8049-9687e7fd54a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071718 Dec 09 22:21:42.724810 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:42.730324 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:42.829817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Pushing event updated for resources: {'Port': ['ID=a934f977-7939-427b-915b-a2372ea8ecaa,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:42.833060 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:42.855324 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8c30d-a38c-46cc-9394-a24ef30a95b1 req-a81f171d-1007-46ce-875e-4fee0160d701 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:42.856806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21f8c30d-a38c-46cc-9394-a24ef30a95b1 req-a81f171d-1007-46ce-875e-4fee0160d701 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.0860522 Dec 09 22:21:42.978406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21f8c30d-a38c-46cc-9394-a24ef30a95b1 req-00d570ac-aab9-400c-95ac-84570a5207db tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087465 Dec 09 22:21:43.022720 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Network 3d07ea5e-536e-4d3e-9def-842a33b29d46 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:43.025891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:43.119830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b68e1-4d1f-4908-b5a4-d2656bb54a17 req-f14e1a0b-47f9-4c0b-a23a-3c9ce86a11c5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:43.121388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-565b68e1-4d1f-4908-b5a4-d2656bb54a17 req-f14e1a0b-47f9-4c0b-a23a-3c9ce86a11c5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 945 time: 0.1132894 Dec 09 22:21:43.272374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 573c9425-b213-4062-82ab-c8bbff5cac68 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:43.280200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Router 390d3bc3-ac98-4125-bb2c-e71f93be5a95 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:21:43.285356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-565b68e1-4d1f-4908-b5a4-d2656bb54a17 req-d8e9d3cc-4688-4b1e-8488-71d7764a94ac tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569350 Dec 09 22:21:43.339135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a655bbe1-f759-489d-81b4-b1b2f4260e32 None None] Provisioning complete for port a934f977-7939-427b-915b-a2372ea8ecaa triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:43.339507 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a655bbe1-f759-489d-81b4-b1b2f4260e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:43.371204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-2adb18a1-bf1c-487b-9313-b83dff7cf72a tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:43.372673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-2adb18a1-bf1c-487b-9313-b83dff7cf72a tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.18 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 820 time: 0.1945107 Dec 09 22:21:43.377426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 573c9425-b213-4062-82ab-c8bbff5cac68 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:21:43.390005 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 573c9425-b213-4062-82ab-c8bbff5cac68 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:43.391013 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:43.394389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a655bbe1-f759-489d-81b4-b1b2f4260e32 None None] Port a934f977-7939-427b-915b-a2372ea8ecaa cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:21:43.403510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Request body: {'port': {'device_id': '8f7a9bfd-4d7f-4b68-9537-5d66250c43c5', 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f', 'admin_state_up': True, 'tenant_id': '3d1b37906be84157a8f74e1f36d6847e'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:43.497041 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:43.536043 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573c9425-b213-4062-82ab-c8bbff5cac68'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:43.539507 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fa9964-e693-4bdd-8056-7793e8d5df4d" -d '{"events": [{"server_uuid": "fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741", "name": "network-vif-plugged", "status": "completed", "tag": "573c9425-b213-4062-82ab-c8bbff5cac68"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:43.546719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0d33fc29-84ff-497f-af40-a3365e2f12c6 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:43.558395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 573c9425-b213-4062-82ab-c8bbff5cac68, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=573c9425-b213-4062-82ab-c8bbff5cac68,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:43.559505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eae6dae-ec1e-42a2-9dbc-4c14084a4a40 req-f15f5d86-e956-4a65-9269-3f88c6488fbb tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 210 time: 0.0713313 Dec 09 22:21:43.593114 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:43.637695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:21:43.654326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f9c63335-84ca-4b95-b54f-69a7d4717501 admin admin] 10.222.0.16 "PUT /v2.0/routers/390d3bc3-ac98-4125-bb2c-e71f93be5a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4693823 Dec 09 22:21:43.663928 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Sync routers for ids ['390d3bc3-ac98-4125-bb2c-e71f93be5a95'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:21:43.689102 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Routers {'390d3bc3-ac98-4125-bb2c-e71f93be5a95'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:43.689976 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['390d3bc3-ac98-4125-bb2c-e71f93be5a95'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:43.702586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=573c9425-b213-4062-82ab-c8bbff5cac68,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:43.719776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0d33fc29-84ff-497f-af40-a3365e2f12c6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:43.720454 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:43.751061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517f830-5673-4ce0-a746-949793b9c942 req-a0b58cb7-32a5-43b6-8ad0-2bb202afc4ef tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:43.752823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7517f830-5673-4ce0-a746-949793b9c942 req-a0b58cb7-32a5-43b6-8ad0-2bb202afc4ef tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1956582 Dec 09 22:21:43.784191 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9933e38-dae5-4565-89f0-281aaa27cfee x-openstack-request-id: req-f9933e38-dae5-4565-89f0-281aaa27cfee {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:43.784601 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741", "name": "network-vif-plugged", "status": "completed", "tag": "573c9425-b213-4062-82ab-c8bbff5cac68", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:43.785109 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9933e38-dae5-4565-89f0-281aaa27cfee {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:43.785720 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573c9425-b213-4062-82ab-c8bbff5cac68', 'code': 200} Dec 09 22:21:43.866418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Made reservation on behalf of 3d1b37906be84157a8f74e1f36d6847e for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:43.889573 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:43.902837 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:43.940795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 0d33fc29-84ff-497f-af40-a3365e2f12c6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0d33fc29-84ff-497f-af40-a3365e2f12c6,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:43.946180 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:43.951674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67013a77-8748-4dd9-96b7-626646dfa222 req-27fe5482-ef0f-4cef-b58b-eb401f48f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:43.953660 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Set router 390d3bc3-ac98-4125-bb2c-e71f93be5a95 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:43.955925 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-67013a77-8748-4dd9-96b7-626646dfa222 req-27fe5482-ef0f-4cef-b58b-eb401f48f0ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 1098 time: 0.1227648 Dec 09 22:21:43.990271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7517f830-5673-4ce0-a746-949793b9c942 req-e73f9af1-a178-4ede-acc9-253fcbe266d2 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119172 Dec 09 22:21:44.053351 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-67013a77-8748-4dd9-96b7-626646dfa222 req-bbb1564c-cdac-4176-b4f1-fd1e7b7bf6f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837584 Dec 09 22:21:44.062614 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=0d33fc29-84ff-497f-af40-a3365e2f12c6,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:44.109496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597400cd-5e91-48b3-8e94-7bd245f2e0d4 req-9af82ea9-a932-43a1-a51b-2b3a5a0cea7d tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:44.118739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-597400cd-5e91-48b3-8e94-7bd245f2e0d4 req-9af82ea9-a932-43a1-a51b-2b3a5a0cea7d tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 944 time: 0.1983709 Dec 09 22:21:44.212888 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'name': 'tempest-FloatingIPDetailsTestJSON-913643180-router', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:36Z', 'updated_at': '2021-12-09T22:21:42Z', 'revision_number': 4, 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'gw_port': {'id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:37Z', 'updated_at': '2021-12-09T22:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a934f977-7939-427b-915b-a2372ea8ecaa', 'name': '', 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'mac_address': 'fa:16:3e:fa:eb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'cb1d6239-e8c7-456c-908e-3288513400ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:40Z', 'updated_at': '2021-12-09T22:21:42Z', 'revision_number': 2, 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'subnets': [{'id': 'cb1d6239-e8c7-456c-908e-3288513400ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:44.254483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-597400cd-5e91-48b3-8e94-7bd245f2e0d4 req-78b16aca-58b1-4ba7-8a4a-da18348287dd tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba058eb-d541-469f-87a3-fab1df709287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346302 Dec 09 22:21:44.261040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Allocated IP 172.20.0.4 (3c725022-0e1b-43f0-a815-e26b6aa8947f/ce2ce2bf-a35f-4018-a4cc-40f652c375bc/b9a7fe30-9ec3-4c16-927f-621d7f95e383) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:44.346447 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Checking router: 390d3bc3-ac98-4125-bb2c-e71f93be5a95 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:21:44.346810 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Updating router 390d3bc3-ac98-4125-bb2c-e71f93be5a95 port a934f977-7939-427b-915b-a2372ea8ecaa binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:21:44.378815 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:44.476472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-087b3070-08e7-47d0-9817-2f76b225fe72 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2972252 Dec 09 22:21:44.490122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:44.547503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efe5ee-61ee-4616-a238-28cd4a4e9ed7 req-e1005cfd-8214-4383-b85d-9db2558a8618 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:44.549077 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5efe5ee-61ee-4616-a238-28cd4a4e9ed7 req-e1005cfd-8214-4383-b85d-9db2558a8618 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1418166 Dec 09 22:21:44.553173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:44.556854 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:44.655384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5efe5ee-61ee-4616-a238-28cd4a4e9ed7 req-a2b4143e-d75f-4d0e-877a-d62e64f5d384 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805235 Dec 09 22:21:44.691112 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:44.698314 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:44.707511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:44.753142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['dcb16939-8ce7-4c5d-907d-b7772fcf8652'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:21:44.767144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Network 3c725022-0e1b-43f0-a815-e26b6aa8947f is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:44.791296 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de9dda-24f5-446c-856a-67cb853e777c None None] Pushing event updated for resources: {'Port': ['ID=a934f977-7939-427b-915b-a2372ea8ecaa,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:44.816850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:44.858813 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Attempting to bind port a934f977-7939-427b-915b-a2372ea8ecaa on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:44.859187 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Attempting to bind port a934f977-7939-427b-915b-a2372ea8ecaa by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'bb734d0f-90ef-4018-b4f5-d6055bc5bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:44.859559 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Attempting to bind port a934f977-7939-427b-915b-a2372ea8ecaa on network 3d07ea5e-536e-4d3e-9def-842a33b29d46 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:44.872839 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:44.873286 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Checking segment: {'id': 'bb734d0f-90ef-4018-b4f5-d6055bc5bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:44.873735 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:44.874162 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Bound using segment: {'id': 'bb734d0f-90ef-4018-b4f5-d6055bc5bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:44.875861 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Bound port: a934f977-7939-427b-915b-a2372ea8ecaa, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb734d0f-90ef-4018-b4f5-d6055bc5bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:44.876512 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:44.970061 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] For port a934f977-7939-427b-915b-a2372ea8ecaa, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:44.975795 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] For port a934f977-7939-427b-915b-a2372ea8ecaa, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a934f977-7939-427b-915b-a2372ea8ecaa,segment=NetworkSegment(bb734d0f-90ef-4018-b4f5-d6055bc5bfc6),segment_id=bb734d0f-90ef-4018-b4f5-d6055bc5bfc6)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:44.985731 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:45.051671 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Routers {'390d3bc3-ac98-4125-bb2c-e71f93be5a95'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:21:45.051671 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['390d3bc3-ac98-4125-bb2c-e71f93be5a95'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:45.094833 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de9dda-24f5-446c-856a-67cb853e777c None None] Pushing event updated for resources: {'Port': ['ID=a934f977-7939-427b-915b-a2372ea8ecaa,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:45.144325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6041ad65-232f-4589-a1ff-c7fdf4a328bd None None] Provisioning complete for port a934f977-7939-427b-915b-a2372ea8ecaa triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:45.145112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6041ad65-232f-4589-a1ff-c7fdf4a328bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:45.210601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:45.243412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Pushing event updated for resources: {'Port': ['ID=b9a7fe30-9ec3-4c16-927f-621d7f95e383,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:45.252360 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] Set router 390d3bc3-ac98-4125-bb2c-e71f93be5a95 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:21:45.279747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ce7b7614-7d0a-4166-a9d9-b443418f96b0 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:21:45.285632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:45.286426 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:45.317230 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6041ad65-232f-4589-a1ff-c7fdf4a328bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:45.320470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-79210bae-3e44-46a7-8186-e8b1326b241e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9291086 Dec 09 22:21:45.330018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f170e9c-3353-406f-b4bc-9603ff8d05e5 req-36ecc622-395d-4fb4-bd49-4965104a4ae1 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:45.338155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f170e9c-3353-406f-b4bc-9603ff8d05e5 req-36ecc622-395d-4fb4-bd49-4965104a4ae1 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 946 time: 0.5922475 Dec 09 22:21:45.344740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:45.369185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Request body: {'port': {'device_id': '8f7a9bfd-4d7f-4b68-9537-5d66250c43c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:45.431501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6041ad65-232f-4589-a1ff-c7fdf4a328bd None None] For port a934f977-7939-427b-915b-a2372ea8ecaa, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a934f977-7939-427b-915b-a2372ea8ecaa,segment=NetworkSegment(bb734d0f-90ef-4018-b4f5-d6055bc5bfc6),segment_id=bb734d0f-90ef-4018-b4f5-d6055bc5bfc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:45.448217 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6041ad65-232f-4589-a1ff-c7fdf4a328bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:45.490841 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f170e9c-3353-406f-b4bc-9603ff8d05e5 req-c77d48ca-6b17-463a-8fd0-d5b6e46fc048 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515276 Dec 09 22:21:45.516417 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:45.577844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Allocated IP 172.25.8.162 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/e92953ac-981c-4494-8752-a740b906a832) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:45.582114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ce7b7614-7d0a-4166-a9d9-b443418f96b0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ce7b7614-7d0a-4166-a9d9-b443418f96b0,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:45.606178 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0', 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'port_id': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0', 'mac_address': 'fa:16:3e:5e:eb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a1abe4-c6ce-4bf4-8897-108758cac1d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:21:45.648816 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041ad65-232f-4589-a1ff-c7fdf4a328bd None None] Pushing event updated for resources: {'Port': ['ID=a934f977-7939-427b-915b-a2372ea8ecaa,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:45.674028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0d33fc29-84ff-497f-af40-a3365e2f12c6 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:45.687079 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'name': 'tempest-FloatingIPDetailsTestJSON-913643180-router', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:36Z', 'updated_at': '2021-12-09T22:21:42Z', 'revision_number': 4, 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'gw_port': {'id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:37Z', 'updated_at': '2021-12-09T22:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a934f977-7939-427b-915b-a2372ea8ecaa', 'name': '', 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'mac_address': 'fa:16:3e:fa:eb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'cb1d6239-e8c7-456c-908e-3288513400ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:40Z', 'updated_at': '2021-12-09T22:21:44Z', 'revision_number': 4, 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'subnets': [{'id': 'cb1d6239-e8c7-456c-908e-3288513400ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:21:45.721991 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b401416-4f29-48da-ac2b-a29cb81a3d00 None None] The sync data for ids ['390d3bc3-ac98-4125-bb2c-e71f93be5a95'] in n-d-789963-23 is: [{'id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'name': 'tempest-FloatingIPDetailsTestJSON-913643180-router', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:36Z', 'updated_at': '2021-12-09T22:21:42Z', 'revision_number': 4, 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'gw_port': {'id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:37Z', 'updated_at': '2021-12-09T22:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a934f977-7939-427b-915b-a2372ea8ecaa', 'name': '', 'network_id': '3d07ea5e-536e-4d3e-9def-842a33b29d46', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'mac_address': 'fa:16:3e:fa:eb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'cb1d6239-e8c7-456c-908e-3288513400ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:40Z', 'updated_at': '2021-12-09T22:21:44Z', 'revision_number': 4, 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'subnets': [{'id': 'cb1d6239-e8c7-456c-908e-3288513400ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:21:45.778523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ea188620-111b-4f57-b6be-d35663879eeb None None] Provisioning complete for port a934f977-7939-427b-915b-a2372ea8ecaa triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:45.779636 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ea188620-111b-4f57-b6be-d35663879eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:45.849240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f356031-94f9-4f55-85b1-562b4bae29dc req-8e2537f5-9dbb-4f77-a8de-2dbb9bccace9 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:45.859312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f356031-94f9-4f55-85b1-562b4bae29dc req-8e2537f5-9dbb-4f77-a8de-2dbb9bccace9 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 931 time: 0.2645843 Dec 09 22:21:45.864290 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:45.888253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c432ed22-c0ab-41fa-9e47-f10d3c45ea99 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:21:45.928512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce7b7614-7d0a-4166-a9d9-b443418f96b0 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:46.028220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0d33fc29-84ff-497f-af40-a3365e2f12c6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:46.028872 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:46.045980 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:46.059150 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f356031-94f9-4f55-85b1-562b4bae29dc req-d3fceb4f-f645-438a-b642-f504db71587f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981730 Dec 09 22:21:46.071982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ce7b7614-7d0a-4166-a9d9-b443418f96b0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ce7b7614-7d0a-4166-a9d9-b443418f96b0,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:46.151227 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:46.175213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a7fe30-9ec3-4c16-927f-621d7f95e383 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:46.198716 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:46.243952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Transition to ACTIVE for port object b9a7fe30-9ec3-4c16-927f-621d7f95e383 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:21:46.266604 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:46.376551 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:21:46.377689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ce7b7614-7d0a-4166-a9d9-b443418f96b0,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:46.388781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c432ed22-c0ab-41fa-9e47-f10d3c45ea99, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c432ed22-c0ab-41fa-9e47-f10d3c45ea99,segment=NetworkSegment(6dac18df-41fc-4a43-a0af-e6e531e84baa),segment_id=6dac18df-41fc-4a43-a0af-e6e531e84baa)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:46.432194 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:46.468005 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['ce7b7614-7d0a-4166-a9d9-b443418f96b0'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:21:46.504881 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a7fe30-9ec3-4c16-927f-621d7f95e383,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:46.519740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'port_id': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99', 'mac_address': 'fa:16:3e:ee:f3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:21:46.563584 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:46.572971 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:46.583643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:46.591479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c432ed22-c0ab-41fa-9e47-f10d3c45ea99 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:46.599894 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Pushing event updated for resources: {'Port': ['ID=e92953ac-981c-4494-8752-a740b906a832,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:46.610471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:46.665565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c432ed22-c0ab-41fa-9e47-f10d3c45ea99, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c432ed22-c0ab-41fa-9e47-f10d3c45ea99,segment=NetworkSegment(6dac18df-41fc-4a43-a0af-e6e531e84baa),segment_id=6dac18df-41fc-4a43-a0af-e6e531e84baa)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:46.675167 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:46.705066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401537c8-8c69-4932-87a7-1a9c60176a86 req-dbe93ff8-7644-4c4a-9110-8f672b428c37 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:46.715591 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-401537c8-8c69-4932-87a7-1a9c60176a86 req-dbe93ff8-7644-4c4a-9110-8f672b428c37 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.3520362 Dec 09 22:21:46.756664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Attempting to bind port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:46.756893 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Attempting to bind port b9a7fe30-9ec3-4c16-927f-621d7f95e383 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:46.757326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Attempting to bind port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:46.767296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:21:46.767781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Attempting to bind port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:46.812663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:46.813153 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:46.814163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:46.814726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Bound port: b9a7fe30-9ec3-4c16-927f-621d7f95e383, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:46.815208 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:46.882380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=c432ed22-c0ab-41fa-9e47-f10d3c45ea99,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:46.902419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-401537c8-8c69-4932-87a7-1a9c60176a86 req-78512ce6-e474-47f9-b944-91f98e9fe658 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855023 Dec 09 22:21:46.903700 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:46.994153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['c432ed22-c0ab-41fa-9e47-f10d3c45ea99'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:21:47.139875 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:47.231467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:47.277869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:47.287627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ce7b7614-7d0a-4166-a9d9-b443418f96b0 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:47.303935 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:47.332017 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327065e8-61aa-4762-90dc-513fc03b43a5 req-9a21ad21-efe3-4840-9a80-e876dc97c607 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:47.343266 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-327065e8-61aa-4762-90dc-513fc03b43a5 req-9a21ad21-efe3-4840-9a80-e876dc97c607 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 945 time: 0.3045039 Dec 09 22:21:47.387741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port ce7b7614-7d0a-4166-a9d9-b443418f96b0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:47.388183 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:47.509292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:47.510066 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:47.511915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] 10.222.0.18 "PUT /v2.0/ports/b9a7fe30-9ec3-4c16-927f-621d7f95e383 HTTP/1.1" status: 200 len: 1092 time: 2.1546836 Dec 09 22:21:47.512080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7a9bfd-4d7f-4b68-9537-5d66250c43c5', 'tag': 'b9a7fe30-9ec3-4c16-927f-621d7f95e383'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:47.514440 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9502f97a-7b6f-4363-bda9-7a37a8823f68" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7a9bfd-4d7f-4b68-9537-5d66250c43c5", "tag": "b9a7fe30-9ec3-4c16-927f-621d7f95e383"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:47.530465 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:47.568104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a934f977-7939-427b-915b-a2372ea8ecaa up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:47.583389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a239253-4430-4309-a464-43c35d9888fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:47.588136 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4a5fe8-039b-4d29-b0bf-454e086afde9" -d '{"events": [{"server_uuid": "3a239253-4430-4309-a464-43c35d9888fc", "name": "network-vif-plugged", "status": "completed", "tag": "ce7b7614-7d0a-4166-a9d9-b443418f96b0"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:47.621954 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-327065e8-61aa-4762-90dc-513fc03b43a5 req-63d87ea9-3b25-4871-b30b-e253a0eb373e tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba058eb-d541-469f-87a3-fab1df709287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740467 Dec 09 22:21:47.668218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ce7b7614-7d0a-4166-a9d9-b443418f96b0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ce7b7614-7d0a-4166-a9d9-b443418f96b0,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:47.676516 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:47.685627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e868f-04db-4154-89bc-0d5cd8b8e5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a7fe30-9ec3-4c16-927f-621d7f95e383,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:47.729383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a934f977-7939-427b-915b-a2372ea8ecaa triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:47.729765 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:47.779587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-d02bdc11-3bf5-4f33-b020-6235a83ef51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:47.786703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-d02bdc11-3bf5-4f33-b020-6235a83ef51a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 1095 time: 0.1893892 Dec 09 22:21:47.885049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-cb8bdcc4-783a-4dd6-886a-9d2dfbb085c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383 HTTP/1.1" status: 200 len: 217 time: 0.0800464 Dec 09 22:21:47.896545 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:47.909725 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:48.013600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ce7b7614-7d0a-4166-a9d9-b443418f96b0,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:48.032208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596db75-4bfa-4be2-b2fa-257e500e33e1 req-1d4e5829-3795-4261-9532-c1037b56c2d5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:48.033599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7596db75-4bfa-4be2-b2fa-257e500e33e1 req-1d4e5829-3795-4261-9532-c1037b56c2d5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.2142220 Dec 09 22:21:48.039264 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Pushing event updated for resources: {'Port': ['ID=e92953ac-981c-4494-8752-a740b906a832,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:48.071425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-1ca0f8e9-24a2-43e1-af16-867fb71a585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:48.073341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-1ca0f8e9-24a2-43e1-af16-867fb71a585e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.1745589 Dec 09 22:21:48.118006 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:48.121997 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-eea450b6-d27d-4c67-a42d-8a4866faf24e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391157 Dec 09 22:21:48.161587 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7596db75-4bfa-4be2-b2fa-257e500e33e1 req-5e1f75cc-18fb-4301-994d-adc494276931 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150854 Dec 09 22:21:48.173128 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:48.174352 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-64b63d5f-8315-4bf2-afc2-590d61f10719 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6906395 Dec 09 22:21:48.262170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-39bfe569-ca8a-4add-b86a-83a43005c19f service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272933 Dec 09 22:21:48.377617 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-1090dabe-5fb2-429f-99ba-4e08e28fcb4c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.1145346 Dec 09 22:21:48.418666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a2bb9-c173-4443-b3ca-3c63a2624dce req-bf2c5ced-04db-447d-8a57-7e3321115c8e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:48.420252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-171a2bb9-c173-4443-b3ca-3c63a2624dce req-bf2c5ced-04db-447d-8a57-7e3321115c8e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 946 time: 0.1559374 Dec 09 22:21:48.570250 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45754a28-8f28-4ed4-b5fe-9644ce520f7c req-a0b26968-e239-409c-be22-1fd5f4a822af service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977576 Dec 09 22:21:48.603950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-171a2bb9-c173-4443-b3ca-3c63a2624dce req-23fdddc9-3b60-4faf-bfa4-0e74ed55c1d1 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640184 Dec 09 22:21:48.637814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-b49eb94c-159d-4d2d-8862-3be706b0e5fb tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:48.650366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-753ec7e6-6377-4280-9c75-849b4c5dc8c2 req-b49eb94c-159d-4d2d-8862-3be706b0e5fb tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2272580 Dec 09 22:21:48.782108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9f1b8-0529-4bfb-840f-c90545da07bd req-0804c786-cd71-4d4f-beea-0ff7464e296f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:48.783663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17e9f1b8-0529-4bfb-840f-c90545da07bd req-0804c786-cd71-4d4f-beea-0ff7464e296f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 943 time: 0.0863516 Dec 09 22:21:48.840496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17e9f1b8-0529-4bfb-840f-c90545da07bd req-ed4f362c-4625-4549-8d25-03fbf2ce0058 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509961 Dec 09 22:21:48.952717 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86513e8-0c77-44fe-bf5c-dc6a47ed16fc x-openstack-request-id: req-c86513e8-0c77-44fe-bf5c-dc6a47ed16fc {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:48.953435 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7a9bfd-4d7f-4b68-9537-5d66250c43c5", "tag": "b9a7fe30-9ec3-4c16-927f-621d7f95e383", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:48.953903 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c86513e8-0c77-44fe-bf5c-dc6a47ed16fc {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:48.954894 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7a9bfd-4d7f-4b68-9537-5d66250c43c5', 'tag': 'b9a7fe30-9ec3-4c16-927f-621d7f95e383', 'status': 'completed', 'code': 200} Dec 09 22:21:48.984208 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3cd80f-8572-4017-8854-3e3acb51fbbf x-openstack-request-id: req-1c3cd80f-8572-4017-8854-3e3acb51fbbf {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:48.984518 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a239253-4430-4309-a464-43c35d9888fc", "name": "network-vif-plugged", "status": "completed", "tag": "ce7b7614-7d0a-4166-a9d9-b443418f96b0", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:48.984776 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c3cd80f-8572-4017-8854-3e3acb51fbbf {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:48.985168 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a239253-4430-4309-a464-43c35d9888fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0', 'code': 200} Dec 09 22:21:49.151022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f97a-7b6f-4363-bda9-7a37a8823f68 req-df502b68-28d6-4e65-a340-3265212ee6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:49.152548 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9502f97a-7b6f-4363-bda9-7a37a8823f68 req-df502b68-28d6-4e65-a340-3265212ee6fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 1095 time: 0.1272891 Dec 09 22:21:49.355474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d13c1e-2939-4a39-b3ad-505a6305f959 req-531a6990-77c3-4208-ace7-91a3bf9de16f tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:49.364589 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25d13c1e-2939-4a39-b3ad-505a6305f959 req-531a6990-77c3-4208-ace7-91a3bf9de16f tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 945 time: 0.2867370 Dec 09 22:21:49.451150 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-2e4c797b-9c73-4cb8-8374-c6831a56c529 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2585196 Dec 09 22:21:49.454647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f97a-7b6f-4363-bda9-7a37a8823f68 req-b8ab1616-715b-4a91-8703-ceed09789466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:49.456030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9502f97a-7b6f-4363-bda9-7a37a8823f68 req-b8ab1616-715b-4a91-8703-ceed09789466 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.2933018 Dec 09 22:21:49.471991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:49.540348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25d13c1e-2939-4a39-b3ad-505a6305f959 req-94ec9fb6-ab77-410a-a1d1-907fba527372 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba058eb-d541-469f-87a3-fab1df709287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742637 Dec 09 22:21:49.556432 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9502f97a-7b6f-4363-bda9-7a37a8823f68 req-91942fd8-9c35-44fe-9ade-7a7e4e37d3b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383 HTTP/1.1" status: 200 len: 217 time: 0.0795302 Dec 09 22:21:49.582133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:49.644223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f97a-7b6f-4363-bda9-7a37a8823f68 req-fd311e72-38f3-48c4-b9e8-e046691a1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:49.645693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9502f97a-7b6f-4363-bda9-7a37a8823f68 req-fd311e72-38f3-48c4-b9e8-e046691a1a95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0788176 Dec 09 22:21:49.692204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9502f97a-7b6f-4363-bda9-7a37a8823f68 req-ee611287-0260-4448-9848-eed7d9c6266b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350537 Dec 09 22:21:49.893777 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c432ed22-c0ab-41fa-9e47-f10d3c45ea99 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:21:49.908616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9502f97a-7b6f-4363-bda9-7a37a8823f68 req-4f267416-e052-4f7f-bb6a-81a69a27dbd6 service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870191 Dec 09 22:21:49.930119 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:49.988784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port c432ed22-c0ab-41fa-9e47-f10d3c45ea99 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:21:49.996226 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port c432ed22-c0ab-41fa-9e47-f10d3c45ea99 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:21:49.996984 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:50.036285 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace09c1-73c1-4983-a209-67659a07c906 req-0515fccd-236b-4c3e-aeaf-f545bd1de5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:50.037984 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8ace09c1-73c1-4983-a209-67659a07c906 req-0515fccd-236b-4c3e-aeaf-f545bd1de5ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bd5db2199f341ca9976a282f5090f59&device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 1098 time: 0.0776072 Dec 09 22:21:50.083780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4a033-b2bb-4a37-9c93-d945bb1177e8 req-5ddc5004-1a19-46f4-adab-5fbc2dde2b69 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:50.091374 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efc4a033-b2bb-4a37-9c93-d945bb1177e8 req-5ddc5004-1a19-46f4-adab-5fbc2dde2b69 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 946 time: 0.2034330 Dec 09 22:21:50.184398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9502f97a-7b6f-4363-bda9-7a37a8823f68 req-742076bd-40a8-41da-b3a9-b0db3dcbfa03 service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558973 Dec 09 22:21:50.200621 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:50.220029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Allocated IP 172.25.8.9 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/bff07c73-9ff7-499f-b8bd-9ef4a2c7871d) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:50.248093 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efc4a033-b2bb-4a37-9c93-d945bb1177e8 req-4f4e3a8b-547e-41ec-a490-c639f51292f5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557419 Dec 09 22:21:50.262372 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c432ed22-c0ab-41fa-9e47-f10d3c45ea99, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c432ed22-c0ab-41fa-9e47-f10d3c45ea99,segment=NetworkSegment(6dac18df-41fc-4a43-a0af-e6e531e84baa),segment_id=6dac18df-41fc-4a43-a0af-e6e531e84baa)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:50.271100 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:50.287530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace09c1-73c1-4983-a209-67659a07c906 req-cc6159d3-d7bc-45a4-8d72-c78b6bdab7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:50.291079 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8ace09c1-73c1-4983-a209-67659a07c906 req-cc6159d3-d7bc-45a4-8d72-c78b6bdab7d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1e6688ff-cf03-42c2-befb-7b399920fda5 HTTP/1.1" status: 200 len: 916 time: 0.2449720 Dec 09 22:21:50.340208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=c432ed22-c0ab-41fa-9e47-f10d3c45ea99,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:50.387842 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8ace09c1-73c1-4983-a209-67659a07c906 req-55e5f0d5-cbba-4a09-9588-8fe284545758 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f72f502c-a4ec-4678-b17a-2bd8d013101f HTTP/1.1" status: 200 len: 217 time: 0.0879872 Dec 09 22:21:50.461051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace09c1-73c1-4983-a209-67659a07c906 req-b59a5fe6-556d-4784-8420-5be7e03f6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:50.463287 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8ace09c1-73c1-4983-a209-67659a07c906 req-b59a5fe6-556d-4784-8420-5be7e03f6755 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29716b9b-b4ef-41f8-a202-43b8308429c8 HTTP/1.1" status: 200 len: 854 time: 0.0684953 Dec 09 22:21:50.521281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace09c1-73c1-4983-a209-67659a07c906 req-f307aca8-0eef-46d1-8ff2-dcc38187ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:50.524179 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8ace09c1-73c1-4983-a209-67659a07c906 req-f307aca8-0eef-46d1-8ff2-dcc38187ea05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1e6688ff-cf03-42c2-befb-7b399920fda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510859 Dec 09 22:21:50.658045 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8ace09c1-73c1-4983-a209-67659a07c906 req-c302044c-462c-4852-a99c-4593e31350e8 service neutron] 10.222.0.42 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244283 Dec 09 22:21:50.803096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5add34-ed5d-4691-ba81-d9b90b716f7b req-d45a1a94-1c1e-472d-9cc6-80d9080a051e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:50.810430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc5add34-ed5d-4691-ba81-d9b90b716f7b req-d45a1a94-1c1e-472d-9cc6-80d9080a051e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1163228 Dec 09 22:21:50.848833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:50.894515 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc5add34-ed5d-4691-ba81-d9b90b716f7b req-ec40075f-3d40-415a-8e52-c660be9c469f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830467 Dec 09 22:21:50.988980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:50.994000 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2aeadb-b216-408b-ac6c-c66477476fb2" -d '{"events": [{"server_uuid": "61321429-75cb-4c7c-a3c0-94b37764df5c", "name": "network-vif-plugged", "status": "completed", "tag": "c432ed22-c0ab-41fa-9e47-f10d3c45ea99"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:51.001115 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:51.078488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe0818-eb8c-4a44-bbfc-a15078b82eb7 req-7f1b4370-51e6-4e49-9ccb-b0a829e0e6a1 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:51.080701 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ffe0818-eb8c-4a44-bbfc-a15078b82eb7 req-7f1b4370-51e6-4e49-9ccb-b0a829e0e6a1 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 946 time: 0.1654291 Dec 09 22:21:51.095928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:51.097028 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8ace09c1-73c1-4983-a209-67659a07c906 req-cf019fc4-8f94-490c-8b64-78c4623f6a1d service neutron] 10.222.0.42 "GET /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307232 Dec 09 22:21:51.110519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:51.112618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Pushing event updated for resources: {'Port': ['ID=bff07c73-9ff7-499f-b8bd-9ef4a2c7871d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:51.132384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:51.173491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9af07b-8c72-43b7-a11d-6d37efc7627e req-46bba315-f7ac-4cbd-be8b-7a922489f3b1 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:51.175243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db9af07b-8c72-43b7-a11d-6d37efc7627e req-46bba315-f7ac-4cbd-be8b-7a922489f3b1 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1777937 Dec 09 22:21:51.315445 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db9af07b-8c72-43b7-a11d-6d37efc7627e req-454768ba-bf78-4cdd-a3d1-60c162307625 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317515 Dec 09 22:21:51.339535 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:51.374471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-0ffe0818-eb8c-4a44-bbfc-a15078b82eb7 req-b439e8b1-c4bd-4f2d-913e-f2158718289c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Deleting port 573c9425-b213-4062-82ab-c8bbff5cac68 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:21:51.374471 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0ffe0818-eb8c-4a44-bbfc-a15078b82eb7 req-b439e8b1-c4bd-4f2d-913e-f2158718289c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:51.439842 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:51.576668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-0ffe0818-eb8c-4a44-bbfc-a15078b82eb7 req-b439e8b1-c4bd-4f2d-913e-f2158718289c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] For port 573c9425-b213-4062-82ab-c8bbff5cac68, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=573c9425-b213-4062-82ab-c8bbff5cac68,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:51.577030 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0ffe0818-eb8c-4a44-bbfc-a15078b82eb7 req-b439e8b1-c4bd-4f2d-913e-f2158718289c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:51.592956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542b0db-bc20-4c85-9924-e37bba364978 req-b2cf78fa-b255-46e7-945e-b26538f9f12f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:51.594379 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0542b0db-bc20-4c85-9924-e37bba364978 req-b2cf78fa-b255-46e7-945e-b26538f9f12f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 943 time: 0.1723483 Dec 09 22:21:51.612168 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-0ffe0818-eb8c-4a44-bbfc-a15078b82eb7 req-b439e8b1-c4bd-4f2d-913e-f2158718289c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Calling delete_port for 573c9425-b213-4062-82ab-c8bbff5cac68 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:21:51.755402 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0542b0db-bc20-4c85-9924-e37bba364978 req-f792b735-17e1-43cf-926a-14c6cbe9cd7f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444020 Dec 09 22:21:51.830935 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:51.837009 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:51.946576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Pushing event updated for resources: {'Port': ['ID=bff07c73-9ff7-499f-b8bd-9ef4a2c7871d,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:51.992509 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:51.994001 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0ffe0818-eb8c-4a44-bbfc-a15078b82eb7 req-b439e8b1-c4bd-4f2d-913e-f2158718289c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:52.031402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['573c9425-b213-4062-82ab-c8bbff5cac68'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:21:52.041026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439e8b1-c4bd-4f2d-913e-f2158718289c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Pushing event deleted for resources: {'Port': ['ID=573c9425-b213-4062-82ab-c8bbff5cac68,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:52.056810 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:52.058124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-b225e08c-dbed-458c-a876-4247ddabe63b tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.5981212 Dec 09 22:21:52.083812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9762a9-691f-4dbb-9157-4e074dcd389f req-42f4b0b4-2c0e-4c06-a0b8-a2d7c19767b1 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:52.085430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e9762a9-691f-4dbb-9157-4e074dcd389f req-42f4b0b4-2c0e-4c06-a0b8-a2d7c19767b1 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 946 time: 0.1327984 Dec 09 22:21:52.108403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffe0818-eb8c-4a44-bbfc-a15078b82eb7 req-b439e8b1-c4bd-4f2d-913e-f2158718289c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] No DVR routers for this DVR port 573c9425-b213-4062-82ab-c8bbff5cac68 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:21:52.137397 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0ffe0818-eb8c-4a44-bbfc-a15078b82eb7 req-b439e8b1-c4bd-4f2d-913e-f2158718289c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:52.140906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ffe0818-eb8c-4a44-bbfc-a15078b82eb7 req-b439e8b1-c4bd-4f2d-913e-f2158718289c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.18 "DELETE /v2.0/ports/573c9425-b213-4062-82ab-c8bbff5cac68 HTTP/1.1" status: 204 len: 173 time: 1.0486727 Dec 09 22:21:52.152948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741', 'name': 'network-vif-deleted', 'tag': '573c9425-b213-4062-82ab-c8bbff5cac68'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:52.158626 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dece479-b6d4-4acb-8866-5361f10aa38d" -d '{"events": [{"server_uuid": "fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741", "name": "network-vif-deleted", "tag": "573c9425-b213-4062-82ab-c8bbff5cac68"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:52.178224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-f75a4572-187c-46f3-b96d-5ecbed769d31 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.9 HTTP/1.1" status: 200 len: 694 time: 0.1053922 Dec 09 22:21:52.245985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e9762a9-691f-4dbb-9157-4e074dcd389f req-32004030-3193-4b30-8075-37dc44113dff tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba058eb-d541-469f-87a3-fab1df709287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385787 Dec 09 22:21:52.353137 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:52.377873 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1cfcc0-6712-424f-bfdb-85a89c5b08ba x-openstack-request-id: req-dd1cfcc0-6712-424f-bfdb-85a89c5b08ba {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:52.378453 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61321429-75cb-4c7c-a3c0-94b37764df5c", "name": "network-vif-plugged", "status": "completed", "tag": "c432ed22-c0ab-41fa-9e47-f10d3c45ea99", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:52.378957 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd1cfcc0-6712-424f-bfdb-85a89c5b08ba {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:52.379429 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99', 'code': 200} Dec 09 22:21:52.425765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-9286ade1-6401-4048-8b1c-fb8790a93428 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:52.427376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39b9f9b1-55c1-4659-9447-ba0750b14fa5 req-9286ade1-6401-4048-8b1c-fb8790a93428 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2296467 Dec 09 22:21:52.519127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de18a89-9857-44ce-9ba6-5b31f759bbf6 req-8bb00a0f-89a6-46a9-b600-65efca145cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:52.522013 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0de18a89-9857-44ce-9ba6-5b31f759bbf6 req-8bb00a0f-89a6-46a9-b600-65efca145cd0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 1098 time: 0.0583773 Dec 09 22:21:52.539158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eaf20dd8-a17f-4af5-9f13-364fe1655035 req-ef85a03b-d899-4dc6-8aab-e60b045aced7 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741 HTTP/1.1" status: 200 len: 210 time: 0.0347400 Dec 09 22:21:52.582130 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19675283-a137-4793-a0d6-ba61c4d8c9d1 x-openstack-request-id: req-19675283-a137-4793-a0d6-ba61c4d8c9d1 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:52.582429 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741", "name": "network-vif-deleted", "tag": "573c9425-b213-4062-82ab-c8bbff5cac68", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:52.582684 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19675283-a137-4793-a0d6-ba61c4d8c9d1 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:52.583074 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac34e5-2d3e-4f54-bcbd-9e0de7ae8741', 'name': 'network-vif-deleted', 'tag': '573c9425-b213-4062-82ab-c8bbff5cac68', 'status': 'completed', 'code': 200} Dec 09 22:21:52.594376 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0de18a89-9857-44ce-9ba6-5b31f759bbf6 req-4099dbe6-5c17-4d1c-a12c-8b8e746c77f5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dba058eb-d541-469f-87a3-fab1df709287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611901 Dec 09 22:21:52.609384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9705f-18f7-43ab-bd4d-8230ee67b63f req-8495efa4-5ff8-43e3-bc8f-d3a35c5427ed tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:52.610901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ad9705f-18f7-43ab-bd4d-8230ee67b63f req-8495efa4-5ff8-43e3-bc8f-d3a35c5427ed tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.0679545 Dec 09 22:21:52.705383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ad9705f-18f7-43ab-bd4d-8230ee67b63f req-8af508fb-8396-4a88-9553-61ae6d05469d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885775 Dec 09 22:21:52.716069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b7be9-e29c-4af8-93a7-1a8e0493731e req-27a6d78c-6409-484a-af54-67b6d9e77570 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:52.723837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-244b7be9-e29c-4af8-93a7-1a8e0493731e req-27a6d78c-6409-484a-af54-67b6d9e77570 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.0862920 Dec 09 22:21:52.822696 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-244b7be9-e29c-4af8-93a7-1a8e0493731e req-1e214d14-8a23-46db-9281-c264edfe4c9b tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979979 Dec 09 22:21:52.968857 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2ea8ead7-8ed2-4d08-b2e1-6e1c761ca0af tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1922779 Dec 09 22:21:52.979428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:52.996561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a03b3-38d5-49ec-bdb7-6a467a1fdd55 req-f446138e-d480-411b-b445-0582cc8d016d tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:52.998629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e2a03b3-38d5-49ec-bdb7-6a467a1fdd55 req-f446138e-d480-411b-b445-0582cc8d016d tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 943 time: 0.0830450 Dec 09 22:21:53.040788 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:53.082326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e2a03b3-38d5-49ec-bdb7-6a467a1fdd55 req-f9a97227-1671-4e2b-b967-c6d22025a59f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704076 Dec 09 22:21:53.179195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:53.344007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Allocated IP 172.25.8.16 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/afe83849-eee3-4731-92f1-30fba032c26d) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:53.365227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079af46-23f4-4fe1-83d6-91c72755bc06 req-7dc638e2-d9db-4a8a-86f1-f91fcfa81a85 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:53.370250 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e079af46-23f4-4fe1-83d6-91c72755bc06 req-7dc638e2-d9db-4a8a-86f1-f91fcfa81a85 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.0891314 Dec 09 22:21:53.490023 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e079af46-23f4-4fe1-83d6-91c72755bc06 req-7954ce9a-bb7a-4776-a729-6ae19ce95250 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115575 Dec 09 22:21:53.538138 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:53.624572 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:53.628362 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-cc061f03-ccd5-46fa-b109-2bdafe2fbee5 service neutron] show failed (client error): The resource could not be found. Dec 09 22:21:53.630009 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-cc061f03-ccd5-46fa-b109-2bdafe2fbee5 service neutron] 10.222.0.42 "GET /v2.0/ports/af7f0ef6-27d3-4c04-b6cd-c81e23d64da1/bindings/n-h1-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.1016309 Dec 09 22:21:53.681171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:53.702031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbafe14-aef6-452c-9775-a55c7c555e98 req-85bc0561-22f0-4ead-ac5b-a407d52b8d1f tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:53.703868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8dbafe14-aef6-452c-9775-a55c7c555e98 req-85bc0561-22f0-4ead-ac5b-a407d52b8d1f tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 946 time: 0.1119196 Dec 09 22:21:53.705161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:53.707889 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:53.735994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Pushing event updated for resources: {'Port': ['ID=afe83849-eee3-4731-92f1-30fba032c26d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:53.829646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8dbafe14-aef6-452c-9775-a55c7c555e98 req-adeb60c4-19f7-4f54-9f8f-e6ec78a10243 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba058eb-d541-469f-87a3-fab1df709287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137004 Dec 09 22:21:53.866927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:53.964049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-dae054b0-3090-422b-af8f-71ca518a8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:53.965573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-dae054b0-3090-422b-af8f-71ca518a8e3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35&tenant_id=ade0516472b8498d9af27180239f4606 HTTP/1.1" status: 200 len: 1102 time: 0.0963771 Dec 09 22:21:53.966720 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:54.003157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:54.147708 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:54.226646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d548c9e-688b-4c4d-b988-2357e20315f5 req-06195b2e-cd49-4873-a80e-4a6e75ae2341 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:54.228713 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d548c9e-688b-4c4d-b988-2357e20315f5 req-06195b2e-cd49-4873-a80e-4a6e75ae2341 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb037f88-eff2-4d25-91f4-d5dd0e94cd1b HTTP/1.1" status: 200 len: 945 time: 0.1990385 Dec 09 22:21:54.401650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d548c9e-688b-4c4d-b988-2357e20315f5 req-ee1e3c9b-1268-4b8d-bcbf-49bfe19a129e tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484640 Dec 09 22:21:54.435812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:54.457456 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:54.596676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Pushing event updated for resources: {'Port': ['ID=afe83849-eee3-4731-92f1-30fba032c26d,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:54.658854 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:54.687312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:54.712968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27fe33-bf50-441f-93bb-71e84e33a147 req-a242bc59-16f6-4139-9cee-d2f6098a573c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:54.714521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c27fe33-bf50-441f-93bb-71e84e33a147 req-a242bc59-16f6-4139-9cee-d2f6098a573c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1453953 Dec 09 22:21:54.746432 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:54.747623 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-524c18b1-350e-4571-b398-02708d7b86e6 req-2a953047-f4f8-45b7-a7ad-6542987f2aaa tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7732635 Dec 09 22:21:54.762180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:54.843990 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c27fe33-bf50-441f-93bb-71e84e33a147 req-8274159b-002e-47d6-ad8e-8fbfad699088 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183693 Dec 09 22:21:54.848524 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-524c18b1-350e-4571-b398-02708d7b86e6 req-8069d81a-51b0-4691-b1db-ce9629c1c57a tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.16 HTTP/1.1" status: 200 len: 695 time: 0.0917075 Dec 09 22:21:54.875605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:54.877867 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4e7aac-dcf0-47d5-b876-6fdb69b8d1fb" -d '{"events": [{"server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "name": "network-vif-unplugged", "status": "completed", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:54.891491 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:54.945042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Transition to ACTIVE for port object af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:21:54.953613 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:55.061262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=6']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:55.093560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c18b1-350e-4571-b398-02708d7b86e6 req-1da90b7d-53ac-4985-9540-e18241965613 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:55.095134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-524c18b1-350e-4571-b398-02708d7b86e6 req-1da90b7d-53ac-4985-9540-e18241965613 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2334015 Dec 09 22:21:55.097452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] No DVR routers for this DVR port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:21:55.135632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14b435-d4b7-4ebe-b273-ed82f1363140 req-719c8aa1-7728-40ab-9244-97b38616ba79 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:55.137257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e14b435-d4b7-4ebe-b273-ed82f1363140 req-719c8aa1-7728-40ab-9244-97b38616ba79 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 943 time: 0.1768339 Dec 09 22:21:55.167080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Attempting to bind port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:21:55.167440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Attempting to bind port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:21:55.168091 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Attempting to bind port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:55.176839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:21:55.177895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Attempting to bind port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:21:55.193080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:21:55.193533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:21:55.195595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:21:55.197142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Bound port: af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:21:55.197601 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:55.293732 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e14b435-d4b7-4ebe-b273-ed82f1363140 req-6c1efe97-9705-4751-bce3-826ee18a048a tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434062 Dec 09 22:21:55.330583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 573c9425-b213-4062-82ab-c8bbff5cac68 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:21:55.350392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:21:55.354566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:21:55.360822 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:55.368046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 573c9425-b213-4062-82ab-c8bbff5cac68 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:21:55.368698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 573c9425-b213-4062-82ab-c8bbff5cac68 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:21:55.406360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cb41f-6646-4f25-a515-2449ed47d3bf req-c71f5f26-2104-4a2f-985e-6f7d159c90d7 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:55.407858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb0cb41f-6646-4f25-a515-2449ed47d3bf req-c71f5f26-2104-4a2f-985e-6f7d159c90d7 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 946 time: 0.1464181 Dec 09 22:21:55.432800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:55.433427 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:55.434840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] 10.222.0.18 "PUT /v2.0/ports/af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 1097 time: 1.4364152 Dec 09 22:21:55.529455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f6053-4cf1-488f-a497-08944c872824 service neutron] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=7']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:55.944300 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb0cb41f-6646-4f25-a515-2449ed47d3bf req-5a37f348-c463-4585-8db0-8463d3f3e8bf tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166214 Dec 09 22:21:55.987319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-6a2e61cb-46d3-4cc1-8af6-4a3a805fa47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:55.998472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-6a2e61cb-46d3-4cc1-8af6-4a3a805fa47d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 1100 time: 0.5057058 Dec 09 22:21:56.005738 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-9ad75b98-2b44-4f70-9d5e-c5370d9d11a3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:56.021212 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-9ad75b98-2b44-4f70-9d5e-c5370d9d11a3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.6260006 Dec 09 22:21:56.091940 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-783ca7ba-4bfc-4bc8-9fb9-f8b508a4927f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/quotas/42778ce0db43483cabcb3c03ecb5f8f9 HTTP/1.1" status: 200 len: 375 time: 0.0694180 Dec 09 22:21:56.169534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-af9af848-33fb-496a-bbff-5458d837e8fd tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767155 Dec 09 22:21:56.222409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d58b89-6622-4287-8d91-e82c32670050 req-86d3f167-371a-44b8-b3fd-0f5a8e220ab2 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:56.224021 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8d58b89-6622-4287-8d91-e82c32670050 req-86d3f167-371a-44b8-b3fd-0f5a8e220ab2 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 946 time: 0.1674528 Dec 09 22:21:56.239590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-2306ca49-8aff-4455-8130-124646869670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:56.241240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-2306ca49-8aff-4455-8130-124646869670 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2177451 Dec 09 22:21:56.295806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-9e0e8fb7-759a-4f5e-b93f-fa9992a70c92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 217 time: 0.0436103 Dec 09 22:21:56.396929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8d58b89-6622-4287-8d91-e82c32670050 req-c7bbe767-5366-4ef2-8484-fc77887e0ed4 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba058eb-d541-469f-87a3-fab1df709287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589811 Dec 09 22:21:56.444330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e0ad9582-248c-4d88-893b-31a41a1b3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:56.446114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-e0ad9582-248c-4d88-893b-31a41a1b3f27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1423485 Dec 09 22:21:56.448162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-18fab898-fcc3-4a04-b9ea-f52856af4ffa service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567761 Dec 09 22:21:56.513768 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4371e115-1ffd-46b9-a19f-1f3443e25389 x-openstack-request-id: req-4371e115-1ffd-46b9-a19f-1f3443e25389 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:56.514412 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "name": "network-vif-unplugged", "status": "completed", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:56.514886 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4371e115-1ffd-46b9-a19f-1f3443e25389 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:56.515490 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'code': 200} Dec 09 22:21:56.582915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-7bd29476-e63e-43d4-b5fc-f3f9b234d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:56.584573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-7bd29476-e63e-43d4-b5fc-f3f9b234d282 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1205633 Dec 09 22:21:56.741432 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-155c239e-03c9-4f77-b37e-31bd2f705216 service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854519 Dec 09 22:21:56.896120 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-a347d9ca-3bde-43a2-9348-315a334f5693 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2963779 Dec 09 22:21:56.910316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:56.941097 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-634c704d-b60f-4b59-ac68-118e93ba0aae service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399143 Dec 09 22:21:56.957266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:57.195360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c07cb11-8b33-4ce5-aeb8-5310c5b4a458 req-4bc2edd4-45f9-40bc-8da7-ff4c8a41ab7b service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393799 Dec 09 22:21:57.208393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f824c-b077-4462-9f4e-133766d1fb14 req-b6cca46e-9b3d-4e76-b689-811a9bb50bd4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:57.214415 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-495f824c-b077-4462-9f4e-133766d1fb14 req-b6cca46e-9b3d-4e76-b689-811a9bb50bd4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 948 time: 0.1421657 Dec 09 22:21:57.298746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-495f824c-b077-4462-9f4e-133766d1fb14 req-32eb0ccc-5867-4ccc-8883-9cc4de5cbff6 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811179 Dec 09 22:21:57.332489 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:57.438063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-beba4fa8-6cfa-4477-a1e0-4f778e1d3713 req-42581c4f-34ce-42b8-9abd-5ff203ee8a89 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:21:57.439086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-beba4fa8-6cfa-4477-a1e0-4f778e1d3713 req-42581c4f-34ce-42b8-9abd-5ff203ee8a89 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182369 Dec 09 22:21:57.591145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Allocated IP 172.25.8.88 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/fd16d829-9c3d-4525-91a7-4efbb6f86205) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:57.599481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-beba4fa8-6cfa-4477-a1e0-4f778e1d3713 req-22667a6a-d21b-46dd-b0d9-f98aaf142b8c tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1448781 Dec 09 22:21:57.731583 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:57.799510 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:57.866883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:57.875934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:21:57.878041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Pushing event updated for resources: {'Port': ['ID=fd16d829-9c3d-4525-91a7-4efbb6f86205,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:57.891207 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:21:57.961887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:21:58.005667 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:58.037356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:21:58.051459 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:58.339177 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:58.374684 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:58.530899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:21:58.533096 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234d5fc4-2f1f-4931-a736-6eef176e8b68" -d '{"events": [{"name": "network-changed", "server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:21:58.566115 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Pushing event updated for resources: {'Port': ['ID=fd16d829-9c3d-4525-91a7-4efbb6f86205,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:58.596623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-4b028c15-0795-4148-8695-4e04a20755b3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:58.598202 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-4b028c15-0795-4148-8695-4e04a20755b3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.18 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.2483497 Dec 09 22:21:58.608611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a90e7f-0da3-4a44-a4fd-14d07261e482 req-d4190b42-ba57-4f22-963f-ed01a011cfb5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:58.610115 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4a90e7f-0da3-4a44-a4fd-14d07261e482 req-d4190b42-ba57-4f22-963f-ed01a011cfb5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 943 time: 0.2190192 Dec 09 22:21:58.611269 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:58.623374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Request body: {'port': {'device_id': '48b909ca-708d-4759-abf8-e069c8e897eb', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'admin_state_up': True, 'tenant_id': '42778ce0db43483cabcb3c03ecb5f8f9'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:58.681607 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:58.682920 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-d6551132-c7a3-43c4-a08e-4effd87b197c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7784598 Dec 09 22:21:58.791351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-85bc8dfa-96fb-453d-8fe1-ccebb9b88cb9 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 695 time: 0.0801945 Dec 09 22:21:58.799466 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4a90e7f-0da3-4a44-a4fd-14d07261e482 req-e7e258c1-97f1-4f3b-b97c-751166cd042c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796613 Dec 09 22:21:58.887571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Made reservation on behalf of 42778ce0db43483cabcb3c03ecb5f8f9 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:21:58.891174 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:59.000364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-03feb6b1-0c81-4852-8554-ea7137c7299c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:59.001770 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc1604db-1aa0-4005-a325-5ce106fb4df8 req-03feb6b1-0c81-4852-8554-ea7137c7299c tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2014446 Dec 09 22:21:59.020898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957b9f4-c484-4b58-a1b9-73115ad7da68 req-f5bbb4c2-0bb0-411f-aca8-851749f6ecb3 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:59.022526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6957b9f4-c484-4b58-a1b9-73115ad7da68 req-f5bbb4c2-0bb0-411f-aca8-851749f6ecb3 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 946 time: 0.1431160 Dec 09 22:21:59.034804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56832) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:21:59.041261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f8f13a4f-48d7-4738-96d6-9a82cb26f2db tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Request body: {'floatingip': {'port_id': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:21:59.113851 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f8f13a4f-48d7-4738-96d6-9a82cb26f2db tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:59.150118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a932062d-5926-48ea-b96f-4f99166e848c req-1159332e-143d-44c1-a01d-b46526cef183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 210 time: 0.0657682 Dec 09 22:21:59.279652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Allocated IP 172.20.0.11 (560067e5-0609-41d2-9cf6-aa6d2b495b2a/a961b3f3-c349-4ed3-9f0c-098c9d46b411/f9650a76-0c68-4861-80f6-f9763bfff0ff) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:21:59.312487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd64ba-f4c6-4f32-a11a-0880cd8e9416 req-ce5af276-0b14-4ecc-8204-21f45d9355b6 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:59.318605 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92dd64ba-f4c6-4f32-a11a-0880cd8e9416 req-ce5af276-0b14-4ecc-8204-21f45d9355b6 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1352353 Dec 09 22:21:59.333570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device b9a7fe30-9ec3-4c16-927f-621d7f95e383 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:21:59.399472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f40d7-9bf5-4b0a-a814-4660ba3a9fdb req-41daccaf-468c-48d5-8923-3431e7690163 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:59.402348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c21f40d7-9bf5-4b0a-a814-4660ba3a9fdb req-41daccaf-468c-48d5-8923-3431e7690163 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 948 time: 0.1392901 Dec 09 22:21:59.476146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92dd64ba-f4c6-4f32-a11a-0880cd8e9416 req-efc28e3a-8084-445e-96d8-2af2f3276634 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414070 Dec 09 22:21:59.476257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:59.486170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'b9a7fe30-9ec3-4c16-927f-621d7f95e383', 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f', 'port_id': 'b9a7fe30-9ec3-4c16-927f-621d7f95e383', 'mac_address': 'fa:16:3e:73:86:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2ce2bf-a35f-4018-a4cc-40f652c375bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:21:59.569039 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:59.579540 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e946f731-30e4-4342-9528-701ed3811490 x-openstack-request-id: req-e946f731-30e4-4342-9528-701ed3811490 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:21:59.579864 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:21:59.580086 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e946f731-30e4-4342-9528-701ed3811490 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:21:59.580487 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'status': 'completed', 'code': 200} Dec 09 22:21:59.590302 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a7fe30-9ec3-4c16-927f-621d7f95e383 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:21:59.613882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:21:59.618443 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:59.637831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c21f40d7-9bf5-4b0a-a814-4660ba3a9fdb req-46fade98-82f8-44bf-897b-7a36d05c3b97 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207599 Dec 09 22:21:59.684642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=b9a7fe30-9ec3-4c16-927f-621d7f95e383,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:21:59.687258 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1d38fc7-728e-49ab-850f-bbc446d3db42 req-d3928b79-ce0e-4f6e-8084-d3a0f598b456 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips/ac874c98-9645-4bd1-ba0b-6161aafd5c4e HTTP/1.1" status: 200 len: 692 time: 0.0684969 Dec 09 22:21:59.750044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-c357ef52-fdd6-409d-a7bd-ef90bbff79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:59.751630 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-c357ef52-fdd6-409d-a7bd-ef90bbff79b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 1100 time: 0.1399996 Dec 09 22:21:59.786262 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:59.831583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-8f1c91e9-344d-44a4-866c-3bf340f5cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:59.832985 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-8f1c91e9-344d-44a4-866c-3bf340f5cdd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 1100 time: 0.1655467 Dec 09 22:21:59.871912 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f8f13a4f-48d7-4738-96d6-9a82cb26f2db tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:59.872159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d38fc7-728e-49ab-850f-bbc446d3db42 req-914899fd-18d4-404d-94e9-b3618d2ca326 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:59.873766 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1d38fc7-728e-49ab-850f-bbc446d3db42 req-914899fd-18d4-404d-94e9-b3618d2ca326 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.1854997 Dec 09 22:21:59.880239 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f8f13a4f-48d7-4738-96d6-9a82cb26f2db tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:59.886751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3481b67-819e-4b48-bc9a-796ff6e0a555 req-aadd64db-53b0-4bdc-bfe7-cdb541bfe015 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:59.888233 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3481b67-819e-4b48-bc9a-796ff6e0a555 req-aadd64db-53b0-4bdc-bfe7-cdb541bfe015 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb037f88-eff2-4d25-91f4-d5dd0e94cd1b HTTP/1.1" status: 200 len: 945 time: 0.1003506 Dec 09 22:21:59.896473 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:21:59.972650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-71b25074-94ef-4705-933e-5c6e18f34821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:21:59.974148 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-71b25074-94ef-4705-933e-5c6e18f34821 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1852598 Dec 09 22:21:59.977238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Network 560067e5-0609-41d2-9cf6-aa6d2b495b2a is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:21:59.981014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Pushing event updated for resources: {'Port': ['ID=f9650a76-0c68-4861-80f6-f9763bfff0ff,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:00.011618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:00.019606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:22:00.050060 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3481b67-819e-4b48-bc9a-796ff6e0a555 req-f62bbf04-fe95-49c8-a247-4cc6eba24089 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514857 Dec 09 22:22:00.082741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090dd07-c2e4-4d19-a3b6-cef1dff8c45c req-55ef0dda-061f-40a8-a417-6b4db7e6cbb1 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:00.084358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1090dd07-c2e4-4d19-a3b6-cef1dff8c45c req-55ef0dda-061f-40a8-a417-6b4db7e6cbb1 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 944 time: 0.1172094 Dec 09 22:22:00.092962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['b9a7fe30-9ec3-4c16-927f-621d7f95e383'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:00.093881 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-69040bb4-0df4-44a2-8230-2f304d814310 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 217 time: 0.0806873 Dec 09 22:22:00.101517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:00.102179 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:00.147700 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-f8f13a4f-48d7-4738-96d6-9a82cb26f2db tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Floating IP 99f4bfd7-ed36-418b-8285-aecfea86dbf4 associated. External IP: 172.25.8.229, port: c432ed22-c0ab-41fa-9e47-f10d3c45ea99. Dec 09 22:22:00.162586 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-fbc7fc72-b57e-4898-9ea4-14c92188addf tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips/ac874c98-9645-4bd1-ba0b-6161aafd5c4e HTTP/1.1" status: 200 len: 692 time: 0.0744677 Dec 09 22:22:00.181953 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-eb5e0b32-a5ce-4f5b-97fd-539cfcd5f82e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5631406 Dec 09 22:22:00.212793 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-ddd9e266-8da4-4956-b330-231d72bb04fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:00.214697 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-ddd9e266-8da4-4956-b330-231d72bb04fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2743022 Dec 09 22:22:00.221463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Request body: {'port': {'device_id': '48b909ca-708d-4759-abf8-e069c8e897eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:00.229446 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-5dde502e-8e95-4609-8da8-c49d3f8accaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:00.230911 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-5dde502e-8e95-4609-8da8-c49d3f8accaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1302876 Dec 09 22:22:00.274422 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-97ab990e-0c5c-4223-9cae-7db0bb856b56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 217 time: 0.0529103 Dec 09 22:22:00.285482 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1090dd07-c2e4-4d19-a3b6-cef1dff8c45c req-ed3bd5f0-363d-49ee-b1f9-27dcde1c1575 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798372 Dec 09 22:22:00.342736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-150aa44b-9945-43ac-a2e3-210586484691 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:00.344234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-150aa44b-9945-43ac-a2e3-210586484691 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.1700253 Dec 09 22:22:00.347179 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:00.386263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-c380c1d3-1163-4a40-9ff9-21c8527c852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:00.387727 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-c380c1d3-1163-4a40-9ff9-21c8527c852f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0827510 Dec 09 22:22:00.441114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-b3be2970-a8e0-4e2e-bd58-dc56e07a06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:00.442678 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-b3be2970-a8e0-4e2e-bd58-dc56e07a06be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1785133 Dec 09 22:22:00.582635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-31928342-5727-4612-ba84-a07140a1ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:00.584236 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-31928342-5727-4612-ba84-a07140a1ac27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1884439 Dec 09 22:22:00.637768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f13a4f-48d7-4738-96d6-9a82cb26f2db tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:22:00.651632 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-f31a5ef1-cd50-4574-bded-1ddc15a9af92 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920760 Dec 09 22:22:00.744724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-d8fd7808-7903-449e-a9c4-bc97998a8c7f tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 695 time: 0.3860693 Dec 09 22:22:00.811018 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-9532379b-9009-472f-b6cc-58cadd9562bf service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068746 Dec 09 22:22:00.833132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-1c3c59bc-8a9a-4b73-9748-5a547b50caa0 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 695 time: 0.0825450 Dec 09 22:22:00.844580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c509f22-a9b1-4891-ac99-5cb654fe45ac req-620a2c63-9161-4a27-becd-b78429f9831c tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:00.845961 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c509f22-a9b1-4891-ac99-5cb654fe45ac req-620a2c63-9161-4a27-becd-b78429f9831c tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 946 time: 0.4425433 Dec 09 22:22:00.934166 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-638fed88-40b6-4726-b1ba-cc009633a828 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750916 Dec 09 22:22:00.956045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f13a4f-48d7-4738-96d6-9a82cb26f2db tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:22:00.962162 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f8f13a4f-48d7-4738-96d6-9a82cb26f2db tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:00.978354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f666c-dfbc-463a-89b1-9efe9e0dc9ce None None] Sync routers for ids ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:22:00.994380 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12805da7-75bc-46b0-8000-e982f51349cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:00.997142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f666c-dfbc-463a-89b1-9efe9e0dc9ce None None] Routers {'5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:22:00.998081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-677f666c-dfbc-463a-89b1-9efe9e0dc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:01.000913 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-234d5fc4-2f1f-4931-a736-6eef176e8b68 req-b891fd58-b9b2-43d9-ae64-cd515b2c7de3 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799004 Dec 09 22:22:01.002915 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f8f13a4f-48d7-4738-96d6-9a82cb26f2db tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "PUT /v2.0/floatingips/99f4bfd7-ed36-418b-8285-aecfea86dbf4 HTTP/1.1" status: 200 len: 992 time: 1.9654479 Dec 09 22:22:01.003539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'tag': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:01.005606 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a869a48-c7e4-48a1-9476-0bcce68a0db7" -d '{"events": [{"name": "network-changed", "server_uuid": "61321429-75cb-4c7c-a3c0-94b37764df5c", "tag": "c432ed22-c0ab-41fa-9e47-f10d3c45ea99"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:01.073758 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c509f22-a9b1-4891-ac99-5cb654fe45ac req-b6869168-121c-4e98-afc5-8dd568b0b784 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830835 Dec 09 22:22:01.121339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-677f666c-dfbc-463a-89b1-9efe9e0dc9ce None None] Set router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:22:01.144337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-201895a5-5fd9-4c2a-9254-b08ed25ac3a8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Deleting port fd16d829-9c3d-4525-91a7-4efbb6f86205 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:01.144671 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-201895a5-5fd9-4c2a-9254-b08ed25ac3a8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.299884 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-201895a5-5fd9-4c2a-9254-b08ed25ac3a8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.300206 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-201895a5-5fd9-4c2a-9254-b08ed25ac3a8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.303618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9650a76-0c68-4861-80f6-f9763bfff0ff {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:01.322484 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.326545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-201895a5-5fd9-4c2a-9254-b08ed25ac3a8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Calling delete_port for fd16d829-9c3d-4525-91a7-4efbb6f86205 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:01.337529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:22:01.343660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b61736-4b7a-4a43-b44b-6efb22d3167c req-9e0772ac-243d-4fb5-a0b7-91a6e3220314 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:01.345126 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06b61736-4b7a-4a43-b44b-6efb22d3167c req-9e0772ac-243d-4fb5-a0b7-91a6e3220314 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 932 time: 0.1277010 Dec 09 22:22:01.350453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device b9a7fe30-9ec3-4c16-927f-621d7f95e383 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:22:01.353734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Transition to ACTIVE for port object f9650a76-0c68-4861-80f6-f9763bfff0ff will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:22:01.363622 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.489651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Pushing event updated for resources: {'Port': ['ID=f9650a76-0c68-4861-80f6-f9763bfff0ff,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:01.496750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06b61736-4b7a-4a43-b44b-6efb22d3167c req-e69d019c-9567-470b-95ca-15a6d63bc888 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421537 Dec 09 22:22:01.506979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port b9a7fe30-9ec3-4c16-927f-621d7f95e383 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:22:01.512563 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-677f666c-dfbc-463a-89b1-9efe9e0dc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:21:28Z', 'revision_number': 4, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '99f4bfd7-ed36-418b-8285-aecfea86dbf4', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'port_id': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'mac_address': 'fa:16:3e:ee:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:21:34Z', 'updated_at': '2021-12-09T22:21:59Z', 'revision_number': 1, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41c6f748-b9b6-4ef0-9698-5c12129f1766', 'name': '', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'mac_address': 'fa:16:3e:e5:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:27Z', 'updated_at': '2021-12-09T22:21:33Z', 'revision_number': 5, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'subnets': [{'id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:01.546991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port b9a7fe30-9ec3-4c16-927f-621d7f95e383 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:22:01.547362 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.568686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f666c-dfbc-463a-89b1-9efe9e0dc9ce None None] Checking router: 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:22:01.580149 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:01.605021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f666c-dfbc-463a-89b1-9efe9e0dc9ce None None] Routers {'5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:22:01.605573 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-677f666c-dfbc-463a-89b1-9efe9e0dc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:01.609642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'mac_address': 'fa:16:3e:74:2f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:22:01.612522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Attempting to bind port f9650a76-0c68-4861-80f6-f9763bfff0ff on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:22:01.612857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Attempting to bind port f9650a76-0c68-4861-80f6-f9763bfff0ff by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:22:01.613180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Attempting to bind port f9650a76-0c68-4861-80f6-f9763bfff0ff on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:01.639003 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Port f9650a76-0c68-4861-80f6-f9763bfff0ff on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:22:01.639327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Attempting to bind port f9650a76-0c68-4861-80f6-f9763bfff0ff on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:01.654756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:22:01.655078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Checking segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:01.655460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Bound using segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:22:01.655906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Bound port: f9650a76-0c68-4861-80f6-f9763bfff0ff, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:22:01.656257 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.661061 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-201895a5-5fd9-4c2a-9254-b08ed25ac3a8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.707053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296dcf9-ee52-4aa4-afe1-3bab853f8c14 req-00425674-5576-43e7-9e09-64ec4ad3eae5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:01.708621 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9296dcf9-ee52-4aa4-afe1-3bab853f8c14 req-00425674-5576-43e7-9e09-64ec4ad3eae5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 948 time: 0.1295197 Dec 09 22:22:01.714504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201895a5-5fd9-4c2a-9254-b08ed25ac3a8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Pushing event deleted for resources: {'Port': ['ID=fd16d829-9c3d-4525-91a7-4efbb6f86205,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:01.843043 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-201895a5-5fd9-4c2a-9254-b08ed25ac3a8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.845560 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-201895a5-5fd9-4c2a-9254-b08ed25ac3a8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.846717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbf487d3-1018-4ff0-a339-f4e3127f1f15 req-201895a5-5fd9-4c2a-9254-b08ed25ac3a8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "DELETE /v2.0/floatingips/ac874c98-9645-4bd1-ba0b-6161aafd5c4e HTTP/1.1" status: 204 len: 173 time: 0.9998646 Dec 09 22:22:01.855724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9296dcf9-ee52-4aa4-afe1-3bab853f8c14 req-d5f9fa1c-8193-4620-b15b-5ab68d643349 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324322 Dec 09 22:22:01.855724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] For port f9650a76-0c68-4861-80f6-f9763bfff0ff, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:01.858059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] For port f9650a76-0c68-4861-80f6-f9763bfff0ff, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f9650a76-0c68-4861-80f6-f9763bfff0ff,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:22:01.863601 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.873903 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.898910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:01.899644 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.901087 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] 10.222.0.18 "PUT /v2.0/ports/f9650a76-0c68-4861-80f6-f9763bfff0ff HTTP/1.1" status: 200 len: 1093 time: 1.6836057 Dec 09 22:22:01.901274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:01.901654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b909ca-708d-4759-abf8-e069c8e897eb', 'tag': 'f9650a76-0c68-4861-80f6-f9763bfff0ff'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:01.904017 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bca652-75eb-4351-b9a4-1ba9b19a78b5" -d '{"events": [{"name": "network-changed", "server_uuid": "48b909ca-708d-4759-abf8-e069c8e897eb", "tag": "f9650a76-0c68-4861-80f6-f9763bfff0ff"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:01.918193 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.928907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-677f666c-dfbc-463a-89b1-9efe9e0dc9ce None None] Set router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:22:01.934844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278a473-00db-4212-9ad0-665582cb1f1d service neutron] Pushing event updated for resources: {'Port': ['ID=f9650a76-0c68-4861-80f6-f9763bfff0ff,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:01.974883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:01.985028 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:01.997468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7a9bfd-4d7f-4b68-9537-5d66250c43c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a7fe30-9ec3-4c16-927f-621d7f95e383'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:01.999856 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819b9098-862b-489c-b551-d0402d013a70" -d '{"events": [{"server_uuid": "8f7a9bfd-4d7f-4b68-9537-5d66250c43c5", "name": "network-vif-plugged", "status": "completed", "tag": "b9a7fe30-9ec3-4c16-927f-621d7f95e383"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:02.009987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-b0eea691-e401-43ec-9357-b944c5396efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:02.011322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-b0eea691-e401-43ec-9357-b944c5396efd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 1096 time: 0.0547848 Dec 09 22:22:02.026881 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606dfba7-4601-44fd-a06d-95f03705dbbe x-openstack-request-id: req-606dfba7-4601-44fd-a06d-95f03705dbbe {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:02.027375 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61321429-75cb-4c7c-a3c0-94b37764df5c", "tag": "c432ed22-c0ab-41fa-9e47-f10d3c45ea99", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:02.027489 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-606dfba7-4601-44fd-a06d-95f03705dbbe {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:02.027806 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'tag': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99', 'status': 'completed', 'code': 200} Dec 09 22:22:02.038898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:02.079407 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:02.083800 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-ee325f9b-c5ea-4e35-8380-d185c947854b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9650a76-0c68-4861-80f6-f9763bfff0ff HTTP/1.1" status: 200 len: 217 time: 0.0528150 Dec 09 22:22:02.112312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:02.156071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a869a48-c7e4-48a1-9476-0bcce68a0db7 req-33dd16f6-5264-40a8-aa12-5c7715364dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:02.163989 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3a869a48-c7e4-48a1-9476-0bcce68a0db7 req-33dd16f6-5264-40a8-aa12-5c7715364dcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61742109b4ee4c3fabfcc53ff5b2b187&device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 1098 time: 0.1119871 Dec 09 22:22:02.200140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-bb8112f5-04df-4900-b13e-f9ed5de11926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:02.202058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-bb8112f5-04df-4900-b13e-f9ed5de11926 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.1089773 Dec 09 22:22:02.239561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=b9a7fe30-9ec3-4c16-927f-621d7f95e383,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:02.275190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-dd0c6726-17c0-456b-af88-77d5b68ee1b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359020 Dec 09 22:22:02.330021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-677f666c-dfbc-463a-89b1-9efe9e0dc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:21:28Z', 'revision_number': 4, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '99f4bfd7-ed36-418b-8285-aecfea86dbf4', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'port_id': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'mac_address': 'fa:16:3e:ee:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:21:34Z', 'updated_at': '2021-12-09T22:21:59Z', 'revision_number': 1, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41c6f748-b9b6-4ef0-9698-5c12129f1766', 'name': '', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'mac_address': 'fa:16:3e:e5:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:27Z', 'updated_at': '2021-12-09T22:21:33Z', 'revision_number': 5, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'subnets': [{'id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:02.336780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0c970-bfdc-4dd2-98bd-d545147a838f req-8e8bf6e3-f8f5-4c59-95b1-382e17f951de tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:02.338394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5d0c970-bfdc-4dd2-98bd-d545147a838f req-8e8bf6e3-f8f5-4c59-95b1-382e17f951de tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.1352663 Dec 09 22:22:02.358089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f666c-dfbc-463a-89b1-9efe9e0dc9ce None None] The sync data for ids ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'] in n-d-789963-23 is: [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:21:28Z', 'revision_number': 4, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '99f4bfd7-ed36-418b-8285-aecfea86dbf4', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'port_id': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'mac_address': 'fa:16:3e:ee:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:21:34Z', 'updated_at': '2021-12-09T22:21:59Z', 'revision_number': 1, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41c6f748-b9b6-4ef0-9698-5c12129f1766', 'name': '', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'mac_address': 'fa:16:3e:e5:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:27Z', 'updated_at': '2021-12-09T22:21:33Z', 'revision_number': 5, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'subnets': [{'id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:22:02.406274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:02.442117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946bcb2-c5b9-4fa3-a5b9-b5f9699c546a req-67b31304-ad01-43f6-8171-8081f6500738 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:02.447779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946bcb2-c5b9-4fa3-a5b9-b5f9699c546a req-67b31304-ad01-43f6-8171-8081f6500738 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:02.453882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946bcb2-c5b9-4fa3-a5b9-b5f9699c546a req-67b31304-ad01-43f6-8171-8081f6500738 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:02.455568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6946bcb2-c5b9-4fa3-a5b9-b5f9699c546a req-67b31304-ad01-43f6-8171-8081f6500738 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6&device_id=fb037f88-eff2-4d25-91f4-d5dd0e94cd1b&device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 2418 time: 0.1728289 Dec 09 22:22:02.486497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5d0c970-bfdc-4dd2-98bd-d545147a838f req-86df6812-d743-4660-8a20-d97d4230b5d8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364548 Dec 09 22:22:02.510611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-523ce3aa-8fc1-4bac-88f9-340d864a6571 service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256203 Dec 09 22:22:02.548996 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a869a48-c7e4-48a1-9476-0bcce68a0db7 req-8ae90d34-225a-43c8-a98a-381babb7d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:02.550495 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3a869a48-c7e4-48a1-9476-0bcce68a0db7 req-8ae90d34-225a-43c8-a98a-381babb7d491 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f371dad-8b8f-4f53-8049-9687e7fd54a6 HTTP/1.1" status: 200 len: 915 time: 0.3786833 Dec 09 22:22:02.558568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6946bcb2-c5b9-4fa3-a5b9-b5f9699c546a req-353540cf-ff8b-4bf2-9abc-76459ef1aa5e tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913649 Dec 09 22:22:02.646417 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3a869a48-c7e4-48a1-9476-0bcce68a0db7 req-25088a84-f33b-4f28-bc9a-555d6d820529 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c432ed22-c0ab-41fa-9e47-f10d3c45ea99 HTTP/1.1" status: 200 len: 1000 time: 0.0876210 Dec 09 22:22:02.658764 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf04f37-8b9c-40b7-9dfe-10fb0a5f115a None None] New status for floating IP 99f4bfd7-ed36-418b-8285-aecfea86dbf4: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:22:02.705692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a869a48-c7e4-48a1-9476-0bcce68a0db7 req-9676e3ce-9fee-4bf0-93fb-601a221494f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:02.708170 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3a869a48-c7e4-48a1-9476-0bcce68a0db7 req-9676e3ce-9fee-4bf0-93fb-601a221494f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e024a805-2b55-4c85-90ee-c3e9b44a4370 HTTP/1.1" status: 200 len: 853 time: 0.0540652 Dec 09 22:22:02.762904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a869a48-c7e4-48a1-9476-0bcce68a0db7 req-b9ec15b0-48fb-499c-bf19-a02b8665e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:02.765259 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3a869a48-c7e4-48a1-9476-0bcce68a0db7 req-b9ec15b0-48fb-499c-bf19-a02b8665e73a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f371dad-8b8f-4f53-8049-9687e7fd54a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499430 Dec 09 22:22:02.832160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559a09b-9dab-4692-a0c0-601747693203 req-ca9cb013-ac58-464a-97d3-6a1e15d62945 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:02.838235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c559a09b-9dab-4692-a0c0-601747693203 req-ca9cb013-ac58-464a-97d3-6a1e15d62945 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2935767 Dec 09 22:22:02.840477 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0c578d-be5b-465d-b780-1ba9c86d3a85 req-96c2692e-1dbc-46fa-8346-d5fa52e3b8fc service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858155 Dec 09 22:22:02.881107 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9da0756-8bbe-4ed5-9305-04d803793705 x-openstack-request-id: req-f9da0756-8bbe-4ed5-9305-04d803793705 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:02.882408 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b909ca-708d-4759-abf8-e069c8e897eb", "tag": "f9650a76-0c68-4861-80f6-f9763bfff0ff", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:02.882962 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9da0756-8bbe-4ed5-9305-04d803793705 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:02.883602 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b909ca-708d-4759-abf8-e069c8e897eb', 'tag': 'f9650a76-0c68-4861-80f6-f9763bfff0ff', 'status': 'completed', 'code': 200} Dec 09 22:22:02.891980 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3a869a48-c7e4-48a1-9476-0bcce68a0db7 req-52fb8ebb-f33c-45ae-a2c9-037b1059c4c3 service neutron] 10.222.0.42 "GET /v2.0/networks/7f371dad-8b8f-4f53-8049-9687e7fd54a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184032 Dec 09 22:22:02.911618 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84759855-e29f-4e50-a233-2a851571b602 x-openstack-request-id: req-84759855-e29f-4e50-a233-2a851571b602 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:02.915218 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7a9bfd-4d7f-4b68-9537-5d66250c43c5", "name": "network-vif-plugged", "status": "completed", "tag": "b9a7fe30-9ec3-4c16-927f-621d7f95e383", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:02.915218 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84759855-e29f-4e50-a233-2a851571b602 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:02.915218 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7a9bfd-4d7f-4b68-9537-5d66250c43c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a7fe30-9ec3-4c16-927f-621d7f95e383', 'code': 200} Dec 09 22:22:03.067405 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3a869a48-c7e4-48a1-9476-0bcce68a0db7 req-4d800d5c-e62b-4ea2-b595-cdccce2dcabb service neutron] 10.222.0.42 "GET /v2.0/networks/7f371dad-8b8f-4f53-8049-9687e7fd54a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601319 Dec 09 22:22:03.104927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f692b-8adb-4d04-99d7-771318e23658 req-9e6f1ee5-42ef-45ec-b38f-1ef49a028f38 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:03.106668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-150f692b-8adb-4d04-99d7-771318e23658 req-9e6f1ee5-42ef-45ec-b38f-1ef49a028f38 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 944 time: 0.1306362 Dec 09 22:22:03.121139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bca652-75eb-4351-b9a4-1ba9b19a78b5 req-132fc37d-26d0-48b8-884b-1ebebee0c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:03.122940 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9bca652-75eb-4351-b9a4-1ba9b19a78b5 req-132fc37d-26d0-48b8-884b-1ebebee0c23f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 1096 time: 0.1227121 Dec 09 22:22:03.123675 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-15752292-821a-4267-b389-f62fec59d59a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:03.124992 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-15752292-821a-4267-b389-f62fec59d59a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.18 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35&tenant_id=ade0516472b8498d9af27180239f4606&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 949 time: 0.1330705 Dec 09 22:22:03.128819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff680dbf-050b-4543-baa9-80bf4610ed95 req-ba684d9d-65f3-40c5-9244-cccb0417cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:03.130501 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff680dbf-050b-4543-baa9-80bf4610ed95 req-ba684d9d-65f3-40c5-9244-cccb0417cad2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 1097 time: 0.0606325 Dec 09 22:22:03.194602 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-150f692b-8adb-4d04-99d7-771318e23658 req-0a394a14-189f-4098-a117-31a7c3564455 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686481 Dec 09 22:22:03.217052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-a21e0090-95a3-41d2-8ef3-ebb36c177684 service neutron] 10.222.0.18 "GET /v2.0/ports/af7f0ef6-27d3-4c04-b6cd-c81e23d64da1/bindings/n-h1-789963-23 HTTP/1.1" status: 200 len: 383 time: 0.0739439 Dec 09 22:22:03.252419 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff680dbf-050b-4543-baa9-80bf4610ed95 req-f428953f-de43-4fc8-8494-39ce6ebff202 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066923 Dec 09 22:22:03.270509 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a2882bc-48f3-4cca-94c0-44126c9006bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:03.282906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bca652-75eb-4351-b9a4-1ba9b19a78b5 req-b323a9d9-140a-43d1-a605-d996ab5b3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:03.285204 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9bca652-75eb-4351-b9a4-1ba9b19a78b5 req-b323a9d9-140a-43d1-a605-d996ab5b3228 service neutron] 10.222.0.18 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 912 time: 0.1479442 Dec 09 22:22:03.309083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a4c0a1c-ac17-4a29-af3a-0c13e7257a7c req-0b6cc5c8-d7c4-4790-ba86-7103186b7580 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0809309 Dec 09 22:22:03.341214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ce7b7614-7d0a-4166-a9d9-b443418f96b0 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:03.438696 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:03.452054 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f832cc68-a14a-46a0-8786-95979425f2a4 req-6e5906ce-202b-4201-97b9-8bd482a17d95 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=e30eed92a16846679b3fcb72096f0bde HTTP/1.1" status: 200 len: 1654 time: 0.0520551 Dec 09 22:22:03.476858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ce7b7614-7d0a-4166-a9d9-b443418f96b0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ce7b7614-7d0a-4166-a9d9-b443418f96b0,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:03.481781 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:03.532267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ce7b7614-7d0a-4166-a9d9-b443418f96b0,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:03.563334 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:03.590254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff0244-c53b-4193-b2bb-90433743b5a0 req-725243f1-7a79-41f9-857b-23b90a7b5d49 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:03.591706 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87ff0244-c53b-4193-b2bb-90433743b5a0 req-725243f1-7a79-41f9-857b-23b90a7b5d49 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 949 time: 0.1065774 Dec 09 22:22:03.602179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832cc68-a14a-46a0-8786-95979425f2a4 req-bbc0b3cc-0a05-4823-a73a-a2b5a8720e70 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:03.603590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f832cc68-a14a-46a0-8786-95979425f2a4 req-bbc0b3cc-0a05-4823-a73a-a2b5a8720e70 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks?id=30a763c6-5f34-4e65-ad39-9ab865464cc3&id=30a763c6-5f34-4e65-ad39-9ab865464cc3&id=30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 787 time: 0.1451366 Dec 09 22:22:03.605510 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9bca652-75eb-4351-b9a4-1ba9b19a78b5 req-29419eb3-57b2-49bd-b16d-9448e2a8fb97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9650a76-0c68-4861-80f6-f9763bfff0ff HTTP/1.1" status: 200 len: 217 time: 0.0721164 Dec 09 22:22:03.648261 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87ff0244-c53b-4193-b2bb-90433743b5a0 req-495bd1e0-0588-40c0-8249-507e8cad61c6 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435886 Dec 09 22:22:03.659289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9e96a55c-3979-41ca-9650-e7004030853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:03.660785 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9e96a55c-3979-41ca-9650-e7004030853c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 1101 time: 0.1262629 Dec 09 22:22:03.690906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bca652-75eb-4351-b9a4-1ba9b19a78b5 req-49df9251-212d-42e3-a149-558fbf22d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:03.692354 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9bca652-75eb-4351-b9a4-1ba9b19a78b5 req-49df9251-212d-42e3-a149-558fbf22d8d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.0704353 Dec 09 22:22:03.775899 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9bca652-75eb-4351-b9a4-1ba9b19a78b5 req-4b4c62c2-bbcb-4732-b97c-e4718c89ff37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723307 Dec 09 22:22:03.877232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-0fb08cd5-143d-45dc-a306-f981d2cf8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:03.882255 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-0fb08cd5-143d-45dc-a306-f981d2cf8bc5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2120030 Dec 09 22:22:03.915060 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9bca652-75eb-4351-b9a4-1ba9b19a78b5 req-008a0ba4-46a7-44d2-a188-31b1204cce42 service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289346 Dec 09 22:22:03.950443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da080c8d-d192-4c31-927b-211851fe99a5 req-cb1b1ab2-d5cf-47ff-a83f-8a6fa6d5a5b8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips/b341ffd1-3be4-4c17-a1db-f24fc539f368 HTTP/1.1" status: 200 len: 692 time: 0.0711448 Dec 09 22:22:03.974298 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-af40b754-89db-4590-abb8-8e2a4ca93dac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 217 time: 0.0581799 Dec 09 22:22:03.998110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70941315-4683-40b0-86c8-a3632ed13683 req-74b07cec-3765-4b1a-b28c-a546d907e19c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:03.999822 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70941315-4683-40b0-86c8-a3632ed13683 req-74b07cec-3765-4b1a-b28c-a546d907e19c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.0811856 Dec 09 22:22:04.080002 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-1a736e71-aec6-4330-9355-ad79e43c8afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:04.081480 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-1a736e71-aec6-4330-9355-ad79e43c8afd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0936689 Dec 09 22:22:04.106844 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70941315-4683-40b0-86c8-a3632ed13683 req-70a0d80d-523f-48c4-bf89-49551a0cba4e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992599 Dec 09 22:22:04.107830 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9bca652-75eb-4351-b9a4-1ba9b19a78b5 req-9ae70d70-59bb-435f-96ff-260e3e451588 service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834168 Dec 09 22:22:04.118347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080c8d-d192-4c31-927b-211851fe99a5 req-786bccd6-6e3b-48ff-9109-faefa63a3a24 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:04.119670 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da080c8d-d192-4c31-927b-211851fe99a5 req-786bccd6-6e3b-48ff-9109-faefa63a3a24 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.1625381 Dec 09 22:22:04.138785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-1d5afd98-625f-4435-96dd-dafd3e2084a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:04.140300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-1d5afd98-625f-4435-96dd-dafd3e2084a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0478082 Dec 09 22:22:04.182957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da080c8d-d192-4c31-927b-211851fe99a5 req-fc30ca6c-d858-45bb-9f5a-fed9a5b060c5 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.16 HTTP/1.1" status: 200 len: 695 time: 0.0508091 Dec 09 22:22:04.241480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da080c8d-d192-4c31-927b-211851fe99a5 req-11c0e5fe-f82e-4aae-b46a-47a48737ec34 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.16 HTTP/1.1" status: 200 len: 695 time: 0.0523894 Dec 09 22:22:04.250439 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-c8ce4f54-8aa7-4252-bcab-8f4bc5b3bb7e service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000314 Dec 09 22:22:04.344572 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-14a4cfcd-8f2e-4cf9-90f9-7b83689afcf8 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862389 Dec 09 22:22:04.407863 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-da080c8d-d192-4c31-927b-211851fe99a5 req-bbdf5394-8fc2-4e54-8965-fedd184e80f1 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Deleting port afe83849-eee3-4731-92f1-30fba032c26d {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:04.408195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-da080c8d-d192-4c31-927b-211851fe99a5 req-bbdf5394-8fc2-4e54-8965-fedd184e80f1 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:04.650696 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:04.810219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-f7815a50-a194-4fb9-a044-c05b5aef67b3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:04.811639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-f7815a50-a194-4fb9-a044-c05b5aef67b3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/networks?id=a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 200 len: 805 time: 0.4513457 Dec 09 22:22:04.833099 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-da080c8d-d192-4c31-927b-211851fe99a5 req-bbdf5394-8fc2-4e54-8965-fedd184e80f1 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:04.833418 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-da080c8d-d192-4c31-927b-211851fe99a5 req-bbdf5394-8fc2-4e54-8965-fedd184e80f1 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:04.841268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-deff8733-265e-446a-9326-91ebb23a48ba tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/quotas/55b00193232c4b6eaa2c72586c0d4f89 HTTP/1.1" status: 200 len: 375 time: 0.0224576 Dec 09 22:22:04.846289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-da080c8d-d192-4c31-927b-211851fe99a5 req-bbdf5394-8fc2-4e54-8965-fedd184e80f1 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Calling delete_port for afe83849-eee3-4731-92f1-30fba032c26d owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:04.914778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a239253-4430-4309-a464-43c35d9888fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:04.918182 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683f189e-14a7-4702-8500-9ca62a220ff5" -d '{"events": [{"server_uuid": "3a239253-4430-4309-a464-43c35d9888fc", "name": "network-vif-unplugged", "status": "completed", "tag": "ce7b7614-7d0a-4166-a9d9-b443418f96b0"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:04.930424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-d839f278-ce65-444d-a4ee-3961b2d7bf5c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816908 Dec 09 22:22:05.060743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-c0c52749-0f79-48a6-a81f-bbbe0bdc29c6 service neutron] 10.222.0.16 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223242 Dec 09 22:22:05.098960 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-da080c8d-d192-4c31-927b-211851fe99a5 req-bbdf5394-8fc2-4e54-8965-fedd184e80f1 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:05.154589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf5394-8fc2-4e54-8965-fedd184e80f1 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Pushing event deleted for resources: {'Port': ['ID=afe83849-eee3-4731-92f1-30fba032c26d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:05.218929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-fa41afe4-7c41-4ae1-a2f1-d90a1cc611da service neutron] 10.222.0.16 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522207 Dec 09 22:22:05.229289 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-da080c8d-d192-4c31-927b-211851fe99a5 req-bbdf5394-8fc2-4e54-8965-fedd184e80f1 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:05.231854 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-da080c8d-d192-4c31-927b-211851fe99a5 req-bbdf5394-8fc2-4e54-8965-fedd184e80f1 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:05.232922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da080c8d-d192-4c31-927b-211851fe99a5 req-bbdf5394-8fc2-4e54-8965-fedd184e80f1 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "DELETE /v2.0/floatingips/b341ffd1-3be4-4c17-a1db-f24fc539f368 HTTP/1.1" status: 204 len: 173 time: 0.9845734 Dec 09 22:22:05.334936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec27c4-37a3-4d16-81f3-69fe7a99b639 req-244638dd-39b2-49a7-9ce9-26fdee5e4a19 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:05.337221 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6ec27c4-37a3-4d16-81f3-69fe7a99b639 req-244638dd-39b2-49a7-9ce9-26fdee5e4a19 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 944 time: 0.0589328 Dec 09 22:22:05.342898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:22:05.388008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6ec27c4-37a3-4d16-81f3-69fe7a99b639 req-7234f656-e26c-42fd-9ee8-ab91fa3bcadd tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446303 Dec 09 22:22:05.404810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:22:05.409698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:22:05.410233 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:05.500625 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:05.529212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fe375-4187-49c0-b756-10a291de8df6 req-1f2a72e9-d9e3-4244-b48a-f02b2c181252 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:05.531379 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-590fe375-4187-49c0-b756-10a291de8df6 req-1f2a72e9-d9e3-4244-b48a-f02b2c181252 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 949 time: 0.0583379 Dec 09 22:22:05.538983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:05.544202 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:05.604031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:05.608895 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-590fe375-4187-49c0-b756-10a291de8df6 req-e1452fe3-d530-466c-a764-677fdd2c4aa6 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701351 Dec 09 22:22:05.659343 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e803d2-db2b-4b86-9270-4fea5e1cb7fd x-openstack-request-id: req-85e803d2-db2b-4b86-9270-4fea5e1cb7fd {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:05.659851 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a239253-4430-4309-a464-43c35d9888fc", "name": "network-vif-unplugged", "status": "completed", "tag": "ce7b7614-7d0a-4166-a9d9-b443418f96b0", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:05.659949 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85e803d2-db2b-4b86-9270-4fea5e1cb7fd {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:05.660274 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a239253-4430-4309-a464-43c35d9888fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0', 'code': 200} Dec 09 22:22:05.761704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-bb55bc22-55fa-4f06-bac7-ed79704de809 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips/659ee0c4-dd1d-4856-b761-c47056476d3f HTTP/1.1" status: 200 len: 691 time: 0.0664365 Dec 09 22:22:05.807347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004c2e5-1db4-4cd6-b9e5-acb3885cc453 req-d02be9d1-0fb9-48c8-900c-4416adcfec04 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:05.808902 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7004c2e5-1db4-4cd6-b9e5-acb3885cc453 req-d02be9d1-0fb9-48c8-900c-4416adcfec04 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.0775735 Dec 09 22:22:05.907950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7004c2e5-1db4-4cd6-b9e5-acb3885cc453 req-eab6c3f3-4889-4bcc-8d33-fd37e9b09ec5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922496 Dec 09 22:22:05.916977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-f415f1ce-f377-403d-ba3b-fae77981045f tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:05.919196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-f415f1ce-f377-403d-ba3b-fae77981045f tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.1492312 Dec 09 22:22:05.940259 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-97b381f7-ae26-4ea2-8dba-f06e2be3d7bd tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:22:05.941467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-97b381f7-ae26-4ea2-8dba-f06e2be3d7bd tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068069 Dec 09 22:22:06.025237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7cdef5aa-3ea4-4ae7-bcd3-1b8d28af796d req-e72e42d8-513e-4f25-b62b-2deb01adc2fc tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 210 time: 0.0334640 Dec 09 22:22:06.028709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-824366f9-302f-4ee3-83b3-442b78ca9669 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.9 HTTP/1.1" status: 200 len: 694 time: 0.0794351 Dec 09 22:22:06.031537 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.032310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07158ff4-3f14-4322-a973-83f638fea14b req-83f1c1ba-90d5-4135-aba9-1c66823fab65 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:06.033985 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07158ff4-3f14-4322-a973-83f638fea14b req-83f1c1ba-90d5-4135-aba9-1c66823fab65 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a239253-4430-4309-a464-43c35d9888fc HTTP/1.1" status: 200 len: 943 time: 0.0635643 Dec 09 22:22:06.098321 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-817b300e-95de-4ec1-8a40-a1f202ec98eb tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.9 HTTP/1.1" status: 200 len: 694 time: 0.0618384 Dec 09 22:22:06.140648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-07158ff4-3f14-4322-a973-83f638fea14b req-0e53b2c7-4e41-40ed-850d-54d9a9f69e18 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Deleting port ce7b7614-7d0a-4166-a9d9-b443418f96b0 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:06.140993 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07158ff4-3f14-4322-a973-83f638fea14b req-0e53b2c7-4e41-40ed-850d-54d9a9f69e18 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.238940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-07158ff4-3f14-4322-a973-83f638fea14b req-0e53b2c7-4e41-40ed-850d-54d9a9f69e18 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] For port ce7b7614-7d0a-4166-a9d9-b443418f96b0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ce7b7614-7d0a-4166-a9d9-b443418f96b0,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:06.239381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07158ff4-3f14-4322-a973-83f638fea14b req-0e53b2c7-4e41-40ed-850d-54d9a9f69e18 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.245768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-6570455f-5dc7-4d5e-a99e-fec95d451605 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Deleting port bff07c73-9ff7-499f-b8bd-9ef4a2c7871d {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:06.246134 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-6570455f-5dc7-4d5e-a99e-fec95d451605 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.260070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-07158ff4-3f14-4322-a973-83f638fea14b req-0e53b2c7-4e41-40ed-850d-54d9a9f69e18 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Calling delete_port for ce7b7614-7d0a-4166-a9d9-b443418f96b0 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:06.368379 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-6570455f-5dc7-4d5e-a99e-fec95d451605 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.368835 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-6570455f-5dc7-4d5e-a99e-fec95d451605 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.389814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b827a-5a9c-492f-8228-5b76c8464a20 req-081c1eac-c49a-461b-b827-9719d763d71e tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:06.391465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-620b827a-5a9c-492f-8228-5b76c8464a20 req-081c1eac-c49a-461b-b827-9719d763d71e tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 1097 time: 0.0856166 Dec 09 22:22:06.392517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-6570455f-5dc7-4d5e-a99e-fec95d451605 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Calling delete_port for bff07c73-9ff7-499f-b8bd-9ef4a2c7871d owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:06.474422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07158ff4-3f14-4322-a973-83f638fea14b req-0e53b2c7-4e41-40ed-850d-54d9a9f69e18 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.495321 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-620b827a-5a9c-492f-8228-5b76c8464a20 req-2fa154d5-f2ef-4ba5-8f9f-2e4eb2d0f04f tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918312 Dec 09 22:22:06.510747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53b2c7-4e41-40ed-850d-54d9a9f69e18 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Pushing event deleted for resources: {'Port': ['ID=ce7b7614-7d0a-4166-a9d9-b443418f96b0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:06.555207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b58c7b38-92be-481d-9adb-5bfb453c13cf tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:06.556671 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b58c7b38-92be-481d-9adb-5bfb453c13cf tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.42 "GET /v2.0/networks?id=a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 200 len: 805 time: 0.1919236 Dec 09 22:22:06.589168 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-6570455f-5dc7-4d5e-a99e-fec95d451605 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.592715 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Request body: {'port': {'device_id': '4f90162c-f022-452d-9263-8ac0bde443ed', 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'admin_state_up': True, 'tenant_id': '55b00193232c4b6eaa2c72586c0d4f89'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:06.608994 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-07158ff4-3f14-4322-a973-83f638fea14b req-0e53b2c7-4e41-40ed-850d-54d9a9f69e18 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] No DVR routers for this DVR port ce7b7614-7d0a-4166-a9d9-b443418f96b0 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:06.613887 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07158ff4-3f14-4322-a973-83f638fea14b req-0e53b2c7-4e41-40ed-850d-54d9a9f69e18 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.617654 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07158ff4-3f14-4322-a973-83f638fea14b req-0e53b2c7-4e41-40ed-850d-54d9a9f69e18 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.18 "DELETE /v2.0/ports/ce7b7614-7d0a-4166-a9d9-b443418f96b0 HTTP/1.1" status: 204 len: 173 time: 0.5754766 Dec 09 22:22:06.618695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a239253-4430-4309-a464-43c35d9888fc', 'name': 'network-vif-deleted', 'tag': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:06.621006 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244bf5e6-93a4-4497-b498-0e18b6cb0b1f" -d '{"events": [{"server_uuid": "3a239253-4430-4309-a464-43c35d9888fc", "name": "network-vif-deleted", "tag": "ce7b7614-7d0a-4166-a9d9-b443418f96b0"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:06.651788 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570455f-5dc7-4d5e-a99e-fec95d451605 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Pushing event deleted for resources: {'Port': ['ID=bff07c73-9ff7-499f-b8bd-9ef4a2c7871d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:06.737259 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-6570455f-5dc7-4d5e-a99e-fec95d451605 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.739917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-6570455f-5dc7-4d5e-a99e-fec95d451605 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.750392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83ce5cbe-82cc-4959-bfaa-efec78546cab req-6570455f-5dc7-4d5e-a99e-fec95d451605 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "DELETE /v2.0/floatingips/659ee0c4-dd1d-4856-b761-c47056476d3f HTTP/1.1" status: 204 len: 173 time: 0.6495781 Dec 09 22:22:06.753202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Made reservation on behalf of 55b00193232c4b6eaa2c72586c0d4f89 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:06.769335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.863834 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:06.880148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ce0ca-cfa4-4cdf-820a-97863df593a3 req-9e86213a-eb86-43f7-ad29-da2b4899600b tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:06.888024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f4ce0ca-cfa4-4cdf-820a-97863df593a3 req-9e86213a-eb86-43f7-ad29-da2b4899600b tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 1097 time: 0.0812414 Dec 09 22:22:06.902820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a1d0c-229f-4e4d-bb83-f68cc2baa8e1 req-0c842f2c-e4d1-4cba-8d21-2da8f927f4f8 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:06.904307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a97a1d0c-229f-4e4d-bb83-f68cc2baa8e1 req-0c842f2c-e4d1-4cba-8d21-2da8f927f4f8 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 944 time: 0.0879593 Dec 09 22:22:06.925135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Allocated IP 172.20.0.2 (a01f6d76-57c4-4305-a74a-91a3bc34186b/05a1abe4-c6ce-4bf4-8897-108758cac1d9/920e1d1d-0533-447d-a169-06d63cd742c8) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:22:06.974641 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f4ce0ca-cfa4-4cdf-820a-97863df593a3 req-a5b520ca-409b-45ee-a5ac-222f6ddf4699 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858529 Dec 09 22:22:06.982575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a97a1d0c-229f-4e4d-bb83-f68cc2baa8e1 req-3f58de9b-ae4a-45a1-bc53-f5a0820feec8 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693192 Dec 09 22:22:07.052888 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681d050c-f732-43ab-b547-7971525c99ba x-openstack-request-id: req-681d050c-f732-43ab-b547-7971525c99ba {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:07.053393 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a239253-4430-4309-a464-43c35d9888fc", "name": "network-vif-deleted", "tag": "ce7b7614-7d0a-4166-a9d9-b443418f96b0", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:07.053502 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-681d050c-f732-43ab-b547-7971525c99ba {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:07.053859 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a239253-4430-4309-a464-43c35d9888fc', 'name': 'network-vif-deleted', 'tag': 'ce7b7614-7d0a-4166-a9d9-b443418f96b0', 'status': 'completed', 'code': 200} Dec 09 22:22:07.116937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-0f36c7dc-1a0a-4468-a1d4-b91198f6ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:07.119040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-0f36c7dc-1a0a-4468-a1d4-b91198f6ebd7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35&tenant_id=ade0516472b8498d9af27180239f4606 HTTP/1.1" status: 200 len: 1102 time: 0.0625947 Dec 09 22:22:07.128610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:07.134200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:07.172780 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:07.226425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Network a01f6d76-57c4-4305-a74a-91a3bc34186b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:22:07.232385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:07.237340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:22:07.241413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Pushing event updated for resources: {'Port': ['ID=920e1d1d-0533-447d-a169-06d63cd742c8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:07.276462 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:07.288650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f3aa2-e7b1-4c85-9108-9238f181ad66 req-ae4ce363-dd09-413b-90c4-f224acf44cf3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:07.291127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec2f3aa2-e7b1-4c85-9108-9238f181ad66 req-ae4ce363-dd09-413b-90c4-f224acf44cf3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 950 time: 0.1712046 Dec 09 22:22:07.291705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:07.292333 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:07.294292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8991da60-3363-444b-998a-3f938366d9d6 req-5f832731-c68d-4c33-9d32-56dfb61a55a3 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips/2048e709-60cf-41de-82a0-10bc725a48c4 HTTP/1.1" status: 200 len: 693 time: 0.1115062 Dec 09 22:22:07.309262 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-b57bfb01-5283-473b-b03d-aefde8fd9685 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7242441 Dec 09 22:22:07.321676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Request body: {'port': {'device_id': '4f90162c-f022-452d-9263-8ac0bde443ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:07.363296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f9650a76-0c68-4861-80f6-f9763bfff0ff details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:22:07.375284 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:07.470755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f9650a76-0c68-4861-80f6-f9763bfff0ff, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f9650a76-0c68-4861-80f6-f9763bfff0ff,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:07.483998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'f9650a76-0c68-4861-80f6-f9763bfff0ff', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'port_id': 'f9650a76-0c68-4861-80f6-f9763bfff0ff', 'mac_address': 'fa:16:3e:ed:a9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a961b3f3-c349-4ed3-9f0c-098c9d46b411', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:22:07.501102 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec2f3aa2-e7b1-4c85-9108-9238f181ad66 req-e2a6043a-8a70-4533-876c-cb5a914cfab1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990380 Dec 09 22:22:07.532372 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:07.532564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991da60-3363-444b-998a-3f938366d9d6 req-3fea6e99-5561-44be-a9c2-170fc6f5eba8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:07.534113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8991da60-3363-444b-998a-3f938366d9d6 req-3fea6e99-5561-44be-a9c2-170fc6f5eba8 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2330790 Dec 09 22:22:07.541814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9650a76-0c68-4861-80f6-f9763bfff0ff {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:07.565642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f9650a76-0c68-4861-80f6-f9763bfff0ff, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f9650a76-0c68-4861-80f6-f9763bfff0ff,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:07.571529 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:07.602384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8991da60-3363-444b-998a-3f938366d9d6 req-fc0ebda9-ce72-4b1d-b712-294d09440c7a tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.0667353 Dec 09 22:22:07.640419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f9650a76-0c68-4861-80f6-f9763bfff0ff,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:07.661343 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:07.665588 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fffa3f-a331-4356-a0c9-ec07dc1237ec" -d '{"events": [{"server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "name": "network-vif-plugged", "status": "completed", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:07.675935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8991da60-3363-444b-998a-3f938366d9d6 req-189a258c-8ace-4fb9-b8c8-bc982a434643 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.0725052 Dec 09 22:22:07.695074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920e1d1d-0533-447d-a169-06d63cd742c8 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:07.706132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:07.727431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Transition to ACTIVE for port object 920e1d1d-0533-447d-a169-06d63cd742c8 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:22:07.731101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:07.784348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Pushing event updated for resources: {'Port': ['ID=920e1d1d-0533-447d-a169-06d63cd742c8,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:07.796792 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.796792 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.797151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.797463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.797817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.798163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.798498 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.798857 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.799189 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.799518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.799850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.800177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.800499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:07.862136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:07.876732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Attempting to bind port 920e1d1d-0533-447d-a169-06d63cd742c8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:22:07.877056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Attempting to bind port 920e1d1d-0533-447d-a169-06d63cd742c8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:22:07.877488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Attempting to bind port 920e1d1d-0533-447d-a169-06d63cd742c8 on network a01f6d76-57c4-4305-a74a-91a3bc34186b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:07.881768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Port 920e1d1d-0533-447d-a169-06d63cd742c8 on network a01f6d76-57c4-4305-a74a-91a3bc34186b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:22:07.882194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Attempting to bind port 920e1d1d-0533-447d-a169-06d63cd742c8 on network a01f6d76-57c4-4305-a74a-91a3bc34186b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:07.887737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:22:07.888081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Checking segment: {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:07.888471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Bound using segment: {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:22:07.888925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Bound port: 920e1d1d-0533-447d-a169-06d63cd742c8, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:22:07.889314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:07.894733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b41b3-5ef7-484c-8839-ee6a729d74e6 req-41f68ba2-4af4-4963-8d33-b7cb184c29d8 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:07.896196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-074b41b3-5ef7-484c-8839-ee6a729d74e6 req-41f68ba2-4af4-4963-8d33-b7cb184c29d8 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 943 time: 0.1029210 Dec 09 22:22:07.933178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:07.953485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] For port 920e1d1d-0533-447d-a169-06d63cd742c8, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:07.956590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] For port 920e1d1d-0533-447d-a169-06d63cd742c8, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=920e1d1d-0533-447d-a169-06d63cd742c8,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:22:07.961949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:07.972481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['f9650a76-0c68-4861-80f6-f9763bfff0ff'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:07.974288 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-8991da60-3363-444b-998a-3f938366d9d6 req-ebf1ba44-d15d-4082-9af8-90f0fc5b1a77 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Deleting port e92953ac-981c-4494-8752-a740b906a832 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:07.974626 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8991da60-3363-444b-998a-3f938366d9d6 req-ebf1ba44-d15d-4082-9af8-90f0fc5b1a77 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:08.002224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:08.003092 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:08.004698 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/920e1d1d-0533-447d-a169-06d63cd742c8 HTTP/1.1" status: 200 len: 1092 time: 0.6871896 Dec 09 22:22:08.025123 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:08.027702 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d7e72d-c922-4487-b39d-dd9882dc2aa1" -d '{"events": [{"server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "name": "network-vif-unplugged", "status": "completed", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:08.033330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-074b41b3-5ef7-484c-8839-ee6a729d74e6 req-a19b0758-912d-4b38-98e0-7c1d31a41f88 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226122 Dec 09 22:22:08.037244 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:08.041813 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f991e-7b03-4fc2-b4b6-70e5a87902e0 service neutron] Pushing event updated for resources: {'Port': ['ID=920e1d1d-0533-447d-a169-06d63cd742c8,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:08.098469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Transition to ACTIVE for port object af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:22:08.107575 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:08.115795 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b38250a-4c8d-4e36-8f1d-b71b207a9eb4 x-openstack-request-id: req-7b38250a-4c8d-4e36-8f1d-b71b207a9eb4 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:08.116425 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "name": "network-vif-plugged", "status": "completed", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:08.116915 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b38250a-4c8d-4e36-8f1d-b71b207a9eb4 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:08.117606 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'code': 200} Dec 09 22:22:08.136888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-3ef3c27c-d52e-4e14-96ec-b36a1c44c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:08.140771 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-3ef3c27c-d52e-4e14-96ec-b36a1c44c43a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 1095 time: 0.0727546 Dec 09 22:22:08.158926 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8991da60-3363-444b-998a-3f938366d9d6 req-ebf1ba44-d15d-4082-9af8-90f0fc5b1a77 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:08.159522 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8991da60-3363-444b-998a-3f938366d9d6 req-ebf1ba44-d15d-4082-9af8-90f0fc5b1a77 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:08.191193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-8991da60-3363-444b-998a-3f938366d9d6 req-ebf1ba44-d15d-4082-9af8-90f0fc5b1a77 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Calling delete_port for e92953ac-981c-4494-8752-a740b906a832 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:08.210114 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-0ceefdda-1293-4a02-82d3-165e73177a6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=920e1d1d-0533-447d-a169-06d63cd742c8 HTTP/1.1" status: 200 len: 217 time: 0.0591509 Dec 09 22:22:08.227686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=10']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:08.247271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] No DVR routers for this DVR port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:08.271430 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-df67ae94-92e3-41f8-b6a2-637f8d7c07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:08.272907 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-df67ae94-92e3-41f8-b6a2-637f8d7c07dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=05a1abe4-c6ce-4bf4-8897-108758cac1d9 HTTP/1.1" status: 200 len: 845 time: 0.0481160 Dec 09 22:22:08.308920 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-241c0490-4d10-4f9d-b7d0-0b1553d113bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a01f6d76-57c4-4305-a74a-91a3bc34186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272925 Dec 09 22:22:08.334998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be6263-cd25-442c-91c9-c8990f37945b req-acceb75c-8ad9-4681-a70e-0cb842299422 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:08.336604 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-00be6263-cd25-442c-91c9-c8990f37945b req-acceb75c-8ad9-4681-a70e-0cb842299422 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 946 time: 0.1672847 Dec 09 22:22:08.343581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Attempting to bind port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:22:08.343917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Attempting to bind port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:22:08.344245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Attempting to bind port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:08.371800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:22:08.372188 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Attempting to bind port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:08.383487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:22:08.383825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:08.384210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:22:08.384642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Bound port: af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:22:08.384996 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:08.419682 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-93f9eb6f-10c5-43d6-9e3c-58a858c48bdb service neutron] 10.222.0.42 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015098 Dec 09 22:22:08.447485 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-00be6263-cd25-442c-91c9-c8990f37945b req-54e9eb2e-9a0e-49f6-86b8-d697ff864e43 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006198 Dec 09 22:22:08.514480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:08.518742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:22:08.523823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:08.529122 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6d591a-3e7a-4dd6-ba85-267ddccd2f13 req-f20f984d-9371-460f-a562-82c1c17575e7 service neutron] 10.222.0.42 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016538 Dec 09 22:22:08.532205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8991da60-3363-444b-998a-3f938366d9d6 req-ebf1ba44-d15d-4082-9af8-90f0fc5b1a77 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:08.571760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:08.572389 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:08.573878 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] 10.222.0.42 "PUT /v2.0/ports/af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 1098 time: 1.4450312 Dec 09 22:22:08.675389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=11']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:08.678588 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8991da60-3363-444b-998a-3f938366d9d6 req-ebf1ba44-d15d-4082-9af8-90f0fc5b1a77 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:08.681725 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8991da60-3363-444b-998a-3f938366d9d6 req-ebf1ba44-d15d-4082-9af8-90f0fc5b1a77 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:08.682888 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8991da60-3363-444b-998a-3f938366d9d6 req-ebf1ba44-d15d-4082-9af8-90f0fc5b1a77 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] 10.222.0.16 "DELETE /v2.0/floatingips/2048e709-60cf-41de-82a0-10bc725a48c4 HTTP/1.1" status: 204 len: 173 time: 1.0063231 Dec 09 22:22:08.690829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57052) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:08.692646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.693002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.693601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.693721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.694052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.694388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.694802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.695053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.695423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.695753 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.696084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.696532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.696738 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c661068-e1d3-4fa2-84a6-146d8a4b62d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:08.733593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1ba44-d15d-4082-9af8-90f0fc5b1a77 tempest-FloatingIPDetailsTestJSON-1718393626 tempest-FloatingIPDetailsTestJSON-1718393626-project] Pushing event deleted for resources: {'Port': ['ID=e92953ac-981c-4494-8752-a740b906a832,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:08.738450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-195bee48-8941-4b34-a7b1-57efb348a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:08.740032 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-195bee48-8941-4b34-a7b1-57efb348a50d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 1101 time: 0.1074898 Dec 09 22:22:08.894606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb2552-39bb-421d-8855-6751496f957b req-a519ffd5-aadc-445a-ba46-875c129a0861 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:08.896104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28eb2552-39bb-421d-8855-6751496f957b req-a519ffd5-aadc-445a-ba46-875c129a0861 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 945 time: 0.1306818 Dec 09 22:22:08.918137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-8b0849f6-920d-4bfb-b5cd-e88407a4f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:08.919708 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-8b0849f6-920d-4bfb-b5cd-e88407a4f04e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1682048 Dec 09 22:22:08.970207 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-12cd4ce2-5bbf-4e4b-b500-f50b664f2237 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 217 time: 0.0414052 Dec 09 22:22:09.026161 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28eb2552-39bb-421d-8855-6751496f957b req-0dbad0a3-e50e-4bdb-b4bd-84727bca54c1 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189911 Dec 09 22:22:09.043399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-82e59bd0-4feb-49b0-b344-dcf0d45a661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:09.044909 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-82e59bd0-4feb-49b0-b344-dcf0d45a661b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0631926 Dec 09 22:22:09.054489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f90162c-f022-452d-9263-8ac0bde443ed', 'tag': '920e1d1d-0533-447d-a169-06d63cd742c8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:09.057332 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc69e6a-c6f4-40fa-9f6b-49032ec40a83" -d '{"events": [{"name": "network-changed", "server_uuid": "4f90162c-f022-452d-9263-8ac0bde443ed", "tag": "920e1d1d-0533-447d-a169-06d63cd742c8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:09.107149 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde55415-db67-4c02-b080-1bd5d249d93d x-openstack-request-id: req-dde55415-db67-4c02-b080-1bd5d249d93d {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:09.107536 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "name": "network-vif-unplugged", "status": "completed", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:09.107801 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dde55415-db67-4c02-b080-1bd5d249d93d {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:09.108788 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'code': 200} Dec 09 22:22:09.122140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9487de44-ff6b-42d2-bff9-a6c74e53cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:09.123650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-9487de44-ff6b-42d2-bff9-a6c74e53cb64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569165 Dec 09 22:22:09.126914 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee26a7c6-7bbf-4926-a4d2-98a20ab17f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:09.257349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-e918c616-644e-48e7-b110-2703904d22c1 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228168 Dec 09 22:22:09.359720 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f31517-2a7b-461f-a980-ef1acfbeb4af req-c7df7f42-9953-49ea-8241-db45a6974761 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:09.361135 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f4f31517-2a7b-461f-a980-ef1acfbeb4af req-c7df7f42-9953-49ea-8241-db45a6974761 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 946 time: 0.0673831 Dec 09 22:22:09.370390 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f9650a76-0c68-4861-80f6-f9763bfff0ff up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:22:09.405922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c950c-5038-4abb-ab12-5b3bc3c26c9b req-23880d75-9c9f-41f2-893e-24c84666ee3f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:09.407518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f2c950c-5038-4abb-ab12-5b3bc3c26c9b req-23880d75-9c9f-41f2-893e-24c84666ee3f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 949 time: 0.0990086 Dec 09 22:22:09.411395 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25c25b7-c35d-4abf-9f61-db25374c39c9 req-19c00c57-249a-4990-b706-531019a6c458 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352441 Dec 09 22:22:09.457911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port f9650a76-0c68-4861-80f6-f9763bfff0ff completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:22:09.463081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port f9650a76-0c68-4861-80f6-f9763bfff0ff triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:22:09.463633 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:09.468790 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f2c950c-5038-4abb-ab12-5b3bc3c26c9b req-d52e6bbb-6b09-4519-8ed6-7cbb62a8bf8c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523982 Dec 09 22:22:09.532817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f4f31517-2a7b-461f-a980-ef1acfbeb4af req-ef8ec551-8ab0-4d48-a750-4c1f82f99220 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Deleting port 99f9c619-f971-41ce-a792-cc55ca0b6054 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:09.533159 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f4f31517-2a7b-461f-a980-ef1acfbeb4af req-ef8ec551-8ab0-4d48-a750-4c1f82f99220 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:09.537091 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4445e09-1f97-4c2f-8068-365b6527592c x-openstack-request-id: req-a4445e09-1f97-4c2f-8068-365b6527592c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:09.537379 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f90162c-f022-452d-9263-8ac0bde443ed", "tag": "920e1d1d-0533-447d-a169-06d63cd742c8", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:09.537635 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4445e09-1f97-4c2f-8068-365b6527592c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:09.538049 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f90162c-f022-452d-9263-8ac0bde443ed', 'tag': '920e1d1d-0533-447d-a169-06d63cd742c8', 'status': 'completed', 'code': 200} Dec 09 22:22:09.540682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ee26a7c6-7bbf-4926-a4d2-98a20ab17f78 admin admin] Deleting port a934f977-7939-427b-915b-a2372ea8ecaa {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:09.540941 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee26a7c6-7bbf-4926-a4d2-98a20ab17f78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:09.582336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-bc165b20-180e-4786-9558-dc40f53f703a tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:22:09.583345 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-bc165b20-180e-4786-9558-dc40f53f703a tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173960 Dec 09 22:22:09.594263 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:09.632262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f9650a76-0c68-4861-80f6-f9763bfff0ff, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f9650a76-0c68-4861-80f6-f9763bfff0ff,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:09.637157 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:09.638795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:09.651789 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69e6a-c6f4-40fa-9f6b-49032ec40a83 req-2bc4f440-2b61-4fce-87ec-fa37adcbbe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:09.653290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afc69e6a-c6f4-40fa-9f6b-49032ec40a83 req-2bc4f440-2b61-4fce-87ec-fa37adcbbe7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 1095 time: 0.0719881 Dec 09 22:22:09.680078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00507e9-9de1-493f-b6df-97764a53271b req-a50a9bba-66c4-44cb-8849-3af7e2d3f4c7 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:09.681623 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f00507e9-9de1-493f-b6df-97764a53271b req-a50a9bba-66c4-44cb-8849-3af7e2d3f4c7 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 943 time: 0.0915749 Dec 09 22:22:09.714353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:09.714730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ce7b7614-7d0a-4166-a9d9-b443418f96b0 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:09.737068 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f9650a76-0c68-4861-80f6-f9763bfff0ff,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:09.739465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: ce7b7614-7d0a-4166-a9d9-b443418f96b0 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:09.739820 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ce7b7614-7d0a-4166-a9d9-b443418f96b0 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:09.748163 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.748523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.748924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.749267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.749610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.749992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.750332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.750671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.751006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.751337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.751670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.752001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.752330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:22:09.948377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-6639a478-7904-4f85-8495-2168e2edc6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:09.949715 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-6639a478-7904-4f85-8495-2168e2edc6ea service neutron] 10.222.0.16 "GET /v2.0/ports/b9a7fe30-9ec3-4c16-927f-621d7f95e383 HTTP/1.1" status: 200 len: 1094 time: 0.3306806 Dec 09 22:22:09.965504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] Request body: {'binding': {'host': 'n-h2-789963-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:09.965987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] Unknown quota resources ['binding']. {{(pid=103417) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:22:10.008875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-ee26a7c6-7bbf-4926-a4d2-98a20ab17f78 admin admin] For port a934f977-7939-427b-915b-a2372ea8ecaa, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a934f977-7939-427b-915b-a2372ea8ecaa,segment=NetworkSegment(bb734d0f-90ef-4018-b4f5-d6055bc5bfc6),segment_id=bb734d0f-90ef-4018-b4f5-d6055bc5bfc6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:10.009262 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee26a7c6-7bbf-4926-a4d2-98a20ab17f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:10.022200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f4f31517-2a7b-461f-a980-ef1acfbeb4af req-ef8ec551-8ab0-4d48-a750-4c1f82f99220 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] For port 99f9c619-f971-41ce-a792-cc55ca0b6054, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=99f9c619-f971-41ce-a792-cc55ca0b6054,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:10.022578 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f4f31517-2a7b-461f-a980-ef1acfbeb4af req-ef8ec551-8ab0-4d48-a750-4c1f82f99220 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:10.043608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ee26a7c6-7bbf-4926-a4d2-98a20ab17f78 admin admin] Calling delete_port for a934f977-7939-427b-915b-a2372ea8ecaa owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:10.062143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f4f31517-2a7b-461f-a980-ef1acfbeb4af req-ef8ec551-8ab0-4d48-a750-4c1f82f99220 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Calling delete_port for 99f9c619-f971-41ce-a792-cc55ca0b6054 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:10.106535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f00507e9-9de1-493f-b6df-97764a53271b req-522138e0-1aa4-455d-97a3-56e78d2b6a1c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132915 Dec 09 22:22:10.109212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69e6a-c6f4-40fa-9f6b-49032ec40a83 req-3bb8ba65-d133-4a06-832e-c9f4661efbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:10.110630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afc69e6a-c6f4-40fa-9f6b-49032ec40a83 req-3bb8ba65-d133-4a06-832e-c9f4661efbcf service neutron] 10.222.0.42 "GET /v2.0/networks?id=a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 200 len: 906 time: 0.4482121 Dec 09 22:22:10.120051 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b909ca-708d-4759-abf8-e069c8e897eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9650a76-0c68-4861-80f6-f9763bfff0ff'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:10.122647 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce86409-5fe5-4023-bd47-8d5e71040c23" -d '{"events": [{"server_uuid": "48b909ca-708d-4759-abf8-e069c8e897eb", "name": "network-vif-plugged", "status": "completed", "tag": "f9650a76-0c68-4861-80f6-f9763bfff0ff"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:10.156929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afc69e6a-c6f4-40fa-9f6b-49032ec40a83 req-dbfa83d5-808b-456a-8e12-505c7ad0d438 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=920e1d1d-0533-447d-a169-06d63cd742c8 HTTP/1.1" status: 200 len: 217 time: 0.0391922 Dec 09 22:22:10.241983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69e6a-c6f4-40fa-9f6b-49032ec40a83 req-ae322c87-4356-4cf8-82fb-42f20aa3fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:10.243368 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afc69e6a-c6f4-40fa-9f6b-49032ec40a83 req-ae322c87-4356-4cf8-82fb-42f20aa3fce5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=05a1abe4-c6ce-4bf4-8897-108758cac1d9 HTTP/1.1" status: 200 len: 845 time: 0.0780263 Dec 09 22:22:10.253378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bc494-1d04-4e96-a136-2c4babcc44d3 req-d04d298a-be40-4777-b42e-86f5065c3f1f tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:10.254790 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd6bc494-1d04-4e96-a136-2c4babcc44d3 req-d04d298a-be40-4777-b42e-86f5065c3f1f tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a23ec2-f0f5-464b-bbb0-0b6560b196b6 HTTP/1.1" status: 200 len: 946 time: 0.0606279 Dec 09 22:22:10.289862 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afc69e6a-c6f4-40fa-9f6b-49032ec40a83 req-7d5bd637-3ac0-41de-a15d-78bd3430abfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a01f6d76-57c4-4305-a74a-91a3bc34186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340922 Dec 09 22:22:10.312684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] Attempting to bind port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on host n-h2-789963-23 for vnic_type normal with profile None {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:22:10.313027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] Attempting to bind port b9a7fe30-9ec3-4c16-927f-621d7f95e383 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:22:10.313351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] Attempting to bind port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:10.328693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] Port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:22:10.329062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] Attempting to bind port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:10.347325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd6bc494-1d04-4e96-a136-2c4babcc44d3 req-83ee29bd-bb5e-4404-a236-c24f2465d890 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838969 Dec 09 22:22:10.369693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:22:10.370300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:10.370647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:22:10.371193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] Bound port: b9a7fe30-9ec3-4c16-927f-621d7f95e383, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:22:10.410171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afc69e6a-c6f4-40fa-9f6b-49032ec40a83 req-9effa188-4977-4e17-b25c-aba80378d4b8 service neutron] 10.222.0.42 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077261 Dec 09 22:22:10.457591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f4f31517-2a7b-461f-a980-ef1acfbeb4af req-ef8ec551-8ab0-4d48-a750-4c1f82f99220 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:10.470066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f72f502c-a4ec-4678-b17a-2bd8d013101f', '99f9c619-f971-41ce-a792-cc55ca0b6054'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:10.500554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5ab3ac88-d337-46ae-b5e4-aa131cbd32ad'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:10.505477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ec551-8ab0-4d48-a750-4c1f82f99220 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Pushing event deleted for resources: {'Port': ['ID=99f9c619-f971-41ce-a792-cc55ca0b6054,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:10.514642 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:22:10.542190 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] Publish callbacks [] for binding, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:10.543734 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-cbdcb798-4074-4bda-9998-bb687d9c6422 service neutron] 10.222.0.16 "POST /v2.0/ports/b9a7fe30-9ec3-4c16-927f-621d7f95e383/bindings HTTP/1.1" status: 201 len: 390 time: 0.5838153 Dec 09 22:22:10.544425 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee26a7c6-7bbf-4926-a4d2-98a20ab17f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:10.565416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f31517-2a7b-461f-a980-ef1acfbeb4af req-ef8ec551-8ab0-4d48-a750-4c1f82f99220 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] No DVR routers for this DVR port 99f9c619-f971-41ce-a792-cc55ca0b6054 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:10.568283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32736cb-97c7-4053-bdec-0ee6be11d734 req-fc0b3885-a9d5-4a50-986e-519c753dc13d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:10.571001 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f4f31517-2a7b-461f-a980-ef1acfbeb4af req-ef8ec551-8ab0-4d48-a750-4c1f82f99220 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:10.574495 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f4f31517-2a7b-461f-a980-ef1acfbeb4af req-ef8ec551-8ab0-4d48-a750-4c1f82f99220 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.42 "DELETE /v2.0/ports/99f9c619-f971-41ce-a792-cc55ca0b6054 HTTP/1.1" status: 204 len: 173 time: 1.1984406 Dec 09 22:22:10.577721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b32736cb-97c7-4053-bdec-0ee6be11d734 req-fc0b3885-a9d5-4a50-986e-519c753dc13d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 946 time: 0.1665506 Dec 09 22:22:10.594232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26a7c6-7bbf-4926-a4d2-98a20ab17f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=a934f977-7939-427b-915b-a2372ea8ecaa,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:10.660918 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afc69e6a-c6f4-40fa-9f6b-49032ec40a83 req-53f15713-f3bf-489a-9354-29515090d8cd service neutron] 10.222.0.42 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343066 Dec 09 22:22:10.707737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b32736cb-97c7-4053-bdec-0ee6be11d734 req-e8bbcb82-ec6d-42b7-80d7-5428dd8c734f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263044 Dec 09 22:22:10.794535 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703f1c6b-1f34-48fc-82ca-c8c62c3f76e1 x-openstack-request-id: req-703f1c6b-1f34-48fc-82ca-c8c62c3f76e1 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:10.794853 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b909ca-708d-4759-abf8-e069c8e897eb", "name": "network-vif-plugged", "status": "completed", "tag": "f9650a76-0c68-4861-80f6-f9763bfff0ff", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:10.795207 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-703f1c6b-1f34-48fc-82ca-c8c62c3f76e1 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:10.795633 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b909ca-708d-4759-abf8-e069c8e897eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9650a76-0c68-4861-80f6-f9763bfff0ff', 'code': 200} Dec 09 22:22:10.934191 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee26a7c6-7bbf-4926-a4d2-98a20ab17f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:10.967104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960a180-a759-425b-a3e8-37c7ecf3026a req-c07d4259-be64-4ba0-83d8-b88410a98011 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:10.975309 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4960a180-a759-425b-a3e8-37c7ecf3026a req-c07d4259-be64-4ba0-83d8-b88410a98011 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 949 time: 0.0645134 Dec 09 22:22:11.044790 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4960a180-a759-425b-a3e8-37c7ecf3026a req-c8d02b1c-3831-4dcf-b996-9bfa413777dc tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646620 Dec 09 22:22:11.112104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:11.114743 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61d1fde-019f-4685-85e2-700377398022" -d '{"events": [{"name": "network-changed", "server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:11.120023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c338c-f1ac-4617-b69d-7aa46df6fff8 req-9c816307-7c2b-4b20-83a3-7a4ce65c99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.121545 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-431c338c-f1ac-4617-b69d-7aa46df6fff8 req-9c816307-7c2b-4b20-83a3-7a4ce65c99be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 1098 time: 0.1179633 Dec 09 22:22:11.149701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22976a-a85a-4b1b-8d14-9c2c22991fd4 req-70b579e1-c553-4174-a808-c94a24fde984 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.151327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c22976a-a85a-4b1b-8d14-9c2c22991fd4 req-70b579e1-c553-4174-a808-c94a24fde984 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.1003118 Dec 09 22:22:11.157483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-c3ffa627-c145-496d-953b-6eebed810b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.158980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-c3ffa627-c145-496d-953b-6eebed810b76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 1097 time: 0.0930965 Dec 09 22:22:11.208620 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c22c3e-1ecd-40cd-978a-3296aaf2c8f7 x-openstack-request-id: req-65c22c3e-1ecd-40cd-978a-3296aaf2c8f7 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:11.209035 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:11.209163 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65c22c3e-1ecd-40cd-978a-3296aaf2c8f7 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:11.209569 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'status': 'completed', 'code': 200} Dec 09 22:22:11.297284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c22976a-a85a-4b1b-8d14-9c2c22991fd4 req-256ea3d5-03da-4fa0-b0ce-2ce472ecf1c3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371531 Dec 09 22:22:11.311871 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-431c338c-f1ac-4617-b69d-7aa46df6fff8 req-aafa4c02-1ae2-43fd-8d76-ee4443bdbcac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803010 Dec 09 22:22:11.335233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-254f6e8c-e58d-4daf-bfb1-74019d0146d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.337241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-254f6e8c-e58d-4daf-bfb1-74019d0146d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.1692181 Dec 09 22:22:11.362914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d1fde-019f-4685-85e2-700377398022 req-91723fa3-c2d0-4a8d-b841-d109f65d2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.364563 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-91723fa3-c2d0-4a8d-b841-d109f65d2a78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 1101 time: 0.0996139 Dec 09 22:22:11.391534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-7dd2920a-7324-497f-bb6e-430ecdc4eb7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383 HTTP/1.1" status: 200 len: 217 time: 0.0376871 Dec 09 22:22:11.414618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d1fde-019f-4685-85e2-700377398022 req-3d0a4275-b4ec-4b38-b0bf-e48aa55285f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.416568 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-3d0a4275-b4ec-4b38-b0bf-e48aa55285f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 1101 time: 0.1204062 Dec 09 22:22:11.459617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee26a7c6-7bbf-4926-a4d2-98a20ab17f78 admin admin] Router 390d3bc3-ac98-4125-bb2c-e71f93be5a95 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:22:11.471095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4135c-62ba-4cb7-8df3-e71fdc2b0a6d req-db9c3cce-ebb3-45df-a80c-a0dc8dde521f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.472771 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5b4135c-62ba-4cb7-8df3-e71fdc2b0a6d req-db9c3cce-ebb3-45df-a80c-a0dc8dde521f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 943 time: 0.1679261 Dec 09 22:22:11.497256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-0d42324b-cc19-4a89-9515-48c63b1b618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.498762 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-0d42324b-cc19-4a89-9515-48c63b1b618e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0978532 Dec 09 22:22:11.540356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a23ec2-f0f5-464b-bbb0-0b6560b196b6', 'name': 'network-vif-deleted', 'tag': '99f9c619-f971-41ce-a792-cc55ca0b6054'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:11.543934 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca83e66-af8c-4142-8035-c096a8d76023" -d '{"events": [{"server_uuid": "b1a23ec2-f0f5-464b-bbb0-0b6560b196b6", "name": "network-vif-deleted", "tag": "99f9c619-f971-41ce-a792-cc55ca0b6054"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:11.548283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-dede11f0-b8cd-488a-a52f-af42c1fb9ed0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383019 Dec 09 22:22:11.564672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5b4135c-62ba-4cb7-8df3-e71fdc2b0a6d req-42f8631c-a364-4455-aa7a-397ad8b40eee tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781932 Dec 09 22:22:11.655794 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e804b7-1c8b-4833-a6a1-ab8f04b2a120 x-openstack-request-id: req-a6e804b7-1c8b-4833-a6a1-ab8f04b2a120 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:11.656101 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a23ec2-f0f5-464b-bbb0-0b6560b196b6", "name": "network-vif-deleted", "tag": "99f9c619-f971-41ce-a792-cc55ca0b6054", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:11.656411 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6e804b7-1c8b-4833-a6a1-ab8f04b2a120 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:11.656811 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a23ec2-f0f5-464b-bbb0-0b6560b196b6', 'name': 'network-vif-deleted', 'tag': '99f9c619-f971-41ce-a792-cc55ca0b6054', 'status': 'completed', 'code': 200} Dec 09 22:22:11.711695 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-77f1ce97-2753-453c-8521-4132a68f98db service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455226 Dec 09 22:22:11.732475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d1fde-019f-4685-85e2-700377398022 req-33fb454c-5d13-49ac-bda3-9aab0f8a62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.734066 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-33fb454c-5d13-49ac-bda3-9aab0f8a62fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.3026855 Dec 09 22:22:11.788164 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-fd6050b4-897f-4ff6-9240-0ec52fb6f9cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 217 time: 0.0466285 Dec 09 22:22:11.805414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1ffdf-cfa1-4927-921e-16b27f945ea9 req-3e35afd4-2efb-4cd3-84a1-f520a2196e74 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.806808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8be1ffdf-cfa1-4927-921e-16b27f945ea9 req-3e35afd4-2efb-4cd3-84a1-f520a2196e74 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb037f88-eff2-4d25-91f4-d5dd0e94cd1b HTTP/1.1" status: 200 len: 945 time: 0.1124833 Dec 09 22:22:11.828132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d1fde-019f-4685-85e2-700377398022 req-09f9dd84-dbc2-4d53-9e64-1950d1e1a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.829637 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-09f9dd84-dbc2-4d53-9e64-1950d1e1a25e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2400184 Dec 09 22:22:11.830663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee26a7c6-7bbf-4926-a4d2-98a20ab17f78 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:22:11.837604 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ee26a7c6-7bbf-4926-a4d2-98a20ab17f78 admin admin] 10.222.0.16 "PUT /v2.0/routers/390d3bc3-ac98-4125-bb2c-e71f93be5a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1454837 Dec 09 22:22:11.842616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57104) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:11.843117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f745aa-5d26-4805-917a-40b159ea4ef9 None None] Sync routers for ids ['390d3bc3-ac98-4125-bb2c-e71f93be5a95'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:22:11.859749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f745aa-5d26-4805-917a-40b159ea4ef9 None None] Routers {'390d3bc3-ac98-4125-bb2c-e71f93be5a95'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:22:11.860382 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b4f745aa-5d26-4805-917a-40b159ea4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:22:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['390d3bc3-ac98-4125-bb2c-e71f93be5a95'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:11.899287 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-5a6ea325-5ea5-47c3-8f12-bdaa7af591cf service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740608 Dec 09 22:22:11.915633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769dd68-f172-47ef-ace7-3ba93ab4b528 req-efc6c4c1-c072-4774-ac67-333af2a4394d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.917630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6769dd68-f172-47ef-ace7-3ba93ab4b528 req-efc6c4c1-c072-4774-ac67-333af2a4394d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 946 time: 0.1222935 Dec 09 22:22:11.920964 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-f0861d5b-2c1b-402c-8238-670712f27450 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 217 time: 0.0821974 Dec 09 22:22:11.945677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d1fde-019f-4685-85e2-700377398022 req-93345cec-cdf5-48ce-a6a3-6c2bbce79b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:11.946502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8be1ffdf-cfa1-4927-921e-16b27f945ea9 req-e81407d1-fdb4-43f1-87b1-8d6363b68090 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269643 Dec 09 22:22:11.956455 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-93345cec-cdf5-48ce-a6a3-6c2bbce79b4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1599152 Dec 09 22:22:11.994563 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-b4f745aa-5d26-4805-917a-40b159ea4ef9 None None] Set router 390d3bc3-ac98-4125-bb2c-e71f93be5a95 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:22:12.016417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6769dd68-f172-47ef-ace7-3ba93ab4b528 req-78bd8066-9513-4e8d-a805-576beed1e26f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686004 Dec 09 22:22:12.091470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d1fde-019f-4685-85e2-700377398022 req-efe72133-ec6e-431d-afdf-b7e77672e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:12.093229 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-efe72133-ec6e-431d-afdf-b7e77672e589 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1618609 Dec 09 22:22:12.095653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 920e1d1d-0533-447d-a169-06d63cd742c8 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:22:12.143170 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:12.147632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d1fde-019f-4685-85e2-700377398022 req-dd8eafee-0adf-44a5-80e3-812a87eb1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:12.149193 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-dd8eafee-0adf-44a5-80e3-812a87eb1c92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1628432 Dec 09 22:22:12.216208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b38ec8-6bcb-4ac0-aca5-b06e40babdcd req-35865150-ced2-4092-884c-cc499bd7edd0 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:12.225118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46b38ec8-6bcb-4ac0-aca5-b06e40babdcd req-35865150-ced2-4092-884c-cc499bd7edd0 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 949 time: 0.0935533 Dec 09 22:22:12.289808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46b38ec8-6bcb-4ac0-aca5-b06e40babdcd req-41c6e3e8-afb0-428a-9b75-07fc1942170b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633273 Dec 09 22:22:12.331413 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:22:12.460031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 920e1d1d-0533-447d-a169-06d63cd742c8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=920e1d1d-0533-447d-a169-06d63cd742c8,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:12.479904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '920e1d1d-0533-447d-a169-06d63cd742c8', 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'port_id': '920e1d1d-0533-447d-a169-06d63cd742c8', 'mac_address': 'fa:16:3e:dd:5b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a1abe4-c6ce-4bf4-8897-108758cac1d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:22:12.487333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4702e73-70dd-43f5-8901-41918f8ccdfc req-4e85cfe6-469c-4ef7-ae94-3fbcc1c95acd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:12.490874 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4702e73-70dd-43f5-8901-41918f8ccdfc req-4e85cfe6-469c-4ef7-ae94-3fbcc1c95acd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 949 time: 0.1089146 Dec 09 22:22:12.523816 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b4f745aa-5d26-4805-917a-40b159ea4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'name': 'tempest-FloatingIPDetailsTestJSON-913643180-router', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:36Z', 'updated_at': '2021-12-09T22:22:10Z', 'revision_number': 5, 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'gw_port': {'id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:37Z', 'updated_at': '2021-12-09T22:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:12.531952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cddb1-00ca-40ef-a0b5-6a5881df9cf8 req-9f7eb439-27e7-4cd0-bd6b-d50f1fc4369f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:12.533516 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-586cddb1-00ca-40ef-a0b5-6a5881df9cf8 req-9f7eb439-27e7-4cd0-bd6b-d50f1fc4369f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.1180067 Dec 09 22:22:12.556599 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f745aa-5d26-4805-917a-40b159ea4ef9 None None] Checking router: 390d3bc3-ac98-4125-bb2c-e71f93be5a95 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:22:12.558658 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:12.582605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f745aa-5d26-4805-917a-40b159ea4ef9 None None] Routers {'390d3bc3-ac98-4125-bb2c-e71f93be5a95'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:22:12.583543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b4f745aa-5d26-4805-917a-40b159ea4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:22:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['390d3bc3-ac98-4125-bb2c-e71f93be5a95'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:12.587776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920e1d1d-0533-447d-a169-06d63cd742c8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:12.645839 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4702e73-70dd-43f5-8901-41918f8ccdfc req-456ed5d0-c922-4587-b9b1-7dfe756f4e24 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289718 Dec 09 22:22:12.652041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 920e1d1d-0533-447d-a169-06d63cd742c8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=920e1d1d-0533-447d-a169-06d63cd742c8,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:12.689706 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-586cddb1-00ca-40ef-a0b5-6a5881df9cf8 req-12f16c6e-b61b-444c-bf69-caf3dc6a77c8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446981 Dec 09 22:22:12.699054 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:12.700521 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:22:12.763632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d1fde-019f-4685-85e2-700377398022 req-2a1e97a1-7ae7-4ae2-ab04-859069e1a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:12.765383 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-2a1e97a1-7ae7-4ae2-ab04-859069e1a749 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6604717 Dec 09 22:22:12.782323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=920e1d1d-0533-447d-a169-06d63cd742c8,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:12.783310 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:12.817058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-b4f745aa-5d26-4805-917a-40b159ea4ef9 None None] Set router 390d3bc3-ac98-4125-bb2c-e71f93be5a95 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:22:12.852301 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-02daf0cc-e5ea-470d-93e4-0e5c204887b0 req-e1a641a9-8fe9-433c-a020-3944b6c68931 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1748316 Dec 09 22:22:12.864979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee033e-a776-4ba4-828b-aa8264818d78 req-f8c4f811-41e0-480b-84d1-0fb591d37ede tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:12.876016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25ee033e-a776-4ba4-828b-aa8264818d78 req-f8c4f811-41e0-480b-84d1-0fb591d37ede tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 944 time: 0.1042168 Dec 09 22:22:13.024213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-5fdfa623-e16f-4bcd-b8d6-cf812a6fab28 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ade0516472b8498d9af27180239f4606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343747 Dec 09 22:22:13.044892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25ee033e-a776-4ba4-828b-aa8264818d78 req-fa37c85f-837f-4ba9-8b5c-1eb0b8872f6e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620142 Dec 09 22:22:13.054368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Deleting port 0d33fc29-84ff-497f-af40-a3365e2f12c6 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:13.054813 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:13.059989 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:13.102962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'mac_address': 'fa:16:3e:74:2f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:22:13.116417 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-c3aa2d17-e05a-4bed-a9dc-af0ed5f9d47c service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983486 Dec 09 22:22:13.131718 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-735abed9-67b1-4756-a66e-75fa9349e0f5 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346255 Dec 09 22:22:13.148043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daf0cc-e5ea-470d-93e4-0e5c204887b0 req-41b5e4fb-253f-4c38-8244-55d4fc7a2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:13.150107 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-02daf0cc-e5ea-470d-93e4-0e5c204887b0 req-41b5e4fb-253f-4c38-8244-55d4fc7a2d18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 1118 time: 0.1902859 Dec 09 22:22:13.170167 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:13.187183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:13.229006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-71f7ec35-39c5-4e05-ae33-d8e8414653bd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:13.236508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-71f7ec35-39c5-4e05-ae33-d8e8414653bd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904674 Dec 09 22:22:13.246465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf617552-5a56-4811-8712-03c01164ff6b req-e0db420f-2d14-4d3b-9713-219f40c1dca1 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:13.248330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf617552-5a56-4811-8712-03c01164ff6b req-e0db420f-2d14-4d3b-9713-219f40c1dca1 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb037f88-eff2-4d25-91f4-d5dd0e94cd1b HTTP/1.1" status: 200 len: 945 time: 0.1237588 Dec 09 22:22:13.261883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:13.265694 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-0bbb280c-0825-495c-8988-5b08e3aaa99c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/quotas/ade0516472b8498d9af27180239f4606 HTTP/1.1" status: 200 len: 375 time: 0.0280099 Dec 09 22:22:13.270019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b4f745aa-5d26-4805-917a-40b159ea4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'name': 'tempest-FloatingIPDetailsTestJSON-913643180-router', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:36Z', 'updated_at': '2021-12-09T22:22:10Z', 'revision_number': 5, 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'gw_port': {'id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:37Z', 'updated_at': '2021-12-09T22:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:13.277401 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:13.344391 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf617552-5a56-4811-8712-03c01164ff6b req-03da306e-6201-46ea-80a9-a03e5326dc1c tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883033 Dec 09 22:22:13.366939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=12']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:13.370065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f745aa-5d26-4805-917a-40b159ea4ef9 None None] The sync data for ids ['390d3bc3-ac98-4125-bb2c-e71f93be5a95'] in n-d-789963-23 is: [{'id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'name': 'tempest-FloatingIPDetailsTestJSON-913643180-router', 'tenant_id': 'e30eed92a16846679b3fcb72096f0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:36Z', 'updated_at': '2021-12-09T22:22:10Z', 'revision_number': 5, 'project_id': 'e30eed92a16846679b3fcb72096f0bde', 'gw_port': {'id': '0d33fc29-84ff-497f-af40-a3365e2f12c6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d3bc3-ac98-4125-bb2c-e71f93be5a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:37Z', 'updated_at': '2021-12-09T22:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:22:13.408602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] For port 0d33fc29-84ff-497f-af40-a3365e2f12c6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0d33fc29-84ff-497f-af40-a3365e2f12c6,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:13.409000 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:13.449155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-7fe7df35-e174-434f-9e76-2a06ec8a4cab tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1722789 Dec 09 22:22:13.452119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Calling delete_port for 0d33fc29-84ff-497f-af40-a3365e2f12c6 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:13.466184 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-16dd9d09-307d-451f-87e3-d053b6af1b6e service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380358 Dec 09 22:22:13.486720 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c61d1fde-019f-4685-85e2-700377398022 req-478320d8-adbf-423e-a80c-ce4557b7a1c5 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356683 Dec 09 22:22:13.489627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255acac7-1e79-401e-a54b-cb296ac21870 req-4c72f4fb-563b-4313-b612-660775f4974a tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:13.493948 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daf0cc-e5ea-470d-93e4-0e5c204887b0 req-744b69d6-7d06-4b0a-ab33-979b64dfafeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:13.495246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-255acac7-1e79-401e-a54b-cb296ac21870 req-4c72f4fb-563b-4313-b612-660775f4974a tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb037f88-eff2-4d25-91f4-d5dd0e94cd1b HTTP/1.1" status: 200 len: 945 time: 0.1327536 Dec 09 22:22:13.495515 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-02daf0cc-e5ea-470d-93e4-0e5c204887b0 req-744b69d6-7d06-4b0a-ab33-979b64dfafeb service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.2978230 Dec 09 22:22:13.568698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['920e1d1d-0533-447d-a169-06d63cd742c8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:13.575800 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-02daf0cc-e5ea-470d-93e4-0e5c204887b0 req-3a08a93a-0216-42b8-bf87-661741c5dcbb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537865b4-0489-42d5-b428-a820d82656ce HTTP/1.1" status: 200 len: 217 time: 0.0468829 Dec 09 22:22:13.647919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daf0cc-e5ea-470d-93e4-0e5c204887b0 req-629f54e8-e65c-41e4-8e88-800bb154e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:13.662122 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-02daf0cc-e5ea-470d-93e4-0e5c204887b0 req-629f54e8-e65c-41e4-8e88-800bb154e559 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0652053 Dec 09 22:22:13.662354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:13.733901 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-02daf0cc-e5ea-470d-93e4-0e5c204887b0 req-74a72e34-fba3-4fda-a1da-f6d5ec5b5429 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703509 Dec 09 22:22:13.778512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70393e7-ec2a-407d-88f2-d837fb25bcda req-adc73f88-b079-4633-b110-92f1a5e0dede tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:13.789906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a70393e7-ec2a-407d-88f2-d837fb25bcda req-adc73f88-b079-4633-b110-92f1a5e0dede tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 946 time: 0.1883168 Dec 09 22:22:13.874890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea513e49-93dc-4a0a-b907-7babe0f16456 req-10877f24-8953-44a9-951e-33df1647b488 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 210 time: 0.0744324 Dec 09 22:22:13.959092 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-255acac7-1e79-401e-a54b-cb296ac21870 req-b63c86b2-1b5e-4815-baba-eb3e6e9877cb tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Deleting port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:13.960456 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-255acac7-1e79-401e-a54b-cb296ac21870 req-b63c86b2-1b5e-4815-baba-eb3e6e9877cb tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:13.994608 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-02daf0cc-e5ea-470d-93e4-0e5c204887b0 req-5fd04d0b-4b2f-43c8-89f5-c42646001d7c service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532642 Dec 09 22:22:14.006073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a70393e7-ec2a-407d-88f2-d837fb25bcda req-ce4519ed-64eb-4677-86cc-36dbc1fbdf82 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150571 Dec 09 22:22:14.021868 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:14.103909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d33fc29-84ff-497f-af40-a3365e2f12c6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:14.127733 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 99f9c619-f971-41ce-a792-cc55ca0b6054 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:14.223320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 99f9c619-f971-41ce-a792-cc55ca0b6054 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:14.223673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 99f9c619-f971-41ce-a792-cc55ca0b6054 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:14.240339 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-02daf0cc-e5ea-470d-93e4-0e5c204887b0 req-dbc266cc-b203-4665-830f-f182cc536cf3 service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381964 Dec 09 22:22:14.241512 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:14.341889 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409eec4-1d7f-42bd-9377-25a3bb77cb21 req-a629d424-8ccd-4f50-b6e2-59d229d13f42 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:14.347422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4409eec4-1d7f-42bd-9377-25a3bb77cb21 req-a629d424-8ccd-4f50-b6e2-59d229d13f42 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.3541687 Dec 09 22:22:14.357614 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:14.360258 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:14.417075 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:14.418100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 390d3bc3-ac98-4125-bb2c-e71f93be5a95 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:22:14.427019 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:14.434621 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aea043a9-c937-48c0-bb91-3816c0479254 admin admin] 10.222.0.16 "DELETE /v2.0/routers/390d3bc3-ac98-4125-bb2c-e71f93be5a95 HTTP/1.1" status: 204 len: 168 time: 2.5850983 Dec 09 22:22:14.435268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57156) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:14.477191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-255acac7-1e79-401e-a54b-cb296ac21870 req-b63c86b2-1b5e-4815-baba-eb3e6e9877cb tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] For port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:14.477846 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-255acac7-1e79-401e-a54b-cb296ac21870 req-b63c86b2-1b5e-4815-baba-eb3e6e9877cb tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:14.499202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-04583d15-e015-4660-9d7d-73b463a1b9a8 admin admin] Deleting subnet cb1d6239-e8c7-456c-908e-3288513400ea {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:22:14.504318 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04583d15-e015-4660-9d7d-73b463a1b9a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:14.519817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391fbaa-0825-443c-80e8-e77d2ec22df2 req-6b2424b7-ccad-4348-9de0-51b046b2075e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:14.536366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c391fbaa-0825-443c-80e8-e77d2ec22df2 req-6b2424b7-ccad-4348-9de0-51b046b2075e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 944 time: 0.3293242 Dec 09 22:22:14.545496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-255acac7-1e79-401e-a54b-cb296ac21870 req-b63c86b2-1b5e-4815-baba-eb3e6e9877cb tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Calling delete_port for 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:14.558771 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04583d15-e015-4660-9d7d-73b463a1b9a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:14.561513 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4409eec4-1d7f-42bd-9377-25a3bb77cb21 req-ca94b792-bf92-4e31-b5f4-bfe282c9b509 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919153 Dec 09 22:22:14.705726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c391fbaa-0825-443c-80e8-e77d2ec22df2 req-66cfb3c5-ca56-456b-ae1c-1530f6389a71 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722052 Dec 09 22:22:14.752371 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04583d15-e015-4660-9d7d-73b463a1b9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:14.829652 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04583d15-e015-4660-9d7d-73b463a1b9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:14.872348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04583d15-e015-4660-9d7d-73b463a1b9a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1d6239-e8c7-456c-908e-3288513400ea,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:14.883282 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04583d15-e015-4660-9d7d-73b463a1b9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:14.884399 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6e0aa6-f889-479e-b971-055a7fd61a6a None None] Network 3d07ea5e-536e-4d3e-9def-842a33b29d46 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:22:14.887946 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-04583d15-e015-4660-9d7d-73b463a1b9a8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb1d6239-e8c7-456c-908e-3288513400ea HTTP/1.1" status: 204 len: 168 time: 0.4516852 Dec 09 22:22:14.891737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57168) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:14.907134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7a12d-f0b5-4fc3-9db9-a3689dcad44f req-b3bd0de4-961f-45ac-8df4-2eb0cd952542 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:14.908654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28d7a12d-f0b5-4fc3-9db9-a3689dcad44f req-b3bd0de4-961f-45ac-8df4-2eb0cd952542 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb037f88-eff2-4d25-91f4-d5dd0e94cd1b HTTP/1.1" status: 200 len: 945 time: 0.1998324 Dec 09 22:22:15.010910 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:15.113232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Deleting port 2e51f934-9ff6-4ea6-b59d-77c109e4000f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:15.113567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:15.117668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d3f2b52-b00b-4921-a601-2b560b374133 req-6f7ceb9f-d6ce-499e-ad1b-5e96d155fc05 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 210 time: 0.0433431 Dec 09 22:22:15.148973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28d7a12d-f0b5-4fc3-9db9-a3689dcad44f req-93fc5767-6d3d-4544-bb1d-012fdbbad178 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202775 Dec 09 22:22:15.150859 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-255acac7-1e79-401e-a54b-cb296ac21870 req-b63c86b2-1b5e-4815-baba-eb3e6e9877cb tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:15.164347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f72f502c-a4ec-4678-b17a-2bd8d013101f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:15.167849 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47940a53-b7a4-4f77-b100-1d01efed0a4f None None] DHCP port deletion for 3d07ea5e-536e-4d3e-9def-842a33b29d46 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:22:15.192527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c86b2-1b5e-4815-baba-eb3e6e9877cb tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Pushing event deleted for resources: {'Port': ['ID=5ab3ac88-d337-46ae-b5e4-aa131cbd32ad,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:15.224264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5ab3ac88-d337-46ae-b5e4-aa131cbd32ad'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:15.266796 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] For port 2e51f934-9ff6-4ea6-b59d-77c109e4000f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2e51f934-9ff6-4ea6-b59d-77c109e4000f,segment=NetworkSegment(bb734d0f-90ef-4018-b4f5-d6055bc5bfc6),segment_id=bb734d0f-90ef-4018-b4f5-d6055bc5bfc6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:15.267527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:15.276039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-255acac7-1e79-401e-a54b-cb296ac21870 req-b63c86b2-1b5e-4815-baba-eb3e6e9877cb tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] No DVR routers for this DVR port 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:15.282801 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-255acac7-1e79-401e-a54b-cb296ac21870 req-b63c86b2-1b5e-4815-baba-eb3e6e9877cb tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:15.286450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-255acac7-1e79-401e-a54b-cb296ac21870 req-b63c86b2-1b5e-4815-baba-eb3e6e9877cb tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.18 "DELETE /v2.0/ports/5ab3ac88-d337-46ae-b5e4-aa131cbd32ad HTTP/1.1" status: 204 len: 173 time: 1.7708476 Dec 09 22:22:15.293181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb037f88-eff2-4d25-91f4-d5dd0e94cd1b', 'name': 'network-vif-deleted', 'tag': '5ab3ac88-d337-46ae-b5e4-aa131cbd32ad'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:15.305900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Calling delete_port for 2e51f934-9ff6-4ea6-b59d-77c109e4000f owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:15.306408 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da95f0d-0b1a-438d-9596-471f5ab76e76" -d '{"events": [{"server_uuid": "fb037f88-eff2-4d25-91f4-d5dd0e94cd1b", "name": "network-vif-deleted", "tag": "5ab3ac88-d337-46ae-b5e4-aa131cbd32ad"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:15.414768 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcf5c0d-f8f2-4d99-a0fc-285b6c0efa02 x-openstack-request-id: req-7fcf5c0d-f8f2-4d99-a0fc-285b6c0efa02 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:15.414996 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb037f88-eff2-4d25-91f4-d5dd0e94cd1b", "name": "network-vif-deleted", "tag": "5ab3ac88-d337-46ae-b5e4-aa131cbd32ad", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:15.415634 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fcf5c0d-f8f2-4d99-a0fc-285b6c0efa02 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:15.416231 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb037f88-eff2-4d25-91f4-d5dd0e94cd1b', 'name': 'network-vif-deleted', 'tag': '5ab3ac88-d337-46ae-b5e4-aa131cbd32ad', 'status': 'completed', 'code': 200} Dec 09 22:22:15.474462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-47940a53-b7a4-4f77-b100-1d01efed0a4f None None] Deleting port 2e51f934-9ff6-4ea6-b59d-77c109e4000f {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:15.480835 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47940a53-b7a4-4f77-b100-1d01efed0a4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:15.525606 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-502f4bc3-8329-4a96-a453-23a3179eb08e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ade0516472b8498d9af27180239f4606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655913 Dec 09 22:22:15.529239 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a934f977-7939-427b-915b-a2372ea8ecaa no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:15.656580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a934f977-7939-427b-915b-a2372ea8ecaa {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:15.657616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a934f977-7939-427b-915b-a2372ea8ecaa not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:15.657616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2e51f934-9ff6-4ea6-b59d-77c109e4000f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:15.724735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-47940a53-b7a4-4f77-b100-1d01efed0a4f None None] For port 2e51f934-9ff6-4ea6-b59d-77c109e4000f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2e51f934-9ff6-4ea6-b59d-77c109e4000f,segment=NetworkSegment(bb734d0f-90ef-4018-b4f5-d6055bc5bfc6),segment_id=bb734d0f-90ef-4018-b4f5-d6055bc5bfc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:15.725198 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47940a53-b7a4-4f77-b100-1d01efed0a4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:15.745092 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-47940a53-b7a4-4f77-b100-1d01efed0a4f None None] Calling delete_port for 2e51f934-9ff6-4ea6-b59d-77c109e4000f owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:15.821070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-f6c2e7bd-2fe9-4907-9c8e-23c9da9aa3d9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:15.828111 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-f6c2e7bd-2fe9-4907-9c8e-23c9da9aa3d9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2885265 Dec 09 22:22:15.842785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Request body: {'port': {'device_id': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'ade0516472b8498d9af27180239f4606'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:15.853251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:15.884884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a14649-929c-4186-958a-86389018130a req-d45df58e-1af0-4db1-ad3e-854270b54b85 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:15.899061 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6a14649-929c-4186-958a-86389018130a req-d45df58e-1af0-4db1-ad3e-854270b54b85 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.1834109 Dec 09 22:22:16.003274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e51f934-9ff6-4ea6-b59d-77c109e4000f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:16.027143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] No DVR routers for this DVR port 2e51f934-9ff6-4ea6-b59d-77c109e4000f on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:16.072201 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e88c7e-0277-40a5-a5b1-5fe48651b3a3 req-e3e17bcb-8023-4934-ba48-ef10f0693766 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:16.080908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5e88c7e-0277-40a5-a5b1-5fe48651b3a3 req-e3e17bcb-8023-4934-ba48-ef10f0693766 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 944 time: 0.1791177 Dec 09 22:22:16.084616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 920e1d1d-0533-447d-a169-06d63cd742c8 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:22:16.098696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Port 2e51f934-9ff6-4ea6-b59d-77c109e4000f update to DOWN by agent not found {{(pid=103419) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 22:22:16.099475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0d33fc29-84ff-497f-af40-a3365e2f12c6 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:16.109705 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6a14649-929c-4186-958a-86389018130a req-72f19131-474b-4ab1-a31e-2782a9774af9 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089541 Dec 09 22:22:16.215428 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47940a53-b7a4-4f77-b100-1d01efed0a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.232268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.233285 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5e88c7e-0277-40a5-a5b1-5fe48651b3a3 req-c40be269-3248-47d3-90c6-fb9e72d29987 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502728 Dec 09 22:22:16.271665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d07ea5e-536e-4d3e-9def-842a33b29d46']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:16.272879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47940a53-b7a4-4f77-b100-1d01efed0a4f None None] No DVR routers for this DVR port 2e51f934-9ff6-4ea6-b59d-77c109e4000f on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:16.280002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0d33fc29-84ff-497f-af40-a3365e2f12c6 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:16.280002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0d33fc29-84ff-497f-af40-a3365e2f12c6 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:16.296560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb734d0f-90ef-4018-b4f5-d6055bc5bfc6') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:16.296866 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb734d0f-90ef-4018-b4f5-d6055bc5bfc6') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:16.298701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Made reservation on behalf of ade0516472b8498d9af27180239f4606 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:16.303118 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.304205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47940a53-b7a4-4f77-b100-1d01efed0a4f None None] Pushing event deleted for resources: {'Port': ['ID=2e51f934-9ff6-4ea6-b59d-77c109e4000f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:16.360634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 920e1d1d-0533-447d-a169-06d63cd742c8 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:22:16.365591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 920e1d1d-0533-447d-a169-06d63cd742c8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:22:16.366458 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.428411 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47a2877a-2d25-4464-8a70-b6acde21b88a req-54cb7fbc-c660-4d94-bb8c-85000e36287a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 210 time: 0.0417743 Dec 09 22:22:16.459327 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.481881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.492965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Allocated IP 192.168.233.125 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/bf41a161-1a53-468e-9681-82e6859b71ff) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:22:16.498960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:22:16.499407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:22:16.501105 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:22:16.515555 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.564292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 920e1d1d-0533-447d-a169-06d63cd742c8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=920e1d1d-0533-447d-a169-06d63cd742c8,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:16.565845 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f90162c-f022-452d-9263-8ac0bde443ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920e1d1d-0533-447d-a169-06d63cd742c8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:16.569415 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6604a7e-4f6a-4d7c-b04c-4a68981266ad" -d '{"events": [{"server_uuid": "4f90162c-f022-452d-9263-8ac0bde443ed", "name": "network-vif-plugged", "status": "completed", "tag": "920e1d1d-0533-447d-a169-06d63cd742c8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:16.581185 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.591563 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.597211 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3d07ea5e-536e-4d3e-9def-842a33b29d46 HTTP/1.1" status: 204 len: 168 time: 1.7018213 Dec 09 22:22:16.601629 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.604421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:22:16.632266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313baa03-52e7-468a-8be0-d20bba3eb336 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d07ea5e-536e-4d3e-9def-842a33b29d46,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:16.693823 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3026c166-818d-44f1-9ab5-0d300badc32a x-openstack-request-id: req-3026c166-818d-44f1-9ab5-0d300badc32a {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:16.694464 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f90162c-f022-452d-9263-8ac0bde443ed", "name": "network-vif-plugged", "status": "completed", "tag": "920e1d1d-0533-447d-a169-06d63cd742c8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:16.694969 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3026c166-818d-44f1-9ab5-0d300badc32a {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:16.696143 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f90162c-f022-452d-9263-8ac0bde443ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920e1d1d-0533-447d-a169-06d63cd742c8', 'code': 200} Dec 09 22:22:16.744357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=920e1d1d-0533-447d-a169-06d63cd742c8,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:16.781548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:22:16.792712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:22:16.793690 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.855456 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57198) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:16.966035 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:16.979796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c602ee-b65c-4fdb-8010-77449f395bc3 req-99c798cd-9499-40f1-86f4-2f59f1f516a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:16.981316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13c602ee-b65c-4fdb-8010-77449f395bc3 req-99c798cd-9499-40f1-86f4-2f59f1f516a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 1097 time: 0.2111590 Dec 09 22:22:17.029112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:17.032850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10632778-013d-4f16-ad39-cd522035c8ba req-7748c8b5-d7dd-438f-841e-8557a1263c31 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:17.033889 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:17.043447 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10632778-013d-4f16-ad39-cd522035c8ba req-7748c8b5-d7dd-438f-841e-8557a1263c31 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.2176173 Dec 09 22:22:17.055209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c4837cd4-86f1-4c0f-a952-54653786bf8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e30eed92a16846679b3fcb72096f0bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1916664 Dec 09 22:22:17.058127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57204) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:17.105284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=13']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:17.138232 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13c602ee-b65c-4fdb-8010-77449f395bc3 req-b7772e7a-dc95-4831-9e75-20f98bb19d70 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478574 Dec 09 22:22:17.156022 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:17.166014 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10632778-013d-4f16-ad39-cd522035c8ba req-28e1019a-5629-47c4-865c-dfd1a6a3b92c tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111124 Dec 09 22:22:17.202925 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d83448-6fad-4424-a873-84e798db2beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:17.217722 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:17.231044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:17.259481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:22:17.262434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:17.265623 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d83448-6fad-4424-a873-84e798db2beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:17.274530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', '7301e40f-c2cb-41fa-8a26-877e79d81ece'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:17.312450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:22:17.399293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:17.418269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:17.419417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:17.439624 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-c337e4a7-5500-4a79-a84f-a53363f88786 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6023166 Dec 09 22:22:17.447210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:17.456808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Request body: {'port': {'device_id': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:17.484977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168e97f-20fa-4b12-9216-c8b19abf1a42 req-c1201c1e-0483-4407-aee8-89d51035f7dc tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:17.486861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9168e97f-20fa-4b12-9216-c8b19abf1a42 req-c1201c1e-0483-4407-aee8-89d51035f7dc tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.2346072 Dec 09 22:22:17.499184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:17.499707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5ab3ac88-d337-46ae-b5e4-aa131cbd32ad not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:17.557416 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:17.589926 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d83448-6fad-4424-a873-84e798db2beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:17.592788 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d83448-6fad-4424-a873-84e798db2beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:17.597640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-67d83448-6fad-4424-a873-84e798db2beb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46f07760-8d0b-42ae-ac29-a1fb825ea5fd HTTP/1.1" status: 204 len: 168 time: 0.5380487 Dec 09 22:22:17.652574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9168e97f-20fa-4b12-9216-c8b19abf1a42 req-53e924c5-313c-4d8e-bff1-0da4331d12ed tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435556 Dec 09 22:22:17.678346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8508a-3a17-44b1-bd42-35baa95e8c9f req-3b3f8a9f-8ed2-43d5-878b-632b95d5b729 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:17.679938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3b8508a-3a17-44b1-bd42-35baa95e8c9f req-3b3f8a9f-8ed2-43d5-878b-632b95d5b729 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 945 time: 0.1919737 Dec 09 22:22:17.681328 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d83448-6fad-4424-a873-84e798db2beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f07760-8d0b-42ae-ac29-a1fb825ea5fd,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:17.777757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c1f6d2dc-f42e-4ead-a8cb-c4dd31a4c604 None None] Provisioning complete for port bf41a161-1a53-468e-9681-82e6859b71ff triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:22:17.778246 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d2dc-f42e-4ead-a8cb-c4dd31a4c604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:17.863934 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6d2dc-f42e-4ead-a8cb-c4dd31a4c604 None None] Port bf41a161-1a53-468e-9681-82e6859b71ff cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:22:17.865488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3b8508a-3a17-44b1-bd42-35baa95e8c9f req-1076fa88-1f79-4f9a-bf51-8b31b207c32a tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686335 Dec 09 22:22:18.010486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc7fc5-eaef-4e35-8fd1-dc1548ff2550 req-f95ad6b8-0f69-4e01-ab52-beb5a841dda7 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:18.012896 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2dc7fc5-eaef-4e35-8fd1-dc1548ff2550 req-f95ad6b8-0f69-4e01-ab52-beb5a841dda7 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 936 time: 0.0678291 Dec 09 22:22:18.076679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2dc7fc5-eaef-4e35-8fd1-dc1548ff2550 req-7de36f6f-bd0f-47fb-8fef-2b371787af21 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552549 Dec 09 22:22:18.104276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf41a161-1a53-468e-9681-82e6859b71ff {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:18.114883 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:18.136224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Transition to ACTIVE for port object bf41a161-1a53-468e-9681-82e6859b71ff will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:22:18.139999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:18.203571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:18.324042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Attempting to bind port bf41a161-1a53-468e-9681-82e6859b71ff on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:22:18.324514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Attempting to bind port bf41a161-1a53-468e-9681-82e6859b71ff by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:22:18.324990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Attempting to bind port bf41a161-1a53-468e-9681-82e6859b71ff on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:18.330352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Port bf41a161-1a53-468e-9681-82e6859b71ff on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:22:18.330775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Attempting to bind port bf41a161-1a53-468e-9681-82e6859b71ff on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:18.338340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:22:18.341070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:18.341819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:22:18.342612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Bound port: bf41a161-1a53-468e-9681-82e6859b71ff, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:22:18.342896 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:18.371862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e17b65-e279-4560-830d-8d3205245088 req-e268b72a-eaa5-4956-b226-64842f56601d tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:18.379737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a9e17b65-e279-4560-830d-8d3205245088 req-e268b72a-eaa5-4956-b226-64842f56601d tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1214783 Dec 09 22:22:18.467933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a9e17b65-e279-4560-830d-8d3205245088 req-ed5f4560-0a3c-4e8e-bf47-a2a16e4ab499 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8869ef6-9e4f-4e28-8790-c71284a08d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866532 Dec 09 22:22:18.508830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:18.514105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:22:18.522238 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:18.567504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:18.568388 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:18.570484 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] 10.222.0.42 "PUT /v2.0/ports/bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 1097 time: 1.1216309 Dec 09 22:22:18.571027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:18.573655 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4923cf9-0928-4fc3-a6dd-9d56bf016e52" -d '{"events": [{"name": "network-changed", "server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:18.602693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69522d-f028-42ee-b481-9f3bc0174156 service neutron] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:18.679556 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860cf34c-74b5-4cf2-a8ac-1c967761245c x-openstack-request-id: req-860cf34c-74b5-4cf2-a8ac-1c967761245c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:18.683402 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:18.683402 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-860cf34c-74b5-4cf2-a8ac-1c967761245c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:18.692366 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'status': 'completed', 'code': 200} Dec 09 22:22:18.697660 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:18.700032 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b696f5f1-8ebe-46d0-aae1-e92d9cea3591" -d '{"events": [{"server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "name": "network-vif-plugged", "status": "completed", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:18.735756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-00224389-8ed0-4d57-ad20-8b7f1833c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:18.738919 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-00224389-8ed0-4d57-ad20-8b7f1833c283 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1100 time: 0.1021383 Dec 09 22:22:18.788948 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889e7fb0-8120-483a-9892-3ec9761d2d0b x-openstack-request-id: req-889e7fb0-8120-483a-9892-3ec9761d2d0b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:18.789405 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "name": "network-vif-plugged", "status": "completed", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:18.789520 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-889e7fb0-8120-483a-9892-3ec9761d2d0b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:18.789916 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'code': 200} Dec 09 22:22:18.843266 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-8377a3b6-11c0-4123-922a-a9d6624ea66f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 217 time: 0.0904169 Dec 09 22:22:18.878217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c54af-16bc-4ae4-b9c6-8b8496d7b270 req-3863bd81-56db-4696-ba0c-c3db0eb32696 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:18.886946 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-527c54af-16bc-4ae4-b9c6-8b8496d7b270 req-3863bd81-56db-4696-ba0c-c3db0eb32696 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.42 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 946 time: 0.1344037 Dec 09 22:22:18.935454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f49b43-8ae0-4c46-b897-571b59f6b96d req-176ec2db-828a-4e79-9976-e4b6056dd95a tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:18.936454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-a0a9384a-eab1-428c-a04a-2831287eb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:18.938180 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-a0a9384a-eab1-428c-a04a-2831287eb777 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0869896 Dec 09 22:22:18.942990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57258) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:18.944723 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0f49b43-8ae0-4c46-b897-571b59f6b96d req-176ec2db-828a-4e79-9976-e4b6056dd95a tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.1803107 Dec 09 22:22:19.025311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-18df6e4d-9e94-4142-ac81-ed95450fd3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:19.027453 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-18df6e4d-9e94-4142-ac81-ed95450fd3c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0695708 Dec 09 22:22:19.072883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-558341982-network', 'tenant_id': '9aff33e8e6d7475b8b52f439364be072'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:19.133040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0f49b43-8ae0-4c46-b897-571b59f6b96d req-58cfd2c1-8164-4ea3-b4ee-ed26c1419864 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356642 Dec 09 22:22:19.144832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Made reservation on behalf of 9aff33e8e6d7475b8b52f439364be072 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:19.147478 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.162023 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.167714 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f19e7-e511-4ba2-a630-08cc773eb97f req-fc0f32d6-13bb-4485-8263-8ef2c9b56a9f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:19.169364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef8f19e7-e511-4ba2-a630-08cc773eb97f req-fc0f32d6-13bb-4485-8263-8ef2c9b56a9f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 945 time: 0.1330538 Dec 09 22:22:19.219566 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-803ad647-4b25-4f6d-ad60-3056e0e13d0a service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737716 Dec 09 22:22:19.255739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef8f19e7-e511-4ba2-a630-08cc773eb97f req-2d127952-8cb6-47fe-85fb-9a8e32752645 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771484 Dec 09 22:22:19.259737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-527c54af-16bc-4ae4-b9c6-8b8496d7b270 req-9e206f66-2250-49b6-a5d4-1f1921a80071 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Deleting port f72f502c-a4ec-4678-b17a-2bd8d013101f {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:19.260137 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-527c54af-16bc-4ae4-b9c6-8b8496d7b270 req-9e206f66-2250-49b6-a5d4-1f1921a80071 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.401153 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-527c54af-16bc-4ae4-b9c6-8b8496d7b270 req-9e206f66-2250-49b6-a5d4-1f1921a80071 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] For port f72f502c-a4ec-4678-b17a-2bd8d013101f, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f72f502c-a4ec-4678-b17a-2bd8d013101f,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:19.401515 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-527c54af-16bc-4ae4-b9c6-8b8496d7b270 req-9e206f66-2250-49b6-a5d4-1f1921a80071 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.411550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c607e-d367-4753-9fad-35171babdb52 req-438376f5-3ee5-4d4d-bea2-b68ebc40ef65 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:19.412290 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.418302 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba559cfc-b5a9-48a3-8cb7-fbd6b1d06ff3 req-a8d0688e-893c-4394-8230-82aace6d89e7 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810377 Dec 09 22:22:19.419468 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.423830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e3c607e-d367-4753-9fad-35171babdb52 req-438376f5-3ee5-4d4d-bea2-b68ebc40ef65 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 948 time: 0.0939600 Dec 09 22:22:19.450343 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:22:19.457089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-527c54af-16bc-4ae4-b9c6-8b8496d7b270 req-9e206f66-2250-49b6-a5d4-1f1921a80071 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Calling delete_port for f72f502c-a4ec-4678-b17a-2bd8d013101f owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:19.463379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a754b39-37c2-449e-9805-74d49a9c0a02,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:19.469115 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.469608 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Added segment fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8 of type vlan for network 8db523f9-77d3-4b50-a888-5d328b907c36 Dec 09 22:22:19.514412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e3c607e-d367-4753-9fad-35171babdb52 req-26b3b4a3-0304-48a9-8a5b-5e5548948ea2 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896146 Dec 09 22:22:19.566117 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.595755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4923cf9-0928-4fc3-a6dd-9d56bf016e52 req-309b8464-30ed-43a9-9c54-6c9fc4022e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:19.597614 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b4923cf9-0928-4fc3-a6dd-9d56bf016e52 req-309b8464-30ed-43a9-9c54-6c9fc4022e39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1100 time: 0.1182115 Dec 09 22:22:19.604906 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.607275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:19.608106 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.694131 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7474289 Dec 09 22:22:19.701521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57270) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:19.708492 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-527c54af-16bc-4ae4-b9c6-8b8496d7b270 req-9e206f66-2250-49b6-a5d4-1f1921a80071 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.724684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f72f502c-a4ec-4678-b17a-2bd8d013101f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:19.744883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7a8c6637-0f64-4977-b213-dc457873200a admin admin] Request body: {'subnet': {'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-558341982-subnet', 'tenant_id': '9aff33e8e6d7475b8b52f439364be072', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:19.753066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028167d0-5729-423a-b7a1-b91d7d448265 admin admin] Pushing event updated for resources: {'Network': ['ID=8db523f9-77d3-4b50-a888-5d328b907c36,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:19.763535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 8db523f9-77d3-4b50-a888-5d328b907c36 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:22:19.785664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4923cf9-0928-4fc3-a6dd-9d56bf016e52 req-cdb86b2d-fc15-4e89-baff-3d975a4e3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:19.787184 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b4923cf9-0928-4fc3-a6dd-9d56bf016e52 req-cdb86b2d-fc15-4e89-baff-3d975a4e3630 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1714549 Dec 09 22:22:19.849049 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b4923cf9-0928-4fc3-a6dd-9d56bf016e52 req-8bd4b3e1-23f1-44ed-b3c9-97ecdd4759f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 217 time: 0.0519147 Dec 09 22:22:19.856847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e206f66-2250-49b6-a5d4-1f1921a80071 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Pushing event deleted for resources: {'Port': ['ID=f72f502c-a4ec-4678-b17a-2bd8d013101f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:19.864815 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a784ed3c-b8ea-49a2-89fc-a0836934f768 req-9374e62f-f5a8-4d47-b086-391e05b5ee60 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d6e96-ac0f-4901-8b63-14aefeeb5ace HTTP/1.1" status: 200 len: 210 time: 0.1621101 Dec 09 22:22:19.882040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8c6637-0f64-4977-b213-dc457873200a admin admin] Made reservation on behalf of 9aff33e8e6d7475b8b52f439364be072 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:19.885154 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a8c6637-0f64-4977-b213-dc457873200a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.912000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4923cf9-0928-4fc3-a6dd-9d56bf016e52 req-f6bba7d5-8e25-4182-98ed-2f82cc293d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:19.913749 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b4923cf9-0928-4fc3-a6dd-9d56bf016e52 req-f6bba7d5-8e25-4182-98ed-2f82cc293d6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0541408 Dec 09 22:22:19.920490 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-527c54af-16bc-4ae4-b9c6-8b8496d7b270 req-9e206f66-2250-49b6-a5d4-1f1921a80071 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] No DVR routers for this DVR port f72f502c-a4ec-4678-b17a-2bd8d013101f on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:19.923856 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-527c54af-16bc-4ae4-b9c6-8b8496d7b270 req-9e206f66-2250-49b6-a5d4-1f1921a80071 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:19.927949 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-527c54af-16bc-4ae4-b9c6-8b8496d7b270 req-9e206f66-2250-49b6-a5d4-1f1921a80071 tempest-ListServerFiltersTestJSON-361125930 tempest-ListServerFiltersTestJSON-361125930-project] 10.222.0.42 "DELETE /v2.0/ports/f72f502c-a4ec-4678-b17a-2bd8d013101f HTTP/1.1" status: 204 len: 173 time: 1.0297098 Dec 09 22:22:19.930626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d6e96-ac0f-4901-8b63-14aefeeb5ace', 'name': 'network-vif-deleted', 'tag': 'f72f502c-a4ec-4678-b17a-2bd8d013101f'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:19.932871 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baef4d9-c1fe-4d18-ae22-2d301a220b49" -d '{"events": [{"server_uuid": "396d6e96-ac0f-4901-8b63-14aefeeb5ace", "name": "network-vif-deleted", "tag": "f72f502c-a4ec-4678-b17a-2bd8d013101f"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:19.971294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ebf98-0837-4871-8f3a-4b5c3c4c71d0 req-74b4f9c0-e7a1-49a5-a988-027230785c43 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:19.972827 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e1ebf98-0837-4871-8f3a-4b5c3c4c71d0 req-74b4f9c0-e7a1-49a5-a988-027230785c43 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 945 time: 0.2685723 Dec 09 22:22:19.986344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4923cf9-0928-4fc3-a6dd-9d56bf016e52 req-42e02b65-a909-422c-8145-f36fd4847a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:19.988235 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b4923cf9-0928-4fc3-a6dd-9d56bf016e52 req-42e02b65-a909-422c-8145-f36fd4847a26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0497088 Dec 09 22:22:20.094589 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e1ebf98-0837-4871-8f3a-4b5c3c4c71d0 req-0d3a49f1-0638-4339-9ddb-97c9db948ff2 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760150 Dec 09 22:22:20.109082 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11ef61c-2db0-4454-9dfd-0f319ffcc406 x-openstack-request-id: req-b11ef61c-2db0-4454-9dfd-0f319ffcc406 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:20.109403 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396d6e96-ac0f-4901-8b63-14aefeeb5ace", "name": "network-vif-deleted", "tag": "f72f502c-a4ec-4678-b17a-2bd8d013101f", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:20.109674 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b11ef61c-2db0-4454-9dfd-0f319ffcc406 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:20.110198 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396d6e96-ac0f-4901-8b63-14aefeeb5ace', 'name': 'network-vif-deleted', 'tag': 'f72f502c-a4ec-4678-b17a-2bd8d013101f', 'status': 'completed', 'code': 200} Dec 09 22:22:20.120178 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b4923cf9-0928-4fc3-a6dd-9d56bf016e52 req-4baa1bd2-9e89-481a-b995-dcd92fdd895d service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215544 Dec 09 22:22:20.269296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b4923cf9-0928-4fc3-a6dd-9d56bf016e52 req-6a8068aa-00f6-4ac2-b57a-3aa9c81cbce3 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385317 Dec 09 22:22:20.273816 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a8c6637-0f64-4977-b213-dc457873200a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:20.363384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e9f43-0ff5-46d5-88a1-a9158cfaa06a req-047800a2-f160-4099-8964-e08bd7aecdc3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:20.365002 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-018e9f43-0ff5-46d5-88a1-a9158cfaa06a req-047800a2-f160-4099-8964-e08bd7aecdc3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.1041999 Dec 09 22:22:20.371696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c6637-0f64-4977-b213-dc457873200a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b633e57-1d18-4ea8-b7d0-78b15873f9e7,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:20.403343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c6637-0f64-4977-b213-dc457873200a admin admin] Checking segment: {'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:20.403750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c6637-0f64-4977-b213-dc457873200a admin admin] Network hostable DHCP agents. Network: 8db523f9-77d3-4b50-a888-5d328b907c36, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:22:20.436693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c6637-0f64-4977-b213-dc457873200a admin admin] Network 8db523f9-77d3-4b50-a888-5d328b907c36 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:22:20.448144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-018e9f43-0ff5-46d5-88a1-a9158cfaa06a req-0d22f172-b963-4974-9cb4-b0ce63835368 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627499 Dec 09 22:22:20.453195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-7a8c6637-0f64-4977-b213-dc457873200a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 8db523f9-77d3-4b50-a888-5d328b907c36) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:20.459879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c6637-0f64-4977-b213-dc457873200a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:20.460932 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a8c6637-0f64-4977-b213-dc457873200a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:20.464480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf015071-1c5d-45c8-a885-7f6615ef1813 None None] Network 8db523f9-77d3-4b50-a888-5d328b907c36 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:22:20.479198 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7a8c6637-0f64-4977-b213-dc457873200a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7734916 Dec 09 22:22:20.622178 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aea0c7c-2ed2-4da0-a6ca-de890dc81ca8 None None] Network 8db523f9-77d3-4b50-a888-5d328b907c36 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:22:20.698939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964825e-72bf-4a1e-9f82-1054fad3d729 req-26ea52b7-3508-4540-b033-049ae57f5c9f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:20.709993 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b964825e-72bf-4a1e-9f82-1054fad3d729 req-26ea52b7-3508-4540-b033-049ae57f5c9f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 948 time: 0.0799880 Dec 09 22:22:20.797556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b964825e-72bf-4a1e-9f82-1054fad3d729 req-72a04440-a6f1-4fe9-8b1d-2828612102c1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778956 Dec 09 22:22:20.926607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57298) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:20.979448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4eb563-2b95-459d-9edd-1f19718ad377 admin admin] Deleting subnet 29716b9b-b4ef-41f8-a202-43b8308429c8 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:22:20.982698 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab4eb563-2b95-459d-9edd-1f19718ad377 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.017431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab4eb563-2b95-459d-9edd-1f19718ad377 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.091114 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-48fb4e09-3bdc-49e0-aa71-d5c436a78745 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:21.093618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-48fb4e09-3bdc-49e0-aa71-d5c436a78745 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/networks?id=8db523f9-77d3-4b50-a888-5d328b907c36 HTTP/1.1" status: 200 len: 821 time: 0.1231599 Dec 09 22:22:21.116010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c72608bf-364b-4073-bddc-3eab3191e49e tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/quotas/9aff33e8e6d7475b8b52f439364be072 HTTP/1.1" status: 200 len: 375 time: 0.0149341 Dec 09 22:22:21.119398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab4eb563-2b95-459d-9edd-1f19718ad377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.150716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-2b382089-0c3f-4970-adf7-53d4e30f390c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aff33e8e6d7475b8b52f439364be072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286174 Dec 09 22:22:21.188053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab4eb563-2b95-459d-9edd-1f19718ad377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.236614 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab4eb563-2b95-459d-9edd-1f19718ad377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.241667 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ab4eb563-2b95-459d-9edd-1f19718ad377 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/29716b9b-b4ef-41f8-a202-43b8308429c8 HTTP/1.1" status: 204 len: 168 time: 0.3139279 Dec 09 22:22:21.243183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4eb563-2b95-459d-9edd-1f19718ad377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29716b9b-b4ef-41f8-a202-43b8308429c8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:21.245530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f47ab1-8185-40bc-ba78-bacceb55fe02 None None] Network 1e6688ff-cf03-42c2-befb-7b399920fda5 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:22:21.250004 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57308) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:21.280823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-24400fbe-097e-4b54-9d94-01e754e321d0 service neutron] 10.222.0.16 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224170 Dec 09 22:22:21.330952 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.401979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Deleting port 6a0bef4d-d2d3-4c73-b782-a4431696b7da {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:21.402759 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.418953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5b4b4-15e5-4393-9428-eedc7fec01c6 req-6031e874-4448-4ca8-b551-df6f1c69c6c6 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:21.420475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85d5b4b4-15e5-4393-9428-eedc7fec01c6 req-6031e874-4448-4ca8-b551-df6f1c69c6c6 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 945 time: 0.2153313 Dec 09 22:22:21.455308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-803ae703-3e14-44e1-9011-d30f5d79fe87 service neutron] 10.222.0.16 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460049 Dec 09 22:22:21.478408 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b119b-68cf-489f-aab3-13aa8f432617 None None] DHCP port deletion for 1e6688ff-cf03-42c2-befb-7b399920fda5 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:22:21.484063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] For port 6a0bef4d-d2d3-4c73-b782-a4431696b7da, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6a0bef4d-d2d3-4c73-b782-a4431696b7da,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:21.484063 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.500180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Calling delete_port for 6a0bef4d-d2d3-4c73-b782-a4431696b7da owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:21.508132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85d5b4b4-15e5-4393-9428-eedc7fec01c6 req-4400b171-5808-4f82-81f2-3f0096221b0b tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651307 Dec 09 22:22:21.576110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d25b119b-68cf-489f-aab3-13aa8f432617 None None] Deleting port 6a0bef4d-d2d3-4c73-b782-a4431696b7da {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:21.576466 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d25b119b-68cf-489f-aab3-13aa8f432617 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.604319 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.627402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] No DVR routers for this DVR port 6a0bef4d-d2d3-4c73-b782-a4431696b7da on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:21.655869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0bef4d-d2d3-4c73-b782-a4431696b7da,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:21.705247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42e46d-df15-4b22-b130-fcdfde0e5638 req-61c1026f-dd0f-4439-9d12-75557ec24a2c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:21.719619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c42e46d-df15-4b22-b130-fcdfde0e5638 req-61c1026f-dd0f-4439-9d12-75557ec24a2c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.0758469 Dec 09 22:22:21.774073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d25b119b-68cf-489f-aab3-13aa8f432617 None None] For port 6a0bef4d-d2d3-4c73-b782-a4431696b7da, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6a0bef4d-d2d3-4c73-b782-a4431696b7da,segment=NetworkSegment(3c583c38-3a23-4537-990f-3875fe524353),segment_id=3c583c38-3a23-4537-990f-3875fe524353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:21.774478 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d25b119b-68cf-489f-aab3-13aa8f432617 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.807795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d25b119b-68cf-489f-aab3-13aa8f432617 None None] Calling delete_port for 6a0bef4d-d2d3-4c73-b782-a4431696b7da owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:21.816367 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c42e46d-df15-4b22-b130-fcdfde0e5638 req-de5995e0-8730-4aa7-9c89-2a304db66c51 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958362 Dec 09 22:22:21.843244 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.907021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6688ff-cf03-42c2-befb-7b399920fda5']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:21.932026 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d25b119b-68cf-489f-aab3-13aa8f432617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.942309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c583c38-3a23-4537-990f-3875fe524353') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:21.942608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c583c38-3a23-4537-990f-3875fe524353') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:21.975058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:21.997649 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32754acc-f683-454a-a69a-1e1bf11e37df req-19ed01ac-4608-4bc1-a749-d69039ed3c79 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 210 time: 0.0802665 Dec 09 22:22:22.008187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b119b-68cf-489f-aab3-13aa8f432617 None None] Pushing event deleted for resources: {'Port': ['ID=6a0bef4d-d2d3-4c73-b782-a4431696b7da,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:22.014870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b119b-68cf-489f-aab3-13aa8f432617 None None] No DVR routers for this DVR port 6a0bef4d-d2d3-4c73-b782-a4431696b7da on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:22.024387 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:22.031443 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:22:22.031881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:22:22.034930 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:22:22.081658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bf41a161-1a53-468e-9681-82e6859b71ff details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:22:22.145392 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:22.152718 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:22.164086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7229939-d435-41ae-85e1-04cdcc3dbe54 req-c8be26db-be0a-4d15-9510-be81ecb51392 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:22.166283 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1e6688ff-cf03-42c2-befb-7b399920fda5 HTTP/1.1" status: 204 len: 168 time: 0.9152133 Dec 09 22:22:22.182220 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d7229939-d435-41ae-85e1-04cdcc3dbe54 req-c8be26db-be0a-4d15-9510-be81ecb51392 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 948 time: 0.1044638 Dec 09 22:22:22.193029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c754a35-aa78-4f41-a263-de851108b564 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6688ff-cf03-42c2-befb-7b399920fda5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:22.260340 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d7229939-d435-41ae-85e1-04cdcc3dbe54 req-4479d4df-bdef-4ad5-946d-8eda5399aef1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771484 Dec 09 22:22:22.285486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:22.316332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'mac_address': 'fa:16:3e:a5:98:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:22:22.414970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57352) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:22.447122 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:22.459990 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:22.465484 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-63754bff-f55b-456b-9594-080ae4b77d01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bd5db2199f341ca9976a282f5090f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486822 Dec 09 22:22:22.467996 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57354) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:22.470032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf41a161-1a53-468e-9681-82e6859b71ff {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:22.519388 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:22.521394 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2e4ddc87-c94d-4c93-a1ef-a1559a5585ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:22.524599 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:22.546197 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2e4ddc87-c94d-4c93-a1ef-a1559a5585ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:22.604848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2e4ddc87-c94d-4c93-a1ef-a1559a5585ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:22.608572 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2e4ddc87-c94d-4c93-a1ef-a1559a5585ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:22.610207 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2e4ddc87-c94d-4c93-a1ef-a1559a5585ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8869ef6-9e4f-4e28-8790-c71284a08d2d HTTP/1.1" status: 204 len: 168 time: 0.1412923 Dec 09 22:22:22.614067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:22.634493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ddc87-c94d-4c93-a1ef-a1559a5585ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8869ef6-9e4f-4e28-8790-c71284a08d2d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:22.835135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['bf41a161-1a53-468e-9681-82e6859b71ff'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:22.960311 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a90b9-6657-4133-9ad4-830c7e574034 req-dffb1c08-94f0-4ee9-9c98-964d79c51b18 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:22.969144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d8a90b9-6657-4133-9ad4-830c7e574034 req-dffb1c08-94f0-4ee9-9c98-964d79c51b18 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.0621526 Dec 09 22:22:23.059361 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d8a90b9-6657-4133-9ad4-830c7e574034 req-3f2b91db-23c7-4948-86ad-34cda2326ea6 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892768 Dec 09 22:22:23.117838 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47513edd-a8f0-4e53-82c6-6b78a8d2934f req-f51d51e7-29af-4fe5-b57a-13a1518646cd tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 210 time: 0.0374677 Dec 09 22:22:23.380333 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:22:23.524431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57398) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:23.562369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6a0bef4d-d2d3-4c73-b782-a4431696b7da no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:23.584327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6a0bef4d-d2d3-4c73-b782-a4431696b7da {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:23.584681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6a0bef4d-d2d3-4c73-b782-a4431696b7da not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:23.652474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1795505797-network', 'tenant_id': '68d69c1ca2be49bea966474afdce9193'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:23.677600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Made reservation on behalf of 68d69c1ca2be49bea966474afdce9193 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:23.681670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:23.700235 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:23.749892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f38b44-d4ad-4983-b2dd-f7935c90d2ec req-5fff2e29-6ed5-428b-9095-50a7903fc745 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:23.751636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0f38b44-d4ad-4983-b2dd-f7935c90d2ec req-5fff2e29-6ed5-428b-9095-50a7903fc745 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 949 time: 0.1109142 Dec 09 22:22:23.785155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-576c3389-82b9-42a4-9061-ccfb3173a07d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:23.786899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-576c3389-82b9-42a4-9061-ccfb3173a07d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.18 "GET /v2.0/networks?id=8db523f9-77d3-4b50-a888-5d328b907c36 HTTP/1.1" status: 200 len: 821 time: 0.5449729 Dec 09 22:22:23.818349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:23.821506 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Request body: {'port': {'device_id': 'ecd9d172-5375-48d8-b34d-914760b784e4', 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36', 'admin_state_up': True, 'tenant_id': '9aff33e8e6d7475b8b52f439364be072'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:23.823080 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:23.845341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0f38b44-d4ad-4983-b2dd-f7935c90d2ec req-32235eed-e077-4a7d-a1a7-ff1879bb62b0 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834129 Dec 09 22:22:23.851201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:22:23.870245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba387bc-1fa7-4dfd-b1af-be48c0c1319c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:23.880203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:23.881497 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Added segment 8a450e5f-bf31-4042-ac7e-044f28ec5473 of type vlan for network b3650a9a-f77e-42e6-b467-d3d5d5058698 Dec 09 22:22:23.939413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:23.975066 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:23.976621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:23.977858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:23.990761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Made reservation on behalf of 9aff33e8e6d7475b8b52f439364be072 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:23.995825 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:24.016252 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4903028 Dec 09 22:22:24.018514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57406) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:24.023238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a2fd0199-5e71-447c-b595-7ae374e65c0f admin admin] Request body: {'subnet': {'network_id': 'b3650a9a-f77e-42e6-b467-d3d5d5058698', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1795505797-subnet', 'tenant_id': '68d69c1ca2be49bea966474afdce9193', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:24.064601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8abcc6-dcd3-4676-a7b1-09c8b77b8d8d admin admin] Pushing event updated for resources: {'Network': ['ID=b3650a9a-f77e-42e6-b467-d3d5d5058698,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:24.079602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fd0199-5e71-447c-b595-7ae374e65c0f admin admin] Made reservation on behalf of 68d69c1ca2be49bea966474afdce9193 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:24.083173 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2fd0199-5e71-447c-b595-7ae374e65c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:24.087734 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b3650a9a-f77e-42e6-b467-d3d5d5058698 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:22:24.161001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bf41a161-1a53-468e-9681-82e6859b71ff up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:22:24.188527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Allocated IP 172.20.0.5 (8db523f9-77d3-4b50-a888-5d328b907c36/7b633e57-1d18-4ea8-b7d0-78b15873f9e7/3ae6977c-9f65-47c9-a435-3e2f94588c01) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:22:24.257042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port bf41a161-1a53-468e-9681-82e6859b71ff completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:22:24.261651 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05655dc5-21e3-40f8-969c-16f523cfc3b3 req-8001982d-3fae-48f8-9378-cd222f777984 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 210 time: 0.0512476 Dec 09 22:22:24.289511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port bf41a161-1a53-468e-9681-82e6859b71ff triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:22:24.290129 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:24.366159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f837d-d10e-49c2-913e-28bb2c41f1fa req-3a87d409-a8ce-4440-aaa8-0d1698983727 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:24.368686 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-996f837d-d10e-49c2-913e-28bb2c41f1fa req-3a87d409-a8ce-4440-aaa8-0d1698983727 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.1285975 Dec 09 22:22:24.378395 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2fd0199-5e71-447c-b595-7ae374e65c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:24.391102 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:24.423513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:24.428090 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec09a80-3798-4d4d-9ba9-f56af33b98a4" -d '{"events": [{"server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "name": "network-vif-plugged", "status": "completed", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:24.459195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:24.463916 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:24.465685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f72f502c-a4ec-4678-b17a-2bd8d013101f no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:24.489324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-996f837d-d10e-49c2-913e-28bb2c41f1fa req-7e3a2951-db91-41b9-b6e4-6f3dae24a025 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843046 Dec 09 22:22:24.501547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fd0199-5e71-447c-b595-7ae374e65c0f admin admin] Checking segment: {'id': '8a450e5f-bf31-4042-ac7e-044f28ec5473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b3650a9a-f77e-42e6-b467-d3d5d5058698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:24.501547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd0199-5e71-447c-b595-7ae374e65c0f admin admin] Network hostable DHCP agents. Network: b3650a9a-f77e-42e6-b467-d3d5d5058698, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:22:24.513919 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:24.521065 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef4281d-87e7-49f8-9e07-1ec4933c8fbd x-openstack-request-id: req-eef4281d-87e7-49f8-9e07-1ec4933c8fbd {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:24.521506 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "name": "network-vif-plugged", "status": "completed", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:24.522605 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eef4281d-87e7-49f8-9e07-1ec4933c8fbd {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:24.523841 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'code': 200} Dec 09 22:22:24.524471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: f72f502c-a4ec-4678-b17a-2bd8d013101f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:24.525598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f72f502c-a4ec-4678-b17a-2bd8d013101f not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:24.553590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd0199-5e71-447c-b595-7ae374e65c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=851ed3fd-8d23-4c1a-b37a-848a30d5993c,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:24.589321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:24.590092 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:24.608252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd0199-5e71-447c-b595-7ae374e65c0f admin admin] Network b3650a9a-f77e-42e6-b467-d3d5d5058698 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:22:24.631085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-a2fd0199-5e71-447c-b595-7ae374e65c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b3650a9a-f77e-42e6-b467-d3d5d5058698) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:24.641560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8414c0e-6c8f-42c9-a05b-15059555cdf6 None None] Network b3650a9a-f77e-42e6-b467-d3d5d5058698 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:22:24.647669 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd0199-5e71-447c-b595-7ae374e65c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:24.648906 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2fd0199-5e71-447c-b595-7ae374e65c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:24.678831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Network 8db523f9-77d3-4b50-a888-5d328b907c36 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:22:24.692755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:24.697566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:22:24.701892 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a2fd0199-5e71-447c-b595-7ae374e65c0f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6799603 Dec 09 22:22:24.741039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587dfba-633d-49d2-a05f-975ef40ed6a2 req-6c97a363-e0ca-49c7-b626-5ea07d5c0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:24.743666 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4587dfba-633d-49d2-a05f-975ef40ed6a2 req-6c97a363-e0ca-49c7-b626-5ea07d5c0828 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1102 time: 0.0904639 Dec 09 22:22:24.761848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:24.762490 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:24.776488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d838c-1920-41f2-bd38-c6a82a31b82d None None] Network b3650a9a-f77e-42e6-b467-d3d5d5058698 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:22:24.780543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event updated for resources: {'Port': ['ID=3ae6977c-9f65-47c9-a435-3e2f94588c01,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:24.786108 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-c84316bc-054e-4243-8e2f-8455556abc65 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9738750 Dec 09 22:22:24.805179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Request body: {'port': {'device_id': 'ecd9d172-5375-48d8-b34d-914760b784e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:24.887699 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4587dfba-633d-49d2-a05f-975ef40ed6a2 req-dc3439c9-3d0a-4144-aebe-fac68856b0f2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047690 Dec 09 22:22:24.907312 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:25.152552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b963-f30d-4c9d-a2f7-b30534f1eeff req-b7a14d8e-6165-48cf-b3d7-a7958cf3ddb7 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:25.154519 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5875b963-f30d-4c9d-a2f7-b30534f1eeff req-b7a14d8e-6165-48cf-b3d7-a7958cf3ddb7 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.0955336 Dec 09 22:22:25.263425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5875b963-f30d-4c9d-a2f7-b30534f1eeff req-71e0bf7f-0d2a-4bbb-9c67-f4a708fde8f5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012449 Dec 09 22:22:25.279272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae6977c-9f65-47c9-a435-3e2f94588c01 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:25.288036 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:25.305120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Transition to ACTIVE for port object 3ae6977c-9f65-47c9-a435-3e2f94588c01 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:22:25.310192 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:25.446471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae6977c-9f65-47c9-a435-3e2f94588c01,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:25.491763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff7e6e-604a-47db-8e03-f5c8b7f3e1f6 req-e865037b-a81b-49b3-89b7-0915841c52f0 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:25.493290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afff7e6e-604a-47db-8e03-f5c8b7f3e1f6 req-e865037b-a81b-49b3-89b7-0915841c52f0 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 943 time: 0.1174266 Dec 09 22:22:25.534002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Attempting to bind port 3ae6977c-9f65-47c9-a435-3e2f94588c01 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:22:25.534349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Attempting to bind port 3ae6977c-9f65-47c9-a435-3e2f94588c01 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:22:25.534665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Attempting to bind port 3ae6977c-9f65-47c9-a435-3e2f94588c01 on network 8db523f9-77d3-4b50-a888-5d328b907c36 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:25.543327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Port 3ae6977c-9f65-47c9-a435-3e2f94588c01 on network 8db523f9-77d3-4b50-a888-5d328b907c36 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:22:25.543647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Attempting to bind port 3ae6977c-9f65-47c9-a435-3e2f94588c01 on network 8db523f9-77d3-4b50-a888-5d328b907c36 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:25.555803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:22:25.556128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Checking segment: {'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:25.556627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Bound using segment: {'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:22:25.556980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Bound port: 3ae6977c-9f65-47c9-a435-3e2f94588c01, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:22:25.557319 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:25.583298 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afff7e6e-604a-47db-8e03-f5c8b7f3e1f6 req-1788a24c-cb9d-4338-88a5-26cf451d9ebd tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781271 Dec 09 22:22:25.679525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] For port 3ae6977c-9f65-47c9-a435-3e2f94588c01, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:25.695881 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] For port 3ae6977c-9f65-47c9-a435-3e2f94588c01, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3ae6977c-9f65-47c9-a435-3e2f94588c01,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:22:25.703007 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:25.722975 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c1902-f4f0-461d-ae43-dd3dfb7e2f48 req-32846a4e-e732-4309-837d-700d44d9485b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:25.724504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b63c1902-f4f0-461d-ae43-dd3dfb7e2f48 req-32846a4e-e732-4309-837d-700d44d9485b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.0949540 Dec 09 22:22:25.783685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:25.784321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:25.785749 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] 10.222.0.18 "PUT /v2.0/ports/3ae6977c-9f65-47c9-a435-3e2f94588c01 HTTP/1.1" status: 200 len: 1092 time: 0.9854169 Dec 09 22:22:25.786247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd9d172-5375-48d8-b34d-914760b784e4', 'tag': '3ae6977c-9f65-47c9-a435-3e2f94588c01'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:25.789123 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096e47aa-0140-4b17-90ad-687416b390eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd9d172-5375-48d8-b34d-914760b784e4", "tag": "3ae6977c-9f65-47c9-a435-3e2f94588c01"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:25.830632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a5a8c-b6e0-4dde-8350-eff5c4a7c197 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae6977c-9f65-47c9-a435-3e2f94588c01,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:25.843687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b63c1902-f4f0-461d-ae43-dd3dfb7e2f48 req-17999807-59f7-4ddc-9022-0ab2706ca7f9 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987520 Dec 09 22:22:25.952644 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3e7e90-1c28-4b54-9525-a09dc1d582f5 x-openstack-request-id: req-1d3e7e90-1c28-4b54-9525-a09dc1d582f5 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:25.953020 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd9d172-5375-48d8-b34d-914760b784e4", "tag": "3ae6977c-9f65-47c9-a435-3e2f94588c01", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:25.953204 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d3e7e90-1c28-4b54-9525-a09dc1d582f5 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:25.956794 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd9d172-5375-48d8-b34d-914760b784e4', 'tag': '3ae6977c-9f65-47c9-a435-3e2f94588c01', 'status': 'completed', 'code': 200} Dec 09 22:22:26.000549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-ba4b4fb0-fde1-4d5b-a550-7c21e6d8c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:26.004630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-ba4b4fb0-fde1-4d5b-a550-7c21e6d8c93f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aff33e8e6d7475b8b52f439364be072&device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 1095 time: 0.1271706 Dec 09 22:22:26.105115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 920e1d1d-0533-447d-a169-06d63cd742c8 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:22:26.107000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-a861c10a-e756-4632-800f-9b8cdf447a97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ae6977c-9f65-47c9-a435-3e2f94588c01 HTTP/1.1" status: 200 len: 217 time: 0.0858691 Dec 09 22:22:26.276661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-d3835dcb-3389-45b4-a603-4f29e794b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:26.278237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-d3835dcb-3389-45b4-a603-4f29e794b4cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b633e57-1d18-4ea8-b7d0-78b15873f9e7 HTTP/1.1" status: 200 len: 861 time: 0.1433768 Dec 09 22:22:26.301847 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 920e1d1d-0533-447d-a169-06d63cd742c8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=920e1d1d-0533-447d-a169-06d63cd742c8,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:26.350095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '920e1d1d-0533-447d-a169-06d63cd742c8', 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'port_id': '920e1d1d-0533-447d-a169-06d63cd742c8', 'mac_address': 'fa:16:3e:dd:5b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a1abe4-c6ce-4bf4-8897-108758cac1d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:22:26.350328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-70dcd0bc-99e5-41d2-9a47-bcdf53cfce04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8db523f9-77d3-4b50-a888-5d328b907c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606203 Dec 09 22:22:26.418494 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:26.442404 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 920e1d1d-0533-447d-a169-06d63cd742c8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:26.590185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80502566-115f-4674-824b-4ae2d83a0f53 req-392dcfdc-eb48-4521-83b5-ebf0ac28cfce tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:26.591746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80502566-115f-4674-824b-4ae2d83a0f53 req-392dcfdc-eb48-4521-83b5-ebf0ac28cfce tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1529889 Dec 09 22:22:26.616594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-00a6bc42-c3f9-480d-b6df-6ba7bd983e53 service neutron] 10.222.0.18 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564886 Dec 09 22:22:26.682976 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 920e1d1d-0533-447d-a169-06d63cd742c8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=920e1d1d-0533-447d-a169-06d63cd742c8,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:26.687693 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:26.760620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=920e1d1d-0533-447d-a169-06d63cd742c8,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:26.787751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80502566-115f-4674-824b-4ae2d83a0f53 req-9e622abd-8319-4eaf-9807-cce5cad72b30 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858013 Dec 09 22:22:26.805423 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['920e1d1d-0533-447d-a169-06d63cd742c8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:26.833412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2367028-7fa9-4575-87b2-7883ac7f1011 req-cebb0763-fe41-4da5-b5f8-a645fc1c3a93 service neutron] 10.222.0.18 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069809 Dec 09 22:22:26.879997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-9b987403-ed1b-45bb-9e2d-01020e0424c5 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:26.888215 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-9b987403-ed1b-45bb-9e2d-01020e0424c5 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/networks?id=b3650a9a-f77e-42e6-b467-d3d5d5058698 HTTP/1.1" status: 200 len: 810 time: 0.1823156 Dec 09 22:22:26.914867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-6dcd8cda-f37f-4e08-989b-39118e50415f tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/quotas/68d69c1ca2be49bea966474afdce9193 HTTP/1.1" status: 200 len: 375 time: 0.0257976 Dec 09 22:22:26.972873 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-0c4546bf-a7e5-4f03-83a6-5cb13f55f1b9 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=68d69c1ca2be49bea966474afdce9193&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373330 Dec 09 22:22:27.069781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbc032-4870-46ab-a696-fdce9c40546c req-4c6988c1-ed05-414d-a22c-7db4e1a89fab tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:27.072395 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74dbc032-4870-46ab-a696-fdce9c40546c req-4c6988c1-ed05-414d-a22c-7db4e1a89fab tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 943 time: 0.1814253 Dec 09 22:22:27.128830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-3dbd10a0-bc59-4f9f-a2ec-d7fde090bc5e tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:27.130389 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-3dbd10a0-bc59-4f9f-a2ec-d7fde090bc5e tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5&tenant_id=3d1b37906be84157a8f74e1f36d6847e&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 1097 time: 0.0677490 Dec 09 22:22:27.142863 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e47aa-0140-4b17-90ad-687416b390eb req-49fcca41-7e14-4d3e-a19b-e74e1fcfb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:27.144352 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-096e47aa-0140-4b17-90ad-687416b390eb req-49fcca41-7e14-4d3e-a19b-e74e1fcfb326 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aff33e8e6d7475b8b52f439364be072&device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 1095 time: 0.1607857 Dec 09 22:22:27.147215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-23'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:27.233081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-9d924af3-2a57-4dfb-833e-351c3a831287 service neutron] 10.222.0.16 "GET /v2.0/networks/b3650a9a-f77e-42e6-b467-d3d5d5058698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175202 Dec 09 22:22:27.247945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:27.318922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74dbc032-4870-46ab-a696-fdce9c40546c req-3aa24bf4-fe7d-471e-b8af-5156a718b5e2 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049875 Dec 09 22:22:27.414513 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e47aa-0140-4b17-90ad-687416b390eb req-8a8d15ed-1291-40ba-89ea-7a0296ddf71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:27.416169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-096e47aa-0140-4b17-90ad-687416b390eb req-8a8d15ed-1291-40ba-89ea-7a0296ddf71a service neutron] 10.222.0.18 "GET /v2.0/networks?id=8db523f9-77d3-4b50-a888-5d328b907c36 HTTP/1.1" status: 200 len: 922 time: 0.2549131 Dec 09 22:22:27.467032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:27.471528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-096e47aa-0140-4b17-90ad-687416b390eb req-0acef191-bdb0-4032-b6f3-85b17d34b420 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ae6977c-9f65-47c9-a435-3e2f94588c01 HTTP/1.1" status: 200 len: 217 time: 0.0471170 Dec 09 22:22:27.473548 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-de411478-a240-4e92-b71e-dec2f10e7ad6 service neutron] 10.222.0.16 "GET /v2.0/networks/b3650a9a-f77e-42e6-b467-d3d5d5058698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397337 Dec 09 22:22:27.534339 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:27.572326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e47aa-0140-4b17-90ad-687416b390eb req-09bd1026-1e05-487a-8b68-0306d54921d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:27.573935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-096e47aa-0140-4b17-90ad-687416b390eb req-09bd1026-1e05-487a-8b68-0306d54921d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b633e57-1d18-4ea8-b7d0-78b15873f9e7 HTTP/1.1" status: 200 len: 861 time: 0.0942111 Dec 09 22:22:27.585664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7a9bfd-4d7f-4b68-9537-5d66250c43c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a7fe30-9ec3-4c16-927f-621d7f95e383'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:27.589562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51036f67-a88e-4b05-9693-550261dbcaee req-90506fbb-a341-44ba-bedb-66d43a5a0eb5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:27.591610 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2dee5f-364c-4ef4-a917-89287b480467" -d '{"events": [{"server_uuid": "8f7a9bfd-4d7f-4b68-9537-5d66250c43c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a7fe30-9ec3-4c16-927f-621d7f95e383"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:27.596791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:27.600494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51036f67-a88e-4b05-9693-550261dbcaee req-90506fbb-a341-44ba-bedb-66d43a5a0eb5 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 945 time: 0.1034875 Dec 09 22:22:27.604743 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:27.651711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-096e47aa-0140-4b17-90ad-687416b390eb req-8e373555-876c-427d-8196-8b2e60de86b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8db523f9-77d3-4b50-a888-5d328b907c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476058 Dec 09 22:22:27.727773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Attempting to bind port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on host n-h1-789963-23 for vnic_type normal with profile {"migrating_to": "n-h2-789963-23"} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:22:27.728315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Attempting to bind port b9a7fe30-9ec3-4c16-927f-621d7f95e383 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:22:27.729102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Attempting to bind port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:27.737365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51036f67-a88e-4b05-9693-550261dbcaee req-bcdae414-9fbd-469b-8e8a-71ba6c7f1d1d tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278272 Dec 09 22:22:27.744103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:22:27.744760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Attempting to bind port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on network 3c725022-0e1b-43f0-a815-e26b6aa8947f {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:27.754337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:22:27.755475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Checking segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:27.756208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Bound using segment: {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:22:27.756943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Bound port: b9a7fe30-9ec3-4c16-927f-621d7f95e383, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e08dda9-c053-4354-844c-62db4b041eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c725022-0e1b-43f0-a815-e26b6aa8947f'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:22:27.758262 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:27.842082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:27.846875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:22:27.848727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a7fe30-9ec3-4c16-927f-621d7f95e383,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:27.854856 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:27.938752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a7fe30-9ec3-4c16-927f-621d7f95e383,revision_number=8']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:27.960965 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-096e47aa-0140-4b17-90ad-687416b390eb req-243581f4-d0f9-4b19-87d3-4291bd33b96c service neutron] 10.222.0.18 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988565 Dec 09 22:22:27.997477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:27.998219 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:28.001889 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b7228e3c-1021-487a-ac4a-f668d15e73d1 service neutron] 10.222.0.42 "PUT /v2.0/ports/b9a7fe30-9ec3-4c16-927f-621d7f95e383 HTTP/1.1" status: 200 len: 1123 time: 0.8623092 Dec 09 22:22:28.011539 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59c0361-2105-4035-b3b1-391fe0629d1b x-openstack-request-id: req-f59c0361-2105-4035-b3b1-391fe0629d1b {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:28.011988 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7a9bfd-4d7f-4b68-9537-5d66250c43c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a7fe30-9ec3-4c16-927f-621d7f95e383", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:28.012616 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f59c0361-2105-4035-b3b1-391fe0629d1b {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:28.013847 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7a9bfd-4d7f-4b68-9537-5d66250c43c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a7fe30-9ec3-4c16-927f-621d7f95e383', 'code': 200} Dec 09 22:22:28.117932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['b9a7fe30-9ec3-4c16-927f-621d7f95e383'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:28.181647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-178e74b5-361a-47b1-832d-86479ff3be65 req-2179bbfc-334c-4e5e-8c28-f45c59ce7242 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 210 time: 0.0628145 Dec 09 22:22:28.195648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-096e47aa-0140-4b17-90ad-687416b390eb req-77c1bcbe-3ac9-4949-b594-c51d9c64d7a2 service neutron] 10.222.0.18 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214770 Dec 09 22:22:28.223089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812465f5-7dfd-4972-98ae-a403ea081d83 req-6ff9e824-7990-4476-ae79-97aef6c7d018 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:28.232073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-812465f5-7dfd-4972-98ae-a403ea081d83 req-6ff9e824-7990-4476-ae79-97aef6c7d018 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1150320 Dec 09 22:22:28.249170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device b9a7fe30-9ec3-4c16-927f-621d7f95e383 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:22:28.258518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 920e1d1d-0533-447d-a169-06d63cd742c8 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:22:28.267352 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['b9a7fe30-9ec3-4c16-927f-621d7f95e383'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:28.318414 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-812465f5-7dfd-4972-98ae-a403ea081d83 req-9f98257c-5be5-4af7-935a-43cc3763b04c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853872 Dec 09 22:22:28.530738 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69cf1-88e8-4959-b156-e89d28b2ff35 req-058651a4-b349-48b4-bde9-17853c5d3550 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:28.537923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3f69cf1-88e8-4959-b156-e89d28b2ff35 req-058651a4-b349-48b4-bde9-17853c5d3550 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 943 time: 0.0733862 Dec 09 22:22:28.546061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914a8e1-8cc0-4249-9c8c-c18e03707057 req-601ab902-a90b-468a-8f88-b2b61b176aec tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:28.553350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0914a8e1-8cc0-4249-9c8c-c18e03707057 req-601ab902-a90b-468a-8f88-b2b61b176aec tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1102 time: 0.1292372 Dec 09 22:22:28.653089 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0914a8e1-8cc0-4249-9c8c-c18e03707057 req-13150a69-b344-41c5-bdf4-21267d5665b9 tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829358 Dec 09 22:22:28.677652 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3f69cf1-88e8-4959-b156-e89d28b2ff35 req-e694eb06-817b-40f4-982b-27183948e4c8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388264 Dec 09 22:22:28.685755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 920e1d1d-0533-447d-a169-06d63cd742c8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:22:28.686532 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:28.883205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:28.932421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device b9a7fe30-9ec3-4c16-927f-621d7f95e383 has no active binding in host n-h2-789963-23 {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 22:22:28.999108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:29.011398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bcbef-4c88-41d9-a964-8758b0b4b907 req-d2228414-3ce5-43f5-a172-ffeb8e8ec1b2 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:29.030482 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f88bcbef-4c88-41d9-a964-8758b0b4b907 req-d2228414-3ce5-43f5-a172-ffeb8e8ec1b2 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 943 time: 0.1373906 Dec 09 22:22:29.049130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f90162c-f022-452d-9263-8ac0bde443ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920e1d1d-0533-447d-a169-06d63cd742c8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:29.053236 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0768134a-d2aa-4345-b3e4-331b039d467e" -d '{"events": [{"server_uuid": "4f90162c-f022-452d-9263-8ac0bde443ed", "name": "network-vif-plugged", "status": "completed", "tag": "920e1d1d-0533-447d-a169-06d63cd742c8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:29.078205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 920e1d1d-0533-447d-a169-06d63cd742c8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=920e1d1d-0533-447d-a169-06d63cd742c8,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:29.087245 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:29.187479 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-a851bf23-2cac-440d-baff-7108904cbd63 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731885 Dec 09 22:22:29.222626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=920e1d1d-0533-447d-a169-06d63cd742c8,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:29.244297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f88bcbef-4c88-41d9-a964-8758b0b4b907 req-52029e67-03d6-4d5b-b79a-59c14c0001b0 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011757 Dec 09 22:22:29.463836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3ae6977c-9f65-47c9-a435-3e2f94588c01 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:22:29.582210 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a19da7-2426-4baa-98af-8a312161ae5b x-openstack-request-id: req-30a19da7-2426-4baa-98af-8a312161ae5b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:29.582778 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f90162c-f022-452d-9263-8ac0bde443ed", "name": "network-vif-plugged", "status": "completed", "tag": "920e1d1d-0533-447d-a169-06d63cd742c8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:29.583343 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30a19da7-2426-4baa-98af-8a312161ae5b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:29.583753 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f90162c-f022-452d-9263-8ac0bde443ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920e1d1d-0533-447d-a169-06d63cd742c8', 'code': 200} Dec 09 22:22:29.625178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cb2d0-90ec-4ae2-82f1-c4c80b878b28 req-dd316f16-549e-40e0-9d6d-5c661fb79c05 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:29.626835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd4cb2d0-90ec-4ae2-82f1-c4c80b878b28 req-dd316f16-549e-40e0-9d6d-5c661fb79c05 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1018431 Dec 09 22:22:29.692469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd4cb2d0-90ec-4ae2-82f1-c4c80b878b28 req-b01777e7-601f-4185-9fb6-228e08fdf700 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578036 Dec 09 22:22:29.715183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3ae6977c-9f65-47c9-a435-3e2f94588c01, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3ae6977c-9f65-47c9-a435-3e2f94588c01,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:29.734535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-93d6bca8-8be5-4f83-af7f-2dffd6eccb95 req-437cbffc-f25a-42b1-97ea-4a066c21c17b tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 210 time: 0.0525594 Dec 09 22:22:29.740151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '3ae6977c-9f65-47c9-a435-3e2f94588c01', 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36', 'port_id': '3ae6977c-9f65-47c9-a435-3e2f94588c01', 'mac_address': 'fa:16:3e:ea:70:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b633e57-1d18-4ea8-b7d0-78b15873f9e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:22:29.787109 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:29.805174 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae6977c-9f65-47c9-a435-3e2f94588c01 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:29.829376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3ae6977c-9f65-47c9-a435-3e2f94588c01, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3ae6977c-9f65-47c9-a435-3e2f94588c01,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:29.843589 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:29.868562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051806-f11a-4d95-afb2-11d32816f48d req-f2868e67-e76f-4367-9e5b-f0e1b3a4863d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:29.871257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-93051806-f11a-4d95-afb2-11d32816f48d req-f2868e67-e76f-4367-9e5b-f0e1b3a4863d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 943 time: 0.0695493 Dec 09 22:22:29.923229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3ae6977c-9f65-47c9-a435-3e2f94588c01,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:29.976768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-93051806-f11a-4d95-afb2-11d32816f48d req-a140a213-a164-4ec6-9305-270a2932c073 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930097 Dec 09 22:22:30.016329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7a9bfd-4d7f-4b68-9537-5d66250c43c5', 'tag': 'b9a7fe30-9ec3-4c16-927f-621d7f95e383'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:30.020672 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb1218d-e44f-474f-b8f6-324d797e405b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7a9bfd-4d7f-4b68-9537-5d66250c43c5", "tag": "b9a7fe30-9ec3-4c16-927f-621d7f95e383"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:30.081346 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce56131-df07-4055-8d3d-6b1b21e89f87 x-openstack-request-id: req-5ce56131-df07-4055-8d3d-6b1b21e89f87 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:30.081830 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7a9bfd-4d7f-4b68-9537-5d66250c43c5", "tag": "b9a7fe30-9ec3-4c16-927f-621d7f95e383", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:30.082156 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ce56131-df07-4055-8d3d-6b1b21e89f87 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:30.082556 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7a9bfd-4d7f-4b68-9537-5d66250c43c5', 'tag': 'b9a7fe30-9ec3-4c16-927f-621d7f95e383', 'status': 'completed', 'code': 200} Dec 09 22:22:30.196177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1218d-e44f-474f-b8f6-324d797e405b req-9db56390-80bb-42b7-be61-97397d448d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:30.197915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eb1218d-e44f-474f-b8f6-324d797e405b req-9db56390-80bb-42b7-be61-97397d448d35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 1126 time: 0.0465722 Dec 09 22:22:30.335472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['3ae6977c-9f65-47c9-a435-3e2f94588c01'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:30.356728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-045f4913-cfdf-451c-9986-dd28f3926854 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:30.358919 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-045f4913-cfdf-451c-9986-dd28f3926854 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.42 "GET /v2.0/networks?id=b3650a9a-f77e-42e6-b467-d3d5d5058698 HTTP/1.1" status: 200 len: 810 time: 0.2198131 Dec 09 22:22:30.381031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Request body: {'port': {'device_id': '32a4990c-4549-420c-9dba-9d5fdec7eafa', 'network_id': 'b3650a9a-f77e-42e6-b467-d3d5d5058698', 'admin_state_up': True, 'tenant_id': '68d69c1ca2be49bea966474afdce9193'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:30.457086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1218d-e44f-474f-b8f6-324d797e405b req-5cb2b375-d021-4e8a-9476-9ca6ba282662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:30.458592 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eb1218d-e44f-474f-b8f6-324d797e405b req-5cb2b375-d021-4e8a-9476-9ca6ba282662 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.2501214 Dec 09 22:22:30.494462 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a170061-f0ff-427f-93b6-4e12f84e55f1 req-9da46076-fc79-4802-a8b6-f2002122a06c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:30.505431 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a170061-f0ff-427f-93b6-4e12f84e55f1 req-9da46076-fc79-4802-a8b6-f2002122a06c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 943 time: 0.1556113 Dec 09 22:22:30.585477 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eb1218d-e44f-474f-b8f6-324d797e405b req-7e3b721b-24ca-4b02-911e-06bf66652b67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383 HTTP/1.1" status: 200 len: 217 time: 0.1071057 Dec 09 22:22:30.649875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Made reservation on behalf of 68d69c1ca2be49bea966474afdce9193 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:30.664777 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:30.702430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a170061-f0ff-427f-93b6-4e12f84e55f1 req-2b779ad5-0331-4944-bac6-1479e86846cb tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960309 Dec 09 22:22:30.734384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1218d-e44f-474f-b8f6-324d797e405b req-32d516d9-1074-41d4-b128-2f813b1912a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:30.735958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eb1218d-e44f-474f-b8f6-324d797e405b req-32d516d9-1074-41d4-b128-2f813b1912a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.1312230 Dec 09 22:22:30.784871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eb1218d-e44f-474f-b8f6-324d797e405b req-3257f776-3efd-4a48-852d-c4cb31068c5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302229 Dec 09 22:22:30.881245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Allocated IP 172.20.0.8 (b3650a9a-f77e-42e6-b467-d3d5d5058698/851ed3fd-8d23-4c1a-b37a-848a30d5993c/bbf23b9a-19d9-484b-ad95-06879cc74d88) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:22:30.981424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71d17ea6-e856-4ab2-b09e-75d6f1b5f214 req-ddb42a5c-1dda-434f-8f2f-24fa5a2c7222 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 210 time: 0.0959570 Dec 09 22:22:31.012997 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6fa35464-fb81-4938-8e05-ab269f39159d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:31.042459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eb1218d-e44f-474f-b8f6-324d797e405b req-44957a04-78df-44f1-95e7-741c9949dcf7 service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411346 Dec 09 22:22:31.069998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:31.142492 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:31.153041 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eb1218d-e44f-474f-b8f6-324d797e405b req-9b9ffd9d-3ba2-455c-abc7-484c9b0b64ee service neutron] 10.222.0.18 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967891 Dec 09 22:22:31.166629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d0e78-5755-4ca9-87f2-71b337b64ceb req-cd2468de-1ac5-4608-bbcf-1523ec4b1acd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:31.174722 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f1d0e78-5755-4ca9-87f2-71b337b64ceb req-cd2468de-1ac5-4608-bbcf-1523ec4b1acd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.2860594 Dec 09 22:22:31.236649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Pushing event updated for resources: {'Port': ['ID=bbf23b9a-19d9-484b-ad95-06879cc74d88,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:31.255899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Network b3650a9a-f77e-42e6-b467-d3d5d5058698 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:22:31.258066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:31.258364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f1d0e78-5755-4ca9-87f2-71b337b64ceb req-77aec872-8fee-4257-870e-296568015550 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826581 Dec 09 22:22:31.260666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:22:31.270704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c464a-a06a-4cf7-ad6f-99176ad673d4 req-64d20b8b-9105-4512-a765-92d4dd03a111 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:31.272234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-236c464a-a06a-4cf7-ad6f-99176ad673d4 req-64d20b8b-9105-4512-a765-92d4dd03a111 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 944 time: 0.0952456 Dec 09 22:22:31.326655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:31.327572 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:31.328290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-236c464a-a06a-4cf7-ad6f-99176ad673d4 req-2c260728-a549-43fb-92c7-c280596ec445 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463948 Dec 09 22:22:31.347912 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-276efd60-6958-40a8-90cf-f535c8bebacd tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9717836 Dec 09 22:22:31.362097 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Request body: {'port': {'device_id': '32a4990c-4549-420c-9dba-9d5fdec7eafa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:31.426097 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:31.670166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-6e887675-0af3-4a9a-b5c9-9a59c143e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:31.671754 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-6e887675-0af3-4a9a-b5c9-9a59c143e310 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1102 time: 0.0640287 Dec 09 22:22:31.822708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-ef24fabf-0b95-4e75-839a-2200582a076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:31.824327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-ef24fabf-0b95-4e75-839a-2200582a076f service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1410737 Dec 09 22:22:31.861960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf23b9a-19d9-484b-ad95-06879cc74d88 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:31.873575 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:31.891660 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Transition to ACTIVE for port object bbf23b9a-19d9-484b-ad95-06879cc74d88 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:22:31.898915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-603fa039-bc41-4f64-9a8d-6327cce0b15b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 217 time: 0.0462391 Dec 09 22:22:31.908359 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:31.919021 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946dc88-5b2b-4ca4-b486-d4a4935e7c8d req-a472bb2a-00bf-4d8f-b3e6-bba7cb82d826 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:31.920713 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5946dc88-5b2b-4ca4-b486-d4a4935e7c8d req-a472bb2a-00bf-4d8f-b3e6-bba7cb82d826 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 943 time: 0.0953012 Dec 09 22:22:32.014369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf23b9a-19d9-484b-ad95-06879cc74d88,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:32.094300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Attempting to bind port bbf23b9a-19d9-484b-ad95-06879cc74d88 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:22:32.095694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Attempting to bind port bbf23b9a-19d9-484b-ad95-06879cc74d88 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '8a450e5f-bf31-4042-ac7e-044f28ec5473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b3650a9a-f77e-42e6-b467-d3d5d5058698'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:22:32.096288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Attempting to bind port bbf23b9a-19d9-484b-ad95-06879cc74d88 on network b3650a9a-f77e-42e6-b467-d3d5d5058698 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:32.110058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Port bbf23b9a-19d9-484b-ad95-06879cc74d88 on network b3650a9a-f77e-42e6-b467-d3d5d5058698 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:22:32.111999 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Attempting to bind port bbf23b9a-19d9-484b-ad95-06879cc74d88 on network b3650a9a-f77e-42e6-b467-d3d5d5058698 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:32.130336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:22:32.131003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Checking segment: {'id': '8a450e5f-bf31-4042-ac7e-044f28ec5473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b3650a9a-f77e-42e6-b467-d3d5d5058698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:32.131593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Bound using segment: {'id': '8a450e5f-bf31-4042-ac7e-044f28ec5473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b3650a9a-f77e-42e6-b467-d3d5d5058698'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:22:32.132258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Bound port: bbf23b9a-19d9-484b-ad95-06879cc74d88, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a450e5f-bf31-4042-ac7e-044f28ec5473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b3650a9a-f77e-42e6-b467-d3d5d5058698'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:22:32.132797 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:32.225326 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] For port bbf23b9a-19d9-484b-ad95-06879cc74d88, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:32.230449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] For port bbf23b9a-19d9-484b-ad95-06879cc74d88, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bbf23b9a-19d9-484b-ad95-06879cc74d88,segment=NetworkSegment(8a450e5f-bf31-4042-ac7e-044f28ec5473),segment_id=8a450e5f-bf31-4042-ac7e-044f28ec5473)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:22:32.237453 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:32.256204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:32.256888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:32.259177 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] 10.222.0.42 "PUT /v2.0/ports/bbf23b9a-19d9-484b-ad95-06879cc74d88 HTTP/1.1" status: 200 len: 1092 time: 0.9017513 Dec 09 22:22:32.260950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a4990c-4549-420c-9dba-9d5fdec7eafa', 'tag': 'bbf23b9a-19d9-484b-ad95-06879cc74d88'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:32.274350 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64366908-cc5a-4b1b-a2ae-398f184b7b79" -d '{"events": [{"name": "network-changed", "server_uuid": "32a4990c-4549-420c-9dba-9d5fdec7eafa", "tag": "bbf23b9a-19d9-484b-ad95-06879cc74d88"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:32.319758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-9e57aff2-d50a-40b3-a984-ff277edd8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:32.321308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-9e57aff2-d50a-40b3-a984-ff277edd8076 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.4112592 Dec 09 22:22:32.389704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-c1184737-53d7-4752-a3f5-69c28c45c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:32.391679 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-c1184737-53d7-4752-a3f5-69c28c45c192 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68d69c1ca2be49bea966474afdce9193&device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 1095 time: 0.0802870 Dec 09 22:22:32.392418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf9fc7-f3ee-4420-9b36-0ed95f655046 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf23b9a-19d9-484b-ad95-06879cc74d88,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:32.429895 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5946dc88-5b2b-4ca4-b486-d4a4935e7c8d req-fa25be88-34dd-4ad1-a774-3f36d7bfc8ba tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067281 Dec 09 22:22:32.438430 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-99c30a85-2be6-4fdd-a1be-4570f5f72477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:32.439901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-99c30a85-2be6-4fdd-a1be-4570f5f72477 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0911753 Dec 09 22:22:32.449066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdd024-013b-474a-bee5-100a7d4a143f req-affc55a5-4132-42fe-b827-350f70aaaa4b tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:32.456112 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddfdd024-013b-474a-bee5-100a7d4a143f req-affc55a5-4132-42fe-b827-350f70aaaa4b tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 943 time: 0.1325505 Dec 09 22:22:32.498487 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-e9bb286f-4198-44f2-b905-5855340f527e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbf23b9a-19d9-484b-ad95-06879cc74d88 HTTP/1.1" status: 200 len: 217 time: 0.0963614 Dec 09 22:22:32.554794 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddfdd024-013b-474a-bee5-100a7d4a143f req-b7aba3a6-6898-4088-8c88-5cdf35294058 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba387bc-1fa7-4dfd-b1af-be48c0c1319c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971146 Dec 09 22:22:32.612755 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0b1aeb-90b1-44f8-a2bd-258d8d368a8a x-openstack-request-id: req-8f0b1aeb-90b1-44f8-a2bd-258d8d368a8a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:32.614654 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a4990c-4549-420c-9dba-9d5fdec7eafa", "tag": "bbf23b9a-19d9-484b-ad95-06879cc74d88", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:32.614917 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f0b1aeb-90b1-44f8-a2bd-258d8d368a8a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:32.616473 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a4990c-4549-420c-9dba-9d5fdec7eafa', 'tag': 'bbf23b9a-19d9-484b-ad95-06879cc74d88', 'status': 'completed', 'code': 200} Dec 09 22:22:32.628755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-60854b3f-e977-49b7-89a7-1ed7c02e7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:32.630729 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-60854b3f-e977-49b7-89a7-1ed7c02e7290 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=851ed3fd-8d23-4c1a-b37a-848a30d5993c HTTP/1.1" status: 200 len: 850 time: 0.1213574 Dec 09 22:22:32.715041 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-e938e77c-96ec-4305-ace7-827157ebb0f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3650a9a-f77e-42e6-b467-d3d5d5058698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741174 Dec 09 22:22:32.870254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-20ac31dc-ee03-45de-b9f6-954dbcd8aeb5 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120557 Dec 09 22:22:32.887069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e92b7d-28a6-4203-87f7-265e56fcc717 req-b0134400-2b03-4e97-8cab-57b51ffb8f18 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:32.895292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2e92b7d-28a6-4203-87f7-265e56fcc717 req-b0134400-2b03-4e97-8cab-57b51ffb8f18 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 944 time: 0.2359664 Dec 09 22:22:32.948031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74610b37-4d94-4aed-90f6-009b51da20ad req-6f721ec6-b1a5-4d86-b303-752eab977008 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:32.955777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74610b37-4d94-4aed-90f6-009b51da20ad req-6f721ec6-b1a5-4d86-b303-752eab977008 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.2218077 Dec 09 22:22:33.021614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2e92b7d-28a6-4203-87f7-265e56fcc717 req-35dc432c-76d9-4547-96b0-b46c1fb118da tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252446 Dec 09 22:22:33.133972 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-bf970c2b-fdfe-4c36-8062-ba6d7b259068 service neutron] 10.222.0.42 "GET /v2.0/networks/b3650a9a-f77e-42e6-b467-d3d5d5058698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104922 Dec 09 22:22:33.229036 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74610b37-4d94-4aed-90f6-009b51da20ad req-9440bc14-25a6-412e-be0e-e3ef161d6431 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721283 Dec 09 22:22:33.246268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-56966465-097e-4afa-baa5-d0872815c90d service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473451 Dec 09 22:22:33.275162 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5738eae8-f217-4511-92f6-eccd7ee96570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:33.399394 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2a8be13f-3a5d-4e55-b7ea-701df47c31db req-5caae5fa-d150-4ce2-b9fd-db8a6a5b107a service neutron] 10.222.0.42 "GET /v2.0/networks/b3650a9a-f77e-42e6-b467-d3d5d5058698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424755 Dec 09 22:22:33.508349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3ae6977c-9f65-47c9-a435-3e2f94588c01 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:22:33.654832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64366908-cc5a-4b1b-a2ae-398f184b7b79 req-4ed4663a-66a8-4e91-b7e7-871edeafcbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:33.659558 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-64366908-cc5a-4b1b-a2ae-398f184b7b79 req-4ed4663a-66a8-4e91-b7e7-871edeafcbf6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68d69c1ca2be49bea966474afdce9193&device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 1095 time: 0.1117325 Dec 09 22:22:33.686566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:33.691925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 3ae6977c-9f65-47c9-a435-3e2f94588c01 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:22:33.698381 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 3ae6977c-9f65-47c9-a435-3e2f94588c01 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:22:33.698723 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:33.883879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:33.905193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64366908-cc5a-4b1b-a2ae-398f184b7b79 req-27fbd20d-2b5c-4031-8ffa-d81dfec846e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:33.912566 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-64366908-cc5a-4b1b-a2ae-398f184b7b79 req-27fbd20d-2b5c-4031-8ffa-d81dfec846e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3650a9a-f77e-42e6-b467-d3d5d5058698 HTTP/1.1" status: 200 len: 911 time: 0.2426178 Dec 09 22:22:33.916504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8918d-312c-4ec5-82f9-690a70fc86a0 req-7fef27e7-3535-4428-aacf-15651bc88985 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:33.925251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbf8918d-312c-4ec5-82f9-690a70fc86a0 req-7fef27e7-3535-4428-aacf-15651bc88985 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 943 time: 0.2671616 Dec 09 22:22:33.957169 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9d172-5375-48d8-b34d-914760b784e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae6977c-9f65-47c9-a435-3e2f94588c01'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:33.965882 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832873f4-8cf2-4130-91b1-db75636be6ab" -d '{"events": [{"server_uuid": "ecd9d172-5375-48d8-b34d-914760b784e4", "name": "network-vif-plugged", "status": "completed", "tag": "3ae6977c-9f65-47c9-a435-3e2f94588c01"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:33.975147 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cb144-5d33-46fd-a5ab-4c667e343f18 req-afa1b690-c6cb-494d-90ca-6458867671d4 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:33.985247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a59cb144-5d33-46fd-a5ab-4c667e343f18 req-afa1b690-c6cb-494d-90ca-6458867671d4 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 946 time: 0.2244613 Dec 09 22:22:34.001257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3ae6977c-9f65-47c9-a435-3e2f94588c01, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3ae6977c-9f65-47c9-a435-3e2f94588c01,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:34.007824 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:34.029812 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-64366908-cc5a-4b1b-a2ae-398f184b7b79 req-0eafd5b0-bf27-45b8-b23c-ada045a5bf6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbf23b9a-19d9-484b-ad95-06879cc74d88 HTTP/1.1" status: 200 len: 217 time: 0.1076450 Dec 09 22:22:34.049637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbf8918d-312c-4ec5-82f9-690a70fc86a0 req-fe743550-9fab-4fa4-b5cb-249461219359 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231809 Dec 09 22:22:34.130878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3ae6977c-9f65-47c9-a435-3e2f94588c01,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:34.145769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64366908-cc5a-4b1b-a2ae-398f184b7b79 req-ef186a3e-9bc7-4471-806a-a38677c3ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:34.147659 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-64366908-cc5a-4b1b-a2ae-398f184b7b79 req-ef186a3e-9bc7-4471-806a-a38677c3ae54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=851ed3fd-8d23-4c1a-b37a-848a30d5993c HTTP/1.1" status: 200 len: 850 time: 0.1091907 Dec 09 22:22:34.157729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a59cb144-5d33-46fd-a5ab-4c667e343f18 req-0a43001b-157e-4548-941c-1b39e43f886c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713135 Dec 09 22:22:34.242144 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-64366908-cc5a-4b1b-a2ae-398f184b7b79 req-0471a683-e2f1-443c-bf0d-87a3f523dd76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3650a9a-f77e-42e6-b467-d3d5d5058698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661938 Dec 09 22:22:34.268380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30275c2-2756-4a2a-867a-84dee75fd985 req-0795225a-e525-405c-91f7-ef3e551c62e1 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:34.270256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a30275c2-2756-4a2a-867a-84dee75fd985 req-0795225a-e525-405c-91f7-ef3e551c62e1 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 943 time: 0.0964580 Dec 09 22:22:34.353058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a30275c2-2756-4a2a-867a-84dee75fd985 req-8b632fac-bba6-4826-9f5c-8b54f614bfaf tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba387bc-1fa7-4dfd-b1af-be48c0c1319c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742822 Dec 09 22:22:34.358712 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c52d36-6540-4e84-884a-9f5be7f84620 x-openstack-request-id: req-16c52d36-6540-4e84-884a-9f5be7f84620 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:34.359255 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9d172-5375-48d8-b34d-914760b784e4", "name": "network-vif-plugged", "status": "completed", "tag": "3ae6977c-9f65-47c9-a435-3e2f94588c01", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:34.359255 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16c52d36-6540-4e84-884a-9f5be7f84620 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:34.359592 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd9d172-5375-48d8-b34d-914760b784e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae6977c-9f65-47c9-a435-3e2f94588c01', 'code': 200} Dec 09 22:22:34.469173 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-64366908-cc5a-4b1b-a2ae-398f184b7b79 req-a5995788-2ce5-4fcc-8517-1bf615329b85 service neutron] 10.222.0.42 "GET /v2.0/networks/b3650a9a-f77e-42e6-b467-d3d5d5058698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181811 Dec 09 22:22:34.537154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724eb65-a698-42b0-af7f-896d8d9eb077 req-a0a8c7d1-d46b-47fc-adb2-211fb7bb1797 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:34.539469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1724eb65-a698-42b0-af7f-896d8d9eb077 req-a0a8c7d1-d46b-47fc-adb2-211fb7bb1797 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.0929325 Dec 09 22:22:34.573125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad89c-0f30-440b-a5d9-c00a53023c49 req-e088899b-5b69-44c5-b73a-c11e9e2cac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:34.574773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-649ad89c-0f30-440b-a5d9-c00a53023c49 req-e088899b-5b69-44c5-b73a-c11e9e2cac39 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 1097 time: 0.0827034 Dec 09 22:22:34.638944 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-64366908-cc5a-4b1b-a2ae-398f184b7b79 req-5fa8c6bc-5a84-41dc-803d-85f085f47c36 service neutron] 10.222.0.42 "GET /v2.0/networks/b3650a9a-f77e-42e6-b467-d3d5d5058698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602001 Dec 09 22:22:34.668745 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:34.684063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1724eb65-a698-42b0-af7f-896d8d9eb077 req-7a0ae702-b415-4fae-9319-2a671e480109 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360230 Dec 09 22:22:34.735601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a8ea7-4932-4279-bf0e-d84fe65084e9 req-9a5c60a8-ae39-4e94-97b2-c5ad0425b187 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:34.743369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e7a8ea7-4932-4279-bf0e-d84fe65084e9 req-9a5c60a8-ae39-4e94-97b2-c5ad0425b187 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1635201 Dec 09 22:22:34.754047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-649ad89c-0f30-440b-a5d9-c00a53023c49 req-61789730-f819-432c-9a25-e74c4f80114e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629288 Dec 09 22:22:34.812943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e7a8ea7-4932-4279-bf0e-d84fe65084e9 req-f6e90000-b03a-47eb-9524-77c9e1134027 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685749 Dec 09 22:22:35.136653 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-bbd4fa84-17d6-449d-b62d-978055e84494 service neutron] 10.222.0.18 "GET /v2.0/ports/b9a7fe30-9ec3-4c16-927f-621d7f95e383/bindings/n-h2-789963-23 HTTP/1.1" status: 200 len: 385 time: 0.0667930 Dec 09 22:22:35.235156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd80ae5-ea5a-459c-aa15-4651ee1fa712 req-e8b3b97f-ef65-46c6-b381-a66795ad9a3f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:35.243310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bcd80ae5-ea5a-459c-aa15-4651ee1fa712 req-e8b3b97f-ef65-46c6-b381-a66795ad9a3f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 943 time: 0.0959139 Dec 09 22:22:35.371931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bcd80ae5-ea5a-459c-aa15-4651ee1fa712 req-ca69d6e5-83a8-4c06-bd15-b164d6101ca0 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220698 Dec 09 22:22:35.392347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f76e5-26f9-4e1f-8ac7-7a714baddfa2 req-302c3f2c-b6c8-4bdc-8149-63c4b3e6de23 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:35.392347 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba5f76e5-26f9-4e1f-8ac7-7a714baddfa2 req-302c3f2c-b6c8-4bdc-8149-63c4b3e6de23 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 946 time: 0.1366634 Dec 09 22:22:35.506542 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device b9a7fe30-9ec3-4c16-927f-621d7f95e383 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:35.525508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba5f76e5-26f9-4e1f-8ac7-7a714baddfa2 req-d7adc660-05b2-4ca4-98ee-d54201a3602a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223207 Dec 09 22:22:35.588317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-287bca5c-f483-41ff-9d94-ac48f75ada07 service neutron] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:35.606683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c13e3-2d99-4ecc-b1ff-8125f056692f req-c3055823-2abe-4edd-8f0f-f8278904ba79 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:35.615337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a91c13e3-2d99-4ecc-b1ff-8125f056692f req-c3055823-2abe-4edd-8f0f-f8278904ba79 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 943 time: 0.0855608 Dec 09 22:22:35.655016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-287bca5c-f483-41ff-9d94-ac48f75ada07 service neutron] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:35.705267 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a91c13e3-2d99-4ecc-b1ff-8125f056692f req-2e523fa1-73c7-4b67-8104-e89e644b5351 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba387bc-1fa7-4dfd-b1af-be48c0c1319c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898664 Dec 09 22:22:35.711075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-287bca5c-f483-41ff-9d94-ac48f75ada07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a7fe30-9ec3-4c16-927f-621d7f95e383 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:35.726659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-287bca5c-f483-41ff-9d94-ac48f75ada07 service neutron] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:35.743642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-287bca5c-f483-41ff-9d94-ac48f75ada07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:35.862193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c345563-709f-4aac-bfa2-f86d47cc23f2 req-63221e33-02d8-47d4-88b8-c8c1ae5c1470 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:35.870321 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c345563-709f-4aac-bfa2-f86d47cc23f2 req-63221e33-02d8-47d4-88b8-c8c1ae5c1470 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.0877078 Dec 09 22:22:35.901643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-287bca5c-f483-41ff-9d94-ac48f75ada07 service neutron] Transition to ACTIVE for port object b9a7fe30-9ec3-4c16-927f-621d7f95e383 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:22:35.919376 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-287bca5c-f483-41ff-9d94-ac48f75ada07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:35.972721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c345563-709f-4aac-bfa2-f86d47cc23f2 req-d1e170e1-4ccc-49da-beb8-9e2bfe1ac5a3 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014681 Dec 09 22:22:36.029014 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:36.038060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-287bca5c-f483-41ff-9d94-ac48f75ada07 service neutron] No DVR routers for this DVR port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:36.054263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bca5c-f483-41ff-9d94-ac48f75ada07 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a7fe30-9ec3-4c16-927f-621d7f95e383,revision_number=10']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:36.084885 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-287bca5c-f483-41ff-9d94-ac48f75ada07 service neutron] 10.222.0.18 "PUT /v2.0/ports/b9a7fe30-9ec3-4c16-927f-621d7f95e383/bindings/n-h2-789963-23/activate HTTP/1.1" status: 200 len: 370 time: 0.9088118 Dec 09 22:22:36.094659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e408910-fa20-46e0-a151-44ac6a63806f req-2df0bbd8-b4fe-4776-ae63-8fd404e7607f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:36.105340 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e408910-fa20-46e0-a151-44ac6a63806f req-2df0bbd8-b4fe-4776-ae63-8fd404e7607f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1682825 Dec 09 22:22:36.148228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bbf23b9a-19d9-484b-ad95-06879cc74d88 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:22:36.151666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba5da6-ca22-43e6-8b5e-b5c83d32da91 req-d7472ba0-96d5-465f-a9b8-f7159a53b3e1 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:36.155324 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ba5da6-ca22-43e6-8b5e-b5c83d32da91 req-d7472ba0-96d5-465f-a9b8-f7159a53b3e1 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 946 time: 0.0896091 Dec 09 22:22:36.162570 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e408910-fa20-46e0-a151-44ac6a63806f req-9163aefe-c6c8-4290-9264-b4d524ae1f88 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563273 Dec 09 22:22:36.328321 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bbf23b9a-19d9-484b-ad95-06879cc74d88, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bbf23b9a-19d9-484b-ad95-06879cc74d88,segment=NetworkSegment(8a450e5f-bf31-4042-ac7e-044f28ec5473),segment_id=8a450e5f-bf31-4042-ac7e-044f28ec5473)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:36.357614 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'bbf23b9a-19d9-484b-ad95-06879cc74d88', 'network_id': 'b3650a9a-f77e-42e6-b467-d3d5d5058698', 'port_id': 'bbf23b9a-19d9-484b-ad95-06879cc74d88', 'mac_address': 'fa:16:3e:9d:a7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851ed3fd-8d23-4c1a-b37a-848a30d5993c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:22:36.387650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-ef9d7e99-c9bf-47f9-8aa7-d195be8cbf86 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:36.389171 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-ef9d7e99-c9bf-47f9-8aa7-d195be8cbf86 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5&tenant_id=3d1b37906be84157a8f74e1f36d6847e&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.1208906 Dec 09 22:22:36.403625 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:36.421481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf23b9a-19d9-484b-ad95-06879cc74d88 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:36.451166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bbf23b9a-19d9-484b-ad95-06879cc74d88, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bbf23b9a-19d9-484b-ad95-06879cc74d88,segment=NetworkSegment(8a450e5f-bf31-4042-ac7e-044f28ec5473),segment_id=8a450e5f-bf31-4042-ac7e-044f28ec5473)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:36.456518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-09ba5da6-ca22-43e6-8b5e-b5c83d32da91 req-aeec4fc2-659d-4f3c-8f24-5615cd7a9897 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Deleting port f9650a76-0c68-4861-80f6-f9763bfff0ff {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:36.456915 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09ba5da6-ca22-43e6-8b5e-b5c83d32da91 req-aeec4fc2-659d-4f3c-8f24-5615cd7a9897 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:36.471098 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:36.497427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-7d31a95c-bcf5-4c3d-8ade-7429b8561d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:36.499048 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-7d31a95c-bcf5-4c3d-8ade-7429b8561d96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5&tenant_id=3d1b37906be84157a8f74e1f36d6847e HTTP/1.1" status: 200 len: 1096 time: 0.1000233 Dec 09 22:22:36.557463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bc494-c849-4d24-b233-58bb6248ff0f req-117fa5fa-42c6-4316-a0d4-b50a0106893a tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:36.560190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad7bc494-c849-4d24-b233-58bb6248ff0f req-117fa5fa-42c6-4316-a0d4-b50a0106893a tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 944 time: 0.1022134 Dec 09 22:22:36.594616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=bbf23b9a-19d9-484b-ad95-06879cc74d88,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:36.618554 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-7922e149-00e3-4661-83c3-eb5b54824ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:36.620244 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-7922e149-00e3-4661-83c3-eb5b54824ef5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d1b37906be84157a8f74e1f36d6847e&device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 1096 time: 0.0681534 Dec 09 22:22:36.650808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad7bc494-c849-4d24-b233-58bb6248ff0f req-3a4a3ce5-2187-4f38-9302-12b55288b428 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836871 Dec 09 22:22:36.695656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-09ba5da6-ca22-43e6-8b5e-b5c83d32da91 req-aeec4fc2-659d-4f3c-8f24-5615cd7a9897 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] For port f9650a76-0c68-4861-80f6-f9763bfff0ff, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f9650a76-0c68-4861-80f6-f9763bfff0ff,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:36.696394 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09ba5da6-ca22-43e6-8b5e-b5c83d32da91 req-aeec4fc2-659d-4f3c-8f24-5615cd7a9897 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:36.739421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dc7ec-c5fe-431f-a7bc-97263dfdf3e3 req-3b298847-75cd-4e5e-a3a0-9c6de7a81c11 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:36.747564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-956dc7ec-c5fe-431f-a7bc-97263dfdf3e3 req-3b298847-75cd-4e5e-a3a0-9c6de7a81c11 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 946 time: 0.0927598 Dec 09 22:22:36.758044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-09ba5da6-ca22-43e6-8b5e-b5c83d32da91 req-aeec4fc2-659d-4f3c-8f24-5615cd7a9897 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Calling delete_port for f9650a76-0c68-4861-80f6-f9763bfff0ff owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:36.814628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-956dc7ec-c5fe-431f-a7bc-97263dfdf3e3 req-abd65464-fff0-49b1-abc5-12f8d2e346ad tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661273 Dec 09 22:22:36.849727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['bbf23b9a-19d9-484b-ad95-06879cc74d88'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:36.907386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eb12e-ed07-475f-8f76-e1ab284b22bd req-832443d4-b8c9-4a55-b188-ca7a78d97bdf tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:36.909594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-220eb12e-ed07-475f-8f76-e1ab284b22bd req-832443d4-b8c9-4a55-b188-ca7a78d97bdf tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 944 time: 0.0939448 Dec 09 22:22:36.966697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-323547ee-ec67-4a1d-be31-89ef6f822f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:36.968824 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-323547ee-ec67-4a1d-be31-89ef6f822f32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 200 len: 921 time: 0.3376498 Dec 09 22:22:36.969974 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09ba5da6-ca22-43e6-8b5e-b5c83d32da91 req-aeec4fc2-659d-4f3c-8f24-5615cd7a9897 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:36.977587 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:37.010444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-220eb12e-ed07-475f-8f76-e1ab284b22bd req-7de28349-3827-46f4-b76b-fe8e8fb4b5c4 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba387bc-1fa7-4dfd-b1af-be48c0c1319c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880432 Dec 09 22:22:37.028862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec4fc2-659d-4f3c-8f24-5615cd7a9897 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Pushing event deleted for resources: {'Port': ['ID=f9650a76-0c68-4861-80f6-f9763bfff0ff,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:37.037603 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['f9650a76-0c68-4861-80f6-f9763bfff0ff'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:37.105658 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-fb95b4e3-598d-4680-99ee-2f3c00f3cd2a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383 HTTP/1.1" status: 200 len: 217 time: 0.1105781 Dec 09 22:22:37.150419 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ba5da6-ca22-43e6-8b5e-b5c83d32da91 req-aeec4fc2-659d-4f3c-8f24-5615cd7a9897 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] No DVR routers for this DVR port f9650a76-0c68-4861-80f6-f9763bfff0ff on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:37.153613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09ba5da6-ca22-43e6-8b5e-b5c83d32da91 req-aeec4fc2-659d-4f3c-8f24-5615cd7a9897 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:37.158809 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ba5da6-ca22-43e6-8b5e-b5c83d32da91 req-aeec4fc2-659d-4f3c-8f24-5615cd7a9897 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.18 "DELETE /v2.0/ports/f9650a76-0c68-4861-80f6-f9763bfff0ff HTTP/1.1" status: 204 len: 173 time: 0.9374490 Dec 09 22:22:37.159289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b909ca-708d-4759-abf8-e069c8e897eb', 'name': 'network-vif-deleted', 'tag': 'f9650a76-0c68-4861-80f6-f9763bfff0ff'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:37.165335 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e7b6c4-7f74-4d82-a1a1-c5ff59bf8d83" -d '{"events": [{"server_uuid": "48b909ca-708d-4759-abf8-e069c8e897eb", "name": "network-vif-deleted", "tag": "f9650a76-0c68-4861-80f6-f9763bfff0ff"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:37.175336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19391de-58e2-4114-b06c-37b153135fe2 req-f4817b5a-2222-4334-a0ec-b3e82892944f tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:37.190512 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c19391de-58e2-4114-b06c-37b153135fe2 req-f4817b5a-2222-4334-a0ec-b3e82892944f tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.0904565 Dec 09 22:22:37.237147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-5a9efe12-4475-48c4-bbed-3a3f32567b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:37.239027 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-5a9efe12-4475-48c4-bbed-3a3f32567b85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 200 len: 860 time: 0.0971477 Dec 09 22:22:37.253234 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a28ec5-1323-4936-89e8-8435c39ea0e4 x-openstack-request-id: req-09a28ec5-1323-4936-89e8-8435c39ea0e4 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:37.254349 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b909ca-708d-4759-abf8-e069c8e897eb", "name": "network-vif-deleted", "tag": "f9650a76-0c68-4861-80f6-f9763bfff0ff", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:37.254713 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09a28ec5-1323-4936-89e8-8435c39ea0e4 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:37.255315 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b909ca-708d-4759-abf8-e069c8e897eb', 'name': 'network-vif-deleted', 'tag': 'f9650a76-0c68-4861-80f6-f9763bfff0ff', 'status': 'completed', 'code': 200} Dec 09 22:22:37.293218 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-f7f2de73-a4e5-4f6d-9e5c-6a2042ae42a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c725022-0e1b-43f0-a815-e26b6aa8947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364521 Dec 09 22:22:37.319885 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c19391de-58e2-4114-b06c-37b153135fe2 req-00f35c91-0df2-4e8a-98cd-ee7c4f23a231 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327260 Dec 09 22:22:37.444799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370688c1-df15-408f-b493-1c11e714f81b req-eb5b95e1-60e1-4808-b4ab-9fbc373931be tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:37.452667 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-370688c1-df15-408f-b493-1c11e714f81b req-eb5b95e1-60e1-4808-b4ab-9fbc373931be tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1315606 Dec 09 22:22:37.463547 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-1e2f1b11-175b-4ee7-bb8f-77d52a6d3655 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578457 Dec 09 22:22:37.536905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-370688c1-df15-408f-b493-1c11e714f81b req-64af0b1b-52e6-40b7-b745-80429641728c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832024 Dec 09 22:22:37.552096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59f9d7-e739-4981-a065-9852760d81bf req-28534289-5e73-4d23-a38f-eb87ca0891cd tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:37.560796 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f59f9d7-e739-4981-a065-9852760d81bf req-28534289-5e73-4d23-a38f-eb87ca0891cd tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.0998111 Dec 09 22:22:37.622030 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-809bc9cf-f03d-40b9-a4f6-f74eff74ebb6 service neutron] 10.222.0.42 "GET /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495051 Dec 09 22:22:37.640565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f59f9d7-e739-4981-a065-9852760d81bf req-11544df2-96e2-4675-b127-99cf03ee0aa3 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760245 Dec 09 22:22:37.827020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dc8aa-9031-4bc4-bdfb-adbb80e95b22 req-1665f58c-fee6-4166-ab2a-b24489d56426 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:37.835970 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc7dc8aa-9031-4bc4-bdfb-adbb80e95b22 req-1665f58c-fee6-4166-ab2a-b24489d56426 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.0960217 Dec 09 22:22:37.854430 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a62359-02c3-497f-b1e9-2eb87414a8fe req-39021f83-022e-4dc6-a077-d11afbb56ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:37.856272 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44a62359-02c3-497f-b1e9-2eb87414a8fe req-39021f83-022e-4dc6-a077-d11afbb56ad8 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 944 time: 0.1083286 Dec 09 22:22:37.948646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc7dc8aa-9031-4bc4-bdfb-adbb80e95b22 req-e5950ca2-7483-4014-859d-450dd956b5f9 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096184 Dec 09 22:22:37.968637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44a62359-02c3-497f-b1e9-2eb87414a8fe req-ae90e4cb-6d42-41c9-9ad8-9be785e41714 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022387 Dec 09 22:22:37.974393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b64dfdbf-4a94-44bb-be26-7e583a3e5e7b tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:37.977829 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-b64dfdbf-4a94-44bb-be26-7e583a3e5e7b tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5&tenant_id=3d1b37906be84157a8f74e1f36d6847e&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.0901010 Dec 09 22:22:38.122626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ad7102a-a170-4b91-8a57-a8e469df140f req-f262d708-5703-4256-add8-74811ba3493e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 210 time: 0.0467658 Dec 09 22:22:38.176839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bbf23b9a-19d9-484b-ad95-06879cc74d88 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:22:38.186307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-da6ede65-c8c6-43a9-beb0-12dd6dd1d435 service neutron] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:38.193558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-da6ede65-c8c6-43a9-beb0-12dd6dd1d435 service neutron] Publish callbacks [] for binding, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:38.195451 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-248d2c75-a255-4da6-b5a3-3430ca549c27 req-da6ede65-c8c6-43a9-beb0-12dd6dd1d435 service neutron] 10.222.0.42 "DELETE /v2.0/ports/b9a7fe30-9ec3-4c16-927f-621d7f95e383/bindings/n-h1-789963-23 HTTP/1.1" status: 204 len: 173 time: 0.2080269 Dec 09 22:22:38.275757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port bbf23b9a-19d9-484b-ad95-06879cc74d88 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:22:38.278587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803e1cc-479c-4c1f-a2bf-53da52bede14 req-15b846a5-0ab0-4bfc-a402-6907279a5cd4 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:38.283458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port bbf23b9a-19d9-484b-ad95-06879cc74d88 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:22:38.284433 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:38.298692 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8803e1cc-479c-4c1f-a2bf-53da52bede14 req-15b846a5-0ab0-4bfc-a402-6907279a5cd4 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.1643023 Dec 09 22:22:38.398820 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8803e1cc-479c-4c1f-a2bf-53da52bede14 req-aa375e17-6d72-4d8d-93c5-fd167b9e1f55 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990479 Dec 09 22:22:38.399635 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:38.441954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a4990c-4549-420c-9dba-9d5fdec7eafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf23b9a-19d9-484b-ad95-06879cc74d88'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:38.447189 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fb7ee9-0cb3-4813-8df3-68c98e6d8210" -d '{"events": [{"server_uuid": "32a4990c-4549-420c-9dba-9d5fdec7eafa", "name": "network-vif-plugged", "status": "completed", "tag": "bbf23b9a-19d9-484b-ad95-06879cc74d88"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:38.456909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8915be4-b9ab-41e8-8061-130a74ea88ce req-eee0dc1a-5cf9-4142-a712-9fd771c9a763 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:38.463553 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bbf23b9a-19d9-484b-ad95-06879cc74d88, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bbf23b9a-19d9-484b-ad95-06879cc74d88,segment=NetworkSegment(8a450e5f-bf31-4042-ac7e-044f28ec5473),segment_id=8a450e5f-bf31-4042-ac7e-044f28ec5473)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:38.467909 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8915be4-b9ab-41e8-8061-130a74ea88ce req-eee0dc1a-5cf9-4142-a712-9fd771c9a763 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 944 time: 0.1379850 Dec 09 22:22:38.469825 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:38.567607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=bbf23b9a-19d9-484b-ad95-06879cc74d88,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:38.604495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8915be4-b9ab-41e8-8061-130a74ea88ce req-a0f5b006-2c8e-4d43-96a3-587c5355f147 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba387bc-1fa7-4dfd-b1af-be48c0c1319c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265903 Dec 09 22:22:38.647329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7e667-e65c-4225-b10d-9e3f0a0d493f req-dea29193-f8e3-4506-b2f5-bc8b903a865d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:38.653203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4a7e667-e65c-4225-b10d-9e3f0a0d493f req-dea29193-f8e3-4506-b2f5-bc8b903a865d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.1119518 Dec 09 22:22:38.684216 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0236061e-ec50-43cb-9b39-55b5d3e16d6b x-openstack-request-id: req-0236061e-ec50-43cb-9b39-55b5d3e16d6b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:38.684671 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a4990c-4549-420c-9dba-9d5fdec7eafa", "name": "network-vif-plugged", "status": "completed", "tag": "bbf23b9a-19d9-484b-ad95-06879cc74d88", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:38.684991 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0236061e-ec50-43cb-9b39-55b5d3e16d6b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:38.685453 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a4990c-4549-420c-9dba-9d5fdec7eafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf23b9a-19d9-484b-ad95-06879cc74d88', 'code': 200} Dec 09 22:22:38.747151 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4a7e667-e65c-4225-b10d-9e3f0a0d493f req-9b82a4ee-879a-46b1-9698-c3f99a408bcd tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853205 Dec 09 22:22:38.836921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a9a4e-be7f-4808-a59a-4e795f21c176 req-e5ff2338-3e5c-4399-9259-521c6ea658be tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:38.844633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b29a9a4e-be7f-4808-a59a-4e795f21c176 req-e5ff2338-3e5c-4399-9259-521c6ea658be tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.0826809 Dec 09 22:22:38.933162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b29a9a4e-be7f-4808-a59a-4e795f21c176 req-f2df97e1-befa-4eae-b669-10be89c5f817 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876021 Dec 09 22:22:38.992448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be5a2c-f511-4681-8433-1c7f4439c4e5 req-9a53846a-3a8b-4de4-8604-3c76bad0568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:38.997045 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19be5a2c-f511-4681-8433-1c7f4439c4e5 req-9a53846a-3a8b-4de4-8604-3c76bad0568a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 1097 time: 0.0733812 Dec 09 22:22:39.088466 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254f025-b53f-48c3-b8ee-5285b5e1f329 req-2e9d15d3-ce0e-466a-b1e8-9e3c4200c93b tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:39.092521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a254f025-b53f-48c3-b8ee-5285b5e1f329 req-2e9d15d3-ce0e-466a-b1e8-9e3c4200c93b tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.0997233 Dec 09 22:22:39.123350 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19be5a2c-f511-4681-8433-1c7f4439c4e5 req-6620322d-d7b2-4672-b509-b288e417f371 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dba387bc-1fa7-4dfd-b1af-be48c0c1319c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157455 Dec 09 22:22:39.201941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a254f025-b53f-48c3-b8ee-5285b5e1f329 req-bb796d62-2a58-4ec6-b069-26c3fbeff701 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011715 Dec 09 22:22:39.226995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b89576-9f99-476a-9644-725dfda6602c req-2949316e-424e-487b-943e-4c81e22fd752 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:39.230529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98b89576-9f99-476a-9644-725dfda6602c req-2949316e-424e-487b-943e-4c81e22fd752 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 944 time: 0.1076992 Dec 09 22:22:39.305496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98b89576-9f99-476a-9644-725dfda6602c req-36fe38c2-3ef3-4c37-bccb-10d8d0aa0081 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696282 Dec 09 22:22:39.489952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c239a5e-d797-450f-a074-33169f9c2f6b req-bc37d954-f742-4d0a-84a3-faaf63390b33 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 210 time: 0.0619648 Dec 09 22:22:39.524290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f9650a76-0c68-4861-80f6-f9763bfff0ff no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:39.601487 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: f9650a76-0c68-4861-80f6-f9763bfff0ff {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:39.602193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f9650a76-0c68-4861-80f6-f9763bfff0ff not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:39.704666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a09f69-c4a6-4929-835f-b7d261e49f59 req-7b19053a-7b5a-4dd8-8687-84837dc8da27 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:39.706286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30a09f69-c4a6-4929-835f-b7d261e49f59 req-7b19053a-7b5a-4dd8-8687-84837dc8da27 tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 1096 time: 0.0664134 Dec 09 22:22:39.715819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db164b4-c4c3-4eb5-8bf0-bb9cf89335bf req-3f4e7361-01ca-4192-be5b-26e356b90cf0 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:39.717376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4db164b4-c4c3-4eb5-8bf0-bb9cf89335bf req-3f4e7361-01ca-4192-be5b-26e356b90cf0 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.1186469 Dec 09 22:22:39.792242 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30a09f69-c4a6-4929-835f-b7d261e49f59 req-dfe5b746-8cbe-4110-b900-0ccb1fdb965b tempest-LiveAutoBlockMigrationV225Test-1831623621 tempest-LiveAutoBlockMigrationV225Test-1831623621-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735102 Dec 09 22:22:39.800567 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4db164b4-c4c3-4eb5-8bf0-bb9cf89335bf req-0059bf03-67c5-4a0c-ac93-7516e05ac724 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748553 Dec 09 22:22:39.996944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9072d4-ff95-4098-9d2f-161f7d83b63d req-86638665-3dbb-46ce-8c22-35af3ea776b2 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:40.000149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c9072d4-ff95-4098-9d2f-161f7d83b63d req-86638665-3dbb-46ce-8c22-35af3ea776b2 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 945 time: 0.1255367 Dec 09 22:22:40.065960 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c9072d4-ff95-4098-9d2f-161f7d83b63d req-a0fa3bf2-8935-4085-8002-37f736db2fbe tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba387bc-1fa7-4dfd-b1af-be48c0c1319c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593717 Dec 09 22:22:40.075068 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1a0ae-490d-43f2-9238-a3964a216875 req-34f82e37-357c-442c-bb85-c857368a440e tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:40.077022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7f1a0ae-490d-43f2-9238-a3964a216875 req-34f82e37-357c-442c-bb85-c857368a440e tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.1409197 Dec 09 22:22:40.216774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7f1a0ae-490d-43f2-9238-a3964a216875 req-eb2182b8-7ba5-44e4-b251-90b0883aeaac tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153126 Dec 09 22:22:40.413051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515869b8-4213-4fa8-ba2e-fa72abb1ed35 req-939b9f61-38ff-490e-98b1-3d9fe14ebe02 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:40.422798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-515869b8-4213-4fa8-ba2e-fa72abb1ed35 req-939b9f61-38ff-490e-98b1-3d9fe14ebe02 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.0985458 Dec 09 22:22:40.586487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-515869b8-4213-4fa8-ba2e-fa72abb1ed35 req-05d218bc-f6fa-4dc3-95a2-34712668baa3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623640 Dec 09 22:22:40.812936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38a870-69b5-456c-95da-354384659f02 req-1a000316-92cc-4bee-9359-6c58b15a869c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:40.816039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d38a870-69b5-456c-95da-354384659f02 req-1a000316-92cc-4bee-9359-6c58b15a869c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 944 time: 0.1071441 Dec 09 22:22:40.933707 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d38a870-69b5-456c-95da-354384659f02 req-1cf03f11-342e-4978-af44-0c895b54f58f tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095991 Dec 09 22:22:41.096254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be49af34-3788-4589-95a2-2d720480588c req-629c4dfe-0eb0-4417-bd78-0f9ebf82ac03 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 210 time: 0.0626647 Dec 09 22:22:41.207476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cb640-882d-4545-9fd7-801c4a009956 req-b9ac5867-9fff-4c80-bad7-3779da4b9150 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:41.210788 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a36cb640-882d-4545-9fd7-801c4a009956 req-b9ac5867-9fff-4c80-bad7-3779da4b9150 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 944 time: 0.1006012 Dec 09 22:22:41.289604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75690c6-62ab-49f9-a0d5-2b1e00ab3b57 req-da132aac-ba5a-4d4e-8452-47df9f04aff7 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:41.291590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e75690c6-62ab-49f9-a0d5-2b1e00ab3b57 req-da132aac-ba5a-4d4e-8452-47df9f04aff7 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 945 time: 0.0797956 Dec 09 22:22:41.365613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e75690c6-62ab-49f9-a0d5-2b1e00ab3b57 req-f94467a6-8305-4ada-85a0-8f60c969169b tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba387bc-1fa7-4dfd-b1af-be48c0c1319c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666301 Dec 09 22:22:41.411525 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-a36cb640-882d-4545-9fd7-801c4a009956 req-9f95cbb3-34bf-4c28-a254-658cf001d5f3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Deleting port b9a7fe30-9ec3-4c16-927f-621d7f95e383 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:41.412174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a36cb640-882d-4545-9fd7-801c4a009956 req-9f95cbb3-34bf-4c28-a254-658cf001d5f3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:41.459455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6b4fd-7e0e-4ff5-b3cf-e6165a545165 req-7f3ac141-1b00-4017-bd30-94d602238e3a tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:41.467285 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cb6b4fd-7e0e-4ff5-b3cf-e6165a545165 req-7f3ac141-1b00-4017-bd30-94d602238e3a tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.0740087 Dec 09 22:22:41.524422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cb6b4fd-7e0e-4ff5-b3cf-e6165a545165 req-3609066c-2318-4b46-9535-505034051134 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561972 Dec 09 22:22:41.538924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a36cb640-882d-4545-9fd7-801c4a009956 req-9f95cbb3-34bf-4c28-a254-658cf001d5f3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] For port b9a7fe30-9ec3-4c16-927f-621d7f95e383, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b9a7fe30-9ec3-4c16-927f-621d7f95e383,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:41.539537 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a36cb640-882d-4545-9fd7-801c4a009956 req-9f95cbb3-34bf-4c28-a254-658cf001d5f3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:41.553108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-a36cb640-882d-4545-9fd7-801c4a009956 req-9f95cbb3-34bf-4c28-a254-658cf001d5f3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Calling delete_port for b9a7fe30-9ec3-4c16-927f-621d7f95e383 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:41.721051 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a36cb640-882d-4545-9fd7-801c4a009956 req-9f95cbb3-34bf-4c28-a254-658cf001d5f3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:41.736301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['b9a7fe30-9ec3-4c16-927f-621d7f95e383'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:41.770738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95cbb3-34bf-4c28-a254-658cf001d5f3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Pushing event deleted for resources: {'Port': ['ID=b9a7fe30-9ec3-4c16-927f-621d7f95e383,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:41.798113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['dcb16939-8ce7-4c5d-907d-b7772fcf8652'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:41.823603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36cb640-882d-4545-9fd7-801c4a009956 req-9f95cbb3-34bf-4c28-a254-658cf001d5f3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] No DVR routers for this DVR port b9a7fe30-9ec3-4c16-927f-621d7f95e383 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:41.826837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a36cb640-882d-4545-9fd7-801c4a009956 req-9f95cbb3-34bf-4c28-a254-658cf001d5f3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:41.831235 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a36cb640-882d-4545-9fd7-801c4a009956 req-9f95cbb3-34bf-4c28-a254-658cf001d5f3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.42 "DELETE /v2.0/ports/b9a7fe30-9ec3-4c16-927f-621d7f95e383 HTTP/1.1" status: 204 len: 173 time: 0.6124787 Dec 09 22:22:41.831862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7a9bfd-4d7f-4b68-9537-5d66250c43c5', 'name': 'network-vif-deleted', 'tag': 'b9a7fe30-9ec3-4c16-927f-621d7f95e383'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:41.834561 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631675c7-d981-4957-9939-2769c784443f" -d '{"events": [{"server_uuid": "8f7a9bfd-4d7f-4b68-9537-5d66250c43c5", "name": "network-vif-deleted", "tag": "b9a7fe30-9ec3-4c16-927f-621d7f95e383"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:41.849069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86afae5-debb-498e-a4a1-c954c0f6e2e0 req-0cc3dc97-36ba-4c5b-a997-0f2a416214fc tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:41.861018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f86afae5-debb-498e-a4a1-c954c0f6e2e0 req-0cc3dc97-36ba-4c5b-a997-0f2a416214fc tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1774495 Dec 09 22:22:41.891224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5d739-3626-44d4-be02-2584e4585e32 req-15266bf3-84e7-429c-9df8-36148eacf2e6 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:41.892630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbf5d739-3626-44d4-be02-2584e4585e32 req-15266bf3-84e7-429c-9df8-36148eacf2e6 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 945 time: 0.1302235 Dec 09 22:22:41.932001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f86afae5-debb-498e-a4a1-c954c0f6e2e0 req-5a3ae880-c983-4f68-b5e5-4f5171fc6370 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698016 Dec 09 22:22:41.998169 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6449b4f0-6e4c-4bbf-95a1-e56f1e3cbdda x-openstack-request-id: req-6449b4f0-6e4c-4bbf-95a1-e56f1e3cbdda {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:41.998463 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7a9bfd-4d7f-4b68-9537-5d66250c43c5", "name": "network-vif-deleted", "tag": "b9a7fe30-9ec3-4c16-927f-621d7f95e383", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:41.998754 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6449b4f0-6e4c-4bbf-95a1-e56f1e3cbdda {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:41.999176 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7a9bfd-4d7f-4b68-9537-5d66250c43c5', 'name': 'network-vif-deleted', 'tag': 'b9a7fe30-9ec3-4c16-927f-621d7f95e383', 'status': 'completed', 'code': 200} Dec 09 22:22:42.014718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbf5d739-3626-44d4-be02-2584e4585e32 req-47013eb3-3f41-454c-88f8-86a688d5ea49 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba387bc-1fa7-4dfd-b1af-be48c0c1319c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933652 Dec 09 22:22:42.146399 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7b32ca1-78c0-45dc-8ae6-bdee24e2afa0 req-3d932792-c02c-486f-ad4f-f4de6c9cd979 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 210 time: 0.0269470 Dec 09 22:22:42.216748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7677764-711d-451d-a2ef-4a2d67b14dea req-4613e659-8079-4dbc-b1e6-6ab984cfb706 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 210 time: 0.0309401 Dec 09 22:22:42.648106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32235d2c-13b8-4cd1-8129-7ee56abeb2d1 req-e4de04bc-6823-4bd6-8275-1ee028eb813d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:42.649882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32235d2c-13b8-4cd1-8129-7ee56abeb2d1 req-e4de04bc-6823-4bd6-8275-1ee028eb813d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.0537162 Dec 09 22:22:42.706526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32235d2c-13b8-4cd1-8129-7ee56abeb2d1 req-3993eec9-20ac-40af-b9aa-478fe775e1a9 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505483 Dec 09 22:22:42.993734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-9db00782-338e-415d-8db4-31d2151dbf61 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:42.995333 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-9db00782-338e-415d-8db4-31d2151dbf61 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/networks?id=a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 200 len: 805 time: 0.1068923 Dec 09 22:22:43.033341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-bef810b4-f66a-41bf-81be-823ff51619fb tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/quotas/55b00193232c4b6eaa2c72586c0d4f89 HTTP/1.1" status: 200 len: 375 time: 0.0242615 Dec 09 22:22:43.088815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf5113-2278-4cf1-b076-a1027cde14d7 req-d838abf3-eb81-4e62-a747-225041ae06ba tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:43.090755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1acf5113-2278-4cf1-b076-a1027cde14d7 req-d838abf3-eb81-4e62-a747-225041ae06ba tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.0910192 Dec 09 22:22:43.129386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-410ab1d4-9194-4df4-af59-edf0ac4d8ed3 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0860012 Dec 09 22:22:43.172165 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1acf5113-2278-4cf1-b076-a1027cde14d7 req-e45e7a99-264a-4b5a-8770-e29e94763cb9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743384 Dec 09 22:22:43.246780 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-c88ca693-9a69-4c5a-9c12-72700c689b78 service neutron] 10.222.0.16 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022434 Dec 09 22:22:43.332459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b010c3-5bf3-4c0b-b2dc-879e2e9f778e req-cd59e5b4-8921-4bf4-9f84-6c96d5ee18e5 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:43.334201 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f6b010c3-5bf3-4c0b-b2dc-879e2e9f778e req-cd59e5b4-8921-4bf4-9f84-6c96d5ee18e5 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 945 time: 0.0593286 Dec 09 22:22:43.379421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c980c-d35c-4f00-b741-63c2d7101ad8 req-a707917a-86ae-4954-a71a-1ffee305f314 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:43.380907 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-644c980c-d35c-4f00-b741-63c2d7101ad8 req-a707917a-86ae-4954-a71a-1ffee305f314 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 945 time: 0.1197507 Dec 09 22:22:43.409915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-052bf0b5-cfed-464f-90b8-72544c04878c service neutron] 10.222.0.16 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568608 Dec 09 22:22:43.443457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-644c980c-d35c-4f00-b741-63c2d7101ad8 req-ecff3eff-e32a-4147-ae8c-4e2932b6e4e5 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba387bc-1fa7-4dfd-b1af-be48c0c1319c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509067 Dec 09 22:22:43.453020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f6b010c3-5bf3-4c0b-b2dc-879e2e9f778e req-b608ccfb-828a-4782-bcdc-eab071c95937 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Deleting port bbf23b9a-19d9-484b-ad95-06879cc74d88 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:43.453532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f6b010c3-5bf3-4c0b-b2dc-879e2e9f778e req-b608ccfb-828a-4782-bcdc-eab071c95937 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:43.559859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f6b010c3-5bf3-4c0b-b2dc-879e2e9f778e req-b608ccfb-828a-4782-bcdc-eab071c95937 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] For port bbf23b9a-19d9-484b-ad95-06879cc74d88, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bbf23b9a-19d9-484b-ad95-06879cc74d88,segment=NetworkSegment(8a450e5f-bf31-4042-ac7e-044f28ec5473),segment_id=8a450e5f-bf31-4042-ac7e-044f28ec5473)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:43.560712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f6b010c3-5bf3-4c0b-b2dc-879e2e9f778e req-b608ccfb-828a-4782-bcdc-eab071c95937 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:43.565407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3ae6977c-9f65-47c9-a435-3e2f94588c01 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:22:43.618822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f6b010c3-5bf3-4c0b-b2dc-879e2e9f778e req-b608ccfb-828a-4782-bcdc-eab071c95937 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Calling delete_port for bbf23b9a-19d9-484b-ad95-06879cc74d88 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:43.651024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10264b7e-3b0f-4ceb-9dcf-5322e0d67e14 req-3bb97c43-8fed-4430-a0ea-171fed723bbe tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 210 time: 0.0567389 Dec 09 22:22:43.740860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3ae6977c-9f65-47c9-a435-3e2f94588c01, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3ae6977c-9f65-47c9-a435-3e2f94588c01,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:43.780071 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '3ae6977c-9f65-47c9-a435-3e2f94588c01', 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36', 'port_id': '3ae6977c-9f65-47c9-a435-3e2f94588c01', 'mac_address': 'fa:16:3e:ea:70:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b633e57-1d18-4ea8-b7d0-78b15873f9e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:22:43.828151 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77d2cba3-ac19-4cc1-b4db-20b1b114ea14 req-3adce374-22fe-4197-bfef-c66d10f5c9ae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=48b909ca-708d-4759-abf8-e069c8e897eb HTTP/1.1" status: 200 len: 210 time: 0.0630422 Dec 09 22:22:43.891216 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:43.910033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e69b8d61-d0ef-4386-aa23-cc9e03166195 req-afacae88-e054-4b16-80f3-1f530dee7d0b tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 210 time: 0.0488012 Dec 09 22:22:43.926219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ae6977c-9f65-47c9-a435-3e2f94588c01 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:43.949709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3ae6977c-9f65-47c9-a435-3e2f94588c01, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3ae6977c-9f65-47c9-a435-3e2f94588c01,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:43.954416 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:43.956858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f6b010c3-5bf3-4c0b-b2dc-879e2e9f778e req-b608ccfb-828a-4782-bcdc-eab071c95937 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:43.989678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['bbf23b9a-19d9-484b-ad95-06879cc74d88'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:44.037151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3411011-297c-46fa-a3e9-d8e3c937bb66 req-a738b42c-b3b9-4efc-bcf6-3d62f76447bc tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:44.051739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3411011-297c-46fa-a3e9-d8e3c937bb66 req-a738b42c-b3b9-4efc-bcf6-3d62f76447bc tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 944 time: 0.1038897 Dec 09 22:22:44.055871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3ae6977c-9f65-47c9-a435-3e2f94588c01,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:44.076530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608ccfb-828a-4782-bcdc-eab071c95937 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Pushing event deleted for resources: {'Port': ['ID=bbf23b9a-19d9-484b-ad95-06879cc74d88,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:44.118734 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['3ae6977c-9f65-47c9-a435-3e2f94588c01'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:44.132685 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3411011-297c-46fa-a3e9-d8e3c937bb66 req-f309bba6-8927-4e2e-a3d7-0c8a1f0ffdfd tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798404 Dec 09 22:22:44.143959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b010c3-5bf3-4c0b-b2dc-879e2e9f778e req-b608ccfb-828a-4782-bcdc-eab071c95937 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] No DVR routers for this DVR port bbf23b9a-19d9-484b-ad95-06879cc74d88 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:44.149044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f6b010c3-5bf3-4c0b-b2dc-879e2e9f778e req-b608ccfb-828a-4782-bcdc-eab071c95937 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:44.152527 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f6b010c3-5bf3-4c0b-b2dc-879e2e9f778e req-b608ccfb-828a-4782-bcdc-eab071c95937 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.42 "DELETE /v2.0/ports/bbf23b9a-19d9-484b-ad95-06879cc74d88 HTTP/1.1" status: 204 len: 173 time: 0.8104143 Dec 09 22:22:44.153013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a4990c-4549-420c-9dba-9d5fdec7eafa', 'name': 'network-vif-deleted', 'tag': 'bbf23b9a-19d9-484b-ad95-06879cc74d88'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:44.155353 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69a63b0-ec5f-4a53-8cd6-4c76f33e6be8" -d '{"events": [{"server_uuid": "32a4990c-4549-420c-9dba-9d5fdec7eafa", "name": "network-vif-deleted", "tag": "bbf23b9a-19d9-484b-ad95-06879cc74d88"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:44.195566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device b9a7fe30-9ec3-4c16-927f-621d7f95e383 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:44.235603 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a3ee4a-14a5-4fb6-8627-fabe01db9cd7 x-openstack-request-id: req-98a3ee4a-14a5-4fb6-8627-fabe01db9cd7 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:44.236048 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a4990c-4549-420c-9dba-9d5fdec7eafa", "name": "network-vif-deleted", "tag": "bbf23b9a-19d9-484b-ad95-06879cc74d88", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:44.236329 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98a3ee4a-14a5-4fb6-8627-fabe01db9cd7 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:44.237575 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a4990c-4549-420c-9dba-9d5fdec7eafa', 'name': 'network-vif-deleted', 'tag': 'bbf23b9a-19d9-484b-ad95-06879cc74d88', 'status': 'completed', 'code': 200} Dec 09 22:22:44.249087 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: b9a7fe30-9ec3-4c16-927f-621d7f95e383 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:44.249905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device b9a7fe30-9ec3-4c16-927f-621d7f95e383 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:44.315165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363daab-ec55-4c3b-ae89-23f3f966041e req-112f57ac-391f-47ac-aee6-e919ed628192 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:44.317415 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d363daab-ec55-4c3b-ae89-23f3f966041e req-112f57ac-391f-47ac-aee6-e919ed628192 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.0619173 Dec 09 22:22:44.391930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d363daab-ec55-4c3b-ae89-23f3f966041e req-9fbea8d5-a6d6-4ecc-9599-3708bfcbb32d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549448 Dec 09 22:22:44.559172 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47b666a8-8155-4020-b02a-8d1f51b9cb5d req-de9ac171-fa6d-4d7c-bbeb-d460447f07b8 tempest-ServerGroupTestJSON-110758784 tempest-ServerGroupTestJSON-110758784-project] 10.222.0.16 "GET /v2.0/ports?device_id=32a4990c-4549-420c-9dba-9d5fdec7eafa HTTP/1.1" status: 200 len: 210 time: 0.0272999 Dec 09 22:22:44.738116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-525e0ce6-adb7-471e-bcd1-2bfad82cc3bb req-0e92b198-691a-49d3-8b6c-0b68e3eeec74 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 210 time: 0.0300708 Dec 09 22:22:44.781364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83df19f-87e7-4ef4-9d8b-eec6136825d4 req-e5fda826-f98c-4bbf-bafe-23d9ca5e7553 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:44.782927 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d83df19f-87e7-4ef4-9d8b-eec6136825d4 req-e5fda826-f98c-4bbf-bafe-23d9ca5e7553 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f90162c-f022-452d-9263-8ac0bde443ed HTTP/1.1" status: 200 len: 945 time: 0.0702107 Dec 09 22:22:44.890674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d83df19f-87e7-4ef4-9d8b-eec6136825d4 req-7aefbe30-148c-4edf-ab33-5a75e94ed97e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Deleting port 920e1d1d-0533-447d-a169-06d63cd742c8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:44.891028 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d83df19f-87e7-4ef4-9d8b-eec6136825d4 req-7aefbe30-148c-4edf-ab33-5a75e94ed97e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:45.040015 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-d83df19f-87e7-4ef4-9d8b-eec6136825d4 req-7aefbe30-148c-4edf-ab33-5a75e94ed97e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] For port 920e1d1d-0533-447d-a169-06d63cd742c8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=920e1d1d-0533-447d-a169-06d63cd742c8,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:45.040632 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d83df19f-87e7-4ef4-9d8b-eec6136825d4 req-7aefbe30-148c-4edf-ab33-5a75e94ed97e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:45.044563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17555995-b50e-42fc-a568-f27a63bd378d req-3edf4a35-deb7-4e82-825d-3144962e7f59 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 210 time: 0.0317192 Dec 09 22:22:45.083122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d83df19f-87e7-4ef4-9d8b-eec6136825d4 req-7aefbe30-148c-4edf-ab33-5a75e94ed97e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Calling delete_port for 920e1d1d-0533-447d-a169-06d63cd742c8 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:45.227392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-31fa49ae-db0b-427d-9955-b113edbe3fdd tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:45.228929 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-31fa49ae-db0b-427d-9955-b113edbe3fdd tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.18 "GET /v2.0/networks?id=a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 200 len: 805 time: 0.1845903 Dec 09 22:22:45.258949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Request body: {'port': {'device_id': 'c9e519c2-421e-413f-af53-73b38c365a7b', 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'admin_state_up': True, 'tenant_id': '55b00193232c4b6eaa2c72586c0d4f89'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:45.293062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3ab1d-03fc-4b88-8708-de8e7bfafbec req-a9bb7a31-17d8-4c3c-9bcf-ab404b4b8f56 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:45.298358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9af3ab1d-03fc-4b88-8708-de8e7bfafbec req-a9bb7a31-17d8-4c3c-9bcf-ab404b4b8f56 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 944 time: 0.0688396 Dec 09 22:22:45.379101 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9af3ab1d-03fc-4b88-8708-de8e7bfafbec req-43d61fad-23aa-4a76-b4a0-137e7da4fb8f tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726650 Dec 09 22:22:45.423489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d83df19f-87e7-4ef4-9d8b-eec6136825d4 req-7aefbe30-148c-4edf-ab33-5a75e94ed97e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:45.467133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefbe30-148c-4edf-ab33-5a75e94ed97e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Pushing event deleted for resources: {'Port': ['ID=920e1d1d-0533-447d-a169-06d63cd742c8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:45.529503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83df19f-87e7-4ef4-9d8b-eec6136825d4 req-7aefbe30-148c-4edf-ab33-5a75e94ed97e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] No DVR routers for this DVR port 920e1d1d-0533-447d-a169-06d63cd742c8 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:45.531370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Made reservation on behalf of 55b00193232c4b6eaa2c72586c0d4f89 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:45.535070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:45.547080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630e6c0-037b-4582-a14b-6605eb6457f7 req-ae1ac6fd-9084-4d5a-a5f4-fde6d21dcd36 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:45.554945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7630e6c0-037b-4582-a14b-6605eb6457f7 req-ae1ac6fd-9084-4d5a-a5f4-fde6d21dcd36 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.1748021 Dec 09 22:22:45.569932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d83df19f-87e7-4ef4-9d8b-eec6136825d4 req-7aefbe30-148c-4edf-ab33-5a75e94ed97e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:45.572151 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7630e6c0-037b-4582-a14b-6605eb6457f7 req-ca1b3974-e3d9-4193-bf8a-d26e0a59dc06 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/quotas/42778ce0db43483cabcb3c03ecb5f8f9 HTTP/1.1" status: 200 len: 375 time: 0.0163031 Dec 09 22:22:45.574018 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d83df19f-87e7-4ef4-9d8b-eec6136825d4 req-7aefbe30-148c-4edf-ab33-5a75e94ed97e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.42 "DELETE /v2.0/ports/920e1d1d-0533-447d-a169-06d63cd742c8 HTTP/1.1" status: 204 len: 173 time: 0.7847483 Dec 09 22:22:45.589507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3ae6977c-9f65-47c9-a435-3e2f94588c01 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:22:45.632109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7630e6c0-037b-4582-a14b-6605eb6457f7 req-1be10e3d-6b3f-42b7-a851-059693948abc tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494502 Dec 09 22:22:45.677559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 3ae6977c-9f65-47c9-a435-3e2f94588c01 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:22:45.678365 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:45.760039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Allocated IP 172.20.0.10 (a01f6d76-57c4-4305-a74a-91a3bc34186b/05a1abe4-c6ce-4bf4-8897-108758cac1d9/795eaf9d-2261-45bc-9ae5-854abb531974) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:22:45.801433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77099044-74c4-4a5c-bcbb-157f964d21c6 req-09261d9b-b121-40b7-b5c1-8dddabecffd5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:45.804246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77099044-74c4-4a5c-bcbb-157f964d21c6 req-09261d9b-b121-40b7-b5c1-8dddabecffd5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1504195 Dec 09 22:22:45.812995 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7630e6c0-037b-4582-a14b-6605eb6457f7 req-438e7406-bbb0-48fd-a9cd-8373b2b67c51 service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775389 Dec 09 22:22:45.836610 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:45.869225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9d172-5375-48d8-b34d-914760b784e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae6977c-9f65-47c9-a435-3e2f94588c01'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:45.872172 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eea49c-813b-4378-8951-650dcb4ca6cc" -d '{"events": [{"server_uuid": "ecd9d172-5375-48d8-b34d-914760b784e4", "name": "network-vif-plugged", "status": "completed", "tag": "3ae6977c-9f65-47c9-a435-3e2f94588c01"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:45.888386 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3ae6977c-9f65-47c9-a435-3e2f94588c01, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3ae6977c-9f65-47c9-a435-3e2f94588c01,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:45.893730 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:45.913349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77099044-74c4-4a5c-bcbb-157f964d21c6 req-79cd7c69-d512-4a4d-a3b5-fcb696b791d4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981793 Dec 09 22:22:45.954580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3ae6977c-9f65-47c9-a435-3e2f94588c01,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:45.967537 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:45.978417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7630e6c0-037b-4582-a14b-6605eb6457f7 req-2d8c7475-e558-48e2-bf54-c2ae6c896242 service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643219 Dec 09 22:22:46.012315 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:46.037857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42272e-dc34-4eff-ae45-f2b5eca4283a req-6da8f0db-c4ae-4764-990b-07fa987879d2 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:46.039490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a42272e-dc34-4eff-ae45-f2b5eca4283a req-6da8f0db-c4ae-4764-990b-07fa987879d2 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.0579915 Dec 09 22:22:46.079313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Network a01f6d76-57c4-4305-a74a-91a3bc34186b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:22:46.084040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Pushing event updated for resources: {'Port': ['ID=795eaf9d-2261-45bc-9ae5-854abb531974,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:46.086621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:46.088688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:22:46.113694 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a42272e-dc34-4eff-ae45-f2b5eca4283a req-08f1a300-b5a1-4487-8d1e-cf3a62804d7f tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655046 Dec 09 22:22:46.145529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:46.146490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:46.181127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 920e1d1d-0533-447d-a169-06d63cd742c8 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:46.206874 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-ff7b26c5-8966-4284-86c6-99963b887a35 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9575703 Dec 09 22:22:46.229249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 920e1d1d-0533-447d-a169-06d63cd742c8 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:46.229516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 920e1d1d-0533-447d-a169-06d63cd742c8 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:46.231576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Request body: {'port': {'device_id': 'c9e519c2-421e-413f-af53-73b38c365a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:46.244741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f90162c-f022-452d-9263-8ac0bde443ed', 'name': 'network-vif-deleted', 'tag': '920e1d1d-0533-447d-a169-06d63cd742c8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:46.252021 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d1cf8f-983d-4cc8-aea4-b7b705b4b74f" -d '{"events": [{"server_uuid": "4f90162c-f022-452d-9263-8ac0bde443ed", "name": "network-vif-deleted", "tag": "920e1d1d-0533-447d-a169-06d63cd742c8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:46.292682 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee39979-4338-4c40-844f-a9766b3c2100 x-openstack-request-id: req-eee39979-4338-4c40-844f-a9766b3c2100 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:46.292981 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9d172-5375-48d8-b34d-914760b784e4", "name": "network-vif-plugged", "status": "completed", "tag": "3ae6977c-9f65-47c9-a435-3e2f94588c01", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:46.293235 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eee39979-4338-4c40-844f-a9766b3c2100 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:46.293712 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd9d172-5375-48d8-b34d-914760b784e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae6977c-9f65-47c9-a435-3e2f94588c01', 'code': 200} Dec 09 22:22:46.315171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-399fcedc-6383-4ee4-8893-69b6316c389b req-5e3382cc-22e2-42d4-baf1-92f70d349f10 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 210 time: 0.0442832 Dec 09 22:22:46.394735 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:46.455377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efbdcf29-705e-4082-82a8-037c9f2d41f8 req-e33ec4ca-61c8-46e1-b3b4-dfc77fed88dc tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bd76dd-4954-489d-b9f5-a0f93ac9e005 HTTP/1.1" status: 200 len: 210 time: 0.0317464 Dec 09 22:22:46.466652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b195a-9bf8-43a1-9ea9-cff7fe4fa709 req-68fa28ae-a960-4c09-9f86-d52df117b18b tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:46.476351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-283b195a-9bf8-43a1-9ea9-cff7fe4fa709 req-68fa28ae-a960-4c09-9f86-d52df117b18b tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 932 time: 0.1026509 Dec 09 22:22:46.553256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-283b195a-9bf8-43a1-9ea9-cff7fe4fa709 req-6cbe6d52-083a-44fc-b79d-1c7a2a5e79ba tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760126 Dec 09 22:22:46.652961 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908f41fe-6865-47f7-b936-5ee979dac2b1 x-openstack-request-id: req-908f41fe-6865-47f7-b936-5ee979dac2b1 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:46.653405 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f90162c-f022-452d-9263-8ac0bde443ed", "name": "network-vif-deleted", "tag": "920e1d1d-0533-447d-a169-06d63cd742c8", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:46.653734 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-908f41fe-6865-47f7-b936-5ee979dac2b1 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:46.654401 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f90162c-f022-452d-9263-8ac0bde443ed', 'name': 'network-vif-deleted', 'tag': '920e1d1d-0533-447d-a169-06d63cd742c8', 'status': 'completed', 'code': 200} Dec 09 22:22:46.778836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795eaf9d-2261-45bc-9ae5-854abb531974 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:46.789345 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:46.813456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Transition to ACTIVE for port object 795eaf9d-2261-45bc-9ae5-854abb531974 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:22:46.819906 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:46.886578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Pushing event updated for resources: {'Port': ['ID=795eaf9d-2261-45bc-9ae5-854abb531974,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:46.987058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58118) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:47.077162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Attempting to bind port 795eaf9d-2261-45bc-9ae5-854abb531974 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:22:47.077707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Attempting to bind port 795eaf9d-2261-45bc-9ae5-854abb531974 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:22:47.077707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Attempting to bind port 795eaf9d-2261-45bc-9ae5-854abb531974 on network a01f6d76-57c4-4305-a74a-91a3bc34186b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:47.083210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Port 795eaf9d-2261-45bc-9ae5-854abb531974 on network a01f6d76-57c4-4305-a74a-91a3bc34186b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:22:47.083977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Attempting to bind port 795eaf9d-2261-45bc-9ae5-854abb531974 on network a01f6d76-57c4-4305-a74a-91a3bc34186b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:47.088459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e565486c-ddc4-4afb-988e-450fd5238d63 req-7d4499dd-8013-4f0e-b95d-51f2557134cf tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bd76dd-4954-489d-b9f5-a0f93ac9e005 HTTP/1.1" status: 200 len: 210 time: 0.0559294 Dec 09 22:22:47.088990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:22:47.089518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Checking segment: {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:47.090021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Bound using segment: {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:22:47.090602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Bound port: 795eaf9d-2261-45bc-9ae5-854abb531974, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4fecb8-6f07-4cca-8925-7a86b11dd973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:22:47.091264 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.136560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-0389899b-395d-486c-aaca-3f2c73eac994 admin admin] Deleting subnet 851ed3fd-8d23-4c1a-b37a-848a30d5993c {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:22:47.140588 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0389899b-395d-486c-aaca-3f2c73eac994 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.180567 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] For port 795eaf9d-2261-45bc-9ae5-854abb531974, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:47.192611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] For port 795eaf9d-2261-45bc-9ae5-854abb531974, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=795eaf9d-2261-45bc-9ae5-854abb531974,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:22:47.198514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.205098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3f3c-94ba-420f-a288-b7889e2e0f5f req-045cd44c-c0eb-40c3-a643-37c341600140 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:47.206848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4aad3f3c-94ba-420f-a288-b7889e2e0f5f req-045cd44c-c0eb-40c3-a643-37c341600140 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1226020 Dec 09 22:22:47.226873 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0389899b-395d-486c-aaca-3f2c73eac994 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.244674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:47.245626 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.246951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] 10.222.0.18 "PUT /v2.0/ports/795eaf9d-2261-45bc-9ae5-854abb531974 HTTP/1.1" status: 200 len: 1093 time: 1.0253615 Dec 09 22:22:47.275845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f969c3-30d8-4b03-af77-81650c564179 service neutron] Pushing event updated for resources: {'Port': ['ID=795eaf9d-2261-45bc-9ae5-854abb531974,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:47.312055 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0389899b-395d-486c-aaca-3f2c73eac994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.353450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2099a-50b4-43ff-a01b-0ff03ca5c272 req-2a85eadb-85b7-4fb0-9002-18f8adaa05b4 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:47.354872 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ea2099a-50b4-43ff-a01b-0ff03ca5c272 req-2a85eadb-85b7-4fb0-9002-18f8adaa05b4 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.1451778 Dec 09 22:22:47.376792 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4aad3f3c-94ba-420f-a288-b7889e2e0f5f req-1428c0df-50e1-4980-a962-f3690e953f9f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533754 Dec 09 22:22:47.404655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1ec3-242f-4b20-97cf-4af53dea729b req-babaaee9-4934-4bdc-becb-d2a062cafd63 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:47.406680 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-329f1ec3-242f-4b20-97cf-4af53dea729b req-babaaee9-4934-4bdc-becb-d2a062cafd63 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecd9d172-5375-48d8-b34d-914760b784e4 HTTP/1.1" status: 200 len: 945 time: 0.0623114 Dec 09 22:22:47.452036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-099d0bd7-32f5-4d78-8e21-4b7d15a22ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:47.453531 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-099d0bd7-32f5-4d78-8e21-4b7d15a22ed0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 1096 time: 0.0936794 Dec 09 22:22:47.460846 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0389899b-395d-486c-aaca-3f2c73eac994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.476902 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ea2099a-50b4-43ff-a01b-0ff03ca5c272 req-8e67dccb-81d5-41a5-8d33-eb7efe7f069e tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070642 Dec 09 22:22:47.533541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-329f1ec3-242f-4b20-97cf-4af53dea729b req-e8c84bd1-f821-4a03-aab2-878efb97ed7c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Deleting port 3ae6977c-9f65-47c9-a435-3e2f94588c01 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:47.534294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-329f1ec3-242f-4b20-97cf-4af53dea729b req-e8c84bd1-f821-4a03-aab2-878efb97ed7c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.560820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389899b-395d-486c-aaca-3f2c73eac994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851ed3fd-8d23-4c1a-b37a-848a30d5993c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:47.565569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-b0d7ef81-f635-4dc9-9830-57a6bd886f29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=795eaf9d-2261-45bc-9ae5-854abb531974 HTTP/1.1" status: 200 len: 217 time: 0.0869281 Dec 09 22:22:47.576296 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0389899b-395d-486c-aaca-3f2c73eac994 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.579533 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0389899b-395d-486c-aaca-3f2c73eac994 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/851ed3fd-8d23-4c1a-b37a-848a30d5993c HTTP/1.1" status: 204 len: 168 time: 0.5906940 Dec 09 22:22:47.582782 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58130) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:47.584700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3ae6977c-9f65-47c9-a435-3e2f94588c01 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:47.626602 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b273959d-8d29-4c20-8b73-800a33b36954 req-7e0f99b8-28e4-453f-9818-e78ec43f0032 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7a9bfd-4d7f-4b68-9537-5d66250c43c5 HTTP/1.1" status: 200 len: 210 time: 0.0668874 Dec 09 22:22:47.667917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-329f1ec3-242f-4b20-97cf-4af53dea729b req-e8c84bd1-f821-4a03-aab2-878efb97ed7c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] For port 3ae6977c-9f65-47c9-a435-3e2f94588c01, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3ae6977c-9f65-47c9-a435-3e2f94588c01,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:47.668348 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-329f1ec3-242f-4b20-97cf-4af53dea729b req-e8c84bd1-f821-4a03-aab2-878efb97ed7c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.685403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-329f1ec3-242f-4b20-97cf-4af53dea729b req-e8c84bd1-f821-4a03-aab2-878efb97ed7c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Calling delete_port for 3ae6977c-9f65-47c9-a435-3e2f94588c01 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:47.763576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-32b05bbf-cc6c-4e2a-ab89-677054d9d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:47.765459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-32b05bbf-cc6c-4e2a-ab89-677054d9d117 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05a1abe4-c6ce-4bf4-8897-108758cac1d9 HTTP/1.1" status: 200 len: 845 time: 0.1835275 Dec 09 22:22:47.773617 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.817382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-5a394b45-d642-471b-a2d4-f6d77780e4f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01f6d76-57c4-4305-a74a-91a3bc34186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392721 Dec 09 22:22:47.827642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5392e8c-afff-429f-ba97-e0b9ce885a5d req-bbc7c635-6b4c-4d43-996e-893dc4cabdb4 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:47.836906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5392e8c-afff-429f-ba97-e0b9ce885a5d req-bbc7c635-6b4c-4d43-996e-893dc4cabdb4 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 944 time: 0.1877041 Dec 09 22:22:47.850529 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-329f1ec3-242f-4b20-97cf-4af53dea729b req-e8c84bd1-f821-4a03-aab2-878efb97ed7c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.856222 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.888146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c84bd1-f821-4a03-aab2-878efb97ed7c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event deleted for resources: {'Port': ['ID=3ae6977c-9f65-47c9-a435-3e2f94588c01,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:47.941028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-329f1ec3-242f-4b20-97cf-4af53dea729b req-e8c84bd1-f821-4a03-aab2-878efb97ed7c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] No DVR routers for this DVR port 3ae6977c-9f65-47c9-a435-3e2f94588c01 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:47.944671 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-329f1ec3-242f-4b20-97cf-4af53dea729b req-e8c84bd1-f821-4a03-aab2-878efb97ed7c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:47.947834 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-329f1ec3-242f-4b20-97cf-4af53dea729b req-e8c84bd1-f821-4a03-aab2-878efb97ed7c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.18 "DELETE /v2.0/ports/3ae6977c-9f65-47c9-a435-3e2f94588c01 HTTP/1.1" status: 204 len: 173 time: 0.5352964 Dec 09 22:22:47.986971 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5392e8c-afff-429f-ba97-e0b9ce885a5d req-5e75aa63-824d-4164-aa31-406e04a0165e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490607 Dec 09 22:22:48.177221 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bbf23b9a-19d9-484b-ad95-06879cc74d88 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:48.219825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: bbf23b9a-19d9-484b-ad95-06879cc74d88 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:48.220336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bbf23b9a-19d9-484b-ad95-06879cc74d88 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:48.330733 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:48.391582 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3650a9a-f77e-42e6-b467-d3d5d5058698']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:48.444018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-8c46de76-bbd8-4326-a631-2190c9963799 service neutron] 10.222.0.18 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009016 Dec 09 22:22:48.445826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a450e5f-bf31-4042-ac7e-044f28ec5473') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:48.446121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a450e5f-bf31-4042-ac7e-044f28ec5473') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:48.474899 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:48.543735 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:48.585010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:22:48.585403 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:48.594499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-f713037c-f496-45f8-8c2a-2b8f4a87cb66 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:48.595942 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-f713037c-f496-45f8-8c2a-2b8f4a87cb66 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.2671354 Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:22:48.596607 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:22:48.655700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e519c2-421e-413f-af53-73b38c365a7b', 'tag': '795eaf9d-2261-45bc-9ae5-854abb531974'}, {'server_uuid': 'ecd9d172-5375-48d8-b34d-914760b784e4', 'name': 'network-vif-deleted', 'tag': '3ae6977c-9f65-47c9-a435-3e2f94588c01'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:48.658076 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edda3d7-4d44-4cdc-9b64-fa0ca341bf5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e519c2-421e-413f-af53-73b38c365a7b", "tag": "795eaf9d-2261-45bc-9ae5-854abb531974"}, {"server_uuid": "ecd9d172-5375-48d8-b34d-914760b784e4", "name": "network-vif-deleted", "tag": "3ae6977c-9f65-47c9-a435-3e2f94588c01"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:48.678326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-8f14f36a-9913-4572-8ac4-190042aacc0e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/quotas/42778ce0db43483cabcb3c03ecb5f8f9 HTTP/1.1" status: 200 len: 375 time: 0.0661950 Dec 09 22:22:48.693586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d424d-3f9a-4066-9409-e04afd0038c3 req-b5e5998f-01d0-4ade-a3a8-e29dcb54ebcd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:48.695098 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df3d424d-3f9a-4066-9409-e04afd0038c3 req-b5e5998f-01d0-4ade-a3a8-e29dcb54ebcd tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.2238395 Dec 09 22:22:48.706771 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:48.733235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:48.736384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] 10.222.0.16 "DELETE /v2.0/networks/b3650a9a-f77e-42e6-b467-d3d5d5058698 HTTP/1.1" status: 204 len: 168 time: 1.1372473 Dec 09 22:22:48.738373 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9863372-66d0-413a-b911-5f1fc2df0c56 req-5f05db7f-86bd-485d-85d9-3fa6dfde74a8 service neutron] 10.222.0.18 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822058 Dec 09 22:22:48.740501 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-511e3215-6c1d-4925-9f7d-a3ac806a415a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606670 Dec 09 22:22:48.756955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc1423-1034-45f8-a9dc-e01b03e9986e admin admin] Pushing event deleted for resources: {'Network': ['ID=b3650a9a-f77e-42e6-b467-d3d5d5058698,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:48.852111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df3d424d-3f9a-4066-9409-e04afd0038c3 req-070b9f98-9cdf-453b-8e71-96e75b7cbbfe tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413770 Dec 09 22:22:48.887352 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-e615f7a9-0b27-4ea5-9653-a3c57b9eeb1e service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278644 Dec 09 22:22:48.948084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58160) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:49.013304 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-db728613-49fb-4d76-8d1b-26523bff934e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68d69c1ca2be49bea966474afdce9193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0639079 Dec 09 22:22:49.014853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58164) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:49.061565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-9a263f7e-d362-4051-9324-d87f7e617259 service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668153 Dec 09 22:22:49.122482 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dca939d7-5656-4f15-936b-80cbfc484407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:49.156255 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dca939d7-5656-4f15-936b-80cbfc484407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:49.214852 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2620ba02-7640-4116-8585-e6c81ff8230f x-openstack-request-id: req-2620ba02-7640-4116-8585-e6c81ff8230f {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:49.215458 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e519c2-421e-413f-af53-73b38c365a7b", "tag": "795eaf9d-2261-45bc-9ae5-854abb531974", "status": "completed", "code": 200}, {"server_uuid": "ecd9d172-5375-48d8-b34d-914760b784e4", "name": "network-vif-deleted", "tag": "3ae6977c-9f65-47c9-a435-3e2f94588c01", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:49.216508 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2620ba02-7640-4116-8585-e6c81ff8230f {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:49.217165 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e519c2-421e-413f-af53-73b38c365a7b', 'tag': '795eaf9d-2261-45bc-9ae5-854abb531974', 'status': 'completed', 'code': 200} Dec 09 22:22:49.217800 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd9d172-5375-48d8-b34d-914760b784e4', 'name': 'network-vif-deleted', 'tag': '3ae6977c-9f65-47c9-a435-3e2f94588c01', 'status': 'completed', 'code': 200} Dec 09 22:22:49.235481 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dca939d7-5656-4f15-936b-80cbfc484407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:49.239969 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dca939d7-5656-4f15-936b-80cbfc484407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:49.243697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dca939d7-5656-4f15-936b-80cbfc484407 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dba387bc-1fa7-4dfd-b1af-be48c0c1319c HTTP/1.1" status: 204 len: 168 time: 0.2253006 Dec 09 22:22:49.297596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca939d7-5656-4f15-936b-80cbfc484407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba387bc-1fa7-4dfd-b1af-be48c0c1319c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:49.430393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda3d7-4d44-4cdc-9b64-fa0ca341bf5b req-250ebe23-178b-4f7a-9264-e0a45e28a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:49.433218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0edda3d7-4d44-4cdc-9b64-fa0ca341bf5b req-250ebe23-178b-4f7a-9264-e0a45e28a4d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 1096 time: 0.1580427 Dec 09 22:22:49.456099 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53cb3d-8544-48f7-acba-220b51dbe07c req-940367c5-7ae6-421f-aa48-20454efefe18 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:49.458786 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c53cb3d-8544-48f7-acba-220b51dbe07c req-940367c5-7ae6-421f-aa48-20454efefe18 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 944 time: 0.1245010 Dec 09 22:22:49.589062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c53cb3d-8544-48f7-acba-220b51dbe07c req-0fc15917-2268-464a-8ab7-b9c8495e7dd4 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236155 Dec 09 22:22:49.599169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58184) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:49.613533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-19d58e79-042b-4916-a21a-0829d26c6c10 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--426072221', 'description': 'tempest-description--434705293'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:49.648239 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda3d7-4d44-4cdc-9b64-fa0ca341bf5b req-5c413e5c-d75d-4087-a709-5cab5328fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:49.649900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0edda3d7-4d44-4cdc-9b64-fa0ca341bf5b req-5c413e5c-d75d-4087-a709-5cab5328fa67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 200 len: 906 time: 0.1834307 Dec 09 22:22:49.657025 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19d58e79-042b-4916-a21a-0829d26c6c10 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:49.743592 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0edda3d7-4d44-4cdc-9b64-fa0ca341bf5b req-dcf885d5-fbe0-42db-8f3a-abead6d93b5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=795eaf9d-2261-45bc-9ae5-854abb531974 HTTP/1.1" status: 200 len: 217 time: 0.0832407 Dec 09 22:22:49.746975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6898e45-01fb-429b-9826-862122d5bc39 req-323f482d-e342-464e-9aa6-06e3aabd2563 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 210 time: 0.0855238 Dec 09 22:22:49.855793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda3d7-4d44-4cdc-9b64-fa0ca341bf5b req-a4bdd005-05a7-4d6e-b372-4cd557f52b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:49.857329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0edda3d7-4d44-4cdc-9b64-fa0ca341bf5b req-a4bdd005-05a7-4d6e-b372-4cd557f52b87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05a1abe4-c6ce-4bf4-8897-108758cac1d9 HTTP/1.1" status: 200 len: 845 time: 0.1062987 Dec 09 22:22:49.905589 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0edda3d7-4d44-4cdc-9b64-fa0ca341bf5b req-e8c7c7a9-af71-4c44-bf23-bafdbf047106 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01f6d76-57c4-4305-a74a-91a3bc34186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394788 Dec 09 22:22:49.920443 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19d58e79-042b-4916-a21a-0829d26c6c10 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:49.940191 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19d58e79-042b-4916-a21a-0829d26c6c10 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.052300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d58e79-042b-4916-a21a-0829d26c6c10 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfcbc8e-f59e-4b31-af98-cb34b7bbc287,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:50.057187 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19d58e79-042b-4916-a21a-0829d26c6c10 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.061397 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-19d58e79-042b-4916-a21a-0829d26c6c10 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4580975 Dec 09 22:22:50.062600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58200) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:50.067417 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a3198304-089c-4e1d-b38a-6c01ba9fdf2d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Request body: {'security_group_rule': {'security_group_id': '4dfcbc8e-f59e-4b31-af98-cb34b7bbc287', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:50.112534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0edda3d7-4d44-4cdc-9b64-fa0ca341bf5b req-62050383-178c-4aeb-aaed-9864c406778d service neutron] 10.222.0.18 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956279 Dec 09 22:22:50.127572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21b1a6-2252-49d1-90d7-03267db8e5e6 req-08829e8d-6934-4736-8a1d-1b6ba0b0fd71 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:50.135069 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cd21b1a6-2252-49d1-90d7-03267db8e5e6 req-08829e8d-6934-4736-8a1d-1b6ba0b0fd71 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1638737 Dec 09 22:22:50.185738 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3198304-089c-4e1d-b38a-6c01ba9fdf2d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.314345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cd21b1a6-2252-49d1-90d7-03267db8e5e6 req-dda6eb73-4dd7-46f4-9fd8-2d3f7d1c684b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648266 Dec 09 22:22:50.323358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0edda3d7-4d44-4cdc-9b64-fa0ca341bf5b req-bb070d04-b4cc-4a33-9fab-590ba6ad2656 service neutron] 10.222.0.18 "GET /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847491 Dec 09 22:22:50.367868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3198304-089c-4e1d-b38a-6c01ba9fdf2d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.372398 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3198304-089c-4e1d-b38a-6c01ba9fdf2d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.404530 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3198304-089c-4e1d-b38a-6c01ba9fdf2d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.410293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a3198304-089c-4e1d-b38a-6c01ba9fdf2d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3468735 Dec 09 22:22:50.411110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58214) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:50.418618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-fd3f90d9-f790-478f-9cab-c02d23fbce26 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Request body: {'security_group_rule': {'security_group_id': '4dfcbc8e-f59e-4b31-af98-cb34b7bbc287', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:50.428392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3198304-089c-4e1d-b38a-6c01ba9fdf2d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a29d91d-54f1-4ae1-86f5-aa3e05771a3e,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:50.468042 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd3f90d9-f790-478f-9cab-c02d23fbce26 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.490659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fdf94-96f9-46f5-a8b1-97287b5ec98d req-7f5858d3-a207-46d1-b139-fa7dd9be4f51 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:50.498347 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e9fdf94-96f9-46f5-a8b1-97287b5ec98d req-7f5858d3-a207-46d1-b139-fa7dd9be4f51 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 946 time: 0.0816991 Dec 09 22:22:50.512901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58218) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:50.585994 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e9fdf94-96f9-46f5-a8b1-97287b5ec98d req-a10a3886-2910-45f8-aaea-0cc31bdbc206 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761251 Dec 09 22:22:50.623817 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd3f90d9-f790-478f-9cab-c02d23fbce26 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.632920 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd3f90d9-f790-478f-9cab-c02d23fbce26 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.676840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-728182985-network', 'tenant_id': 'd3077981454f4468912f3550eb92249b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:50.683127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f90d9-f790-478f-9cab-c02d23fbce26 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9096b2b-1f58-4370-816b-d219fdc8788c,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:50.708703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Made reservation on behalf of d3077981454f4468912f3550eb92249b for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:50.712827 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.734871 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd3f90d9-f790-478f-9cab-c02d23fbce26 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.740635 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fd3f90d9-f790-478f-9cab-c02d23fbce26 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266525 Dec 09 22:22:50.741988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58226) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:50.742941 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.743178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91d403-ebcf-4c23-b6c6-aa799d86e2ce req-ab964626-5cd8-4c4c-b567-a4c90bd3e081 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:50.744863 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d91d403-ebcf-4c23-b6c6-aa799d86e2ce req-ab964626-5cd8-4c4c-b567-a4c90bd3e081 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 944 time: 0.0911868 Dec 09 22:22:50.751583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:50.822378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d91d403-ebcf-4c23-b6c6-aa799d86e2ce req-60bb8acf-2b75-45d5-bbd0-c08e2d197cf0 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701680 Dec 09 22:22:50.843656 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:50.943428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1773b2b-ac6d-49d4-8a61-c9c43d824872 req-1ee28e8e-cc19-4b9b-a27b-63a41a465220 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 210 time: 0.0432825 Dec 09 22:22:51.260221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-fc83494f-ef67-4044-abc0-7043e3460f84 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:51.261665 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-fc83494f-ef67-4044-abc0-7043e3460f84 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.42 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.4904406 Dec 09 22:22:51.298527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Request body: {'port': {'device_id': '9a524d1c-69f2-4174-84bb-c4fe413374eb', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'admin_state_up': True, 'tenant_id': '42778ce0db43483cabcb3c03ecb5f8f9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:51.326158 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:51.342590 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:51.424017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:22:51.437698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:51.450083 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:51.450438 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Added segment d0c26ed8-2e66-4578-a5f9-56ff7a083eea of type vlan for network 9b150608-ee8f-4669-889c-0049d42cbeed Dec 09 22:22:51.507763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b1422-8e5f-4bbf-92d9-6cc99e2957f7 req-d3c8c24a-8e4c-4388-a2ee-2a4d22f82fb3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:51.516554 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:51.530491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad4b1422-8e5f-4bbf-92d9-6cc99e2957f7 req-d3c8c24a-8e4c-4388-a2ee-2a4d22f82fb3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1189446 Dec 09 22:22:51.536321 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:51.598095 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Made reservation on behalf of 42778ce0db43483cabcb3c03ecb5f8f9 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:51.602299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:51.615877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 795eaf9d-2261-45bc-9ae5-854abb531974 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:22:51.633059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:51.633984 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:51.634575 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:51.635452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad4b1422-8e5f-4bbf-92d9-6cc99e2957f7 req-720e7dcb-5da2-43ae-98b2-66c20982a730 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037920 Dec 09 22:22:51.659996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3ae6977c-9f65-47c9-a435-3e2f94588c01 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:51.721965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 3ae6977c-9f65-47c9-a435-3e2f94588c01 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:51.723038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3ae6977c-9f65-47c9-a435-3e2f94588c01 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:51.753573 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2305841 Dec 09 22:22:51.754509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58240) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:22:51.768310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-fe9f75b8-2def-4897-a029-bf06b4c85cbc admin admin] Request body: {'subnet': {'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-728182985-subnet', 'tenant_id': 'd3077981454f4468912f3550eb92249b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:51.789914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Allocated IP 172.25.8.11 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/5eea4f9c-c11c-4add-8fc4-d49d4833f665) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:22:51.802608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd0b73-3f93-4d0f-ab21-baf99a4976a8 req-bfb4d263-ae03-4a36-ac54-bd6f85b62c77 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:51.803876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 795eaf9d-2261-45bc-9ae5-854abb531974, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=795eaf9d-2261-45bc-9ae5-854abb531974,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:51.810908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80cd0b73-3f93-4d0f-ab21-baf99a4976a8 req-bfb4d263-ae03-4a36-ac54-bd6f85b62c77 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 946 time: 0.1299958 Dec 09 22:22:51.828652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '795eaf9d-2261-45bc-9ae5-854abb531974', 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'port_id': '795eaf9d-2261-45bc-9ae5-854abb531974', 'mac_address': 'fa:16:3e:0e:e4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a1abe4-c6ce-4bf4-8897-108758cac1d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:22:51.842401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9f75b8-2def-4897-a029-bf06b4c85cbc admin admin] Made reservation on behalf of d3077981454f4468912f3550eb92249b for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:51.844954 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fe9f75b8-2def-4897-a029-bf06b4c85cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:51.879331 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:51.894646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795eaf9d-2261-45bc-9ae5-854abb531974 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:51.917522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Allocated IP 172.20.0.12 (560067e5-0609-41d2-9cf6-aa6d2b495b2a/a961b3f3-c349-4ed3-9f0c-098c9d46b411/06731883-9320-45f7-a5b2-472e931249c9) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:22:51.921277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 795eaf9d-2261-45bc-9ae5-854abb531974, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=795eaf9d-2261-45bc-9ae5-854abb531974,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:51.929997 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:51.935816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68bcca-b0ff-45e1-9505-ac133a132188 admin admin] Pushing event updated for resources: {'Network': ['ID=9b150608-ee8f-4669-889c-0049d42cbeed,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:51.976744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80cd0b73-3f93-4d0f-ab21-baf99a4976a8 req-75f6c815-2504-44a8-898a-8fc1ed9cc194 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644719 Dec 09 22:22:51.992988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 9b150608-ee8f-4669-889c-0049d42cbeed details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:22:52.135700 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:52.155668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b29fd8b8-7f3c-44a8-80aa-f721cc0a2f12 req-8d0c4cc7-1b4f-4d79-bae8-2a358c365f91 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 210 time: 0.0631773 Dec 09 22:22:52.167734 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=795eaf9d-2261-45bc-9ae5-854abb531974,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:52.213354 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:52.273233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['795eaf9d-2261-45bc-9ae5-854abb531974'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:52.302796 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:22:52.312576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:52.336661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:22:52.337103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5425f81-94f3-4a29-abec-986e41d6d3a5 req-ec5e67b1-d085-49f6-98e9-d50b03b04021 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:52.341085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5425f81-94f3-4a29-abec-986e41d6d3a5 req-ec5e67b1-d085-49f6-98e9-d50b03b04021 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 945 time: 0.3624527 Dec 09 22:22:52.343332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fe9f75b8-2def-4897-a029-bf06b4c85cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:52.377255 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event updated for resources: {'Port': ['ID=5eea4f9c-c11c-4add-8fc4-d49d4833f665,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:52.427734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:52.503591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f75b8-2def-4897-a029-bf06b4c85cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:52.520928 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5425f81-94f3-4a29-abec-986e41d6d3a5 req-c48f36c3-f46a-4d0f-af87-2964308b5bfe tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685612 Dec 09 22:22:52.533537 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:52.537081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f75b8-2def-4897-a029-bf06b4c85cbc admin admin] Checking segment: {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:52.537446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f75b8-2def-4897-a029-bf06b4c85cbc admin admin] Network hostable DHCP agents. Network: 9b150608-ee8f-4669-889c-0049d42cbeed, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:22:52.558756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f75b8-2def-4897-a029-bf06b4c85cbc admin admin] Network 9b150608-ee8f-4669-889c-0049d42cbeed is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:22:52.571253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-fe9f75b8-2def-4897-a029-bf06b4c85cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 9b150608-ee8f-4669-889c-0049d42cbeed) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:52.578458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9f75b8-2def-4897-a029-bf06b4c85cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:52.579330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fe9f75b8-2def-4897-a029-bf06b4c85cbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:52.592238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308bf91d-1c4e-457d-ac82-ed6bd0a8d374 None None] Network 9b150608-ee8f-4669-889c-0049d42cbeed requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:22:52.597115 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fe9f75b8-2def-4897-a029-bf06b4c85cbc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8403518 Dec 09 22:22:52.602284 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:52.613145 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:52.718450 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:52.807769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa74ad09-da9a-421f-bf99-d5b02095ca5c None None] Network 9b150608-ee8f-4669-889c-0049d42cbeed requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:22:52.833390 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Network 560067e5-0609-41d2-9cf6-aa6d2b495b2a is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:22:52.843440 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:52.847245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:22:52.849748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Pushing event updated for resources: {'Port': ['ID=06731883-9320-45f7-a5b2-472e931249c9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:52.867924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63ee33-5b6a-437e-aec8-0022ea23243a req-13be60e5-b2d4-4be9-9429-c9d44892871d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:52.882075 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a63ee33-5b6a-437e-aec8-0022ea23243a req-13be60e5-b2d4-4be9-9429-c9d44892871d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1018307 Dec 09 22:22:52.910544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:52.911184 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:52.973836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:52.974976 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a63ee33-5b6a-437e-aec8-0022ea23243a req-7139f788-15e0-43b2-8e10-66db228b3610 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915239 Dec 09 22:22:52.981762 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:53.066321 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:53.083783 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-121c5ef6-443d-4bf0-b6ff-d9e679e26301 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7939384 Dec 09 22:22:53.089899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:53.097359 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3471761 Dec 09 22:22:53.121747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Request body: {'port': {'device_id': '9a524d1c-69f2-4174-84bb-c4fe413374eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:53.174674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef73dc-5996-469b-946c-488d43f1163f req-e6a3e945-01f0-422a-802f-654e8c393b4f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:53.176363 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94ef73dc-5996-469b-946c-488d43f1163f req-e6a3e945-01f0-422a-802f-654e8c393b4f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 946 time: 0.0920093 Dec 09 22:22:53.226727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79945f3-78ef-4a0a-b32a-59c602c7ed07 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event updated for resources: {'Port': ['ID=5eea4f9c-c11c-4add-8fc4-d49d4833f665,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:53.238428 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:53.334604 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94ef73dc-5996-469b-946c-488d43f1163f req-30acddbd-3bd1-453c-9a7a-a7ddeccab1d4 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bd4289f-4191-461e-bc60-b51f3a2602b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506534 Dec 09 22:22:53.459272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54349145-f084-4526-90da-f577249a6427 req-59fd4575-cb59-431b-8927-4c05f67eb45b tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:53.466451 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-59fd4575-cb59-431b-8927-4c05f67eb45b tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 814 time: 0.1789894 Dec 09 22:22:53.510375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-59105b9f-6908-48e8-b702-55fbb6b1939c tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/quotas/d3077981454f4468912f3550eb92249b HTTP/1.1" status: 200 len: 375 time: 0.0430577 Dec 09 22:22:53.581280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-dfd587b4-c7f3-4e15-a824-570a6278b420 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:53.583598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-dfd587b4-c7f3-4e15-a824-570a6278b420 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.42 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 946 time: 0.2820532 Dec 09 22:22:53.588472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-fe0a1b53-c8cf-404e-9c27-7edd95bf8a9a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716584 Dec 09 22:22:53.597096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77290640-94ae-4d4c-b415-f0586cdab1b6 req-3f34ba63-371f-4c3d-acdc-7055843c32e3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:53.598536 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77290640-94ae-4d4c-b415-f0586cdab1b6 req-3f34ba63-371f-4c3d-acdc-7055843c32e3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 932 time: 0.1291950 Dec 09 22:22:53.621770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06731883-9320-45f7-a5b2-472e931249c9 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:53.628568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 795eaf9d-2261-45bc-9ae5-854abb531974 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:22:53.631050 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:53.645421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Transition to ACTIVE for port object 06731883-9320-45f7-a5b2-472e931249c9 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:22:53.651834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:53.711182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Pushing event updated for resources: {'Port': ['ID=06731883-9320-45f7-a5b2-472e931249c9,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:53.761503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 795eaf9d-2261-45bc-9ae5-854abb531974 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:22:53.767052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 795eaf9d-2261-45bc-9ae5-854abb531974 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:22:53.767430 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:53.833638 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Attempting to bind port 06731883-9320-45f7-a5b2-472e931249c9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:22:53.834272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Attempting to bind port 06731883-9320-45f7-a5b2-472e931249c9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:22:53.834951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Attempting to bind port 06731883-9320-45f7-a5b2-472e931249c9 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:53.846185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Port 06731883-9320-45f7-a5b2-472e931249c9 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:22:53.846520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Attempting to bind port 06731883-9320-45f7-a5b2-472e931249c9 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:53.861169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:22:53.861533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Checking segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:53.861928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Bound using segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:22:53.862396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Bound port: 06731883-9320-45f7-a5b2-472e931249c9, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:22:53.871484 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:53.909592 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77290640-94ae-4d4c-b415-f0586cdab1b6 req-a88def1f-a3b5-42f7-b1bc-47d5f80fddaf tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455812 Dec 09 22:22:53.911815 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-45ec5918-b535-471b-9ef5-d6efb4aed4bf service neutron] 10.222.0.16 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123903 Dec 09 22:22:53.921487 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:53.950082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e519c2-421e-413f-af53-73b38c365a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795eaf9d-2261-45bc-9ae5-854abb531974'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:53.953587 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd3c680-831b-487e-ab15-944edce934ce" -d '{"events": [{"server_uuid": "c9e519c2-421e-413f-af53-73b38c365a7b", "name": "network-vif-plugged", "status": "completed", "tag": "795eaf9d-2261-45bc-9ae5-854abb531974"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:53.967677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 795eaf9d-2261-45bc-9ae5-854abb531974, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=795eaf9d-2261-45bc-9ae5-854abb531974,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:53.984718 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:53.989822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] For port 06731883-9320-45f7-a5b2-472e931249c9, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:54.000293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] For port 06731883-9320-45f7-a5b2-472e931249c9, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=06731883-9320-45f7-a5b2-472e931249c9,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:22:54.009253 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:54.053885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:54.054625 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:54.056135 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] 10.222.0.42 "PUT /v2.0/ports/06731883-9320-45f7-a5b2-472e931249c9 HTTP/1.1" status: 200 len: 1093 time: 0.9495754 Dec 09 22:22:54.056695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a524d1c-69f2-4174-84bb-c4fe413374eb', 'tag': '06731883-9320-45f7-a5b2-472e931249c9'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:54.059080 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7bc531-f331-4799-a93a-411eb68fd1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a524d1c-69f2-4174-84bb-c4fe413374eb", "tag": "06731883-9320-45f7-a5b2-472e931249c9"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:54.068439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-e81d7e2c-e220-49ea-b63a-e671ac909fd1 service neutron] 10.222.0.16 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467738 Dec 09 22:22:54.083336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Deleting port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:54.085677 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:54.091864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=795eaf9d-2261-45bc-9ae5-854abb531974,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:54.160516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef6172-2a0d-4005-93ca-474cd2e7b69e service neutron] Pushing event updated for resources: {'Port': ['ID=06731883-9320-45f7-a5b2-472e931249c9,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:54.182094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-3a51048d-1ecc-4065-ad09-bd8e978cbd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:54.191667 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-3a51048d-1ecc-4065-ad09-bd8e978cbd2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 1096 time: 0.0801272 Dec 09 22:22:54.310626 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-1737dc40-c12f-468c-b245-d6e4e83af389 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06731883-9320-45f7-a5b2-472e931249c9 HTTP/1.1" status: 200 len: 217 time: 0.1044531 Dec 09 22:22:54.356911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-1c793bb2-87a5-4da5-ba84-aac829531897 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:54.364130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-1c793bb2-87a5-4da5-ba84-aac829531897 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/networks?id=8db523f9-77d3-4b50-a888-5d328b907c36 HTTP/1.1" status: 200 len: 821 time: 0.2030988 Dec 09 22:22:54.404127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-fe0362fc-93c6-4a6e-94df-c32781001a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:54.405876 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-fe0362fc-93c6-4a6e-94df-c32781001a85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.0856521 Dec 09 22:22:54.408910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-286393d2-e476-422f-9a7a-162dc92097da tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/quotas/9aff33e8e6d7475b8b52f439364be072 HTTP/1.1" status: 200 len: 375 time: 0.0440817 Dec 09 22:22:54.451640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] For port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=68a1f8c9-508e-4d50-ba67-d5f6262f4b90,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:54.452003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:54.493449 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-2f5e44fd-3ee2-4579-aa4f-b32ccc46454b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705662 Dec 09 22:22:54.535561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-3560ff9d-95c3-4451-98b4-5e926d2475b1 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aff33e8e6d7475b8b52f439364be072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1123502 Dec 09 22:22:54.584445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df326b3a-0bee-4600-bafe-f7912b472bbd req-1200327c-2624-4478-8371-5fa94a97f17e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:54.587025 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df326b3a-0bee-4600-bafe-f7912b472bbd req-1200327c-2624-4478-8371-5fa94a97f17e tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 946 time: 0.2185400 Dec 09 22:22:54.667246 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-b2b40c7c-f143-47d7-a834-2e03519c6e7f service neutron] 10.222.0.42 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645834 Dec 09 22:22:54.794968 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cfca6d2b-3ea6-4f94-afde-6c9ad6045326 req-e64aa613-ffdb-4fb8-a80f-3ff536133ec2 service neutron] 10.222.0.42 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182826 Dec 09 22:22:55.160608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df326b3a-0bee-4600-bafe-f7912b472bbd req-75277066-1577-40bd-9398-a1757fe83696 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527134 Dec 09 22:22:55.179403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-4cd1c274-56e5-4cb7-9101-e579cb5aa7a2 service neutron] 10.222.0.16 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425946 Dec 09 22:22:55.219644 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605a8feb-4f11-4e13-a035-ab69dcf77edd x-openstack-request-id: req-605a8feb-4f11-4e13-a035-ab69dcf77edd {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:55.220532 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e519c2-421e-413f-af53-73b38c365a7b", "name": "network-vif-plugged", "status": "completed", "tag": "795eaf9d-2261-45bc-9ae5-854abb531974", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:55.220802 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-605a8feb-4f11-4e13-a035-ab69dcf77edd {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:55.221204 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e519c2-421e-413f-af53-73b38c365a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795eaf9d-2261-45bc-9ae5-854abb531974', 'code': 200} Dec 09 22:22:55.338426 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:55.338796 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:55.339119 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Floating IP 363a7c60-41aa-4586-a59c-388ba22438da disassociated. External IP: 172.25.8.69, port: 68a1f8c9-508e-4d50-ba67-d5f6262f4b90. Dec 09 22:22:55.339463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Calling delete_port for 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:55.454569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-9dc478cb-2517-446d-8887-5963c3eda4eb service neutron] 10.222.0.16 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180383 Dec 09 22:22:55.468537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e03322-d4e5-4005-8cec-ceb0c4c400f2 req-e5b6d679-6f7e-4fbd-af47-29c02e7a332b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:55.469990 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8e03322-d4e5-4005-8cec-ceb0c4c400f2 req-e5b6d679-6f7e-4fbd-af47-29c02e7a332b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1940718 Dec 09 22:22:55.481707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0c1fa-5d5d-4f12-a856-cf91bf25df00 req-3d52b9a7-6c59-4c00-b7fd-190fefe337ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:55.483177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ef0c1fa-5d5d-4f12-a856-cf91bf25df00 req-3d52b9a7-6c59-4c00-b7fd-190fefe337ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 1098 time: 0.1606894 Dec 09 22:22:55.574588 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8e03322-d4e5-4005-8cec-ceb0c4c400f2 req-4456fccd-dd45-401e-8e58-49500f89dcdf tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967731 Dec 09 22:22:55.578559 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ef0c1fa-5d5d-4f12-a856-cf91bf25df00 req-21784261-a071-4332-ae5f-4846c28b297f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869944 Dec 09 22:22:55.592092 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badd7397-816c-43cd-a5e7-79111125139a x-openstack-request-id: req-badd7397-816c-43cd-a5e7-79111125139a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:55.593179 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a524d1c-69f2-4174-84bb-c4fe413374eb", "tag": "06731883-9320-45f7-a5b2-472e931249c9", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:55.593549 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-badd7397-816c-43cd-a5e7-79111125139a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:55.594095 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a524d1c-69f2-4174-84bb-c4fe413374eb', 'tag': '06731883-9320-45f7-a5b2-472e931249c9', 'status': 'completed', 'code': 200} Dec 09 22:22:55.695258 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0dfd0a7a-5724-4a58-9043-42af7ae672bf req-3031cda5-c551-48f1-ad79-9237a3fcb24c tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 210 time: 0.0384448 Dec 09 22:22:55.695920 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:55.716811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bc531-f331-4799-a93a-411eb68fd1e1 req-3c4d3c44-9175-4d2b-9566-517b85501226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:55.720270 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba7bc531-f331-4799-a93a-411eb68fd1e1 req-3c4d3c44-9175-4d2b-9566-517b85501226 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 1096 time: 0.0684154 Dec 09 22:22:55.846675 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Pushing event deleted for resources: {'Port': ['ID=68a1f8c9-508e-4d50-ba67-d5f6262f4b90,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:55.943405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f2b18a11-c052-4484-9794-e8b65293de6a req-727992c2-ee59-444c-9988-3be866ef62a5 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 210 time: 0.1907296 Dec 09 22:22:55.990707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bc531-f331-4799-a93a-411eb68fd1e1 req-7719e0f7-bdd8-4f17-b61c-47f85c64889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:55.993284 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba7bc531-f331-4799-a93a-411eb68fd1e1 req-7719e0f7-bdd8-4f17-b61c-47f85c64889f service neutron] 10.222.0.42 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 912 time: 0.2654655 Dec 09 22:22:56.080023 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba7bc531-f331-4799-a93a-411eb68fd1e1 req-aea5da9b-d3a7-4225-9000-015de27a515e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06731883-9320-45f7-a5b2-472e931249c9 HTTP/1.1" status: 200 len: 217 time: 0.0765660 Dec 09 22:22:56.177384 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bc531-f331-4799-a93a-411eb68fd1e1 req-ca85bb72-e509-42c6-8e3b-28ed88fbac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:56.179127 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba7bc531-f331-4799-a93a-411eb68fd1e1 req-ca85bb72-e509-42c6-8e3b-28ed88fbac7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.0909736 Dec 09 22:22:56.234462 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba7bc531-f331-4799-a93a-411eb68fd1e1 req-09e522fa-3624-46b3-971b-cfe984580c07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404775 Dec 09 22:22:56.278038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54349145-f084-4526-90da-f577249a6427 req-8b9641b5-fdb4-487c-aa2d-31a13dd225b9 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:56.279855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-8b9641b5-fdb4-487c-aa2d-31a13dd225b9 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 814 time: 0.2777185 Dec 09 22:22:56.309629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8ad253c8-eacf-46e7-9f9f-9c6f3bf2ca6d req-d4e65ed4-f855-41f3-90ec-05226a8cbc2f tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 210 time: 0.1712723 Dec 09 22:22:56.319464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-54349145-f084-4526-90da-f577249a6427 req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Request body: {'port': {'device_id': 'f5936092-6869-4d88-8381-d9ccb1e1724c', 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed', 'admin_state_up': True, 'tenant_id': 'd3077981454f4468912f3550eb92249b'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:56.362425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Router c1a87771-edc5-4c1a-8f99-297c48201c2c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:22:56.375861 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba7bc531-f331-4799-a93a-411eb68fd1e1 req-861c0c4c-15ba-42e5-9d48-9e22b5ddaaed service neutron] 10.222.0.42 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306372 Dec 09 22:22:56.491478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dcfa7-5847-4066-8dc0-078e6d380ab0 req-d736dccb-d366-4e8e-9b6c-c0041133b2f0 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:56.498824 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a0dcfa7-5847-4066-8dc0-078e6d380ab0 req-d736dccb-d366-4e8e-9b6c-c0041133b2f0 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 944 time: 0.4640849 Dec 09 22:22:56.509546 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ba7bc531-f331-4799-a93a-411eb68fd1e1 req-44c5b515-36c0-4940-984e-d4d0d84d2287 service neutron] 10.222.0.42 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262228 Dec 09 22:22:56.512378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54349145-f084-4526-90da-f577249a6427 req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Made reservation on behalf of d3077981454f4468912f3550eb92249b for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:56.516135 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54349145-f084-4526-90da-f577249a6427 req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:56.662245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e32e6-a0cf-4ba8-b36a-22fc75787e54 req-3bad2c40-55c6-491c-bbda-053a1068c6da tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:56.663707 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f93e32e6-a0cf-4ba8-b36a-22fc75787e54 req-3bad2c40-55c6-491c-bbda-053a1068c6da tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 944 time: 0.2063422 Dec 09 22:22:56.720086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cc199-c932-4bc6-9245-1fe967286abc req-9fbb1904-8f8b-4ca4-8981-615bd8957010 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:56.721872 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6e8cc199-c932-4bc6-9245-1fe967286abc req-9fbb1904-8f8b-4ca4-8981-615bd8957010 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.18 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 944 time: 0.0523968 Dec 09 22:22:56.726344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a0dcfa7-5847-4066-8dc0-078e6d380ab0 req-404105de-5f45-49bb-906f-807e793e169d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266109 Dec 09 22:22:56.837396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:22:56.853287 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf23192-bfe2-42e4-9cd4-8f5e59540f36 None None] Sync routers for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:22:56.872081 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf23192-bfe2-42e4-9cd4-8f5e59540f36 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:22:56.877997 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-adf23192-bfe2-42e4-9cd4-8f5e59540f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:22:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:56.896733 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f93e32e6-a0cf-4ba8-b36a-22fc75787e54 req-cf7dbf8e-82bc-48d1-a445-9fb62fd35e02 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903419 Dec 09 22:22:56.931118 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-54349145-f084-4526-90da-f577249a6427 req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Allocated IP 172.20.0.13 (9b150608-ee8f-4669-889c-0049d42cbeed/6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164/4b3034bd-3ea7-4d68-a924-d2ef4d3b314e) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:22:56.956238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] No DVR routers for this DVR port 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:56.963877 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:56.967968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0448c13f-981c-4917-bb5b-f13719bbca23 req-f6cdaaab-64d0-4fc5-8f47-5948a144cbfe tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.42 "DELETE /v2.0/ports/68a1f8c9-508e-4d50-ba67-d5f6262f4b90 HTTP/1.1" status: 204 len: 173 time: 3.3664105 Dec 09 22:22:56.967968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039b4242-65da-4050-8974-4ed5b443b72c', 'name': 'network-vif-deleted', 'tag': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:56.970226 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764f61ff-7036-4a5c-8162-78a58d80694b" -d '{"events": [{"server_uuid": "039b4242-65da-4050-8974-4ed5b443b72c", "name": "network-vif-deleted", "tag": "68a1f8c9-508e-4d50-ba67-d5f6262f4b90"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:56.989177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac3df8-eb44-4a9e-8169-ae2002248250 req-0dbaf32a-1ded-42cf-97c4-7d12fceb68ab tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:56.997696 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9dac3df8-eb44-4a9e-8169-ae2002248250 req-0dbaf32a-1ded-42cf-97c4-7d12fceb68ab tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 946 time: 0.2059307 Dec 09 22:22:57.067382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-6e8cc199-c932-4bc6-9245-1fe967286abc req-aa25402d-1f3a-45e1-b359-092efac106d7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Deleting port dcb16939-8ce7-4c5d-907d-b7772fcf8652 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:22:57.067759 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6e8cc199-c932-4bc6-9245-1fe967286abc req-aa25402d-1f3a-45e1-b359-092efac106d7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:57.142619 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-adf23192-bfe2-42e4-9cd4-8f5e59540f36 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:22:57.184871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-a771f00d-a0ab-4ffe-acb2-71bdd8e28b4b tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:57.186400 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-a771f00d-a0ab-4ffe-acb2-71bdd8e28b4b tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.42 "GET /v2.0/networks?id=8db523f9-77d3-4b50-a888-5d328b907c36 HTTP/1.1" status: 200 len: 821 time: 0.2393720 Dec 09 22:22:57.207617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Request body: {'port': {'device_id': '7186f35a-507d-442e-8d88-388e105f8548', 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36', 'admin_state_up': True, 'tenant_id': '9aff33e8e6d7475b8b52f439364be072'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:57.213299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9dac3df8-eb44-4a9e-8169-ae2002248250 req-719bb8e8-bf22-4d35-9684-66117afe5e59 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133808 Dec 09 22:22:57.246895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6e8cc199-c932-4bc6-9245-1fe967286abc req-aa25402d-1f3a-45e1-b359-092efac106d7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] For port dcb16939-8ce7-4c5d-907d-b7772fcf8652, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=dcb16939-8ce7-4c5d-907d-b7772fcf8652,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:57.246895 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6e8cc199-c932-4bc6-9245-1fe967286abc req-aa25402d-1f3a-45e1-b359-092efac106d7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:57.279699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3759947-395e-46ec-88f4-1b59ef8c30f9 req-a3a1ebcf-2c32-4232-9ed0-84f3a7e192d4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:57.284535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3759947-395e-46ec-88f4-1b59ef8c30f9 req-a3a1ebcf-2c32-4232-9ed0-84f3a7e192d4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.2719257 Dec 09 22:22:57.304162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-6e8cc199-c932-4bc6-9245-1fe967286abc req-aa25402d-1f3a-45e1-b359-092efac106d7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Calling delete_port for dcb16939-8ce7-4c5d-907d-b7772fcf8652 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:22:57.372114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0d82023-e199-4da8-98cb-42033b356da7 req-3d8c76a2-781e-4ada-b73b-c1b78d08a6e1 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 210 time: 0.0549242 Dec 09 22:22:57.436259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3759947-395e-46ec-88f4-1b59ef8c30f9 req-109836fd-98c0-42aa-949f-58f751249692 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180346 Dec 09 22:22:57.452654 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54349145-f084-4526-90da-f577249a6427 req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:57.479285 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa751c0-79ac-4f78-92ee-48ed0e37b4ac x-openstack-request-id: req-4aa751c0-79ac-4f78-92ee-48ed0e37b4ac {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:57.479585 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039b4242-65da-4050-8974-4ed5b443b72c", "name": "network-vif-deleted", "tag": "68a1f8c9-508e-4d50-ba67-d5f6262f4b90", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:57.479851 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4aa751c0-79ac-4f78-92ee-48ed0e37b4ac {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:57.480270 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039b4242-65da-4050-8974-4ed5b443b72c', 'name': 'network-vif-deleted', 'tag': '68a1f8c9-508e-4d50-ba67-d5f6262f4b90', 'status': 'completed', 'code': 200} Dec 09 22:22:57.537240 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54349145-f084-4526-90da-f577249a6427 req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:57.598615 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-adf23192-bfe2-42e4-9cd4-8f5e59540f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:16Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:57.629396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54349145-f084-4526-90da-f577249a6427 req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Network 9b150608-ee8f-4669-889c-0049d42cbeed is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:22:57.649481 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf23192-bfe2-42e4-9cd4-8f5e59540f36 None None] Checking router: c1a87771-edc5-4c1a-8f99-297c48201c2c for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:22:57.662890 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-54349145-f084-4526-90da-f577249a6427 req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:57.664511 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf23192-bfe2-42e4-9cd4-8f5e59540f36 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:22:57.665942 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-adf23192-bfe2-42e4-9cd4-8f5e59540f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:22:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:57.667561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-54349145-f084-4526-90da-f577249a6427 req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:22:57.698110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Made reservation on behalf of 9aff33e8e6d7475b8b52f439364be072 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:22:57.701622 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:57.732064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf00ce29-6193-4a02-a41b-3c24238f6fcb req-85ed03fd-ecd3-4746-8792-5cee7aa2f79c tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/ports?device_id=039b4242-65da-4050-8974-4ed5b443b72c HTTP/1.1" status: 200 len: 210 time: 0.0950153 Dec 09 22:22:57.736974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Pushing event updated for resources: {'Port': ['ID=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:57.778342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae5d78b7-96af-408a-b725-2ccfa2290758 req-ffbb4550-9ac4-47f8-93d8-b8bd54e2126e tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 210 time: 0.0510399 Dec 09 22:22:57.801719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54349145-f084-4526-90da-f577249a6427 req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:57.810680 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54349145-f084-4526-90da-f577249a6427 req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:57.831048 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6e8cc199-c932-4bc6-9245-1fe967286abc req-aa25402d-1f3a-45e1-b359-092efac106d7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:57.842281 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-071e0a52-b108-49cf-a9cb-f3092b6cdd0e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5304949 Dec 09 22:22:57.852471 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-adf23192-bfe2-42e4-9cd4-8f5e59540f36 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:22:57.862764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Request body: {'port': {'device_id': 'f5936092-6869-4d88-8381-d9ccb1e1724c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:57.893816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25402d-1f3a-45e1-b359-092efac106d7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Pushing event deleted for resources: {'Port': ['ID=dcb16939-8ce7-4c5d-907d-b7772fcf8652,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:57.934514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dedf8e-0755-427b-a360-aa1be28c1229 req-6944bb00-04cf-46b9-867d-24231f43b31f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:57.936145 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02dedf8e-0755-427b-a360-aa1be28c1229 req-6944bb00-04cf-46b9-867d-24231f43b31f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 944 time: 0.1083691 Dec 09 22:22:57.963641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Allocated IP 172.20.0.5 (8db523f9-77d3-4b50-a888-5d328b907c36/7b633e57-1d18-4ea8-b7d0-78b15873f9e7/8418b68e-2813-4023-a87d-a9e5e55e6f1d) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:22:57.968290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8cc199-c932-4bc6-9245-1fe967286abc req-aa25402d-1f3a-45e1-b359-092efac106d7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] No DVR routers for this DVR port dcb16939-8ce7-4c5d-907d-b7772fcf8652 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:22:57.973553 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6e8cc199-c932-4bc6-9245-1fe967286abc req-aa25402d-1f3a-45e1-b359-092efac106d7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:57.976173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:57.978394 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6e8cc199-c932-4bc6-9245-1fe967286abc req-aa25402d-1f3a-45e1-b359-092efac106d7 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.18 "DELETE /v2.0/ports/dcb16939-8ce7-4c5d-907d-b7772fcf8652 HTTP/1.1" status: 204 len: 173 time: 1.1856461 Dec 09 22:22:57.978900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aea7247-964f-4926-85df-a16cf8632b49', 'name': 'network-vif-deleted', 'tag': 'dcb16939-8ce7-4c5d-907d-b7772fcf8652'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:57.982602 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a5bb8b-4c30-4e3a-b425-9193f4ece6e3" -d '{"events": [{"server_uuid": "8aea7247-964f-4926-85df-a16cf8632b49", "name": "network-vif-deleted", "tag": "dcb16939-8ce7-4c5d-907d-b7772fcf8652"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:58.061195 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01534ca0-7613-4938-bccd-af13b09ea140 req-e676a8ee-8c73-4c10-9ff9-0afab9e64260 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aea7247-964f-4926-85df-a16cf8632b49 HTTP/1.1" status: 200 len: 210 time: 0.0692301 Dec 09 22:22:58.092657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02dedf8e-0755-427b-a360-aa1be28c1229 req-cfb243a2-0191-48ce-a933-6b4921be5945 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361082 Dec 09 22:22:58.116719 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-adf23192-bfe2-42e4-9cd4-8f5e59540f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:16Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:22:58.150392 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42166df4-4cd2-4058-b78c-d05076cfee8c x-openstack-request-id: req-42166df4-4cd2-4058-b78c-d05076cfee8c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:22:58.150817 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aea7247-964f-4926-85df-a16cf8632b49", "name": "network-vif-deleted", "tag": "dcb16939-8ce7-4c5d-907d-b7772fcf8652", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:22:58.151202 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42166df4-4cd2-4058-b78c-d05076cfee8c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:22:58.151687 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aea7247-964f-4926-85df-a16cf8632b49', 'name': 'network-vif-deleted', 'tag': 'dcb16939-8ce7-4c5d-907d-b7772fcf8652', 'status': 'completed', 'code': 200} Dec 09 22:22:58.168810 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:58.172943 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf23192-bfe2-42e4-9cd4-8f5e59540f36 None None] The sync data for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 is: [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:09Z', 'revision_number': 4, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '1260ebe4-7ee4-4719-a64a-0525b210d34e', 'name': '', 'network_id': '445c2bc8-9472-47a8-b9c5-978adb5498a2', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'mac_address': 'fa:16:3e:26:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:09Z', 'updated_at': '2021-12-09T22:18:16Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'subnets': [{'id': '527b68bc-9630-41b5-96c7-5fc55cf1bfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:22:58.208889 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 06731883-9320-45f7-a5b2-472e931249c9 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:22:58.211843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:58.219406 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:58.241636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:58.242302 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 68a1f8c9-508e-4d50-ba67-d5f6262f4b90 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:58.267841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Network 8db523f9-77d3-4b50-a888-5d328b907c36 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:22:58.274694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:22:58.280031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:22:58.284743 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event updated for resources: {'Port': ['ID=8418b68e-2813-4023-a87d-a9e5e55e6f1d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:58.340565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:58.341302 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:58.358953 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b9e3fd25-a848-4405-aa1d-f983e4b694e8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1612592 Dec 09 22:22:58.372575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Request body: {'port': {'device_id': '7186f35a-507d-442e-8d88-388e105f8548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:22:58.386120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 06731883-9320-45f7-a5b2-472e931249c9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=06731883-9320-45f7-a5b2-472e931249c9,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:58.398677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '06731883-9320-45f7-a5b2-472e931249c9', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'port_id': '06731883-9320-45f7-a5b2-472e931249c9', 'mac_address': 'fa:16:3e:bb:57:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a961b3f3-c349-4ed3-9f0c-098c9d46b411', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:22:58.417571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d6b3b-28c7-4889-b93c-02b8e43f8c3b req-f394a2b0-4409-4318-8c90-afff0a804804 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:58.430252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c9d6b3b-28c7-4889-b93c-02b8e43f8c3b req-f394a2b0-4409-4318-8c90-afff0a804804 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 946 time: 0.1057184 Dec 09 22:22:58.453060 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:58.464183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:58.472374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06731883-9320-45f7-a5b2-472e931249c9 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:58.497973 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:58.509010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 06731883-9320-45f7-a5b2-472e931249c9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=06731883-9320-45f7-a5b2-472e931249c9,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:22:58.509943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:58.515414 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:58.531403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Transition to ACTIVE for port object 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:22:58.540694 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:58.550868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ee766bc-983e-4a20-b0d8-624687415dd7 req-4ebc1c44-f6db-4393-bb14-049b4aa3e8ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1196313 Dec 09 22:22:58.578684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=06731883-9320-45f7-a5b2-472e931249c9,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:58.620064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c9d6b3b-28c7-4889-b93c-02b8e43f8c3b req-26fcac46-bc4d-4e6f-9032-6be726cadd0b tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761010 Dec 09 22:22:58.658830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8622edda-eab8-4edb-bac7-ad8cbef2487f None None] New status for floating IP 363a7c60-41aa-4586-a59c-388ba22438da: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:22:58.674570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Pushing event updated for resources: {'Port': ['ID=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:58.737109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb25a74-c10e-41c5-91ac-25612f906b8b req-10f5f102-fdda-4da9-8a64-0ec93ebe2c04 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:58.739704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-beb25a74-c10e-41c5-91ac-25612f906b8b req-10f5f102-fdda-4da9-8a64-0ec93ebe2c04 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 944 time: 0.1673932 Dec 09 22:22:58.792281 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee766bc-983e-4a20-b0d8-624687415dd7 req-825b9832-6d45-4c84-b875-10a672bbe3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:58.793897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ee766bc-983e-4a20-b0d8-624687415dd7 req-825b9832-6d45-4c84-b875-10a672bbe3a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 1103 time: 0.1555192 Dec 09 22:22:58.796865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['06731883-9320-45f7-a5b2-472e931249c9'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:22:58.890801 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-beb25a74-c10e-41c5-91ac-25612f906b8b req-665c66a3-43bf-460d-9dd5-b6af8290c598 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250784 Dec 09 22:22:58.896289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Attempting to bind port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:22:58.897460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Attempting to bind port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:22:58.897460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Attempting to bind port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e on network 9b150608-ee8f-4669-889c-0049d42cbeed {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:58.910337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f698a-b1d5-4b8f-96ef-098bce683e0d req-52fb2891-f503-443e-b061-7a1f2d2afa01 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:58.917962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f6f698a-b1d5-4b8f-96ef-098bce683e0d req-52fb2891-f503-443e-b061-7a1f2d2afa01 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1742032 Dec 09 22:22:58.937044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e on network 9b150608-ee8f-4669-889c-0049d42cbeed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:22:58.937462 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Attempting to bind port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e on network 9b150608-ee8f-4669-889c-0049d42cbeed {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:58.987668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:22:58.988064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Checking segment: {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:58.988550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Bound using segment: {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:22:58.989117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Bound port: 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:22:58.989688 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:58.996696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8418b68e-2813-4023-a87d-a9e5e55e6f1d {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:22:59.004461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:59.018549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Transition to ACTIVE for port object 8418b68e-2813-4023-a87d-a9e5e55e6f1d will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:22:59.023513 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:59.060924 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f6f698a-b1d5-4b8f-96ef-098bce683e0d req-421ad6e8-a7c6-42a3-9227-598abf934152 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419747 Dec 09 22:22:59.068551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee766bc-983e-4a20-b0d8-624687415dd7 req-613c2803-8d6c-48fd-8527-976ebe8b2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:59.070642 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ee766bc-983e-4a20-b0d8-624687415dd7 req-613c2803-8d6c-48fd-8527-976ebe8b2af4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2141438 Dec 09 22:22:59.115734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Pushing event updated for resources: {'Port': ['ID=8418b68e-2813-4023-a87d-a9e5e55e6f1d,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:59.125687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ee766bc-983e-4a20-b0d8-624687415dd7 req-aaf7a579-2514-4a1b-a5fc-665d717497c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 200 len: 217 time: 0.0429425 Dec 09 22:22:59.138449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] For port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:59.141558 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] For port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:22:59.183359 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:59.200398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Attempting to bind port 8418b68e-2813-4023-a87d-a9e5e55e6f1d on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:22:59.200760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Attempting to bind port 8418b68e-2813-4023-a87d-a9e5e55e6f1d by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:22:59.201070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Attempting to bind port 8418b68e-2813-4023-a87d-a9e5e55e6f1d on network 8db523f9-77d3-4b50-a888-5d328b907c36 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:59.206643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Port 8418b68e-2813-4023-a87d-a9e5e55e6f1d on network 8db523f9-77d3-4b50-a888-5d328b907c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:22:59.206979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Attempting to bind port 8418b68e-2813-4023-a87d-a9e5e55e6f1d on network 8db523f9-77d3-4b50-a888-5d328b907c36 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:22:59.212570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:22:59.212914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Checking segment: {'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:22:59.213319 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Bound using segment: {'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:22:59.213729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Bound port: 8418b68e-2813-4023-a87d-a9e5e55e6f1d, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:22:59.214122 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:59.294286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] For port 8418b68e-2813-4023-a87d-a9e5e55e6f1d, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:22:59.299692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] For port 8418b68e-2813-4023-a87d-a9e5e55e6f1d, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=8418b68e-2813-4023-a87d-a9e5e55e6f1d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:22:59.306213 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:59.349935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:59.350565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:59.352004 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] 10.222.0.42 "PUT /v2.0/ports/8418b68e-2813-4023-a87d-a9e5e55e6f1d HTTP/1.1" status: 200 len: 1092 time: 0.9847877 Dec 09 22:22:59.376305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1cd4f-e3b1-4cda-9dde-5015e2f88e22 service neutron] Pushing event updated for resources: {'Port': ['ID=8418b68e-2813-4023-a87d-a9e5e55e6f1d,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:59.465944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-968624e7-1fd6-4655-ab6c-95e7fcfde2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:59.467504 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-968624e7-1fd6-4655-ab6c-95e7fcfde2a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aff33e8e6d7475b8b52f439364be072&device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 1095 time: 0.0444217 Dec 09 22:22:59.516486 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-11a0fdd9-3bd7-4390-8174-ace05c406e06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8418b68e-2813-4023-a87d-a9e5e55e6f1d HTTP/1.1" status: 200 len: 217 time: 0.0399239 Dec 09 22:22:59.566738 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee766bc-983e-4a20-b0d8-624687415dd7 req-e88cc437-90d8-418d-a8a6-78323626f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:59.568187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ee766bc-983e-4a20-b0d8-624687415dd7 req-e88cc437-90d8-418d-a8a6-78323626f96f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.4335098 Dec 09 22:22:59.570008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:59.570602 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:22:59.571825 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] 10.222.0.18 "PUT /v2.0/ports/4b3034bd-3ea7-4d68-a924-d2ef4d3b314e HTTP/1.1" status: 200 len: 1093 time: 1.7159278 Dec 09 22:22:59.573243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-3111fa1a-cb70-4a64-8afd-473b3a1d935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:59.574782 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-3111fa1a-cb70-4a64-8afd-473b3a1d935a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b633e57-1d18-4ea8-b7d0-78b15873f9e7 HTTP/1.1" status: 200 len: 861 time: 0.0508184 Dec 09 22:22:59.597701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5936092-6869-4d88-8381-d9ccb1e1724c', 'tag': '4b3034bd-3ea7-4d68-a924-d2ef4d3b314e'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:22:59.600489 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6b29d6-8be4-41d7-9583-d7e634e636e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5936092-6869-4d88-8381-d9ccb1e1724c", "tag": "4b3034bd-3ea7-4d68-a924-d2ef4d3b314e"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:22:59.607678 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-455f0244-3089-469a-89a2-f5aba2a9a692 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8db523f9-77d3-4b50-a888-5d328b907c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256779 Dec 09 22:22:59.628354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device dcb16939-8ce7-4c5d-907d-b7772fcf8652 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:22:59.649514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: dcb16939-8ce7-4c5d-907d-b7772fcf8652 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:22:59.650372 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device dcb16939-8ce7-4c5d-907d-b7772fcf8652 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:22:59.680493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6aeecd-c21a-4e24-97a7-232b4b1733de service neutron] Pushing event updated for resources: {'Port': ['ID=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:22:59.707454 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-9273daad-cc37-4371-b437-382436d65bbe service neutron] 10.222.0.42 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924537 Dec 09 22:22:59.708116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4204751-d035-4e51-8679-2374abd3c081 req-7dd49301-08fe-42b3-8fff-f5d4cf35381a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:59.709590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4204751-d035-4e51-8679-2374abd3c081 req-7dd49301-08fe-42b3-8fff-f5d4cf35381a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 945 time: 0.1759069 Dec 09 22:22:59.719943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff177a48-d773-4475-aaff-3bbaa60b8ba0 req-2c9bf758-5c44-4ba0-a683-305d26926a69 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:59.721335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff177a48-d773-4475-aaff-3bbaa60b8ba0 req-2c9bf758-5c44-4ba0-a683-305d26926a69 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 943 time: 0.1836088 Dec 09 22:22:59.739424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee766bc-983e-4a20-b0d8-624687415dd7 req-b75baadc-8411-4d9e-acb6-98dd699159ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:59.741405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ee766bc-983e-4a20-b0d8-624687415dd7 req-b75baadc-8411-4d9e-acb6-98dd699159ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1332312 Dec 09 22:22:59.769227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54349145-f084-4526-90da-f577249a6427 req-d03bd3e6-8e41-4f67-9182-f0dc259424df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:59.770561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-d03bd3e6-8e41-4f67-9182-f0dc259424df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 1096 time: 0.1220200 Dec 09 22:22:59.800985 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65bb9006-1ac6-4f44-bd27-e07c706e6147 req-b48dab52-2434-477f-a754-d19671ebbaf4 service neutron] 10.222.0.42 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855751 Dec 09 22:22:59.862979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-58025cdb-960e-4094-805a-b6a3c1a195f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e HTTP/1.1" status: 200 len: 217 time: 0.0690899 Dec 09 22:22:59.895459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4204751-d035-4e51-8679-2374abd3c081 req-5ceca103-97a4-433f-a8e2-51073988daf3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731939 Dec 09 22:22:59.906199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff177a48-d773-4475-aaff-3bbaa60b8ba0 req-921a3dda-8d12-4a05-9d10-d42b9be46277 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723781 Dec 09 22:22:59.970734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ee766bc-983e-4a20-b0d8-624687415dd7 req-e328e377-89db-4ca9-aa6d-5eb9cf4d1eb9 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164197 Dec 09 22:22:59.972334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54349145-f084-4526-90da-f577249a6427 req-37a19bda-6186-40e6-9133-2a93de401694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:22:59.973685 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-37a19bda-6186-40e6-9133-2a93de401694 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164 HTTP/1.1" status: 200 len: 854 time: 0.0819285 Dec 09 22:23:00.024731 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28252425-e7e6-478c-baec-67c579837157 x-openstack-request-id: req-28252425-e7e6-478c-baec-67c579837157 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:00.025170 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5936092-6869-4d88-8381-d9ccb1e1724c", "tag": "4b3034bd-3ea7-4d68-a924-d2ef4d3b314e", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:00.025488 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28252425-e7e6-478c-baec-67c579837157 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:00.025967 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5936092-6869-4d88-8381-d9ccb1e1724c', 'tag': '4b3034bd-3ea7-4d68-a924-d2ef4d3b314e', 'status': 'completed', 'code': 200} Dec 09 22:23:00.027983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-bba0ff3a-3161-4779-a646-999f678f2589 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b150608-ee8f-4669-889c-0049d42cbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393758 Dec 09 22:23:00.152428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7186f35a-507d-442e-8d88-388e105f8548', 'tag': '8418b68e-2813-4023-a87d-a9e5e55e6f1d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:00.155078 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b1894-0b81-4e77-b3b7-1f2aff2d2a67" -d '{"events": [{"name": "network-changed", "server_uuid": "7186f35a-507d-442e-8d88-388e105f8548", "tag": "8418b68e-2813-4023-a87d-a9e5e55e6f1d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:00.183122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ee766bc-983e-4a20-b0d8-624687415dd7 req-ee5e83c5-d896-48cc-8054-c577f566b6d8 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041819 Dec 09 22:23:00.197781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f52c66-7150-46bb-8289-1526b0647f48 req-10fc3595-d664-4a4b-95dd-65df29169d00 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:00.204452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23f52c66-7150-46bb-8289-1526b0647f48 req-10fc3595-d664-4a4b-95dd-65df29169d00 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 944 time: 0.1272347 Dec 09 22:23:00.215394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 06731883-9320-45f7-a5b2-472e931249c9 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:23:00.230021 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-486c6ca5-552a-4bbb-8099-c5a93ba4a74c service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671565 Dec 09 22:23:00.268708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 06731883-9320-45f7-a5b2-472e931249c9 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:23:00.274421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 06731883-9320-45f7-a5b2-472e931249c9 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:23:00.275091 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:00.302113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23f52c66-7150-46bb-8289-1526b0647f48 req-42244171-335f-4313-b5f7-7c9c0cce6bef tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797582 Dec 09 22:23:00.373411 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:00.379888 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:23:00.396915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a524d1c-69f2-4174-84bb-c4fe413374eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06731883-9320-45f7-a5b2-472e931249c9'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:00.399169 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa568c9-8e53-4f82-92ce-39fa6c321bd8" -d '{"events": [{"server_uuid": "9a524d1c-69f2-4174-84bb-c4fe413374eb", "name": "network-vif-plugged", "status": "completed", "tag": "06731883-9320-45f7-a5b2-472e931249c9"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:00.412056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 06731883-9320-45f7-a5b2-472e931249c9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=06731883-9320-45f7-a5b2-472e931249c9,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:00.416511 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:00.463314 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=06731883-9320-45f7-a5b2-472e931249c9,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:00.476381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356037e3-2e44-42da-bea2-6b5ce768720f req-86751b63-72cf-4f6f-9951-39fedb62957c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:00.477906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-356037e3-2e44-42da-bea2-6b5ce768720f req-86751b63-72cf-4f6f-9951-39fedb62957c tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 944 time: 0.1722331 Dec 09 22:23:00.486692 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54349145-f084-4526-90da-f577249a6427 req-2d628083-1be1-40aa-9774-4d9da68022ed service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324476 Dec 09 22:23:00.500131 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-65b76e8e-0b21-4a1b-8db9-fea9023328ea service neutron] show failed (client error): The resource could not be found. Dec 09 22:23:00.501076 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-65b76e8e-0b21-4a1b-8db9-fea9023328ea service neutron] 10.222.0.42 "GET /v2.0/ports/bf41a161-1a53-468e-9681-82e6859b71ff/bindings/n-h1-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.1409309 Dec 09 22:23:00.515158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca5ef4-0eb8-4a51-9228-10402ad3ba7e req-eda09929-78c4-4dd6-bb47-8c52e1dff1d3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:00.516767 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0fca5ef4-0eb8-4a51-9228-10402ad3ba7e req-eda09929-78c4-4dd6-bb47-8c52e1dff1d3 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1545911 Dec 09 22:23:00.568462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-356037e3-2e44-42da-bea2-6b5ce768720f req-d2812aea-5512-4797-8377-60fb6dcce7d3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799310 Dec 09 22:23:00.585625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0fca5ef4-0eb8-4a51-9228-10402ad3ba7e req-a026f88a-1d8a-44d6-9af5-2c35e4560172 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615826 Dec 09 22:23:00.624227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58420) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:00.655000 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5357a957-5ec5-4b80-9a40-3d7669ea197a x-openstack-request-id: req-5357a957-5ec5-4b80-9a40-3d7669ea197a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:00.655628 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7186f35a-507d-442e-8d88-388e105f8548", "tag": "8418b68e-2813-4023-a87d-a9e5e55e6f1d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:00.656041 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5357a957-5ec5-4b80-9a40-3d7669ea197a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:00.656651 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7186f35a-507d-442e-8d88-388e105f8548', 'tag': '8418b68e-2813-4023-a87d-a9e5e55e6f1d', 'status': 'completed', 'code': 200} Dec 09 22:23:00.737210 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0673299b-b6c8-4e1e-937f-2c6826798191 x-openstack-request-id: req-0673299b-b6c8-4e1e-937f-2c6826798191 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:00.739108 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a524d1c-69f2-4174-84bb-c4fe413374eb", "name": "network-vif-plugged", "status": "completed", "tag": "06731883-9320-45f7-a5b2-472e931249c9", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:00.739722 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0673299b-b6c8-4e1e-937f-2c6826798191 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:00.740302 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a524d1c-69f2-4174-84bb-c4fe413374eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06731883-9320-45f7-a5b2-472e931249c9', 'code': 200} Dec 09 22:23:00.750805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b29d6-8be4-41d7-9583-d7e634e636e2 req-8a33f667-13f8-46cf-8dcb-2f141e211142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:00.753286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f6b29d6-8be4-41d7-9583-d7e634e636e2 req-8a33f667-13f8-46cf-8dcb-2f141e211142 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 1096 time: 0.1219256 Dec 09 22:23:00.772500 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7c234b1-c454-4f29-bb4a-3007c996872d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:00.821143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b1894-0b81-4e77-b3b7-1f2aff2d2a67 req-252e7223-c5fe-43d4-abe6-0879a4dfb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:00.822878 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff1b1894-0b81-4e77-b3b7-1f2aff2d2a67 req-252e7223-c5fe-43d4-abe6-0879a4dfb639 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aff33e8e6d7475b8b52f439364be072&device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 1095 time: 0.1245165 Dec 09 22:23:00.854451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7c234b1-c454-4f29-bb4a-3007c996872d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:00.944593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40758ef1-556b-43d4-9144-fa11986e087c req-f3164802-8773-4099-85b2-8a653c7fa7dc tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:00.947004 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-40758ef1-556b-43d4-9144-fa11986e087c req-f3164802-8773-4099-85b2-8a653c7fa7dc tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.18 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 944 time: 0.1558053 Dec 09 22:23:00.956502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b382b8d-d491-4abf-a48b-6c4f877a9b6e req-74a1923d-5ae9-4e94-b77f-52c507e4ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:00.958027 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3b382b8d-d491-4abf-a48b-6c4f877a9b6e req-74a1923d-5ae9-4e94-b77f-52c507e4ef32 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 1098 time: 0.1122596 Dec 09 22:23:00.966550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-b51921f6-b330-4e1e-a4a9-c20d3882dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:00.968089 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-b51921f6-b330-4e1e-a4a9-c20d3882dc08 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3&tenant_id=ade0516472b8498d9af27180239f4606 HTTP/1.1" status: 200 len: 1102 time: 0.1788635 Dec 09 22:23:00.988571 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-85a2907a-9c16-4717-92c8-04a1db527fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.012009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:01.114173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b29d6-8be4-41d7-9583-d7e634e636e2 req-df137c57-0c6f-4087-a73f-d0e70474ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:01.115640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f6b29d6-8be4-41d7-9583-d7e634e636e2 req-df137c57-0c6f-4087-a73f-d0e70474ecb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 915 time: 0.3234117 Dec 09 22:23:01.130773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b1894-0b81-4e77-b3b7-1f2aff2d2a67 req-16d1cacb-7d6e-4636-98b6-748c2b49b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:01.132721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff1b1894-0b81-4e77-b3b7-1f2aff2d2a67 req-16d1cacb-7d6e-4636-98b6-748c2b49b475 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8db523f9-77d3-4b50-a888-5d328b907c36 HTTP/1.1" status: 200 len: 922 time: 0.2957828 Dec 09 22:23:01.142615 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3b382b8d-d491-4abf-a48b-6c4f877a9b6e req-c5c43550-e99e-4774-aa87-079b068b7b02 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735406 Dec 09 22:23:01.152153 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.152900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b811a-b05a-42d1-a5ab-03ba03caad71 req-f5716ee7-9f9b-444a-aa1e-b23d4b501409 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:01.154372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-375b811a-b05a-42d1-a5ab-03ba03caad71 req-f5716ee7-9f9b-444a-aa1e-b23d4b501409 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 946 time: 0.1495261 Dec 09 22:23:01.177480 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-40758ef1-556b-43d4-9144-fa11986e087c req-15f5a47a-7693-4700-a185-403e1497b003 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Deleting port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:01.178241 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-40758ef1-556b-43d4-9144-fa11986e087c req-15f5a47a-7693-4700-a185-403e1497b003 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.185556 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7c234b1-c454-4f29-bb4a-3007c996872d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.188174 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7c234b1-c454-4f29-bb4a-3007c996872d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.189308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c7c234b1-c454-4f29-bb4a-3007c996872d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "DELETE /v2.0/security-groups/2bd4289f-4191-461e-bc60-b51f3a2602b0 HTTP/1.1" status: 204 len: 168 time: 0.5707462 Dec 09 22:23:01.198290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58438) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:01.236509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f6b29d6-8be4-41d7-9583-d7e634e636e2 req-7d3a450f-a611-4d2b-b368-a2e5b95577cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e HTTP/1.1" status: 200 len: 217 time: 0.1086826 Dec 09 22:23:01.258680 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff1b1894-0b81-4e77-b3b7-1f2aff2d2a67 req-74d19ab2-3f09-4f25-943c-fe7ffa7f38d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8418b68e-2813-4023-a87d-a9e5e55e6f1d HTTP/1.1" status: 200 len: 217 time: 0.1162035 Dec 09 22:23:01.272529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c234b1-c454-4f29-bb4a-3007c996872d tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd4289f-4191-461e-bc60-b51f3a2602b0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:01.286044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa237efc-707a-4d74-b67c-806a62c81325 req-8aa28e82-d208-4632-96fd-73bb4673ea5d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:01.287600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa237efc-707a-4d74-b67c-806a62c81325 req-8aa28e82-d208-4632-96fd-73bb4673ea5d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 946 time: 0.2295947 Dec 09 22:23:01.306245 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-6285d29d-ac33-4458-a310-f5f999a47118 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] show failed (client error): The resource could not be found. Dec 09 22:23:01.310058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6285d29d-ac33-4458-a310-f5f999a47118 tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "GET /v2.0/security-groups/2bd4289f-4191-461e-bc60-b51f3a2602b0 HTTP/1.1" status: 404 len: 347 time: 0.0725653 Dec 09 22:23:01.317196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58444) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:01.361014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-40758ef1-556b-43d4-9144-fa11986e087c req-15f5a47a-7693-4700-a185-403e1497b003 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] For port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:01.361379 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-40758ef1-556b-43d4-9144-fa11986e087c req-15f5a47a-7693-4700-a185-403e1497b003 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.390215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-40758ef1-556b-43d4-9144-fa11986e087c req-15f5a47a-7693-4700-a185-403e1497b003 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Calling delete_port for 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:01.447336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b29d6-8be4-41d7-9583-d7e634e636e2 req-522ace37-c32c-4f50-ae6d-7386f9cf9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:01.448816 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f6b29d6-8be4-41d7-9583-d7e634e636e2 req-522ace37-c32c-4f50-ae6d-7386f9cf9f79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164 HTTP/1.1" status: 200 len: 854 time: 0.2010336 Dec 09 22:23:01.485133 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-375b811a-b05a-42d1-a5ab-03ba03caad71 req-5db2f64c-5439-435d-a715-286fd89a86fd tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946587 Dec 09 22:23:01.504949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:01.518269 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa237efc-707a-4d74-b67c-806a62c81325 req-2990b815-a053-419a-9991-7e3bab897ee9 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080941 Dec 09 22:23:01.537745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b1894-0b81-4e77-b3b7-1f2aff2d2a67 req-459c9464-c604-4810-b4fd-2ecfe137fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:01.539327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff1b1894-0b81-4e77-b3b7-1f2aff2d2a67 req-459c9464-c604-4810-b4fd-2ecfe137fbca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b633e57-1d18-4ea8-b7d0-78b15873f9e7 HTTP/1.1" status: 200 len: 861 time: 0.2020910 Dec 09 22:23:01.544476 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f6b29d6-8be4-41d7-9583-d7e634e636e2 req-885102fe-ec78-47b0-bc72-05a476e4c7f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b150608-ee8f-4669-889c-0049d42cbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512593 Dec 09 22:23:01.589650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:01.614521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff1b1894-0b81-4e77-b3b7-1f2aff2d2a67 req-c2606257-6d13-4ee0-850d-cac5c15a9f69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8db523f9-77d3-4b50-a888-5d328b907c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506382 Dec 09 22:23:01.634194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 795eaf9d-2261-45bc-9ae5-854abb531974 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:01.639725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-40758ef1-556b-43d4-9144-fa11986e087c req-15f5a47a-7693-4700-a185-403e1497b003 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.650433 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.682350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5a47a-7693-4700-a185-403e1497b003 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Pushing event deleted for resources: {'Port': ['ID=824ea5ed-9b20-4eb6-bb6c-563aa6d58f96,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:01.706480 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Transition to ACTIVE for port object bf41a161-1a53-468e-9681-82e6859b71ff will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:23:01.713475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.733569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-40758ef1-556b-43d4-9144-fa11986e087c req-15f5a47a-7693-4700-a185-403e1497b003 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] No DVR routers for this DVR port 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:01.760894 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-40758ef1-556b-43d4-9144-fa11986e087c req-15f5a47a-7693-4700-a185-403e1497b003 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.761914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 795eaf9d-2261-45bc-9ae5-854abb531974, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=795eaf9d-2261-45bc-9ae5-854abb531974,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:01.764632 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-40758ef1-556b-43d4-9144-fa11986e087c req-15f5a47a-7693-4700-a185-403e1497b003 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.18 "DELETE /v2.0/ports/824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 HTTP/1.1" status: 204 len: 173 time: 0.8106921 Dec 09 22:23:01.773666 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '795eaf9d-2261-45bc-9ae5-854abb531974', 'network_id': 'a01f6d76-57c4-4305-a74a-91a3bc34186b', 'port_id': '795eaf9d-2261-45bc-9ae5-854abb531974', 'mac_address': 'fa:16:3e:0e:e4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a1abe4-c6ce-4bf4-8897-108758cac1d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:23:01.788362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:01.805780 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] No DVR routers for this DVR port bf41a161-1a53-468e-9681-82e6859b71ff on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:01.820992 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.832535 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2445043-0622-4efa-a42e-5f99014c998d req-6550073b-556a-4868-8bcf-44942aa26ab7 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:01.837923 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 795eaf9d-2261-45bc-9ae5-854abb531974 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:01.840570 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2445043-0622-4efa-a42e-5f99014c998d req-6550073b-556a-4868-8bcf-44942aa26ab7 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 943 time: 0.2583976 Dec 09 22:23:01.847680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Attempting to bind port bf41a161-1a53-468e-9681-82e6859b71ff on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:23:01.848270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Attempting to bind port bf41a161-1a53-468e-9681-82e6859b71ff by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:23:01.848270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Attempting to bind port bf41a161-1a53-468e-9681-82e6859b71ff on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:01.853965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Port bf41a161-1a53-468e-9681-82e6859b71ff on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:23:01.854299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Attempting to bind port bf41a161-1a53-468e-9681-82e6859b71ff on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:01.860110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:23:01.860455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:01.861153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:23:01.861297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Bound port: bf41a161-1a53-468e-9681-82e6859b71ff, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:23:01.861636 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.863141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 795eaf9d-2261-45bc-9ae5-854abb531974, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=795eaf9d-2261-45bc-9ae5-854abb531974,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:01.869495 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.893874 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-febb3712-2953-4da9-b095-3a130c06c60f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Deleting port a161e9c8-c7d0-4d25-aa2a-875fc43e56a8 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:01.894248 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-febb3712-2953-4da9-b095-3a130c06c60f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:01.903245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f6b29d6-8be4-41d7-9583-d7e634e636e2 req-e060c398-c2b8-4f7e-be60-639f1e075f6d service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402710 Dec 09 22:23:01.956655 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=795eaf9d-2261-45bc-9ae5-854abb531974,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:01.961149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ad5fb-1849-4863-95ed-012daa86fe11 req-4c5fbe20-a796-4ec6-9cf1-73ddbefc8095 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:01.970024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-945ad5fb-1849-4863-95ed-012daa86fe11 req-4c5fbe20-a796-4ec6-9cf1-73ddbefc8095 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 944 time: 0.2797711 Dec 09 22:23:01.983188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:01.987168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:23:01.992740 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff1b1894-0b81-4e77-b3b7-1f2aff2d2a67 req-c3023eac-ba99-4fff-969a-1123da05092a service neutron] 10.222.0.42 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459206 Dec 09 22:23:01.993804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:02.041282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:02.042191 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:02.044170 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 1097 time: 1.0448630 Dec 09 22:23:02.070253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d1446-7773-4f4a-8f9a-670b626db1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:02.115317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['795eaf9d-2261-45bc-9ae5-854abb531974'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:02.140264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-1be3b6de-03fb-4b66-918d-0b5b18d666e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:02.142594 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-1be3b6de-03fb-4b66-918d-0b5b18d666e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1100 time: 0.0522833 Dec 09 22:23:02.153878 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2445043-0622-4efa-a42e-5f99014c998d req-bcb04592-d101-4c24-b84b-277d44882e8f tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121912 Dec 09 22:23:02.226542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-febb3712-2953-4da9-b095-3a130c06c60f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:02.226892 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-febb3712-2953-4da9-b095-3a130c06c60f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:02.227801 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 8418b68e-2813-4023-a87d-a9e5e55e6f1d details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:02.273212 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-945ad5fb-1849-4863-95ed-012daa86fe11 req-dc033cf5-d14f-43ae-bb7f-8b72ad763ef3 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021696 Dec 09 22:23:02.288288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-7cc768cb-e8cb-4795-9f92-ae098598d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:02.289952 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-7cc768cb-e8cb-4795-9f92-ae098598d8ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1397395 Dec 09 22:23:02.301446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-febb3712-2953-4da9-b095-3a130c06c60f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Calling delete_port for a161e9c8-c7d0-4d25-aa2a-875fc43e56a8 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:02.369553 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-ccd0ef1c-f55c-4035-8b4c-1a1117bfbced service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 217 time: 0.0713034 Dec 09 22:23:02.374881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f6b29d6-8be4-41d7-9583-d7e634e636e2 req-31d97411-238d-41c9-ac56-2813e9bb7f94 service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515102 Dec 09 22:23:02.458953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-c15e2d52-2b9c-42b8-b47d-26f08a6f2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:02.465258 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-c15e2d52-2b9c-42b8-b47d-26f08a6f2bbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0855215 Dec 09 22:23:02.511945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 8418b68e-2813-4023-a87d-a9e5e55e6f1d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=8418b68e-2813-4023-a87d-a9e5e55e6f1d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:02.536031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '8418b68e-2813-4023-a87d-a9e5e55e6f1d', 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36', 'port_id': '8418b68e-2813-4023-a87d-a9e5e55e6f1d', 'mac_address': 'fa:16:3e:9d:18:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b633e57-1d18-4ea8-b7d0-78b15873f9e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:23:02.537150 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01cc7ef2-7d39-43d7-beba-b76831e9095c req-fa6d7e28-989b-41a6-8241-392e26df6e70 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66 HTTP/1.1" status: 200 len: 210 time: 0.0546935 Dec 09 22:23:02.537619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-e159af94-4935-417f-abf2-3b6dc56696b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:02.539464 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-e159af94-4935-417f-abf2-3b6dc56696b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0549798 Dec 09 22:23:02.576071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff1b1894-0b81-4e77-b3b7-1f2aff2d2a67 req-4f86c9f3-4d01-4885-9415-b8f8d1044140 service neutron] 10.222.0.42 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652468 Dec 09 22:23:02.612219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dd2cc-70e2-489d-a81d-939917af1d9a req-c656b362-301f-4eef-adb7-addd81b8710c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:02.613748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-151dd2cc-70e2-489d-a81d-939917af1d9a req-c656b362-301f-4eef-adb7-addd81b8710c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 948 time: 0.1297023 Dec 09 22:23:02.631470 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-febb3712-2953-4da9-b095-3a130c06c60f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:02.645744 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:02.674534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff'}, {'server_uuid': '02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66', 'name': 'network-vif-deleted', 'tag': '824ea5ed-9b20-4eb6-bb6c-563aa6d58f96'}, {'name': 'network-changed', 'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:02.677131 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0674088-57f0-4cdc-8671-266e34e991ed" -d '{"events": [{"server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "name": "network-vif-unplugged", "status": "completed", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff"}, {"server_uuid": "02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66", "name": "network-vif-deleted", "tag": "824ea5ed-9b20-4eb6-bb6c-563aa6d58f96"}, {"name": "network-changed", "server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:02.682137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8418b68e-2813-4023-a87d-a9e5e55e6f1d {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:02.703034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb3712-2953-4da9-b095-3a130c06c60f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Pushing event deleted for resources: {'Port': ['ID=a161e9c8-c7d0-4d25-aa2a-875fc43e56a8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:02.712787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 8418b68e-2813-4023-a87d-a9e5e55e6f1d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=8418b68e-2813-4023-a87d-a9e5e55e6f1d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:02.719741 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:02.730359 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-1c9d0ecb-d65b-4193-9ef0-d2e7efac29f4 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823158 Dec 09 22:23:02.770779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=8418b68e-2813-4023-a87d-a9e5e55e6f1d,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:02.780135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d112-796a-4eea-8b09-7646d9d48af2 req-0381086a-ce46-45f9-b2fa-56cf5b9fc96a tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:02.781617 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3979d112-796a-4eea-8b09-7646d9d48af2 req-0381086a-ce46-45f9-b2fa-56cf5b9fc96a tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 945 time: 0.1353676 Dec 09 22:23:02.812070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-151dd2cc-70e2-489d-a81d-939917af1d9a req-b0c6ea2f-2667-4a62-8ed3-98e7226caf5a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849396 Dec 09 22:23:02.824204 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-febb3712-2953-4da9-b095-3a130c06c60f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:02.826907 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-febb3712-2953-4da9-b095-3a130c06c60f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:02.830807 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-febb3712-2953-4da9-b095-3a130c06c60f tempest-ServersWithSpecificFlavorTestJSON-671858290 tempest-ServersWithSpecificFlavorTestJSON-671858290-project] 10.222.0.16 "DELETE /v2.0/floatingips/363a7c60-41aa-4586-a59c-388ba22438da HTTP/1.1" status: 204 len: 168 time: 1.5099587 Dec 09 22:23:02.842406 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ab2394c-9416-4652-aa00-e92bde01ebb4 req-aacaefb7-2ac0-4683-b41e-17e76e41194b service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962689 Dec 09 22:23:02.853877 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3979d112-796a-4eea-8b09-7646d9d48af2 req-313747f6-ffea-42b2-9e90-c54a0e11a43f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653806 Dec 09 22:23:02.943430 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee290d-9212-43fc-a427-e220aaf2642f req-b5600796-eb7b-4a24-b181-7f08b6cc1acb tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:02.945635 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54ee290d-9212-43fc-a427-e220aaf2642f req-b5600796-eb7b-4a24-b181-7f08b6cc1acb tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 946 time: 0.0541120 Dec 09 22:23:02.951590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['8418b68e-2813-4023-a87d-a9e5e55e6f1d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:02.978652 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d61f862-0b2c-4448-8a09-d6a5a0e79dc1 x-openstack-request-id: req-9d61f862-0b2c-4448-8a09-d6a5a0e79dc1 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:02.978959 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "name": "network-vif-unplugged", "status": "completed", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff", "code": 200}, {"server_uuid": "02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66", "name": "network-vif-deleted", "tag": "824ea5ed-9b20-4eb6-bb6c-563aa6d58f96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:02.979824 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d61f862-0b2c-4448-8a09-d6a5a0e79dc1 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:02.980249 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'code': 200} Dec 09 22:23:02.980531 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f8ed7b-6ac8-4cb1-a9f5-72e2eb586d66', 'name': 'network-vif-deleted', 'tag': '824ea5ed-9b20-4eb6-bb6c-563aa6d58f96', 'status': 'completed', 'code': 200} Dec 09 22:23:02.980793 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'status': 'completed', 'code': 200} Dec 09 22:23:03.017562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54ee290d-9212-43fc-a427-e220aaf2642f req-2f97275a-98af-43f0-bc98-5a3edac205b5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594463 Dec 09 22:23:03.077865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674088-57f0-4cdc-8671-266e34e991ed req-21d3d278-51d0-41e3-a323-dc3763ac75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:03.079329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-21d3d278-51d0-41e3-a323-dc3763ac75e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1100 time: 0.0728850 Dec 09 22:23:03.167776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674088-57f0-4cdc-8671-266e34e991ed req-edc59802-7cea-4638-8ad4-b4a7e4cd8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:03.171256 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-edc59802-7cea-4638-8ad4-b4a7e4cd8663 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1100 time: 0.0967162 Dec 09 22:23:03.250950 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e466dc7a-6df5-4271-933b-9013a4e11daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:03.326140 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674088-57f0-4cdc-8671-266e34e991ed req-b03ce98a-3742-49d3-934b-b6a3d3ead56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:03.327663 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-b03ce98a-3742-49d3-934b-b6a3d3ead56b service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1485538 Dec 09 22:23:03.377587 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-b6ec2aa0-6f14-4416-a35a-8c42a08d083c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 217 time: 0.0389352 Dec 09 22:23:03.433550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674088-57f0-4cdc-8671-266e34e991ed req-1fb5b6f0-1e0f-40c9-af25-243b0e00930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:03.435473 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-1fb5b6f0-1e0f-40c9-af25-243b0e00930d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0492949 Dec 09 22:23:03.492125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674088-57f0-4cdc-8671-266e34e991ed req-a8c75d38-aad9-4e40-a2d9-2f3bdcffc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:03.493647 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-a8c75d38-aad9-4e40-a2d9-2f3bdcffc91e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0419116 Dec 09 22:23:03.568132 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:03.589370 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-59306d9c-1bf6-4f2a-bbac-f02049428bbd service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883880 Dec 09 22:23:03.608669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674088-57f0-4cdc-8671-266e34e991ed req-9c5582dc-dc0f-4dd9-b0d7-a26b9a18174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:03.610148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-9c5582dc-dc0f-4dd9-b0d7-a26b9a18174b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.5239658 Dec 09 22:23:03.620648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f351a21-1094-403a-93b3-90ce4965e47d req-4510c69e-5013-450c-8afe-f651fbd97983 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:03.622046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f351a21-1094-403a-93b3-90ce4965e47d req-4510c69e-5013-450c-8afe-f651fbd97983 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 944 time: 0.1046629 Dec 09 22:23:03.636294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804bac3-4f8d-42ec-a72e-82aea4d0d56e req-703f794d-5fca-4ca2-bad0-d953b5eec518 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:03.637717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d804bac3-4f8d-42ec-a72e-82aea4d0d56e req-703f794d-5fca-4ca2-bad0-d953b5eec518 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 946 time: 0.1214120 Dec 09 22:23:03.647985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:03.657974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 795eaf9d-2261-45bc-9ae5-854abb531974 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:23:03.675047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-bc2dd3bc-057f-4dc6-a821-4ef58577b511 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 217 time: 0.0513933 Dec 09 22:23:03.683195 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-4284102a-a6d7-44eb-bbf6-20ab12c5363f service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862534 Dec 09 22:23:03.777465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 795eaf9d-2261-45bc-9ae5-854abb531974 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:23:03.778111 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:03.781480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f351a21-1094-403a-93b3-90ce4965e47d req-5e28d88d-46d0-41bd-8074-ef535bf483b6 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428249 Dec 09 22:23:03.784757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d804bac3-4f8d-42ec-a72e-82aea4d0d56e req-86bb1a03-8781-492a-ab1f-75aaf47e6131 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173956 Dec 09 22:23:03.786419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674088-57f0-4cdc-8671-266e34e991ed req-f04fb402-a79d-42fe-9ad1-fa3cfe57920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:03.787897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-f04fb402-a79d-42fe-9ad1-fa3cfe57920e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1019547 Dec 09 22:23:03.819138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:03.837204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '4b3034bd-3ea7-4d68-a924-d2ef4d3b314e', 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed', 'port_id': '4b3034bd-3ea7-4d68-a924-d2ef4d3b314e', 'mac_address': 'fa:16:3e:49:8c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:23:03.856065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674088-57f0-4cdc-8671-266e34e991ed req-9ea1fd3b-2436-4887-8a17-47b58852a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:03.857657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-9ea1fd3b-2436-4887-8a17-47b58852a0b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0629985 Dec 09 22:23:03.913366 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:03.936833 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:03.981156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e747f21-be27-4cc2-bac8-347eafd34834 req-a9c82050-519d-4ae4-a81b-5690055c4b79 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:03.982756 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e747f21-be27-4cc2-bac8-347eafd34834 req-a9c82050-519d-4ae4-a81b-5690055c4b79 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 944 time: 0.1099775 Dec 09 22:23:04.040146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-57d8de40-69d7-4da9-87f9-30db2583c765 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752782 Dec 09 22:23:04.082963 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:04.102632 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:04.109185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecbba6-49c0-4e18-95df-de48f1117f75 req-070edecb-498b-44e1-8dc3-08020832b005 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:04.110704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cecbba6-49c0-4e18-95df-de48f1117f75 req-070edecb-498b-44e1-8dc3-08020832b005 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 948 time: 0.1404781 Dec 09 22:23:04.111609 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:04.121184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e519c2-421e-413f-af53-73b38c365a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795eaf9d-2261-45bc-9ae5-854abb531974'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:04.123516 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ff4e61-7f0c-4a69-846b-96e391b6eb6d" -d '{"events": [{"server_uuid": "c9e519c2-421e-413f-af53-73b38c365a7b", "name": "network-vif-plugged", "status": "completed", "tag": "795eaf9d-2261-45bc-9ae5-854abb531974"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:04.142226 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e747f21-be27-4cc2-bac8-347eafd34834 req-16d93672-1669-4c9e-ae49-8c1c09bc3355 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478086 Dec 09 22:23:04.154514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 795eaf9d-2261-45bc-9ae5-854abb531974, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=795eaf9d-2261-45bc-9ae5-854abb531974,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:04.174981 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:04.175779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:04.203252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:04.203940 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0674088-57f0-4cdc-8671-266e34e991ed req-6d692356-ed35-4dbd-89cf-b7815da87b71 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546137 Dec 09 22:23:04.206183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:04.206608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 824ea5ed-9b20-4eb6-bb6c-563aa6d58f96 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:04.232189 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cecbba6-49c0-4e18-95df-de48f1117f75 req-45532c92-b97d-49b8-be79-19e76f24caa0 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833356 Dec 09 22:23:04.233909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 8418b68e-2813-4023-a87d-a9e5e55e6f1d up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:23:04.307284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=795eaf9d-2261-45bc-9ae5-854abb531974,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:04.321861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 8418b68e-2813-4023-a87d-a9e5e55e6f1d completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:23:04.325690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 8418b68e-2813-4023-a87d-a9e5e55e6f1d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:23:04.326052 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:04.337595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58498) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:04.338140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7380f7-9a02-4c80-ae58-a2131e0e8ab0 req-20861c61-bdfe-4b6e-afbe-ff7ade9ba937 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:04.339458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee7380f7-9a02-4c80-ae58-a2131e0e8ab0 req-20861c61-bdfe-4b6e-afbe-ff7ade9ba937 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 946 time: 0.0560796 Dec 09 22:23:04.389735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee7380f7-9a02-4c80-ae58-a2131e0e8ab0 req-3505859a-a085-43a5-b36b-3173d819af9f tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431747 Dec 09 22:23:04.429078 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:04.443772 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbb5d0d-d2d4-4cfb-8e63-7ce5823815e1 x-openstack-request-id: req-6bbb5d0d-d2d4-4cfb-8e63-7ce5823815e1 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:04.444365 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e519c2-421e-413f-af53-73b38c365a7b", "name": "network-vif-plugged", "status": "completed", "tag": "795eaf9d-2261-45bc-9ae5-854abb531974", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:04.444779 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bbb5d0d-d2d4-4cfb-8e63-7ce5823815e1 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:04.445319 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e519c2-421e-413f-af53-73b38c365a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795eaf9d-2261-45bc-9ae5-854abb531974', 'code': 200} Dec 09 22:23:04.473457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 8418b68e-2813-4023-a87d-a9e5e55e6f1d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=8418b68e-2813-4023-a87d-a9e5e55e6f1d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:04.478786 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:04.479647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bf41a161-1a53-468e-9681-82e6859b71ff no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:04.528598 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5cc38-9a1b-4ede-893f-5097a4ae3a62 req-0926d736-63b2-40e9-8c3e-bfd3c146dd3b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:04.530629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12b5cc38-9a1b-4ede-893f-5097a4ae3a62 req-0926d736-63b2-40e9-8c3e-bfd3c146dd3b tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 966 time: 0.0621841 Dec 09 22:23:04.535847 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['4b3034bd-3ea7-4d68-a924-d2ef4d3b314e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:04.606193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12b5cc38-9a1b-4ede-893f-5097a4ae3a62 req-268dd102-09b1-4a35-b58e-dfa638c29baa tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658672 Dec 09 22:23:04.608655 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=8418b68e-2813-4023-a87d-a9e5e55e6f1d,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:04.640042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bf41a161-1a53-468e-9681-82e6859b71ff not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:04.675590 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:04.798362 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-071273a3-ab41-40bb-a665-9e0b66a3815c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:04.835190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687a9ae-beca-4997-a478-526b18a77751 req-9f35341f-8a8b-48fc-a76a-18a4a2297081 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:04.836790 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d687a9ae-beca-4997-a478-526b18a77751 req-9f35341f-8a8b-48fc-a76a-18a4a2297081 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 946 time: 0.0509915 Dec 09 22:23:04.915969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d687a9ae-beca-4997-a478-526b18a77751 req-31966cf4-99f3-4615-a515-1bf104a5b4b2 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684950 Dec 09 22:23:04.927948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc0e72-1a38-4031-bb5d-d6c99f9e9077 req-6f8e9112-22a6-436f-8344-c6aa5d93256a tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:04.929449 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1efc0e72-1a38-4031-bb5d-d6c99f9e9077 req-6f8e9112-22a6-436f-8344-c6aa5d93256a tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 945 time: 0.0772808 Dec 09 22:23:04.997225 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1efc0e72-1a38-4031-bb5d-d6c99f9e9077 req-520d50bb-018c-451f-8539-01dbc4f92b92 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609767 Dec 09 22:23:05.043996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4184fb-00b7-4d10-ba42-bae705bae87a req-ab8dcbac-a849-41ae-ad02-ff79fd40ee3a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:05.046085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb4184fb-00b7-4d10-ba42-bae705bae87a req-ab8dcbac-a849-41ae-ad02-ff79fd40ee3a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 946 time: 0.0655084 Dec 09 22:23:05.097270 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb4184fb-00b7-4d10-ba42-bae705bae87a req-19acae91-1bbc-4552-b46b-b291dd748138 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450754 Dec 09 22:23:05.287316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686b981-b002-447f-a6c4-24e146863dc4 req-f4030b5d-92ef-4343-9874-c371f8e2da33 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:05.288971 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1686b981-b002-447f-a6c4-24e146863dc4 req-f4030b5d-92ef-4343-9874-c371f8e2da33 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 945 time: 0.0608740 Dec 09 22:23:05.349262 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1686b981-b002-447f-a6c4-24e146863dc4 req-aa0ec2ce-8dfb-4155-99f5-1da400077121 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535500 Dec 09 22:23:05.358777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7d0cb-7841-4a8f-aaa4-df229650006c req-86d5e695-3bf8-403d-ac27-fbdfcb208ed3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:05.360234 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-88b7d0cb-7841-4a8f-aaa4-df229650006c req-86d5e695-3bf8-403d-ac27-fbdfcb208ed3 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 966 time: 0.0583222 Dec 09 22:23:05.390758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb468f-1b02-4b2b-8f11-49ae289ffdf8 req-bd4478a3-127f-402e-b03f-e3279e8e3c6a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:05.392235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4eb468f-1b02-4b2b-8f11-49ae289ffdf8 req-bd4478a3-127f-402e-b03f-e3279e8e3c6a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 948 time: 0.0588729 Dec 09 22:23:05.406552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-071273a3-ab41-40bb-a665-9e0b66a3815c admin admin] Deleting port 1260ebe4-7ee4-4719-a64a-0525b210d34e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:05.406887 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-071273a3-ab41-40bb-a665-9e0b66a3815c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:05.466950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4eb468f-1b02-4b2b-8f11-49ae289ffdf8 req-3975d76e-3757-4346-838d-a18a1d53d907 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682597 Dec 09 22:23:05.482563 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c41c5-090d-4875-a232-5d2873cd5604 req-b0243dc0-e86f-44b1-885d-d91403c90f71 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:05.484027 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6c41c5-090d-4875-a232-5d2873cd5604 req-b0243dc0-e86f-44b1-885d-d91403c90f71 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 946 time: 0.0774267 Dec 09 22:23:05.524898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-071273a3-ab41-40bb-a665-9e0b66a3815c admin admin] For port 1260ebe4-7ee4-4719-a64a-0525b210d34e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1260ebe4-7ee4-4719-a64a-0525b210d34e,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:05.525286 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-071273a3-ab41-40bb-a665-9e0b66a3815c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:05.534757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6c41c5-090d-4875-a232-5d2873cd5604 req-6ac5e997-755f-4d57-a065-1b49d11f9832 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433776 Dec 09 22:23:05.543074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-071273a3-ab41-40bb-a665-9e0b66a3815c admin admin] Calling delete_port for 1260ebe4-7ee4-4719-a64a-0525b210d34e owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:05.561183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-88b7d0cb-7841-4a8f-aaa4-df229650006c req-8871599e-b178-4649-8f22-a1d8b348ec2e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Deleting port 537865b4-0489-42d5-b428-a820d82656ce {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:05.561520 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-88b7d0cb-7841-4a8f-aaa4-df229650006c req-8871599e-b178-4649-8f22-a1d8b348ec2e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:05.665425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device bf41a161-1a53-468e-9681-82e6859b71ff details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:05.675490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:23:05.757162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-88b7d0cb-7841-4a8f-aaa4-df229650006c req-8871599e-b178-4649-8f22-a1d8b348ec2e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] For port 537865b4-0489-42d5-b428-a820d82656ce, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=537865b4-0489-42d5-b428-a820d82656ce,segment=NetworkSegment(4e08dda9-c053-4354-844c-62db4b041eb4),segment_id=4e08dda9-c053-4354-844c-62db4b041eb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:05.757523 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-88b7d0cb-7841-4a8f-aaa4-df229650006c req-8871599e-b178-4649-8f22-a1d8b348ec2e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:05.775972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-88b7d0cb-7841-4a8f-aaa4-df229650006c req-8871599e-b178-4649-8f22-a1d8b348ec2e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Calling delete_port for 537865b4-0489-42d5-b428-a820d82656ce owned by compute:tempest-test_az-2045457175 {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:05.783334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187e688-c3a0-4a14-a949-175828fb191c req-531069b0-edd8-4b4f-80d5-0e7b8af06ee4 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:05.785815 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a187e688-c3a0-4a14-a949-175828fb191c req-531069b0-edd8-4b4f-80d5-0e7b8af06ee4 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 966 time: 0.1109140 Dec 09 22:23:05.829909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:23:05.837746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:23:05.838468 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:05.854800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-a40c865d-68b4-4b3d-9e55-fa9121196f6a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:05.856336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-a40c865d-68b4-4b3d-9e55-fa9121196f6a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3&tenant_id=ade0516472b8498d9af27180239f4606&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 948 time: 0.1415498 Dec 09 22:23:05.887902 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:05.905666 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'mac_address': 'fa:16:3e:a5:98:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:23:05.920562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54172cd-7a1a-4491-9d61-762222205324 req-d2101c68-d432-4e93-9326-8d6350784d9a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:05.928162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a54172cd-7a1a-4491-9d61-762222205324 req-d2101c68-d432-4e93-9326-8d6350784d9a tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 948 time: 0.1636539 Dec 09 22:23:05.941703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a187e688-c3a0-4a14-a949-175828fb191c req-455332f4-439b-4796-bd41-133e9896dbee tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/security-groups?id=283f3b24-b91e-4ecd-a542-872529db18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313417 Dec 09 22:23:05.945716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-071273a3-ab41-40bb-a665-9e0b66a3815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:05.982313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071273a3-ab41-40bb-a665-9e0b66a3815c admin admin] Pushing event deleted for resources: {'Port': ['ID=1260ebe4-7ee4-4719-a64a-0525b210d34e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:05.994757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:05.999733 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:06.000986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-6145f8bd-0d08-4b7a-99a2-4fbd8376c82c service neutron] 10.222.0.18 "GET /v2.0/ports/bf41a161-1a53-468e-9681-82e6859b71ff/bindings/n-h1-789963-23 HTTP/1.1" status: 200 len: 383 time: 0.1354749 Dec 09 22:23:06.020714 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a54172cd-7a1a-4491-9d61-762222205324 req-c25e27da-1f64-44d2-893a-876180cbb62b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897593 Dec 09 22:23:06.038236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf41a161-1a53-468e-9681-82e6859b71ff {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:06.064463 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-88b7d0cb-7841-4a8f-aaa4-df229650006c req-8871599e-b178-4649-8f22-a1d8b348ec2e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:06.071046 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:06.089969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:06.103342 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:06.108392 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:06.122913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871599e-b178-4649-8f22-a1d8b348ec2e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Pushing event deleted for resources: {'Port': ['ID=537865b4-0489-42d5-b428-a820d82656ce,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:06.152062 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:06.152905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 795eaf9d-2261-45bc-9ae5-854abb531974 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:06.207933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-a2894c16-211f-4c18-a96e-6e3baff22436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:06.209480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-a2894c16-211f-4c18-a96e-6e3baff22436 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1100 time: 0.1635966 Dec 09 22:23:06.219651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:06.253902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b7d0cb-7841-4a8f-aaa4-df229650006c req-8871599e-b178-4649-8f22-a1d8b348ec2e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] No DVR routers for this DVR port 537865b4-0489-42d5-b428-a820d82656ce on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:06.258646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643ccb1-8df8-4b00-b5cd-d7d00ac0fc9f req-93d7e741-2365-4422-84c5-5ef321435049 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:06.258805 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-88b7d0cb-7841-4a8f-aaa4-df229650006c req-8871599e-b178-4649-8f22-a1d8b348ec2e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:06.260141 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3643ccb1-8df8-4b00-b5cd-d7d00ac0fc9f req-93d7e741-2365-4422-84c5-5ef321435049 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 946 time: 0.1465776 Dec 09 22:23:06.269228 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-88b7d0cb-7841-4a8f-aaa4-df229650006c req-8871599e-b178-4649-8f22-a1d8b348ec2e tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.18 "DELETE /v2.0/ports/537865b4-0489-42d5-b428-a820d82656ce HTTP/1.1" status: 204 len: 173 time: 0.8937693 Dec 09 22:23:06.269604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79affb0-5f73-42ee-8e72-5c67e3832074', 'name': 'network-vif-deleted', 'tag': '537865b4-0489-42d5-b428-a820d82656ce'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:06.272139 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21942da6-d3fa-4fc5-a2a5-762e8a8b374b" -d '{"events": [{"server_uuid": "a79affb0-5f73-42ee-8e72-5c67e3832074", "name": "network-vif-deleted", "tag": "537865b4-0489-42d5-b428-a820d82656ce"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:06.281809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f2a9a-04dd-40ee-afc2-e4046c72201e req-2260e272-c9ed-4211-8a47-8a11c53cf571 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:06.289254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd4f2a9a-04dd-40ee-afc2-e4046c72201e req-2260e272-c9ed-4211-8a47-8a11c53cf571 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 945 time: 0.1454856 Dec 09 22:23:06.293124 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:06.349431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-071273a3-ab41-40bb-a665-9e0b66a3815c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:06.356929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:06.370294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 795eaf9d-2261-45bc-9ae5-854abb531974, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=795eaf9d-2261-45bc-9ae5-854abb531974,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:06.376347 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:06.416258 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3643ccb1-8df8-4b00-b5cd-d7d00ac0fc9f req-7ae415b0-73dd-40f6-8364-2a49fde04e60 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484437 Dec 09 22:23:06.435770 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd4f2a9a-04dd-40ee-afc2-e4046c72201e req-474642c3-3b06-4d7b-81ac-12b34fcf07bc tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455994 Dec 09 22:23:06.446398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7186f35a-507d-442e-8d88-388e105f8548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8418b68e-2813-4023-a87d-a9e5e55e6f1d'}, {'server_uuid': 'f5936092-6869-4d88-8381-d9ccb1e1724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3034bd-3ea7-4d68-a924-d2ef4d3b314e'}, {'server_uuid': 'c9e519c2-421e-413f-af53-73b38c365a7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795eaf9d-2261-45bc-9ae5-854abb531974'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:06.449631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-76d64623-6fd7-4bb9-a00e-5240b002c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:06.449841 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515b167d-3de9-4d12-aecf-11b095a258a2" -d '{"events": [{"server_uuid": "7186f35a-507d-442e-8d88-388e105f8548", "name": "network-vif-plugged", "status": "completed", "tag": "8418b68e-2813-4023-a87d-a9e5e55e6f1d"}, {"server_uuid": "f5936092-6869-4d88-8381-d9ccb1e1724c", "name": "network-vif-plugged", "status": "completed", "tag": "4b3034bd-3ea7-4d68-a924-d2ef4d3b314e"}, {"server_uuid": "c9e519c2-421e-413f-af53-73b38c365a7b", "name": "network-vif-unplugged", "status": "completed", "tag": "795eaf9d-2261-45bc-9ae5-854abb531974"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:06.451636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-76d64623-6fd7-4bb9-a00e-5240b002c471 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2321970 Dec 09 22:23:06.453926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=795eaf9d-2261-45bc-9ae5-854abb531974,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:06.502644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['bf41a161-1a53-468e-9681-82e6859b71ff'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:06.516663 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78e66ce-aa27-416d-b464-ca0c552cbcf8 x-openstack-request-id: req-b78e66ce-aa27-416d-b464-ca0c552cbcf8 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:06.517231 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79affb0-5f73-42ee-8e72-5c67e3832074", "name": "network-vif-deleted", "tag": "537865b4-0489-42d5-b428-a820d82656ce", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:06.517231 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b78e66ce-aa27-416d-b464-ca0c552cbcf8 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:06.517668 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79affb0-5f73-42ee-8e72-5c67e3832074', 'name': 'network-vif-deleted', 'tag': '537865b4-0489-42d5-b428-a820d82656ce', 'status': 'completed', 'code': 200} Dec 09 22:23:06.548600 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfe1e0f-d534-4087-a16d-9a6ca9b94251 x-openstack-request-id: req-1bfe1e0f-d534-4087-a16d-9a6ca9b94251 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:06.548967 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7186f35a-507d-442e-8d88-388e105f8548", "name": "network-vif-plugged", "status": "completed", "tag": "8418b68e-2813-4023-a87d-a9e5e55e6f1d", "code": 200}, {"server_uuid": "f5936092-6869-4d88-8381-d9ccb1e1724c", "name": "network-vif-plugged", "status": "completed", "tag": "4b3034bd-3ea7-4d68-a924-d2ef4d3b314e", "code": 200}, {"server_uuid": "c9e519c2-421e-413f-af53-73b38c365a7b", "name": "network-vif-unplugged", "status": "completed", "tag": "795eaf9d-2261-45bc-9ae5-854abb531974", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:06.549288 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bfe1e0f-d534-4087-a16d-9a6ca9b94251 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:06.549754 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7186f35a-507d-442e-8d88-388e105f8548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8418b68e-2813-4023-a87d-a9e5e55e6f1d', 'code': 200} Dec 09 22:23:06.550197 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5936092-6869-4d88-8381-d9ccb1e1724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3034bd-3ea7-4d68-a924-d2ef4d3b314e', 'code': 200} Dec 09 22:23:06.550520 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e519c2-421e-413f-af53-73b38c365a7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795eaf9d-2261-45bc-9ae5-854abb531974', 'code': 200} Dec 09 22:23:06.601137 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-0e514b21-9bd9-4282-aff9-ddabf656b82b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 217 time: 0.0877812 Dec 09 22:23:06.697951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071273a3-ab41-40bb-a665-9e0b66a3815c admin admin] Router c1a87771-edc5-4c1a-8f99-297c48201c2c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:23:06.720832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7619126-7058-47f8-b89f-8f01004df13a req-291e9d16-7265-42f8-9ba1-6a9724a2850f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:06.722228 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b7619126-7058-47f8-b89f-8f01004df13a req-291e9d16-7265-42f8-9ba1-6a9724a2850f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 946 time: 0.0692976 Dec 09 22:23:06.758632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14b9be-1ac0-457a-951a-365e60e49315 req-c7b63caa-fb50-4f0a-b79c-ab7057bb0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:06.760092 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd14b9be-1ac0-457a-951a-365e60e49315 req-c7b63caa-fb50-4f0a-b79c-ab7057bb0e78 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 1097 time: 0.1376097 Dec 09 22:23:06.767383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90f87a-f1c4-4e7a-b4b6-fc874606530b req-2bee078a-05da-45f8-9f7f-56ff2bcddb18 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:06.768723 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab90f87a-f1c4-4e7a-b4b6-fc874606530b req-2bee078a-05da-45f8-9f7f-56ff2bcddb18 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 946 time: 0.1816018 Dec 09 22:23:06.812404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-24aed83f-4cf5-447f-b501-3b6c5814b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:06.813694 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-24aed83f-4cf5-447f-b501-3b6c5814b291 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1486514 Dec 09 22:23:06.826564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73591fe-5dd3-464d-96b1-47f989419890 req-3aeb5f46-8b9b-46fd-a61c-851f47af115e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:06.827951 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a73591fe-5dd3-464d-96b1-47f989419890 req-3aeb5f46-8b9b-46fd-a61c-851f47af115e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 946 time: 0.1738691 Dec 09 22:23:06.863526 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:06.900365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6eb18a-ff72-41c8-8132-282801561658 req-4bafcf2d-9e43-45fa-9996-f1b250a1f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:06.901899 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4e6eb18a-ff72-41c8-8132-282801561658 req-4bafcf2d-9e43-45fa-9996-f1b250a1f4e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 1098 time: 0.1747296 Dec 09 22:23:06.902741 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd14b9be-1ac0-457a-951a-365e60e49315 req-8db6ca88-4c34-4c09-a918-f351663fcecd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316216 Dec 09 22:23:06.923921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071273a3-ab41-40bb-a665-9e0b66a3815c admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:23:06.932677 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-071273a3-ab41-40bb-a665-9e0b66a3815c admin admin] 10.222.0.16 "PUT /v2.0/routers/c1a87771-edc5-4c1a-8f99-297c48201c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5931292 Dec 09 22:23:06.933289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58546) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:06.933466 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd87992-b881-45ad-addb-7ec251f04275 None None] Sync routers for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:23:06.939628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab90f87a-f1c4-4e7a-b4b6-fc874606530b req-09f512c4-0410-4513-9273-ba13eb43d06f tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594398 Dec 09 22:23:06.944211 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd87992-b881-45ad-addb-7ec251f04275 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:23:06.944715 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-dcd87992-b881-45ad-addb-7ec251f04275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:23:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:06.973526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-bad7f813-623d-4344-8813-6d7ee19da188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:06.975668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-bad7f813-623d-4344-8813-6d7ee19da188 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1418161 Dec 09 22:23:06.981100 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a73591fe-5dd3-464d-96b1-47f989419890 req-fc8841df-968d-40c8-aac6-4df09efaba98 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341836 Dec 09 22:23:07.048228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-b7619126-7058-47f8-b89f-8f01004df13a req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Deleting port 06731883-9320-45f7-a5b2-472e931249c9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:07.051723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b7619126-7058-47f8-b89f-8f01004df13a req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:07.060646 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-dcd87992-b881-45ad-addb-7ec251f04275 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:23:07.195832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6658773-bc5b-47ac-b003-b96f1901443f req-13dd4be3-353c-4c21-a6d8-3d69ade72f71 tempest-LiveAutoBlockMigrationV225Test-189907109 tempest-LiveAutoBlockMigrationV225Test-189907109-project] 10.222.0.16 "GET /v2.0/ports?device_id=a79affb0-5f73-42ee-8e72-5c67e3832074 HTTP/1.1" status: 200 len: 210 time: 0.0512438 Dec 09 22:23:07.250209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-76aa59b1-edf4-4c08-98f6-d4544661685a service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614040 Dec 09 22:23:07.269635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f8fa0-946f-44a7-9f7a-51747be8a19d req-742c5202-d8f0-4057-bf61-eaead507f00c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:07.271230 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-666f8fa0-946f-44a7-9f7a-51747be8a19d req-742c5202-d8f0-4057-bf61-eaead507f00c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 944 time: 0.3314338 Dec 09 22:23:07.277910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b303fc4-7b64-4386-9e1f-dd8e26212d19 req-b88e3b36-3b27-4405-b9b8-132e45ad7b13 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:07.278801 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b303fc4-7b64-4386-9e1f-dd8e26212d19 req-b88e3b36-3b27-4405-b9b8-132e45ad7b13 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 949 time: 0.0826049 Dec 09 22:23:07.290609 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-dcd87992-b881-45ad-addb-7ec251f04275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:23:05Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:07.315466 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4e6eb18a-ff72-41c8-8132-282801561658 req-5a0f87be-73b6-46ea-8fba-ab2f2f987f64 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671989 Dec 09 22:23:07.318228 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd87992-b881-45ad-addb-7ec251f04275 None None] Checking router: c1a87771-edc5-4c1a-8f99-297c48201c2c for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:23:07.326904 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd87992-b881-45ad-addb-7ec251f04275 None None] Routers {'c1a87771-edc5-4c1a-8f99-297c48201c2c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:23:07.327606 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-dcd87992-b881-45ad-addb-7ec251f04275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:23:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c1a87771-edc5-4c1a-8f99-297c48201c2c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:07.377071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b303fc4-7b64-4386-9e1f-dd8e26212d19 req-09cfa44d-039d-4f06-9191-e08eff7aec3b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877864 Dec 09 22:23:07.387413 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-80c82c3f-ce6a-4c43-a9f3-af5896cc3ad7 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253967 Dec 09 22:23:07.426694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b7619126-7058-47f8-b89f-8f01004df13a req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] For port 06731883-9320-45f7-a5b2-472e931249c9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=06731883-9320-45f7-a5b2-472e931249c9,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:07.427053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b7619126-7058-47f8-b89f-8f01004df13a req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:07.431311 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:07.432693 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-dcd87992-b881-45ad-addb-7ec251f04275 None None] Set router c1a87771-edc5-4c1a-8f99-297c48201c2c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:23:07.482739 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-b7619126-7058-47f8-b89f-8f01004df13a req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Calling delete_port for 06731883-9320-45f7-a5b2-472e931249c9 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:07.588160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-666f8fa0-946f-44a7-9f7a-51747be8a19d req-2819903a-7ab1-4b26-88f9-309ff88c5e8c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Deleting port 795eaf9d-2261-45bc-9ae5-854abb531974 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:07.588889 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-666f8fa0-946f-44a7-9f7a-51747be8a19d req-2819903a-7ab1-4b26-88f9-309ff88c5e8c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:07.626773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7710b-ac3e-4b1c-86cc-e17d4da0ea5a req-2926586e-4c6b-4c53-bda1-3755cf5104ef tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:07.628748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3c7710b-ac3e-4b1c-86cc-e17d4da0ea5a req-2926586e-4c6b-4c53-bda1-3755cf5104ef tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 945 time: 0.1017058 Dec 09 22:23:07.638772 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-dcd87992-b881-45ad-addb-7ec251f04275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:23:05Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:07.646062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed777a-142d-4a92-a6a4-9d8c09ed2ffb req-4b6011a6-89de-47a7-801f-1463c045c311 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:07.648360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9ed777a-142d-4a92-a6a4-9d8c09ed2ffb req-4b6011a6-89de-47a7-801f-1463c045c311 tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 944 time: 0.0924623 Dec 09 22:23:07.672562 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd87992-b881-45ad-addb-7ec251f04275 None None] The sync data for ids ['c1a87771-edc5-4c1a-8f99-297c48201c2c'] in n-d-789963-23 is: [{'id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-779290520-router', 'tenant_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '5632100a-99ce-459e-b425-0db80d48de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:23:05Z', 'revision_number': 5, 'project_id': 'b0abe5836e9c4df48f4b55b4446d3961', 'gw_port': {'id': '5632100a-99ce-459e-b425-0db80d48de96', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a87771-edc5-4c1a-8f99-297c48201c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:06Z', 'updated_at': '2021-12-09T22:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:23:07.694341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device bf41a161-1a53-468e-9681-82e6859b71ff up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:23:07.703014 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:07.725916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3c7710b-ac3e-4b1c-86cc-e17d4da0ea5a req-29d28a6a-6944-48de-8526-9a8e2db582ac tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881231 Dec 09 22:23:07.742325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9ed777a-142d-4a92-a6a4-9d8c09ed2ffb req-07b4e4e5-255c-4bc5-9da2-ddc63dd04f4c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d83c596-8f85-43aa-8875-9b2bf1f5293e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862396 Dec 09 22:23:07.760044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-666f8fa0-946f-44a7-9f7a-51747be8a19d req-2819903a-7ab1-4b26-88f9-309ff88c5e8c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] For port 795eaf9d-2261-45bc-9ae5-854abb531974, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=795eaf9d-2261-45bc-9ae5-854abb531974,segment=NetworkSegment(db4fecb8-6f07-4cca-8925-7a86b11dd973),segment_id=db4fecb8-6f07-4cca-8925-7a86b11dd973)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:07.760473 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-666f8fa0-946f-44a7-9f7a-51747be8a19d req-2819903a-7ab1-4b26-88f9-309ff88c5e8c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:07.772703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port bf41a161-1a53-468e-9681-82e6859b71ff completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:23:07.776756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port bf41a161-1a53-468e-9681-82e6859b71ff triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:23:07.777128 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:07.862570 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:07.899308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:07.904514 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:07.954708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:08.047552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-666f8fa0-946f-44a7-9f7a-51747be8a19d req-2819903a-7ab1-4b26-88f9-309ff88c5e8c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Calling delete_port for 795eaf9d-2261-45bc-9ae5-854abb531974 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:08.076194 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b7619126-7058-47f8-b89f-8f01004df13a req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.087436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['06731883-9320-45f7-a5b2-472e931249c9'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:08.123807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325d3b2-0c91-4b91-9e7f-8e6bc66d6c07 req-01c092f2-0f46-4f55-9d60-aac763d85149 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:08.125391 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d325d3b2-0c91-4b91-9e7f-8e6bc66d6c07 req-01c092f2-0f46-4f55-9d60-aac763d85149 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 946 time: 0.0901361 Dec 09 22:23:08.155769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Pushing event deleted for resources: {'Port': ['ID=06731883-9320-45f7-a5b2-472e931249c9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:08.163015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd135b75-0cfe-497f-8eb4-250de3cc477c req-bd225ec4-93b1-4a82-9f80-480143e85c2d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a524d1c-69f2-4174-84bb-c4fe413374eb HTTP/1.1" status: 200 len: 210 time: 0.0685229 Dec 09 22:23:08.210492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.210847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.211196 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.213249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.213625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.214014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.214357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.214695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.215026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.215356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.215688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.216096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.216427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:08.220362 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d325d3b2-0c91-4b91-9e7f-8e6bc66d6c07 req-b4e6f6fc-8cae-48a3-8277-b387379387fe tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635855 Dec 09 22:23:08.246769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7619126-7058-47f8-b89f-8f01004df13a req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] No DVR routers for this DVR port 06731883-9320-45f7-a5b2-472e931249c9 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:08.249147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Deleting port 5632100a-99ce-459e-b425-0db80d48de96 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:08.249480 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.253070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b7619126-7058-47f8-b89f-8f01004df13a req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.256478 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b7619126-7058-47f8-b89f-8f01004df13a req-a7606885-9449-41c5-9ef1-8d6f394b7bae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.42 "DELETE /v2.0/ports/06731883-9320-45f7-a5b2-472e931249c9 HTTP/1.1" status: 204 len: 173 time: 1.5213695 Dec 09 22:23:08.266414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58566) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:08.385403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf0f68c-184e-4305-bf6e-64bdda8ccf66 admin admin] Deleting subnet ce2ce2bf-a35f-4018-a4cc-40f652c375bc {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:23:08.389170 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f68c-184e-4305-bf6e-64bdda8ccf66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.419570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] For port 5632100a-99ce-459e-b425-0db80d48de96, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5632100a-99ce-459e-b425-0db80d48de96,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:08.420048 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.430776 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f68c-184e-4305-bf6e-64bdda8ccf66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.431815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-666f8fa0-946f-44a7-9f7a-51747be8a19d req-2819903a-7ab1-4b26-88f9-309ff88c5e8c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.440241 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Calling delete_port for 5632100a-99ce-459e-b425-0db80d48de96 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:08.472084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819903a-7ab1-4b26-88f9-309ff88c5e8c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Pushing event deleted for resources: {'Port': ['ID=795eaf9d-2261-45bc-9ae5-854abb531974,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:08.516466 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f68c-184e-4305-bf6e-64bdda8ccf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.524404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a524d1c-69f2-4174-84bb-c4fe413374eb', 'name': 'network-vif-deleted', 'tag': '06731883-9320-45f7-a5b2-472e931249c9'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:08.526707 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9ccd3c-5c85-45d5-b4f3-2f4483012146" -d '{"events": [{"server_uuid": "9a524d1c-69f2-4174-84bb-c4fe413374eb", "name": "network-vif-deleted", "tag": "06731883-9320-45f7-a5b2-472e931249c9"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:08.551618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:08.554834 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad48134-a21d-4d7f-940f-bc95376a5838" -d '{"events": [{"server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "name": "network-vif-plugged", "status": "completed", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:08.557674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-666f8fa0-946f-44a7-9f7a-51747be8a19d req-2819903a-7ab1-4b26-88f9-309ff88c5e8c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] No DVR routers for this DVR port 795eaf9d-2261-45bc-9ae5-854abb531974 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:08.562043 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-666f8fa0-946f-44a7-9f7a-51747be8a19d req-2819903a-7ab1-4b26-88f9-309ff88c5e8c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.565618 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-666f8fa0-946f-44a7-9f7a-51747be8a19d req-2819903a-7ab1-4b26-88f9-309ff88c5e8c tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.18 "DELETE /v2.0/ports/795eaf9d-2261-45bc-9ae5-854abb531974 HTTP/1.1" status: 204 len: 173 time: 1.2874866 Dec 09 22:23:08.572989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845301ca-b7ba-48d6-9f51-ed9f3938363d req-5d20c404-eba0-41ba-986f-4a80304dbb79 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:08.574525 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-845301ca-b7ba-48d6-9f51-ed9f3938363d req-5d20c404-eba0-41ba-986f-4a80304dbb79 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1195025 Dec 09 22:23:08.580348 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4e915d-c668-4043-9f18-bd1fc2490aba x-openstack-request-id: req-db4e915d-c668-4043-9f18-bd1fc2490aba {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:08.580982 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a524d1c-69f2-4174-84bb-c4fe413374eb", "name": "network-vif-deleted", "tag": "06731883-9320-45f7-a5b2-472e931249c9", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:08.581452 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db4e915d-c668-4043-9f18-bd1fc2490aba {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:08.582086 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a524d1c-69f2-4174-84bb-c4fe413374eb', 'name': 'network-vif-deleted', 'tag': '06731883-9320-45f7-a5b2-472e931249c9', 'status': 'completed', 'code': 200} Dec 09 22:23:08.624991 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f68c-184e-4305-bf6e-64bdda8ccf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.628362 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c94fab-ca87-4376-a006-ce5368cb8cd8 x-openstack-request-id: req-54c94fab-ca87-4376-a006-ce5368cb8cd8 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:08.628764 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "name": "network-vif-plugged", "status": "completed", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:08.629501 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54c94fab-ca87-4376-a006-ce5368cb8cd8 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:08.630059 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'code': 200} Dec 09 22:23:08.663290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0f68c-184e-4305-bf6e-64bdda8ccf66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2ce2bf-a35f-4018-a4cc-40f652c375bc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:08.671355 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f68c-184e-4305-bf6e-64bdda8ccf66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.679112 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9cf0f68c-184e-4305-bf6e-64bdda8ccf66 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ce2ce2bf-a35f-4018-a4cc-40f652c375bc HTTP/1.1" status: 204 len: 168 time: 0.4105282 Dec 09 22:23:08.683914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58576) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:08.698542 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-845301ca-b7ba-48d6-9f51-ed9f3938363d req-0dff4b8d-eafe-47d9-8cd3-e0bf06763999 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094506 Dec 09 22:23:08.716124 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.757950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5632100a-99ce-459e-b425-0db80d48de96,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:08.780399 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.847277 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.921132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.944543 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.946683 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:08.948086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbb01c70-34ac-4f44-bfe1-64e1b73261f6 req-4054e511-4c8b-4fd1-8d3a-7266848f198a tempest-ImagesTestJSON-921730293 tempest-ImagesTestJSON-921730293-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e519c2-421e-413f-af53-73b38c365a7b HTTP/1.1" status: 200 len: 210 time: 0.0760329 Dec 09 22:23:08.962841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c725022-0e1b-43f0-a815-e26b6aa8947f']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:08.977829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e08dda9-c053-4354-844c-62db4b041eb4') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:08.978123 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e08dda9-c053-4354-844c-62db4b041eb4') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:08.992306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b4161-d6c1-4b55-b5b7-51ad7ecb7df2 req-e56790c0-8091-43cc-8502-86e6d9717053 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:08.993400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b6b4161-d6c1-4b55-b5b7-51ad7ecb7df2 req-e56790c0-8091-43cc-8502-86e6d9717053 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 945 time: 0.1420946 Dec 09 22:23:08.997385 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.004725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.005273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1a87771-edc5-4c1a-8f99-297c48201c2c {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:23:09.010550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.011842 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c7f16304-4b48-4f35-a470-d4fd973155b6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c1a87771-edc5-4c1a-8f99-297c48201c2c HTTP/1.1" status: 204 len: 168 time: 2.0767493 Dec 09 22:23:09.014400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58582) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:09.023274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.033614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:23:09.034413 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:23:09.035764 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:23:09.066106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3f2cb2-147c-4365-b450-53aca06df8b8 admin admin] Deleting subnet 527b68bc-9630-41b5-96c7-5fc55cf1bfbb {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:23:09.069476 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa3f2cb2-147c-4365-b450-53aca06df8b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.113705 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b6b4161-d6c1-4b55-b5b7-51ad7ecb7df2 req-7cb2bf7c-89d6-4d34-9d78-3066139b092e tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092627 Dec 09 22:23:09.120700 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa3f2cb2-147c-4365-b450-53aca06df8b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.122071 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.138471 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.144845 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3c725022-0e1b-43f0-a815-e26b6aa8947f HTTP/1.1" status: 204 len: 168 time: 0.4596975 Dec 09 22:23:09.147663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58586) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:09.166902 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c725022-0e1b-43f0-a815-e26b6aa8947f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:09.208154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.208505 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.208855 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.209870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.210207 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.210576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.210903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.211247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.211547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.211867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.212185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.212505 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.212824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24901867-eaac-4dbb-8fda-7147104cb980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:09.274448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8cb8b6-4c5b-4280-8fdf-7c9a70cba4fc admin admin] Deleting subnet dae55f6f-6706-4a58-b7d3-c4a4cab54aca {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:23:09.281988 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf8cb8b6-4c5b-4280-8fdf-7c9a70cba4fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.296919 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa3f2cb2-147c-4365-b450-53aca06df8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.365613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26cf59-905c-4144-be3c-015a4496cd86 req-142f9fb8-73fd-451c-9b4c-ddc619c7b783 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:09.367138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f26cf59-905c-4144-be3c-015a4496cd86 req-142f9fb8-73fd-451c-9b4c-ddc619c7b783 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 945 time: 0.1514454 Dec 09 22:23:09.373045 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf8cb8b6-4c5b-4280-8fdf-7c9a70cba4fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.374755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa3f2cb2-147c-4365-b450-53aca06df8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.404380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f2cb2-147c-4365-b450-53aca06df8b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527b68bc-9630-41b5-96c7-5fc55cf1bfbb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:09.409448 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa3f2cb2-147c-4365-b450-53aca06df8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.413087 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fa3f2cb2-147c-4365-b450-53aca06df8b8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/527b68bc-9630-41b5-96c7-5fc55cf1bfbb HTTP/1.1" status: 204 len: 168 time: 0.3973501 Dec 09 22:23:09.416833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58598) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:09.418587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f913b-3919-4e83-9b36-8cfdd15fef67 None None] Network 445c2bc8-9472-47a8-b9c5-978adb5498a2 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:23:09.432638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e882-fa66-4755-a04c-6cca2d1c1a7c req-bd82a394-6358-4377-a186-c3885b0d7321 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:09.433562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4e9e882-fa66-4755-a04c-6cca2d1c1a7c req-bd82a394-6358-4377-a186-c3885b0d7321 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 946 time: 0.1189923 Dec 09 22:23:09.462132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf8cb8b6-4c5b-4280-8fdf-7c9a70cba4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.505738 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.539118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f26cf59-905c-4144-be3c-015a4496cd86 req-f3f8730d-dafd-4f13-aebe-2d9e51465e64 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450140 Dec 09 22:23:09.607793 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf8cb8b6-4c5b-4280-8fdf-7c9a70cba4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.620402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1260ebe4-7ee4-4719-a64a-0525b210d34e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:09.625611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Deleting port 55aa0deb-d71e-4dc7-9ef9-158afa228feb {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:09.626071 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.659247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 1260ebe4-7ee4-4719-a64a-0525b210d34e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:09.659882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1260ebe4-7ee4-4719-a64a-0525b210d34e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:09.660519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5632100a-99ce-459e-b425-0db80d48de96 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:09.670911 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf8cb8b6-4c5b-4280-8fdf-7c9a70cba4fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.675222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bf8cb8b6-4c5b-4280-8fdf-7c9a70cba4fc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dae55f6f-6706-4a58-b7d3-c4a4cab54aca HTTP/1.1" status: 204 len: 168 time: 0.5266042 Dec 09 22:23:09.676111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cb8b6-4c5b-4280-8fdf-7c9a70cba4fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae55f6f-6706-4a58-b7d3-c4a4cab54aca,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:09.679663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58604) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:09.689863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 537865b4-0489-42d5-b428-a820d82656ce no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:09.692173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 5632100a-99ce-459e-b425-0db80d48de96 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:09.692618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5632100a-99ce-459e-b425-0db80d48de96 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:09.700227 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4e9e882-fa66-4755-a04c-6cca2d1c1a7c req-20accc94-07d3-428b-80ae-cd4d2da52f1a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532885 Dec 09 22:23:09.726094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 537865b4-0489-42d5-b428-a820d82656ce {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:09.726547 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 537865b4-0489-42d5-b428-a820d82656ce not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:09.727088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 795eaf9d-2261-45bc-9ae5-854abb531974 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:09.733371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] DHCP port deletion for 445c2bc8-9472-47a8-b9c5-978adb5498a2 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:23:09.782557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] For port 55aa0deb-d71e-4dc7-9ef9-158afa228feb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=55aa0deb-d71e-4dc7-9ef9-158afa228feb,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:09.783179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.789629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 795eaf9d-2261-45bc-9ae5-854abb531974 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:09.790116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 795eaf9d-2261-45bc-9ae5-854abb531974 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:09.810123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Calling delete_port for 55aa0deb-d71e-4dc7-9ef9-158afa228feb owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:09.826411 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Deleting port 55aa0deb-d71e-4dc7-9ef9-158afa228feb {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:09.826992 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.929088 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.953231 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:09.992478 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] For port 55aa0deb-d71e-4dc7-9ef9-158afa228feb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=55aa0deb-d71e-4dc7-9ef9-158afa228feb,segment=NetworkSegment(8d0d25f6-2e72-4548-a935-a8bfefee0cbc),segment_id=8d0d25f6-2e72-4548-a935-a8bfefee0cbc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:09.993252 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.010001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Calling delete_port for 55aa0deb-d71e-4dc7-9ef9-158afa228feb owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:10.018377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] No DVR routers for this DVR port 55aa0deb-d71e-4dc7-9ef9-158afa228feb on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:10.027782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Pushing event deleted for resources: {'Port': ['ID=55aa0deb-d71e-4dc7-9ef9-158afa228feb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:10.122716 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.125249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-45749b5c-cdb9-4c6d-83eb-7eace34a0629 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:10.140200 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-45749b5c-cdb9-4c6d-83eb-7eace34a0629 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.3966596 Dec 09 22:23:10.157722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Pushing event deleted for resources: {'Port': ['ID=55aa0deb-d71e-4dc7-9ef9-158afa228feb,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:10.164080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] No DVR routers for this DVR port 55aa0deb-d71e-4dc7-9ef9-158afa228feb on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:10.186097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.186739 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.187323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.187878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.189132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.191290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.192202 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.192768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.194137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.194705 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.195254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.196298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.196879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21608f1d-26f3-4721-b652-7a9e89e0a907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:23:10.208985 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.210509 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.220163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-e170ef56-f6cf-4587-94ac-5c10f6fba58f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/quotas/42778ce0db43483cabcb3c03ecb5f8f9 HTTP/1.1" status: 200 len: 375 time: 0.0787752 Dec 09 22:23:10.246927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 06731883-9320-45f7-a5b2-472e931249c9 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:10.261724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445c2bc8-9472-47a8-b9c5-978adb5498a2']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:10.273446 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0d25f6-2e72-4548-a935-a8bfefee0cbc') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:10.273957 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0d25f6-2e72-4548-a935-a8bfefee0cbc') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:10.276094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-bc002581-3d2c-4389-8742-42e68927500c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551243 Dec 09 22:23:10.283883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 06731883-9320-45f7-a5b2-472e931249c9 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:10.284236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 06731883-9320-45f7-a5b2-472e931249c9 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:10.286937 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.305392 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.305947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b965506e-567b-4d2b-b85a-3b1e7947cdab']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:10.314490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:23:10.315036 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:23:10.316877 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:23:10.336771 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c1d021-7c80-49d8-9f61-bdab03f532e8') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:10.337139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c1d021-7c80-49d8-9f61-bdab03f532e8') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:10.375016 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.421038 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.423722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-ecc1801e-2fdf-45a3-954b-7f10ae20c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:10.425189 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-ecc1801e-2fdf-45a3-954b-7f10ae20c782 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3&tenant_id=ade0516472b8498d9af27180239f4606 HTTP/1.1" status: 200 len: 1102 time: 0.0544221 Dec 09 22:23:10.439104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:10.450916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.457645 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] 10.222.0.16 "DELETE /v2.0/networks/445c2bc8-9472-47a8-b9c5-978adb5498a2 HTTP/1.1" status: 204 len: 168 time: 1.0393250 Dec 09 22:23:10.458545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58634) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:10.494566 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.505650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:23:10.506693 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:23:10.508620 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:23:10.581953 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-ecb92d97-50fe-43b0-84ce-515dfbdb91cb service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049853 Dec 09 22:23:10.594657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b8e75-8139-4501-aa74-3962dc7e14ba admin admin] Pushing event deleted for resources: {'Network': ['ID=445c2bc8-9472-47a8-b9c5-978adb5498a2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:10.596280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e519c2-421e-413f-af53-73b38c365a7b', 'name': 'network-vif-deleted', 'tag': '795eaf9d-2261-45bc-9ae5-854abb531974'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:10.599086 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0a412a-1539-4fab-a026-ff2d3d10a63a" -d '{"events": [{"server_uuid": "c9e519c2-421e-413f-af53-73b38c365a7b", "name": "network-vif-deleted", "tag": "795eaf9d-2261-45bc-9ae5-854abb531974"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:10.632580 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.645753 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.653311 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] 10.222.0.16 "DELETE /v2.0/networks/b965506e-567b-4d2b-b85a-3b1e7947cdab HTTP/1.1" status: 204 len: 168 time: 0.9719710 Dec 09 22:23:10.719523 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:10.825862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58644) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:10.976097 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b399cc57-8a17-411e-b8e0-a545e35a995f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d1b37906be84157a8f74e1f36d6847e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1489987 Dec 09 22:23:10.979785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58646) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:11.042205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc771c7-a5ff-4e5f-8cae-2b376452f36f req-e0626109-044d-4631-aabb-930789d9828d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:11.043782 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cc771c7-a5ff-4e5f-8cae-2b376452f36f req-e0626109-044d-4631-aabb-930789d9828d tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.5580051 Dec 09 22:23:11.046800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b6226-235b-43e5-bd76-72cf658537bb admin admin] Pushing event deleted for resources: {'Network': ['ID=b965506e-567b-4d2b-b85a-3b1e7947cdab,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:11.093709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-1bd06940-4f1c-4b6b-88de-6ea861f6f9ab service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891155 Dec 09 22:23:11.107798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:11.113980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cc771c7-a5ff-4e5f-8cae-2b376452f36f req-4bb1288c-c9a7-4ab5-aac0-bda308bcc67b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628586 Dec 09 22:23:11.160823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ecbc6cdd-e90b-4900-b239-4749672cb216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:11.217347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:11.248308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ecbc6cdd-e90b-4900-b239-4749672cb216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:11.275275 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3da90b5d-3579-46dd-96a1-636429e70594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:11.353835 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:11.381433 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6561e5af-b550-4749-8edd-276a48810ecf x-openstack-request-id: req-6561e5af-b550-4749-8edd-276a48810ecf {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:11.381706 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e519c2-421e-413f-af53-73b38c365a7b", "name": "network-vif-deleted", "tag": "795eaf9d-2261-45bc-9ae5-854abb531974", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:11.382095 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6561e5af-b550-4749-8edd-276a48810ecf {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:11.382386 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e519c2-421e-413f-af53-73b38c365a7b', 'name': 'network-vif-deleted', 'tag': '795eaf9d-2261-45bc-9ae5-854abb531974', 'status': 'completed', 'code': 200} Dec 09 22:23:11.457612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Transition to ACTIVE for port object bf41a161-1a53-468e-9681-82e6859b71ff will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:23:11.462104 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ecbc6cdd-e90b-4900-b239-4749672cb216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:11.465773 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ecbc6cdd-e90b-4900-b239-4749672cb216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:11.469553 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ecbc6cdd-e90b-4900-b239-4749672cb216 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/283f3b24-b91e-4ecd-a542-872529db18e5 HTTP/1.1" status: 204 len: 168 time: 0.4853132 Dec 09 22:23:11.470816 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:11.575630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc6cdd-e90b-4900-b239-4749672cb216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283f3b24-b91e-4ecd-a542-872529db18e5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:11.603181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 55aa0deb-d71e-4dc7-9ef9-158afa228feb no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:11.608100 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b21d848-daca-4950-b35f-e1a728aab526 req-b793c662-9794-4c29-8093-9e3cd44d522a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 210 time: 0.0778270 Dec 09 22:23:11.657404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] No DVR routers for this DVR port bf41a161-1a53-468e-9681-82e6859b71ff on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:11.659391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=10']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:11.701389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 55aa0deb-d71e-4dc7-9ef9-158afa228feb {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:11.702292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 55aa0deb-d71e-4dc7-9ef9-158afa228feb not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:11.730976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Attempting to bind port bf41a161-1a53-468e-9681-82e6859b71ff on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:23:11.731314 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Attempting to bind port bf41a161-1a53-468e-9681-82e6859b71ff by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:23:11.731646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Attempting to bind port bf41a161-1a53-468e-9681-82e6859b71ff on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:11.737240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Port bf41a161-1a53-468e-9681-82e6859b71ff on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:23:11.737569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Attempting to bind port bf41a161-1a53-468e-9681-82e6859b71ff on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:11.756516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:23:11.756845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:11.757237 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:23:11.757672 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Bound port: bf41a161-1a53-468e-9681-82e6859b71ff, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:23:11.758059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:11.798196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0168-de2c-4b68-b0ac-11bcf7fb9d11 req-45aac574-790a-4b7a-9479-a898e8b487c5 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:11.810282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53ef0168-de2c-4b68-b0ac-11bcf7fb9d11 req-45aac574-790a-4b7a-9479-a898e8b487c5 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 945 time: 0.1264858 Dec 09 22:23:11.905019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:11.914291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:23:11.921515 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:11.947468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53ef0168-de2c-4b68-b0ac-11bcf7fb9d11 req-3a772de9-cf59-4956-b08b-a79f70b26db9 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355898 Dec 09 22:23:12.007411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:12.008073 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.009409 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] 10.222.0.42 "PUT /v2.0/ports/bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 1098 time: 1.5747681 Dec 09 22:23:12.061720 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ba830-4e84-4a49-ae6f-54b7716835ab service neutron] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=11']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:12.095965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-3da90b5d-3579-46dd-96a1-636429e70594 admin admin] Deleting port bf0b55a9-7404-4de2-86aa-9aee1ce01047 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:12.102230 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3da90b5d-3579-46dd-96a1-636429e70594 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.102789 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58706) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:12.147927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-c8b12dda-1477-46d8-9607-f2e4e77a3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:12.149686 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-c8b12dda-1477-46d8-9607-f2e4e77a3444 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1101 time: 0.1058497 Dec 09 22:23:12.201999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-2520ea08-0ec3-4eea-aa21-833857c1787e admin admin] Deleting subnet 05a1abe4-c6ce-4bf4-8897-108758cac1d9 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:23:12.222265 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2520ea08-0ec3-4eea-aa21-833857c1787e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.224081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58710) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:12.257278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 8418b68e-2813-4023-a87d-a9e5e55e6f1d details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:12.314831 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2520ea08-0ec3-4eea-aa21-833857c1787e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.347778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-3da90b5d-3579-46dd-96a1-636429e70594 admin admin] For port bf0b55a9-7404-4de2-86aa-9aee1ce01047, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bf0b55a9-7404-4de2-86aa-9aee1ce01047,segment=NetworkSegment(c998f788-ec40-4824-a85b-6d61fe9f11bd),segment_id=c998f788-ec40-4824-a85b-6d61fe9f11bd)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:12.348345 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3da90b5d-3579-46dd-96a1-636429e70594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.388771 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2520ea08-0ec3-4eea-aa21-833857c1787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.409746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-3da90b5d-3579-46dd-96a1-636429e70594 admin admin] Calling delete_port for bf0b55a9-7404-4de2-86aa-9aee1ce01047 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:12.439454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 8418b68e-2813-4023-a87d-a9e5e55e6f1d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=8418b68e-2813-4023-a87d-a9e5e55e6f1d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:12.461557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-15285ae8-0324-43a7-84b5-73881f5911ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:12.463049 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-15285ae8-0324-43a7-84b5-73881f5911ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2472539 Dec 09 22:23:12.474333 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-725c1e4f-4ee9-4e30-a010-5b046aadb116 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc8d931d4abb43cd8117fd3e67b5f758&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2488525 Dec 09 22:23:12.475685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58722) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:12.477070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '8418b68e-2813-4023-a87d-a9e5e55e6f1d', 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36', 'port_id': '8418b68e-2813-4023-a87d-a9e5e55e6f1d', 'mac_address': 'fa:16:3e:9d:18:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b633e57-1d18-4ea8-b7d0-78b15873f9e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:23:12.501809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd61314-f963-4964-ae25-c0f14ace3a3a req-f5abca56-b50e-4967-ac06-b2994b183475 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:12.509330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1dd61314-f963-4964-ae25-c0f14ace3a3a req-f5abca56-b50e-4967-ac06-b2994b183475 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 949 time: 0.2581217 Dec 09 22:23:12.540481 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.558637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8418b68e-2813-4023-a87d-a9e5e55e6f1d {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:12.561691 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2520ea08-0ec3-4eea-aa21-833857c1787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.584002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 8418b68e-2813-4023-a87d-a9e5e55e6f1d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=8418b68e-2813-4023-a87d-a9e5e55e6f1d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:12.589586 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.619213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520ea08-0ec3-4eea-aa21-833857c1787e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a1abe4-c6ce-4bf4-8897-108758cac1d9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:12.629776 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2520ea08-0ec3-4eea-aa21-833857c1787e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.633641 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2520ea08-0ec3-4eea-aa21-833857c1787e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/05a1abe4-c6ce-4bf4-8897-108758cac1d9 HTTP/1.1" status: 204 len: 168 time: 0.5244777 Dec 09 22:23:12.636877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58728) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:12.663528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=8418b68e-2813-4023-a87d-a9e5e55e6f1d,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:12.717343 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['8418b68e-2813-4023-a87d-a9e5e55e6f1d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:12.742015 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.766405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1dd61314-f963-4964-ae25-c0f14ace3a3a req-76c1aef0-5567-4c50-a148-4c10405bb898 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560549 Dec 09 22:23:12.790174 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-39f4d662-910b-4889-86fb-4c44bc32a820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.906809 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-39f4d662-910b-4889-86fb-4c44bc32a820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:12.922221 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-b8085634-4057-4784-a034-e46050162868 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 217 time: 0.0514703 Dec 09 22:23:13.054613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-0b8f77be-4892-4c61-a504-82224a0636fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:13.056806 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-0b8f77be-4892-4c61-a504-82224a0636fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1163995 Dec 09 22:23:13.072956 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:13.109869 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b7a772b-a902-4b18-99dc-050ce1e80b75 req-1807988e-8017-49f8-80bc-e3cf38331c05 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 210 time: 0.0936768 Dec 09 22:23:13.142971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01f6d76-57c4-4305-a74a-91a3bc34186b']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:13.167010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4fecb8-6f07-4cca-8925-7a86b11dd973') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:13.168449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4fecb8-6f07-4cca-8925-7a86b11dd973') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:13.179469 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:13.190836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-39f4d662-910b-4889-86fb-4c44bc32a820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:13.195049 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-39f4d662-910b-4889-86fb-4c44bc32a820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:13.196438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-39f4d662-910b-4889-86fb-4c44bc32a820 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b8063ba-42cf-41bb-a936-b96012f60fef HTTP/1.1" status: 204 len: 168 time: 0.7160125 Dec 09 22:23:13.221049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4d662-910b-4889-86fb-4c44bc32a820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8063ba-42cf-41bb-a936-b96012f60fef,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:13.224009 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:13.233442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-3801d529-612c-49f6-9f81-ae60f6ffe595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:13.239394 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-3801d529-612c-49f6-9f81-ae60f6ffe595 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1619287 Dec 09 22:23:13.269601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:23:13.270231 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:23:13.291250 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:23:13.316831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-ff78d5ea-4f3f-4a36-8819-07780e3ae1a7 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:13.319038 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-ff78d5ea-4f3f-4a36-8819-07780e3ae1a7 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.18 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.3925948 Dec 09 22:23:13.360362 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:13.371015 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:13.377341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a01f6d76-57c4-4305-a74a-91a3bc34186b HTTP/1.1" status: 204 len: 168 time: 0.7358167 Dec 09 22:23:13.392225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Request body: {'port': {'device_id': '7b6972cc-f19a-4e79-a564-f0cebc2547c6', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'admin_state_up': True, 'tenant_id': '42778ce0db43483cabcb3c03ecb5f8f9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:13.394120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2f7c8-37df-4934-b7ae-3b5f839383c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a01f6d76-57c4-4305-a74a-91a3bc34186b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:13.397924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff'}, {'name': 'network-changed', 'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:13.402714 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3" -d '{"events": [{"server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "name": "network-vif-unplugged", "status": "completed", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff"}, {"name": "network-changed", "server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:13.418579 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeee57-56cd-4425-ac9a-81fd0adadaad req-89bdd8d1-836a-4dcc-81ac-46cc2a04e6a7 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:13.440628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96aeee57-56cd-4425-ac9a-81fd0adadaad req-89bdd8d1-836a-4dcc-81ac-46cc2a04e6a7 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 944 time: 0.2536557 Dec 09 22:23:13.543874 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96aeee57-56cd-4425-ac9a-81fd0adadaad req-fe616ccc-d0bc-4097-8cff-b9dabe69c41c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861223 Dec 09 22:23:13.550477 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-91aff4e3-7854-439e-bfbd-d2c16ed391ce service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965453 Dec 09 22:23:13.594021 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d47e2b-acf3-4001-911b-607d173fd5dd x-openstack-request-id: req-d5d47e2b-acf3-4001-911b-607d173fd5dd {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:13.594315 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "name": "network-vif-unplugged", "status": "completed", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff", "code": 200}, {"name": "network-changed", "server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:13.594768 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5d47e2b-acf3-4001-911b-607d173fd5dd {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:13.595344 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'code': 200} Dec 09 22:23:13.595769 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'status': 'completed', 'code': 200} Dec 09 22:23:13.606850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58750) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:13.682248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2deb0ed4-7259-44f9-bd31-37ac097fc4e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55b00193232c4b6eaa2c72586c0d4f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0741735 Dec 09 22:23:13.682955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58754) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:13.685535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device bf41a161-1a53-468e-9681-82e6859b71ff no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:13.704270 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3da90b5d-3579-46dd-96a1-636429e70594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:13.713903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Made reservation on behalf of 42778ce0db43483cabcb3c03ecb5f8f9 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:13.717639 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:13.748028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-c8b66596-68d5-495f-80c2-1da55d5f8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:13.754856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-c8b66596-68d5-495f-80c2-1da55d5f8f6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1101 time: 0.1170890 Dec 09 22:23:13.780928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device bf41a161-1a53-468e-9681-82e6859b71ff not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:13.807536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da90b5d-3579-46dd-96a1-636429e70594 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0b55a9-7404-4de2-86aa-9aee1ce01047,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:13.875067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-7f0ecada-c0f2-43f1-99d6-afb990d7d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:13.877897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-7f0ecada-c0f2-43f1-99d6-afb990d7d9b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1153286 Dec 09 22:23:13.931532 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-708abed6-e11e-4128-b33c-4583a92fe869 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 217 time: 0.0462000 Dec 09 22:23:13.980119 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6ea82b35-241d-484a-bccd-0c9c7db121c9 req-4c31c685-015d-4a6d-af17-2c821e0cdd32 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196329 Dec 09 22:23:14.031252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-01cc4e48-8675-45ff-8a97-bdc3c5d49570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:14.037835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-01cc4e48-8675-45ff-8a97-bdc3c5d49570 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0949848 Dec 09 22:23:14.048141 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7df04-33b5-413a-a93f-1c75fa5c7774 req-1453feb2-94ab-4843-a19d-2ee2dd2aafa5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:14.060017 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5c7df04-33b5-413a-a93f-1c75fa5c7774 req-1453feb2-94ab-4843-a19d-2ee2dd2aafa5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 949 time: 0.1313457 Dec 09 22:23:14.128553 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-27cfe479-14a6-41c7-a1c2-e87c841ba760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:14.151339 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5c7df04-33b5-413a-a93f-1c75fa5c7774 req-0783bf6b-f9eb-4997-9597-98d7ab39391e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851958 Dec 09 22:23:14.168388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-dd0b89f9-3ab3-45cf-aba3-dc22b001b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:14.170245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-dd0b89f9-3ab3-45cf-aba3-dc22b001b5a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1078997 Dec 09 22:23:14.220309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Allocated IP 172.20.0.14 (560067e5-0609-41d2-9cf6-aa6d2b495b2a/a961b3f3-c349-4ed3-9f0c-098c9d46b411/3445d785-1479-4065-9ac2-c78d85f34c62) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:23:14.233491 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-27cfe479-14a6-41c7-a1c2-e87c841ba760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:14.261152 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7fb07408-7dcb-45a9-a682-56a8ba1ce734 req-e33397ec-0df1-4551-b42e-bc6b21bc0c46 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 210 time: 0.0482764 Dec 09 22:23:14.278168 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 8418b68e-2813-4023-a87d-a9e5e55e6f1d up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:23:14.282657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-e08a56c9-3f86-4103-a8b3-ab88bf15a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:14.284180 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-e08a56c9-3f86-4103-a8b3-ab88bf15a7ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1101 time: 0.2075295 Dec 09 22:23:14.353193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 8418b68e-2813-4023-a87d-a9e5e55e6f1d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:23:14.353666 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:14.357305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-505b73bf-2f15-481a-8a34-86d28cc096a9 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779768 Dec 09 22:23:14.484208 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:14.498202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3da90b5d-3579-46dd-96a1-636429e70594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:14.509714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-27cfe479-14a6-41c7-a1c2-e87c841ba760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:14.512365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-27cfe479-14a6-41c7-a1c2-e87c841ba760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:14.513530 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-27cfe479-14a6-41c7-a1c2-e87c841ba760 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d83c596-8f85-43aa-8875-9b2bf1f5293e HTTP/1.1" status: 204 len: 168 time: 0.8277035 Dec 09 22:23:14.518061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7186f35a-507d-442e-8d88-388e105f8548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8418b68e-2813-4023-a87d-a9e5e55e6f1d'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:14.521737 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795a7dc6-c0a8-452a-8b18-21f0b254a544" -d '{"events": [{"server_uuid": "7186f35a-507d-442e-8d88-388e105f8548", "name": "network-vif-plugged", "status": "completed", "tag": "8418b68e-2813-4023-a87d-a9e5e55e6f1d"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:14.571050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 8418b68e-2813-4023-a87d-a9e5e55e6f1d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=8418b68e-2813-4023-a87d-a9e5e55e6f1d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:14.583151 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:14.584583 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-82b0b404-1644-4873-901e-b3d9c21b75e0 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196805 Dec 09 22:23:14.600365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfe479-14a6-41c7-a1c2-e87c841ba760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d83c596-8f85-43aa-8875-9b2bf1f5293e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:14.661225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-72bf2336-e63a-4a26-a674-bd1605950daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:14.663932 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-72bf2336-e63a-4a26-a674-bd1605950daf service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.3665862 Dec 09 22:23:14.670526 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c610a0d-0299-4e91-b52d-42f83328741c x-openstack-request-id: req-8c610a0d-0299-4e91-b52d-42f83328741c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:14.670954 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7186f35a-507d-442e-8d88-388e105f8548", "name": "network-vif-plugged", "status": "completed", "tag": "8418b68e-2813-4023-a87d-a9e5e55e6f1d", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:14.671266 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c610a0d-0299-4e91-b52d-42f83328741c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:14.671693 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7186f35a-507d-442e-8d88-388e105f8548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8418b68e-2813-4023-a87d-a9e5e55e6f1d', 'code': 200} Dec 09 22:23:14.703545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58784) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:14.727304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=8418b68e-2813-4023-a87d-a9e5e55e6f1d,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:14.765413 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e053d9-8fbb-447c-ab04-1c4cf5ad31cf req-6f6ed047-f3ce-47b2-9298-656c7a7344be tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:14.773851 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68e053d9-8fbb-447c-ab04-1c4cf5ad31cf req-6f6ed047-f3ce-47b2-9298-656c7a7344be tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 945 time: 0.0900719 Dec 09 22:23:14.786432 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-2bcb5dc6-529d-4e51-b12a-a2ce1b17ad4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 200 len: 217 time: 0.1144876 Dec 09 22:23:14.792680 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:14.832132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68e053d9-8fbb-447c-ab04-1c4cf5ad31cf req-8a1eed45-fca8-41a4-82b4-64d3fa862ab8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570328 Dec 09 22:23:14.838390 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ee7a9ad-243d-4b05-9291-96650db6edf6 req-4324b599-38ed-401a-83c4-646c3a2ecb4a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2903066 Dec 09 22:23:14.963567 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-0284fde4-89b1-4098-bdac-ba3820bb787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:14.965054 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-0284fde4-89b1-4098-bdac-ba3820bb787f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1690745 Dec 09 22:23:15.069492 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:15.074948 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7a9ad-243d-4b05-9291-96650db6edf6 req-9d2bd596-7e44-4c5a-8ade-aed7a3bc136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:15.076346 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ee7a9ad-243d-4b05-9291-96650db6edf6 req-9d2bd596-7e44-4c5a-8ade-aed7a3bc136d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ade0516472b8498d9af27180239f4606&device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 1101 time: 0.1986847 Dec 09 22:23:15.135204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1970646132-network', 'tenant_id': 'd70657cbae484096913cc9dae6fb25b3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:15.181517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-32d9f000-ace3-4079-a0e2-550e1dbb619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:15.183321 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-32d9f000-ace3-4079-a0e2-550e1dbb619a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2053671 Dec 09 22:23:15.205151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Network 560067e5-0609-41d2-9cf6-aa6d2b495b2a is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:23:15.225496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:23:15.232982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Made reservation on behalf of d70657cbae484096913cc9dae6fb25b3 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:15.234904 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:15.243433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:23:15.262204 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:15.281726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fe56b-c8ff-4953-ba9e-087fe403c7d2 req-f2b8a498-8dcc-475c-9091-18ee1097fabe tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:15.283314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-176fe56b-c8ff-4953-ba9e-087fe403c7d2 req-f2b8a498-8dcc-475c-9091-18ee1097fabe tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 945 time: 0.0884049 Dec 09 22:23:15.329351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Pushing event updated for resources: {'Port': ['ID=3445d785-1479-4065-9ac2-c78d85f34c62,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:15.347883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:15.348745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:15.372548 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-176fe56b-c8ff-4953-ba9e-087fe403c7d2 req-70b6669b-05db-4b2a-9f05-25e676063c82 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761621 Dec 09 22:23:15.413734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da90b5d-3579-46dd-96a1-636429e70594 admin admin] Router d030b12e-ee3e-4f3b-b140-a23f9b01f948 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:23:15.446494 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-de3e4723-c218-406b-beeb-85ab2bb2f663 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1040211 Dec 09 22:23:15.545346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a3605-b13a-45a1-a6ae-b9c405f7360c req-e90e2dac-2f66-4a9c-99ab-4af8b9b2adae tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:15.548116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e02a3605-b13a-45a1-a6ae-b9c405f7360c req-e90e2dac-2f66-4a9c-99ab-4af8b9b2adae tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 949 time: 0.1665747 Dec 09 22:23:15.618536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e4ede-db96-48fb-a219-110670b492dc req-4d340be4-4a94-4b74-9c8c-4addf5c8e72d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:15.620088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd3e4ede-db96-48fb-a219-110670b492dc req-4d340be4-4a94-4b74-9c8c-4addf5c8e72d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 932 time: 0.1501632 Dec 09 22:23:15.672937 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:15.690283 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:15.705204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:23:15.716786 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:15.717384 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Added segment 1bff6125-7e92-4f00-801d-d593dc210871 of type vlan for network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 Dec 09 22:23:15.764678 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:15.809308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e02a3605-b13a-45a1-a6ae-b9c405f7360c req-f363aa8d-2f97-48a4-b378-0c7ed68745f8 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433798 Dec 09 22:23:15.850803 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd3e4ede-db96-48fb-a219-110670b492dc req-b5636b1b-c565-45fa-ad64-0ab2dd8f2b77 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222161 Dec 09 22:23:15.859905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbfe38a-2121-4553-b716-d45b754bce5e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:15.868202 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:15.869437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:15.870242 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:15.926300 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2213082 Dec 09 22:23:15.934093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58822) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:15.941697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6042928b-eafb-49e6-9128-f4b4c92c9963 admin admin] Request body: {'subnet': {'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1970646132-subnet', 'tenant_id': 'd70657cbae484096913cc9dae6fb25b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:15.990551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50721fa6-abc8-4cbd-8073-0ad9822c2b38 admin admin] Pushing event updated for resources: {'Network': ['ID=46a88b3d-bbc7-4cde-a7d0-668bc115edd8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:16.002951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:23:16.016527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6042928b-eafb-49e6-9128-f4b4c92c9963 admin admin] Made reservation on behalf of d70657cbae484096913cc9dae6fb25b3 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:16.020861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6042928b-eafb-49e6-9128-f4b4c92c9963 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:16.074644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Request body: {'port': {'device_id': '7b6972cc-f19a-4e79-a564-f0cebc2547c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:16.162598 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-7b586a48-b29a-4e7d-bd58-ae1ac14ece7a service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9655879 Dec 09 22:23:16.205485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7a9ad-243d-4b05-9291-96650db6edf6 req-f607a33c-85bb-42dd-8bc2-14db4b3159dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:16.206989 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ee7a9ad-243d-4b05-9291-96650db6edf6 req-f607a33c-85bb-42dd-8bc2-14db4b3159dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 1.0623727 Dec 09 22:23:16.295540 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ee7a9ad-243d-4b05-9291-96650db6edf6 req-d2d30399-a5f0-405d-b756-f9d4daefc5b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f HTTP/1.1" status: 200 len: 217 time: 0.0632703 Dec 09 22:23:16.298654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bf41a161-1a53-468e-9681-82e6859b71ff details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:16.335562 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6042928b-eafb-49e6-9128-f4b4c92c9963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:16.379012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7a9ad-243d-4b05-9291-96650db6edf6 req-d03ffdea-c228-4206-9bdd-bc490cfe4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:16.381425 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ee7a9ad-243d-4b05-9291-96650db6edf6 req-d03ffdea-c228-4206-9bdd-bc490cfe4459 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0606172 Dec 09 22:23:16.392158 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:16.468317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042928b-eafb-49e6-9128-f4b4c92c9963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:16.479645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da90b5d-3579-46dd-96a1-636429e70594 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:23:16.488427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6042928b-eafb-49e6-9128-f4b4c92c9963 admin admin] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:16.488795 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6042928b-eafb-49e6-9128-f4b4c92c9963 admin admin] Network hostable DHCP agents. Network: 46a88b3d-bbc7-4cde-a7d0-668bc115edd8, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:23:16.495669 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3da90b5d-3579-46dd-96a1-636429e70594 admin admin] 10.222.0.16 "PUT /v2.0/routers/d030b12e-ee3e-4f3b-b140-a23f9b01f948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0340889 Dec 09 22:23:16.504522 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b8adc9-51a1-4933-803a-2c0796988fc4 None None] Sync routers for ids ['d030b12e-ee3e-4f3b-b140-a23f9b01f948'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:23:16.507081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58832) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:16.523136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7a9ad-243d-4b05-9291-96650db6edf6 req-070a9d51-aea2-4f6a-bf38-63ecdafc207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:16.525222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ee7a9ad-243d-4b05-9291-96650db6edf6 req-070a9d51-aea2-4f6a-bf38-63ecdafc207c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0988009 Dec 09 22:23:16.533950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:16.547634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b8adc9-51a1-4933-803a-2c0796988fc4 None None] Routers {'d030b12e-ee3e-4f3b-b140-a23f9b01f948'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:23:16.548660 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f6b8adc9-51a1-4933-803a-2c0796988fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:23:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['d030b12e-ee3e-4f3b-b140-a23f9b01f948'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:16.551998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'mac_address': 'fa:16:3e:a5:98:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:23:16.624303 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae3f1efe-c5f9-4ea7-aaec-27d8d37076f3 req-58b46fd9-fb86-42ce-b521-1c22f9691759 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537344 Dec 09 22:23:16.776035 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:16.813985 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:16.829587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf41a161-1a53-468e-9681-82e6859b71ff {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:16.842777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99cb61-12e6-43bb-9b24-a9c3d9a76e8b req-5e056787-bbcd-4608-bd8e-813f9a599e4a tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:16.852897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df99cb61-12e6-43bb-9b24-a9c3d9a76e8b req-5e056787-bbcd-4608-bd8e-813f9a599e4a tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 945 time: 0.3517435 Dec 09 22:23:16.894247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:16.902898 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:16.915991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df99cb61-12e6-43bb-9b24-a9c3d9a76e8b req-d79d3db4-737c-4005-9b01-cf502cbe528d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618830 Dec 09 22:23:16.922511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6042928b-eafb-49e6-9128-f4b4c92c9963 admin admin] Network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:23:16.947591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-f6b8adc9-51a1-4933-803a-2c0796988fc4 None None] Set router d030b12e-ee3e-4f3b-b140-a23f9b01f948 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:23:16.963689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6042928b-eafb-49e6-9128-f4b4c92c9963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 46a88b3d-bbc7-4cde-a7d0-668bc115edd8) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:23:16.976916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6042928b-eafb-49e6-9128-f4b4c92c9963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:16.980236 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6042928b-eafb-49e6-9128-f4b4c92c9963 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:17.033407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc1b404-8d53-4737-acbd-b77ffb8ccd10 None None] Network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:23:17.046308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6042928b-eafb-49e6-9128-f4b4c92c9963 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1110091 Dec 09 22:23:17.106233 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ee7a9ad-243d-4b05-9291-96650db6edf6 req-62ff463c-af65-4e7e-ac2d-6c507fc49efd service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721362 Dec 09 22:23:17.220421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7890b2e-b9e3-4d3b-bdea-41ae69d695a7 req-67239dbd-8d9f-4b9e-af04-cb6b6177a191 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:17.228252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7890b2e-b9e3-4d3b-bdea-41ae69d695a7 req-67239dbd-8d9f-4b9e-af04-cb6b6177a191 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1085498 Dec 09 22:23:17.271963 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:17.288829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['bf41a161-1a53-468e-9681-82e6859b71ff'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:17.329409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3445d785-1479-4065-9ac2-c78d85f34c62 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:17.334340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=12']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:17.338096 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:17.351454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Transition to ACTIVE for port object 3445d785-1479-4065-9ac2-c78d85f34c62 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:23:17.362973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e9aa9-2da1-4c34-91b9-efbe0cdfca4b req-af94045a-a014-434d-adb4-1ef4e704da38 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:17.364488 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc3e9aa9-2da1-4c34-91b9-efbe0cdfca4b req-af94045a-a014-434d-adb4-1ef4e704da38 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.42 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 945 time: 0.4781232 Dec 09 22:23:17.369694 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:17.464671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69c6104-cd6a-4208-b743-fced63c9b2ff None None] Network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:23:17.469308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7890b2e-b9e3-4d3b-bdea-41ae69d695a7 req-acc9e943-0d98-47a2-a3db-b09b7080218f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401772 Dec 09 22:23:17.485683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94ce1a-4adc-481d-b5f0-e58c618207b8 req-c900c46f-6be3-4907-bc74-a177d8ce2380 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:17.487932 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b94ce1a-4adc-481d-b5f0-e58c618207b8 req-c900c46f-6be3-4907-bc74-a177d8ce2380 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 932 time: 0.2104678 Dec 09 22:23:17.528805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f6b8adc9-51a1-4933-803a-2c0796988fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1412049318-router', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:15Z', 'updated_at': '2021-12-09T22:23:13Z', 'revision_number': 5, 'project_id': '156e53600390443993de4dc3d93cfc30', 'gw_port': {'id': '3f0ae256-e02a-49fe-9923-d788fcc0c4a0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:18:18Z', 'updated_at': '2021-12-09T22:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:17.558085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Deleting port 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:17.558565 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:17.624857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b8adc9-51a1-4933-803a-2c0796988fc4 None None] Checking router: d030b12e-ee3e-4f3b-b140-a23f9b01f948 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:23:17.662487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b94ce1a-4adc-481d-b5f0-e58c618207b8 req-ecd42d53-8d8a-40a3-88ad-74767be0c5df tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545460 Dec 09 22:23:17.729403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=3445d785-1479-4065-9ac2-c78d85f34c62,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:17.756468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b8adc9-51a1-4933-803a-2c0796988fc4 None None] Routers {'d030b12e-ee3e-4f3b-b140-a23f9b01f948'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:23:17.757105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f6b8adc9-51a1-4933-803a-2c0796988fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:23:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['d030b12e-ee3e-4f3b-b140-a23f9b01f948'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:17.799157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] For port 3f0ae256-e02a-49fe-9923-d788fcc0c4a0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3f0ae256-e02a-49fe-9923-d788fcc0c4a0,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:17.799663 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:17.800841 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4ee7a9ad-243d-4b05-9291-96650db6edf6 req-e162a655-55cb-4f77-9ad5-c7dbafa7cd61 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874380 Dec 09 22:23:17.848936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Attempting to bind port 3445d785-1479-4065-9ac2-c78d85f34c62 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:23:17.849477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Attempting to bind port 3445d785-1479-4065-9ac2-c78d85f34c62 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:23:17.849970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Attempting to bind port 3445d785-1479-4065-9ac2-c78d85f34c62 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:17.853030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Calling delete_port for 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:17.861433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Port 3445d785-1479-4065-9ac2-c78d85f34c62 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:23:17.861968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Attempting to bind port 3445d785-1479-4065-9ac2-c78d85f34c62 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:17.881300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-fc3e9aa9-2da1-4c34-91b9-efbe0cdfca4b req-e69898cc-9760-4c9a-a9bf-91f7c5cd8d56 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Deleting port 8418b68e-2813-4023-a87d-a9e5e55e6f1d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:17.881815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc3e9aa9-2da1-4c34-91b9-efbe0cdfca4b req-e69898cc-9760-4c9a-a9bf-91f7c5cd8d56 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:17.888079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:23:17.888707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Checking segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:17.889221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Bound using segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:23:17.889955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Bound port: 3445d785-1479-4065-9ac2-c78d85f34c62, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:23:17.890963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:17.918255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299fb7e-11aa-4f26-8d68-b624d76c2c06 req-f8f704f3-768c-492d-92b8-dfefa64f9691 tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:17.929503 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c299fb7e-11aa-4f26-8d68-b624d76c2c06 req-f8f704f3-768c-492d-92b8-dfefa64f9691 tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 1102 time: 0.1554098 Dec 09 22:23:18.015858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-f6b8adc9-51a1-4933-803a-2c0796988fc4 None None] Set router d030b12e-ee3e-4f3b-b140-a23f9b01f948 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:23:18.018438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c299fb7e-11aa-4f26-8d68-b624d76c2c06 req-bfacb497-aa07-4bdf-9a5b-363306d407ef tempest-MigrationsAdminTest-969574068 tempest-MigrationsAdminTest-969574068-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727394 Dec 09 22:23:18.129487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-fc3e9aa9-2da1-4c34-91b9-efbe0cdfca4b req-e69898cc-9760-4c9a-a9bf-91f7c5cd8d56 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] For port 8418b68e-2813-4023-a87d-a9e5e55e6f1d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=8418b68e-2813-4023-a87d-a9e5e55e6f1d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:18.130006 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc3e9aa9-2da1-4c34-91b9-efbe0cdfca4b req-e69898cc-9760-4c9a-a9bf-91f7c5cd8d56 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:18.140804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f6b8adc9-51a1-4933-803a-2c0796988fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1412049318-router', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:15Z', 'updated_at': '2021-12-09T22:23:17Z', 'revision_number': 6, 'project_id': '156e53600390443993de4dc3d93cfc30', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:18.143142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] For port 3445d785-1479-4065-9ac2-c78d85f34c62, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:18.147989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] For port 3445d785-1479-4065-9ac2-c78d85f34c62, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3445d785-1479-4065-9ac2-c78d85f34c62,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:23:18.153032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-fc3e9aa9-2da1-4c34-91b9-efbe0cdfca4b req-e69898cc-9760-4c9a-a9bf-91f7c5cd8d56 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Calling delete_port for 8418b68e-2813-4023-a87d-a9e5e55e6f1d owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:18.155227 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:18.204330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:18.205120 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:18.206672 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] 10.222.0.18 "PUT /v2.0/ports/3445d785-1479-4065-9ac2-c78d85f34c62 HTTP/1.1" status: 200 len: 1093 time: 2.1388860 Dec 09 22:23:18.207222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6972cc-f19a-4e79-a564-f0cebc2547c6', 'tag': '3445d785-1479-4065-9ac2-c78d85f34c62'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:18.211736 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68df67a8-b83b-4507-873d-58281b8ae20e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6972cc-f19a-4e79-a564-f0cebc2547c6", "tag": "3445d785-1479-4065-9ac2-c78d85f34c62"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:18.256660 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b8adc9-51a1-4933-803a-2c0796988fc4 None None] The sync data for ids ['d030b12e-ee3e-4f3b-b140-a23f9b01f948'] in n-d-789963-23 is: [{'id': 'd030b12e-ee3e-4f3b-b140-a23f9b01f948', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1412049318-router', 'tenant_id': '156e53600390443993de4dc3d93cfc30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:18:15Z', 'updated_at': '2021-12-09T22:23:17Z', 'revision_number': 6, 'project_id': '156e53600390443993de4dc3d93cfc30', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:23:18.306491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 8418b68e-2813-4023-a87d-a9e5e55e6f1d no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:18.313804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa771f0d-5c0f-4caf-af20-5bea250b4cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=3445d785-1479-4065-9ac2-c78d85f34c62,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:18.326126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65b81f-29be-4e85-83d9-8e5ba0837df6 req-49d7d864-af28-4813-b4bf-87fc3928635f tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:18.329303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d65b81f-29be-4e85-83d9-8e5ba0837df6 req-49d7d864-af28-4813-b4bf-87fc3928635f tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=7186f35a-507d-442e-8d88-388e105f8548 HTTP/1.1" status: 200 len: 945 time: 0.2264512 Dec 09 22:23:18.356346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58884) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:18.370049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2012510972-network', 'tenant_id': '0fcacae755d54b95bc917da85b68fabb'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:18.452787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Made reservation on behalf of 0fcacae755d54b95bc917da85b68fabb for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:18.453955 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:18.460783 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:18.492911 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:18.520472 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ded527-3074-4fb8-b50a-ad68ab47598b x-openstack-request-id: req-f3ded527-3074-4fb8-b50a-ad68ab47598b {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:18.520894 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6972cc-f19a-4e79-a564-f0cebc2547c6", "tag": "3445d785-1479-4065-9ac2-c78d85f34c62", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:18.521303 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3ded527-3074-4fb8-b50a-ad68ab47598b {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:18.525654 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6972cc-f19a-4e79-a564-f0cebc2547c6', 'tag': '3445d785-1479-4065-9ac2-c78d85f34c62', 'status': 'completed', 'code': 200} Dec 09 22:23:18.533385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0ae256-e02a-49fe-9923-d788fcc0c4a0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:18.542917 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:18.572180 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d65b81f-29be-4e85-83d9-8e5ba0837df6 req-b166bff1-4ef3-48ef-8259-15844303634b tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235327 Dec 09 22:23:18.680793 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc3e9aa9-2da1-4c34-91b9-efbe0cdfca4b req-e69898cc-9760-4c9a-a9bf-91f7c5cd8d56 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:18.717843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58894) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:18.737058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69898cc-9760-4c9a-a9bf-91f7c5cd8d56 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event deleted for resources: {'Port': ['ID=8418b68e-2813-4023-a87d-a9e5e55e6f1d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:18.766504 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:18.780255 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-f8d6cb82-3012-421d-8c29-451a64047f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:18.782496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd6647-4a5e-41c0-b921-a962322dedb5 req-896592bb-f7d1-4aa7-b2ca-ba781b95fba2 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:18.783400 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-f8d6cb82-3012-421d-8c29-451a64047f40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 1096 time: 0.5147603 Dec 09 22:23:18.784460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0cd6647-4a5e-41c0-b921-a962322dedb5 req-896592bb-f7d1-4aa7-b2ca-ba781b95fba2 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1683073 Dec 09 22:23:18.905517 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:18.908653 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:18.931356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3e9aa9-2da1-4c34-91b9-efbe0cdfca4b req-e69898cc-9760-4c9a-a9bf-91f7c5cd8d56 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] No DVR routers for this DVR port 8418b68e-2813-4023-a87d-a9e5e55e6f1d on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:18.934924 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc3e9aa9-2da1-4c34-91b9-efbe0cdfca4b req-e69898cc-9760-4c9a-a9bf-91f7c5cd8d56 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:18.938307 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc3e9aa9-2da1-4c34-91b9-efbe0cdfca4b req-e69898cc-9760-4c9a-a9bf-91f7c5cd8d56 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.42 "DELETE /v2.0/ports/8418b68e-2813-4023-a87d-a9e5e55e6f1d HTTP/1.1" status: 204 len: 173 time: 1.5539064 Dec 09 22:23:18.939545 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-8cfabf70-827d-4bba-a10e-2c527667559c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3445d785-1479-4065-9ac2-c78d85f34c62 HTTP/1.1" status: 200 len: 217 time: 0.0926299 Dec 09 22:23:18.991873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.004712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.026293 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.027680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d030b12e-ee3e-4f3b-b140-a23f9b01f948 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:23:19.045354 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.047223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2fec1727-5f28-45f0-9ace-645e0f3b4caf admin admin] 10.222.0.16 "DELETE /v2.0/routers/d030b12e-ee3e-4f3b-b140-a23f9b01f948 HTTP/1.1" status: 204 len: 168 time: 2.5389094 Dec 09 22:23:19.048177 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28f2b6a3-4ea1-43fe-bcd5-211532dac818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.050720 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58900) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:19.057688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9d17e9-28d6-4bdb-bcf3-8366d83945ec,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:19.076047 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:23:19.093396 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.093939 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Added segment 6a069bcb-ac69-4474-a192-f1c55bc7d2f2 of type vlan for network bd83ce87-2f25-49f6-8fb3-139e48a63178 Dec 09 22:23:19.098658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-2c3159bc-aa9c-4f13-8405-ac988da700ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:19.100683 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-2c3159bc-aa9c-4f13-8405-ac988da700ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.1072485 Dec 09 22:23:19.121143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3661df-62e5-43fa-b820-2fa504f367f3 req-ada57886-3828-4e93-bed9-8994ae56306a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:19.128268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d3661df-62e5-43fa-b820-2fa504f367f3 req-ada57886-3828-4e93-bed9-8994ae56306a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 944 time: 0.3159063 Dec 09 22:23:19.146135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0cd6647-4a5e-41c0-b921-a962322dedb5 req-83cebb68-8f27-4525-ab08-ed481c479393 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316805 Dec 09 22:23:19.184622 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-0cc7ad5d-c985-408b-8f7e-64b0f61fc34e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735507 Dec 09 22:23:19.188230 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.237081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fbd362-afd8-4c7a-9aa1-725d1963e1fd admin admin] Deleting subnet 202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:23:19.248406 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78fbd362-afd8-4c7a-9aa1-725d1963e1fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.282592 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.283585 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:19.284163 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.314040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d3661df-62e5-43fa-b820-2fa504f367f3 req-e043465e-0ac2-4695-ad13-fdec000fe14c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839266 Dec 09 22:23:19.326686 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9651504 Dec 09 22:23:19.326686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58902) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:19.330332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78fbd362-afd8-4c7a-9aa1-725d1963e1fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.334658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-90e34d4a-6d2b-4492-9a22-0b23786082a3 admin admin] Request body: {'subnet': {'network_id': 'bd83ce87-2f25-49f6-8fb3-139e48a63178', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2012510972-subnet', 'tenant_id': '0fcacae755d54b95bc917da85b68fabb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:19.416596 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-7f54b214-16f7-4403-a273-f7a1d64e2cd5 service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241416 Dec 09 22:23:19.419165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149f8aa-7a36-4493-b12b-ad0a9be73fdb admin admin] Pushing event updated for resources: {'Network': ['ID=bd83ce87-2f25-49f6-8fb3-139e48a63178,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:19.432149 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network bd83ce87-2f25-49f6-8fb3-139e48a63178 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:23:19.473960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e34d4a-6d2b-4492-9a22-0b23786082a3 admin admin] Made reservation on behalf of 0fcacae755d54b95bc917da85b68fabb for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:19.477115 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90e34d4a-6d2b-4492-9a22-0b23786082a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.496878 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28f2b6a3-4ea1-43fe-bcd5-211532dac818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.510770 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28f2b6a3-4ea1-43fe-bcd5-211532dac818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.548736 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78fbd362-afd8-4c7a-9aa1-725d1963e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.605273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:19.649009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2b6a3-4ea1-43fe-bcd5-211532dac818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7bfaf7-ae1f-4b44-af51-2aab54a6b73a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:19.653590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-28f2b6a3-4ea1-43fe-bcd5-211532dac818 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3d0102f11de4e07b083e494b92076d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9310620 Dec 09 22:23:19.655637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:19.656171 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3f0ae256-e02a-49fe-9923-d788fcc0c4a0 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:19.656768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bf0b55a9-7404-4de2-86aa-9aee1ce01047 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:19.667859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58906) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:19.699916 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: bf0b55a9-7404-4de2-86aa-9aee1ce01047 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:19.700265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bf0b55a9-7404-4de2-86aa-9aee1ce01047 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:19.766032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78fbd362-afd8-4c7a-9aa1-725d1963e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.774343 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8be12e6f-f830-4525-8e80-759a4b440e00 req-341b99e6-3405-43af-8bec-17f5de3c94d6 service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387623 Dec 09 22:23:19.793377 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78fbd362-afd8-4c7a-9aa1-725d1963e1fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.794693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557448af-1925-4b6e-8b78-2b94a655b23e None None] Network 92158838-404f-43ca-9f0a-61316959dc72 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:23:19.802503 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-78fbd362-afd8-4c7a-9aa1-725d1963e1fd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b HTTP/1.1" status: 204 len: 168 time: 0.7465711 Dec 09 22:23:19.823649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58910) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:19.853367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbd362-afd8-4c7a-9aa1-725d1963e1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=202e1cf0-1e8c-42d0-91fb-d9eae6c18f3b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:19.871642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03a3d10f-cb92-4763-99b2-081c3e1fea2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:19.951317 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03a3d10f-cb92-4763-99b2-081c3e1fea2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.065235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518ab4c-a14c-4da7-adab-19e941b78256 None None] DHCP port deletion for 92158838-404f-43ca-9f0a-61316959dc72 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:23:20.100891 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.115876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff675fed-d56b-428f-86fb-a925bb4040a4 req-99500382-14dc-4a6c-9513-c54dd923a556 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:20.118274 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff675fed-d56b-428f-86fb-a925bb4040a4 req-99500382-14dc-4a6c-9513-c54dd923a556 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.3218448 Dec 09 22:23:20.136241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e518ab4c-a14c-4da7-adab-19e941b78256 None None] Deleting port 28699f6d-c60f-4377-9551-563613bd2fa7 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:20.137635 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e518ab4c-a14c-4da7-adab-19e941b78256 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.152944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df67a8-b83b-4507-873d-58281b8ae20e req-4bad050c-7d99-413e-95e1-72a9c59e066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:20.154752 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-68df67a8-b83b-4507-873d-58281b8ae20e req-4bad050c-7d99-413e-95e1-72a9c59e066d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 1096 time: 0.2483373 Dec 09 22:23:20.165018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-f6698fe1-2979-4fd7-92c5-24f7f43340b4 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:20.172677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-f6698fe1-2979-4fd7-92c5-24f7f43340b4 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/networks?id=8db523f9-77d3-4b50-a888-5d328b907c36 HTTP/1.1" status: 200 len: 821 time: 0.1228592 Dec 09 22:23:20.173665 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90e34d4a-6d2b-4492-9a22-0b23786082a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.184252 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03a3d10f-cb92-4763-99b2-081c3e1fea2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.187247 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03a3d10f-cb92-4763-99b2-081c3e1fea2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.191487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-03a3d10f-cb92-4763-99b2-081c3e1fea2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a7bfaf7-ae1f-4b44-af51-2aab54a6b73a HTTP/1.1" status: 204 len: 168 time: 0.5226700 Dec 09 22:23:20.200020 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-4de49448-bfd2-4024-910b-f2099995ae40 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/quotas/9aff33e8e6d7475b8b52f439364be072 HTTP/1.1" status: 200 len: 375 time: 0.0263572 Dec 09 22:23:20.228705 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e518ab4c-a14c-4da7-adab-19e941b78256 None None] For port 28699f6d-c60f-4377-9551-563613bd2fa7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=28699f6d-c60f-4377-9551-563613bd2fa7,segment=NetworkSegment(c998f788-ec40-4824-a85b-6d61fe9f11bd),segment_id=c998f788-ec40-4824-a85b-6d61fe9f11bd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:20.229481 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e518ab4c-a14c-4da7-adab-19e941b78256 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.246651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e518ab4c-a14c-4da7-adab-19e941b78256 None None] Calling delete_port for 28699f6d-c60f-4377-9551-563613bd2fa7 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:20.250854 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-4147775f-943f-4094-b941-600e12304a48 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aff33e8e6d7475b8b52f439364be072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497649 Dec 09 22:23:20.265297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3d10f-cb92-4763-99b2-081c3e1fea2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7bfaf7-ae1f-4b44-af51-2aab54a6b73a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:20.384275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bf41a161-1a53-468e-9681-82e6859b71ff up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:23:20.389888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f06d-3b5e-4d85-b259-644b26009b8b req-e570cfaf-f343-43eb-9258-b88108cce23f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:20.391985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-41a0f06d-3b5e-4d85-b259-644b26009b8b req-e570cfaf-f343-43eb-9258-b88108cce23f tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 950 time: 0.1127245 Dec 09 22:23:20.436301 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e518ab4c-a14c-4da7-adab-19e941b78256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.438816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e34d4a-6d2b-4492-9a22-0b23786082a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4005cdb4-059d-48b3-b13a-1fbf2f7ace7b,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:20.486358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e34d4a-6d2b-4492-9a22-0b23786082a3 admin admin] Checking segment: {'id': '6a069bcb-ac69-4474-a192-f1c55bc7d2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd83ce87-2f25-49f6-8fb3-139e48a63178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:20.486762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e34d4a-6d2b-4492-9a22-0b23786082a3 admin admin] Network hostable DHCP agents. Network: bd83ce87-2f25-49f6-8fb3-139e48a63178, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:23:20.530815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df67a8-b83b-4507-873d-58281b8ae20e req-03fd1d20-d552-4d38-a5ff-dcd657c98786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:20.532617 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-68df67a8-b83b-4507-873d-58281b8ae20e req-03fd1d20-d552-4d38-a5ff-dcd657c98786 service neutron] 10.222.0.18 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 912 time: 0.3549473 Dec 09 22:23:20.533054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7186f35a-507d-442e-8d88-388e105f8548', 'name': 'network-vif-deleted', 'tag': '8418b68e-2813-4023-a87d-a9e5e55e6f1d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:20.535630 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdd3015-0889-44ce-9ee4-b356277a72f2" -d '{"events": [{"server_uuid": "7186f35a-507d-442e-8d88-388e105f8548", "name": "network-vif-deleted", "tag": "8418b68e-2813-4023-a87d-a9e5e55e6f1d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:20.537969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518ab4c-a14c-4da7-adab-19e941b78256 None None] Pushing event deleted for resources: {'Port': ['ID=28699f6d-c60f-4377-9551-563613bd2fa7,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:20.550123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e518ab4c-a14c-4da7-adab-19e941b78256 None None] No DVR routers for this DVR port 28699f6d-c60f-4377-9551-563613bd2fa7 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:20.550762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ff675fed-d56b-428f-86fb-a925bb4040a4 req-6286d4cc-42d1-489e-b967-c4792f56cd06 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Deleting port bf41a161-1a53-468e-9681-82e6859b71ff {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:20.551103 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ff675fed-d56b-428f-86fb-a925bb4040a4 req-6286d4cc-42d1-489e-b967-c4792f56cd06 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.552617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port bf41a161-1a53-468e-9681-82e6859b71ff completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:23:20.557016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Deleting port 28699f6d-c60f-4377-9551-563613bd2fa7 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:20.557359 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.560914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port bf41a161-1a53-468e-9681-82e6859b71ff triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:23:20.561486 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.598680 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-41a0f06d-3b5e-4d85-b259-644b26009b8b req-5db8c03c-d4d5-4b33-a92f-a266d373759e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907561 Dec 09 22:23:20.654540 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-443f2628-647c-455b-aba6-d47ffc934f16 service neutron] 10.222.0.16 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021170 Dec 09 22:23:20.706783 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.750705 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:20.753362 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02911c92-f013-4e46-98e0-f43e9a6977a0" -d '{"events": [{"server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "name": "network-vif-plugged", "status": "completed", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:20.768810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:20.773651 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:20.864580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=13']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:20.898556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-3867df55-5b7f-43c7-8cac-40b0c7a49688 service neutron] 10.222.0.16 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382023 Dec 09 22:23:20.922283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad043f-1d2f-446d-b527-8260a7c4d75a req-fefa47a9-fac8-43e6-85d8-8891996a9808 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:20.923789 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-69ad043f-1d2f-446d-b527-8260a7c4d75a req-fefa47a9-fac8-43e6-85d8-8891996a9808 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 944 time: 0.0982907 Dec 09 22:23:21.023752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-69ad043f-1d2f-446d-b527-8260a7c4d75a req-f5a0b324-2a43-4768-9a06-611ad84c3dd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927360 Dec 09 22:23:21.076120 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-68df67a8-b83b-4507-873d-58281b8ae20e req-7a46b4be-b536-4d05-89d4-e723c1aa2d54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3445d785-1479-4065-9ac2-c78d85f34c62 HTTP/1.1" status: 200 len: 217 time: 0.5313618 Dec 09 22:23:21.081092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e34d4a-6d2b-4492-9a22-0b23786082a3 admin admin] Network bd83ce87-2f25-49f6-8fb3-139e48a63178 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:23:21.148435 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8fe684-646d-4e4e-b0f7-008d400f0a74 x-openstack-request-id: req-ee8fe684-646d-4e4e-b0f7-008d400f0a74 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:21.148738 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "name": "network-vif-plugged", "status": "completed", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:21.148995 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee8fe684-646d-4e4e-b0f7-008d400f0a74 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:21.149402 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'code': 200} Dec 09 22:23:21.169263 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f6264b-d8f0-4693-a74f-9543aed01f52 x-openstack-request-id: req-11f6264b-d8f0-4693-a74f-9543aed01f52 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:21.169524 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7186f35a-507d-442e-8d88-388e105f8548", "name": "network-vif-deleted", "tag": "8418b68e-2813-4023-a87d-a9e5e55e6f1d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:21.169812 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11f6264b-d8f0-4693-a74f-9543aed01f52 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:21.170220 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7186f35a-507d-442e-8d88-388e105f8548', 'name': 'network-vif-deleted', 'tag': '8418b68e-2813-4023-a87d-a9e5e55e6f1d', 'status': 'completed', 'code': 200} Dec 09 22:23:21.242340 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a8348ac-f45f-4bd9-af95-65db4ce04706 req-f1bab494-d8bb-42c6-9aef-158cde58372c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 210 time: 0.0707710 Dec 09 22:23:21.252510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-90e34d4a-6d2b-4492-9a22-0b23786082a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, bd83ce87-2f25-49f6-8fb3-139e48a63178) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:23:21.257373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e34d4a-6d2b-4492-9a22-0b23786082a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:21.257998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90e34d4a-6d2b-4492-9a22-0b23786082a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:21.263784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b530bff-037b-4583-830b-4b27c930e5a3 None None] Network bd83ce87-2f25-49f6-8fb3-139e48a63178 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:23:21.303391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] For port 28699f6d-c60f-4377-9551-563613bd2fa7, host n-d-789963-23, got binding levels [] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:21.303894 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:21.328852 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-90e34d4a-6d2b-4492-9a22-0b23786082a3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9992518 Dec 09 22:23:21.348944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Calling delete_port for 28699f6d-c60f-4377-9551-563613bd2fa7 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:21.356616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Port 28699f6d-c60f-4377-9551-563613bd2fa7 was not found and therefore no delete operation was performed {{(pid=103417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:23:21.361546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df67a8-b83b-4507-873d-58281b8ae20e req-6e8a4866-6ba9-4040-98fc-8856f9bd53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:21.363030 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-68df67a8-b83b-4507-873d-58281b8ae20e req-6e8a4866-6ba9-4040-98fc-8856f9bd53b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.2514975 Dec 09 22:23:21.365821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ff675fed-d56b-428f-86fb-a925bb4040a4 req-6286d4cc-42d1-489e-b967-c4792f56cd06 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] For port bf41a161-1a53-468e-9681-82e6859b71ff, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf41a161-1a53-468e-9681-82e6859b71ff,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:21.366442 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ff675fed-d56b-428f-86fb-a925bb4040a4 req-6286d4cc-42d1-489e-b967-c4792f56cd06 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:21.370145 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:21.457801 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-68df67a8-b83b-4507-873d-58281b8ae20e req-cdd9765f-f121-4534-a8ba-6d40f1cc98e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778720 Dec 09 22:23:21.459504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ff675fed-d56b-428f-86fb-a925bb4040a4 req-6286d4cc-42d1-489e-b967-c4792f56cd06 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Calling delete_port for bf41a161-1a53-468e-9681-82e6859b71ff owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:21.461109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c93b44-765c-4b7b-88c5-9ede16bf072d None None] Network bd83ce87-2f25-49f6-8fb3-139e48a63178 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:23:21.461540 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=28699f6d-c60f-4377-9551-563613bd2fa7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:21.467561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] No DVR routers for this DVR port 28699f6d-c60f-4377-9551-563613bd2fa7 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:21.620878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:21.638626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 28699f6d-c60f-4377-9551-563613bd2fa7 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:21.721988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92158838-404f-43ca-9f0a-61316959dc72']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:21.740877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c998f788-ec40-4824-a85b-6d61fe9f11bd') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:21.741186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c998f788-ec40-4824-a85b-6d61fe9f11bd') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:21.769303 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:21.798825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:21.804118 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-68df67a8-b83b-4507-873d-58281b8ae20e req-c4ccd547-96ce-4195-8feb-02b5547ba715 service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344686 Dec 09 22:23:21.827561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:23:21.827966 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:23:21.830465 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:23:21.837144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b1fe-2729-41ed-b970-ec955f1e9f0c req-963e57a5-0b74-4375-ab05-0d421d8c855c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:21.845337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb37b1fe-2729-41ed-b970-ec955f1e9f0c req-963e57a5-0b74-4375-ab05-0d421d8c855c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 951 time: 0.0624838 Dec 09 22:23:21.890422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3445d785-1479-4065-9ac2-c78d85f34c62 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:21.893076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 28699f6d-c60f-4377-9551-563613bd2fa7 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:21.893619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 28699f6d-c60f-4377-9551-563613bd2fa7 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:21.906869 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb37b1fe-2729-41ed-b970-ec955f1e9f0c req-0253c404-4fd2-40b4-925b-a0f58c8d5609 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604050 Dec 09 22:23:22.039455 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:22.048544 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:22.052563 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] 10.222.0.16 "DELETE /v2.0/networks/92158838-404f-43ca-9f0a-61316959dc72 HTTP/1.1" status: 204 len: 168 time: 2.2278821 Dec 09 22:23:22.085029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a42bc-362e-4825-b4ee-8a1a3fca1a3d admin admin] Pushing event deleted for resources: {'Network': ['ID=92158838-404f-43ca-9f0a-61316959dc72,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:22.104514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3445d785-1479-4065-9ac2-c78d85f34c62, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3445d785-1479-4065-9ac2-c78d85f34c62,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:22.108341 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ff675fed-d56b-428f-86fb-a925bb4040a4 req-6286d4cc-42d1-489e-b967-c4792f56cd06 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:22.118860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '3445d785-1479-4065-9ac2-c78d85f34c62', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'port_id': '3445d785-1479-4065-9ac2-c78d85f34c62', 'mac_address': 'fa:16:3e:be:1d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a961b3f3-c349-4ed3-9f0c-098c9d46b411', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:23:22.123348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'bf41a161-1a53-468e-9681-82e6859b71ff'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:22.148212 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-68df67a8-b83b-4507-873d-58281b8ae20e req-9d2d24d1-69ad-42d7-b399-9f03fd0c3ff6 service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320057 Dec 09 22:23:22.165352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286d4cc-42d1-489e-b967-c4792f56cd06 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Pushing event deleted for resources: {'Port': ['ID=bf41a161-1a53-468e-9681-82e6859b71ff,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:22.179178 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', '7301e40f-c2cb-41fa-8a26-877e79d81ece'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:22.261896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-db60eb98-7570-4d91-bf32-9142113c087f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:22.273440 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-db60eb98-7570-4d91-bf32-9142113c087f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 808 time: 0.3154509 Dec 09 22:23:22.295889 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-a55330c2-26ee-4024-954f-47e6be089cd1 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/quotas/d70657cbae484096913cc9dae6fb25b3 HTTP/1.1" status: 200 len: 375 time: 0.0212626 Dec 09 22:23:22.318537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff675fed-d56b-428f-86fb-a925bb4040a4 req-6286d4cc-42d1-489e-b967-c4792f56cd06 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] No DVR routers for this DVR port bf41a161-1a53-468e-9681-82e6859b71ff on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:22.320671 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ff675fed-d56b-428f-86fb-a925bb4040a4 req-6286d4cc-42d1-489e-b967-c4792f56cd06 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:22.325072 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff675fed-d56b-428f-86fb-a925bb4040a4 req-6286d4cc-42d1-489e-b967-c4792f56cd06 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "DELETE /v2.0/ports/bf41a161-1a53-468e-9681-82e6859b71ff HTTP/1.1" status: 204 len: 173 time: 2.1920168 Dec 09 22:23:22.351506 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-4f93d5c8-f314-42d8-a5b1-dceed3106069 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535085 Dec 09 22:23:22.457907 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:22.506455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772f1a4-ad17-457e-9eb3-d11e140be578 req-8f812bb7-2272-4427-973d-9fa196b09aac tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:22.510221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59016) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:22.513637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9772f1a4-ad17-457e-9eb3-d11e140be578 req-8f812bb7-2272-4427-973d-9fa196b09aac tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 944 time: 0.1601501 Dec 09 22:23:22.514999 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:22.533485 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3445d785-1479-4065-9ac2-c78d85f34c62 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:22.561076 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4a2ae988-e422-422e-8318-2227a1c217cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0abe5836e9c4df48f4b55b4446d3961&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472233 Dec 09 22:23:22.561318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59018) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:22.576865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-5eb6f2a8-4465-41e9-8c8b-56e6f00e529a service neutron] 10.222.0.16 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245755 Dec 09 22:23:22.580031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3445d785-1479-4065-9ac2-c78d85f34c62, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3445d785-1479-4065-9ac2-c78d85f34c62,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:22.583703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9772f1a4-ad17-457e-9eb3-d11e140be578 req-0bf845f5-82ee-47f3-9d16-944f1e5353bb tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691659 Dec 09 22:23:22.597516 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:22.645769 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3763f093-dfad-4fa9-87d1-d2ee0b88ebd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:22.678539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3763f093-dfad-4fa9-87d1-d2ee0b88ebd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:22.760092 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3445d785-1479-4065-9ac2-c78d85f34c62,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:22.762631 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3763f093-dfad-4fa9-87d1-d2ee0b88ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:22.767046 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3763f093-dfad-4fa9-87d1-d2ee0b88ebd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:22.772951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3763f093-dfad-4fa9-87d1-d2ee0b88ebd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43f66ea8-0293-4732-9f2e-a6431a44676e HTTP/1.1" status: 204 len: 168 time: 0.2099254 Dec 09 22:23:22.785120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763f093-dfad-4fa9-87d1-d2ee0b88ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f66ea8-0293-4732-9f2e-a6431a44676e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:22.977510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-4cb205d8-3342-43c6-8d85-cfccbd0546e6 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:22.979155 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-4cb205d8-3342-43c6-8d85-cfccbd0546e6 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.42 "GET /v2.0/networks?id=8db523f9-77d3-4b50-a888-5d328b907c36 HTTP/1.1" status: 200 len: 821 time: 0.1349845 Dec 09 22:23:22.996838 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Request body: {'port': {'device_id': 'b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb', 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36', 'admin_state_up': True, 'tenant_id': '9aff33e8e6d7475b8b52f439364be072'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:23.009376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['3445d785-1479-4065-9ac2-c78d85f34c62'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:23.054112 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01af5dbc-75ea-48fa-897d-e8e084e5120e req-3f7271d2-9193-42da-ad5d-66f1affebca6 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 210 time: 0.0425138 Dec 09 22:23:23.114930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-03250383-fe81-4c46-ad83-b0c63c5dcbc4 service neutron] 10.222.0.16 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275784 Dec 09 22:23:23.176063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'name': 'network-vif-deleted', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:23.202774 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b79f55a-a2f2-44fb-92e1-a9df41a78e57" -d '{"events": [{"server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "name": "network-vif-deleted", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:23.253669 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Made reservation on behalf of 9aff33e8e6d7475b8b52f439364be072 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:23.256452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f75d4f1f-1530-413a-85a2-a14065901327 req-2f8a5cfa-66f6-48b5-84f3-74d943f23d41 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d52da76-e7fd-4ad7-b590-21c300f291d3 HTTP/1.1" status: 200 len: 210 time: 0.0579147 Dec 09 22:23:23.260180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:23.351261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59036) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:23.411274 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbe4df9-4f42-414e-8c0b-35e0add51cf5 x-openstack-request-id: req-afbe4df9-4f42-414e-8c0b-35e0add51cf5 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:23.411489 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d52da76-e7fd-4ad7-b590-21c300f291d3", "name": "network-vif-deleted", "tag": "bf41a161-1a53-468e-9681-82e6859b71ff", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:23.411773 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afbe4df9-4f42-414e-8c0b-35e0add51cf5 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:23.412222 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d52da76-e7fd-4ad7-b590-21c300f291d3', 'name': 'network-vif-deleted', 'tag': 'bf41a161-1a53-468e-9681-82e6859b71ff', 'status': 'completed', 'code': 200} Dec 09 22:23:23.420460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c8b33237-1593-4772-a052-10408084ce54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=156e53600390443993de4dc3d93cfc30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0678892 Dec 09 22:23:23.423079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59040) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:23.504738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Allocated IP 172.20.0.5 (8db523f9-77d3-4b50-a888-5d328b907c36/7b633e57-1d18-4ea8-b7d0-78b15873f9e7/33911540-90a5-4592-b777-09e7461d054d) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:23:23.505111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c87c4274-ed0b-4bd9-90dc-2d4873527c91 req-f06ffb90-0103-49a5-9918-c971a5d2cabc tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 210 time: 0.0326312 Dec 09 22:23:23.518770 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af50e503-0662-4901-b7b9-8d5d22c67774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:23.543058 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af50e503-0662-4901-b7b9-8d5d22c67774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:23.601132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af50e503-0662-4901-b7b9-8d5d22c67774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:23.603803 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af50e503-0662-4901-b7b9-8d5d22c67774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:23.606310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-af50e503-0662-4901-b7b9-8d5d22c67774 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bf24750-02d3-42e9-a295-97cc98cce0e8 HTTP/1.1" status: 204 len: 168 time: 0.1821222 Dec 09 22:23:23.619906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50e503-0662-4901-b7b9-8d5d22c67774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf24750-02d3-42e9-a295-97cc98cce0e8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:23.751084 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:23.793625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b8685-8a14-44be-96ce-1ff004c5a2bc req-5daef9f9-6780-43ed-b62f-fdd675f0220a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:23.795176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da5b8685-8a14-44be-96ce-1ff004c5a2bc req-5daef9f9-6780-43ed-b62f-fdd675f0220a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 945 time: 0.0620859 Dec 09 22:23:23.844607 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:23.858271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da5b8685-8a14-44be-96ce-1ff004c5a2bc req-b40fd324-33b1-4861-82ec-2d640ec1cc67 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554309 Dec 09 22:23:23.858571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59058) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:23.924613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event updated for resources: {'Port': ['ID=33911540-90a5-4592-b777-09e7461d054d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:23.939063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Network 8db523f9-77d3-4b50-a888-5d328b907c36 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:23:23.940489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:23:23.942810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:23:24.008853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:24.010199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.014810 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1f20d76-8ee9-4ce4-8d0f-fb4092cd477d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.028699 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-8eccba15-032e-46b6-a1b4-0c24c29bb4bb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0381339 Dec 09 22:23:24.043431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Request body: {'port': {'device_id': 'b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:24.139826 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.152939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1f20d76-8ee9-4ce4-8d0f-fb4092cd477d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.190928 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1f20d76-8ee9-4ce4-8d0f-fb4092cd477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.227222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f20d76-8ee9-4ce4-8d0f-fb4092cd477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028232c2-4c26-4161-bb00-094b45785c5f,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:24.266069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e339eed-0ed1-4bab-9ea4-50c2a31e6e9d req-fc6fc273-7fa0-47ef-85c1-f15fd054491e tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:24.267728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e339eed-0ed1-4bab-9ea4-50c2a31e6e9d req-fc6fc273-7fa0-47ef-85c1-f15fd054491e tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 931 time: 0.1119909 Dec 09 22:23:24.270532 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f1f20d76-8ee9-4ce4-8d0f-fb4092cd477d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e2349ca77da41e28ea6123a0491d7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108429 Dec 09 22:23:24.273696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:24.329682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bf41a161-1a53-468e-9681-82e6859b71ff no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:24.348043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e339eed-0ed1-4bab-9ea4-50c2a31e6e9d req-ceae2f45-0492-4dc2-9d84-204579266583 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715590 Dec 09 22:23:24.389882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: bf41a161-1a53-468e-9681-82e6859b71ff {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:24.390528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bf41a161-1a53-468e-9681-82e6859b71ff not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:24.402734 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7edd318f-1ccc-41c5-a32d-a3491fee320e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.447999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7edd318f-1ccc-41c5-a32d-a3491fee320e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.542923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33911540-90a5-4592-b777-09e7461d054d {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:24.557211 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.560325 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7edd318f-1ccc-41c5-a32d-a3491fee320e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.562977 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7edd318f-1ccc-41c5-a32d-a3491fee320e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.564733 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7edd318f-1ccc-41c5-a32d-a3491fee320e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/028232c2-4c26-4161-bb00-094b45785c5f HTTP/1.1" status: 204 len: 168 time: 0.2892056 Dec 09 22:23:24.598769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd318f-1ccc-41c5-a32d-a3491fee320e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028232c2-4c26-4161-bb00-094b45785c5f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:24.605869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Transition to ACTIVE for port object 33911540-90a5-4592-b777-09e7461d054d will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:23:24.618269 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.680279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=33911540-90a5-4592-b777-09e7461d054d,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:24.730143 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18747e34-dfb6-498e-8066-28dd8fec56a7 req-b082af9c-218c-4683-9059-c4d30a95a55d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 210 time: 0.1045218 Dec 09 22:23:24.783599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Attempting to bind port 33911540-90a5-4592-b777-09e7461d054d on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:23:24.784187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Attempting to bind port 33911540-90a5-4592-b777-09e7461d054d by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:23:24.784555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Attempting to bind port 33911540-90a5-4592-b777-09e7461d054d on network 8db523f9-77d3-4b50-a888-5d328b907c36 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:24.794191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Port 33911540-90a5-4592-b777-09e7461d054d on network 8db523f9-77d3-4b50-a888-5d328b907c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:23:24.794530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Attempting to bind port 33911540-90a5-4592-b777-09e7461d054d on network 8db523f9-77d3-4b50-a888-5d328b907c36 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:24.800194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:23:24.800610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Checking segment: {'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:24.801203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Bound using segment: {'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:23:24.801974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Bound port: 33911540-90a5-4592-b777-09e7461d054d, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:23:24.802917 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.862855 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00aab8-13ba-45cc-8160-a1f36ffd1109 req-37ffaa0e-5b8a-48e3-8fdd-a8049c3f392b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:24.873159 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca00aab8-13ba-45cc-8160-a1f36ffd1109 req-37ffaa0e-5b8a-48e3-8fdd-a8049c3f392b tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 951 time: 0.1985607 Dec 09 22:23:24.883457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] For port 33911540-90a5-4592-b777-09e7461d054d, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:24.888020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] For port 33911540-90a5-4592-b777-09e7461d054d, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=33911540-90a5-4592-b777-09e7461d054d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:23:24.895460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.954334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:24.954834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:24.956542 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/33911540-90a5-4592-b777-09e7461d054d HTTP/1.1" status: 200 len: 1092 time: 0.9180298 Dec 09 22:23:24.981052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6ebba-e5dd-473d-ad17-0044fe42a4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=33911540-90a5-4592-b777-09e7461d054d,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:25.019205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-86bc71db-5f26-4c73-8580-34c3043d0fd3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:25.024535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-86bc71db-5f26-4c73-8580-34c3043d0fd3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.42 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 808 time: 0.2895021 Dec 09 22:23:25.060620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca00aab8-13ba-45cc-8160-a1f36ffd1109 req-a013ad6c-0b86-4bc0-a7f9-16d74a79da2c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862595 Dec 09 22:23:25.061168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-cb9121fc-4579-42d4-b06a-399693968383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:25.062758 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-cb9121fc-4579-42d4-b06a-399693968383 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aff33e8e6d7475b8b52f439364be072&device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 1095 time: 0.0542986 Dec 09 22:23:25.070085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Request body: {'port': {'device_id': '6205a025-6f27-4319-a658-443adbef11d8', 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8', 'admin_state_up': True, 'tenant_id': 'd70657cbae484096913cc9dae6fb25b3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:25.116960 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-a4ad3aef-8216-4bfe-adc5-9b96165e1a96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33911540-90a5-4592-b777-09e7461d054d HTTP/1.1" status: 200 len: 217 time: 0.0424035 Dec 09 22:23:25.183657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fd56a-85b2-42a6-bf1b-9c3ddc77ff59 req-d90b2932-4f7a-4ec8-8704-38b7078ff67f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:25.184158 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-b3851180-1798-4aac-8248-8a373bfcab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:25.186212 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-b3851180-1798-4aac-8248-8a373bfcab57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b633e57-1d18-4ea8-b7d0-78b15873f9e7 HTTP/1.1" status: 200 len: 861 time: 0.0608578 Dec 09 22:23:25.192221 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a37fd56a-85b2-42a6-bf1b-9c3ddc77ff59 req-d90b2932-4f7a-4ec8-8704-38b7078ff67f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 945 time: 0.1657803 Dec 09 22:23:25.233292 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-d5b270ef-0117-4904-a1c3-af0cd6101827 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8db523f9-77d3-4b50-a888-5d328b907c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386014 Dec 09 22:23:25.281949 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a37fd56a-85b2-42a6-bf1b-9c3ddc77ff59 req-de7151e3-fe05-46b3-b790-3dd31882110c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776496 Dec 09 22:23:25.283062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Made reservation on behalf of d70657cbae484096913cc9dae6fb25b3 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:25.286547 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:25.360543 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-bad434d0-21c0-43a2-b8a9-4ec94f12ea8f service neutron] 10.222.0.42 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190569 Dec 09 22:23:25.414349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb', 'tag': '33911540-90a5-4592-b777-09e7461d054d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:25.417001 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d6a02c-89f8-4652-8771-5923f9fac19b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb", "tag": "33911540-90a5-4592-b777-09e7461d054d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:25.453115 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Allocated IP 172.20.0.7 (46a88b3d-bbc7-4cde-a7d0-668bc115edd8/63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c/5503723b-f470-40e0-b397-779fc92ad6b2) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:23:25.500493 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0224c026-418f-4b63-b597-5ebee62f0004 x-openstack-request-id: req-0224c026-418f-4b63-b597-5ebee62f0004 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:25.500784 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb", "tag": "33911540-90a5-4592-b777-09e7461d054d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:25.501008 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0224c026-418f-4b63-b597-5ebee62f0004 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:25.501509 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb', 'tag': '33911540-90a5-4592-b777-09e7461d054d', 'status': 'completed', 'code': 200} Dec 09 22:23:25.551961 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e7e4bea-3fbf-45ee-af13-9f4161c2c228 req-d51794cf-1076-41dc-bd0d-8e64d0730004 service neutron] 10.222.0.42 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838672 Dec 09 22:23:25.628707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b7c71-e6f5-4a64-bb70-f89dc11448d3 req-43b08b83-7916-479d-8513-b4739147d265 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:25.630317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c3b7c71-e6f5-4a64-bb70-f89dc11448d3 req-43b08b83-7916-479d-8513-b4739147d265 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 943 time: 0.1468060 Dec 09 22:23:25.663515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6a02c-89f8-4652-8771-5923f9fac19b req-793722d7-6750-429a-a00c-48779a9abc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:25.665080 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a2d6a02c-89f8-4652-8771-5923f9fac19b req-793722d7-6750-429a-a00c-48779a9abc9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aff33e8e6d7475b8b52f439364be072&device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 1095 time: 0.0520220 Dec 09 22:23:25.726365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3445d785-1479-4065-9ac2-c78d85f34c62 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:23:25.751754 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c3b7c71-e6f5-4a64-bb70-f89dc11448d3 req-f09efc94-ca2b-47bf-9336-d1b1e9394d3c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888855 Dec 09 22:23:25.769935 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:25.818757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6a02c-89f8-4652-8771-5923f9fac19b req-a0c03b0f-7d57-4f40-b46d-5f65d285eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:25.820642 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a2d6a02c-89f8-4652-8771-5923f9fac19b req-a0c03b0f-7d57-4f40-b46d-5f65d285eda4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8db523f9-77d3-4b50-a888-5d328b907c36 HTTP/1.1" status: 200 len: 922 time: 0.1451428 Dec 09 22:23:25.839192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 3445d785-1479-4065-9ac2-c78d85f34c62 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:23:25.851673 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:25.853012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 3445d785-1479-4065-9ac2-c78d85f34c62 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:23:25.853381 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:25.870654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59148) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:25.881221 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a2d6a02c-89f8-4652-8771-5923f9fac19b req-4d8b0f91-a216-41bd-b57b-902d3f3ee123 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33911540-90a5-4592-b777-09e7461d054d HTTP/1.1" status: 200 len: 217 time: 0.0506771 Dec 09 22:23:25.941162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6a02c-89f8-4652-8771-5923f9fac19b req-4761569f-87fb-436c-b893-dec84799e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:25.943568 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a2d6a02c-89f8-4652-8771-5923f9fac19b req-4761569f-87fb-436c-b893-dec84799e52f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b633e57-1d18-4ea8-b7d0-78b15873f9e7 HTTP/1.1" status: 200 len: 861 time: 0.0527093 Dec 09 22:23:25.950079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:23:25.962623 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:25.975683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:23:25.987705 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a2d6a02c-89f8-4652-8771-5923f9fac19b req-539c225e-0080-4bb1-8ee6-2baca0b4d3c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8db523f9-77d3-4b50-a888-5d328b907c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344734 Dec 09 22:23:25.989963 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6972cc-f19a-4e79-a564-f0cebc2547c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3445d785-1479-4065-9ac2-c78d85f34c62'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:25.993467 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdf8851-020d-49f7-a04e-9a763ee980a9" -d '{"events": [{"server_uuid": "7b6972cc-f19a-4e79-a564-f0cebc2547c6", "name": "network-vif-plugged", "status": "completed", "tag": "3445d785-1479-4065-9ac2-c78d85f34c62"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:25.994946 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Pushing event updated for resources: {'Port': ['ID=5503723b-f470-40e0-b397-779fc92ad6b2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:26.011814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3445d785-1479-4065-9ac2-c78d85f34c62, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3445d785-1479-4065-9ac2-c78d85f34c62,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:26.016043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0a9a8-a80e-4f8e-8f30-bf2406d2fdfd req-2f07d749-c91d-4b20-9de6-85ec16f7bb99 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:26.017288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.027346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2d0a9a8-a80e-4f8e-8f30-bf2406d2fdfd req-2f07d749-c91d-4b20-9de6-85ec16f7bb99 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 931 time: 0.1898413 Dec 09 22:23:26.031626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:23:26.080439 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3691034f-e68d-4a39-9a9e-6cdd046ef842 x-openstack-request-id: req-3691034f-e68d-4a39-9a9e-6cdd046ef842 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:26.080735 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6972cc-f19a-4e79-a564-f0cebc2547c6", "name": "network-vif-plugged", "status": "completed", "tag": "3445d785-1479-4065-9ac2-c78d85f34c62", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:26.081201 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3691034f-e68d-4a39-9a9e-6cdd046ef842 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:26.081893 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6972cc-f19a-4e79-a564-f0cebc2547c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3445d785-1479-4065-9ac2-c78d85f34c62', 'code': 200} Dec 09 22:23:26.087241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-543416637-network', 'tenant_id': '3005a1a8e3144f09a333f470b9aad885'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:26.108005 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3445d785-1479-4065-9ac2-c78d85f34c62,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:26.130881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99541d0-4438-4777-9c91-0e83d076b824 req-5f3baab9-59d9-4264-9704-cad17bac392e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:26.132517 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e99541d0-4438-4777-9c91-0e83d076b824 req-5f3baab9-59d9-4264-9704-cad17bac392e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 951 time: 0.1481383 Dec 09 22:23:26.161167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2d0a9a8-a80e-4f8e-8f30-bf2406d2fdfd req-d32b31d3-be79-426b-bb4b-725b09098e84 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301601 Dec 09 22:23:26.167890 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:26.168648 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.171063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Made reservation on behalf of 3005a1a8e3144f09a333f470b9aad885 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:26.173213 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.191955 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.232231 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a2d6a02c-89f8-4652-8771-5923f9fac19b req-80ea12fa-6c72-4d38-9848-4494621451d0 service neutron] 10.222.0.42 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328191 Dec 09 22:23:26.249263 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f61a128f-d9bb-4d76-8521-a915b17eed45 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1865051 Dec 09 22:23:26.296080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc83b0-cd0a-43f8-bdc8-6544fdcf1f1c req-10cc1dff-7b6e-4b03-b59e-54ea914bf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:26.297654 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5fc83b0-cd0a-43f8-bdc8-6544fdcf1f1c req-10cc1dff-7b6e-4b03-b59e-54ea914bf195 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 1098 time: 0.1015701 Dec 09 22:23:26.316835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a48508-8c2f-40bc-bda0-99fd8f5ca619 req-1887494d-e0c3-4c05-b76e-997e8204e5f9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:26.317680 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27a48508-8c2f-40bc-bda0-99fd8f5ca619 req-1887494d-e0c3-4c05-b76e-997e8204e5f9 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0592ef43-9fc8-4c1d-9962-b88f62082d35 HTTP/1.1" status: 200 len: 951 time: 0.1132181 Dec 09 22:23:26.363941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Request body: {'port': {'device_id': '6205a025-6f27-4319-a658-443adbef11d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:26.403241 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.408727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e99541d0-4438-4777-9c91-0e83d076b824 req-4738749f-420f-41f6-9292-051abe055e04 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Deleting port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:26.409071 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e99541d0-4438-4777-9c91-0e83d076b824 req-4738749f-420f-41f6-9292-051abe055e04 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.424091 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.471415 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27a48508-8c2f-40bc-bda0-99fd8f5ca619 req-fb7fc8e9-7258-4149-b0a3-a849371014e7 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457090 Dec 09 22:23:26.493419 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5fc83b0-cd0a-43f8-bdc8-6544fdcf1f1c req-4b5b6cf9-269a-47bf-9426-bda60888ff30 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706188 Dec 09 22:23:26.496570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:23:26.521426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22128ed-87d4-4b55-8ae9-218dac575d28,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:26.527869 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.530796 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.531437 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Added segment 8d30cb76-5c81-43cc-8de3-17b8a7580cad of type vlan for network 073a6e7d-af0e-4b50-85bd-f1bea603319c Dec 09 22:23:26.540702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353db0b-a8e8-43b7-833a-210f1bb10222 req-2358551b-44f7-49ec-aeb6-946ead5651e8 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:26.549237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e353db0b-a8e8-43b7-833a-210f1bb10222 req-2358551b-44f7-49ec-aeb6-946ead5651e8 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1479402 Dec 09 22:23:26.553906 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a2d6a02c-89f8-4652-8771-5923f9fac19b req-3bc7ccfa-0354-4dce-8349-a53b92a487ab service neutron] 10.222.0.42 "GET /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121207 Dec 09 22:23:26.605162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e99541d0-4438-4777-9c91-0e83d076b824 req-4738749f-420f-41f6-9292-051abe055e04 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] For port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:26.607484 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e99541d0-4438-4777-9c91-0e83d076b824 req-4738749f-420f-41f6-9292-051abe055e04 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.627476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e99541d0-4438-4777-9c91-0e83d076b824 req-4738749f-420f-41f6-9292-051abe055e04 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Calling delete_port for af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:26.640919 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.674541 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e353db0b-a8e8-43b7-833a-210f1bb10222 req-4694826c-ad84-4361-bc5e-7e4dc958313c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243551 Dec 09 22:23:26.776081 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.777130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:26.777879 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.812432 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e99541d0-4438-4777-9c91-0e83d076b824 req-4738749f-420f-41f6-9292-051abe055e04 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.823939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:26.825489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9536316 Dec 09 22:23:26.835124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59192) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:26.848697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ed7e81a4-cf6b-4b40-a4b7-4d861d9422b6 admin admin] Request body: {'subnet': {'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-543416637-subnet', 'tenant_id': '3005a1a8e3144f09a333f470b9aad885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:26.862243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738749f-420f-41f6-9292-051abe055e04 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Pushing event deleted for resources: {'Port': ['ID=af7f0ef6-27d3-4c04-b6cd-c81e23d64da1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:26.863671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', '7301e40f-c2cb-41fa-8a26-877e79d81ece'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:26.928224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99541d0-4438-4777-9c91-0e83d076b824 req-4738749f-420f-41f6-9292-051abe055e04 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] No DVR routers for this DVR port af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:26.929568 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e99541d0-4438-4777-9c91-0e83d076b824 req-4738749f-420f-41f6-9292-051abe055e04 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:26.933473 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e99541d0-4438-4777-9c91-0e83d076b824 req-4738749f-420f-41f6-9292-051abe055e04 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.42 "DELETE /v2.0/ports/af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 HTTP/1.1" status: 204 len: 173 time: 0.7913787 Dec 09 22:23:26.950245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db5285-1cc5-469a-a6b2-4bee4947b92d admin admin] Pushing event updated for resources: {'Network': ['ID=073a6e7d-af0e-4b50-85bd-f1bea603319c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:26.966181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 073a6e7d-af0e-4b50-85bd-f1bea603319c details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:23:27.020559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7e81a4-cf6b-4b40-a4b7-4d861d9422b6 admin admin] Made reservation on behalf of 3005a1a8e3144f09a333f470b9aad885 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:27.023400 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ed7e81a4-cf6b-4b40-a4b7-4d861d9422b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:27.052912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73ed5d-6619-49ab-8dcb-3e0ebf0e3a1c req-7f24c7bb-7b10-44ee-a24c-ddedccdfa649 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:27.054674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f73ed5d-6619-49ab-8dcb-3e0ebf0e3a1c req-7f24c7bb-7b10-44ee-a24c-ddedccdfa649 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 943 time: 0.2143662 Dec 09 22:23:27.226843 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f73ed5d-6619-49ab-8dcb-3e0ebf0e3a1c req-6c679ee7-bf88-4596-a0b8-89bd33cdf7fb tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523604 Dec 09 22:23:27.228902 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5503723b-f470-40e0-b397-779fc92ad6b2 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:27.239208 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:27.291548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Transition to ACTIVE for port object 5503723b-f470-40e0-b397-779fc92ad6b2 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:23:27.308907 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:27.490893 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ed7e81a4-cf6b-4b40-a4b7-4d861d9422b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:27.503764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'name': 'network-vif-deleted', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:27.507883 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc61a9d-5663-4c33-b661-e208cdcd0ebd" -d '{"events": [{"server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "name": "network-vif-deleted", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:27.524836 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5503723b-f470-40e0-b397-779fc92ad6b2,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:27.573381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cd9ba-fd1a-4146-b455-c5d9a1ed7343 req-dfd99f62-0339-4f27-af07-32c277c94621 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:27.574913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-779cd9ba-fd1a-4146-b455-c5d9a1ed7343 req-dfd99f62-0339-4f27-af07-32c277c94621 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 943 time: 0.1745024 Dec 09 22:23:27.611517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e81a4-cf6b-4b40-a4b7-4d861d9422b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:27.654974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Attempting to bind port 5503723b-f470-40e0-b397-779fc92ad6b2 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:23:27.654974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Attempting to bind port 5503723b-f470-40e0-b397-779fc92ad6b2 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:23:27.654974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Attempting to bind port 5503723b-f470-40e0-b397-779fc92ad6b2 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:27.656132 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0482c79a-0775-447c-b02a-ba993a4a32ce x-openstack-request-id: req-0482c79a-0775-447c-b02a-ba993a4a32ce {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:27.656727 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0592ef43-9fc8-4c1d-9962-b88f62082d35", "name": "network-vif-deleted", "tag": "af7f0ef6-27d3-4c04-b6cd-c81e23d64da1", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:27.657528 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0482c79a-0775-447c-b02a-ba993a4a32ce {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:27.658176 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0592ef43-9fc8-4c1d-9962-b88f62082d35', 'name': 'network-vif-deleted', 'tag': 'af7f0ef6-27d3-4c04-b6cd-c81e23d64da1', 'status': 'completed', 'code': 200} Dec 09 22:23:27.674227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e81a4-cf6b-4b40-a4b7-4d861d9422b6 admin admin] Checking segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:27.674227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e81a4-cf6b-4b40-a4b7-4d861d9422b6 admin admin] Network hostable DHCP agents. Network: 073a6e7d-af0e-4b50-85bd-f1bea603319c, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:23:27.684338 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-779cd9ba-fd1a-4146-b455-c5d9a1ed7343 req-ba0acef4-6143-4655-bc3a-ff090f42c983 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971189 Dec 09 22:23:27.684338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Port 5503723b-f470-40e0-b397-779fc92ad6b2 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:23:27.684338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Attempting to bind port 5503723b-f470-40e0-b397-779fc92ad6b2 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:27.705878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:23:27.706269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:27.706667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:23:27.707162 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Bound port: 5503723b-f470-40e0-b397-779fc92ad6b2, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:23:27.707563 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:27.731314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e81a4-cf6b-4b40-a4b7-4d861d9422b6 admin admin] Network 073a6e7d-af0e-4b50-85bd-f1bea603319c is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:23:27.764878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-ed7e81a4-cf6b-4b40-a4b7-4d861d9422b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 073a6e7d-af0e-4b50-85bd-f1bea603319c) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:23:27.772445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e81a4-cf6b-4b40-a4b7-4d861d9422b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:27.774432 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ed7e81a4-cf6b-4b40-a4b7-4d861d9422b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:27.779927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c34988-e52a-439f-b867-ceb43a9f30f7 None None] Network 073a6e7d-af0e-4b50-85bd-f1bea603319c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:23:27.809144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ed7e81a4-cf6b-4b40-a4b7-4d861d9422b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9731615 Dec 09 22:23:27.815405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:27.819180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5503723b-f470-40e0-b397-779fc92ad6b2,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:23:27.827636 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:27.917276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5503723b-f470-40e0-b397-779fc92ad6b2,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:27.932244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:27.933809 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:27.936645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-6cd76b4f-3ed8-41fc-abbd-b37d17d794e2 service neutron] 10.222.0.42 "PUT /v2.0/ports/5503723b-f470-40e0-b397-779fc92ad6b2 HTTP/1.1" status: 200 len: 1092 time: 1.6703470 Dec 09 22:23:27.937985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6205a025-6f27-4319-a658-443adbef11d8', 'tag': '5503723b-f470-40e0-b397-779fc92ad6b2'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:27.942003 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17bc462-5f99-4e87-97c7-c0c38444cd88" -d '{"events": [{"name": "network-changed", "server_uuid": "6205a025-6f27-4319-a658-443adbef11d8", "tag": "5503723b-f470-40e0-b397-779fc92ad6b2"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:27.959118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c2ebb2-3c74-492c-917e-493b3bcf9048 None None] Network 073a6e7d-af0e-4b50-85bd-f1bea603319c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:23:28.026589 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b53319-3026-4e2b-8f31-4f4201cd6f67 x-openstack-request-id: req-f7b53319-3026-4e2b-8f31-4f4201cd6f67 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:28.027511 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6205a025-6f27-4319-a658-443adbef11d8", "tag": "5503723b-f470-40e0-b397-779fc92ad6b2", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:28.027940 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7b53319-3026-4e2b-8f31-4f4201cd6f67 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:28.029094 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6205a025-6f27-4319-a658-443adbef11d8', 'tag': '5503723b-f470-40e0-b397-779fc92ad6b2', 'status': 'completed', 'code': 200} Dec 09 22:23:28.049969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-c44d157f-3987-4b2e-83ae-305cb2cf74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:28.051877 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-c44d157f-3987-4b2e-83ae-305cb2cf74ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 1095 time: 0.0720530 Dec 09 22:23:28.133140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-f4560c62-d754-4c77-bbd5-57ca856c5516 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5503723b-f470-40e0-b397-779fc92ad6b2 HTTP/1.1" status: 200 len: 217 time: 0.0642850 Dec 09 22:23:28.205672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb616b7-faac-4cb6-8dc0-a36ed842333b req-e7023d57-b003-4d7d-aa5e-562be9a77c2b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:28.207202 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efb616b7-faac-4cb6-8dc0-a36ed842333b req-e7023d57-b003-4d7d-aa5e-562be9a77c2b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1508746 Dec 09 22:23:28.229822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9d428-8294-4eb0-aa91-86a4fdd863e1 req-967d7bfe-50a4-4acd-b515-4486aae07a0c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:28.231218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8dd9d428-8294-4eb0-aa91-86a4fdd863e1 req-967d7bfe-50a4-4acd-b515-4486aae07a0c tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.1099443 Dec 09 22:23:28.232454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-76044148-abd4-4282-bcee-e189ed92e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:28.233744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-76044148-abd4-4282-bcee-e189ed92e4c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.0826516 Dec 09 22:23:28.282122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-3d8e47ab-afa4-44b5-a5f8-93d40c831815 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396717 Dec 09 22:23:28.345020 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 33911540-90a5-4592-b777-09e7461d054d details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:28.352989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8dd9d428-8294-4eb0-aa91-86a4fdd863e1 req-5327441c-9116-41e4-a08e-cca0c9ebe5eb tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116936 Dec 09 22:23:28.356047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efb616b7-faac-4cb6-8dc0-a36ed842333b req-ac86589d-a0a8-425d-9d9a-05ea728153f1 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395147 Dec 09 22:23:28.430678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-14ca564f-46c5-4c77-9038-b1de325b6723 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417985 Dec 09 22:23:28.479869 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 33911540-90a5-4592-b777-09e7461d054d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=33911540-90a5-4592-b777-09e7461d054d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:28.492579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '33911540-90a5-4592-b777-09e7461d054d', 'network_id': '8db523f9-77d3-4b50-a888-5d328b907c36', 'port_id': '33911540-90a5-4592-b777-09e7461d054d', 'mac_address': 'fa:16:3e:5e:dc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b633e57-1d18-4ea8-b7d0-78b15873f9e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:23:28.538079 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:28.551592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33911540-90a5-4592-b777-09e7461d054d {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:28.572154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 33911540-90a5-4592-b777-09e7461d054d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=33911540-90a5-4592-b777-09e7461d054d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:28.576341 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:28.622970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=33911540-90a5-4592-b777-09e7461d054d,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:28.663325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1787eca5-d696-466e-8a2f-fb3efafead11 req-2479ca54-2297-4971-8fe1-a22ae22fb492 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252333 Dec 09 22:23:28.681708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-a7a474e6-cedc-44e2-98ae-c286b808c850 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:28.683175 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-a7a474e6-cedc-44e2-98ae-c286b808c850 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 814 time: 0.2180235 Dec 09 22:23:28.706912 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-117639e3-789e-4fe4-8e0f-5253c3387f87 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/quotas/d3077981454f4468912f3550eb92249b HTTP/1.1" status: 200 len: 375 time: 0.0164509 Dec 09 22:23:28.757000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-ac64dee4-38f5-4391-85c8-9d9fc6f119d7 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:28.758446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-ac64dee4-38f5-4391-85c8-9d9fc6f119d7 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.1929181 Dec 09 22:23:28.788431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['33911540-90a5-4592-b777-09e7461d054d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:28.792644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-dd840c17-bf2d-4488-b0f3-5bccccaa463e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/quotas/3005a1a8e3144f09a333f470b9aad885 HTTP/1.1" status: 200 len: 375 time: 0.0200269 Dec 09 22:23:28.813655 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bc462-5f99-4e87-97c7-c0c38444cd88 req-7a358739-2c3a-4859-bf48-f70a1f04e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:28.815108 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b17bc462-5f99-4e87-97c7-c0c38444cd88 req-7a358739-2c3a-4859-bf48-f70a1f04e013 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 1095 time: 0.1028783 Dec 09 22:23:28.821200 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-6f4e5c78-e2ba-4f3a-820c-8e16421e1637 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1078453 Dec 09 22:23:28.843611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-4e934e7d-2880-4b4d-adce-cc7c0793f00f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446587 Dec 09 22:23:29.054242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bc462-5f99-4e87-97c7-c0c38444cd88 req-9d4516d0-e343-4ecc-ae4c-3cb2785836c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:29.055650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b17bc462-5f99-4e87-97c7-c0c38444cd88 req-9d4516d0-e343-4ecc-ae4c-3cb2785836c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.2217968 Dec 09 22:23:29.057313 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-78f1d2dc-0f18-4f47-b138-afe538136df5 service neutron] 10.222.0.16 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223797 Dec 09 22:23:29.060586 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-9de0de23-5703-4f23-ba60-688d854b75db service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090211 Dec 09 22:23:29.131029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b17bc462-5f99-4e87-97c7-c0c38444cd88 req-ff616901-ff95-4f55-9e27-6e168844c488 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5503723b-f470-40e0-b397-779fc92ad6b2 HTTP/1.1" status: 200 len: 217 time: 0.0674491 Dec 09 22:23:29.256788 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bc462-5f99-4e87-97c7-c0c38444cd88 req-ebcb720a-bf19-42e9-804a-31e78a9c44be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:29.258245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b17bc462-5f99-4e87-97c7-c0c38444cd88 req-ebcb720a-bf19-42e9-804a-31e78a9c44be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.1166699 Dec 09 22:23:29.303957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-2c1c2638-2045-4da1-b41f-e97f00ce2dab service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280691 Dec 09 22:23:29.305739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-42a840d7-844c-4ca2-af57-0e3f6447cd28 service neutron] 10.222.0.16 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411840 Dec 09 22:23:29.307394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b17bc462-5f99-4e87-97c7-c0c38444cd88 req-1251a623-b497-4ab3-b48f-76ed4c11be5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399070 Dec 09 22:23:29.412975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b17bc462-5f99-4e87-97c7-c0c38444cd88 req-83eba57e-0ca4-425d-987c-405e781e8c8d service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964508 Dec 09 22:23:29.587287 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b17bc462-5f99-4e87-97c7-c0c38444cd88 req-7f024491-57e9-42a4-ac4d-8168972e2404 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651640 Dec 09 22:23:29.616404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e0f6f-a387-4476-8f2d-f9f03854f622 req-09b9c190-2d99-45ee-b1dc-594b41cbd3e7 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:29.617952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-577e0f6f-a387-4476-8f2d-f9f03854f622 req-09b9c190-2d99-45ee-b1dc-594b41cbd3e7 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 944 time: 0.1138163 Dec 09 22:23:29.712317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-577e0f6f-a387-4476-8f2d-f9f03854f622 req-3a8214ab-405b-4325-8dee-7e12ba25911f tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826941 Dec 09 22:23:29.730121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4fa5b-ee36-420b-8e09-23069df7ceaf req-b82b21ff-a816-44b1-83bb-e5b9ca5ad873 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:29.732502 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1a4fa5b-ee36-420b-8e09-23069df7ceaf req-b82b21ff-a816-44b1-83bb-e5b9ca5ad873 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.0690145 Dec 09 22:23:29.879719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-a1a4fa5b-ee36-420b-8e09-23069df7ceaf req-5549b30d-c391-42fd-9b6c-5589dd646207 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Deleting port 7301e40f-c2cb-41fa-8a26-877e79d81ece {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:29.880708 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a1a4fa5b-ee36-420b-8e09-23069df7ceaf req-5549b30d-c391-42fd-9b6c-5589dd646207 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:29.932500 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6b7d-217b-4e70-8e99-5c7bd74d9036 req-1033d0c1-4298-44bb-806f-f5958767dc6f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:29.938286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d42b6b7d-217b-4e70-8e99-5c7bd74d9036 req-1033d0c1-4298-44bb-806f-f5958767dc6f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 943 time: 0.0779164 Dec 09 22:23:30.018803 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d42b6b7d-217b-4e70-8e99-5c7bd74d9036 req-4301888f-e5f7-4b9e-be87-103a9279691e tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733910 Dec 09 22:23:30.043034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a1a4fa5b-ee36-420b-8e09-23069df7ceaf req-5549b30d-c391-42fd-9b6c-5589dd646207 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] For port 7301e40f-c2cb-41fa-8a26-877e79d81ece, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7301e40f-c2cb-41fa-8a26-877e79d81ece,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:30.043405 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a1a4fa5b-ee36-420b-8e09-23069df7ceaf req-5549b30d-c391-42fd-9b6c-5589dd646207 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:30.065343 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-a1a4fa5b-ee36-420b-8e09-23069df7ceaf req-5549b30d-c391-42fd-9b6c-5589dd646207 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Calling delete_port for 7301e40f-c2cb-41fa-8a26-877e79d81ece owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:30.087913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5773d-01e0-4b26-a06b-dc6c07391f08 req-cc37f115-9374-4cee-880b-f3d28bc4a1a1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:30.089676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ae5773d-01e0-4b26-a06b-dc6c07391f08 req-cc37f115-9374-4cee-880b-f3d28bc4a1a1 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 950 time: 0.0699334 Dec 09 22:23:30.245405 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a1a4fa5b-ee36-420b-8e09-23069df7ceaf req-5549b30d-c391-42fd-9b6c-5589dd646207 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:30.276466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549b30d-c391-42fd-9b6c-5589dd646207 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Pushing event deleted for resources: {'Port': ['ID=7301e40f-c2cb-41fa-8a26-877e79d81ece,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:30.282000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', '7301e40f-c2cb-41fa-8a26-877e79d81ece'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:30.344407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a4fa5b-ee36-420b-8e09-23069df7ceaf req-5549b30d-c391-42fd-9b6c-5589dd646207 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] No DVR routers for this DVR port 7301e40f-c2cb-41fa-8a26-877e79d81ece on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:30.345722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 33911540-90a5-4592-b777-09e7461d054d up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:23:30.346955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a1a4fa5b-ee36-420b-8e09-23069df7ceaf req-5549b30d-c391-42fd-9b6c-5589dd646207 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:30.351296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1a4fa5b-ee36-420b-8e09-23069df7ceaf req-5549b30d-c391-42fd-9b6c-5589dd646207 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.18 "DELETE /v2.0/ports/7301e40f-c2cb-41fa-8a26-877e79d81ece HTTP/1.1" status: 204 len: 173 time: 0.6127172 Dec 09 22:23:30.351992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7093bba-89d1-4aa5-b19e-2ce0c8988a2d', 'name': 'network-vif-deleted', 'tag': '7301e40f-c2cb-41fa-8a26-877e79d81ece'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:30.354732 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7f0675-e70f-4d2c-8c58-b985d0f2984a" -d '{"events": [{"server_uuid": "e7093bba-89d1-4aa5-b19e-2ce0c8988a2d", "name": "network-vif-deleted", "tag": "7301e40f-c2cb-41fa-8a26-877e79d81ece"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:30.454526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 33911540-90a5-4592-b777-09e7461d054d completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:23:30.462000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 33911540-90a5-4592-b777-09e7461d054d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:23:30.462377 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:30.489074 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-749759f2-3dd7-4ef0-8aa0-85ea75fe784e req-b14394fe-a982-404c-86cf-708679672e1f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 210 time: 0.0339367 Dec 09 22:23:30.510360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ae5773d-01e0-4b26-a06b-dc6c07391f08 req-aa15c95c-d503-45a7-8ba5-45bf4fa7cc49 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126112 Dec 09 22:23:30.578145 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:30.590470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a63f7e4-9faa-47a4-bd02-521ee7f84905 req-51dcdf69-d104-4e4a-a449-0c269127fcf5 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 210 time: 0.0260310 Dec 09 22:23:30.611987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33911540-90a5-4592-b777-09e7461d054d'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:30.611987 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc79d146-e873-491d-b284-e4ed3c85d361" -d '{"events": [{"server_uuid": "b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb", "name": "network-vif-plugged", "status": "completed", "tag": "33911540-90a5-4592-b777-09e7461d054d"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:30.625539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 33911540-90a5-4592-b777-09e7461d054d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=33911540-90a5-4592-b777-09e7461d054d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:30.629490 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:30.630286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:30.648070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95c808-ab18-46b5-8244-81c9922ba0ef req-2154dd65-0d66-4496-bdb7-0ffef1b464d7 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:30.649580 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d95c808-ab18-46b5-8244-81c9922ba0ef req-2154dd65-0d66-4496-bdb7-0ffef1b464d7 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.0507917 Dec 09 22:23:30.654479 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3c483a-7cfc-49f6-a06f-ddf95d8c0052 x-openstack-request-id: req-be3c483a-7cfc-49f6-a06f-ddf95d8c0052 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:30.654845 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7093bba-89d1-4aa5-b19e-2ce0c8988a2d", "name": "network-vif-deleted", "tag": "7301e40f-c2cb-41fa-8a26-877e79d81ece", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:30.655220 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be3c483a-7cfc-49f6-a06f-ddf95d8c0052 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:30.655683 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7093bba-89d1-4aa5-b19e-2ce0c8988a2d', 'name': 'network-vif-deleted', 'tag': '7301e40f-c2cb-41fa-8a26-877e79d81ece', 'status': 'completed', 'code': 200} Dec 09 22:23:30.670589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:30.670937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device af7f0ef6-27d3-4c04-b6cd-c81e23d64da1 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:30.701670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=33911540-90a5-4592-b777-09e7461d054d,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:30.719432 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57109de5-d2b4-40a3-8d6c-6f875d913386 x-openstack-request-id: req-57109de5-d2b4-40a3-8d6c-6f875d913386 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:30.719919 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb", "name": "network-vif-plugged", "status": "completed", "tag": "33911540-90a5-4592-b777-09e7461d054d", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:30.720355 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57109de5-d2b4-40a3-8d6c-6f875d913386 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:30.721008 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33911540-90a5-4592-b777-09e7461d054d', 'code': 200} Dec 09 22:23:30.730472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d95c808-ab18-46b5-8244-81c9922ba0ef req-2705ce38-44ae-44d7-8f18-18d5be12e28e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701115 Dec 09 22:23:30.900750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce83b7f-86f8-4112-a558-1f1a35e07c53 req-155288fb-7929-4ad8-9bba-5bb928b17caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:30.902425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ce83b7f-86f8-4112-a558-1f1a35e07c53 req-155288fb-7929-4ad8-9bba-5bb928b17caf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 1097 time: 0.1149352 Dec 09 22:23:30.917112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2079f-1db4-40bc-85e2-96e225a3f001 req-d2133f66-f88b-4d46-85b0-2a48d185d4c6 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:30.918755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-baf2079f-1db4-40bc-85e2-96e225a3f001 req-d2133f66-f88b-4d46-85b0-2a48d185d4c6 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 945 time: 0.0889478 Dec 09 22:23:30.992079 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ce83b7f-86f8-4112-a558-1f1a35e07c53 req-2f3015b5-a926-4a80-b5c9-0687fdf4ceda service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721838 Dec 09 22:23:31.003224 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9e6802c-28ba-42e6-a218-2c6d904813eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:31.020613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-baf2079f-1db4-40bc-85e2-96e225a3f001 req-20524c00-5401-4254-a75b-e32f544d4cbc tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839083 Dec 09 22:23:31.090198 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-157ca4e9-77e2-40a6-b45c-b4257a062d1a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:31.092656 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-157ca4e9-77e2-40a6-b45c-b4257a062d1a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.18 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.1867163 Dec 09 22:23:31.113416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Request body: {'port': {'device_id': 'c10b36d1-d705-45ec-a63b-72ff2f1fb916', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'admin_state_up': True, 'tenant_id': '3005a1a8e3144f09a333f470b9aad885'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:31.156434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed150f-85a9-42ae-9a1a-7de7d43f9bb8 req-30a47a81-6466-4b8e-a21b-e646a5baf2ac tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:31.158033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3ed150f-85a9-42ae-9a1a-7de7d43f9bb8 req-30a47a81-6466-4b8e-a21b-e646a5baf2ac tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 943 time: 0.0557532 Dec 09 22:23:31.216321 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3ed150f-85a9-42ae-9a1a-7de7d43f9bb8 req-1704d90a-5e47-472d-9768-7eee9e69ffe6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521030 Dec 09 22:23:31.233613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Made reservation on behalf of 3005a1a8e3144f09a333f470b9aad885 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:31.237090 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:31.367846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Allocated IP 172.20.0.12 (073a6e7d-af0e-4b50-85bd-f1bea603319c/91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c/2e54f1c2-e129-40ef-b664-96a6716e69b8) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:23:31.606386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94370f60-1d39-41cc-b118-02b80edee751 req-ddb15822-cbc6-48d3-aeb3-e016ef8bb470 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 210 time: 0.0333292 Dec 09 22:23:31.664826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-221b6ae3-19f3-41f7-9429-abbd72ff9def req-c9dee677-c1ab-46e9-8231-1ebd0bad699e tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7093bba-89d1-4aa5-b19e-2ce0c8988a2d HTTP/1.1" status: 200 len: 210 time: 0.0474885 Dec 09 22:23:31.719101 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4dfba472-829b-4bc9-be68-915e5676b265 req-7f95d708-38bb-4f39-9bea-9f939837356b tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 210 time: 0.0277646 Dec 09 22:23:31.894969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59380) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:31.901421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c40ce-e162-4386-9648-147374121a22 req-c4fe225d-2556-4d40-94c3-cfba40a72dc7 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:31.904384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c33c40ce-e162-4386-9648-147374121a22 req-c4fe225d-2556-4d40-94c3-cfba40a72dc7 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.0721638 Dec 09 22:23:31.932704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:31.948803 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-99730777-c8bb-4804-a5cb-2725604bb918 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:31.950286 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-99730777-c8bb-4804-a5cb-2725604bb918 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 814 time: 0.4834096 Dec 09 22:23:31.959261 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c33c40ce-e162-4386-9648-147374121a22 req-73a68d4b-6b9b-42e6-941a-d118665be538 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480516 Dec 09 22:23:31.977112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Request body: {'port': {'device_id': '065ae624-f60e-46b3-8c84-69bbe3afcc05', 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed', 'admin_state_up': True, 'tenant_id': 'd3077981454f4468912f3550eb92249b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:32.055692 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.086343 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7002f91a-6726-4108-bcb7-8a3acee79fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.126607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Network 073a6e7d-af0e-4b50-85bd-f1bea603319c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:23:32.131708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:23:32.134495 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc5aa0-dfc7-41c0-b63d-461a5fff9d3b req-ee362f28-c500-4eca-b191-5b599a0168ce tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:32.136938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40fc5aa0-dfc7-41c0-b63d-461a5fff9d3b req-ee362f28-c500-4eca-b191-5b599a0168ce tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 945 time: 0.0539601 Dec 09 22:23:32.139653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:23:32.186148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40fc5aa0-dfc7-41c0-b63d-461a5fff9d3b req-72db05a3-5106-483d-b7f9-54882c5b84d0 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413542 Dec 09 22:23:32.211237 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event updated for resources: {'Port': ['ID=2e54f1c2-e129-40ef-b664-96a6716e69b8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:32.246571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:32.247210 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.253924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Made reservation on behalf of d3077981454f4468912f3550eb92249b for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:32.257461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.298545 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-7479efbb-aa0e-4a12-a05f-d40c1aaf9b6a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1893890 Dec 09 22:23:32.339038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215f3d2-9cad-4095-8f08-535e2a5abdd7 req-cc81f8fd-80e6-4b78-968a-40848eb01af9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:32.340530 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4215f3d2-9cad-4095-8f08-535e2a5abdd7 req-cc81f8fd-80e6-4b78-968a-40848eb01af9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 943 time: 0.0483863 Dec 09 22:23:32.342747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Request body: {'port': {'device_id': 'c10b36d1-d705-45ec-a63b-72ff2f1fb916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:32.362271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 5503723b-f470-40e0-b397-779fc92ad6b2 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:32.391808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4215f3d2-9cad-4095-8f08-535e2a5abdd7 req-45fde38b-2951-4be8-9bd9-c1da74c01b0c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449536 Dec 09 22:23:32.394217 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7002f91a-6726-4108-bcb7-8a3acee79fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.417520 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7002f91a-6726-4108-bcb7-8a3acee79fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.472575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5503723b-f470-40e0-b397-779fc92ad6b2,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:32.485282 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.488234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '5503723b-f470-40e0-b397-779fc92ad6b2', 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8', 'port_id': '5503723b-f470-40e0-b397-779fc92ad6b2', 'mac_address': 'fa:16:3e:b5:d9:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:23:32.505885 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7002f91a-6726-4108-bcb7-8a3acee79fcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=826721568f6d43b7899d1c8e366493db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6059842 Dec 09 22:23:32.509122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59390) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:32.510005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002f91a-6726-4108-bcb7-8a3acee79fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7c2be4-e83a-46df-80b2-cb82c6a3a3e5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:32.526791 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.540315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5503723b-f470-40e0-b397-779fc92ad6b2 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:32.553639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Allocated IP 172.20.0.9 (9b150608-ee8f-4669-889c-0049d42cbeed/6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164/2c355898-883f-48d3-b13d-75e3e74c041a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:23:32.561732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5503723b-f470-40e0-b397-779fc92ad6b2,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:32.565901 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.585632 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9a797fe-e2a3-49ce-835a-48d1674759ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.610004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9a797fe-e2a3-49ce-835a-48d1674759ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.613672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=5503723b-f470-40e0-b397-779fc92ad6b2,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:32.671817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9a797fe-e2a3-49ce-835a-48d1674759ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.675224 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9a797fe-e2a3-49ce-835a-48d1674759ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.676652 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b9a797fe-e2a3-49ce-835a-48d1674759ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac7c2be4-e83a-46df-80b2-cb82c6a3a3e5 HTTP/1.1" status: 204 len: 168 time: 0.1658213 Dec 09 22:23:32.698891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a797fe-e2a3-49ce-835a-48d1674759ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7c2be4-e83a-46df-80b2-cb82c6a3a3e5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:32.753061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4302-1560-4688-a135-6783423a0cd7 req-71fe764d-f978-43b2-a851-17a7c87f34bf tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:32.754764 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a84b4302-1560-4688-a135-6783423a0cd7 req-71fe764d-f978-43b2-a851-17a7c87f34bf tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 932 time: 0.0767870 Dec 09 22:23:32.781151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['5503723b-f470-40e0-b397-779fc92ad6b2'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:32.865128 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.868777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8279bd8e-f6a6-4982-951e-937af507abc3 req-2d9a42a3-1bbf-40f7-8402-ca5a8b8a7b73 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 210 time: 0.0469842 Dec 09 22:23:32.906448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a84b4302-1560-4688-a135-6783423a0cd7 req-df2e31bb-ea13-491f-80fe-e858814ec53e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395819 Dec 09 22:23:32.948678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e54f1c2-e129-40ef-b664-96a6716e69b8 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:32.961079 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.985935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Transition to ACTIVE for port object 2e54f1c2-e129-40ef-b664-96a6716e69b8 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:23:32.988489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:32.993114 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.058354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['4b3034bd-3ea7-4d68-a924-d2ef4d3b314e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:33.060976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Network 9b150608-ee8f-4669-889c-0049d42cbeed is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:23:33.066875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:23:33.075398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:23:33.107964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Pushing event updated for resources: {'Port': ['ID=2e54f1c2-e129-40ef-b664-96a6716e69b8,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:33.157152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8e990-ff56-47a9-9d4f-f0bce3887c61 req-82fe0cf5-b1fd-46e9-8e3f-21f6e49bfee2 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:33.162445 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eeb8e990-ff56-47a9-9d4f-f0bce3887c61 req-82fe0cf5-b1fd-46e9-8e3f-21f6e49bfee2 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1037498 Dec 09 22:23:33.222906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:33.223637 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.233568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Pushing event updated for resources: {'Port': ['ID=2c355898-883f-48d3-b13d-75e3e74c041a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:33.258829 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-e8ac47d4-1240-495c-ab53-ae9054ac6316 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2930634 Dec 09 22:23:33.259401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59410) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:33.261361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Attempting to bind port 2e54f1c2-e129-40ef-b664-96a6716e69b8 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:23:33.261882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Attempting to bind port 2e54f1c2-e129-40ef-b664-96a6716e69b8 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:23:33.264049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Attempting to bind port 2e54f1c2-e129-40ef-b664-96a6716e69b8 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:33.267689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Port 2e54f1c2-e129-40ef-b664-96a6716e69b8 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:23:33.268279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Attempting to bind port 2e54f1c2-e129-40ef-b664-96a6716e69b8 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:33.274074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:23:33.274635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Checking segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:33.275030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Bound using segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:23:33.275461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Bound port: 2e54f1c2-e129-40ef-b664-96a6716e69b8, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:23:33.275826 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.283758 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Request body: {'port': {'device_id': '065ae624-f60e-46b3-8c84-69bbe3afcc05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:33.287691 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eeb8e990-ff56-47a9-9d4f-f0bce3887c61 req-53388768-10b3-4b57-a3d6-63439dc8ecfc tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181862 Dec 09 22:23:33.289504 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-655fd056-a971-40e3-9681-c480f8728734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.300211 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b8f645f-5f6e-4527-931b-8355e8f866e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.351473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802689-017c-4db5-8f7d-8461d9af761c req-8f68b156-1d10-4fc6-9872-34c800450c21 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:33.353309 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32802689-017c-4db5-8f7d-8461d9af761c req-8f68b156-1d10-4fc6-9872-34c800450c21 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.1084638 Dec 09 22:23:33.387109 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.433542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] For port 2e54f1c2-e129-40ef-b664-96a6716e69b8, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:33.450665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] For port 2e54f1c2-e129-40ef-b664-96a6716e69b8, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2e54f1c2-e129-40ef-b664-96a6716e69b8,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:23:33.463355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.467709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32802689-017c-4db5-8f7d-8461d9af761c req-70c68a91-20b7-4e36-aea2-6f5d81057bc4 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051922 Dec 09 22:23:33.494812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b8f645f-5f6e-4527-931b-8355e8f866e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.498514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b8f645f-5f6e-4527-931b-8355e8f866e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.517491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57dfab-059f-4a3c-8bef-00d875ed9307 req-54aa60f6-d30e-47f5-a1d9-7533a76642f8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:33.519123 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d57dfab-059f-4a3c-8bef-00d875ed9307 req-54aa60f6-d30e-47f5-a1d9-7533a76642f8 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 945 time: 0.1017075 Dec 09 22:23:33.553670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:33.554328 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.555720 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] 10.222.0.18 "PUT /v2.0/ports/2e54f1c2-e129-40ef-b664-96a6716e69b8 HTTP/1.1" status: 200 len: 1093 time: 1.2170007 Dec 09 22:23:33.558106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10b36d1-d705-45ec-a63b-72ff2f1fb916', 'tag': '2e54f1c2-e129-40ef-b664-96a6716e69b8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:33.560336 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321560de-ffa5-459f-a7da-3ab3ce0913b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c10b36d1-d705-45ec-a63b-72ff2f1fb916", "tag": "2e54f1c2-e129-40ef-b664-96a6716e69b8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:33.563966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9b8f645f-5f6e-4527-931b-8355e8f866e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac4bb34cca364cb394624ea49450ffcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013797 Dec 09 22:23:33.569381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59418) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:33.577531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f645f-5f6e-4527-931b-8355e8f866e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcfea01-1c8a-4c42-9e2a-0aa3be0ba44d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:33.582601 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.604627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e28a6-dfd0-4d48-b1f4-15c8f810af98 service neutron] Pushing event updated for resources: {'Port': ['ID=2e54f1c2-e129-40ef-b664-96a6716e69b8,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:33.642131 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d57dfab-059f-4a3c-8bef-00d875ed9307 req-1736b326-f077-43dc-9e45-dd56c644e52b tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021335 Dec 09 22:23:33.698298 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4745c596-4483-4223-afc8-d1a07e025f56 x-openstack-request-id: req-4745c596-4483-4223-afc8-d1a07e025f56 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:33.698597 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10b36d1-d705-45ec-a63b-72ff2f1fb916", "tag": "2e54f1c2-e129-40ef-b664-96a6716e69b8", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:33.698859 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4745c596-4483-4223-afc8-d1a07e025f56 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:33.699264 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10b36d1-d705-45ec-a63b-72ff2f1fb916', 'tag': '2e54f1c2-e129-40ef-b664-96a6716e69b8', 'status': 'completed', 'code': 200} Dec 09 22:23:33.707477 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fc49cbca-9379-44d7-be37-0dc62628964c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.732813 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-e8425272-98cb-4ee3-b62e-72dcbd6fc240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:33.733851 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-e8425272-98cb-4ee3-b62e-72dcbd6fc240 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 1096 time: 0.0758748 Dec 09 22:23:33.737145 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fc49cbca-9379-44d7-be37-0dc62628964c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.746775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589a1fe-d7be-4347-af2e-84d40205e48d req-96fe1b48-500d-4745-875e-671ea8dd91fc tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:33.748296 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a589a1fe-d7be-4347-af2e-84d40205e48d req-96fe1b48-500d-4745-875e-671ea8dd91fc tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 944 time: 0.0923064 Dec 09 22:23:33.770311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7301e40f-c2cb-41fa-8a26-877e79d81ece no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:33.797589 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-55c71d21-274f-4b23-a4a2-ce88a62d23ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e54f1c2-e129-40ef-b664-96a6716e69b8 HTTP/1.1" status: 200 len: 217 time: 0.0455053 Dec 09 22:23:33.802571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 7301e40f-c2cb-41fa-8a26-877e79d81ece {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:33.803322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7301e40f-c2cb-41fa-8a26-877e79d81ece not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:33.830273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a589a1fe-d7be-4347-af2e-84d40205e48d req-5e91a015-f69e-4bc9-af0c-a8d6f7c24397 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742881 Dec 09 22:23:33.847865 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fc49cbca-9379-44d7-be37-0dc62628964c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.851334 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fc49cbca-9379-44d7-be37-0dc62628964c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.855319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fc49cbca-9379-44d7-be37-0dc62628964c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbcfea01-1c8a-4c42-9e2a-0aa3be0ba44d HTTP/1.1" status: 204 len: 168 time: 0.2826276 Dec 09 22:23:33.867072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49cbca-9379-44d7-be37-0dc62628964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcfea01-1c8a-4c42-9e2a-0aa3be0ba44d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:33.884044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c355898-883f-48d3-b13d-75e3e74c041a {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:33.895349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.902913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-e2f38d15-ad6c-4bfd-b32c-999a4b133d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:33.904390 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-e2f38d15-ad6c-4bfd-b32c-999a4b133d10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.0768924 Dec 09 22:23:33.914944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Transition to ACTIVE for port object 2c355898-883f-48d3-b13d-75e3e74c041a will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:23:33.919562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:33.959627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6e8e3-d99e-472f-aea2-e7081def4772 req-4db5869b-d280-43cc-b291-03e279ed1431 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:33.961215 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fce6e8e3-d99e-472f-aea2-e7081def4772 req-4db5869b-d280-43cc-b291-03e279ed1431 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 945 time: 0.0620685 Dec 09 22:23:33.975415 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-59b55ef4-c1f5-4827-89c0-0e4fc42bd64b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522788 Dec 09 22:23:34.021921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Pushing event updated for resources: {'Port': ['ID=2c355898-883f-48d3-b13d-75e3e74c041a,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:34.049068 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08942f-055a-4a20-b8d5-6ec0d26f3e69 req-e4a5c3a6-4372-4ad0-92b9-fff63ddd77d9 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:34.055163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e08942f-055a-4a20-b8d5-6ec0d26f3e69 req-e4a5c3a6-4372-4ad0-92b9-fff63ddd77d9 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 943 time: 0.0929048 Dec 09 22:23:34.075544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fce6e8e3-d99e-472f-aea2-e7081def4772 req-7938c309-f2e8-4be4-aaef-f7c30d86c6b1 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042225 Dec 09 22:23:34.121283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e08942f-055a-4a20-b8d5-6ec0d26f3e69 req-082252bf-87d0-4538-a4eb-e58801583237 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595648 Dec 09 22:23:34.143138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Attempting to bind port 2c355898-883f-48d3-b13d-75e3e74c041a on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:23:34.143520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Attempting to bind port 2c355898-883f-48d3-b13d-75e3e74c041a by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:23:34.144048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Attempting to bind port 2c355898-883f-48d3-b13d-75e3e74c041a on network 9b150608-ee8f-4669-889c-0049d42cbeed {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:34.152542 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-de7a95bc-53ae-4eae-81a0-ba7551f2610f service neutron] 10.222.0.18 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651535 Dec 09 22:23:34.153251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Port 2c355898-883f-48d3-b13d-75e3e74c041a on network 9b150608-ee8f-4669-889c-0049d42cbeed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:23:34.153575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Attempting to bind port 2c355898-883f-48d3-b13d-75e3e74c041a on network 9b150608-ee8f-4669-889c-0049d42cbeed {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:34.163618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:23:34.163961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Checking segment: {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:34.164351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Bound using segment: {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:23:34.164784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Bound port: 2c355898-883f-48d3-b13d-75e3e74c041a, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:23:34.165146 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:34.230924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109afee-bc07-4f4b-96a3-7d5daf7d7506 req-74578afd-d1e0-4702-9658-3563f0216708 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:34.232736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0109afee-bc07-4f4b-96a3-7d5daf7d7506 req-74578afd-d1e0-4702-9658-3563f0216708 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 944 time: 0.0597372 Dec 09 22:23:34.290483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0109afee-bc07-4f4b-96a3-7d5daf7d7506 req-e1533edd-ae2b-4b42-b0ce-0bc29109ac9a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496266 Dec 09 22:23:34.307955 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-73bc800c-aa3c-4f52-b9cd-3898aee4e7fe req-e1f0298f-4182-4d1c-8005-98c9ce2e8e46 service neutron] 10.222.0.18 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455195 Dec 09 22:23:34.309028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] For port 2c355898-883f-48d3-b13d-75e3e74c041a, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:34.312148 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] For port 2c355898-883f-48d3-b13d-75e3e74c041a, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2c355898-883f-48d3-b13d-75e3e74c041a,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:23:34.318187 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:34.355020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:34.355643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:34.357035 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] 10.222.0.18 "PUT /v2.0/ports/2c355898-883f-48d3-b13d-75e3e74c041a HTTP/1.1" status: 200 len: 1092 time: 1.0791035 Dec 09 22:23:34.376019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 5503723b-f470-40e0-b397-779fc92ad6b2 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:23:34.377490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127070c6-9577-4674-9f29-72df0eadb376 service neutron] Pushing event updated for resources: {'Port': ['ID=2c355898-883f-48d3-b13d-75e3e74c041a,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:34.446084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1adf96-150f-41fb-aab6-a7ac5f81bdb3 req-0cc9dc1e-ca03-46b8-bcf8-bb0ddc0a556a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:34.447587 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a1adf96-150f-41fb-aab6-a7ac5f81bdb3 req-0cc9dc1e-ca03-46b8-bcf8-bb0ddc0a556a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.0539989 Dec 09 22:23:34.456700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 5503723b-f470-40e0-b397-779fc92ad6b2 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:23:34.460615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 5503723b-f470-40e0-b397-779fc92ad6b2 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:23:34.460987 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:34.523773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a1adf96-150f-41fb-aab6-a7ac5f81bdb3 req-9d1ed18e-6312-41bb-9d87-1e472b824744 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634954 Dec 09 22:23:34.550983 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:34.586454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6205a025-6f27-4319-a658-443adbef11d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5503723b-f470-40e0-b397-779fc92ad6b2'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:34.589465 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f990154a-4e62-4635-af35-efbe5602cfba" -d '{"events": [{"server_uuid": "6205a025-6f27-4319-a658-443adbef11d8", "name": "network-vif-plugged", "status": "completed", "tag": "5503723b-f470-40e0-b397-779fc92ad6b2"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:34.611072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5503723b-f470-40e0-b397-779fc92ad6b2,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:34.616426 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:34.626123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321560de-ffa5-459f-a7da-3ab3ce0913b3 req-e2ac6737-8c71-49a4-bcda-c4feed9132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:34.628021 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-321560de-ffa5-459f-a7da-3ab3ce0913b3 req-e2ac6737-8c71-49a4-bcda-c4feed9132b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 1096 time: 0.1476369 Dec 09 22:23:34.637623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-4c983963-e0f5-47e0-9500-af5d8346c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:34.640355 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-4c983963-e0f5-47e0-9500-af5d8346c7b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 1095 time: 0.0953262 Dec 09 22:23:34.685779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=5503723b-f470-40e0-b397-779fc92ad6b2,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:34.698742 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:34.723920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d161b5-0137-4c33-aeb3-0b56e8d9803a req-9564205b-a676-4625-b367-b147650240c0 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:34.727423 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3d161b5-0137-4c33-aeb3-0b56e8d9803a req-9564205b-a676-4625-b367-b147650240c0 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.1005764 Dec 09 22:23:34.753434 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2363de8-1443-487a-8936-6401cffabb5e x-openstack-request-id: req-e2363de8-1443-487a-8936-6401cffabb5e {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:34.753778 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6205a025-6f27-4319-a658-443adbef11d8", "name": "network-vif-plugged", "status": "completed", "tag": "5503723b-f470-40e0-b397-779fc92ad6b2", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:34.754058 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2363de8-1443-487a-8936-6401cffabb5e {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:34.754452 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6205a025-6f27-4319-a658-443adbef11d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5503723b-f470-40e0-b397-779fc92ad6b2', 'code': 200} Dec 09 22:23:34.760683 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-59301393-adc1-47e1-80eb-f5435b9ad3a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c355898-883f-48d3-b13d-75e3e74c041a HTTP/1.1" status: 200 len: 217 time: 0.0637376 Dec 09 22:23:34.786132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3d161b5-0137-4c33-aeb3-0b56e8d9803a req-c2a6de90-1e66-4cbf-beac-5f90cd0aa1a5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/security-groups?id=aeeb8d34-914e-4ca5-8488-e2b6daaf1570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512125 Dec 09 22:23:34.853896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f159aaf-64cf-43ae-bbbc-5de9027b193d req-b6f74295-a9d6-4258-9f91-38102587acea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:34.855419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f159aaf-64cf-43ae-bbbc-5de9027b193d req-b6f74295-a9d6-4258-9f91-38102587acea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 1097 time: 0.0417814 Dec 09 22:23:34.874750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-3614cc27-d242-4438-8659-19a009ab9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:34.877292 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-3614cc27-d242-4438-8659-19a009ab9aa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164 HTTP/1.1" status: 200 len: 854 time: 0.0671041 Dec 09 22:23:34.882692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321560de-ffa5-459f-a7da-3ab3ce0913b3 req-b3085f1c-2965-4549-94ed-1abe919f57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:34.884519 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-321560de-ffa5-459f-a7da-3ab3ce0913b3 req-b3085f1c-2965-4549-94ed-1abe919f57a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 906 time: 0.2431798 Dec 09 22:23:34.908459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f159aaf-64cf-43ae-bbbc-5de9027b193d req-96022c52-590a-4415-a883-3889d4eeb08b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431912 Dec 09 22:23:34.947862 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-40f0ac71-e7ca-4cf9-b9af-15dfc918a1ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b150608-ee8f-4669-889c-0049d42cbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623462 Dec 09 22:23:34.949244 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-321560de-ffa5-459f-a7da-3ab3ce0913b3 req-ac6611ce-3aee-462d-9bea-43579a71fef4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e54f1c2-e129-40ef-b664-96a6716e69b8 HTTP/1.1" status: 200 len: 217 time: 0.0557649 Dec 09 22:23:34.975184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439da7e9-8c10-49f9-92a1-03076eb40a99 req-ce4ebc88-3ded-4a81-9909-69db6434ac5d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:34.976673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-439da7e9-8c10-49f9-92a1-03076eb40a99 req-ce4ebc88-3ded-4a81-9909-69db6434ac5d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 945 time: 0.0575361 Dec 09 22:23:35.065708 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-439da7e9-8c10-49f9-92a1-03076eb40a99 req-7d20f3d6-a984-43cc-bc92-8a39ba026d2f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831256 Dec 09 22:23:35.084092 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b9b5b-af72-4823-a909-d13076cdc6b2 req-83cdde3f-1ea7-4d7b-b052-1db65a71f594 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:35.085611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c1b9b5b-af72-4823-a909-d13076cdc6b2 req-83cdde3f-1ea7-4d7b-b052-1db65a71f594 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.18 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 949 time: 0.0867901 Dec 09 22:23:35.149804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321560de-ffa5-459f-a7da-3ab3ce0913b3 req-0e4a2635-be63-46fa-b4a7-96702845addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:35.151492 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-321560de-ffa5-459f-a7da-3ab3ce0913b3 req-0e4a2635-be63-46fa-b4a7-96702845addc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.1633842 Dec 09 22:23:35.156091 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-3530a822-65e6-41ed-ac2e-5cf5f1bf2a44 service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690781 Dec 09 22:23:35.243290 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-321560de-ffa5-459f-a7da-3ab3ce0913b3 req-7afbc06b-fffe-4b94-8d23-e2ab78a2fd46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714076 Dec 09 22:23:35.272948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed014e6a-86b4-4e65-885e-026663f21f66 req-ede9c8f0-bcb3-4bcf-861a-4e1432d1b62a tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:35.278465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed014e6a-86b4-4e65-885e-026663f21f66 req-ede9c8f0-bcb3-4bcf-861a-4e1432d1b62a tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 945 time: 0.1068859 Dec 09 22:23:35.308053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-5c1b9b5b-af72-4823-a909-d13076cdc6b2 req-d131e00c-b224-47ae-82a2-d943dd3fd519 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Deleting port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:35.308399 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5c1b9b5b-af72-4823-a909-d13076cdc6b2 req-d131e00c-b224-47ae-82a2-d943dd3fd519 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:35.375107 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fd1d5b3d-c7a8-4c7e-b46e-faf0cd2e74a1 req-8f256854-156b-4aa7-8a90-bceeb1b67669 service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922381 Dec 09 22:23:35.386381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84df03e-febe-47f1-abaf-23655f209dcf req-0cf97fae-9b49-4831-ae17-fe871af283be tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:35.394025 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f84df03e-febe-47f1-abaf-23655f209dcf req-0cf97fae-9b49-4831-ae17-fe871af283be tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 943 time: 0.1651142 Dec 09 22:23:35.394666 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-321560de-ffa5-459f-a7da-3ab3ce0913b3 req-7956e78d-7a87-4bdf-9b8f-fe66d9d370c7 service neutron] 10.222.0.18 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398792 Dec 09 22:23:35.488412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5193ec-2b25-45e0-8633-95e18e8ab593 req-13ad9a10-35ab-4599-872f-8f9551e48d16 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:35.490562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec5193ec-2b25-45e0-8633-95e18e8ab593 req-13ad9a10-35ab-4599-872f-8f9551e48d16 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 945 time: 0.1871822 Dec 09 22:23:35.497206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed014e6a-86b4-4e65-885e-026663f21f66 req-152f4d2f-e6a9-4e57-beae-3a72f84d9a0d tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a754b39-37c2-449e-9805-74d49a9c0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110031 Dec 09 22:23:35.502791 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-321560de-ffa5-459f-a7da-3ab3ce0913b3 req-d0958b17-2629-49b9-9813-28946ce6c7d7 service neutron] 10.222.0.18 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927088 Dec 09 22:23:35.569057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-5c1b9b5b-af72-4823-a909-d13076cdc6b2 req-d131e00c-b224-47ae-82a2-d943dd3fd519 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] For port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:35.569425 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5c1b9b5b-af72-4823-a909-d13076cdc6b2 req-d131e00c-b224-47ae-82a2-d943dd3fd519 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:35.581138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f84df03e-febe-47f1-abaf-23655f209dcf req-bf00b896-3ab1-4e8a-89ff-31c533890a2c tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862154 Dec 09 22:23:35.611741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-5c1b9b5b-af72-4823-a909-d13076cdc6b2 req-d131e00c-b224-47ae-82a2-d943dd3fd519 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Calling delete_port for c734ba52-53bb-4afc-a61e-94b0cd5bfc8f owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:35.700909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065ae624-f60e-46b3-8c84-69bbe3afcc05', 'tag': '2c355898-883f-48d3-b13d-75e3e74c041a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:35.702580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1fa19-224f-4e1d-9262-19d2394a3b28 req-53c72422-fd4e-42e8-88aa-302619207f33 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:35.703316 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c524c3c-b5df-447f-95f7-07a15e6a1732" -d '{"events": [{"name": "network-changed", "server_uuid": "065ae624-f60e-46b3-8c84-69bbe3afcc05", "tag": "2c355898-883f-48d3-b13d-75e3e74c041a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:35.709680 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8d1fa19-224f-4e1d-9262-19d2394a3b28 req-53c72422-fd4e-42e8-88aa-302619207f33 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 944 time: 0.1459866 Dec 09 22:23:35.773489 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-ec5193ec-2b25-45e0-8633-95e18e8ab593 req-c9c89b85-b2d7-42dc-a02e-b184fe3b5f2c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Deleting port 33911540-90a5-4592-b777-09e7461d054d {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:35.773854 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ec5193ec-2b25-45e0-8633-95e18e8ab593 req-c9c89b85-b2d7-42dc-a02e-b184fe3b5f2c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:35.810294 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8d1fa19-224f-4e1d-9262-19d2394a3b28 req-75d37536-fc81-488b-8e24-7c4b122692ef tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997410 Dec 09 22:23:35.921021 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572785ae-e9a4-4ad6-8e7a-9534678a87ee x-openstack-request-id: req-572785ae-e9a4-4ad6-8e7a-9534678a87ee {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:35.921314 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065ae624-f60e-46b3-8c84-69bbe3afcc05", "tag": "2c355898-883f-48d3-b13d-75e3e74c041a", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:35.921569 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-572785ae-e9a4-4ad6-8e7a-9534678a87ee {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:35.922026 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065ae624-f60e-46b3-8c84-69bbe3afcc05', 'tag': '2c355898-883f-48d3-b13d-75e3e74c041a', 'status': 'completed', 'code': 200} Dec 09 22:23:35.948001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296535f-ef0b-48ab-a2ed-d0729ca979fe req-f34bdc38-d93a-465d-be47-bd28b0f131aa tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:35.950264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6296535f-ef0b-48ab-a2ed-d0729ca979fe req-f34bdc38-d93a-465d-be47-bd28b0f131aa tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1624706 Dec 09 22:23:35.994636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-ec5193ec-2b25-45e0-8633-95e18e8ab593 req-c9c89b85-b2d7-42dc-a02e-b184fe3b5f2c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] For port 33911540-90a5-4592-b777-09e7461d054d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=33911540-90a5-4592-b777-09e7461d054d,segment=NetworkSegment(fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8),segment_id=fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:35.995008 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ec5193ec-2b25-45e0-8633-95e18e8ab593 req-c9c89b85-b2d7-42dc-a02e-b184fe3b5f2c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:36.016990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5c1b9b5b-af72-4823-a909-d13076cdc6b2 req-d131e00c-b224-47ae-82a2-d943dd3fd519 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:36.027971 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:36.034065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-ec5193ec-2b25-45e0-8633-95e18e8ab593 req-c9c89b85-b2d7-42dc-a02e-b184fe3b5f2c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Calling delete_port for 33911540-90a5-4592-b777-09e7461d054d owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:36.078469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131e00c-b224-47ae-82a2-d943dd3fd519 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Pushing event deleted for resources: {'Port': ['ID=c734ba52-53bb-4afc-a61e-94b0cd5bfc8f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:36.108154 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6296535f-ef0b-48ab-a2ed-d0729ca979fe req-07f622aa-e1ce-4a6f-93bd-b66457271eef tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509817 Dec 09 22:23:36.110424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b198c4de-58ed-41c1-b34f-1b779a140bc8 req-c6dbb9e4-2cc7-41b9-b573-08457aa698b5 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.16 "GET /v2.0/ports?device_id=935a1f53-2cd5-4bd3-8afb-d13456072400 HTTP/1.1" status: 200 len: 210 time: 0.0776978 Dec 09 22:23:36.193922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1b9b5b-af72-4823-a909-d13076cdc6b2 req-d131e00c-b224-47ae-82a2-d943dd3fd519 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] No DVR routers for this DVR port c734ba52-53bb-4afc-a61e-94b0cd5bfc8f on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:36.200013 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5c1b9b5b-af72-4823-a909-d13076cdc6b2 req-d131e00c-b224-47ae-82a2-d943dd3fd519 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:36.203397 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c1b9b5b-af72-4823-a909-d13076cdc6b2 req-d131e00c-b224-47ae-82a2-d943dd3fd519 tempest-MigrationsAdminTest-483941343 tempest-MigrationsAdminTest-483941343-project] 10.222.0.18 "DELETE /v2.0/ports/c734ba52-53bb-4afc-a61e-94b0cd5bfc8f HTTP/1.1" status: 204 len: 173 time: 1.1114392 Dec 09 22:23:36.203891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'name': 'network-vif-deleted', 'tag': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:36.206269 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb94d91-903d-4211-8b1d-05ca58307ffc" -d '{"events": [{"server_uuid": "935a1f53-2cd5-4bd3-8afb-d13456072400", "name": "network-vif-deleted", "tag": "c734ba52-53bb-4afc-a61e-94b0cd5bfc8f"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:36.292391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae9c0f-42ec-403b-8f8a-30f0bbf67009 req-88c624ee-b36d-4f13-b818-038f8a679eea tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:36.294026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fae9c0f-42ec-403b-8f8a-30f0bbf67009 req-88c624ee-b36d-4f13-b818-038f8a679eea tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 945 time: 0.0980866 Dec 09 22:23:36.300682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524c3c-b5df-447f-95f7-07a15e6a1732 req-3fde8e9f-e04b-49b7-8f2f-22d031d0f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:36.304065 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c524c3c-b5df-447f-95f7-07a15e6a1732 req-3fde8e9f-e04b-49b7-8f2f-22d031d0f3c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 1095 time: 0.3345051 Dec 09 22:23:36.328163 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829b9553-716a-49c2-a255-4877f51bf3a9 x-openstack-request-id: req-829b9553-716a-49c2-a255-4877f51bf3a9 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:36.328616 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935a1f53-2cd5-4bd3-8afb-d13456072400", "name": "network-vif-deleted", "tag": "c734ba52-53bb-4afc-a61e-94b0cd5bfc8f", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:36.328883 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-829b9553-716a-49c2-a255-4877f51bf3a9 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:36.329404 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935a1f53-2cd5-4bd3-8afb-d13456072400', 'name': 'network-vif-deleted', 'tag': 'c734ba52-53bb-4afc-a61e-94b0cd5bfc8f', 'status': 'completed', 'code': 200} Dec 09 22:23:36.379410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ec5193ec-2b25-45e0-8633-95e18e8ab593 req-c9c89b85-b2d7-42dc-a02e-b184fe3b5f2c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:36.392108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['33911540-90a5-4592-b777-09e7461d054d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:36.407869 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fae9c0f-42ec-403b-8f8a-30f0bbf67009 req-d9f7faa7-27ab-4dae-8045-38bfb45c7e8c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898149 Dec 09 22:23:36.429284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524c3c-b5df-447f-95f7-07a15e6a1732 req-71c4058b-16d9-4896-8fba-65462a78300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:36.433282 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c524c3c-b5df-447f-95f7-07a15e6a1732 req-71c4058b-16d9-4896-8fba-65462a78300d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 915 time: 0.1188586 Dec 09 22:23:36.438182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c89b85-b2d7-42dc-a02e-b184fe3b5f2c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event deleted for resources: {'Port': ['ID=33911540-90a5-4592-b777-09e7461d054d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:36.493541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5193ec-2b25-45e0-8633-95e18e8ab593 req-c9c89b85-b2d7-42dc-a02e-b184fe3b5f2c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] No DVR routers for this DVR port 33911540-90a5-4592-b777-09e7461d054d on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:36.496275 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ec5193ec-2b25-45e0-8633-95e18e8ab593 req-c9c89b85-b2d7-42dc-a02e-b184fe3b5f2c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:36.500028 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec5193ec-2b25-45e0-8633-95e18e8ab593 req-c9c89b85-b2d7-42dc-a02e-b184fe3b5f2c tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.42 "DELETE /v2.0/ports/33911540-90a5-4592-b777-09e7461d054d HTTP/1.1" status: 204 len: 173 time: 0.9949541 Dec 09 22:23:36.513070 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c524c3c-b5df-447f-95f7-07a15e6a1732 req-fb453045-2425-4905-a06e-1acc3a991300 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c355898-883f-48d3-b13d-75e3e74c041a HTTP/1.1" status: 200 len: 217 time: 0.0587263 Dec 09 22:23:36.596208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524c3c-b5df-447f-95f7-07a15e6a1732 req-ad40bf2c-9543-4cb7-be3c-e926b73d4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:36.599211 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c524c3c-b5df-447f-95f7-07a15e6a1732 req-ad40bf2c-9543-4cb7-be3c-e926b73d4742 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164 HTTP/1.1" status: 200 len: 854 time: 0.0699110 Dec 09 22:23:36.625262 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b71941e-5ef8-4b83-aff9-8b7148ca4058 req-52940462-96d3-4c84-bc73-4d449dc899df tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb HTTP/1.1" status: 200 len: 210 time: 0.0466504 Dec 09 22:23:36.644921 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c524c3c-b5df-447f-95f7-07a15e6a1732 req-96f032cf-7558-4f4f-8b4c-d2ccda563990 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b150608-ee8f-4669-889c-0049d42cbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381880 Dec 09 22:23:36.679858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227296b-c849-4abe-be1e-476decb7eac4 req-b98884ed-9cbd-4f73-8982-7234ca0b1284 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:36.681414 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f227296b-c849-4abe-be1e-476decb7eac4 req-b98884ed-9cbd-4f73-8982-7234ca0b1284 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 1097 time: 0.0480487 Dec 09 22:23:36.751679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f227296b-c849-4abe-be1e-476decb7eac4 req-b5dd6b3e-975f-4db3-a1f2-bae6faa40093 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553689 Dec 09 22:23:36.787896 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c524c3c-b5df-447f-95f7-07a15e6a1732 req-5fba119b-97ff-4da4-ba5a-c14d18c15b1c service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286783 Dec 09 22:23:36.804916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604b7eb-ee1d-4d3e-90f3-1f97ac9f1b03 req-92b2613a-de3a-424e-b9e5-c1b6f339df3e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:36.806929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6604b7eb-ee1d-4d3e-90f3-1f97ac9f1b03 req-92b2613a-de3a-424e-b9e5-c1b6f339df3e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 943 time: 0.0519197 Dec 09 22:23:36.887514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6604b7eb-ee1d-4d3e-90f3-1f97ac9f1b03 req-52d08458-e615-42ca-b125-82796ac2c283 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682244 Dec 09 22:23:36.902997 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:36.950547 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c524c3c-b5df-447f-95f7-07a15e6a1732 req-87a9ecba-8b15-4397-ad8c-426b53020388 service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503370 Dec 09 22:23:37.021414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e1c91-e4e2-427d-9336-ad6737b65538 req-0d753225-cc1a-428d-9f36-ec224aa5a1d1 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:37.023283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad8e1c91-e4e2-427d-9336-ad6737b65538 req-0d753225-cc1a-428d-9f36-ec224aa5a1d1 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 1097 time: 0.0988395 Dec 09 22:23:37.032256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fcb4c-11e4-47eb-9b85-66e04990aac6 req-df05ed2f-fdb4-454d-9983-3284dbfd7235 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:37.033839 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f80fcb4c-11e4-47eb-9b85-66e04990aac6 req-df05ed2f-fdb4-454d-9983-3284dbfd7235 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 944 time: 0.0646315 Dec 09 22:23:37.106081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad8e1c91-e4e2-427d-9336-ad6737b65538 req-ad39de17-0674-468a-ad4b-e9a8996f8e29 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710795 Dec 09 22:23:37.110754 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f80fcb4c-11e4-47eb-9b85-66e04990aac6 req-4e2a6d24-8228-48e8-8ff7-785d67a05630 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695672 Dec 09 22:23:37.243832 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59540) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:37.308865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339fa93-ffbc-4586-87d1-1dc075567749 req-bfcfd96f-0196-46e9-a77b-aeb1530d538e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:37.311196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5339fa93-ffbc-4586-87d1-1dc075567749 req-bfcfd96f-0196-46e9-a77b-aeb1530d538e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.0651982 Dec 09 22:23:37.370452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5339fa93-ffbc-4586-87d1-1dc075567749 req-2eb15248-18a9-45c9-8219-b1778e663185 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532370 Dec 09 22:23:37.382924 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:23:37.409921 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a11ed311-ed9f-4305-a191-e04a10c84eef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:37.490736 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a11ed311-ed9f-4305-a191-e04a10c84eef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:37.495381 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a11ed311-ed9f-4305-a191-e04a10c84eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:37.531146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59550) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:37.534611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a11ed311-ed9f-4305-a191-e04a10c84eef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fe439aec44f440c968e032514d672f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896857 Dec 09 22:23:37.535344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ed311-ed9f-4305-a191-e04a10c84eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5912212-00c9-4601-9693-ba1885bddaf0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:37.537671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59552) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:37.587111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70ea687e-d847-4733-b8e9-d1eeb0118d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:37.608937 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70ea687e-d847-4733-b8e9-d1eeb0118d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:37.664856 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70ea687e-d847-4733-b8e9-d1eeb0118d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:37.668392 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70ea687e-d847-4733-b8e9-d1eeb0118d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:37.669761 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-70ea687e-d847-4733-b8e9-d1eeb0118d64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5912212-00c9-4601-9693-ba1885bddaf0 HTTP/1.1" status: 204 len: 168 time: 0.1311629 Dec 09 22:23:37.688903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea687e-d847-4733-b8e9-d1eeb0118d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5912212-00c9-4601-9693-ba1885bddaf0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:37.698375 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a0495809-7b64-409d-832e-34fbfc0becaa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ade0516472b8498d9af27180239f4606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654241 Dec 09 22:23:37.701064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59570) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:37.785096 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ac3ee31d-23ae-4bf8-8667-a411b207c291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:37.787761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2e54f1c2-e129-40ef-b664-96a6716e69b8 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:37.817608 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ac3ee31d-23ae-4bf8-8667-a411b207c291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:37.841598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device c734ba52-53bb-4afc-a61e-94b0cd5bfc8f no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:37.889446 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ac3ee31d-23ae-4bf8-8667-a411b207c291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:37.896672 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ac3ee31d-23ae-4bf8-8667-a411b207c291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:37.899379 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ac3ee31d-23ae-4bf8-8667-a411b207c291 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aeeb8d34-914e-4ca5-8488-e2b6daaf1570 HTTP/1.1" status: 204 len: 168 time: 0.1969132 Dec 09 22:23:37.909552 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: c734ba52-53bb-4afc-a61e-94b0cd5bfc8f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:37.910163 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device c734ba52-53bb-4afc-a61e-94b0cd5bfc8f not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:37.921657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ee31d-23ae-4bf8-8667-a411b207c291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeb8d34-914e-4ca5-8488-e2b6daaf1570,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:37.934796 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59596) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:37.941904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 2e54f1c2-e129-40ef-b664-96a6716e69b8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2e54f1c2-e129-40ef-b664-96a6716e69b8,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:37.965309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '2e54f1c2-e129-40ef-b664-96a6716e69b8', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'port_id': '2e54f1c2-e129-40ef-b664-96a6716e69b8', 'mac_address': 'fa:16:3e:77:a1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:23:38.015563 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.032522 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e54f1c2-e129-40ef-b664-96a6716e69b8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:38.061499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 2e54f1c2-e129-40ef-b664-96a6716e69b8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2e54f1c2-e129-40ef-b664-96a6716e69b8,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:38.063706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01ea5c84-a3eb-4896-acfb-05e358300a32 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.069073 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.070115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2c355898-883f-48d3-b13d-75e3e74c041a details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:38.104866 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01ea5c84-a3eb-4896-acfb-05e358300a32 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.129165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635d9e9-30f5-4442-b86e-4cd62a81db5e req-6d119804-c5bd-4641-b9ea-e0b12ee53e4b tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:38.157732 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e635d9e9-30f5-4442-b86e-4cd62a81db5e req-6d119804-c5bd-4641-b9ea-e0b12ee53e4b tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 943 time: 0.1630166 Dec 09 22:23:38.160372 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=2e54f1c2-e129-40ef-b664-96a6716e69b8,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:38.207448 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01ea5c84-a3eb-4896-acfb-05e358300a32 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.212863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01ea5c84-a3eb-4896-acfb-05e358300a32 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.214268 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-01ea5c84-a3eb-4896-acfb-05e358300a32 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "DELETE /v2.0/security-groups/4dfcbc8e-f59e-4b31-af98-cb34b7bbc287 HTTP/1.1" status: 204 len: 168 time: 0.2784574 Dec 09 22:23:38.218988 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59602) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:38.235998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59604) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:38.252858 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-3885e3f6-72d6-4bde-9947-2e500590de0f tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] show failed (client error): The resource could not be found. Dec 09 22:23:38.257410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3885e3f6-72d6-4bde-9947-2e500590de0f tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "GET /v2.0/security-groups/4dfcbc8e-f59e-4b31-af98-cb34b7bbc287 HTTP/1.1" status: 404 len: 347 time: 0.0366464 Dec 09 22:23:38.258272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59608) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:38.261344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea5c84-a3eb-4896-acfb-05e358300a32 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfcbc8e-f59e-4b31-af98-cb34b7bbc287,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:38.263411 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-26efe03b-6b9a-49b1-9f32-758d23ddf052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.268338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 2c355898-883f-48d3-b13d-75e3e74c041a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2c355898-883f-48d3-b13d-75e3e74c041a,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:38.293527 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e635d9e9-30f5-4442-b86e-4cd62a81db5e req-df2abfbf-20af-4f17-a712-6874b77f0962 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347654 Dec 09 22:23:38.303673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '2c355898-883f-48d3-b13d-75e3e74c041a', 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed', 'port_id': '2c355898-883f-48d3-b13d-75e3e74c041a', 'mac_address': 'fa:16:3e:91:6e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:23:38.357284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb', 'name': 'network-vif-deleted', 'tag': '33911540-90a5-4592-b777-09e7461d054d'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:38.359973 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73ae171-c4af-4e65-aefc-d8faf7273840" -d '{"events": [{"server_uuid": "b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb", "name": "network-vif-deleted", "tag": "33911540-90a5-4592-b777-09e7461d054d"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:38.405250 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-26efe03b-6b9a-49b1-9f32-758d23ddf052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.410853 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.413532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-26efe03b-6b9a-49b1-9f32-758d23ddf052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.414833 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-688bd49d-c594-4c6d-94f9-c2f0cb08924f tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:23:38.415880 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-688bd49d-c594-4c6d-94f9-c2f0cb08924f tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0396671 Dec 09 22:23:38.429921 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c355898-883f-48d3-b13d-75e3e74c041a {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:38.456895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 2c355898-883f-48d3-b13d-75e3e74c041a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2c355898-883f-48d3-b13d-75e3e74c041a,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:38.461453 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-26efe03b-6b9a-49b1-9f32-758d23ddf052 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c0dfd0723d44e808469be08d4751d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203898 Dec 09 22:23:38.463024 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.468342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59614) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:38.473299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-4795e7c6-9852-4c79-8081-71cb5148dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:38.474927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-4795e7c6-9852-4c79-8081-71cb5148dd15 service neutron] 10.222.0.16 "GET /v2.0/ports/5503723b-f470-40e0-b397-779fc92ad6b2 HTTP/1.1" status: 200 len: 1094 time: 0.0435524 Dec 09 22:23:38.506935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efe03b-6b9a-49b1-9f32-758d23ddf052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cac54d-e716-48e0-b715-7682e738d84d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:38.518416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=2c355898-883f-48d3-b13d-75e3e74c041a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:38.519225 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] Request body: {'binding': {'host': 'n-h1-789963-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:38.519647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] Unknown quota resources ['binding']. {{(pid=103418) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:23:38.540699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59616) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:38.583854 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cdddddee-6cf3-4665-b88c-a3a6d72212f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.605721 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-17a6cd3f-ce89-4f94-a03a-f2c2182c98a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbdcf30a0aab480ba94ff024291568f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613611 Dec 09 22:23:38.605947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2c01c-df50-4c01-9405-6627c2ed459f req-b4381b1c-d6bb-46c0-8226-f95aae1de36f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:38.606524 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59618) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:38.606653 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29d2c01c-df50-4c01-9405-6627c2ed459f req-b4381b1c-d6bb-46c0-8226-f95aae1de36f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 945 time: 0.1983399 Dec 09 22:23:38.621293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cdddddee-6cf3-4665-b88c-a3a6d72212f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.667142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-85fa7057-0017-42c9-a2f4-2c5f1308da85 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Deleting port 5eea4f9c-c11c-4add-8fc4-d49d4833f665 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:38.667391 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85fa7057-0017-42c9-a2f4-2c5f1308da85 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.686526 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a52562ff-e53c-4af9-8ee7-15a1f5519a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.715750 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a52562ff-e53c-4af9-8ee7-15a1f5519a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.722097 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cdddddee-6cf3-4665-b88c-a3a6d72212f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.725228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cdddddee-6cf3-4665-b88c-a3a6d72212f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.729164 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cdddddee-6cf3-4665-b88c-a3a6d72212f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69cac54d-e716-48e0-b715-7682e738d84d HTTP/1.1" status: 204 len: 168 time: 0.2599556 Dec 09 22:23:38.744704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddddee-6cf3-4665-b88c-a3a6d72212f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cac54d-e716-48e0-b715-7682e738d84d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:38.776985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29d2c01c-df50-4c01-9405-6627c2ed459f req-b52b2da0-8876-4a5f-a549-d269d1cc72be tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371889 Dec 09 22:23:38.790155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] Attempting to bind port 5503723b-f470-40e0-b397-779fc92ad6b2 on host n-h1-789963-23 for vnic_type normal with profile None {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:23:38.790497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] Attempting to bind port 5503723b-f470-40e0-b397-779fc92ad6b2 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:23:38.790827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] Attempting to bind port 5503723b-f470-40e0-b397-779fc92ad6b2 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:38.805041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] Port 5503723b-f470-40e0-b397-779fc92ad6b2 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:23:38.805041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] Attempting to bind port 5503723b-f470-40e0-b397-779fc92ad6b2 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:38.808181 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a52562ff-e53c-4af9-8ee7-15a1f5519a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.810917 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a52562ff-e53c-4af9-8ee7-15a1f5519a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.812083 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a52562ff-e53c-4af9-8ee7-15a1f5519a15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/485c1e42-a507-427b-9f2f-147865c26bb3 HTTP/1.1" status: 204 len: 168 time: 0.2048230 Dec 09 22:23:38.814623 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85fa7057-0017-42c9-a2f4-2c5f1308da85 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.815003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85fa7057-0017-42c9-a2f4-2c5f1308da85 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.818530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:23:38.818907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:38.819299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:23:38.819750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] Bound port: 5503723b-f470-40e0-b397-779fc92ad6b2, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:23:38.828093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52562ff-e53c-4af9-8ee7-15a1f5519a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485c1e42-a507-427b-9f2f-147865c26bb3,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:38.844949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:38.853434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-85fa7057-0017-42c9-a2f4-2c5f1308da85 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Calling delete_port for 5eea4f9c-c11c-4add-8fc4-d49d4833f665 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:38.892484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2c355898-883f-48d3-b13d-75e3e74c041a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:38.936209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5503723b-f470-40e0-b397-779fc92ad6b2,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:23:38.940665 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98900ad7-4753-49a9-afdc-9eae0189123d x-openstack-request-id: req-98900ad7-4753-49a9-afdc-9eae0189123d {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:38.940997 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb", "name": "network-vif-deleted", "tag": "33911540-90a5-4592-b777-09e7461d054d", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:38.941295 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98900ad7-4753-49a9-afdc-9eae0189123d {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:38.941698 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ff52b7-31f2-4f01-969e-3cfb35e2e5fb', 'name': 'network-vif-deleted', 'tag': '33911540-90a5-4592-b777-09e7461d054d', 'status': 'completed', 'code': 200} Dec 09 22:23:38.950032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] Publish callbacks [] for binding, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:38.951290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-916ac25c-f8ea-4877-b283-4f2a97d4d70a service neutron] 10.222.0.16 "POST /v2.0/ports/5503723b-f470-40e0-b397-779fc92ad6b2/bindings HTTP/1.1" status: 201 len: 390 time: 0.4375029 Dec 09 22:23:39.229850 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85fa7057-0017-42c9-a2f4-2c5f1308da85 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:39.244880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a31d7-37b5-4902-af97-309b517ff2f8 req-1173d4c5-19fa-4ef5-9d40-dd1762f26cd3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:39.249167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f3a31d7-37b5-4902-af97-309b517ff2f8 req-1173d4c5-19fa-4ef5-9d40-dd1762f26cd3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 945 time: 0.1072230 Dec 09 22:23:39.284739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bea8e7-8f51-4ebf-a3c7-6af1265abe6b req-bde4c0d5-a4c2-451d-b6e8-78f6269c6ff3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:39.286286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53bea8e7-8f51-4ebf-a3c7-6af1265abe6b req-bde4c0d5-a4c2-451d-b6e8-78f6269c6ff3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.2360086 Dec 09 22:23:39.318913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa7057-0017-42c9-a2f4-2c5f1308da85 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Pushing event deleted for resources: {'Port': ['ID=5eea4f9c-c11c-4add-8fc4-d49d4833f665,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:39.347449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-0db829b8-b20a-4948-8b08-04d72db68bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:39.349809 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-0db829b8-b20a-4948-8b08-04d72db68bb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 1097 time: 0.0679896 Dec 09 22:23:39.434906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f3a31d7-37b5-4902-af97-309b517ff2f8 req-c7f789a9-d8c3-4ee7-b46b-5ecef1f51efc tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459084 Dec 09 22:23:39.454205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85fa7057-0017-42c9-a2f4-2c5f1308da85 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:39.457090 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85fa7057-0017-42c9-a2f4-2c5f1308da85 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:39.458327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-85fa7057-0017-42c9-a2f4-2c5f1308da85 tempest-ImagesOneServerNegativeTestJSON-1006191050 tempest-ImagesOneServerNegativeTestJSON-1006191050-project] 10.222.0.16 "DELETE /v2.0/floatingips/578fc892-3ad5-49d4-b50b-bde3142e88c0 HTTP/1.1" status: 204 len: 168 time: 1.1920531 Dec 09 22:23:39.463699 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53bea8e7-8f51-4ebf-a3c7-6af1265abe6b req-9be20617-7cd8-4dec-941d-364186e1a36b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567464 Dec 09 22:23:39.491304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-f90ca80d-19f0-44f8-8693-6933eb639c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:39.493535 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-f90ca80d-19f0-44f8-8693-6933eb639c54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.1335757 Dec 09 22:23:39.552810 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-db8e9394-1dab-4b15-89ec-4d9491d6929e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5503723b-f470-40e0-b397-779fc92ad6b2 HTTP/1.1" status: 200 len: 217 time: 0.0441084 Dec 09 22:23:39.620740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-7a3891c1-c34c-405e-8cfe-26f7f85b13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:39.622707 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-7a3891c1-c34c-405e-8cfe-26f7f85b13d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.0560524 Dec 09 22:23:39.653386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59660) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:39.670047 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-c59da3f2-8556-41a1-91e4-ba8037adb001 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371029 Dec 09 22:23:39.710633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca47152-746b-44d6-bf46-598eff13852c req-3b280ab3-d19d-4bb3-b229-57f5455c8ae5 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:39.712551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ca47152-746b-44d6-bf46-598eff13852c req-3b280ab3-d19d-4bb3-b229-57f5455c8ae5 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 944 time: 0.1273909 Dec 09 22:23:39.745058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aaadfbc-82cc-4c90-ba8e-87b2fc516275 admin admin] Deleting subnet 7b633e57-1d18-4ea8-b7d0-78b15873f9e7 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:23:39.751624 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2aaadfbc-82cc-4c90-ba8e-87b2fc516275 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:39.794686 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-50d3dc67-bc66-4f00-bcaa-54ad211cd372 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174154 Dec 09 22:23:39.816730 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ca47152-746b-44d6-bf46-598eff13852c req-43114f13-17a9-4d14-90c9-6703d0bbfc57 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885134 Dec 09 22:23:39.826248 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2aaadfbc-82cc-4c90-ba8e-87b2fc516275 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:39.874596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2aaadfbc-82cc-4c90-ba8e-87b2fc516275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:39.950309 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-cf4be2b9-1e0e-4b3a-a444-23276838d598 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470702 Dec 09 22:23:39.979760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91116975-505d-4f25-9160-6cd3017bdca1 req-55dc4288-0cb4-470b-bcff-b54fb1121bff tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:39.996910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91116975-505d-4f25-9160-6cd3017bdca1 req-55dc4288-0cb4-470b-bcff-b54fb1121bff tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 945 time: 0.0906777 Dec 09 22:23:40.026230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2aaadfbc-82cc-4c90-ba8e-87b2fc516275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:40.059917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaadfbc-82cc-4c90-ba8e-87b2fc516275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b633e57-1d18-4ea8-b7d0-78b15873f9e7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:40.070465 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2aaadfbc-82cc-4c90-ba8e-87b2fc516275 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:40.076703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59682) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:40.076820 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2aaadfbc-82cc-4c90-ba8e-87b2fc516275 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7b633e57-1d18-4ea8-b7d0-78b15873f9e7 HTTP/1.1" status: 204 len: 168 time: 0.4207325 Dec 09 22:23:40.092018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91116975-505d-4f25-9160-6cd3017bdca1 req-c1d88f8f-6abf-4ebb-b5f1-f1aa145de1d9 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922301 Dec 09 22:23:40.194135 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:40.203380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-dc4a450a-0bf8-4c3f-b735-1d7c458b99c0 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:40.206181 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-dc4a450a-0bf8-4c3f-b735-1d7c458b99c0 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8&tenant_id=d70657cbae484096913cc9dae6fb25b3&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1097 time: 0.1030903 Dec 09 22:23:40.222357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-23'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:40.347045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:40.353044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:40.382645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db523f9-77d3-4b50-a888-5d328b907c36']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:40.407955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 33911540-90a5-4592-b777-09e7461d054d no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:40.412857 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:40.413246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4d7164-cb55-47fe-97b6-5f22dc5bc3a8') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:40.425461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:40.435622 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 33911540-90a5-4592-b777-09e7461d054d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:40.436231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 33911540-90a5-4592-b777-09e7461d054d not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:40.446202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:40.459872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:23:40.460139 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:23:40.461771 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:23:40.582854 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:40.638739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1821-ad80-4e54-9f24-3220b8052dba req-00bf52a8-4662-47de-bfb9-7472a3dd8aa1 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:40.640245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-08dc1821-ad80-4e54-9f24-3220b8052dba req-00bf52a8-4662-47de-bfb9-7472a3dd8aa1 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 945 time: 0.1095676 Dec 09 22:23:40.664888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11169a4f-eed4-42d7-ac5a-db1443070514 req-c3189783-b172-4d22-8a56-ae791e7bcf66 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:40.669034 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:40.672503 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8db523f9-77d3-4b50-a888-5d328b907c36 HTTP/1.1" status: 204 len: 168 time: 0.5952294 Dec 09 22:23:40.672848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11169a4f-eed4-42d7-ac5a-db1443070514 req-c3189783-b172-4d22-8a56-ae791e7bcf66 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.0969262 Dec 09 22:23:40.700184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143e338-f73a-4af1-9656-8cda7d3b0d84 admin admin] Pushing event deleted for resources: {'Network': ['ID=8db523f9-77d3-4b50-a888-5d328b907c36,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:40.728099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5503723b-f470-40e0-b397-779fc92ad6b2,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:40.747336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-08dc1821-ad80-4e54-9f24-3220b8052dba req-3c3888d6-b390-4bf6-9ccb-4cd053697bd3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992665 Dec 09 22:23:40.757813 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11169a4f-eed4-42d7-ac5a-db1443070514 req-41a9ba21-d452-4e8d-ac66-69bc534cec10 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839751 Dec 09 22:23:40.808776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:40.853972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6205a025-6f27-4319-a658-443adbef11d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5503723b-f470-40e0-b397-779fc92ad6b2'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:40.857057 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9596e9-b764-45b2-8cf0-bf469e39d247" -d '{"events": [{"server_uuid": "6205a025-6f27-4319-a658-443adbef11d8", "name": "network-vif-unplugged", "status": "completed", "tag": "5503723b-f470-40e0-b397-779fc92ad6b2"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:40.862601 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:40.870576 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:40.894995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59724) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:40.956777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5503723b-f470-40e0-b397-779fc92ad6b2,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:40.972218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b290be22-3a2f-4a65-a2dd-12cd676c6c12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9aff33e8e6d7475b8b52f439364be072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0752084 Dec 09 22:23:40.975920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59726) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:41.001389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-216f8b9d-fd66-4941-bec8-fb20bcf39ead req-8fa4f60a-7e5d-45fa-b708-2a9afe47d079 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1716606281', 'description': 'tempest-description-1009562242'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:41.026607 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bda47-92f3-4dc2-805c-7f26f63f7460 req-333e95d0-495d-4feb-a3d0-0d2fe1c44725 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:41.028087 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-867bda47-92f3-4dc2-805c-7f26f63f7460 req-333e95d0-495d-4feb-a3d0-0d2fe1c44725 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 944 time: 0.1165395 Dec 09 22:23:41.031700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Attempting to bind port 5503723b-f470-40e0-b397-779fc92ad6b2 on host n-h2-789963-23 for vnic_type normal with profile {"migrating_to": "n-h1-789963-23"} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:23:41.032037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Attempting to bind port 5503723b-f470-40e0-b397-779fc92ad6b2 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:23:41.032375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Attempting to bind port 5503723b-f470-40e0-b397-779fc92ad6b2 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:41.036968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Port 5503723b-f470-40e0-b397-779fc92ad6b2 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:23:41.037339 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Attempting to bind port 5503723b-f470-40e0-b397-779fc92ad6b2 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:41.042755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:23:41.043098 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:41.043480 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:23:41.043939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Bound port: 5503723b-f470-40e0-b397-779fc92ad6b2, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:23:41.044298 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.088725 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-216f8b9d-fd66-4941-bec8-fb20bcf39ead req-8fa4f60a-7e5d-45fa-b708-2a9afe47d079 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.099218 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4827b14d-066c-4553-aa79-3426150c4614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.117558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:41.120484 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-216f8b9d-fd66-4941-bec8-fb20bcf39ead req-8fa4f60a-7e5d-45fa-b708-2a9afe47d079 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.121000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5503723b-f470-40e0-b397-779fc92ad6b2,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:23:41.125090 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.138698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-867bda47-92f3-4dc2-805c-7f26f63f7460 req-2b8f45b4-1b73-4e95-a2ab-145f13a86a71 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986271 Dec 09 22:23:41.159515 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4827b14d-066c-4553-aa79-3426150c4614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.198071 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ce68b9-8531-469e-ae42-422bdbf379d5 x-openstack-request-id: req-78ce68b9-8531-469e-ae42-422bdbf379d5 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:41.198711 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6205a025-6f27-4319-a658-443adbef11d8", "name": "network-vif-unplugged", "status": "completed", "tag": "5503723b-f470-40e0-b397-779fc92ad6b2", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:41.198711 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78ce68b9-8531-469e-ae42-422bdbf379d5 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:41.199318 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6205a025-6f27-4319-a658-443adbef11d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5503723b-f470-40e0-b397-779fc92ad6b2', 'code': 200} Dec 09 22:23:41.209577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:41.210225 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.211605 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] 10.222.0.18 "PUT /v2.0/ports/5503723b-f470-40e0-b397-779fc92ad6b2 HTTP/1.1" status: 200 len: 1123 time: 0.9940979 Dec 09 22:23:41.215366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac24b1-044d-4c49-9d36-a5622b1f73a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5503723b-f470-40e0-b397-779fc92ad6b2,revision_number=8']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:41.263359 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4827b14d-066c-4553-aa79-3426150c4614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.267300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4827b14d-066c-4553-aa79-3426150c4614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.268682 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4827b14d-066c-4553-aa79-3426150c4614 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a754b39-37c2-449e-9805-74d49a9c0a02 HTTP/1.1" status: 204 len: 168 time: 0.2916842 Dec 09 22:23:41.284946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['5503723b-f470-40e0-b397-779fc92ad6b2'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:41.290020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827b14d-066c-4553-aa79-3426150c4614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a754b39-37c2-449e-9805-74d49a9c0a02,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:41.298864 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-216f8b9d-fd66-4941-bec8-fb20bcf39ead req-8fa4f60a-7e5d-45fa-b708-2a9afe47d079 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.304827 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-216f8b9d-fd66-4941-bec8-fb20bcf39ead req-8fa4f60a-7e5d-45fa-b708-2a9afe47d079 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.369317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4f60a-7e5d-45fa-b708-2a9afe47d079 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0c880d-1490-4c22-b9bd-7ae60916b905,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:41.428098 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-216f8b9d-fd66-4941-bec8-fb20bcf39ead req-8fa4f60a-7e5d-45fa-b708-2a9afe47d079 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.432008 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-216f8b9d-fd66-4941-bec8-fb20bcf39ead req-8fa4f60a-7e5d-45fa-b708-2a9afe47d079 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.486606 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-216f8b9d-fd66-4941-bec8-fb20bcf39ead req-8fa4f60a-7e5d-45fa-b708-2a9afe47d079 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.488003 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-216f8b9d-fd66-4941-bec8-fb20bcf39ead req-8fa4f60a-7e5d-45fa-b708-2a9afe47d079 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5016854 Dec 09 22:23:41.499666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4f60a-7e5d-45fa-b708-2a9afe47d079 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf06506-763a-4729-8c8c-cb9cff1ade10,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:41.599393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044c6c8-6a25-4bdc-9536-dd57b850668c req-5f79266b-35f6-41a7-9b1d-916c1cb66705 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:41.600884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2044c6c8-6a25-4bdc-9536-dd57b850668c req-5f79266b-35f6-41a7-9b1d-916c1cb66705 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 945 time: 0.0527844 Dec 09 22:23:41.662777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2044c6c8-6a25-4bdc-9536-dd57b850668c req-480034d1-6fd1-48d9-9f6e-8c0969e4e6cf tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556316 Dec 09 22:23:41.681204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-c89cb41f-51aa-4f6e-8759-fa760e31c663 req-32ffbaf5-a16e-4fde-bb95-bc9e9e8725d6 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2104676008', 'description': 'tempest-description-644696751'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:41.706961 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c89cb41f-51aa-4f6e-8759-fa760e31c663 req-32ffbaf5-a16e-4fde-bb95-bc9e9e8725d6 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.782825 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c89cb41f-51aa-4f6e-8759-fa760e31c663 req-32ffbaf5-a16e-4fde-bb95-bc9e9e8725d6 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.787885 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c89cb41f-51aa-4f6e-8759-fa760e31c663 req-32ffbaf5-a16e-4fde-bb95-bc9e9e8725d6 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.820637 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c89cb41f-51aa-4f6e-8759-fa760e31c663 req-32ffbaf5-a16e-4fde-bb95-bc9e9e8725d6 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.823304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2e54f1c2-e129-40ef-b664-96a6716e69b8 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:23:41.832785 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c89cb41f-51aa-4f6e-8759-fa760e31c663 req-32ffbaf5-a16e-4fde-bb95-bc9e9e8725d6 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1558638 Dec 09 22:23:41.838157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffbaf5-a16e-4fde-bb95-bc9e9e8725d6 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b583409d-0d12-498e-90bd-5fc4241d6f64,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:41.907756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 2e54f1c2-e129-40ef-b664-96a6716e69b8 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:23:41.912578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 2e54f1c2-e129-40ef-b664-96a6716e69b8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:23:41.912972 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:41.979966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c8f44-11ef-42eb-832d-86c184ef7a1b req-5b98e1aa-255e-40c2-95a4-93d637d21952 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:41.981764 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e8c8f44-11ef-42eb-832d-86c184ef7a1b req-5b98e1aa-255e-40c2-95a4-93d637d21952 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 943 time: 0.0672235 Dec 09 22:23:41.989777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21927a92-43c2-4a78-b4e6-b09c29749667 req-6efe3831-2f44-4f5b-acb5-9eab81104012 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:41.991145 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21927a92-43c2-4a78-b4e6-b09c29749667 req-6efe3831-2f44-4f5b-acb5-9eab81104012 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1055622 Dec 09 22:23:42.002320 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.051084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10b36d1-d705-45ec-a63b-72ff2f1fb916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e54f1c2-e129-40ef-b664-96a6716e69b8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:42.054169 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457211eb-f9b3-4c28-b9fc-1904bc57c84a" -d '{"events": [{"server_uuid": "c10b36d1-d705-45ec-a63b-72ff2f1fb916", "name": "network-vif-plugged", "status": "completed", "tag": "2e54f1c2-e129-40ef-b664-96a6716e69b8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:42.070239 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 2e54f1c2-e129-40ef-b664-96a6716e69b8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2e54f1c2-e129-40ef-b664-96a6716e69b8,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:42.073149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e8c8f44-11ef-42eb-832d-86c184ef7a1b req-d1980934-68eb-438a-ac7b-cc67ee598565 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808656 Dec 09 22:23:42.075847 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.076752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2c355898-883f-48d3-b13d-75e3e74c041a up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:23:42.090108 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21927a92-43c2-4a78-b4e6-b09c29749667 req-56ee7a53-b003-43d2-b7d0-9d63dd6dc076 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877688 Dec 09 22:23:42.163998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=2e54f1c2-e129-40ef-b664-96a6716e69b8,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:42.174235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 2c355898-883f-48d3-b13d-75e3e74c041a completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:23:42.178610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 2c355898-883f-48d3-b13d-75e3e74c041a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:23:42.179161 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.263794 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.311646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 2c355898-883f-48d3-b13d-75e3e74c041a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2c355898-883f-48d3-b13d-75e3e74c041a,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:42.319964 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.389822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=2c355898-883f-48d3-b13d-75e3e74c041a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:42.398509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-51358684-dae5-443e-aa8a-d76464b797e3 req-24b8250f-a9d7-43d9-a72d-e2745068def8 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-242580001', 'description': 'tempest-description-911281404'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:42.404271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59800) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:42.405326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d731a25c-a029-4ee5-a9ae-6bf5eba887d9 req-581dbb3c-e3db-45c0-a406-52daf372af85 tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d0dec152abe486c8c57d78154c9722f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319097 Dec 09 22:23:42.457472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-51358684-dae5-443e-aa8a-d76464b797e3 req-24b8250f-a9d7-43d9-a72d-e2745068def8 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.502526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-305534706-network', 'tenant_id': '022e1e05811e46269fe10ec1ee2b67ab'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:42.525862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Made reservation on behalf of 022e1e05811e46269fe10ec1ee2b67ab for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:42.528171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.538221 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.620653 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.624593 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.652085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:23:42.662530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bb0b5d-6480-45a9-8732-bf7bd6a81ef7,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:42.667948 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.668295 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Added segment 11e168cb-5516-4746-b19b-7ee3bbc3c6bd of type vlan for network be4c6538-b82d-4cb0-8b87-cf287ea8ba9a Dec 09 22:23:42.714508 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.739724 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.740682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:42.741253 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.780400 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3720946 Dec 09 22:23:42.793759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59806) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:42.803103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-07d8f957-4275-4cc6-9e3b-c638741ab20f admin admin] Request body: {'subnet': {'network_id': 'be4c6538-b82d-4cb0-8b87-cf287ea8ba9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-305534706-subnet', 'tenant_id': '022e1e05811e46269fe10ec1ee2b67ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:42.805273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21f77c-639f-4867-a53e-7e30a55f3201 admin admin] Pushing event updated for resources: {'Network': ['ID=be4c6538-b82d-4cb0-8b87-cf287ea8ba9a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:42.809410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-51358684-dae5-443e-aa8a-d76464b797e3 req-24b8250f-a9d7-43d9-a72d-e2745068def8 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.815148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network be4c6538-b82d-4cb0-8b87-cf287ea8ba9a details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:23:42.872829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d8f957-4275-4cc6-9e3b-c638741ab20f admin admin] Made reservation on behalf of 022e1e05811e46269fe10ec1ee2b67ab for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:42.875158 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-07d8f957-4275-4cc6-9e3b-c638741ab20f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:42.902557 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731a25c-a029-4ee5-a9ae-6bf5eba887d9 req-b084e14c-f1dc-4fa1-8817-74954b431a3e tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:42.904158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d731a25c-a029-4ee5-a9ae-6bf5eba887d9 req-b084e14c-f1dc-4fa1-8817-74954b431a3e tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4910750 Dec 09 22:23:42.967232 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d731a25c-a029-4ee5-a9ae-6bf5eba887d9 req-a7a840ca-ecd1-4a79-b1bd-7845b7c0fede tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] 10.222.0.16 "GET /v2.0/quotas/3d0dec152abe486c8c57d78154c9722f HTTP/1.1" status: 200 len: 375 time: 0.0549009 Dec 09 22:23:43.019561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d731a25c-a029-4ee5-a9ae-6bf5eba887d9 req-1acd20dd-0258-4e27-ade8-acda57d41ff4 tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d0dec152abe486c8c57d78154c9722f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451155 Dec 09 22:23:43.055890 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-51358684-dae5-443e-aa8a-d76464b797e3 req-24b8250f-a9d7-43d9-a72d-e2745068def8 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:43.063590 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-51358684-dae5-443e-aa8a-d76464b797e3 req-24b8250f-a9d7-43d9-a72d-e2745068def8 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:43.131763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8250f-a9d7-43d9-a72d-e2745068def8 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdadcf6f-c54d-4ca1-bee5-c632d2971900,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:43.193046 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-07d8f957-4275-4cc6-9e3b-c638741ab20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:43.201063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6205a025-6f27-4319-a658-443adbef11d8', 'tag': '5503723b-f470-40e0-b397-779fc92ad6b2'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:43.203709 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fe7270-03d9-4631-afa4-3d4d4eebb096" -d '{"events": [{"name": "network-changed", "server_uuid": "6205a025-6f27-4319-a658-443adbef11d8", "tag": "5503723b-f470-40e0-b397-779fc92ad6b2"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:43.248306 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-51358684-dae5-443e-aa8a-d76464b797e3 req-24b8250f-a9d7-43d9-a72d-e2745068def8 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:43.255405 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-51358684-dae5-443e-aa8a-d76464b797e3 req-24b8250f-a9d7-43d9-a72d-e2745068def8 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:43.288315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8f957-4275-4cc6-9e3b-c638741ab20f admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e0a335-a156-428a-b2e6-9245742bd4fc,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:43.291603 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8605c4-843c-461a-9997-43e2d09c672e x-openstack-request-id: req-3e8605c4-843c-461a-9997-43e2d09c672e {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:43.292136 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10b36d1-d705-45ec-a63b-72ff2f1fb916", "name": "network-vif-plugged", "status": "completed", "tag": "2e54f1c2-e129-40ef-b664-96a6716e69b8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:43.292378 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e8605c4-843c-461a-9997-43e2d09c672e {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:43.292933 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10b36d1-d705-45ec-a63b-72ff2f1fb916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e54f1c2-e129-40ef-b664-96a6716e69b8', 'code': 200} Dec 09 22:23:43.302332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-51358684-dae5-443e-aa8a-d76464b797e3 req-24b8250f-a9d7-43d9-a72d-e2745068def8 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:43.303578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51358684-dae5-443e-aa8a-d76464b797e3 req-24b8250f-a9d7-43d9-a72d-e2745068def8 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9185045 Dec 09 22:23:43.312399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8250f-a9d7-43d9-a72d-e2745068def8 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a367c-2de2-423c-ab5e-483b3f2d5457,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:43.318405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d8f957-4275-4cc6-9e3b-c638741ab20f admin admin] Checking segment: {'id': '11e168cb-5516-4746-b19b-7ee3bbc3c6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4c6538-b82d-4cb0-8b87-cf287ea8ba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:43.318778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d8f957-4275-4cc6-9e3b-c638741ab20f admin admin] Network hostable DHCP agents. Network: be4c6538-b82d-4cb0-8b87-cf287ea8ba9a, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:23:43.339001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d8f957-4275-4cc6-9e3b-c638741ab20f admin admin] Network be4c6538-b82d-4cb0-8b87-cf287ea8ba9a is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:23:43.358515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-07d8f957-4275-4cc6-9e3b-c638741ab20f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, be4c6538-b82d-4cb0-8b87-cf287ea8ba9a) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:23:43.368465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4cf919-7853-4c11-96e5-67164d5462f9 None None] Network be4c6538-b82d-4cb0-8b87-cf287ea8ba9a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:23:43.378516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d8f957-4275-4cc6-9e3b-c638741ab20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:43.379450 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-07d8f957-4275-4cc6-9e3b-c638741ab20f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:43.412343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-07d8f957-4275-4cc6-9e3b-c638741ab20f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6133354 Dec 09 22:23:43.436526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f88a20-189a-4490-8f9c-a9ef804c14a8 req-0b2858d1-56cd-454c-979c-c3b61b2d140e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:43.438543 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0f88a20-189a-4490-8f9c-a9ef804c14a8 req-0b2858d1-56cd-454c-979c-c3b61b2d140e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 945 time: 0.0926735 Dec 09 22:23:43.483221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a589dc-f2c7-4536-9da3-6a35004f42ba req-f4abbd5c-e9b7-4dc8-8fb0-e14a6bc09570 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:43.485651 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51a589dc-f2c7-4536-9da3-6a35004f42ba req-f4abbd5c-e9b7-4dc8-8fb0-e14a6bc09570 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 946 time: 0.0906739 Dec 09 22:23:43.512202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288516ba-99b5-4208-a5ae-5535c40adf1f req-65521f7a-b2ae-4354-a058-e5ceb404d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:43.513690 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-288516ba-99b5-4208-a5ae-5535c40adf1f req-65521f7a-b2ae-4354-a058-e5ceb404d2d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 1098 time: 0.0615163 Dec 09 22:23:43.524546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee8f69e-24c4-428d-bd85-3e883a3dd9b8 None None] Network be4c6538-b82d-4cb0-8b87-cf287ea8ba9a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:23:43.529092 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0f88a20-189a-4490-8f9c-a9ef804c14a8 req-93eff1f1-d5f5-4e8f-89cb-78f7bca378d8 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822256 Dec 09 22:23:43.573113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51a589dc-f2c7-4536-9da3-6a35004f42ba req-d1323920-376a-48db-8786-17fb06c2e167 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782864 Dec 09 22:23:43.616176 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-288516ba-99b5-4208-a5ae-5535c40adf1f req-f70a4e53-0263-4669-85d7-9fd961014fe0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757473 Dec 09 22:23:43.690538 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3500734-b093-4c55-916d-9452c473fb26 req-490770f0-728f-4d86-8cfb-36d540c1a7bd tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:43.692017 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3500734-b093-4c55-916d-9452c473fb26 req-490770f0-728f-4d86-8cfb-36d540c1a7bd tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 943 time: 0.0493531 Dec 09 22:23:43.742433 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3500734-b093-4c55-916d-9452c473fb26 req-cedb69bd-2c78-411c-9bf8-33ddb90fb5b3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438046 Dec 09 22:23:43.831035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5503723b-f470-40e0-b397-779fc92ad6b2 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:43.870887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b40fd-7c35-4e4e-99a4-d677527f551d req-4148a12d-fa33-4e85-9dfb-b232cf3eab89 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:43.873024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d21b40fd-7c35-4e4e-99a4-d677527f551d req-4148a12d-fa33-4e85-9dfb-b232cf3eab89 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.0792108 Dec 09 22:23:43.880991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f5ec6-e029-46e4-858f-794f7d55e99e req-c00af7b4-a100-42d6-9308-78bc5edc488c tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:43.882619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d69f5ec6-e029-46e4-858f-794f7d55e99e req-c00af7b4-a100-42d6-9308-78bc5edc488c tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 946 time: 0.0789113 Dec 09 22:23:43.941317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5503723b-f470-40e0-b397-779fc92ad6b2,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:43.952641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5503723b-f470-40e0-b397-779fc92ad6b2 has no active binding in host n-h1-789963-23 {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 22:23:43.953434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d21b40fd-7c35-4e4e-99a4-d677527f551d req-fd6d2d10-be13-43b7-bd5d-6b91ae53c938 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698652 Dec 09 22:23:43.956945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d69f5ec6-e029-46e4-858f-794f7d55e99e req-f4376b9a-afe3-4141-b154-8b5d04dae4db tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/security-groups?id=dba058eb-d541-469f-87a3-fab1df709287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674827 Dec 09 22:23:43.993053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-386cc499-79dc-4f47-aba4-bec3f9ffaef5 req-de2434da-e665-401f-83e7-26893e4c569b tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-70809796', 'description': 'tempest-description-1820915398'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:43.998483 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a565cb-7c2a-4a50-b2fc-cfab158f32f3 x-openstack-request-id: req-d3a565cb-7c2a-4a50-b2fc-cfab158f32f3 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:43.998776 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6205a025-6f27-4319-a658-443adbef11d8", "tag": "5503723b-f470-40e0-b397-779fc92ad6b2", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:43.999030 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3a565cb-7c2a-4a50-b2fc-cfab158f32f3 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:43.999428 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6205a025-6f27-4319-a658-443adbef11d8', 'tag': '5503723b-f470-40e0-b397-779fc92ad6b2', 'status': 'completed', 'code': 200} Dec 09 22:23:44.017868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-386cc499-79dc-4f47-aba4-bec3f9ffaef5 req-de2434da-e665-401f-83e7-26893e4c569b tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:44.071114 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-e996e288-1879-4ea8-a049-0f478833e8df req-e8d93bab-1560-40be-b8ea-e70cad4d9e11 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2130496519', 'description': 'tempest-description-1317191749'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:44.110900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe7270-03d9-4631-afa4-3d4d4eebb096 req-11b208f2-005f-414a-a358-11ef7dc86005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:44.112314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10fe7270-03d9-4631-afa4-3d4d4eebb096 req-11b208f2-005f-414a-a358-11ef7dc86005 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 1126 time: 0.0847383 Dec 09 22:23:44.136292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e996e288-1879-4ea8-a049-0f478833e8df req-e8d93bab-1560-40be-b8ea-e70cad4d9e11 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:44.174844 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-386cc499-79dc-4f47-aba4-bec3f9ffaef5 req-de2434da-e665-401f-83e7-26893e4c569b tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:44.204256 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-386cc499-79dc-4f47-aba4-bec3f9ffaef5 req-de2434da-e665-401f-83e7-26893e4c569b tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:44.248847 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-386cc499-79dc-4f47-aba4-bec3f9ffaef5 req-de2434da-e665-401f-83e7-26893e4c569b tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:44.250070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-386cc499-79dc-4f47-aba4-bec3f9ffaef5 req-de2434da-e665-401f-83e7-26893e4c569b tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2615840 Dec 09 22:23:44.259075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2434da-e665-401f-83e7-26893e4c569b tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393d89b1-8109-4fde-92f7-a0add049f510,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:44.290616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe7270-03d9-4631-afa4-3d4d4eebb096 req-641029c6-0b3b-4f7c-ab19-b467f1918c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:44.292365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10fe7270-03d9-4631-afa4-3d4d4eebb096 req-641029c6-0b3b-4f7c-ab19-b467f1918c8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.1713893 Dec 09 22:23:44.350983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10fe7270-03d9-4631-afa4-3d4d4eebb096 req-94a7eb3d-9a66-4f1d-8887-6620e7589767 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5503723b-f470-40e0-b397-779fc92ad6b2 HTTP/1.1" status: 200 len: 217 time: 0.0469131 Dec 09 22:23:44.356930 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e996e288-1879-4ea8-a049-0f478833e8df req-e8d93bab-1560-40be-b8ea-e70cad4d9e11 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:44.374170 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e996e288-1879-4ea8-a049-0f478833e8df req-e8d93bab-1560-40be-b8ea-e70cad4d9e11 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:44.463796 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e996e288-1879-4ea8-a049-0f478833e8df req-e8d93bab-1560-40be-b8ea-e70cad4d9e11 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:44.465016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e996e288-1879-4ea8-a049-0f478833e8df req-e8d93bab-1560-40be-b8ea-e70cad4d9e11 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4012816 Dec 09 22:23:44.474282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d93bab-1560-40be-b8ea-e70cad4d9e11 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1711d12d-c6c8-4708-86da-3e2a90c882b8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:44.497342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe7270-03d9-4631-afa4-3d4d4eebb096 req-6cce8784-aab0-4e3b-83d1-3590471965db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:44.498817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10fe7270-03d9-4631-afa4-3d4d4eebb096 req-6cce8784-aab0-4e3b-83d1-3590471965db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.1330810 Dec 09 22:23:44.542339 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10fe7270-03d9-4631-afa4-3d4d4eebb096 req-9b1cef6e-3ae7-4edd-907a-b28f8bea305a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336759 Dec 09 22:23:44.726474 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10fe7270-03d9-4631-afa4-3d4d4eebb096 req-11fb0a0c-3719-40e6-bb50-2cf7960bb083 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720080 Dec 09 22:23:44.731444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f39234b1-9282-473d-9b67-b0fd6005c7c9 req-c2c62d2e-352a-462e-96d3-9741f26c6544 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/1711d12d-c6c8-4708-86da-3e2a90c882b8 HTTP/1.1" status: 200 len: 1830 time: 0.0945055 Dec 09 22:23:44.758913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-f39234b1-9282-473d-9b67-b0fd6005c7c9 req-79c03a0b-2fcc-48ec-a180-fe719cae739b tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1711d12d-c6c8-4708-86da-3e2a90c882b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:44.759226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-f39234b1-9282-473d-9b67-b0fd6005c7c9 req-79c03a0b-2fcc-48ec-a180-fe719cae739b tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1711d12d-c6c8-4708-86da-3e2a90c882b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:44.824768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-56989527-2d1d-4b17-bf6e-b1582f26fb65 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:44.826297 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-56989527-2d1d-4b17-bf6e-b1582f26fb65 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.42 "GET /v2.0/ports?device_id=61321429-75cb-4c7c-a3c0-94b37764df5c HTTP/1.1" status: 200 len: 946 time: 0.0487554 Dec 09 22:23:44.878618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-a126becb-3ae8-4bb2-bfd6-cda54db5ac73 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 44227 time: 0.5336242 Dec 09 22:23:44.920740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Deleting port c432ed22-c0ab-41fa-9e47-f10d3c45ea99 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:44.921078 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:44.924259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10fe7270-03d9-4631-afa4-3d4d4eebb096 req-c3839006-5568-446a-b7cd-4b37f7c78528 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883712 Dec 09 22:23:44.948116 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f39234b1-9282-473d-9b67-b0fd6005c7c9 req-79c03a0b-2fcc-48ec-a180-fe719cae739b tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:44.967599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-d33732d5-674d-4bc9-bdd5-2ab7c7009f65 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4 HTTP/1.1" status: 200 len: 2998 time: 0.0742140 Dec 09 22:23:44.973366 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f39234b1-9282-473d-9b67-b0fd6005c7c9 req-79c03a0b-2fcc-48ec-a180-fe719cae739b tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:44.986581 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f39234b1-9282-473d-9b67-b0fd6005c7c9 req-79c03a0b-2fcc-48ec-a180-fe719cae739b tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:45.023595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c03a0b-2fcc-48ec-a180-fe719cae739b tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054597db-c0b3-4dc7-b254-b1d830cefaec,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:45.033378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] For port c432ed22-c0ab-41fa-9e47-f10d3c45ea99, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c432ed22-c0ab-41fa-9e47-f10d3c45ea99,segment=NetworkSegment(6dac18df-41fc-4a43-a0af-e6e531e84baa),segment_id=6dac18df-41fc-4a43-a0af-e6e531e84baa)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:45.033803 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:45.035185 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f39234b1-9282-473d-9b67-b0fd6005c7c9 req-79c03a0b-2fcc-48ec-a180-fe719cae739b tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:45.036927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f39234b1-9282-473d-9b67-b0fd6005c7c9 req-79c03a0b-2fcc-48ec-a180-fe719cae739b tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2913010 Dec 09 22:23:45.040453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-a92d6d3f-b07e-4e22-b7b0-c8c3f142a5a5 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4 HTTP/1.1" status: 200 len: 2998 time: 0.0610535 Dec 09 22:23:45.112001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-50b269ab-d9fb-4046-9dc6-ddc5dcba8101 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/5e0c880d-1490-4c22-b9bd-7ae60916b905 HTTP/1.1" status: 200 len: 2998 time: 0.0619695 Dec 09 22:23:45.179999 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-42df4b57-a7f9-4298-bbeb-0f6400f00e42 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/5e0c880d-1490-4c22-b9bd-7ae60916b905 HTTP/1.1" status: 200 len: 2998 time: 0.0670555 Dec 09 22:23:45.192918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f437e30-d75c-4aed-83a9-00177ee02249 req-30d71807-1555-4e58-9b90-03ed40d3cc66 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:45.194528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f437e30-d75c-4aed-83a9-00177ee02249 req-30d71807-1555-4e58-9b90-03ed40d3cc66 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 945 time: 0.0916893 Dec 09 22:23:45.247317 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:45.247676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:45.247989 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Floating IP 99f4bfd7-ed36-418b-8285-aecfea86dbf4 disassociated. External IP: 172.25.8.229, port: c432ed22-c0ab-41fa-9e47-f10d3c45ea99. Dec 09 22:23:45.248330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Calling delete_port for c432ed22-c0ab-41fa-9e47-f10d3c45ea99 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:45.254773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-9fce49f0-565c-45d1-963a-c5d44b74aebd tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6d9d17e9-28d6-4bdb-bcf3-8366d83945ec HTTP/1.1" status: 200 len: 2998 time: 0.0591803 Dec 09 22:23:45.280390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f437e30-d75c-4aed-83a9-00177ee02249 req-dfc50353-468c-4a1a-8f41-6629486699b5 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789828 Dec 09 22:23:45.294136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065ae624-f60e-46b3-8c84-69bbe3afcc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c355898-883f-48d3-b13d-75e3e74c041a'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:45.297292 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5973bb9f-2440-4a84-9427-f994efc79182" -d '{"events": [{"server_uuid": "065ae624-f60e-46b3-8c84-69bbe3afcc05", "name": "network-vif-plugged", "status": "completed", "tag": "2c355898-883f-48d3-b13d-75e3e74c041a"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:45.314919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-954649e7-381a-49d6-bcb8-7970833eabbf tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6d9d17e9-28d6-4bdb-bcf3-8366d83945ec HTTP/1.1" status: 200 len: 2998 time: 0.0527267 Dec 09 22:23:45.381349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:45.392504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-4c5c7ce3-9335-49b9-b2dc-3f8927636b64 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7d4c2195-4bff-4c02-b307-eec760dea0cb HTTP/1.1" status: 200 len: 2998 time: 0.0705202 Dec 09 22:23:45.405210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22298dd0-fe76-49d1-b7a3-8796a7de1ddf req-55170284-2dc1-48bd-b92c-fd7b9a6625d8 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:45.406798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-22298dd0-fe76-49d1-b7a3-8796a7de1ddf req-55170284-2dc1-48bd-b92c-fd7b9a6625d8 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 946 time: 0.0656178 Dec 09 22:23:45.411142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Pushing event deleted for resources: {'Port': ['ID=c432ed22-c0ab-41fa-9e47-f10d3c45ea99,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:45.468658 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-c603a9c8-b18c-4b69-b02f-f92cd56af329 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7d4c2195-4bff-4c02-b307-eec760dea0cb HTTP/1.1" status: 200 len: 2998 time: 0.0608740 Dec 09 22:23:45.493830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-22298dd0-fe76-49d1-b7a3-8796a7de1ddf req-5f7d2556-c3a6-46e7-a9c5-0f6d6d6531fb tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736918 Dec 09 22:23:45.527613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-7d2077df-f5d7-40e2-a18c-e8aeeb6cbc54 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ab3402c0-1c0e-4c41-94ab-c68be0831ffc HTTP/1.1" status: 200 len: 2990 time: 0.0515318 Dec 09 22:23:45.542853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:23:45.580189 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-9d274204-d86b-44f7-89d1-4519ee829d94 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ab3402c0-1c0e-4c41-94ab-c68be0831ffc HTTP/1.1" status: 200 len: 2990 time: 0.0455863 Dec 09 22:23:45.624460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b03020e7-f629-4afe-b413-20a782d0de9b req-2a4acc84-00df-4261-94bc-541de9f59b8c tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d0dec152abe486c8c57d78154c9722f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302117 Dec 09 22:23:45.664320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-613b6fd4-6f86-4841-9350-edbdc1294bb2 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/af6dcd3f-51b1-4aef-b2c5-e019ecce07dd HTTP/1.1" status: 200 len: 2994 time: 0.0766833 Dec 09 22:23:45.670400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:23:45.682975 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0197b47e-7995-47e8-8483-6411eaf34938 None None] Sync routers for ids ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:23:45.695778 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0197b47e-7995-47e8-8483-6411eaf34938 None None] Routers {'5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:23:45.696290 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0197b47e-7995-47e8-8483-6411eaf34938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:23:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:45.710710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] No DVR routers for this DVR port c432ed22-c0ab-41fa-9e47-f10d3c45ea99 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:45.713127 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:45.716573 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-799e6f67-efad-4c0e-8b99-a3eb4c5e5e51 req-b2cb9e23-5839-4814-aedd-40969f51a6df tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.42 "DELETE /v2.0/ports/c432ed22-c0ab-41fa-9e47-f10d3c45ea99 HTTP/1.1" status: 204 len: 173 time: 0.8844106 Dec 09 22:23:45.766012 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-2c5922cc-6564-450e-aa44-97e991c579ed tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/af6dcd3f-51b1-4aef-b2c5-e019ecce07dd HTTP/1.1" status: 200 len: 2994 time: 0.0915346 Dec 09 22:23:45.781631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03020e7-f629-4afe-b413-20a782d0de9b req-1c963d9c-3be9-4ac7-b22d-e8d10ae811cd tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:45.789325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b03020e7-f629-4afe-b413-20a782d0de9b req-1c963d9c-3be9-4ac7-b22d-e8d10ae811cd tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567974 Dec 09 22:23:45.815180 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b03020e7-f629-4afe-b413-20a782d0de9b req-b14c7455-8301-4187-be35-9ed2de27f0a1 tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] 10.222.0.16 "GET /v2.0/quotas/3d0dec152abe486c8c57d78154c9722f HTTP/1.1" status: 200 len: 375 time: 0.0254557 Dec 09 22:23:45.820040 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-0197b47e-7995-47e8-8483-6411eaf34938 None None] Set router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:23:45.855043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b03020e7-f629-4afe-b413-20a782d0de9b req-5fb9a2f7-e9f6-4de5-93be-b2324593f222 tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d0dec152abe486c8c57d78154c9722f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282738 Dec 09 22:23:45.873478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-7fc46ef4-7aa2-4f49-ab31-23a219b06662 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/bdadcf6f-c54d-4ca1-bee5-c632d2971900 HTTP/1.1" status: 200 len: 2998 time: 0.0815053 Dec 09 22:23:45.925893 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-3ad61f61-58ae-4d55-8de9-09932560b199 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/bdadcf6f-c54d-4ca1-bee5-c632d2971900 HTTP/1.1" status: 200 len: 2998 time: 0.0437064 Dec 09 22:23:45.976576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-9ed978e7-1476-4494-9ff0-915f79318089 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/bdbfe38a-2121-4553-b716-d45b754bce5e HTTP/1.1" status: 200 len: 2998 time: 0.0439420 Dec 09 22:23:46.000794 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'name': 'network-vif-deleted', 'tag': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:46.003815 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b950c23-ad3a-4ba9-83ff-4eceab23c4da" -d '{"events": [{"server_uuid": "61321429-75cb-4c7c-a3c0-94b37764df5c", "name": "network-vif-deleted", "tag": "c432ed22-c0ab-41fa-9e47-f10d3c45ea99"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:46.060942 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-98d9fac7-9530-4355-89a8-ac97308b2f08 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/bdbfe38a-2121-4553-b716-d45b754bce5e HTTP/1.1" status: 200 len: 2998 time: 0.0702906 Dec 09 22:23:46.073989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1694b-d4e8-4376-bfe2-05f69c1f2c43 req-94bcaf83-a2e8-4c4d-ac24-a0d4ca9116ca tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:46.074208 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0197b47e-7995-47e8-8483-6411eaf34938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:21:28Z', 'revision_number': 4, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '41c6f748-b9b6-4ef0-9698-5c12129f1766', 'name': '', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'mac_address': 'fa:16:3e:e5:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:27Z', 'updated_at': '2021-12-09T22:21:33Z', 'revision_number': 5, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'subnets': [{'id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:46.075626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2dc1694b-d4e8-4376-bfe2-05f69c1f2c43 req-94bcaf83-a2e8-4c4d-ac24-a0d4ca9116ca tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 943 time: 0.0770855 Dec 09 22:23:46.107982 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0197b47e-7995-47e8-8483-6411eaf34938 None None] Checking router: 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:23:46.118584 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0197b47e-7995-47e8-8483-6411eaf34938 None None] Routers {'5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:23:46.119624 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0197b47e-7995-47e8-8483-6411eaf34938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:23:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:46.128100 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-7f937d9c-e53b-43ce-99b5-3d2bd87a8628 service neutron] 10.222.0.42 "GET /v2.0/ports/5503723b-f470-40e0-b397-779fc92ad6b2/bindings/n-h1-789963-23 HTTP/1.1" status: 200 len: 385 time: 0.0749717 Dec 09 22:23:46.145720 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-371e332a-fc57-4ab7-8db4-a91aadf2deec tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d3c607ca-f63a-4d83-a06c-0cbcec5b0f67 HTTP/1.1" status: 200 len: 2998 time: 0.0680170 Dec 09 22:23:46.162965 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2dc1694b-d4e8-4376-bfe2-05f69c1f2c43 req-c175fabe-3ae8-4aab-84ad-e42739729ad8 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781829 Dec 09 22:23:46.234029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-a99f1fcc-2e89-4271-adf5-b9db576cb99a tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d3c607ca-f63a-4d83-a06c-0cbcec5b0f67 HTTP/1.1" status: 200 len: 2998 time: 0.0764923 Dec 09 22:23:46.296712 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-0197b47e-7995-47e8-8483-6411eaf34938 None None] Set router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:23:46.322942 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-eedda2be-0a3c-41bb-b19c-5c39dec6bd09 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e22128ed-87d4-4b55-8ae9-218dac575d28 HTTP/1.1" status: 200 len: 2998 time: 0.0802538 Dec 09 22:23:46.339521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de45390-798c-403b-8b9a-a5da12570327 req-13745003-824e-4ba5-b046-5e65d29509eb tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:46.341004 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3de45390-798c-403b-8b9a-a5da12570327 req-13745003-824e-4ba5-b046-5e65d29509eb tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.0779278 Dec 09 22:23:46.356263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-d60cfac1-6c94-4645-921d-93294553b101 service neutron] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5503723b-f470-40e0-b397-779fc92ad6b2,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:46.382481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-d60cfac1-6c94-4645-921d-93294553b101 service neutron] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:46.406187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-e284d75f-3a64-4efb-a005-d15e841d6666 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e22128ed-87d4-4b55-8ae9-218dac575d28 HTTP/1.1" status: 200 len: 2998 time: 0.0771601 Dec 09 22:23:46.419024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-d60cfac1-6c94-4645-921d-93294553b101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5503723b-f470-40e0-b397-779fc92ad6b2 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:46.428731 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3de45390-798c-403b-8b9a-a5da12570327 req-8bd57f54-9c2b-476c-8ead-8ddc44c50fa4 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808468 Dec 09 22:23:46.430428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-d60cfac1-6c94-4645-921d-93294553b101 service neutron] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5503723b-f470-40e0-b397-779fc92ad6b2,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:46.448180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-d60cfac1-6c94-4645-921d-93294553b101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:46.461575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-ef20963c-eea5-4506-bde4-2e0a95c7ff97 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f33bef77-4a2c-4974-9f1b-3119d6155b36 HTTP/1.1" status: 200 len: 2998 time: 0.0459085 Dec 09 22:23:46.511462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-4eb41958-3892-4009-9de1-0d11dd089317 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f33bef77-4a2c-4974-9f1b-3119d6155b36 HTTP/1.1" status: 200 len: 2998 time: 0.0440829 Dec 09 22:23:46.532942 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0197b47e-7995-47e8-8483-6411eaf34938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:21:28Z', 'revision_number': 4, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '41c6f748-b9b6-4ef0-9698-5c12129f1766', 'name': '', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'mac_address': 'fa:16:3e:e5:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:27Z', 'updated_at': '2021-12-09T22:21:33Z', 'revision_number': 5, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'subnets': [{'id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:46.544598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-d60cfac1-6c94-4645-921d-93294553b101 service neutron] Transition to ACTIVE for port object 5503723b-f470-40e0-b397-779fc92ad6b2 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:23:46.549134 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-d60cfac1-6c94-4645-921d-93294553b101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:46.561869 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0197b47e-7995-47e8-8483-6411eaf34938 None None] The sync data for ids ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'] in n-d-789963-23 is: [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:21:28Z', 'revision_number': 4, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '41c6f748-b9b6-4ef0-9698-5c12129f1766', 'name': '', 'network_id': '7f371dad-8b8f-4f53-8049-9687e7fd54a6', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'mac_address': 'fa:16:3e:e5:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:27Z', 'updated_at': '2021-12-09T22:21:33Z', 'revision_number': 5, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'subnets': [{'id': 'e024a805-2b55-4c85-90ee-c3e9b44a4370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:23:46.580762 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2c92ab6-bced-4580-ba25-5d4da51f1759 req-2ee98e5d-5f4d-4302-8fda-b1016482ea67 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/1711d12d-c6c8-4708-86da-3e2a90c882b8 HTTP/1.1" status: 200 len: 2423 time: 0.0681880 Dec 09 22:23:46.590950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-0f8d3ba4-450b-478e-93a3-f04535811143 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f7bb0b5d-6480-45a9-8732-bf7bd6a81ef7 HTTP/1.1" status: 200 len: 2998 time: 0.0683556 Dec 09 22:23:46.618785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-d60cfac1-6c94-4645-921d-93294553b101 service neutron] No DVR routers for this DVR port 5503723b-f470-40e0-b397-779fc92ad6b2 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:46.638669 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb092b97-f87f-431d-9e95-2ae9f614a919 req-061e8840-a4ae-4b17-bb2e-80f786287054 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f7bb0b5d-6480-45a9-8732-bf7bd6a81ef7 HTTP/1.1" status: 200 len: 2998 time: 0.0391173 Dec 09 22:23:46.648480 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c180cd1a-9e55-44ff-9b9d-1ffd00486778 x-openstack-request-id: req-c180cd1a-9e55-44ff-9b9d-1ffd00486778 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:46.648947 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065ae624-f60e-46b3-8c84-69bbe3afcc05", "name": "network-vif-plugged", "status": "completed", "tag": "2c355898-883f-48d3-b13d-75e3e74c041a", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:46.649053 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c180cd1a-9e55-44ff-9b9d-1ffd00486778 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:46.649400 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065ae624-f60e-46b3-8c84-69bbe3afcc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c355898-883f-48d3-b13d-75e3e74c041a', 'code': 200} Dec 09 22:23:46.660323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cfac1-6c94-4645-921d-93294553b101 service neutron] Pushing event updated for resources: {'Port': ['ID=5503723b-f470-40e0-b397-779fc92ad6b2,revision_number=10']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:46.673252 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-d60cfac1-6c94-4645-921d-93294553b101 service neutron] 10.222.0.42 "PUT /v2.0/ports/5503723b-f470-40e0-b397-779fc92ad6b2/bindings/n-h1-789963-23/activate HTTP/1.1" status: 200 len: 370 time: 0.5386806 Dec 09 22:23:46.809990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-fd095b62-234f-4270-8138-cc532b492ff0 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:46.813348 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-fd095b62-234f-4270-8138-cc532b492ff0 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8&tenant_id=d70657cbae484096913cc9dae6fb25b3&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.0661561 Dec 09 22:23:46.870361 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bda7ace-0219-405e-a7c8-089d42127617 x-openstack-request-id: req-4bda7ace-0219-405e-a7c8-089d42127617 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:46.871407 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61321429-75cb-4c7c-a3c0-94b37764df5c", "name": "network-vif-deleted", "tag": "c432ed22-c0ab-41fa-9e47-f10d3c45ea99", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:46.871708 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bda7ace-0219-405e-a7c8-089d42127617 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:46.872240 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61321429-75cb-4c7c-a3c0-94b37764df5c', 'name': 'network-vif-deleted', 'tag': 'c432ed22-c0ab-41fa-9e47-f10d3c45ea99', 'status': 'completed', 'code': 200} Dec 09 22:23:46.874708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c0f7-bd4a-4bdc-9721-c28c615673e2 req-9a3b4c31-29df-44f2-b682-37c93743b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:46.876211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45b4c0f7-bd4a-4bdc-9721-c28c615673e2 req-9a3b4c31-29df-44f2-b682-37c93743b161 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 1097 time: 0.1080818 Dec 09 22:23:46.885570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fc2ec-b19e-44d4-b67b-a27775087e4c req-4f45d54a-27d7-4e63-87ac-81194f2bd3fd tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:46.886838 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea9fc2ec-b19e-44d4-b67b-a27775087e4c req-4f45d54a-27d7-4e63-87ac-81194f2bd3fd tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.1550047 Dec 09 22:23:46.900434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-0c7afefb-e78b-4949-8c68-6fd65bc7ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:46.902245 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-0c7afefb-e78b-4949-8c68-6fd65bc7ae78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8&tenant_id=d70657cbae484096913cc9dae6fb25b3 HTTP/1.1" status: 200 len: 1096 time: 0.0742142 Dec 09 22:23:46.925743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea9fc2ec-b19e-44d4-b67b-a27775087e4c req-f9710fe8-6a3a-4e65-aa3e-71c719ca5841 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/quotas/3005a1a8e3144f09a333f470b9aad885 HTTP/1.1" status: 200 len: 375 time: 0.0304263 Dec 09 22:23:46.925944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379cd2db-889d-44d2-b2b0-9ead5576a186 None None] New status for floating IP 99f4bfd7-ed36-418b-8285-aecfea86dbf4: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:23:46.991149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-1861d633-75f9-4635-99f8-51ff425f1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:46.994292 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-1861d633-75f9-4635-99f8-51ff425f1e8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 1096 time: 0.0497353 Dec 09 22:23:46.996640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45b4c0f7-bd4a-4bdc-9721-c28c615673e2 req-f25e3218-c805-4650-8ac3-c7d972f272d4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076756 Dec 09 22:23:47.018910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d409994-87e0-430e-8798-2ec9210c8ec3 req-a8ed32ed-2384-420a-80a2-8af0a1e10e97 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:47.020395 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d409994-87e0-430e-8798-2ec9210c8ec3 req-a8ed32ed-2384-420a-80a2-8af0a1e10e97 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 945 time: 0.1076705 Dec 09 22:23:47.024303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea9fc2ec-b19e-44d4-b67b-a27775087e4c req-4b1af58a-b111-4fc4-8764-a30b7d39d71b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0911944 Dec 09 22:23:47.076779 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d409994-87e0-430e-8798-2ec9210c8ec3 req-c0199532-0a08-49c0-947f-a1e9dbd47ed4 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501647 Dec 09 22:23:47.115151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59906) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:47.170357 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d69e7530-7aec-4214-85b6-0ffb602bbcdf tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.181678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-471e05e9-7023-479c-aad1-1bdf5fe57ebf req-51aa5037-7c01-4e6f-b659-763d7a3a9c54 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-group-rules/054597db-c0b3-4dc7-b254-b1d830cefaec HTTP/1.1" status: 200 len: 778 time: 0.0572822 Dec 09 22:23:47.199314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d69e7530-7aec-4214-85b6-0ffb602bbcdf tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.227340 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea9fc2ec-b19e-44d4-b67b-a27775087e4c req-bfc16ca7-9afe-435c-abf4-2b373d8d9b0b service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946189 Dec 09 22:23:47.247628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d69e7530-7aec-4214-85b6-0ffb602bbcdf tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.250158 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d69e7530-7aec-4214-85b6-0ffb602bbcdf tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.251287 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d69e7530-7aec-4214-85b6-0ffb602bbcdf tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "DELETE /v2.0/security-groups/dba058eb-d541-469f-87a3-fab1df709287 HTTP/1.1" status: 204 len: 168 time: 0.1350768 Dec 09 22:23:47.256229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59910) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:47.259436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-471e05e9-7023-479c-aad1-1bdf5fe57ebf req-c1b99c3f-ca15-4274-95f7-0ccb2c5fdd3f tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/1711d12d-c6c8-4708-86da-3e2a90c882b8 HTTP/1.1" status: 200 len: 2423 time: 0.0714293 Dec 09 22:23:47.271741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e7530-7aec-4214-85b6-0ffb602bbcdf tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba058eb-d541-469f-87a3-fab1df709287,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:47.274437 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-bbcae4c4-66cd-4fab-8b88-9f7927879166 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] show failed (client error): The resource could not be found. Dec 09 22:23:47.278029 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bbcae4c4-66cd-4fab-8b88-9f7927879166 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "GET /v2.0/security-groups/dba058eb-d541-469f-87a3-fab1df709287 HTTP/1.1" status: 404 len: 347 time: 0.0183103 Dec 09 22:23:47.278461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59912) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:47.334695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-471e05e9-7023-479c-aad1-1bdf5fe57ebf req-781d66e6-8e23-41fe-b5c1-778554df6d04 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.347927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-471e05e9-7023-479c-aad1-1bdf5fe57ebf req-781d66e6-8e23-41fe-b5c1-778554df6d04 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.373215 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea9fc2ec-b19e-44d4-b67b-a27775087e4c req-fa593ec9-6d3d-4e97-adc5-08308d8e188b service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369596 Dec 09 22:23:47.391238 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-471e05e9-7023-479c-aad1-1bdf5fe57ebf req-781d66e6-8e23-41fe-b5c1-778554df6d04 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.397649 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-471e05e9-7023-479c-aad1-1bdf5fe57ebf req-781d66e6-8e23-41fe-b5c1-778554df6d04 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.398831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-471e05e9-7023-479c-aad1-1bdf5fe57ebf req-781d66e6-8e23-41fe-b5c1-778554df6d04 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/054597db-c0b3-4dc7-b254-b1d830cefaec HTTP/1.1" status: 204 len: 173 time: 0.1288917 Dec 09 22:23:47.406332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d66e6-8e23-41fe-b5c1-778554df6d04 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=054597db-c0b3-4dc7-b254-b1d830cefaec,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:47.472369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-be7c62e5-91cd-45c5-8a2e-2f9f608818ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:47.473887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-be7c62e5-91cd-45c5-8a2e-2f9f608818ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.1883099 Dec 09 22:23:47.484207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c042312b-cf41-4abe-a563-10b6c338b696 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Deleting port 451f2124-f79f-4075-bd1d-53b6db5f06b1 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:47.484546 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c042312b-cf41-4abe-a563-10b6c338b696 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.501598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f613493c-b49f-4f65-b0a5-1d380f6d11a2 req-e06ea3c6-bc19-41f0-b79f-36e1c5de31bb tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10d4f8cd24934cf3946095b1922e7cbf HTTP/1.1" status: 200 len: 6154 time: 0.0798798 Dec 09 22:23:47.531387 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-09fdbd83-2562-4dcd-81af-8fa659a554e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5503723b-f470-40e0-b397-779fc92ad6b2 HTTP/1.1" status: 200 len: 217 time: 0.0487781 Dec 09 22:23:47.552824 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f613493c-b49f-4f65-b0a5-1d380f6d11a2 req-56dd2db4-b132-4687-b45f-24895857a05d tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] 10.222.0.16 "GET /v2.0/security-groups/5e0c880d-1490-4c22-b9bd-7ae60916b905 HTTP/1.1" status: 200 len: 2998 time: 0.0443282 Dec 09 22:23:47.605561 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c042312b-cf41-4abe-a563-10b6c338b696 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.605561 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c042312b-cf41-4abe-a563-10b6c338b696 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.623479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f613493c-b49f-4f65-b0a5-1d380f6d11a2 req-0bf2cd4a-3dda-4b56-8b72-a198e9332e68 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] 10.222.0.16 "GET /v2.0/security-groups/5e0c880d-1490-4c22-b9bd-7ae60916b905 HTTP/1.1" status: 200 len: 2998 time: 0.0563872 Dec 09 22:23:47.624799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c042312b-cf41-4abe-a563-10b6c338b696 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Calling delete_port for 451f2124-f79f-4075-bd1d-53b6db5f06b1 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:47.655023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-a93846a0-4849-42be-8bfd-6ca68d1e0bb1 req-74ac6d59-99f1-47eb-a8e7-8b14d19696c8 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1365786862', 'description': 'tempest-description-11651781'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:47.682645 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a93846a0-4849-42be-8bfd-6ca68d1e0bb1 req-74ac6d59-99f1-47eb-a8e7-8b14d19696c8 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.754413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-c3fd6486-54a8-4807-a5c3-851b1230a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:47.755819 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-c3fd6486-54a8-4807-a5c3-851b1230a376 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.2128291 Dec 09 22:23:47.773404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d746c-2581-4a70-bf87-b046a4e64981 req-ca46007d-e4f0-4e44-81cc-9e17f7709c67 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:47.775130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-422d746c-2581-4a70-bf87-b046a4e64981 req-ca46007d-e4f0-4e44-81cc-9e17f7709c67 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 944 time: 0.0808468 Dec 09 22:23:47.831511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a93846a0-4849-42be-8bfd-6ca68d1e0bb1 req-74ac6d59-99f1-47eb-a8e7-8b14d19696c8 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.844305 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a93846a0-4849-42be-8bfd-6ca68d1e0bb1 req-74ac6d59-99f1-47eb-a8e7-8b14d19696c8 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.888698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-422d746c-2581-4a70-bf87-b046a4e64981 req-61a0bd52-12ce-48f2-bc70-46673f48c963 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030605 Dec 09 22:23:47.893419 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a93846a0-4849-42be-8bfd-6ca68d1e0bb1 req-74ac6d59-99f1-47eb-a8e7-8b14d19696c8 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:47.894666 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a93846a0-4849-42be-8bfd-6ca68d1e0bb1 req-74ac6d59-99f1-47eb-a8e7-8b14d19696c8 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2438233 Dec 09 22:23:47.896094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac6d59-99f1-47eb-a8e7-8b14d19696c8 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad29dc5-d3c6-4077-bbd9-e888bb210284,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:48.023454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad69bc-d921-4edf-8ed2-fa48fa3b3d37 req-154b50fe-019b-4363-a7ea-96ff0fa2504e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:48.026672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9bad69bc-d921-4edf-8ed2-fa48fa3b3d37 req-154b50fe-019b-4363-a7ea-96ff0fa2504e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.0626163 Dec 09 22:23:48.080436 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-66b449b4-8912-45da-aacb-8f695a525a41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331342 Dec 09 22:23:48.095338 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c042312b-cf41-4abe-a563-10b6c338b696 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:48.098927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9bad69bc-d921-4edf-8ed2-fa48fa3b3d37 req-d5566275-e789-4406-b7f1-c8b1c1384e67 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640190 Dec 09 22:23:48.136511 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c8a33c1-d045-4f8b-a527-db770a2a0dd6 req-e5b71084-45a3-4ec7-97d0-274930ad74b5 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/393d89b1-8109-4fde-92f7-a0add049f510 HTTP/1.1" status: 200 len: 1793 time: 0.0488369 Dec 09 22:23:48.157754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042312b-cf41-4abe-a563-10b6c338b696 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Pushing event deleted for resources: {'Port': ['ID=451f2124-f79f-4075-bd1d-53b6db5f06b1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:48.198464 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6c8a33c1-d045-4f8b-a527-db770a2a0dd6 req-a977f50f-2fb7-4654-9853-8a2892444f96 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:48.224074 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6c8a33c1-d045-4f8b-a527-db770a2a0dd6 req-a977f50f-2fb7-4654-9853-8a2892444f96 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:48.285318 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c042312b-cf41-4abe-a563-10b6c338b696 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:48.287578 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6c8a33c1-d045-4f8b-a527-db770a2a0dd6 req-a977f50f-2fb7-4654-9853-8a2892444f96 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:48.288656 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c042312b-cf41-4abe-a563-10b6c338b696 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:48.289838 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c042312b-cf41-4abe-a563-10b6c338b696 tempest-ServersTestFqdnHostnames-2040013064 tempest-ServersTestFqdnHostnames-2040013064-project] 10.222.0.16 "DELETE /v2.0/floatingips/99f4bfd7-ed36-418b-8285-aecfea86dbf4 HTTP/1.1" status: 204 len: 168 time: 1.0106320 Dec 09 22:23:48.290172 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6c8a33c1-d045-4f8b-a527-db770a2a0dd6 req-a977f50f-2fb7-4654-9853-8a2892444f96 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:48.291524 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c8a33c1-d045-4f8b-a527-db770a2a0dd6 req-a977f50f-2fb7-4654-9853-8a2892444f96 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/393d89b1-8109-4fde-92f7-a0add049f510 HTTP/1.1" status: 204 len: 173 time: 0.1489725 Dec 09 22:23:48.295292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59950) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:48.315519 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4195f55-5f67-45de-9254-62141b88e7b0 req-fa97aeaf-c2e2-4911-b8c0-6bf44b898a44 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/6ad29dc5-d3c6-4077-bbd9-e888bb210284 HTTP/1.1" status: 200 len: 1828 time: 0.0545485 Dec 09 22:23:48.320956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977f50f-2fb7-4654-9853-8a2892444f96 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393d89b1-8109-4fde-92f7-a0add049f510,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:48.377802 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-1a8f4b4d-a9ad-42f9-812a-d76a29b12705 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801747 Dec 09 22:23:48.409572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c432ed22-c0ab-41fa-9e47-f10d3c45ea99 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:48.433080 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9bfc833c-b003-40a9-a91f-d9dc52f4190b req-fa761e19-b69b-48bf-b8d5-e2aca6610198 tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b83a367c-2de2-423c-ab5e-483b3f2d5457 HTTP/1.1" status: 200 len: 1793 time: 0.0796292 Dec 09 22:23:48.449907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: c432ed22-c0ab-41fa-9e47-f10d3c45ea99 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:48.450256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c432ed22-c0ab-41fa-9e47-f10d3c45ea99 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:48.450867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 5503723b-f470-40e0-b397-779fc92ad6b2 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:48.498398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cc536-dea9-40c9-8f6e-f2774d521ddc req-b7308708-69ab-4f90-8fed-e8907f859485 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:48.499822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 5503723b-f470-40e0-b397-779fc92ad6b2 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:48.502258 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c72cc536-dea9-40c9-8f6e-f2774d521ddc req-b7308708-69ab-4f90-8fed-e8907f859485 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 945 time: 0.0949495 Dec 09 22:23:48.534741 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9bfc833c-b003-40a9-a91f-d9dc52f4190b req-89016559-3430-4792-889c-c631e60daafd tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:48.565871 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9bfc833c-b003-40a9-a91f-d9dc52f4190b req-89016559-3430-4792-889c-c631e60daafd tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:48.572630 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-199c7cbe-2cc7-428e-8f13-aad28e2f3c15 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849625 Dec 09 22:23:48.586063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c72cc536-dea9-40c9-8f6e-f2774d521ddc req-d0b20ab9-6afd-4470-a0a5-857f170809af tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790076 Dec 09 22:23:48.630267 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9bfc833c-b003-40a9-a91f-d9dc52f4190b req-89016559-3430-4792-889c-c631e60daafd tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:48.637546 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9bfc833c-b003-40a9-a91f-d9dc52f4190b req-89016559-3430-4792-889c-c631e60daafd tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:48.638751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9bfc833c-b003-40a9-a91f-d9dc52f4190b req-89016559-3430-4792-889c-c631e60daafd tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/b83a367c-2de2-423c-ab5e-483b3f2d5457 HTTP/1.1" status: 204 len: 173 time: 0.2047241 Dec 09 22:23:48.650244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89016559-3430-4792-889c-c631e60daafd tempest-SecurityGroupsTestAdminJSON-935045098 tempest-SecurityGroupsTestAdminJSON-935045098-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a367c-2de2-423c-ab5e-483b3f2d5457,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:48.704604 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4c4be8b-722b-4055-acd0-80a92d889053 req-8f8081a1-7f27-4ceb-9b31-73670c195757 tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d0dec152abe486c8c57d78154c9722f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250330 Dec 09 22:23:48.831889 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ade6d6e-6c4f-444e-9f2f-6e9e4429099b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:48.886534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4be8b-722b-4055-acd0-80a92d889053 req-7ab0528e-8268-41fb-9aa7-f5bb7adb0596 tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:48.887979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4c4be8b-722b-4055-acd0-80a92d889053 req-7ab0528e-8268-41fb-9aa7-f5bb7adb0596 tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774225 Dec 09 22:23:48.909994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-7ffddaa3-6477-404f-8dbe-b85069559aac tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:48.911968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-7ffddaa3-6477-404f-8dbe-b85069559aac tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.1751413 Dec 09 22:23:48.914387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4c4be8b-722b-4055-acd0-80a92d889053 req-0fe130a9-fd3e-49f5-a908-a0dfd5e03234 tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] 10.222.0.16 "GET /v2.0/quotas/3d0dec152abe486c8c57d78154c9722f HTTP/1.1" status: 200 len: 375 time: 0.0191848 Dec 09 22:23:48.937236 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-32197b14-2342-42d7-95b7-8f9060fb8918 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/quotas/3005a1a8e3144f09a333f470b9aad885 HTTP/1.1" status: 200 len: 375 time: 0.0183530 Dec 09 22:23:48.960272 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4c4be8b-722b-4055-acd0-80a92d889053 req-38862ec3-78fe-47c9-af87-09ffe6511670 tempest-QuotasAdminNegativeTest-853122968 tempest-QuotasAdminNegativeTest-853122968-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d0dec152abe486c8c57d78154c9722f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395033 Dec 09 22:23:48.961634 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-f1ef64b2-cfef-44fe-9010-d1be7d52bca4 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:48.963242 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-f1ef64b2-cfef-44fe-9010-d1be7d52bca4 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8&tenant_id=d70657cbae484096913cc9dae6fb25b3&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.0945473 Dec 09 22:23:49.004490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-56d09931-4752-4b52-8006-8ac2b834a2fb tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470674 Dec 09 22:23:49.118949 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6d4ddeb-7bb9-4df4-b1f4-6c051d299ed9 req-b6c58f85-1a91-4da6-9a55-6d68954e5210 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] 10.222.0.16 "GET /v2.0/security-groups/b583409d-0d12-498e-90bd-5fc4241d6f64 HTTP/1.1" status: 200 len: 1794 time: 0.0838053 Dec 09 22:23:49.148740 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-bc1acd53-bdc9-4a6d-ad92-2bc09d7a1727 service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352983 Dec 09 22:23:49.181107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-72a1ed96-67db-4923-8da0-cdd8d1465771 service neutron] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:49.186438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-72a1ed96-67db-4923-8da0-cdd8d1465771 service neutron] Publish callbacks [] for binding, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.187589 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-811db802-81f3-4ad4-9937-d2f9ed4cbcad req-72a1ed96-67db-4923-8da0-cdd8d1465771 service neutron] 10.222.0.18 "DELETE /v2.0/ports/5503723b-f470-40e0-b397-779fc92ad6b2/bindings/n-h2-789963-23 HTTP/1.1" status: 204 len: 173 time: 0.2152224 Dec 09 22:23:49.232607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5ade6d6e-6c4f-444e-9f2f-6e9e4429099b admin admin] Deleting port 41c6f748-b9b6-4ef0-9698-5c12129f1766 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:49.232975 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ade6d6e-6c4f-444e-9f2f-6e9e4429099b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.249445 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c6d4ddeb-7bb9-4df4-b1f4-6c051d299ed9 req-43a57df6-a6c4-4f16-9c61-f1ddee8f95dd tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.283672 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c6d4ddeb-7bb9-4df4-b1f4-6c051d299ed9 req-43a57df6-a6c4-4f16-9c61-f1ddee8f95dd tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.302470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-9e36cdff-eca4-4f37-bed1-e8527bb6f88c service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429822 Dec 09 22:23:49.316712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-5ade6d6e-6c4f-444e-9f2f-6e9e4429099b admin admin] For port 41c6f748-b9b6-4ef0-9698-5c12129f1766, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=41c6f748-b9b6-4ef0-9698-5c12129f1766,segment=NetworkSegment(6dac18df-41fc-4a43-a0af-e6e531e84baa),segment_id=6dac18df-41fc-4a43-a0af-e6e531e84baa)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:49.317209 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ade6d6e-6c4f-444e-9f2f-6e9e4429099b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.333217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5ade6d6e-6c4f-444e-9f2f-6e9e4429099b admin admin] Calling delete_port for 41c6f748-b9b6-4ef0-9698-5c12129f1766 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:49.336366 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c6d4ddeb-7bb9-4df4-b1f4-6c051d299ed9 req-43a57df6-a6c4-4f16-9c61-f1ddee8f95dd tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.339167 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c6d4ddeb-7bb9-4df4-b1f4-6c051d299ed9 req-43a57df6-a6c4-4f16-9c61-f1ddee8f95dd tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.340452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6d4ddeb-7bb9-4df4-b1f4-6c051d299ed9 req-43a57df6-a6c4-4f16-9c61-f1ddee8f95dd tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] 10.222.0.16 "DELETE /v2.0/security-groups/b583409d-0d12-498e-90bd-5fc4241d6f64 HTTP/1.1" status: 204 len: 173 time: 0.2137237 Dec 09 22:23:49.353926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a57df6-a6c4-4f16-9c61-f1ddee8f95dd tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b583409d-0d12-498e-90bd-5fc4241d6f64,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:49.367369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-60bc84ff-05ac-4a77-90d8-b71cc2db3798 req-e2eba1f2-0a35-4f76-b612-34a87ef03e89 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-455153933', 'description': 'tempest-description-538859027'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:49.391431 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-60bc84ff-05ac-4a77-90d8-b71cc2db3798 req-e2eba1f2-0a35-4f76-b612-34a87ef03e89 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.464297 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-60bc84ff-05ac-4a77-90d8-b71cc2db3798 req-e2eba1f2-0a35-4f76-b612-34a87ef03e89 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.474211 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-60bc84ff-05ac-4a77-90d8-b71cc2db3798 req-e2eba1f2-0a35-4f76-b612-34a87ef03e89 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.528343 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-60bc84ff-05ac-4a77-90d8-b71cc2db3798 req-e2eba1f2-0a35-4f76-b612-34a87ef03e89 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.531402 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60bc84ff-05ac-4a77-90d8-b71cc2db3798 req-e2eba1f2-0a35-4f76-b612-34a87ef03e89 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1683917 Dec 09 22:23:49.532877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eba1f2-0a35-4f76-b612-34a87ef03e89 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12030334-332e-4f02-a403-7f03d3108822,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:49.581963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ade6d6e-6c4f-444e-9f2f-6e9e4429099b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.613487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade6d6e-6c4f-444e-9f2f-6e9e4429099b admin admin] Pushing event deleted for resources: {'Port': ['ID=41c6f748-b9b6-4ef0-9698-5c12129f1766,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:49.671921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f58db-2915-4ef6-91b0-da161d68a34a req-7d074899-6d1d-42eb-beef-cd202d8c0bdd tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:49.673854 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-240f58db-2915-4ef6-91b0-da161d68a34a req-7d074899-6d1d-42eb-beef-cd202d8c0bdd tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 944 time: 0.0982676 Dec 09 22:23:49.750815 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-240f58db-2915-4ef6-91b0-da161d68a34a req-1a85a8f8-ade7-4849-a5c1-4c1ead266810 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641005 Dec 09 22:23:49.874639 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ade6d6e-6c4f-444e-9f2f-6e9e4429099b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:49.915450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0bcecb1-d409-47c3-a0de-7d450fa31d8d req-f15e677c-231a-4472-b263-018218fe0c10 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] 10.222.0.16 "GET /v2.0/security-groups/bdf06506-763a-4729-8c8c-cb9cff1ade10 HTTP/1.1" status: 200 len: 1795 time: 0.1199238 Dec 09 22:23:49.943325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8a4a1-0ee6-4e0c-ab04-5c057f2c9cb3 req-4fec861e-fc91-4b3e-b30c-a44ac2c969c9 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:49.945227 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bc8a4a1-0ee6-4e0c-ab04-5c057f2c9cb3 req-4fec861e-fc91-4b3e-b30c-a44ac2c969c9 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1246469 Dec 09 22:23:50.032774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bc8a4a1-0ee6-4e0c-ab04-5c057f2c9cb3 req-dfc7e0af-8591-4cc5-a223-5629c069a9e7 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807722 Dec 09 22:23:50.033741 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f0bcecb1-d409-47c3-a0de-7d450fa31d8d req-7ab046dc-e607-4ab6-abf3-3278d7a37056 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:50.065917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f0bcecb1-d409-47c3-a0de-7d450fa31d8d req-7ab046dc-e607-4ab6-abf3-3278d7a37056 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:50.137606 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f0bcecb1-d409-47c3-a0de-7d450fa31d8d req-7ab046dc-e607-4ab6-abf3-3278d7a37056 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:50.140136 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f0bcecb1-d409-47c3-a0de-7d450fa31d8d req-7ab046dc-e607-4ab6-abf3-3278d7a37056 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:50.141330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0bcecb1-d409-47c3-a0de-7d450fa31d8d req-7ab046dc-e607-4ab6-abf3-3278d7a37056 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] 10.222.0.16 "DELETE /v2.0/security-groups/bdf06506-763a-4729-8c8c-cb9cff1ade10 HTTP/1.1" status: 204 len: 173 time: 0.2175996 Dec 09 22:23:50.173223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ade6d6e-6c4f-444e-9f2f-6e9e4429099b admin admin] Router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:23:50.182111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fab2dea2-39b7-425a-a682-4ff3f4f4432a req-45855aac-f44c-4f11-af94-256890cccf60 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 210 time: 0.0509682 Dec 09 22:23:50.204251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab046dc-e607-4ab6-abf3-3278d7a37056 tempest-SecurityGroupsTestAdminJSON-799742554 tempest-SecurityGroupsTestAdminJSON-799742554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf06506-763a-4729-8c8c-cb9cff1ade10,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:50.281337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c99bfbfc-d077-426d-929a-f6378d32f093 req-9f653a67-bfe8-430a-93c8-0e0b174cc046 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/12030334-332e-4f02-a403-7f03d3108822 HTTP/1.1" status: 200 len: 1828 time: 0.0974882 Dec 09 22:23:50.325315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ade6d6e-6c4f-444e-9f2f-6e9e4429099b admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:23:50.338202 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddd4b6-6a00-44f3-bede-9fce379137d3 None None] Sync routers for ids ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:23:50.348958 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5ade6d6e-6c4f-444e-9f2f-6e9e4429099b admin admin] 10.222.0.16 "PUT /v2.0/routers/5c2fb06f-24ab-4ae0-aa2c-25413092c2d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0518405 Dec 09 22:23:50.353665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60018) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:50.357518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daebc2d-d680-487f-9e23-2cca1ef9eaca req-745bf91e-ac64-4b9c-b351-7ac09c9e1542 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:50.368039 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddd4b6-6a00-44f3-bede-9fce379137d3 None None] Routers {'5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:23:50.372839 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4bddd4b6-6a00-44f3-bede-9fce379137d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:23:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:50.373330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5daebc2d-d680-487f-9e23-2cca1ef9eaca req-745bf91e-ac64-4b9c-b351-7ac09c9e1542 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 945 time: 0.1161895 Dec 09 22:23:50.441588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-67a3e288-83f8-43c1-86a6-9d71ecf17df1 req-f4569a3f-3407-4a5d-9542-19e378617f07 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-646679913', 'description': 'tempest-description-2075026399'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:50.523101 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5daebc2d-d680-487f-9e23-2cca1ef9eaca req-65058b10-a001-47ee-8210-6c9a5c045027 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483049 Dec 09 22:23:50.523437 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4bddd4b6-6a00-44f3-bede-9fce379137d3 None None] Set router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:23:50.545587 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67a3e288-83f8-43c1-86a6-9d71ecf17df1 req-f4569a3f-3407-4a5d-9542-19e378617f07 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:50.559561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60026) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:50.625933 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:50.754356 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4bddd4b6-6a00-44f3-bede-9fce379137d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:23:49Z', 'revision_number': 5, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:50.796290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edfcd8-55bc-4a4a-81b3-31c9f0213a8a req-48a4c507-ffb6-45dd-b098-3086988bc7b7 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:50.796806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60032) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:50.799911 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddd4b6-6a00-44f3-bede-9fce379137d3 None None] Checking router: 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:23:50.810106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36edfcd8-55bc-4a4a-81b3-31c9f0213a8a req-48a4c507-ffb6-45dd-b098-3086988bc7b7 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 1096 time: 0.1739166 Dec 09 22:23:50.819171 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67a3e288-83f8-43c1-86a6-9d71ecf17df1 req-f4569a3f-3407-4a5d-9542-19e378617f07 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:50.827735 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddd4b6-6a00-44f3-bede-9fce379137d3 None None] Routers {'5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:23:50.829614 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4bddd4b6-6a00-44f3-bede-9fce379137d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:23:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:50.867841 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67a3e288-83f8-43c1-86a6-9d71ecf17df1 req-f4569a3f-3407-4a5d-9542-19e378617f07 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:50.919631 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-62d3ac61-1bfd-4c50-ab0b-ba8152162efa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:50.939804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:50.946051 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67a3e288-83f8-43c1-86a6-9d71ecf17df1 req-f4569a3f-3407-4a5d-9542-19e378617f07 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:50.947811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67a3e288-83f8-43c1-86a6-9d71ecf17df1 req-f4569a3f-3407-4a5d-9542-19e378617f07 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5257931 Dec 09 22:23:50.954275 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4bddd4b6-6a00-44f3-bede-9fce379137d3 None None] Set router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:23:50.975172 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36edfcd8-55bc-4a4a-81b3-31c9f0213a8a req-efe44c88-5166-4820-a8b4-ef6212a0d045 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498699 Dec 09 22:23:50.984485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-54baf04e-6fab-40bb-a837-fb0f386e9e6c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:50.985743 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-54baf04e-6fab-40bb-a837-fb0f386e9e6c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.2407687 Dec 09 22:23:50.998936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Request body: {'port': {'device_id': '6806c57d-2cba-4c9b-b8d7-34c34a9cd257', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'admin_state_up': True, 'tenant_id': '3005a1a8e3144f09a333f470b9aad885'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:51.004240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4569a3f-3407-4a5d-9542-19e378617f07 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1652fdc0-da7b-4ea9-af96-7c99665a1ca9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:51.033774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5e9983a5-a8ca-48de-809c-0892833c4be2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10d4f8cd24934cf3946095b1922e7cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734349 Dec 09 22:23:51.051046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60042) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:51.095750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a16e718-d1a0-46da-b605-fa9d4dc1c9da req-beb73eea-f9ea-4ede-93b8-b3f4c26a4889 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/1652fdc0-da7b-4ea9-af96-7c99665a1ca9 HTTP/1.1" status: 200 len: 1829 time: 0.0660255 Dec 09 22:23:51.143429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-7bfad84c-eab2-4b43-8d7b-968610fb99a4 req-5f7f7b14-14f8-4b0e-b03c-53041f7a1753 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1795380663', 'description': 'tempest-description-2146807195'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:51.239248 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7bfad84c-eab2-4b43-8d7b-968610fb99a4 req-5f7f7b14-14f8-4b0e-b03c-53041f7a1753 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.252520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Deleting port 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:51.252859 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.259604 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-62d3ac61-1bfd-4c50-ab0b-ba8152162efa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.268826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e0650-9003-4f77-932f-27426bb80afa req-a1ae1ed9-9cdd-4c76-8395-b6362bbf5827 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:51.270996 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b7e0650-9003-4f77-932f-27426bb80afa req-a1ae1ed9-9cdd-4c76-8395-b6362bbf5827 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.0870020 Dec 09 22:23:51.275031 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-43b3d82b-f7eb-4d3f-9990-e950e72fe62b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.281179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-62d3ac61-1bfd-4c50-ab0b-ba8152162efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.355019 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b7e0650-9003-4f77-932f-27426bb80afa req-b4f18f44-2d94-4b7a-a081-09318a506360 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747256 Dec 09 22:23:51.368728 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4bddd4b6-6a00-44f3-bede-9fce379137d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:23:49Z', 'revision_number': 5, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:51.369390 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Made reservation on behalf of 3005a1a8e3144f09a333f470b9aad885 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:51.372518 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.374263 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7bfad84c-eab2-4b43-8d7b-968610fb99a4 req-5f7f7b14-14f8-4b0e-b03c-53041f7a1753 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.379093 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7bfad84c-eab2-4b43-8d7b-968610fb99a4 req-5f7f7b14-14f8-4b0e-b03c-53041f7a1753 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.397208 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-43b3d82b-f7eb-4d3f-9990-e950e72fe62b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.404596 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddd4b6-6a00-44f3-bede-9fce379137d3 None None] The sync data for ids ['5c2fb06f-24ab-4ae0-aa2c-25413092c2d5'] in n-d-789963-23 is: [{'id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'name': 'tempest-ServersTestFqdnHostnames-375548064-router', 'tenant_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:21:23Z', 'updated_at': '2021-12-09T22:23:49Z', 'revision_number': 5, 'project_id': '61742109b4ee4c3fabfcc53ff5b2b187', 'gw_port': {'id': '03c20d0c-f918-4c2d-a5e4-e65592fc2d32', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2fb06f-24ab-4ae0-aa2c-25413092c2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:21:24Z', 'updated_at': '2021-12-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:23:51.404842 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-62d3ac61-1bfd-4c50-ab0b-ba8152162efa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d0dec152abe486c8c57d78154c9722f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6040576 Dec 09 22:23:51.409555 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60056) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:51.448687 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7bfad84c-eab2-4b43-8d7b-968610fb99a4 req-5f7f7b14-14f8-4b0e-b03c-53041f7a1753 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.451733 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3ac61-1bfd-4c50-ab0b-ba8152162efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b769f354-3340-4f53-bf9f-a662d1f49d4c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:51.461337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bfad84c-eab2-4b43-8d7b-968610fb99a4 req-5f7f7b14-14f8-4b0e-b03c-53041f7a1753 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3202925 Dec 09 22:23:51.489433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f7b14-14f8-4b0e-b03c-53041f7a1753 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d326172-d5a9-41e0-aeb9-32be2f642553,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:51.530284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] For port 03c20d0c-f918-4c2d-a5e4-e65592fc2d32, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=03c20d0c-f918-4c2d-a5e4-e65592fc2d32,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:51.530656 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.555028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Calling delete_port for 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:51.589815 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c3438b7-992b-4f4d-8221-bd0df8b2d71c req-c6eb8f63-b075-4132-aba1-2f5b9bd71d85 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 210 time: 0.0673459 Dec 09 22:23:51.621535 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2972940e-1cb6-473e-af1e-616cc621a7c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.660236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-d8d1021b-49d2-4e92-8945-44f41ecb7bd2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:51.662009 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-d8d1021b-49d2-4e92-8945-44f41ecb7bd2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 808 time: 0.1699622 Dec 09 22:23:51.667851 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2972940e-1cb6-473e-af1e-616cc621a7c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.695499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-8fb6f677-ea1e-4fb5-a42e-372b79fcfd76 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/quotas/d70657cbae484096913cc9dae6fb25b3 HTTP/1.1" status: 200 len: 375 time: 0.0203471 Dec 09 22:23:51.758772 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-b72212d7-ae62-40c3-8900-f64dfcb8cb4e tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0511615 Dec 09 22:23:51.776091 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2972940e-1cb6-473e-af1e-616cc621a7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.779349 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2972940e-1cb6-473e-af1e-616cc621a7c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.780791 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2972940e-1cb6-473e-af1e-616cc621a7c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b769f354-3340-4f53-bf9f-a662d1f49d4c HTTP/1.1" status: 204 len: 168 time: 0.3668623 Dec 09 22:23:51.861828 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-43b3d82b-f7eb-4d3f-9990-e950e72fe62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.865625 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-43b3d82b-f7eb-4d3f-9990-e950e72fe62b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:51.869660 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-43b3d82b-f7eb-4d3f-9990-e950e72fe62b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e0c880d-1490-4c22-b9bd-7ae60916b905 HTTP/1.1" status: 204 len: 168 time: 0.8162920 Dec 09 22:23:51.875473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972940e-1cb6-473e-af1e-616cc621a7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b769f354-3340-4f53-bf9f-a662d1f49d4c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:51.887562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 41c6f748-b9b6-4ef0-9698-5c12129f1766 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:51.920478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3d82b-f7eb-4d3f-9990-e950e72fe62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0c880d-1490-4c22-b9bd-7ae60916b905,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:51.941386 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Allocated IP 172.20.0.10 (073a6e7d-af0e-4b50-85bd-f1bea603319c/91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c/288bd755-0050-4d31-bfde-07354c93a24f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:23:51.957996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 41c6f748-b9b6-4ef0-9698-5c12129f1766 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:51.960106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 41c6f748-b9b6-4ef0-9698-5c12129f1766 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:52.030067 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-beeb2b68-e66a-4622-9b86-6b5f1d2aba9b service neutron] 10.222.0.16 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262313 Dec 09 22:23:52.165520 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f21afcb-db47-4fbb-89a2-2181e8a7767b req-b28ad686-c104-4612-b938-c5092ffff4ba tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/3d326172-d5a9-41e0-aeb9-32be2f642553 HTTP/1.1" status: 200 len: 1830 time: 0.3271677 Dec 09 22:23:52.229041 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:52.236317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-8db7cc67-1a78-477d-a624-805ec6728cab service neutron] 10.222.0.16 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941795 Dec 09 22:23:52.273988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Pushing event deleted for resources: {'Port': ['ID=03c20d0c-f918-4c2d-a5e4-e65592fc2d32,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:52.291721 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:52.299846 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-1ef378fc-b713-4333-8d86-4226d4a4f1fd req-939a72eb-5f9d-4b15-848e-fe0292d9e8e5 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] show failed (client error): The resource could not be found. Dec 09 22:23:52.315492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ef378fc-b713-4333-8d86-4226d4a4f1fd req-939a72eb-5f9d-4b15-848e-fe0292d9e8e5 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/7dcbf82a-d128-4cf9-952d-ec954f32e8d1 HTTP/1.1" status: 404 len: 352 time: 0.0444431 Dec 09 22:23:52.345373 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-e0dabee9-a98b-4c0c-bd4a-7de76f64fbb7 req-bf7c1ed7-398f-4696-bc4c-fe42e2c4c09f tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] show failed (client error): The resource could not be found. Dec 09 22:23:52.352501 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0dabee9-a98b-4c0c-bd4a-7de76f64fbb7 req-bf7c1ed7-398f-4696-bc4c-fe42e2c4c09f tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-group-rules/98d891ad-5b7e-4478-b021-dd70e88db2ba HTTP/1.1" status: 404 len: 361 time: 0.0219798 Dec 09 22:23:52.369844 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:52.388114 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:52.476781 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:52.479042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea8760d4-a47f-4926-9d84-1949e6aeff5d req-292cf635-6ec3-4346-924d-c19f5405a3df tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/3d326172-d5a9-41e0-aeb9-32be2f642553 HTTP/1.1" status: 200 len: 1830 time: 0.0984597 Dec 09 22:23:52.479610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:52.487288 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:52.524390 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:52.581735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Network 073a6e7d-af0e-4b50-85bd-f1bea603319c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:23:52.583475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event updated for resources: {'Port': ['ID=288bd755-0050-4d31-bfde-07354c93a24f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:52.588024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:23:52.590870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:23:52.594148 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:52.594645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:23:52.600452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:52.616208 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-96e109f3-566c-4ab3-b9df-546d0e90922c admin admin] 10.222.0.16 "DELETE /v2.0/routers/5c2fb06f-24ab-4ae0-aa2c-25413092c2d5 HTTP/1.1" status: 204 len: 168 time: 2.2470992 Dec 09 22:23:52.616737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60094) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:52.644510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60098) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:52.644711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deeceb-b00f-4af9-a4a6-07ed18d56f99 req-b4291fe1-ee72-468e-9d89-91202c25aca3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:52.647337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1deeceb-b00f-4af9-a4a6-07ed18d56f99 req-b4291fe1-ee72-468e-9d89-91202c25aca3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1370194 Dec 09 22:23:52.668615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:52.669300 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:52.685076 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c03f61d-05b5-40ce-80fd-ffbd223fd86f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:52.701920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60100) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:52.711248 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ea8760d4-a47f-4926-9d84-1949e6aeff5d req-8264bb01-2343-4126-bfa5-ff163b95067c tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:52.728952 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-f5760151-1fe9-473c-909f-54f83a7b5e55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7339389 Dec 09 22:23:52.746675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Request body: {'port': {'device_id': '6806c57d-2cba-4c9b-b8d7-34c34a9cd257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:52.914105 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3a9b9769-a678-43df-9534-485109e269ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b76151cb08bb4446a9c4ef0220636c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109222 Dec 09 22:23:52.929119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60106) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:52.979896 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.105740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbd9465b-11fb-437b-9087-abd5636ef0e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.134162 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbd9465b-11fb-437b-9087-abd5636ef0e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.196993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40cd1af-3cdb-4fc9-968a-c8e270763495 admin admin] Deleting subnet e024a805-2b55-4c85-90ee-c3e9b44a4370 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:23:53.204798 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ea8760d4-a47f-4926-9d84-1949e6aeff5d req-8264bb01-2343-4126-bfa5-ff163b95067c tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.207400 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f40cd1af-3cdb-4fc9-968a-c8e270763495 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.214767 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c03f61d-05b5-40ce-80fd-ffbd223fd86f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.219629 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbd9465b-11fb-437b-9087-abd5636ef0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.223435 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbd9465b-11fb-437b-9087-abd5636ef0e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.226879 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bbd9465b-11fb-437b-9087-abd5636ef0e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdadcf6f-c54d-4ca1-bee5-c632d2971900 HTTP/1.1" status: 204 len: 168 time: 0.2925198 Dec 09 22:23:53.314645 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c03f61d-05b5-40ce-80fd-ffbd223fd86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.329358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1deeceb-b00f-4af9-a4a6-07ed18d56f99 req-5ea486aa-e137-42f7-9f5d-445a12dc235d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239748 Dec 09 22:23:53.343260 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f40cd1af-3cdb-4fc9-968a-c8e270763495 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.389032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9465b-11fb-437b-9087-abd5636ef0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdadcf6f-c54d-4ca1-bee5-c632d2971900,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:53.397769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ea8760d4-a47f-4926-9d84-1949e6aeff5d req-8264bb01-2343-4126-bfa5-ff163b95067c tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.400652 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ea8760d4-a47f-4926-9d84-1949e6aeff5d req-8264bb01-2343-4126-bfa5-ff163b95067c tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.413111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea8760d4-a47f-4926-9d84-1949e6aeff5d req-8264bb01-2343-4126-bfa5-ff163b95067c tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "DELETE /v2.0/security-groups/3d326172-d5a9-41e0-aeb9-32be2f642553 HTTP/1.1" status: 204 len: 173 time: 0.9331048 Dec 09 22:23:53.456608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264bb01-2343-4126-bfa5-ff163b95067c tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d326172-d5a9-41e0-aeb9-32be2f642553,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:53.494417 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2c03f61d-05b5-40ce-80fd-ffbd223fd86f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e8db6729b6a43f38b9df11ee4d22482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8477032 Dec 09 22:23:53.527032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f40cd1af-3cdb-4fc9-968a-c8e270763495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.592922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60116) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:53.605299 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f40cd1af-3cdb-4fc9-968a-c8e270763495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.608993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:53.669613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1af214-5f03-48d3-a3c1-245cbb04229c None None] Network 7f371dad-8b8f-4f53-8049-9687e7fd54a6 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:23:53.669721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0faaed5d-a993-4170-9756-3baa27385f2a req-4ed90bac-e64d-49b8-8ddb-bf93aca37620 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 210 time: 0.2284176 Dec 09 22:23:53.672508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03f61d-05b5-40ce-80fd-ffbd223fd86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e58366-7ebe-4358-b3e0-8334792a2922,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:53.743469 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f40cd1af-3cdb-4fc9-968a-c8e270763495 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.752014 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f40cd1af-3cdb-4fc9-968a-c8e270763495 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e024a805-2b55-4c85-90ee-c3e9b44a4370 HTTP/1.1" status: 204 len: 168 time: 1.1407800 Dec 09 22:23:53.766642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60120) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:53.807467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cd1af-3cdb-4fc9-968a-c8e270763495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e024a805-2b55-4c85-90ee-c3e9b44a4370,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:53.831457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288bd755-0050-4d31-bfde-07354c93a24f {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:53.851738 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.854579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:53.854919 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 03c20d0c-f918-4c2d-a5e4-e65592fc2d32 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:53.874816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360313c7-64f8-44d8-9d05-c599551c488f req-33ef873f-c64c-43ed-92a5-dcc8a13e5479 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:53.891940 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-360313c7-64f8-44d8-9d05-c599551c488f req-33ef873f-c64c-43ed-92a5-dcc8a13e5479 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 932 time: 0.3081388 Dec 09 22:23:53.892685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Transition to ACTIVE for port object 288bd755-0050-4d31-bfde-07354c93a24f will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:23:53.898395 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.951947 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-770895e6-d4e5-44a6-9c45-aa55c2eec383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:53.999171 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-770895e6-d4e5-44a6-9c45-aa55c2eec383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.010431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e13fc-c481-4f43-9cad-a7f9a945302a None None] DHCP port deletion for 7f371dad-8b8f-4f53-8049-9687e7fd54a6 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:23:54.076503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e13fc-c481-4f43-9cad-a7f9a945302a None None] Deleting port c18f652f-e026-4b82-8c33-13937d6de958 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:54.077065 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ab8e13fc-c481-4f43-9cad-a7f9a945302a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.093648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Pushing event updated for resources: {'Port': ['ID=288bd755-0050-4d31-bfde-07354c93a24f,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:54.157126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Attempting to bind port 288bd755-0050-4d31-bfde-07354c93a24f on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:23:54.157466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Attempting to bind port 288bd755-0050-4d31-bfde-07354c93a24f by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:23:54.157970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Attempting to bind port 288bd755-0050-4d31-bfde-07354c93a24f on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:54.162906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Port 288bd755-0050-4d31-bfde-07354c93a24f on network 073a6e7d-af0e-4b50-85bd-f1bea603319c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:23:54.163418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Attempting to bind port 288bd755-0050-4d31-bfde-07354c93a24f on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:54.168802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:23:54.169143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Checking segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:54.169535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Bound using segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:23:54.170110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Bound port: 288bd755-0050-4d31-bfde-07354c93a24f, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:23:54.170397 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.171244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ab8e13fc-c481-4f43-9cad-a7f9a945302a None None] For port c18f652f-e026-4b82-8c33-13937d6de958, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c18f652f-e026-4b82-8c33-13937d6de958,segment=NetworkSegment(6dac18df-41fc-4a43-a0af-e6e531e84baa),segment_id=6dac18df-41fc-4a43-a0af-e6e531e84baa)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:54.171650 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ab8e13fc-c481-4f43-9cad-a7f9a945302a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.196744 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e13fc-c481-4f43-9cad-a7f9a945302a None None] Calling delete_port for c18f652f-e026-4b82-8c33-13937d6de958 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:54.253283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] For port 288bd755-0050-4d31-bfde-07354c93a24f, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:54.254329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] For port 288bd755-0050-4d31-bfde-07354c93a24f, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=288bd755-0050-4d31-bfde-07354c93a24f,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:23:54.264835 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.281170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5a69475-b808-45b2-af48-39b78c363c3c req-a0c010d5-cd19-47b7-8b5a-f336d8ea195a tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/1652fdc0-da7b-4ea9-af96-7c99665a1ca9 HTTP/1.1" status: 200 len: 1829 time: 0.4372911 Dec 09 22:23:54.350777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:54.356186 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.360189 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] 10.222.0.42 "PUT /v2.0/ports/288bd755-0050-4d31-bfde-07354c93a24f HTTP/1.1" status: 200 len: 1093 time: 1.6189504 Dec 09 22:23:54.360409 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.360700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6806c57d-2cba-4c9b-b8d7-34c34a9cd257', 'tag': '288bd755-0050-4d31-bfde-07354c93a24f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:54.377131 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1de745a-a436-462c-aa50-17cfb599b383" -d '{"events": [{"name": "network-changed", "server_uuid": "6806c57d-2cba-4c9b-b8d7-34c34a9cd257", "tag": "288bd755-0050-4d31-bfde-07354c93a24f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:54.383490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-360313c7-64f8-44d8-9d05-c599551c488f req-4ac68047-5719-4d17-80db-f2427443e7a6 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298205 Dec 09 22:23:54.518772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e80f07-d74f-4eee-8408-92eff334e058 service neutron] Pushing event updated for resources: {'Port': ['ID=288bd755-0050-4d31-bfde-07354c93a24f,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:54.527990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-42739dce-9fa5-4279-9de7-f46b67a533a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:54.529274 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-42739dce-9fa5-4279-9de7-f46b67a533a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 1096 time: 0.1269577 Dec 09 22:23:54.545761 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c5a69475-b808-45b2-af48-39b78c363c3c req-2e69fd12-05b4-480a-8819-0e1459354cbe tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.591162 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ab8e13fc-c481-4f43-9cad-a7f9a945302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.603906 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-57e9348c-8d62-41f7-b011-2ef293fe92b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=288bd755-0050-4d31-bfde-07354c93a24f HTTP/1.1" status: 200 len: 217 time: 0.0637758 Dec 09 22:23:54.623009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e13fc-c481-4f43-9cad-a7f9a945302a None None] Pushing event deleted for resources: {'Port': ['ID=c18f652f-e026-4b82-8c33-13937d6de958,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:54.625773 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-770895e6-d4e5-44a6-9c45-aa55c2eec383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.628547 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-770895e6-d4e5-44a6-9c45-aa55c2eec383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.630226 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-770895e6-d4e5-44a6-9c45-aa55c2eec383 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3e58366-7ebe-4358-b3e0-8334792a2922 HTTP/1.1" status: 204 len: 168 time: 1.0346084 Dec 09 22:23:54.632112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e13fc-c481-4f43-9cad-a7f9a945302a None None] No DVR routers for this DVR port c18f652f-e026-4b82-8c33-13937d6de958 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:54.648816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770895e6-d4e5-44a6-9c45-aa55c2eec383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e58366-7ebe-4358-b3e0-8334792a2922,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:54.660492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-f4cf4f79-b453-4c8f-a34c-06722f47df99 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:54.661811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-f4cf4f79-b453-4c8f-a34c-06722f47df99 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.42 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 808 time: 0.7689424 Dec 09 22:23:54.688858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Request body: {'port': {'device_id': 'f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6', 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8', 'admin_state_up': True, 'tenant_id': 'd70657cbae484096913cc9dae6fb25b3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:54.702020 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c5a69475-b808-45b2-af48-39b78c363c3c req-2e69fd12-05b4-480a-8819-0e1459354cbe tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.737532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-bf125774-8e2e-4b7a-91cd-86a9025d4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:54.742402 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-bf125774-8e2e-4b7a-91cd-86a9025d4fd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.1303201 Dec 09 22:23:54.809681 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-4592d6bb-6d0e-461c-bd54-6d9b5348d3eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568550 Dec 09 22:23:54.826255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Deleting port c18f652f-e026-4b82-8c33-13937d6de958 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:23:54.826607 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.837063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db48a-bd5d-4efa-a949-617ee013750c req-2fd3e4b5-d5c3-4654-ac7c-1b07bfacf299 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:54.838988 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d5db48a-bd5d-4efa-a949-617ee013750c req-2fd3e4b5-d5c3-4654-ac7c-1b07bfacf299 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.2940657 Dec 09 22:23:54.935090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d5db48a-bd5d-4efa-a949-617ee013750c req-7e84e7df-1efc-4659-a830-e3951df4868b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864642 Dec 09 22:23:54.974618 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c5a69475-b808-45b2-af48-39b78c363c3c req-2e69fd12-05b4-480a-8819-0e1459354cbe tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.977326 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c5a69475-b808-45b2-af48-39b78c363c3c req-2e69fd12-05b4-480a-8819-0e1459354cbe tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:54.978693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5a69475-b808-45b2-af48-39b78c363c3c req-2e69fd12-05b4-480a-8819-0e1459354cbe tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "DELETE /v2.0/security-groups/1652fdc0-da7b-4ea9-af96-7c99665a1ca9 HTTP/1.1" status: 204 len: 173 time: 0.6965613 Dec 09 22:23:55.010426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] For port c18f652f-e026-4b82-8c33-13937d6de958, host n-d-789963-23, got binding levels [] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:55.010828 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.013615 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69fd12-05b4-480a-8819-0e1459354cbe tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1652fdc0-da7b-4ea9-af96-7c99665a1ca9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:55.036771 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Calling delete_port for c18f652f-e026-4b82-8c33-13937d6de958 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:23:55.042189 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.ipam_backend_mixin [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Port c18f652f-e026-4b82-8c33-13937d6de958 was not found and therefore no delete operation was performed {{(pid=103418) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:23:55.046929 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.077729 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-59ebbf4a-470b-4c6e-843e-a891597eeabc service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616942 Dec 09 22:23:55.094206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18f652f-e026-4b82-8c33-13937d6de958,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:55.096085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Made reservation on behalf of d70657cbae484096913cc9dae6fb25b3 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:55.108871 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.111979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] No DVR routers for this DVR port c18f652f-e026-4b82-8c33-13937d6de958 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:23:55.146139 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c4829d-a5fb-4489-a77b-5329848e4685 x-openstack-request-id: req-d3c4829d-a5fb-4489-a77b-5329848e4685 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:55.146568 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6806c57d-2cba-4c9b-b8d7-34c34a9cd257", "tag": "288bd755-0050-4d31-bfde-07354c93a24f", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:55.146919 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3c4829d-a5fb-4489-a77b-5329848e4685 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:55.147872 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6806c57d-2cba-4c9b-b8d7-34c34a9cd257', 'tag': '288bd755-0050-4d31-bfde-07354c93a24f', 'status': 'completed', 'code': 200} Dec 09 22:23:55.237827 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d76f47e-76c7-4270-96d6-e54c7a2f7965 req-612e5fb4-cf80-47be-b270-a587245e795a service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512504 Dec 09 22:23:55.278554 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d8d20ec-72e3-40b9-9b31-1df139257a93 req-65fccba1-d9eb-4164-abe4-d3dda5a5e0fe tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 210 time: 0.0975335 Dec 09 22:23:55.360468 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.363450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de745a-a436-462c-aa50-17cfb599b383 req-ede185cc-72c2-482a-a2c1-432ef18ae9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:55.366527 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e1de745a-a436-462c-aa50-17cfb599b383 req-ede185cc-72c2-482a-a2c1-432ef18ae9a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 1096 time: 0.0744400 Dec 09 22:23:55.409402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f371dad-8b8f-4f53-8049-9687e7fd54a6']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:55.430098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dac18df-41fc-4a43-a0af-e6e531e84baa') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:55.430390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dac18df-41fc-4a43-a0af-e6e531e84baa') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:55.452727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd832310-a99e-4573-8e98-82ef857c56ed req-6d58ce46-bc8f-444f-820f-b6befbd78bef tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/12030334-332e-4f02-a403-7f03d3108822 HTTP/1.1" status: 200 len: 1828 time: 0.2079117 Dec 09 22:23:55.455826 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.503958 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.549271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:23:55.549595 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:23:55.551326 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:23:55.617421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Allocated IP 172.20.0.2 (46a88b3d-bbc7-4cde-a7d0-668bc115edd8/63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c/e586c42a-8fb8-4948-ab8f-4bb6cf341c51) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:23:55.623590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c18f652f-e026-4b82-8c33-13937d6de958 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:23:55.642845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de745a-a436-462c-aa50-17cfb599b383 req-770e5007-7bc7-4860-9c9f-755ae0042bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:55.644346 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e1de745a-a436-462c-aa50-17cfb599b383 req-770e5007-7bc7-4860-9c9f-755ae0042bdc service neutron] 10.222.0.42 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 906 time: 0.2711337 Dec 09 22:23:55.652868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: c18f652f-e026-4b82-8c33-13937d6de958 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:23:55.653427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c18f652f-e026-4b82-8c33-13937d6de958 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:23:55.705355 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.706904 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd832310-a99e-4573-8e98-82ef857c56ed req-2b9ab329-0b8e-490f-a16f-68a153b589e3 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.717911 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.721224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7f371dad-8b8f-4f53-8049-9687e7fd54a6 HTTP/1.1" status: 204 len: 168 time: 1.9480746 Dec 09 22:23:55.727404 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e1de745a-a436-462c-aa50-17cfb599b383 req-5407bd52-8370-4e9a-8176-98132d43ddce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=288bd755-0050-4d31-bfde-07354c93a24f HTTP/1.1" status: 200 len: 217 time: 0.0752003 Dec 09 22:23:55.737762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15eb5c2-e080-43c7-9197-0f878d65e135 req-09d86289-b64f-410b-9e9d-c22e84982785 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:55.739652 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b15eb5c2-e080-43c7-9197-0f878d65e135 req-09d86289-b64f-410b-9e9d-c22e84982785 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 944 time: 0.2145960 Dec 09 22:23:55.767572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb359f5-5195-40f7-8f52-d550e11b5862 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f371dad-8b8f-4f53-8049-9687e7fd54a6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:55.797769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd832310-a99e-4573-8e98-82ef857c56ed req-2b9ab329-0b8e-490f-a16f-68a153b589e3 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.841569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de745a-a436-462c-aa50-17cfb599b383 req-2cf5314b-782b-4029-ac81-ec2dab8a6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:55.843203 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e1de745a-a436-462c-aa50-17cfb599b383 req-2cf5314b-782b-4029-ac81-ec2dab8a6fff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.1073194 Dec 09 22:23:55.917205 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e1de745a-a436-462c-aa50-17cfb599b383 req-43fb79c7-26ee-48b7-85eb-461b106869e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660052 Dec 09 22:23:55.939116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b15eb5c2-e080-43c7-9197-0f878d65e135 req-49ef2e58-9ad1-44ef-a6be-826ca6455f07 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804852 Dec 09 22:23:55.957769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd832310-a99e-4573-8e98-82ef857c56ed req-2b9ab329-0b8e-490f-a16f-68a153b589e3 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.966805 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fd832310-a99e-4573-8e98-82ef857c56ed req-2b9ab329-0b8e-490f-a16f-68a153b589e3 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:55.968208 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd832310-a99e-4573-8e98-82ef857c56ed req-2b9ab329-0b8e-490f-a16f-68a153b589e3 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "DELETE /v2.0/security-groups/12030334-332e-4f02-a403-7f03d3108822 HTTP/1.1" status: 204 len: 173 time: 0.5146487 Dec 09 22:23:55.988344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ab329-0b8e-490f-a16f-68a153b589e3 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12030334-332e-4f02-a403-7f03d3108822,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:56.029019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60184) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:56.088151 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2b90b73-7f3d-4083-8a42-bbc7ddf4d3a3 req-b5aa74aa-1762-4c60-9cd6-80bd9b1b3c05 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/6ad29dc5-d3c6-4077-bbd9-e888bb210284 HTTP/1.1" status: 200 len: 1828 time: 0.0941117 Dec 09 22:23:56.111028 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e1de745a-a436-462c-aa50-17cfb599b383 req-98350961-b840-4035-b0a9-057b8ca2ec85 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808443 Dec 09 22:23:56.114586 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-923ec7c6-3a86-435b-aaac-403cd6a7cf2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61742109b4ee4c3fabfcc53ff5b2b187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0840974 Dec 09 22:23:56.117280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60188) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:56.226303 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:56.271960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02689164-ff79-4871-bf97-4aaa39ff67bb req-4b117c48-3356-4b24-8b3a-63f0b84acf83 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:56.274092 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02689164-ff79-4871-bf97-4aaa39ff67bb req-4b117c48-3356-4b24-8b3a-63f0b84acf83 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1236558 Dec 09 22:23:56.276595 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c2b90b73-7f3d-4083-8a42-bbc7ddf4d3a3 req-eb810758-36d5-4863-98e7-c7cdd7ff7dfa tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:56.303333 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b55895c5-b485-4ca0-bc6b-135e52e82b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:56.329014 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e1de745a-a436-462c-aa50-17cfb599b383 req-44576f24-e5b7-4fd3-8338-e94ffd1a0aed service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048094 Dec 09 22:23:56.331531 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c2b90b73-7f3d-4083-8a42-bbc7ddf4d3a3 req-eb810758-36d5-4863-98e7-c7cdd7ff7dfa tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:56.368088 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:56.377814 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b55895c5-b485-4ca0-bc6b-135e52e82b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:56.441932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b55895c5-b485-4ca0-bc6b-135e52e82b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:56.442396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02689164-ff79-4871-bf97-4aaa39ff67bb req-8d5f55f7-b870-4b35-a367-610bb162fd53 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549745 Dec 09 22:23:56.446872 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b55895c5-b485-4ca0-bc6b-135e52e82b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:56.450713 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b55895c5-b485-4ca0-bc6b-135e52e82b9f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f33bef77-4a2c-4974-9f1b-3119d6155b36 HTTP/1.1" status: 204 len: 168 time: 0.3299797 Dec 09 22:23:56.460942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55895c5-b485-4ca0-bc6b-135e52e82b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33bef77-4a2c-4974-9f1b-3119d6155b36,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:56.476319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:23:56.482795 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:23:56.485625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Pushing event updated for resources: {'Port': ['ID=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:56.494642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:23:56.510697 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c2b90b73-7f3d-4083-8a42-bbc7ddf4d3a3 req-eb810758-36d5-4863-98e7-c7cdd7ff7dfa tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:56.513752 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c2b90b73-7f3d-4083-8a42-bbc7ddf4d3a3 req-eb810758-36d5-4863-98e7-c7cdd7ff7dfa tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:56.524957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2b90b73-7f3d-4083-8a42-bbc7ddf4d3a3 req-eb810758-36d5-4863-98e7-c7cdd7ff7dfa tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "DELETE /v2.0/security-groups/6ad29dc5-d3c6-4077-bbd9-e888bb210284 HTTP/1.1" status: 204 len: 173 time: 0.4254994 Dec 09 22:23:56.564116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb810758-36d5-4863-98e7-c7cdd7ff7dfa tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad29dc5-d3c6-4077-bbd9-e888bb210284,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:56.586661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:56.587655 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:56.611179 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-93916ec3-968b-4b6e-a493-19de3d48dcba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9272406 Dec 09 22:23:56.622642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Request body: {'port': {'device_id': 'f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:56.696263 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:56.880106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f300b2-e6f7-4297-ba9d-e17cc5c65af7 req-49e85c6e-947d-4506-be21-d374a36c71bf tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:56.881861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92f300b2-e6f7-4297-ba9d-e17cc5c65af7 req-49e85c6e-947d-4506-be21-d374a36c71bf tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 931 time: 0.1416199 Dec 09 22:23:56.963997 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92f300b2-e6f7-4297-ba9d-e17cc5c65af7 req-310dd32d-5dcf-4dae-b3cd-d89b9f3ce8a0 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736945 Dec 09 22:23:57.068106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63597055-24a8-442d-91f5-374a59a8abbf req-75dff4f0-ddb8-4dc6-b3df-86230ff657d3 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "GET /v2.0/security-groups/1711d12d-c6c8-4708-86da-3e2a90c882b8 HTTP/1.1" status: 200 len: 1830 time: 0.1086278 Dec 09 22:23:57.196459 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-63597055-24a8-442d-91f5-374a59a8abbf req-468dc9c2-f03a-434d-812a-c1c0468c5535 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:57.243195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e586c42a-8fb8-4948-ab8f-4bb6cf341c51 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:57.260599 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:57.268594 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-63597055-24a8-442d-91f5-374a59a8abbf req-468dc9c2-f03a-434d-812a-c1c0468c5535 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:57.302810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Transition to ACTIVE for port object e586c42a-8fb8-4948-ab8f-4bb6cf341c51 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:23:57.312900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59071e58-19e7-46cc-bfcb-7315a1c013a9 req-d688cc41-f183-448c-854a-5afc6128472d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:57.314452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59071e58-19e7-46cc-bfcb-7315a1c013a9 req-d688cc41-f183-448c-854a-5afc6128472d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 944 time: 0.1123726 Dec 09 22:23:57.322929 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:57.431437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59071e58-19e7-46cc-bfcb-7315a1c013a9 req-09a8bb38-ff98-40c4-abe7-5c86de1dadd3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094549 Dec 09 22:23:57.465107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-63597055-24a8-442d-91f5-374a59a8abbf req-468dc9c2-f03a-434d-812a-c1c0468c5535 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:57.467802 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-63597055-24a8-442d-91f5-374a59a8abbf req-468dc9c2-f03a-434d-812a-c1c0468c5535 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:57.468980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63597055-24a8-442d-91f5-374a59a8abbf req-468dc9c2-f03a-434d-812a-c1c0468c5535 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] 10.222.0.16 "DELETE /v2.0/security-groups/1711d12d-c6c8-4708-86da-3e2a90c882b8 HTTP/1.1" status: 204 len: 173 time: 0.3903887 Dec 09 22:23:57.476192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60236) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:57.476659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Pushing event updated for resources: {'Port': ['ID=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:57.545464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dc9c2-f03a-434d-812a-c1c0468c5535 tempest-SecurityGroupRulesNegativeTestJSON-541677389 tempest-SecurityGroupRulesNegativeTestJSON-541677389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1711d12d-c6c8-4708-86da-3e2a90c882b8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:57.586876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7028ec-ed11-4566-a6ab-3e2de2a51b15 admin admin] Deleting subnet 99e0a335-a156-428a-b2e6-9245742bd4fc {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:23:57.599729 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db7028ec-ed11-4566-a6ab-3e2de2a51b15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:57.614540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Attempting to bind port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:23:57.616057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Attempting to bind port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:23:57.616410 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Attempting to bind port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:57.628399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:23:57.628758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Attempting to bind port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:23:57.640443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:23:57.641242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:23:57.641242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:23:57.643878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Bound port: e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:23:57.644266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:57.686610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db7028ec-ed11-4566-a6ab-3e2de2a51b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:57.788972 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db7028ec-ed11-4566-a6ab-3e2de2a51b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:57.808041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60258) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:57.855056 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db7028ec-ed11-4566-a6ab-3e2de2a51b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:57.884184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe519e7-b349-4680-a81d-8e2b4f10a6c6 req-c241b118-ad6d-44ce-a69b-8f0ded6cfb6f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:57.886124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7fe519e7-b349-4680-a81d-8e2b4f10a6c6 req-c241b118-ad6d-44ce-a69b-8f0ded6cfb6f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.2386844 Dec 09 22:23:57.890024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7028ec-ed11-4566-a6ab-3e2de2a51b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e0a335-a156-428a-b2e6-9245742bd4fc,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:57.892649 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db7028ec-ed11-4566-a6ab-3e2de2a51b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:57.901178 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-db7028ec-ed11-4566-a6ab-3e2de2a51b15 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/99e0a335-a156-428a-b2e6-9245742bd4fc HTTP/1.1" status: 204 len: 168 time: 0.4229810 Dec 09 22:23:57.902335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60268) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:57.991412 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.129287 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.152806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4c6538-b82d-4cb0-8b87-cf287ea8ba9a']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:58.164298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e168cb-5516-4746-b19b-7ee3bbc3c6bd') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:58.164616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e168cb-5516-4746-b19b-7ee3bbc3c6bd') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:23:58.179547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.202077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.217471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:23:58.218012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:23:58.220675 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:23:58.296487 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.330608 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.350983 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/be4c6538-b82d-4cb0-8b87-cf287ea8ba9a HTTP/1.1" status: 204 len: 168 time: 0.4464452 Dec 09 22:23:58.363906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cca910-b944-4f89-a950-41b1ef58dbd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=be4c6538-b82d-4cb0-8b87-cf287ea8ba9a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:58.402704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-590112141-network', 'tenant_id': 'ce99cf4957c64b949ed632d0f30c8b93'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:58.421952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 288bd755-0050-4d31-bfde-07354c93a24f details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:23:58.480024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:23:58.529580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:23:58.539736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Made reservation on behalf of ce99cf4957c64b949ed632d0f30c8b93 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:58.543078 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.575440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.578491 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.585135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 288bd755-0050-4d31-bfde-07354c93a24f, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=288bd755-0050-4d31-bfde-07354c93a24f,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:58.606749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60288) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:58.615801 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '288bd755-0050-4d31-bfde-07354c93a24f', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'port_id': '288bd755-0050-4d31-bfde-07354c93a24f', 'mac_address': 'fa:16:3e:28:c5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:23:58.657878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Pushing event updated for resources: {'Port': ['ID=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:58.674880 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7fe519e7-b349-4680-a81d-8e2b4f10a6c6 req-69c28eec-324c-4986-9d7f-62b139783959 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7755616 Dec 09 22:23:58.694933 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.698508 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-83949830-b62c-4131-b193-dd3c15084aea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=022e1e05811e46269fe10ec1ee2b67ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0904372 Dec 09 22:23:58.701211 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60292) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:58.719924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288bd755-0050-4d31-bfde-07354c93a24f {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:23:58.728634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:58.729248 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.734587 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-67d2b0dc-c046-4176-807d-6b3e7e87b9ae service neutron] 10.222.0.42 "PUT /v2.0/ports/e586c42a-8fb8-4948-ab8f-4bb6cf341c51 HTTP/1.1" status: 200 len: 1092 time: 2.1146491 Dec 09 22:23:58.737982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6', 'tag': 'e586c42a-8fb8-4948-ab8f-4bb6cf341c51'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:23:58.751013 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc39e2-b5df-4cb6-a862-2e995f6fa8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6", "tag": "e586c42a-8fb8-4948-ab8f-4bb6cf341c51"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:23:58.783772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 288bd755-0050-4d31-bfde-07354c93a24f, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=288bd755-0050-4d31-bfde-07354c93a24f,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:23:58.792420 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.800337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60300) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:58.845372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3ae8a-cd14-4080-a50f-e3daac00c80b req-d81774eb-f3f0-458f-a192-2bb1c9fc73ca tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:58.847207 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5a3ae8a-cd14-4080-a50f-e3daac00c80b req-d81774eb-f3f0-458f-a192-2bb1c9fc73ca tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 943 time: 0.3536990 Dec 09 22:23:58.860555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=288bd755-0050-4d31-bfde-07354c93a24f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:58.925077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bfd9c24c-8241-4248-bc85-9ae76e91e8ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:58.952988 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-2774db5d-fe0a-4204-954c-900552f50b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:58.954522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-2774db5d-fe0a-4204-954c-900552f50b89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 1095 time: 0.1732993 Dec 09 22:23:58.981440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['288bd755-0050-4d31-bfde-07354c93a24f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:23:59.002252 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef9c4-edcf-4e1c-a657-7026651afa8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.012903 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bfd9c24c-8241-4248-bc85-9ae76e91e8ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.018565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bfd9c24c-8241-4248-bc85-9ae76e91e8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.047428 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bfd9c24c-8241-4248-bc85-9ae76e91e8ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d292f9572894695a17a222cd93ea497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470715 Dec 09 22:23:59.053346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-d5bcf160-4083-474a-988b-4b5d7bfaa612 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51 HTTP/1.1" status: 200 len: 217 time: 0.0786421 Dec 09 22:23:59.055082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60304) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:59.062536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab7911-901f-493b-ada4-441c7dc2c921 req-c3f4d7ac-ab1b-4b17-b105-50f3315f504c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:59.064450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eaab7911-901f-493b-ada4-441c7dc2c921 req-c3f4d7ac-ab1b-4b17-b105-50f3315f504c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 945 time: 0.2342198 Dec 09 22:23:59.086657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5a3ae8a-cd14-4080-a50f-e3daac00c80b req-ec5970ac-8586-4abb-a62e-11dbbbc02ffb tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145333 Dec 09 22:23:59.100460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9c24c-8241-4248-bc85-9ae76e91e8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd03f73-14d9-4ec3-9a29-b5531044645f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:59.134892 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef9c4-edcf-4e1c-a657-7026651afa8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.154352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-49cf918a-aa0b-4abe-be8f-3a9111994323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.173939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.190161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-49cf918a-aa0b-4abe-be8f-3a9111994323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.199111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.245920 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-49cf918a-aa0b-4abe-be8f-3a9111994323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.251949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-49cf918a-aa0b-4abe-be8f-3a9111994323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.254039 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-49cf918a-aa0b-4abe-be8f-3a9111994323 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3dd03f73-14d9-4ec3-9a29-b5531044645f HTTP/1.1" status: 204 len: 168 time: 0.1978829 Dec 09 22:23:59.263749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf918a-aa0b-4abe-be8f-3a9111994323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd03f73-14d9-4ec3-9a29-b5531044645f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:59.269684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-94e462b7-5c91-432a-8bbc-e6ca0be55232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:59.271640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-94e462b7-5c91-432a-8bbc-e6ca0be55232 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.2062981 Dec 09 22:23:59.272390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:23:59.317416 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856fb865-ccb9-43b2-88aa-e2caf543204d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:59.324282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-770cc811-c11c-42dc-93cd-4bfbb2e0b2e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407665 Dec 09 22:23:59.326183 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.326530 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Added segment 2af743cf-2ae7-4fb4-af1f-cae9f4dca934 of type vlan for network 189d163b-73d0-4b06-aab3-6d9bbb77b4c4 Dec 09 22:23:59.330757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eaab7911-901f-493b-ada4-441c7dc2c921 req-e820894f-6c9e-4651-a0d7-5119f03f60ca tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379298 Dec 09 22:23:59.398481 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef9c4-edcf-4e1c-a657-7026651afa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.401070 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef9c4-edcf-4e1c-a657-7026651afa8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.402242 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8c3ef9c4-edcf-4e1c-a657-7026651afa8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7bb0b5d-6480-45a9-8732-bf7bd6a81ef7 HTTP/1.1" status: 204 len: 168 time: 0.6922519 Dec 09 22:23:59.421472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.466880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ef9c4-edcf-4e1c-a657-7026651afa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bb0b5d-6480-45a9-8732-bf7bd6a81ef7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:59.511157 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.512042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:59.512559 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.535562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-0d620126-773d-4724-b8c8-53bc17cfa008 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965716 Dec 09 22:23:59.571213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7568996 Dec 09 22:23:59.575447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60316) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:23:59.596956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1af525b2-81b6-42cf-8259-0740bebf9c5b admin admin] Request body: {'subnet': {'network_id': '189d163b-73d0-4b06-aab3-6d9bbb77b4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-590112141-subnet', 'tenant_id': 'ce99cf4957c64b949ed632d0f30c8b93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:23:59.627492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf1d6e-0068-4f9c-8492-1feeea154328 admin admin] Pushing event updated for resources: {'Network': ['ID=189d163b-73d0-4b06-aab3-6d9bbb77b4c4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:23:59.638160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 189d163b-73d0-4b06-aab3-6d9bbb77b4c4 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:23:59.689317 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af525b2-81b6-42cf-8259-0740bebf9c5b admin admin] Made reservation on behalf of ce99cf4957c64b949ed632d0f30c8b93 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:23:59.699524 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1af525b2-81b6-42cf-8259-0740bebf9c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:23:59.750085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c024f00-9b5b-4e1e-93e4-d5edc042a2ec req-11d4b3a9-d635-48dd-98b9-5b79eb5764b3 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024033 Dec 09 22:23:59.759079 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bc81be-82b9-4e89-8d90-baff538ef291 x-openstack-request-id: req-e2bc81be-82b9-4e89-8d90-baff538ef291 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:23:59.759404 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6", "tag": "e586c42a-8fb8-4948-ab8f-4bb6cf341c51", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:23:59.759652 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2bc81be-82b9-4e89-8d90-baff538ef291 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:23:59.760076 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6', 'tag': 'e586c42a-8fb8-4948-ab8f-4bb6cf341c51', 'status': 'completed', 'code': 200} Dec 09 22:23:59.803867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7740b52a-fc52-4bcb-bf8c-158b530fb711 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6edf82e3968b4c2394fdae303953993a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346024 Dec 09 22:23:59.961190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc39e2-b5df-4cb6-a862-2e995f6fa8bc req-01b40e00-ddb3-42a8-8347-a58adb770dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:23:59.962138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36cc39e2-b5df-4cb6-a862-2e995f6fa8bc req-01b40e00-ddb3-42a8-8347-a58adb770dbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 1095 time: 0.1343157 Dec 09 22:23:59.995254 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60330) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:00.020519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aed4d4-2778-4e51-bc6b-a193d28ddc57 req-17629f96-5f9f-44f8-8047-4a3590633f21 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:00.022068 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45aed4d4-2778-4e51-bc6b-a193d28ddc57 req-17629f96-5f9f-44f8-8047-4a3590633f21 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1393392 Dec 09 22:24:00.024745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9aca80f2-6a9d-446a-893d-7c0ee81bbf48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:00.033029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-dde3f391-5e62-4613-b36d-34ce0421d778 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:00.034561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-dde3f391-5e62-4613-b36d-34ce0421d778 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230575 Dec 09 22:24:00.107721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-13eaa603-d987-4d46-9c9d-bc00530bdb49 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/quotas/6edf82e3968b4c2394fdae303953993a HTTP/1.1" status: 200 len: 375 time: 0.0610468 Dec 09 22:24:00.161173 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45aed4d4-2778-4e51-bc6b-a193d28ddc57 req-95add0cf-eb68-4886-8cf7-f557b20ba4f2 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227508 Dec 09 22:24:00.165406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-0ee1c707-89cd-4a84-a10f-bf8a048b0bed tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6edf82e3968b4c2394fdae303953993a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374439 Dec 09 22:24:00.186720 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1af525b2-81b6-42cf-8259-0740bebf9c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:00.193830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc39e2-b5df-4cb6-a862-2e995f6fa8bc req-d212f3e7-17c6-4390-a22d-cc248065eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:00.195459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36cc39e2-b5df-4cb6-a862-2e995f6fa8bc req-d212f3e7-17c6-4390-a22d-cc248065eb22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.2230630 Dec 09 22:24:00.250475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36cc39e2-b5df-4cb6-a862-2e995f6fa8bc req-8db21510-32b6-41a9-a917-064047b989e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51 HTTP/1.1" status: 200 len: 217 time: 0.0463047 Dec 09 22:24:00.277494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af525b2-81b6-42cf-8259-0740bebf9c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3b49c4-7116-4549-965c-8c82e15348f2,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:00.310747 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9aca80f2-6a9d-446a-893d-7c0ee81bbf48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:00.318796 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9aca80f2-6a9d-446a-893d-7c0ee81bbf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:00.331203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af525b2-81b6-42cf-8259-0740bebf9c5b admin admin] Checking segment: {'id': '2af743cf-2ae7-4fb4-af1f-cae9f4dca934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '189d163b-73d0-4b06-aab3-6d9bbb77b4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:00.332038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af525b2-81b6-42cf-8259-0740bebf9c5b admin admin] Network hostable DHCP agents. Network: 189d163b-73d0-4b06-aab3-6d9bbb77b4c4, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:24:00.332218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc39e2-b5df-4cb6-a862-2e995f6fa8bc req-cbd73a3e-fb04-4e15-8825-01868fc174f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:00.333734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36cc39e2-b5df-4cb6-a862-2e995f6fa8bc req-cbd73a3e-fb04-4e15-8825-01868fc174f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.0762584 Dec 09 22:24:00.369762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4ef91-3435-4250-be28-747145184ea3 req-5d3905ab-adfa-4b60-8920-32b629dfabc3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:00.379490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8f4ef91-3435-4250-be28-747145184ea3 req-5d3905ab-adfa-4b60-8920-32b629dfabc3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 943 time: 0.1137009 Dec 09 22:24:00.380736 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9aca80f2-6a9d-446a-893d-7c0ee81bbf48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=627f8e62112641c49fbab9a52ebe11e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3844090 Dec 09 22:24:00.388488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60348) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:00.407466 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36cc39e2-b5df-4cb6-a862-2e995f6fa8bc req-1c528357-9858-47d1-b01f-c5637133c723 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654330 Dec 09 22:24:00.409593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca80f2-6a9d-446a-893d-7c0ee81bbf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c48a6cd-2850-442d-9963-4bfedc0d4bb2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:00.416458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af525b2-81b6-42cf-8259-0740bebf9c5b admin admin] Network 189d163b-73d0-4b06-aab3-6d9bbb77b4c4 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:24:00.425525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 288bd755-0050-4d31-bfde-07354c93a24f up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:00.444234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1af525b2-81b6-42cf-8259-0740bebf9c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 189d163b-73d0-4b06-aab3-6d9bbb77b4c4) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:00.454890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af525b2-81b6-42cf-8259-0740bebf9c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:00.455728 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1af525b2-81b6-42cf-8259-0740bebf9c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:00.480676 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1af525b2-81b6-42cf-8259-0740bebf9c5b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9034204 Dec 09 22:24:00.493243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0fb5662-cbee-4eef-bb3e-188f2c91f353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:00.532088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8f4ef91-3435-4250-be28-747145184ea3 req-52729c23-929a-4506-a70f-0905807f3b16 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423335 Dec 09 22:24:00.558316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36cc39e2-b5df-4cb6-a862-2e995f6fa8bc req-d0831294-24b9-4625-a2f9-95af09c4c267 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424258 Dec 09 22:24:00.560241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb0b047-a924-4c55-945d-2e96a9015357 None None] Network 189d163b-73d0-4b06-aab3-6d9bbb77b4c4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:24:00.611634 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0fb5662-cbee-4eef-bb3e-188f2c91f353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:00.770933 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0fb5662-cbee-4eef-bb3e-188f2c91f353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:00.788864 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0fb5662-cbee-4eef-bb3e-188f2c91f353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:00.790255 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d0fb5662-cbee-4eef-bb3e-188f2c91f353 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c48a6cd-2850-442d-9963-4bfedc0d4bb2 HTTP/1.1" status: 204 len: 168 time: 0.3995278 Dec 09 22:24:00.820236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb5662-cbee-4eef-bb3e-188f2c91f353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c48a6cd-2850-442d-9963-4bfedc0d4bb2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:00.922777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36cc39e2-b5df-4cb6-a862-2e995f6fa8bc req-a3e3c19d-951c-4338-8075-9b61ca804786 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563471 Dec 09 22:24:00.926841 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-f5b224ca-c560-4725-afdc-9247df008160 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6edf82e3968b4c2394fdae303953993a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017327 Dec 09 22:24:00.929060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 288bd755-0050-4d31-bfde-07354c93a24f completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:00.940400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30897efc-3462-43ff-bdff-94fe875a5023 None None] Network 189d163b-73d0-4b06-aab3-6d9bbb77b4c4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:24:00.946967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 288bd755-0050-4d31-bfde-07354c93a24f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:00.948823 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:01.071672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1297b6-03fa-4304-814c-538cddb9931f req-399df5ce-5ce6-4019-896e-163f85f92d33 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:01.073510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-399df5ce-5ce6-4019-896e-163f85f92d33 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1379061 Dec 09 22:24:01.089017 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de894d51-96fe-4c5e-a555-655e987505cd req-1778c3d1-a7cf-40c2-b043-e0e70e6e3591 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:01.108765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de894d51-96fe-4c5e-a555-655e987505cd req-1778c3d1-a7cf-40c2-b043-e0e70e6e3591 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 945 time: 0.4175167 Dec 09 22:24:01.114388 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ee1011b-e67a-4984-95f8-66fdb53dd62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:01.152166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-8cabce41-4bcd-424d-a367-63c3a757262e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/quotas/6edf82e3968b4c2394fdae303953993a HTTP/1.1" status: 200 len: 375 time: 0.0311553 Dec 09 22:24:01.254436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-55727b13-a5e5-40da-aea7-c8ab4943d25d tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6edf82e3968b4c2394fdae303953993a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012347 Dec 09 22:24:01.271155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de894d51-96fe-4c5e-a555-655e987505cd req-b8a9ae60-dce1-47c5-874d-65493f5f94a9 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614394 Dec 09 22:24:01.321453 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:01.357289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6806c57d-2cba-4c9b-b8d7-34c34a9cd257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288bd755-0050-4d31-bfde-07354c93a24f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:01.360736 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b349b40c-b376-4d1b-a6eb-fd94f00768f6" -d '{"events": [{"server_uuid": "6806c57d-2cba-4c9b-b8d7-34c34a9cd257", "name": "network-vif-plugged", "status": "completed", "tag": "288bd755-0050-4d31-bfde-07354c93a24f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:01.402343 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 288bd755-0050-4d31-bfde-07354c93a24f, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=288bd755-0050-4d31-bfde-07354c93a24f,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:01.414216 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:01.480428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=288bd755-0050-4d31-bfde-07354c93a24f,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:01.672433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967e72a-692e-4ab5-9554-99331996ad3c req-6d5a7921-3eb1-4aa9-a9f1-aef4f93e0d8a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:01.674111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-6d5a7921-3eb1-4aa9-a9f1-aef4f93e0d8a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 814 time: 0.2453592 Dec 09 22:24:01.702120 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-6851f071-43b4-410f-a80a-d56dac07bb2e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/quotas/d3077981454f4468912f3550eb92249b HTTP/1.1" status: 200 len: 375 time: 0.0149317 Dec 09 22:24:01.726945 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08402c7-dc65-4be4-88dc-52f57a35a42c req-328a9285-e13d-488d-a644-7eaa7bb4399b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:01.728452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f08402c7-dc65-4be4-88dc-52f57a35a42c req-328a9285-e13d-488d-a644-7eaa7bb4399b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.0999014 Dec 09 22:24:01.796687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-6bdee3f8-205e-4dff-889c-9c6c57cc2b78 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914385 Dec 09 22:24:01.830504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f08402c7-dc65-4be4-88dc-52f57a35a42c req-4ef56fbf-ffd5-4ef0-877d-3027daf5f170 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874078 Dec 09 22:24:01.953836 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-ef1f01b4-25ef-472d-8055-4caabec6cc5a tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6edf82e3968b4c2394fdae303953993a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353122 Dec 09 22:24:01.955702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-f3d38ba7-361b-4992-9de4-8d4e9fb59631 service neutron] 10.222.0.16 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582468 Dec 09 22:24:01.966520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3445d785-1479-4065-9ac2-c78d85f34c62 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:02.110411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60436) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:02.155598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3445d785-1479-4065-9ac2-c78d85f34c62, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3445d785-1479-4065-9ac2-c78d85f34c62,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:02.190164 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-956309d4-d92c-44ce-99b8-50c9d992dbb9 service neutron] 10.222.0.16 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254150 Dec 09 22:24:02.194196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '3445d785-1479-4065-9ac2-c78d85f34c62', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'port_id': '3445d785-1479-4065-9ac2-c78d85f34c62', 'mac_address': 'fa:16:3e:be:1d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a961b3f3-c349-4ed3-9f0c-098c9d46b411', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:02.201859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-9a2a8e00-2cec-440a-8cc3-0175bc348d1a tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:02.201859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-9a2a8e00-2cec-440a-8cc3-0175bc348d1a tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355444 Dec 09 22:24:02.214774 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Request body: {'port': {'device_id': '423a0dba-4678-40e4-92e7-51429416bb5b', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': '6edf82e3968b4c2394fdae303953993a'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:02.275669 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-346379814-network', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:02.295142 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.338012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3445d785-1479-4065-9ac2-c78d85f34c62 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:02.339582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Made reservation on behalf of a53951a7469542d6a592d3c75daaf763 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:02.342413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.360350 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.377325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3445d785-1479-4065-9ac2-c78d85f34c62, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3445d785-1479-4065-9ac2-c78d85f34c62,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:02.384428 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.405303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Made reservation on behalf of 6edf82e3968b4c2394fdae303953993a for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:02.412917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.437495 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e5cfa0-0020-439a-af02-44b6bd9274cf x-openstack-request-id: req-23e5cfa0-0020-439a-af02-44b6bd9274cf {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:02.437777 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6806c57d-2cba-4c9b-b8d7-34c34a9cd257", "name": "network-vif-plugged", "status": "completed", "tag": "288bd755-0050-4d31-bfde-07354c93a24f", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:02.439644 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23e5cfa0-0020-439a-af02-44b6bd9274cf {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:02.440235 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6806c57d-2cba-4c9b-b8d7-34c34a9cd257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288bd755-0050-4d31-bfde-07354c93a24f', 'code': 200} Dec 09 22:24:02.441103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e586c42a-8fb8-4948-ab8f-4bb6cf341c51 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:02.451805 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.611061 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.619526 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.622387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3445d785-1479-4065-9ac2-c78d85f34c62,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:02.637705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3faf9-ed5a-4b65-b7a9-1f457aff612f req-9eaa32ec-4b06-4f46-a555-5203a2f8fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:02.639475 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21b3faf9-ed5a-4b65-b7a9-1f457aff612f req-9eaa32ec-4b06-4f46-a555-5203a2f8fc75 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 1098 time: 0.0964041 Dec 09 22:24:02.678128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:02.679657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:24:02.698242 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ed861d-1e8f-4727-8b4e-baf942e3af83,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:02.702873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.703547 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Added segment 85d43e33-e357-4b94-a61d-73ba8063e0f9 of type vlan for network 423145d5-d001-463a-b86e-cdc82e5078c0 Dec 09 22:24:02.745460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'e586c42a-8fb8-4948-ab8f-4bb6cf341c51', 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8', 'port_id': 'e586c42a-8fb8-4948-ab8f-4bb6cf341c51', 'mac_address': 'fa:16:3e:e9:6d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:02.757252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['3445d785-1479-4065-9ac2-c78d85f34c62'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:02.792331 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21b3faf9-ed5a-4b65-b7a9-1f457aff612f req-c4127edc-0c42-4c26-9f28-ac8e0c1e7f64 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441250 Dec 09 22:24:02.794040 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.865779 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.867846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:02.868706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.900681 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:02.923136 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8118825 Dec 09 22:24:02.928333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e586c42a-8fb8-4948-ab8f-4bb6cf341c51 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:02.944308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25f7208c-111b-4df8-a807-f531974ce645 req-f9d1e99d-8774-41fa-b432-443b5f079da1 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 210 time: 0.0374808 Dec 09 22:24:02.944908 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60466) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:02.954194 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-4a97b788-2fca-42cf-b64a-3be1c118600d admin admin] Request body: {'subnet': {'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-346379814-subnet', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:03.019309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:03.033325 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:03.035925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-b379295e-88e1-424f-bc9a-59ea4be0d939 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:03.038049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-b379295e-88e1-424f-bc9a-59ea4be0d939 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/networks?id=189d163b-73d0-4b06-aab3-6d9bbb77b4c4 HTTP/1.1" status: 200 len: 817 time: 0.6168509 Dec 09 22:24:03.101668 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-66fef3c4-e2f2-4303-a7f9-6889ebdcfd98 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6edf82e3968b4c2394fdae303953993a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090927 Dec 09 22:24:03.122791 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-acac72a3-a1e5-4797-9c0c-16cc8adba56c tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/quotas/ce99cf4957c64b949ed632d0f30c8b93 HTTP/1.1" status: 200 len: 375 time: 0.0694988 Dec 09 22:24:03.123456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaa720-d614-4d02-bd0f-11791f0f9bfb admin admin] Pushing event updated for resources: {'Network': ['ID=423145d5-d001-463a-b86e-cdc82e5078c0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:03.126194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:03.138427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 423145d5-d001-463a-b86e-cdc82e5078c0 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:24:03.218726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a97b788-2fca-42cf-b64a-3be1c118600d admin admin] Made reservation on behalf of a53951a7469542d6a592d3c75daaf763 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:03.231832 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4a97b788-2fca-42cf-b64a-3be1c118600d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:03.251003 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0f11-09e1-4f07-9920-8a6ec72474cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:03.264918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1297b6-03fa-4304-814c-538cddb9931f req-38b31a39-228e-40fc-98cd-6a7acaf06578 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:03.266723 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-38b31a39-228e-40fc-98cd-6a7acaf06578 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529882 Dec 09 22:24:03.267213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60472) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:03.280978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-be1297b6-03fa-4304-814c-538cddb9931f req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Request body: {'port': {'device_id': '67f46d2c-1bc4-4742-b27c-f994b75fa3c3', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': '6edf82e3968b4c2394fdae303953993a'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:03.297763 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-9c68908e-adf0-448a-991c-e78e5aa403cd tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce99cf4957c64b949ed632d0f30c8b93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163023 Dec 09 22:24:03.306453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['e586c42a-8fb8-4948-ab8f-4bb6cf341c51'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:03.369193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf5de8-8e7a-4c98-a479-04e55240b464 req-9ef6c206-a3a8-4c5b-865d-93f715ba41e4 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:03.377140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6bf5de8-8e7a-4c98-a479-04e55240b464 req-9ef6c206-a3a8-4c5b-865d-93f715ba41e4 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 944 time: 0.2349417 Dec 09 22:24:03.457247 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:03.463293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-caf70578-1410-4632-9d18-3c71c685feb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:03.472182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1297b6-03fa-4304-814c-538cddb9931f req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Made reservation on behalf of 6edf82e3968b4c2394fdae303953993a for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:03.476315 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-be1297b6-03fa-4304-814c-538cddb9931f req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:03.549404 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:03.565059 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:03.681179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-be1297b6-03fa-4304-814c-538cddb9931f req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Allocated IP 192.168.233.146 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/2f6fbe81-e2a8-4928-b486-deb6aaeae1a2) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:03.686383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a3f07a-7449-4202-a44d-31b0bd0c62c2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:03.690518 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-caf70578-1410-4632-9d18-3c71c685feb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:03.692677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-c161a33c-a0ea-4da3-8423-c0c59391dc10 service neutron] 10.222.0.16 "GET /v2.0/networks/189d163b-73d0-4b06-aab3-6d9bbb77b4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939414 Dec 09 22:24:03.699088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6bf5de8-8e7a-4c98-a479-04e55240b464 req-f04b8597-f65f-4f40-88f8-25c7bcfabcb2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208354 Dec 09 22:24:03.699400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-caf70578-1410-4632-9d18-3c71c685feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:03.762944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf70578-1410-4632-9d18-3c71c685feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b93a757-6793-4277-baba-bf263be07f46,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:03.776242 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-caf70578-1410-4632-9d18-3c71c685feb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6945ba0f78749c1a5003531c492333e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080216 Dec 09 22:24:03.779298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60488) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:03.883665 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4a97b788-2fca-42cf-b64a-3be1c118600d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:03.964874 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19be606f-c229-4897-b4c1-0b7118b81539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:03.980190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3445d785-1479-4065-9ac2-c78d85f34c62 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:03.991037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97b788-2fca-42cf-b64a-3be1c118600d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f626ff74-c59d-4c01-abe5-c6d4185913d3,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:03.994545 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-481cae5e-f22d-40e2-bdf3-430297ca66b6 service neutron] 10.222.0.16 "GET /v2.0/networks/189d163b-73d0-4b06-aab3-6d9bbb77b4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926800 Dec 09 22:24:04.014238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46206ba2-a10c-48bb-b0ea-c3896ff68b98 req-5042b703-4eff-4c71-b0e7-00c7629656de tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:04.015573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46206ba2-a10c-48bb-b0ea-c3896ff68b98 req-5042b703-4eff-4c71-b0e7-00c7629656de tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 946 time: 0.1747792 Dec 09 22:24:04.024040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a97b788-2fca-42cf-b64a-3be1c118600d admin admin] Checking segment: {'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:04.024397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a97b788-2fca-42cf-b64a-3be1c118600d admin admin] Network hostable DHCP agents. Network: 423145d5-d001-463a-b86e-cdc82e5078c0, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:24:04.071783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a97b788-2fca-42cf-b64a-3be1c118600d admin admin] Network 423145d5-d001-463a-b86e-cdc82e5078c0 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:24:04.099065 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46206ba2-a10c-48bb-b0ea-c3896ff68b98 req-57ef4679-56e3-4f32-ba54-79d6cfb558f1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771050 Dec 09 22:24:04.100246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-4a97b788-2fca-42cf-b64a-3be1c118600d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 423145d5-d001-463a-b86e-cdc82e5078c0) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:04.112196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4391ae2-9391-47a5-887e-0d9fe6cbd03a None None] Network 423145d5-d001-463a-b86e-cdc82e5078c0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:24:04.125060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a97b788-2fca-42cf-b64a-3be1c118600d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:04.125661 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4a97b788-2fca-42cf-b64a-3be1c118600d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:04.154549 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4a97b788-2fca-42cf-b64a-3be1c118600d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2044199 Dec 09 22:24:04.157440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60504) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:04.164305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-346379814-router', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:04.210461 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:04.211893 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:04.406231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-417bd73b-04f2-451b-9e21-37748e2169c3 req-1fb5ce4b-8c1e-4f43-a0bc-ecb6acd82a41 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 210 time: 0.1260629 Dec 09 22:24:04.413400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19be606f-c229-4897-b4c1-0b7118b81539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:04.500937 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:04.574382 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e586c42a-8fb8-4948-ab8f-4bb6cf341c51 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:04.605584 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19be606f-c229-4897-b4c1-0b7118b81539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:04.608521 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19be606f-c229-4897-b4c1-0b7118b81539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:04.612743 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-19be606f-c229-4897-b4c1-0b7118b81539 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b93a757-6793-4277-baba-bf263be07f46 HTTP/1.1" status: 204 len: 168 time: 0.8319092 Dec 09 22:24:04.622869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967e72a-692e-4ab5-9554-99331996ad3c req-6c8b1838-d7cf-48a2-b350-f870ccd0e57d tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:04.625264 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-6c8b1838-d7cf-48a2-b350-f870ccd0e57d tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 814 time: 0.1303329 Dec 09 22:24:04.651574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be606f-c229-4897-b4c1-0b7118b81539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b93a757-6793-4277-baba-bf263be07f46,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:04.677628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-4967e72a-692e-4ab5-9554-99331996ad3c req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Request body: {'port': {'device_id': 'd26ee0b1-f3d7-458d-b7bf-a55eb906b298', 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed', 'admin_state_up': True, 'tenant_id': 'd3077981454f4468912f3550eb92249b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:04.750388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-517114d7-22ba-4cb4-b58c-b04eec53dab4 req-acfda047-b995-4207-9d1c-7d07dd6817ab tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 210 time: 0.2235105 Dec 09 22:24:04.759670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-be1297b6-03fa-4304-814c-538cddb9931f req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:04.884647 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-be1297b6-03fa-4304-814c-538cddb9931f req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:04.906158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f0d8c-8ef8-4883-b6a0-22e32db0be69 req-d8b0d230-da20-400e-926b-0ca50e8495db tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:04.907755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b79f0d8c-8ef8-4883-b6a0-22e32db0be69 req-d8b0d230-da20-400e-926b-0ca50e8495db tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 945 time: 0.5118120 Dec 09 22:24:04.964968 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:04.975347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-423145d5-d001-463a-b86e-cdc82e5078c0', 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0', 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'fixed_ips': [{'subnet_id': 'f626ff74-c59d-4c01-abe5-c6d4185913d3'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:24:04.976516 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:04.986001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 3445d785-1479-4065-9ac2-c78d85f34c62 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:04.986705 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:05.017700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1297b6-03fa-4304-814c-538cddb9931f req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:05.029667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4967e72a-692e-4ab5-9554-99331996ad3c req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Made reservation on behalf of d3077981454f4468912f3550eb92249b for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:05.033203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4967e72a-692e-4ab5-9554-99331996ad3c req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:05.064613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-be1297b6-03fa-4304-814c-538cddb9931f req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:05.073638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:05.079135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1297b6-03fa-4304-814c-538cddb9931f req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:05.087300 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:05.087903 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:05.106077 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:05.129283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-93407f9a-016d-4913-bb0b-88c04b7d6f5d req-305e145d-9535-49e1-9ad8-05ac970ba091 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 210 time: 0.2043257 Dec 09 22:24:05.208640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1297b6-03fa-4304-814c-538cddb9931f req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:05.208874 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-be1297b6-03fa-4304-814c-538cddb9931f req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:05.221015 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Pushing event updated for resources: {'Port': ['ID=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:05.312508 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:05.317071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Allocated IP 192.168.233.73 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/6fd94f14-d2ec-4518-b314-e7a9ab765684) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:05.337671 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-fac0551b-4aa7-4c3c-b6b2-bad9614c334c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0611286 Dec 09 22:24:05.430259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Request body: {'port': {'device_id': '67f46d2c-1bc4-4742-b27c-f994b75fa3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:05.485936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b79f0d8c-8ef8-4883-b6a0-22e32db0be69 req-0f9bf7e6-9147-4522-8236-5af2bc7559c3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594933 Dec 09 22:24:05.529614 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6972cc-f19a-4e79-a564-f0cebc2547c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3445d785-1479-4065-9ac2-c78d85f34c62'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:05.531924 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976c29e2-7ab6-4a92-ba23-442369fbffe3" -d '{"events": [{"server_uuid": "7b6972cc-f19a-4e79-a564-f0cebc2547c6", "name": "network-vif-plugged", "status": "completed", "tag": "3445d785-1479-4065-9ac2-c78d85f34c62"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:05.580613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:05.587233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3445d785-1479-4065-9ac2-c78d85f34c62, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3445d785-1479-4065-9ac2-c78d85f34c62,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:05.630410 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:05.635155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Allocated IP 172.20.0.2 (423145d5-d001-463a-b86e-cdc82e5078c0/f626ff74-c59d-4c01-abe5-c6d4185913d3/9a01730a-19dd-4e05-837b-41c63dc2185e) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:05.658113 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:05.669064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072d727-4dc1-4781-a08e-92316bc4989b req-4ce64b4e-e93e-441c-ac1a-d7886fee89d4 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:05.677672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7072d727-4dc1-4781-a08e-92316bc4989b req-4ce64b4e-e93e-441c-ac1a-d7886fee89d4 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 944 time: 0.3518293 Dec 09 22:24:05.811841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-4967e72a-692e-4ab5-9554-99331996ad3c req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Allocated IP 172.20.0.2 (9b150608-ee8f-4669-889c-0049d42cbeed/6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164/5a8ac275-87b6-4877-9a68-df2c19fdcf37) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:05.846868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2fe7e1ee-db64-4dc2-bc78-344b5113590c None None] Provisioning complete for port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:05.846868 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2fe7e1ee-db64-4dc2-bc78-344b5113590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:05.861393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d7324-7784-480e-ac4a-cf5ebdef08ab req-bf8d48af-e118-4514-970f-05f85d3f57a1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:05.870894 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d79d7324-7784-480e-ac4a-cf5ebdef08ab req-bf8d48af-e118-4514-970f-05f85d3f57a1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 946 time: 0.1908255 Dec 09 22:24:05.901370 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7072d727-4dc1-4781-a08e-92316bc4989b req-4a7f80fb-c7c5-4fc7-80c2-cc11aa5689b2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220738 Dec 09 22:24:05.996264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:06.006272 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:06.008041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3445d785-1479-4065-9ac2-c78d85f34c62,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:06.063334 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:06.090148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7e1ee-db64-4dc2-bc78-344b5113590c None None] Port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:24:06.097125 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:06.136850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:06.230067 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:06.238273 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:06.293975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Network 423145d5-d001-463a-b86e-cdc82e5078c0 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:06.300533 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:06.302144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60552) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:06.308382 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:06.310219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-5fb40ade-3f9f-4778-aa55-7ab6e1b77c51 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:06.312146 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-5fb40ade-3f9f-4778-aa55-7ab6e1b77c51 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.42 "GET /v2.0/networks?id=189d163b-73d0-4b06-aab3-6d9bbb77b4c4 HTTP/1.1" status: 200 len: 817 time: 0.5253708 Dec 09 22:24:06.331726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Request body: {'port': {'device_id': 'da993984-756f-48dc-8a96-79176783fcaf', 'network_id': '189d163b-73d0-4b06-aab3-6d9bbb77b4c4', 'admin_state_up': True, 'tenant_id': 'ce99cf4957c64b949ed632d0f30c8b93'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:06.353393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Pushing event updated for resources: {'Port': ['ID=9a01730a-19dd-4e05-837b-41c63dc2185e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:06.407955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Attempting to bind port 9a01730a-19dd-4e05-837b-41c63dc2185e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:06.408422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Attempting to bind port 9a01730a-19dd-4e05-837b-41c63dc2185e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:06.408856 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Attempting to bind port 9a01730a-19dd-4e05-837b-41c63dc2185e on network 423145d5-d001-463a-b86e-cdc82e5078c0 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:06.414915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:06.415409 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Checking segment: {'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:06.416144 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:06.416607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Bound using segment: {'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:06.417154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Bound port: 9a01730a-19dd-4e05-837b-41c63dc2185e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:06.417739 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:06.489540 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] For port 9a01730a-19dd-4e05-837b-41c63dc2185e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:06.492978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] For port 9a01730a-19dd-4e05-837b-41c63dc2185e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a01730a-19dd-4e05-837b-41c63dc2185e,segment=NetworkSegment(85d43e33-e357-4b94-a61d-73ba8063e0f9),segment_id=85d43e33-e357-4b94-a61d-73ba8063e0f9)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:06.498239 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:06.503489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4967e72a-692e-4ab5-9554-99331996ad3c req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:06.554038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1736120804-network', 'tenant_id': '2df9339a90a24882b2e469e99e8d92da'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:06.565765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c7fb3-2712-43fc-9cf2-9af12c066195 None None] Pushing event updated for resources: {'Port': ['ID=9a01730a-19dd-4e05-837b-41c63dc2185e,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:06.591781 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4967e72a-692e-4ab5-9554-99331996ad3c req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:06.600984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e9e7895-56f6-4207-84ca-6473d1a8d817 req-8a10a38f-ff7d-4dcf-9f43-855726117f50 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 210 time: 0.5480201 Dec 09 22:24:06.634436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['4b3034bd-3ea7-4d68-a924-d2ef4d3b314e', '2c355898-883f-48d3-b13d-75e3e74c041a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:06.637014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:06.691267 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e13981-00a6-4465-93b1-71524ee83d71 x-openstack-request-id: req-11e13981-00a6-4465-93b1-71524ee83d71 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:06.692957 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6972cc-f19a-4e79-a564-f0cebc2547c6", "name": "network-vif-plugged", "status": "completed", "tag": "3445d785-1479-4065-9ac2-c78d85f34c62", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:06.695165 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11e13981-00a6-4465-93b1-71524ee83d71 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:06.695637 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6972cc-f19a-4e79-a564-f0cebc2547c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3445d785-1479-4065-9ac2-c78d85f34c62', 'code': 200} Dec 09 22:24:06.734628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d79d7324-7784-480e-ac4a-cf5ebdef08ab req-1f4e79dd-a86b-419d-bf0a-b9bb0acb7708 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8623803 Dec 09 22:24:06.884537 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:06.943423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4967e72a-692e-4ab5-9554-99331996ad3c req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Network 9b150608-ee8f-4669-889c-0049d42cbeed is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:06.952844 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-4967e72a-692e-4ab5-9554-99331996ad3c req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:06.954380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:06.965309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4967e72a-692e-4ab5-9554-99331996ad3c req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:06.999913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:07.003632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:07.059793 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Made reservation on behalf of 2df9339a90a24882b2e469e99e8d92da for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:07.075394 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.085342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cbf76843-537f-49b0-9156-64b9b1e2be1a req-f9e78eab-6836-42a7-a03d-aabe96b4e8c0 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 210 time: 0.1689820 Dec 09 22:24:07.090371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:07.111683 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.123217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Pushing event updated for resources: {'Port': ['ID=6fd94f14-d2ec-4518-b314-e7a9ab765684,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:07.129148 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.131598 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.172079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Pushing event updated for resources: {'Port': ['ID=5a8ac275-87b6-4877-9a68-df2c19fdcf37,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:07.261975 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a2ce6-56ae-4a07-b868-d33f102189bc req-2a6f29dd-baad-4508-a38d-1f1d00c4e90f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:07.271109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a3a2ce6-56ae-4a07-b868-d33f102189bc req-2a6f29dd-baad-4508-a38d-1f1d00c4e90f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 936 time: 0.5021045 Dec 09 22:24:07.278525 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.304619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Transition to ACTIVE for port object 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:07.334447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967e72a-692e-4ab5-9554-99331996ad3c req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:07.335113 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4967e72a-692e-4ab5-9554-99331996ad3c req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.340868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Made reservation on behalf of ce99cf4957c64b949ed632d0f30c8b93 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:07.344913 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.361002 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.446585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-863cc841-24b6-46e0-b1be-d02d53e03cfe None None] Provisioning complete for port 6fd94f14-d2ec-4518-b314-e7a9ab765684 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:07.447156 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-863cc841-24b6-46e0-b1be-d02d53e03cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.459632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec56793-f51a-4c33-b1e9-9f01342ac281 req-d1122cf0-be3b-41d2-8b4e-04536cb6b312 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:07.466964 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ec56793-f51a-4c33-b1e9-9f01342ac281 req-d1122cf0-be3b-41d2-8b4e-04536cb6b312 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1854811 Dec 09 22:24:07.490012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:07.490802 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.505849 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-ca3bb407-fe95-4b9e-be19-f69fd1413ccc tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8458745 Dec 09 22:24:07.518431 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a3a2ce6-56ae-4a07-b868-d33f102189bc req-8bb51964-7abf-4c75-9923-1f097ab6f17c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460990 Dec 09 22:24:07.620796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-863cc841-24b6-46e0-b1be-d02d53e03cfe None None] Port 6fd94f14-d2ec-4518-b314-e7a9ab765684 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:24:07.666080 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.685748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Request body: {'port': {'device_id': 'd26ee0b1-f3d7-458d-b7bf-a55eb906b298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:07.695207 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ec56793-f51a-4c33-b1e9-9f01342ac281 req-375b4852-730d-4077-a5e6-dec23aeb5e55 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270620 Dec 09 22:24:07.729729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-51d8f275-ec2e-41b5-9117-c48773ccbe22 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5188911 Dec 09 22:24:07.756270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a01730a-19dd-4e05-837b-41c63dc2185e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:07.761441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:07.766643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.823827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Request body: {'port': {'device_id': '423a0dba-4678-40e4-92e7-51429416bb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:07.899585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 9a01730a-19dd-4e05-837b-41c63dc2185e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:07.900048 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:07.938234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:24:08.021947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Allocated IP 172.25.8.191 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/10a8792d-fa4e-4c51-b853-655a5e831d44) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:08.039017 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593542a-8e26-405d-be77-a4a8a0b2eae8 req-a1b8b60f-e149-4ee2-a0a1-94d66778e289 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:08.047015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e593542a-8e26-405d-be77-a4a8a0b2eae8 req-a1b8b60f-e149-4ee2-a0a1-94d66778e289 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 946 time: 0.2631669 Dec 09 22:24:08.065333 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.095144 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.108748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c9d18-3b46-465c-b0bc-a30b1a555bf9 req-7cc23b0b-6e7a-4709-898c-74551368ba95 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:08.121214 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed7c9d18-3b46-465c-b0bc-a30b1a555bf9 req-7cc23b0b-6e7a-4709-898c-74551368ba95 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 945 time: 0.2168961 Dec 09 22:24:08.141242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.164979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 9a01730a-19dd-4e05-837b-41c63dc2185e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a01730a-19dd-4e05-837b-41c63dc2185e,segment=NetworkSegment(85d43e33-e357-4b94-a61d-73ba8063e0f9),segment_id=85d43e33-e357-4b94-a61d-73ba8063e0f9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:08.165231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:08.172462 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.172889 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.173035 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Added segment 9167374e-e4c3-4efa-b86b-bb381c9d35df of type vlan for network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 Dec 09 22:24:08.265723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=9a01730a-19dd-4e05-837b-41c63dc2185e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:08.270818 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcf3d4a-9209-4c51-8e00-63c63cc1895a None None] Network 423145d5-d001-463a-b86e-cdc82e5078c0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:24:08.290225 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.313358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed7c9d18-3b46-465c-b0bc-a30b1a555bf9 req-4c9564ef-a693-47bd-95a5-64e5767935ee tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911993 Dec 09 22:24:08.348847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Allocated IP 172.20.0.3 (189d163b-73d0-4b06-aab3-6d9bbb77b4c4/af3b49c4-7116-4549-965c-8c82e15348f2/1d35aec3-49e5-4b42-8030-9db127cb7279) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:08.390119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.391250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:08.392107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.424074 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b1630cd6-e468-4873-b386-ff39ec412aff None None] Provisioning complete for port 9a01730a-19dd-4e05-837b-41c63dc2185e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:08.424480 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1630cd6-e468-4873-b386-ff39ec412aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.472407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Attempting to bind port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:08.472921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Attempting to bind port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:08.473379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Attempting to bind port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:08.497967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e593542a-8e26-405d-be77-a4a8a0b2eae8 req-746c6dc4-2c41-42ee-a6c0-04953335c832 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244754 Dec 09 22:24:08.534550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:08.535182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Attempting to bind port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:08.558985 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2455797 Dec 09 22:24:08.559727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60570) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:08.642400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5bdc56c9-9a1e-4343-b572-efa93db586a0 admin admin] Request body: {'subnet': {'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1736120804-subnet', 'tenant_id': '2df9339a90a24882b2e469e99e8d92da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:08.644566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000de197-4324-43ea-95dc-c586b4ddb24a req-63fae1b9-5e87-40c7-a0c4-3df79a5128ee tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:08.652080 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000de197-4324-43ea-95dc-c586b4ddb24a req-63fae1b9-5e87-40c7-a0c4-3df79a5128ee tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 931 time: 0.2439978 Dec 09 22:24:08.697345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e586c42a-8fb8-4948-ab8f-4bb6cf341c51'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:08.700602 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b29ff8d-0842-48f3-8800-98e7171260d3" -d '{"events": [{"server_uuid": "f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6", "name": "network-vif-plugged", "status": "completed", "tag": "e586c42a-8fb8-4948-ab8f-4bb6cf341c51"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:08.701648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Pushing event updated for resources: {'Network': ['ID=275962ff-8af2-4dfe-84f4-f45b51a2e8d9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:08.704065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:08.705254 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:08.705949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:08.706659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Bound port: 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:08.707376 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.708686 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.741869 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54ac2ab3-8a0b-40fa-aa7f-16c7bbfe345d req-39fa1d97-941e-4460-9f85-aa0fb2f698b1 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 210 time: 0.0851035 Dec 09 22:24:08.781076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.789490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.790050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.790722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.791179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.791626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.792052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.792486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.792917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.793352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.793809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.794814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.795254 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe78778-e1ee-4787-ae6f-87734d7fa228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:08.810334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:24:08.903221 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000de197-4324-43ea-95dc-c586b4ddb24a req-2a23260b-f194-4a93-b8d5-ff315b3d993a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501693 Dec 09 22:24:08.914820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdc56c9-9a1e-4343-b572-efa93db586a0 admin admin] Made reservation on behalf of 2df9339a90a24882b2e469e99e8d92da for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:08.917514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bdc56c9-9a1e-4343-b572-efa93db586a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.966859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-dbae646a-415b-4613-b003-86be840471a4 None None] Provisioning complete for port 9a01730a-19dd-4e05-837b-41c63dc2185e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:08.967263 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dbae646a-415b-4613-b003-86be840471a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:08.988925 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:09.052202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:09.074651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:09.082915 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3980466-58d9-4d23-b320-7a91fc8331a4 x-openstack-request-id: req-e3980466-58d9-4d23-b320-7a91fc8331a4 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:09.083214 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6", "name": "network-vif-plugged", "status": "completed", "tag": "e586c42a-8fb8-4948-ab8f-4bb6cf341c51", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:09.083498 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3980466-58d9-4d23-b320-7a91fc8331a4 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:09.105619 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:09.108943 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e586c42a-8fb8-4948-ab8f-4bb6cf341c51', 'code': 200} Dec 09 22:24:09.149603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Pushing event updated for resources: {'Port': ['ID=10a8792d-fa4e-4c51-b853-655a5e831d44,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:09.200489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.42', 59345) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:09.250204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd94f14-d2ec-4518-b314-e7a9ab765684 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:09.262621 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:09.294481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] For port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:09.319117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a0c18-a6ae-4ae4-806b-87b279b1dd3c req-59e3371e-d13f-4bfe-baea-8a4d91de9bdf tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:09.326351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e46a0c18-a6ae-4ae4-806b-87b279b1dd3c req-59e3371e-d13f-4bfe-baea-8a4d91de9bdf tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 948 time: 0.2782829 Dec 09 22:24:09.330383 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:09.332407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Transition to ACTIVE for port object 6fd94f14-d2ec-4518-b314-e7a9ab765684 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:09.336445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] For port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:09.370268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:09.422199 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:09.428095 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad8c7d-fb31-429b-be08-e56ba572f40e req-214f3646-39e2-4cd8-9331-9810fe3ac214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:09.429624 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5ad8c7d-fb31-429b-be08-e56ba572f40e req-214f3646-39e2-4cd8-9331-9810fe3ac214 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 1097 time: 0.2279763 Dec 09 22:24:09.457595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8ac275-87b6-4877-9a68-df2c19fdcf37 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:09.484282 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:09.507725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:09.508361 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:09.509923 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 HTTP/1.1" status: 200 len: 1097 time: 4.1036007 Dec 09 22:24:09.533310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f46d2c-1bc4-4742-b27c-f994b75fa3c3', 'tag': '2f6fbe81-e2a8-4928-b486-deb6aaeae1a2'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:09.537316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0eabfc-522c-44cd-80ac-9bb1a99c7b8a req-9f2ae49d-cabe-42fc-844d-b3156dc9319d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:09.538876 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d0eabfc-522c-44cd-80ac-9bb1a99c7b8a req-9f2ae49d-cabe-42fc-844d-b3156dc9319d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.2814269 Dec 09 22:24:09.542186 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2820cdbb-d547-4773-974f-f872b02748f8" -d '{"events": [{"name": "network-changed", "server_uuid": "67f46d2c-1bc4-4742-b27c-f994b75fa3c3", "tag": "2f6fbe81-e2a8-4928-b486-deb6aaeae1a2"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:09.633930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Transition to ACTIVE for port object 5a8ac275-87b6-4877-9a68-df2c19fdcf37 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:09.653188 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e46a0c18-a6ae-4ae4-806b-87b279b1dd3c req-1708a6e7-e548-432e-9fd8-670b6dcaa68a tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125246 Dec 09 22:24:09.668394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a01730a-19dd-4e05-837b-41c63dc2185e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:09.674066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46c71e-2610-4b07-aa20-2464f76d8d10 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:09.679847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd94f14-d2ec-4518-b314-e7a9ab765684,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:09.753101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:09.766075 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:09.779535 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5ad8c7d-fb31-429b-be08-e56ba572f40e req-68347fa2-4f7d-45fe-a64e-5ae473c89d7d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142374 Dec 09 22:24:09.798528 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bdc56c9-9a1e-4343-b572-efa93db586a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:09.798969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.799448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.799778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.799971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.800310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.800641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.801017 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.801315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.801636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.801985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.802309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.802628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.803029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:09.840464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 9a01730a-19dd-4e05-837b-41c63dc2185e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:09.840464 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:09.844103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Network 189d163b-73d0-4b06-aab3-6d9bbb77b4c4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:09.880923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1297b6-03fa-4304-814c-538cddb9931f req-7a38a729-1051-4ccf-982d-3bbf720efa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:09.883265 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-7a38a729-1051-4ccf-982d-3bbf720efa2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6edf82e3968b4c2394fdae303953993a&device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 1100 time: 0.3137455 Dec 09 22:24:09.890814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:09.904769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:09.921088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d0eabfc-522c-44cd-80ac-9bb1a99c7b8a req-72d5a175-57f7-47aa-9870-51950cd61603 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286417 Dec 09 22:24:10.007597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fb99e-6830-4f2e-b6f7-3ebb5c7ccfaf req-7b4ed81a-d071-43f5-ba2c-3a0775c9dbbc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:10.015003 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-833fb99e-6830-4f2e-b6f7-3ebb5c7ccfaf req-7b4ed81a-d071-43f5-ba2c-3a0775c9dbbc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 946 time: 0.2252321 Dec 09 22:24:10.040780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Attempting to bind port 6fd94f14-d2ec-4518-b314-e7a9ab765684 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:10.041229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Attempting to bind port 6fd94f14-d2ec-4518-b314-e7a9ab765684 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:10.041595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Attempting to bind port 6fd94f14-d2ec-4518-b314-e7a9ab765684 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:10.072004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Port 6fd94f14-d2ec-4518-b314-e7a9ab765684 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:10.074879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Pushing event updated for resources: {'Port': ['ID=1d35aec3-49e5-4b42-8030-9db127cb7279,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:10.075959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Attempting to bind port 6fd94f14-d2ec-4518-b314-e7a9ab765684 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:10.078261 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:10.155827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc56c9-9a1e-4343-b572-efa93db586a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb34bf62-18a4-46dd-800d-9e893f933c62,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:10.161295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:10.161661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:10.162057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:10.162508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Bound port: 6fd94f14-d2ec-4518-b314-e7a9ab765684, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:10.162859 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:10.225148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-833fb99e-6830-4f2e-b6f7-3ebb5c7ccfaf req-ee460e19-64db-496b-8837-df9e621fa8c4 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092562 Dec 09 22:24:10.230179 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-90d63096-810b-42cd-aeb1-e7f8de35083d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 HTTP/1.1" status: 200 len: 217 time: 0.2187405 Dec 09 22:24:10.310787 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97188a7a-b0ea-4dbf-99e7-66868ed41011 x-openstack-request-id: req-97188a7a-b0ea-4dbf-99e7-66868ed41011 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:10.312214 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f46d2c-1bc4-4742-b27c-f994b75fa3c3", "tag": "2f6fbe81-e2a8-4928-b486-deb6aaeae1a2", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:10.312548 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97188a7a-b0ea-4dbf-99e7-66868ed41011 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:10.313875 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f46d2c-1bc4-4742-b27c-f994b75fa3c3', 'tag': '2f6fbe81-e2a8-4928-b486-deb6aaeae1a2', 'status': 'completed', 'code': 200} Dec 09 22:24:10.355774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:10.356605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:10.377863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Pushing event updated for resources: {'Port': ['ID=5a8ac275-87b6-4877-9a68-df2c19fdcf37,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:10.412078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc56c9-9a1e-4343-b572-efa93db586a0 admin admin] Checking segment: {'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:10.412912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc56c9-9a1e-4343-b572-efa93db586a0 admin admin] Network hostable DHCP agents. Network: 275962ff-8af2-4dfe-84f4-f45b51a2e8d9, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:24:10.713115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1297b6-03fa-4304-814c-538cddb9931f req-f551f986-6ef9-4a2e-a341-99f0fd544082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:10.715821 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-f551f986-6ef9-4a2e-a341-99f0fd544082 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.4687045 Dec 09 22:24:10.721182 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-f11eda67-f625-4bea-940c-35cedd66e1a8 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3947451 Dec 09 22:24:10.744027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Request body: {'port': {'device_id': 'da993984-756f-48dc-8a96-79176783fcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:10.748040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Attempting to bind port 5a8ac275-87b6-4877-9a68-df2c19fdcf37 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:10.752848 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Attempting to bind port 5a8ac275-87b6-4877-9a68-df2c19fdcf37 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:10.752848 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Attempting to bind port 5a8ac275-87b6-4877-9a68-df2c19fdcf37 on network 9b150608-ee8f-4669-889c-0049d42cbeed {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:10.817573 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Port 5a8ac275-87b6-4877-9a68-df2c19fdcf37 on network 9b150608-ee8f-4669-889c-0049d42cbeed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:10.818043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Attempting to bind port 5a8ac275-87b6-4877-9a68-df2c19fdcf37 on network 9b150608-ee8f-4669-889c-0049d42cbeed {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:10.832216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc56c9-9a1e-4343-b572-efa93db586a0 admin admin] Network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:24:10.858602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:10.859040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Checking segment: {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:10.859415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Bound using segment: {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:10.859904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Bound port: 5a8ac275-87b6-4877-9a68-df2c19fdcf37, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:10.860280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:10.892657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:10.901947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566f79d-d534-481c-b0f0-36ad9c459f7e req-5bf6a737-af6e-4885-93d9-1687f4e3110d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:10.911977 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4566f79d-d534-481c-b0f0-36ad9c459f7e req-5bf6a737-af6e-4885-93d9-1687f4e3110d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 946 time: 0.2141349 Dec 09 22:24:10.917467 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:10.925895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5bdc56c9-9a1e-4343-b572-efa93db586a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 275962ff-8af2-4dfe-84f4-f45b51a2e8d9) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:10.927318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5774c29-cd46-4f56-8629-54e7b6e3bc56 req-372a7870-5a76-47c7-970d-0b7da8936043 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:10.928499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5774c29-cd46-4f56-8629-54e7b6e3bc56 req-372a7870-5a76-47c7-970d-0b7da8936043 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 931 time: 0.2704537 Dec 09 22:24:10.936072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b336f-b1e2-4313-8184-3eeb36ab7819 req-ad381de4-19dc-41eb-a2ce-12d31afb20bb tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:10.937826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa9b336f-b1e2-4313-8184-3eeb36ab7819 req-ad381de4-19dc-41eb-a2ce-12d31afb20bb tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 945 time: 0.2707071 Dec 09 22:24:10.940449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da06825-e972-43d3-b3d4-065a9f5185a5 None None] Network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:24:10.950334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:10.977432 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:10.981807 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:11.020183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1297b6-03fa-4304-814c-538cddb9931f req-ae8fbba1-0ecb-465b-b931-72f068b55cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:11.020183 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-ae8fbba1-0ecb-465b-b931-72f068b55cd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2739480 Dec 09 22:24:11.020183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdc56c9-9a1e-4343-b572-efa93db586a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:11.020183 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bdc56c9-9a1e-4343-b572-efa93db586a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:11.137333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:11.138213 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:11.140058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] 10.222.0.42 "PUT /v2.0/ports/6fd94f14-d2ec-4518-b314-e7a9ab765684 HTTP/1.1" status: 200 len: 1096 time: 3.3257499 Dec 09 22:24:11.153570 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5774c29-cd46-4f56-8629-54e7b6e3bc56 req-8558557b-b1ad-495d-bb90-f999b3bafb1f tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/security-groups?id=856fb865-ccb9-43b2-88aa-e2caf543204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119350 Dec 09 22:24:11.154132 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423a0dba-4678-40e4-92e7-51429416bb5b', 'tag': '6fd94f14-d2ec-4518-b314-e7a9ab765684'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:11.156606 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67bd228-85a1-4815-8eea-2aa9d0fd510a" -d '{"events": [{"name": "network-changed", "server_uuid": "423a0dba-4678-40e4-92e7-51429416bb5b", "tag": "6fd94f14-d2ec-4518-b314-e7a9ab765684"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:11.183604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21a36b-caf4-411c-8f28-0bd37c871454 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd94f14-d2ec-4518-b314-e7a9ab765684,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:11.266535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa9b336f-b1e2-4313-8184-3eeb36ab7819 req-f1dff2fb-268f-4b0e-89c2-715740bbec37 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809160 Dec 09 22:24:11.353863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9efe5a1-44cf-41ce-8731-2d537489faa4 None None] Network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:24:11.404803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-8648685c-0dcb-44e7-bdda-565bfc1bdbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:11.406417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-8648685c-0dcb-44e7-bdda-565bfc1bdbeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6edf82e3968b4c2394fdae303953993a&device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 1099 time: 0.2155962 Dec 09 22:24:11.468231 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5bdc56c9-9a1e-4343-b572-efa93db586a0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8960996 Dec 09 22:24:11.579990 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-ee0bef4f-bb40-477d-8a5e-935db99aed15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684 HTTP/1.1" status: 200 len: 217 time: 0.1493399 Dec 09 22:24:11.589943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51cd0e-aa3f-47fd-a323-74593a2cc29f req-c742ae51-3e16-47f5-a563-e491002a7fe6 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:11.598302 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf51cd0e-aa3f-47fd-a323-74593a2cc29f req-c742ae51-3e16-47f5-a563-e491002a7fe6 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 943 time: 0.2745798 Dec 09 22:24:11.615993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] For port 5a8ac275-87b6-4877-9a68-df2c19fdcf37, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:11.680256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] For port 5a8ac275-87b6-4877-9a68-df2c19fdcf37, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5a8ac275-87b6-4877-9a68-df2c19fdcf37,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:11.682617 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Router 9ca44de4-8106-4063-9c97-f8cee42e4b88 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:24:11.684522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-4566f79d-d534-481c-b0f0-36ad9c459f7e req-4998bdec-f7a3-40ac-950e-f121139964bc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Deleting port 288bd755-0050-4d31-bfde-07354c93a24f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:24:11.685046 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4566f79d-d534-481c-b0f0-36ad9c459f7e req-4998bdec-f7a3-40ac-950e-f121139964bc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:11.696970 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:11.711388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81462bd-cecf-47a3-a602-d212cc1d86c4 req-153e7806-66db-46cd-9f1c-74989f73a26e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:11.712928 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c81462bd-cecf-47a3-a602-d212cc1d86c4 req-153e7806-66db-46cd-9f1c-74989f73a26e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 948 time: 0.2749190 Dec 09 22:24:11.717611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-829238a9-017a-41ca-b001-ba25657e1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:11.719062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-829238a9-017a-41ca-b001-ba25657e1d23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1181710 Dec 09 22:24:11.770884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf51cd0e-aa3f-47fd-a323-74593a2cc29f req-72365acd-52cf-4d1c-8241-28aaa2248a92 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703932 Dec 09 22:24:11.810025 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-7bab90f1-575e-49a4-a0fd-12f6e12bdf27 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077478 Dec 09 22:24:11.825382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:11.826408 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:11.827761 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] 10.222.0.18 "PUT /v2.0/ports/5a8ac275-87b6-4877-9a68-df2c19fdcf37 HTTP/1.1" status: 200 len: 1092 time: 4.1838083 Dec 09 22:24:11.920210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-9ca3c076-4eba-41f4-bd76-097de70d12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:11.922417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-9ca3c076-4eba-41f4-bd76-097de70d12f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1939554 Dec 09 22:24:11.946170 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-be1297b6-03fa-4304-814c-538cddb9931f req-b0e86354-c481-4606-a467-3681bccafd7f service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142166 Dec 09 22:24:12.009548 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c81462bd-cecf-47a3-a602-d212cc1d86c4 req-2fb8720c-5004-49dc-bd44-63b8ff953901 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753432 Dec 09 22:24:12.105029 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a8ca54-9c26-4616-91f8-ff523880aabf x-openstack-request-id: req-40a8ca54-9c26-4616-91f8-ff523880aabf {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:12.111426 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423a0dba-4678-40e4-92e7-51429416bb5b", "tag": "6fd94f14-d2ec-4518-b314-e7a9ab765684", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:12.113497 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40a8ca54-9c26-4616-91f8-ff523880aabf {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:12.114131 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423a0dba-4678-40e4-92e7-51429416bb5b', 'tag': '6fd94f14-d2ec-4518-b314-e7a9ab765684', 'status': 'completed', 'code': 200} Dec 09 22:24:12.129749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0754436-8089-4fa2-bbbe-ff4cfcb1f11d service neutron] Pushing event updated for resources: {'Port': ['ID=5a8ac275-87b6-4877-9a68-df2c19fdcf37,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:12.171790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967e72a-692e-4ab5-9554-99331996ad3c req-7fa655d3-d69d-4736-a85a-8328cca79b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:12.173308 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-7fa655d3-d69d-4736-a85a-8328cca79b4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 1095 time: 0.2262688 Dec 09 22:24:12.188224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820cdbb-d547-4773-974f-f872b02748f8 req-f02f8bcd-0f36-4206-b5f0-a7fb5a141dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:12.189702 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2820cdbb-d547-4773-974f-f872b02748f8 req-f02f8bcd-0f36-4206-b5f0-a7fb5a141dfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6edf82e3968b4c2394fdae303953993a&device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 1100 time: 0.1839073 Dec 09 22:24:12.191586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4566f79d-d534-481c-b0f0-36ad9c459f7e req-4998bdec-f7a3-40ac-950e-f121139964bc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] For port 288bd755-0050-4d31-bfde-07354c93a24f, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=288bd755-0050-4d31-bfde-07354c93a24f,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:12.191948 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4566f79d-d534-481c-b0f0-36ad9c459f7e req-4998bdec-f7a3-40ac-950e-f121139964bc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:12.226561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-4e9b01ec-0c84-4849-8759-75c52a8ae1a4 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858219 Dec 09 22:24:12.246532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918d297-2ec0-4874-8d31-aaa874a3b000 req-680616a7-04ed-4e76-b4f3-caacfe84d787 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:12.248508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9918d297-2ec0-4874-8d31-aaa874a3b000 req-680616a7-04ed-4e76-b4f3-caacfe84d787 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.3712275 Dec 09 22:24:12.259281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-4566f79d-d534-481c-b0f0-36ad9c459f7e req-4998bdec-f7a3-40ac-950e-f121139964bc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Calling delete_port for 288bd755-0050-4d31-bfde-07354c93a24f owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:24:12.270941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:24:12.282607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Sync routers for ids ['9ca44de4-8106-4063-9c97-f8cee42e4b88'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:24:12.304215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Routers {'9ca44de4-8106-4063-9c97-f8cee42e4b88'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:24:12.304855 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:24:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ca44de4-8106-4063-9c97-f8cee42e4b88'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:12.318819 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:12.321210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b0b96c36-ccff-49ff-a6bd-ecb90bec567b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1619360 Dec 09 22:24:12.358703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60608) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:12.427365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Set router 9ca44de4-8106-4063-9c97-f8cee42e4b88 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:24:12.453724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26ee0b1-f3d7-458d-b7bf-a55eb906b298', 'tag': '5a8ac275-87b6-4877-9a68-df2c19fdcf37'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:12.457677 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2a5b33-cb8d-43b9-a11c-7d8d90f93f22" -d '{"events": [{"name": "network-changed", "server_uuid": "d26ee0b1-f3d7-458d-b7bf-a55eb906b298", "tag": "5a8ac275-87b6-4877-9a68-df2c19fdcf37"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:12.461516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820cdbb-d547-4773-974f-f872b02748f8 req-25cf2b50-e525-411e-90da-bd316f8a67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:12.463083 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2820cdbb-d547-4773-974f-f872b02748f8 req-25cf2b50-e525-411e-90da-bd316f8a67f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2498236 Dec 09 22:24:12.480388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9918d297-2ec0-4874-8d31-aaa874a3b000 req-245af76d-5c3e-4365-8140-14561b57a166 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060728 Dec 09 22:24:12.501353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d35aec3-49e5-4b42-8030-9db127cb7279 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:12.520773 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:12.537008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab50319-bd32-4629-b0e9-52165fd86191 req-4c26d34a-8c47-4a99-9024-0dbb7c3c4067 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:12.545119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ab50319-bd32-4629-b0e9-52165fd86191 req-4c26d34a-8c47-4a99-9024-0dbb7c3c4067 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=6806c57d-2cba-4c9b-b8d7-34c34a9cd257 HTTP/1.1" status: 200 len: 946 time: 0.3574734 Dec 09 22:24:12.555580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Transition to ACTIVE for port object 1d35aec3-49e5-4b42-8030-9db127cb7279 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:12.677992 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ab50319-bd32-4629-b0e9-52165fd86191 req-11386baa-774d-45f3-85f8-0d3354f97052 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314678 Dec 09 22:24:12.687293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1b5d71-4a3f-419d-a978-a14f89bad2d8 req-851e11b1-92e5-44fe-8588-299358cc7f79 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461966 Dec 09 22:24:12.739958 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'name': 'tempest-AttachSCSIVolumeTestJSON-346379814-router', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:04Z', 'updated_at': '2021-12-09T22:24:09Z', 'revision_number': 3, 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'gw_port': {'id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:07Z', 'updated_at': '2021-12-09T22:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:12.740780 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-8cc62aad-9581-4d13-910a-8bf37dd118e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a8ac275-87b6-4877-9a68-df2c19fdcf37 HTTP/1.1" status: 200 len: 217 time: 0.5262675 Dec 09 22:24:12.774601 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:12.811479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Checking router: 9ca44de4-8106-4063-9c97-f8cee42e4b88 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:24:12.811729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Updating router 9ca44de4-8106-4063-9c97-f8cee42e4b88 port 10a8792d-fa4e-4c51-b853-655a5e831d44 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:24:12.841944 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2820cdbb-d547-4773-974f-f872b02748f8 req-c81f9f69-2b13-4707-9e1c-d686aae059ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 HTTP/1.1" status: 200 len: 217 time: 0.0997412 Dec 09 22:24:12.849518 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:12.968093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c313e741-9abc-43b6-846f-20ffb44de7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:12.970458 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-c313e741-9abc-43b6-846f-20ffb44de7a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164 HTTP/1.1" status: 200 len: 854 time: 0.2051163 Dec 09 22:24:12.989705 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4566f79d-d534-481c-b0f0-36ad9c459f7e req-4998bdec-f7a3-40ac-950e-f121139964bc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:13.007011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Pushing event updated for resources: {'Port': ['ID=1d35aec3-49e5-4b42-8030-9db127cb7279,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:13.035280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:13.092948 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820cdbb-d547-4773-974f-f872b02748f8 req-4fefe7b9-a5de-44ef-a00f-ee5b41a62c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:13.094970 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2820cdbb-d547-4773-974f-f872b02748f8 req-4fefe7b9-a5de-44ef-a00f-ee5b41a62c7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.2218156 Dec 09 22:24:13.101937 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-62e8c92b-a4b8-444d-842e-f92c6116eb2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b150608-ee8f-4669-889c-0049d42cbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043615 Dec 09 22:24:13.117408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998bdec-f7a3-40ac-950e-f121139964bc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event deleted for resources: {'Port': ['ID=288bd755-0050-4d31-bfde-07354c93a24f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:13.241232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4566f79d-d534-481c-b0f0-36ad9c459f7e req-4998bdec-f7a3-40ac-950e-f121139964bc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] No DVR routers for this DVR port 288bd755-0050-4d31-bfde-07354c93a24f on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:24:13.246193 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4566f79d-d534-481c-b0f0-36ad9c459f7e req-4998bdec-f7a3-40ac-950e-f121139964bc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:13.249662 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4566f79d-d534-481c-b0f0-36ad9c459f7e req-4998bdec-f7a3-40ac-950e-f121139964bc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "DELETE /v2.0/ports/288bd755-0050-4d31-bfde-07354c93a24f HTTP/1.1" status: 204 len: 173 time: 2.2822030 Dec 09 22:24:13.318351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Attempting to bind port 1d35aec3-49e5-4b42-8030-9db127cb7279 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:13.318697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Attempting to bind port 1d35aec3-49e5-4b42-8030-9db127cb7279 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '2af743cf-2ae7-4fb4-af1f-cae9f4dca934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '189d163b-73d0-4b06-aab3-6d9bbb77b4c4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:13.319053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Attempting to bind port 1d35aec3-49e5-4b42-8030-9db127cb7279 on network 189d163b-73d0-4b06-aab3-6d9bbb77b4c4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:13.327111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820cdbb-d547-4773-974f-f872b02748f8 req-d59d6597-9a65-4337-964f-41ea58e42e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:13.328714 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2820cdbb-d547-4773-974f-f872b02748f8 req-d59d6597-9a65-4337-964f-41ea58e42e1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2212052 Dec 09 22:24:13.331520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Port 1d35aec3-49e5-4b42-8030-9db127cb7279 on network 189d163b-73d0-4b06-aab3-6d9bbb77b4c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:13.331908 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Attempting to bind port 1d35aec3-49e5-4b42-8030-9db127cb7279 on network 189d163b-73d0-4b06-aab3-6d9bbb77b4c4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:13.342861 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:13.349886 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:13.371060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:13.371739 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Checking segment: {'id': '2af743cf-2ae7-4fb4-af1f-cae9f4dca934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '189d163b-73d0-4b06-aab3-6d9bbb77b4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:13.372165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Bound using segment: {'id': '2af743cf-2ae7-4fb4-af1f-cae9f4dca934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '189d163b-73d0-4b06-aab3-6d9bbb77b4c4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:13.372643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Bound port: 1d35aec3-49e5-4b42-8030-9db127cb7279, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af743cf-2ae7-4fb4-af1f-cae9f4dca934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '189d163b-73d0-4b06-aab3-6d9bbb77b4c4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:13.373029 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:13.405108 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-8e831349-8ea1-4dc9-ad5c-ed426fd299de service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824333 Dec 09 22:24:13.429715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Attempting to bind port 10a8792d-fa4e-4c51-b853-655a5e831d44 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:13.430305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Attempting to bind port 10a8792d-fa4e-4c51-b853-655a5e831d44 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:13.430671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Attempting to bind port 10a8792d-fa4e-4c51-b853-655a5e831d44 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:13.446611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:13.446986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:13.447529 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:13.447928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:13.448414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Bound port: 10a8792d-fa4e-4c51-b853-655a5e831d44, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:13.448798 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:13.509519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] For port 10a8792d-fa4e-4c51-b853-655a5e831d44, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:13.514015 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] For port 10a8792d-fa4e-4c51-b853-655a5e831d44, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=10a8792d-fa4e-4c51-b853-655a5e831d44,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:13.523920 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:13.550404 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Pushing event updated for resources: {'Port': ['ID=10a8792d-fa4e-4c51-b853-655a5e831d44,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:13.559310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.559310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.559801 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.560401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.561105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.561243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.561595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.561876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.562203 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.562817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.562993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.563324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.563644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:13.603273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Routers {'9ca44de4-8106-4063-9c97-f8cee42e4b88'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:24:13.603974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:24:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ca44de4-8106-4063-9c97-f8cee42e4b88'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:13.630986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bd228-85a1-4815-8eea-2aa9d0fd510a req-b226d529-ed10-43ce-91fd-b9390db39398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:13.632494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f67bd228-85a1-4815-8eea-2aa9d0fd510a req-b226d529-ed10-43ce-91fd-b9390db39398 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6edf82e3968b4c2394fdae303953993a&device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 1099 time: 0.7720726 Dec 09 22:24:13.647346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15cb2-68c7-4abe-b23d-6741a95b072c req-c851db31-4295-42d9-864d-48c02a448140 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:13.649000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a15cb2-68c7-4abe-b23d-6741a95b072c req-c851db31-4295-42d9-864d-48c02a448140 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 943 time: 0.7946343 Dec 09 22:24:13.679961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43af34-6ce4-4229-8990-77ed4b4647af None None] Pushing event updated for resources: {'Port': ['ID=10a8792d-fa4e-4c51-b853-655a5e831d44,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:13.783021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] Set router 9ca44de4-8106-4063-9c97-f8cee42e4b88 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:24:13.933269 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2820cdbb-d547-4773-974f-f872b02748f8 req-2008fa81-f582-4110-887e-8dc6dcdebd96 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932729 Dec 09 22:24:13.941184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] For port 1d35aec3-49e5-4b42-8030-9db127cb7279, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:13.946119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] For port 1d35aec3-49e5-4b42-8030-9db127cb7279, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1d35aec3-49e5-4b42-8030-9db127cb7279,segment=NetworkSegment(2af743cf-2ae7-4fb4-af1f-cae9f4dca934),segment_id=2af743cf-2ae7-4fb4-af1f-cae9f4dca934)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:13.971193 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:13.995668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bd228-85a1-4815-8eea-2aa9d0fd510a req-16237bbb-91b8-441b-b156-6a101a1678b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:13.998804 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f67bd228-85a1-4815-8eea-2aa9d0fd510a req-16237bbb-91b8-441b-b156-6a101a1678b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.3449805 Dec 09 22:24:14.033966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:14.034679 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:14.036231 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] 10.222.0.42 "PUT /v2.0/ports/1d35aec3-49e5-4b42-8030-9db127cb7279 HTTP/1.1" status: 200 len: 1092 time: 3.2965176 Dec 09 22:24:14.042341 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4967e72a-692e-4ab5-9554-99331996ad3c req-77d7bd54-5b35-4150-965c-a07bf37834c6 service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021085 Dec 09 22:24:14.089220 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e3fe8052-e19c-466a-b32b-69aadbb0afdc tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:14.091577 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e3fe8052-e19c-466a-b32b-69aadbb0afdc tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/networks?id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9 HTTP/1.1" status: 200 len: 818 time: 1.1533692 Dec 09 22:24:14.095080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'name': 'tempest-AttachSCSIVolumeTestJSON-346379814-router', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:04Z', 'updated_at': '2021-12-09T22:24:09Z', 'revision_number': 3, 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'gw_port': {'id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:07Z', 'updated_at': '2021-12-09T22:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:14.099918 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f67bd228-85a1-4815-8eea-2aa9d0fd510a req-1aad6a20-5f5d-4682-a287-96d398810f1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684 HTTP/1.1" status: 200 len: 217 time: 0.0861073 Dec 09 22:24:14.103971 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a15cb2-68c7-4abe-b23d-6741a95b072c req-c6a97798-89bc-4334-87fb-818bc4ab965c tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/security-groups?id=856fb865-ccb9-43b2-88aa-e2caf543204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557687 Dec 09 22:24:14.127721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-585a02af-96f3-43c3-a10e-7839a64d2b84 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/quotas/2df9339a90a24882b2e469e99e8d92da HTTP/1.1" status: 200 len: 375 time: 0.0109110 Dec 09 22:24:14.169745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc744e-cb99-41b0-b8ce-6d1037cd7167 service neutron] Pushing event updated for resources: {'Port': ['ID=1d35aec3-49e5-4b42-8030-9db127cb7279,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:14.179833 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a772a3-ee2f-4785-8929-8e230a905add None None] The sync data for ids ['9ca44de4-8106-4063-9c97-f8cee42e4b88'] in n-d-789963-23 is: [{'id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'name': 'tempest-AttachSCSIVolumeTestJSON-346379814-router', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:04Z', 'updated_at': '2021-12-09T22:24:09Z', 'revision_number': 3, 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'gw_port': {'id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:07Z', 'updated_at': '2021-12-09T22:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:24:14.209394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-cd811d16-26eb-424b-8c86-56aabc6b6a86 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2df9339a90a24882b2e469e99e8d92da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634949 Dec 09 22:24:14.213621 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2820cdbb-d547-4773-974f-f872b02748f8 req-16b1c701-2397-47d2-89fe-afc5411236b0 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554340 Dec 09 22:24:14.228590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-d65ec907-9240-49c4-b53b-d532895f63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:14.230122 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-d65ec907-9240-49c4-b53b-d532895f63b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce99cf4957c64b949ed632d0f30c8b93&device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 1095 time: 0.1480401 Dec 09 22:24:14.295001 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-93b462d2-2b42-480b-a54e-81a050f5c522 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d35aec3-49e5-4b42-8030-9db127cb7279 HTTP/1.1" status: 200 len: 217 time: 0.0574286 Dec 09 22:24:14.346312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bd228-85a1-4815-8eea-2aa9d0fd510a req-59c060d3-ac6b-44bd-bdfb-a52f1df0f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:14.348141 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f67bd228-85a1-4815-8eea-2aa9d0fd510a req-59c060d3-ac6b-44bd-bdfb-a52f1df0f66c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.2404218 Dec 09 22:24:14.386112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-9c65958a-b63d-4ee7-930a-754c9407de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:14.388232 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:24:14.389714 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-9c65958a-b63d-4ee7-930a-754c9407de96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3b49c4-7116-4549-965c-8c82e15348f2 HTTP/1.1" status: 200 len: 857 time: 0.0851252 Dec 09 22:24:14.444384 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-9c1dd4f3-2068-4cea-b307-c79d6993d5ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=189d163b-73d0-4b06-aab3-6d9bbb77b4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453441 Dec 09 22:24:14.451999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6fd94f14-d2ec-4518-b314-e7a9ab765684 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:14.455157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 288bd755-0050-4d31-bfde-07354c93a24f no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:24:14.459723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7882597-d904-4149-b02e-917881f22fc0 req-273abb73-c6be-4999-92aa-345de5549466 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:14.472983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7882597-d904-4149-b02e-917881f22fc0 req-273abb73-c6be-4999-92aa-345de5549466 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 945 time: 0.2085054 Dec 09 22:24:14.592697 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-31f84b72-9d75-484c-b91a-c456a8db54fe service neutron] 10.222.0.42 "GET /v2.0/networks/189d163b-73d0-4b06-aab3-6d9bbb77b4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408939 Dec 09 22:24:14.596707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bd228-85a1-4815-8eea-2aa9d0fd510a req-38613488-f968-4455-bc87-22fca3db5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:14.599055 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f67bd228-85a1-4815-8eea-2aa9d0fd510a req-38613488-f968-4455-bc87-22fca3db5154 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2101710 Dec 09 22:24:14.654058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-280e848c-08ee-4b7a-8fba-eec38dba018f service neutron] 10.222.0.16 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997009 Dec 09 22:24:14.673667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 288bd755-0050-4d31-bfde-07354c93a24f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:24:14.674049 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 288bd755-0050-4d31-bfde-07354c93a24f not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:24:14.726201 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7882597-d904-4149-b02e-917881f22fc0 req-765d9989-d526-49f5-84ec-9ae2b542c33e tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480083 Dec 09 22:24:14.752659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:14.783358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '6fd94f14-d2ec-4518-b314-e7a9ab765684', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '6fd94f14-d2ec-4518-b314-e7a9ab765684', 'mac_address': 'fa:16:3e:37:13:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:14.787087 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-30df6b30-acbf-4993-97b4-5084e36a8381 req-b3ad7dad-a821-4139-b428-9d2bc7e16cf2 service neutron] 10.222.0.42 "GET /v2.0/networks/189d163b-73d0-4b06-aab3-6d9bbb77b4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812568 Dec 09 22:24:14.828994 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf88314-e772-45e3-b400-e260cb611370 x-openstack-request-id: req-eaf88314-e772-45e3-b400-e260cb611370 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:14.829388 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26ee0b1-f3d7-458d-b7bf-a55eb906b298", "tag": "5a8ac275-87b6-4877-9a68-df2c19fdcf37", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:14.830634 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaf88314-e772-45e3-b400-e260cb611370 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:14.831141 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26ee0b1-f3d7-458d-b7bf-a55eb906b298', 'tag': '5a8ac275-87b6-4877-9a68-df2c19fdcf37', 'status': 'completed', 'code': 200} Dec 09 22:24:14.835143 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:14.852051 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd94f14-d2ec-4518-b314-e7a9ab765684 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:14.852396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-a1df7ad1-0e7f-46ff-b73c-2dc341d0e81b service neutron] 10.222.0.16 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808062 Dec 09 22:24:14.902864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:14.908210 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:14.908886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:14.948693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:14.952677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5b33-cb8d-43b9-a11c-7d8d90f93f22 req-d5fa967d-c501-4b95-bd6d-d7b123b32ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:14.955606 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9a2a5b33-cb8d-43b9-a11c-7d8d90f93f22 req-d5fa967d-c501-4b95-bd6d-d7b123b32ba4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 1095 time: 0.0720167 Dec 09 22:24:14.962922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '2f6fbe81-e2a8-4928-b486-deb6aaeae1a2', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '2f6fbe81-e2a8-4928-b486-deb6aaeae1a2', 'mac_address': 'fa:16:3e:96:45:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:15.067653 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:15.070608 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:15.078499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6fd94f14-d2ec-4518-b314-e7a9ab765684,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:15.088729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:15.103201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5b33-cb8d-43b9-a11c-7d8d90f93f22 req-8adab763-b387-4542-b69c-99cece5c7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:15.104832 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9a2a5b33-cb8d-43b9-a11c-7d8d90f93f22 req-8adab763-b387-4542-b69c-99cece5c7b6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 915 time: 0.1360288 Dec 09 22:24:15.115736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:15.122623 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:15.134799 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f67bd228-85a1-4815-8eea-2aa9d0fd510a req-f3f00de3-5214-43d8-a73b-1bb1274fb806 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151267 Dec 09 22:24:15.216450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:15.236325 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9a2a5b33-cb8d-43b9-a11c-7d8d90f93f22 req-f5d311a2-3f3d-4cf9-8b56-c28db0d40df3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a8ac275-87b6-4877-9a68-df2c19fdcf37 HTTP/1.1" status: 200 len: 217 time: 0.1172509 Dec 09 22:24:15.319268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6b3da-6e18-499e-8c8d-98b9d9b23fee req-5295b997-1121-49d8-adf0-30ab48f09b50 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:15.329228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4e6b3da-6e18-499e-8c8d-98b9d9b23fee req-5295b997-1121-49d8-adf0-30ab48f09b50 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 943 time: 0.3814807 Dec 09 22:24:15.345749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['6fd94f14-d2ec-4518-b314-e7a9ab765684'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:15.381130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5b33-cb8d-43b9-a11c-7d8d90f93f22 req-64e2869e-1250-497a-9cbc-620f2ec93ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:15.383458 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9a2a5b33-cb8d-43b9-a11c-7d8d90f93f22 req-64e2869e-1250-497a-9cbc-620f2ec93ce7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164 HTTP/1.1" status: 200 len: 854 time: 0.1361561 Dec 09 22:24:15.434616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['2f6fbe81-e2a8-4928-b486-deb6aaeae1a2'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:15.444895 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9a2a5b33-cb8d-43b9-a11c-7d8d90f93f22 req-3919d2fa-0888-41ab-aa3f-ff4c5b196cf1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b150608-ee8f-4669-889c-0049d42cbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521066 Dec 09 22:24:15.670012 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9a2a5b33-cb8d-43b9-a11c-7d8d90f93f22 req-3e9ba251-e018-43d2-a13e-2d0268e46aa8 service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154143 Dec 09 22:24:15.806794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 10a8792d-fa4e-4c51-b853-655a5e831d44 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:15.889012 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9a2a5b33-cb8d-43b9-a11c-7d8d90f93f22 req-5ecf68df-bfa9-4c81-a97e-69f8c691dd01 service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120900 Dec 09 22:24:15.897583 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4e6b3da-6e18-499e-8c8d-98b9d9b23fee req-482b3064-08f9-4333-b0ce-bc37c25e7df0 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667696 Dec 09 22:24:15.913369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f67bd228-85a1-4815-8eea-2aa9d0fd510a req-da4baf02-3001-4bc6-afdf-ff28167df4e1 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7663813 Dec 09 22:24:15.961670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf367a-a649-4d74-b84b-8d2a4ff0a8fd req-b96de763-2853-4317-a7df-0a868ac1bf87 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:15.968983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-acbf367a-a649-4d74-b84b-8d2a4ff0a8fd req-b96de763-2853-4317-a7df-0a868ac1bf87 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 949 time: 0.2977540 Dec 09 22:24:16.011505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5a8ac275-87b6-4877-9a68-df2c19fdcf37 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:16.079007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 10a8792d-fa4e-4c51-b853-655a5e831d44 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:16.079394 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:16.102553 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Allocated IP 172.20.0.1 (423145d5-d001-463a-b86e-cdc82e5078c0/f626ff74-c59d-4c01-abe5-c6d4185913d3/d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:16.136933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-acbf367a-a649-4d74-b84b-8d2a4ff0a8fd req-97b9bf34-c617-44e3-89b5-2cef17fd5359 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669137 Dec 09 22:24:16.176286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4c3d5-40f0-496e-9bc3-6532ba57a3ac req-27417543-f77d-4d5f-8a27-949a09f8aff8 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:16.178682 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:24:16.182334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28e4c3d5-40f0-496e-9bc3-6532ba57a3ac req-27417543-f77d-4d5f-8a27-949a09f8aff8 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1650476 Dec 09 22:24:16.344993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5a8ac275-87b6-4877-9a68-df2c19fdcf37, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5a8ac275-87b6-4877-9a68-df2c19fdcf37,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:16.417423 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28e4c3d5-40f0-496e-9bc3-6532ba57a3ac req-829ce5b2-1a24-4af5-8781-d4f595dbf303 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997995 Dec 09 22:24:16.442314 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '5a8ac275-87b6-4877-9a68-df2c19fdcf37', 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed', 'port_id': '5a8ac275-87b6-4877-9a68-df2c19fdcf37', 'mac_address': 'fa:16:3e:50:42:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:16.471572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1d35aec3-49e5-4b42-8030-9db127cb7279 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:16.474939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e887a-1686-464c-bf43-e8982285563b req-3ae2d792-a5c4-4678-9e09-c7c9a0ac1beb tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:16.486621 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-793e887a-1686-464c-bf43-e8982285563b req-3ae2d792-a5c4-4678-9e09-c7c9a0ac1beb tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 1097 time: 0.1456463 Dec 09 22:24:16.502454 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:16.513966 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:16.603738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 10a8792d-fa4e-4c51-b853-655a5e831d44, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=10a8792d-fa4e-4c51-b853-655a5e831d44,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:16.624372 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:16.676381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-793e887a-1686-464c-bf43-e8982285563b req-de5011a4-5c8e-4f79-94d4-9ef9c6a55e14 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881108 Dec 09 22:24:16.680764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:16.714485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f102f-2b9e-4416-881a-563e8b2afc6e req-9b933527-cde3-4736-994d-0a3a3d540e14 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:16.719252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f56f102f-2b9e-4416-881a-563e8b2afc6e req-9b933527-cde3-4736-994d-0a3a3d540e14 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 943 time: 0.1754265 Dec 09 22:24:16.731613 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:16.784784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Network 423145d5-d001-463a-b86e-cdc82e5078c0 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:16.796203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:16.800357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:16.832421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6806c57d-2cba-4c9b-b8d7-34c34a9cd257', 'name': 'network-vif-deleted', 'tag': '288bd755-0050-4d31-bfde-07354c93a24f'}, {'name': 'network-changed', 'server_uuid': 'da993984-756f-48dc-8a96-79176783fcaf', 'tag': '1d35aec3-49e5-4b42-8030-9db127cb7279'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:16.836274 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ebe772-7334-4306-9464-938fe9b04799" -d '{"events": [{"server_uuid": "6806c57d-2cba-4c9b-b8d7-34c34a9cd257", "name": "network-vif-deleted", "tag": "288bd755-0050-4d31-bfde-07354c93a24f"}, {"name": "network-changed", "server_uuid": "da993984-756f-48dc-8a96-79176783fcaf", "tag": "1d35aec3-49e5-4b42-8030-9db127cb7279"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:16.916685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:16.964022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f56f102f-2b9e-4416-881a-563e8b2afc6e req-3cc1a3a0-286c-4c4c-b8bc-011ad8bbbe22 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/security-groups?id=856fb865-ccb9-43b2-88aa-e2caf543204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187152 Dec 09 22:24:16.965257 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:17.001211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8ac275-87b6-4877-9a68-df2c19fdcf37 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:17.052892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=10a8792d-fa4e-4c51-b853-655a5e831d44,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:17.132819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5a8ac275-87b6-4877-9a68-df2c19fdcf37, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5a8ac275-87b6-4877-9a68-df2c19fdcf37,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:17.174260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 1d35aec3-49e5-4b42-8030-9db127cb7279, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1d35aec3-49e5-4b42-8030-9db127cb7279,segment=NetworkSegment(2af743cf-2ae7-4fb4-af1f-cae9f4dca934),segment_id=2af743cf-2ae7-4fb4-af1f-cae9f4dca934)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:17.178724 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:17.313897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5a8ac275-87b6-4877-9a68-df2c19fdcf37,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:17.332387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '1d35aec3-49e5-4b42-8030-9db127cb7279', 'network_id': '189d163b-73d0-4b06-aab3-6d9bbb77b4c4', 'port_id': '1d35aec3-49e5-4b42-8030-9db127cb7279', 'mac_address': 'fa:16:3e:4b:77:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3b49c4-7116-4549-965c-8c82e15348f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:17.408270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ae12bd1d-379d-4a77-9894-205528559095 None None] Provisioning complete for port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:17.409524 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae12bd1d-379d-4a77-9894-205528559095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:17.420260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ade0c2-af75-4843-a89d-7c1035f98bcd req-00fd80ca-1d9e-4099-aba9-67b53da1b3d4 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:17.421854 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58ade0c2-af75-4843-a89d-7c1035f98bcd req-00fd80ca-1d9e-4099-aba9-67b53da1b3d4 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 1097 time: 0.3206427 Dec 09 22:24:17.456177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ae12bd1d-379d-4a77-9894-205528559095 None None] Port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:24:17.463040 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:17.468667 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a9771c-69d4-4a50-8285-0bd13191b1e4 x-openstack-request-id: req-f0a9771c-69d4-4a50-8285-0bd13191b1e4 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:17.469888 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6806c57d-2cba-4c9b-b8d7-34c34a9cd257", "name": "network-vif-deleted", "tag": "288bd755-0050-4d31-bfde-07354c93a24f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da993984-756f-48dc-8a96-79176783fcaf", "tag": "1d35aec3-49e5-4b42-8030-9db127cb7279", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:17.470536 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0a9771c-69d4-4a50-8285-0bd13191b1e4 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:17.471059 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6806c57d-2cba-4c9b-b8d7-34c34a9cd257', 'name': 'network-vif-deleted', 'tag': '288bd755-0050-4d31-bfde-07354c93a24f', 'status': 'completed', 'code': 200} Dec 09 22:24:17.471423 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da993984-756f-48dc-8a96-79176783fcaf', 'tag': '1d35aec3-49e5-4b42-8030-9db127cb7279', 'status': 'completed', 'code': 200} Dec 09 22:24:17.497602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d35aec3-49e5-4b42-8030-9db127cb7279 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:17.555868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 1d35aec3-49e5-4b42-8030-9db127cb7279, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1d35aec3-49e5-4b42-8030-9db127cb7279,segment=NetworkSegment(2af743cf-2ae7-4fb4-af1f-cae9f4dca934),segment_id=2af743cf-2ae7-4fb4-af1f-cae9f4dca934)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:17.561886 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:17.567544 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:17.607477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 10a8792d-fa4e-4c51-b853-655a5e831d44 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:17.608171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58ade0c2-af75-4843-a89d-7c1035f98bcd req-cc5613a6-949e-4abf-839b-13b516c00626 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742585 Dec 09 22:24:17.629428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4449caf7-bf5e-460f-8613-6d25c011cd5d req-bc64cdab-eb49-461e-9374-cbe5455c0afd tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 210 time: 0.0705242 Dec 09 22:24:17.652140 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5a8ac275-87b6-4877-9a68-df2c19fdcf37'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:17.665189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=1d35aec3-49e5-4b42-8030-9db127cb7279,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:17.741774 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebe772-7334-4306-9464-938fe9b04799 req-30c0fc3d-96c6-4851-acf9-95f06ebebc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:17.748406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81ebe772-7334-4306-9464-938fe9b04799 req-30c0fc3d-96c6-4851-acf9-95f06ebebc77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce99cf4957c64b949ed632d0f30c8b93&device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 1095 time: 0.2521520 Dec 09 22:24:17.836888 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 10a8792d-fa4e-4c51-b853-655a5e831d44 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:17.837271 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:17.928791 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['1d35aec3-49e5-4b42-8030-9db127cb7279'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:17.975816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebe772-7334-4306-9464-938fe9b04799 req-7fc7cb79-dc82-43fb-afd4-33fd8dd421ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:17.983365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81ebe772-7334-4306-9464-938fe9b04799 req-7fc7cb79-dc82-43fb-afd4-33fd8dd421ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=189d163b-73d0-4b06-aab3-6d9bbb77b4c4 HTTP/1.1" status: 200 len: 918 time: 0.2223494 Dec 09 22:24:18.037605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-264f2c35-7c3f-40cd-8001-48a69fbd9e30 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:18.046818 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-264f2c35-7c3f-40cd-8001-48a69fbd9e30 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.42 "GET /v2.0/networks?id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9 HTTP/1.1" status: 200 len: 818 time: 0.2488272 Dec 09 22:24:18.154464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81ebe772-7334-4306-9464-938fe9b04799 req-bf4b3a05-9003-46d4-a3ad-19fd33d08d2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d35aec3-49e5-4b42-8030-9db127cb7279 HTTP/1.1" status: 200 len: 217 time: 0.1607616 Dec 09 22:24:18.181710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-bb57e480-2f36-4510-bf04-59b63c6737b7 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:18.184385 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-bb57e480-2f36-4510-bf04-59b63c6737b7 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.18 "GET /v2.0/networks?id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9 HTTP/1.1" status: 200 len: 818 time: 0.1355817 Dec 09 22:24:18.197390 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Request body: {'port': {'device_id': '4590ef77-3efb-4ac1-b86e-e38e468c49c1', 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9', 'admin_state_up': True, 'tenant_id': '2df9339a90a24882b2e469e99e8d92da'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:18.286617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Request body: {'port': {'device_id': '77bba61a-c30a-4d74-8cba-bfb600186e95', 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9', 'admin_state_up': True, 'tenant_id': '2df9339a90a24882b2e469e99e8d92da'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:18.435630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Made reservation on behalf of 2df9339a90a24882b2e469e99e8d92da for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:18.440390 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:18.459244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6fd94f14-d2ec-4518-b314-e7a9ab765684 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:18.481829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Made reservation on behalf of 2df9339a90a24882b2e469e99e8d92da for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:18.485330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:18.525215 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef831-6fa3-4901-a3d0-311243bf155a req-663a315d-8d65-49e6-b680-abb36ef59651 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:18.532483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-313ef831-6fa3-4901-a3d0-311243bf155a req-663a315d-8d65-49e6-b680-abb36ef59651 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 949 time: 0.6110218 Dec 09 22:24:18.548165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e005c-217e-4810-888e-01bd48201cc9 req-3b2a8076-bbfc-4c49-b7e4-a15745304b8c tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:18.556404 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c26e005c-217e-4810-888e-01bd48201cc9 req-3b2a8076-bbfc-4c49-b7e4-a15745304b8c tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 944 time: 0.8031859 Dec 09 22:24:18.585215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 6fd94f14-d2ec-4518-b314-e7a9ab765684 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:18.589902 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 6fd94f14-d2ec-4518-b314-e7a9ab765684 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:18.590525 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:18.676830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Allocated IP 172.20.0.7 (275962ff-8af2-4dfe-84f4-f45b51a2e8d9/cb34bf62-18a4-46dd-800d-9e893f933c62/9fe8b957-6bf8-4949-8e85-6ca192c2cbd8) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:18.689836 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c26e005c-217e-4810-888e-01bd48201cc9 req-fe3e327c-62a1-42b5-9493-f237e75cf26a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256979 Dec 09 22:24:18.706645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-313ef831-6fa3-4901-a3d0-311243bf155a req-16c03ca8-fe31-468a-8d93-290ddda64f54 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731741 Dec 09 22:24:18.757648 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:18.848258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:18.850728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a0dba-4678-40e4-92e7-51429416bb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd94f14-d2ec-4518-b314-e7a9ab765684'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:18.871447 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87e588f-371c-45a5-b28b-8c4862b1d18b" -d '{"events": [{"server_uuid": "423a0dba-4678-40e4-92e7-51429416bb5b", "name": "network-vif-plugged", "status": "completed", "tag": "6fd94f14-d2ec-4518-b314-e7a9ab765684"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:18.875959 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:18.876999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:18.951688 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:18.994134 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.005298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebe772-7334-4306-9464-938fe9b04799 req-d1558a62-c571-4f5d-a698-b8450a4d10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:19.006836 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81ebe772-7334-4306-9464-938fe9b04799 req-d1558a62-c571-4f5d-a698-b8450a4d10fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3b49c4-7116-4549-965c-8c82e15348f2 HTTP/1.1" status: 200 len: 857 time: 0.8365984 Dec 09 22:24:19.018954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6fd94f14-d2ec-4518-b314-e7a9ab765684,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:19.041362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:19.046509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:19.047271 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.083343 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Pushing event updated for resources: {'Port': ['ID=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:19.091040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81ebe772-7334-4306-9464-938fe9b04799 req-80cb946a-27bd-4541-ad6d-9fab4eb16905 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=189d163b-73d0-4b06-aab3-6d9bbb77b4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582421 Dec 09 22:24:19.096330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:19.100052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:19.105348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:19.151832 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.153585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-0a9bdd5e-aad6-43cc-9be9-3b662a3e887f tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:19.153728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Allocated IP 172.20.0.13 (275962ff-8af2-4dfe-84f4-f45b51a2e8d9/cb34bf62-18a4-46dd-800d-9e893f933c62/89d5b73a-b5a6-455f-b927-d405df904a85) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:19.154215 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-0a9bdd5e-aad6-43cc-9be9-3b662a3e887f tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.18 "GET /v2.0/networks?id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9 HTTP/1.1" status: 200 len: 818 time: 0.4820626 Dec 09 22:24:19.175361 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.182399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:19.183042 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.186864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd76ee6-e873-4df3-b2a6-9c2495b177ce req-7b725318-3062-48eb-9402-4d437d44ca4f tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:19.195027 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0fd76ee6-e873-4df3-b2a6-9c2495b177ce req-7b725318-3062-48eb-9402-4d437d44ca4f tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 944 time: 0.2600324 Dec 09 22:24:19.208159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Request body: {'port': {'device_id': '4db56f65-b327-492a-b8ab-70cd2ec91870', 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9', 'admin_state_up': True, 'tenant_id': '2df9339a90a24882b2e469e99e8d92da'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:19.223054 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-abb47280-b94e-40e0-bb50-c0ae49f78ff6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0368607 Dec 09 22:24:19.224642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:19.229155 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.236560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Request body: {'port': {'device_id': '4590ef77-3efb-4ac1-b86e-e38e468c49c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:19.237476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dc92f-ceeb-48a1-9832-e7f5a2a2bdde req-916aeba2-ccd1-4d34-9d48-42a6c05a9a7d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:19.245177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-505dc92f-ceeb-48a1-9832-e7f5a2a2bdde req-916aeba2-ccd1-4d34-9d48-42a6c05a9a7d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.3367727 Dec 09 22:24:19.247709 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.289771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:19.364682 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.444073 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.490072 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.501225 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:19.527556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0fd76ee6-e873-4df3-b2a6-9c2495b177ce req-364cf6a9-ae95-4504-9e15-c71b400a6b50 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/security-groups?id=856fb865-ccb9-43b2-88aa-e2caf543204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314102 Dec 09 22:24:19.549851 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-505dc92f-ceeb-48a1-9832-e7f5a2a2bdde req-e7e31e7e-9408-4fb2-b48b-266409bbc2d8 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039060 Dec 09 22:24:19.553375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81ebe772-7334-4306-9464-938fe9b04799 req-d24afa88-b048-4e21-9676-7a2922427f38 service neutron] 10.222.0.42 "GET /v2.0/networks/189d163b-73d0-4b06-aab3-6d9bbb77b4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338336 Dec 09 22:24:19.612142 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.651940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Made reservation on behalf of 2df9339a90a24882b2e469e99e8d92da for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:19.656446 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.700804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:19.708979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:19.713215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:19.749413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Pushing event updated for resources: {'Port': ['ID=89d5b73a-b5a6-455f-b927-d405df904a85,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:19.838160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:19.838811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:19.873828 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f655c1a-4d7f-4667-b75f-6baed2c91ee1 x-openstack-request-id: req-9f655c1a-4d7f-4667-b75f-6baed2c91ee1 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:19.874380 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a0dba-4678-40e4-92e7-51429416bb5b", "name": "network-vif-plugged", "status": "completed", "tag": "6fd94f14-d2ec-4518-b314-e7a9ab765684", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:19.874380 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f655c1a-4d7f-4667-b75f-6baed2c91ee1 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:19.874772 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a0dba-4678-40e4-92e7-51429416bb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd94f14-d2ec-4518-b314-e7a9ab765684', 'code': 200} Dec 09 22:24:19.893270 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c0fe07de-a8a8-47d8-8dad-9d46f954b2db tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6794760 Dec 09 22:24:19.951747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Request body: {'port': {'device_id': '77bba61a-c30a-4d74-8cba-bfb600186e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:20.001010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Network 423145d5-d001-463a-b86e-cdc82e5078c0 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:20.021466 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:20.023467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5a8ac275-87b6-4877-9a68-df2c19fdcf37 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:20.026034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81ebe772-7334-4306-9464-938fe9b04799 req-65d6f955-5212-44cc-b17d-24257211bf96 service neutron] 10.222.0.42 "GET /v2.0/networks/189d163b-73d0-4b06-aab3-6d9bbb77b4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615870 Dec 09 22:24:20.074624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:20.114748 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.136161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.143196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 5a8ac275-87b6-4877-9a68-df2c19fdcf37 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:20.153704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bca7f-1379-4922-8b58-c486c26f1b4e req-bab43618-9c6e-4559-8ca4-ab84991cb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:20.154693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 5a8ac275-87b6-4877-9a68-df2c19fdcf37 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:20.155207 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.155345 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd9bca7f-1379-4922-8b58-c486c26f1b4e req-bab43618-9c6e-4559-8ca4-ab84991cb7da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 1101 time: 0.1628916 Dec 09 22:24:20.158677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Transition to ACTIVE for port object 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:20.173102 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.182614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55b257-0ecc-4d57-ad57-1d50f00727c5 req-e6e7275d-2163-447b-9732-0d49ec563dfa tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:20.199467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c55b257-0ecc-4d57-ad57-1d50f00727c5 req-e6e7275d-2163-447b-9732-0d49ec563dfa tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 931 time: 0.3175502 Dec 09 22:24:20.298973 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.356973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5a8ac275-87b6-4877-9a68-df2c19fdcf37, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5a8ac275-87b6-4877-9a68-df2c19fdcf37,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:20.363048 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.396346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Pushing event updated for resources: {'Port': ['ID=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:20.431265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4d4fb75f-13ee-4237-ba56-0008b58e319c None None] Provisioning complete for port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:20.431619 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb75f-13ee-4237-ba56-0008b58e319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.459025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-cf109b9a-6ec5-4204-b15f-8818a6c2877f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:20.466043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-cf109b9a-6ec5-4204-b15f-8818a6c2877f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.4787176 Dec 09 22:24:20.473386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Allocated IP 172.20.0.9 (275962ff-8af2-4dfe-84f4-f45b51a2e8d9/cb34bf62-18a4-46dd-800d-9e893f933c62/9e10c6c2-b4d6-444c-8858-3171837199be) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:20.482175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1d35aec3-49e5-4b42-8030-9db127cb7279 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:20.490816 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c55b257-0ecc-4d57-ad57-1d50f00727c5 req-d864dc25-bb47-45d8-a213-8cfed91a59e2 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904773 Dec 09 22:24:20.515103 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-7e1c299f-774e-4de1-b17a-e03c9241da33 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/quotas/3005a1a8e3144f09a333f470b9aad885 HTTP/1.1" status: 200 len: 375 time: 0.0480211 Dec 09 22:24:20.516837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5a8ac275-87b6-4877-9a68-df2c19fdcf37,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:20.536236 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd9bca7f-1379-4922-8b58-c486c26f1b4e req-b580bd91-0efe-4614-bcab-9c4c61eeb40e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689353 Dec 09 22:24:20.550598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4d4fb75f-13ee-4237-ba56-0008b58e319c None None] Port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:24:20.577151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Router 9ca44de4-8106-4063-9c97-f8cee42e4b88 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:24:20.577420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 1d35aec3-49e5-4b42-8030-9db127cb7279 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:20.585186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 1d35aec3-49e5-4b42-8030-9db127cb7279 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:20.585625 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.627955 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-b7b9f155-7fdd-4700-a666-cbb96d56de4b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102638 Dec 09 22:24:20.642412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Attempting to bind port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:20.642746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Attempting to bind port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:20.643078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Attempting to bind port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 on network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:20.649334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 on network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:20.650066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Attempting to bind port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 on network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:20.656712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:20.657051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Checking segment: {'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:20.657562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Bound using segment: {'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:20.658044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Bound port: 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:20.658397 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.714550 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.746847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] For port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:20.752458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] For port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:20.755482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 1d35aec3-49e5-4b42-8030-9db127cb7279, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1d35aec3-49e5-4b42-8030-9db127cb7279,segment=NetworkSegment(2af743cf-2ae7-4fb4-af1f-cae9f4dca934),segment_id=2af743cf-2ae7-4fb4-af1f-cae9f4dca934)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:20.761512 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.772277 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.779711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:20.781054 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:20.784259 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] 10.222.0.42 "PUT /v2.0/ports/9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 HTTP/1.1" status: 200 len: 1092 time: 1.5519595 Dec 09 22:24:20.786977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4590ef77-3efb-4ac1-b86e-e38e468c49c1', 'tag': '9fe8b957-6bf8-4949-8e85-6ca192c2cbd8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:20.789346 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8b197d-04e1-4579-be25-66e6d8937d41" -d '{"events": [{"name": "network-changed", "server_uuid": "4590ef77-3efb-4ac1-b86e-e38e468c49c1", "tag": "9fe8b957-6bf8-4949-8e85-6ca192c2cbd8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:20.848978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=1d35aec3-49e5-4b42-8030-9db127cb7279,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:20.905967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92dd64-c1bf-4ef8-9bb2-f95068547c9f service neutron] Pushing event updated for resources: {'Port': ['ID=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:20.927969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-614ad38b-c499-47cc-9078-4c5b4a440988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:20.929706 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-614ad38b-c499-47cc-9078-4c5b4a440988 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2df9339a90a24882b2e469e99e8d92da&device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 1095 time: 0.0866253 Dec 09 22:24:20.978934 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-dff37ecb-e7a9-4267-8e07-3cc69df5bd3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 HTTP/1.1" status: 200 len: 217 time: 0.0392740 Dec 09 22:24:21.040191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-b72a1f06-2312-4f75-9fc1-5d2566bf5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:21.042630 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-b72a1f06-2312-4f75-9fc1-5d2566bf5265 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb34bf62-18a4-46dd-800d-9e893f933c62 HTTP/1.1" status: 200 len: 858 time: 0.0558777 Dec 09 22:24:21.089578 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-ce40a82e-4162-472b-bf87-c89fcfc37fe1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389540 Dec 09 22:24:21.216047 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db3b05b4-ac0b-4a56-8127-c9301bd819cc service neutron] 10.222.0.42 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169851 Dec 09 22:24:21.228087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:24:21.238417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f4a9ff61-7570-4279-971e-e022600ab582 admin admin] 10.222.0.16 "PUT /v2.0/routers/9ca44de4-8106-4063-9c97-f8cee42e4b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8773227 Dec 09 22:24:21.253245 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Sync routers for ids ['9ca44de4-8106-4063-9c97-f8cee42e4b88'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:24:21.270689 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Routers {'9ca44de4-8106-4063-9c97-f8cee42e4b88'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:24:21.271332 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:24:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ca44de4-8106-4063-9c97-f8cee42e4b88'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:21.296070 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:21.346963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c972-cfce-474d-bab7-28f6f1732a86 req-c225c8e9-7fbc-4bc8-a4f9-45b0a576eed3 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:21.354596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c972-cfce-474d-bab7-28f6f1732a86 req-c225c8e9-7fbc-4bc8-a4f9-45b0a576eed3 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 945 time: 0.6369810 Dec 09 22:24:21.362266 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e182efba-2e81-405e-9cf1-f3a74992e82b service neutron] 10.222.0.42 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387498 Dec 09 22:24:21.383787 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:21.458404 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-a03acb0c-cbb5-4a2a-a3f7-442be960f98c service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8170555 Dec 09 22:24:21.480481 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Set router 9ca44de4-8106-4063-9c97-f8cee42e4b88 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:24:21.485152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:21.511104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:21.553192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:21.611778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ab6c972-cfce-474d-bab7-28f6f1732a86 req-2032f166-6044-48b6-9c50-925ead438852 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560735 Dec 09 22:24:21.619228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d5b73a-b5a6-455f-b927-d405df904a85 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:21.648982 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:21.685658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Transition to ACTIVE for port object 89d5b73a-b5a6-455f-b927-d405df904a85 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:21.692449 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:21.702168 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Pushing event updated for resources: {'Port': ['ID=9e10c6c2-b4d6-444c-8858-3171837199be,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:21.704628 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'name': 'tempest-AttachSCSIVolumeTestJSON-346379814-router', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:04Z', 'updated_at': '2021-12-09T22:24:17Z', 'revision_number': 4, 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'gw_port': {'id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:07Z', 'updated_at': '2021-12-09T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'd8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d', 'name': '', 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'mac_address': 'fa:16:3e:fa:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'f626ff74-c59d-4c01-abe5-c6d4185913d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:15Z', 'updated_at': '2021-12-09T22:24:18Z', 'revision_number': 2, 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'subnets': [{'id': 'f626ff74-c59d-4c01-abe5-c6d4185913d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:21.733187 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Checking router: 9ca44de4-8106-4063-9c97-f8cee42e4b88 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:24:21.733876 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Updating router 9ca44de4-8106-4063-9c97-f8cee42e4b88 port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:24:21.768010 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:21.803324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Pushing event updated for resources: {'Port': ['ID=89d5b73a-b5a6-455f-b927-d405df904a85,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:21.876036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f46d2c-1bc4-4742-b27c-f994b75fa3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6fbe81-e2a8-4928-b486-deb6aaeae1a2'}, {'server_uuid': 'd26ee0b1-f3d7-458d-b7bf-a55eb906b298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8ac275-87b6-4877-9a68-df2c19fdcf37'}, {'server_uuid': 'da993984-756f-48dc-8a96-79176783fcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d35aec3-49e5-4b42-8030-9db127cb7279'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:21.879656 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943e92ad-d1f3-4ebf-9476-e65373553394" -d '{"events": [{"server_uuid": "67f46d2c-1bc4-4742-b27c-f994b75fa3c3", "name": "network-vif-plugged", "status": "completed", "tag": "2f6fbe81-e2a8-4928-b486-deb6aaeae1a2"}, {"server_uuid": "d26ee0b1-f3d7-458d-b7bf-a55eb906b298", "name": "network-vif-plugged", "status": "completed", "tag": "5a8ac275-87b6-4877-9a68-df2c19fdcf37"}, {"server_uuid": "da993984-756f-48dc-8a96-79176783fcaf", "name": "network-vif-plugged", "status": "completed", "tag": "1d35aec3-49e5-4b42-8030-9db127cb7279"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:21.889836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Attempting to bind port 89d5b73a-b5a6-455f-b927-d405df904a85 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:21.890256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Attempting to bind port 89d5b73a-b5a6-455f-b927-d405df904a85 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:21.890681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Attempting to bind port 89d5b73a-b5a6-455f-b927-d405df904a85 on network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:21.899895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Port 89d5b73a-b5a6-455f-b927-d405df904a85 on network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:21.900230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Attempting to bind port 89d5b73a-b5a6-455f-b927-d405df904a85 on network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:21.906657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:21.907055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Checking segment: {'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:21.907451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Bound using segment: {'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:21.908196 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Bound port: 89d5b73a-b5a6-455f-b927-d405df904a85, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:21.908575 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:21.918563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-ed1018db-e539-4446-a6c0-3346081ae2f4 service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592271 Dec 09 22:24:21.933168 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:21.933977 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:21.965168 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf584a-c764-4964-856a-e2bf36726074 req-d2abf5ce-f523-41c7-a6fe-7aed48d96e83 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:21.967673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ccf584a-c764-4964-856a-e2bf36726074 req-d2abf5ce-f523-41c7-a6fe-7aed48d96e83 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 950 time: 0.1021903 Dec 09 22:24:21.973030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-db26cea6-54b3-481b-bc72-e35a6c95c522 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7715268 Dec 09 22:24:22.008530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Request body: {'port': {'device_id': '4db56f65-b327-492a-b8ab-70cd2ec91870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:22.031899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] For port 89d5b73a-b5a6-455f-b927-d405df904a85, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:22.042218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] For port 89d5b73a-b5a6-455f-b927-d405df904a85, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=89d5b73a-b5a6-455f-b927-d405df904a85,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:22.048810 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:22.157151 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ccf584a-c764-4964-856a-e2bf36726074 req-10937a1c-edca-4b3f-a501-400860c63789 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828501 Dec 09 22:24:22.241827 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:22.243171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Pushing event updated for resources: {'Port': ['ID=89d5b73a-b5a6-455f-b927-d405df904a85,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:22.247409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:22.251242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:22.252928 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-5e3b59cc-1e59-485f-b5d3-90c76c1fdabd service neutron] 10.222.0.18 "PUT /v2.0/ports/89d5b73a-b5a6-455f-b927-d405df904a85 HTTP/1.1" status: 200 len: 1093 time: 2.3054721 Dec 09 22:24:22.320577 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:22.330658 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:22.372648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-12f75ef7-cd07-4fd2-a851-f8cb22411db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:22.375102 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-12f75ef7-cd07-4fd2-a851-f8cb22411db2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2df9339a90a24882b2e469e99e8d92da&device_id=77bba61a-c30a-4d74-8cba-bfb600186e95 HTTP/1.1" status: 200 len: 1096 time: 0.0552473 Dec 09 22:24:22.390561 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:22.392690 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Pushing event updated for resources: {'Port': ['ID=d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:22.424202 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.424589 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.424938 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.425390 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.425678 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.426052 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.426395 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.426760 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.427117 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.427763 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.428119 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.428480 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.428810 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:24:22.505568 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Attempting to bind port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:22.507578 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Attempting to bind port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:22.508676 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Attempting to bind port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d on network 423145d5-d001-463a-b86e-cdc82e5078c0 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:22.518974 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:22.519772 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Checking segment: {'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:22.520426 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:22.521080 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Bound using segment: {'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:22.521757 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Bound port: d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:22.522410 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:22.533665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60730) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:22.543875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1830873614-network', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:22.611594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Made reservation on behalf of 6393b658912d4fb694bc7ddefa1f7b20 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:22.615178 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:22.666290 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] For port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:22.670275 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] For port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d,segment=NetworkSegment(85d43e33-e357-4b94-a61d-73ba8063e0f9),segment_id=85d43e33-e357-4b94-a61d-73ba8063e0f9)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:22.676582 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:22.684486 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:22.734969 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Routers {'9ca44de4-8106-4063-9c97-f8cee42e4b88'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:24:22.736724 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:24:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ca44de4-8106-4063-9c97-f8cee42e4b88'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:22.768270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07caff-c324-41ab-ade3-46c4019e95ee req-cf27d42c-2ebf-4678-b53c-4a67e5be991b tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:22.779427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e07caff-c324-41ab-ade3-46c4019e95ee req-cf27d42c-2ebf-4678-b53c-4a67e5be991b tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 1097 time: 0.5042362 Dec 09 22:24:22.833848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18be48-10d7-4457-a432-5d31722292d4 req-3250ab69-3afb-46b5-9d98-78a3f9f6b8b6 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:22.834566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-41e9e6b3-9b1a-448f-9176-b5dc1b76b3bd None None] Provisioning complete for port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:22.834940 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-41e9e6b3-9b1a-448f-9176-b5dc1b76b3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:22.835394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b18be48-10d7-4457-a432-5d31722292d4 req-3250ab69-3afb-46b5-9d98-78a3f9f6b8b6 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 945 time: 0.5472326 Dec 09 22:24:22.899521 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4fb007fa-08e4-4e59-9aae-01982eefdd66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d5b73a-b5a6-455f-b927-d405df904a85 HTTP/1.1" status: 200 len: 217 time: 0.5052636 Dec 09 22:24:22.954334 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] Set router 9ca44de4-8106-4063-9c97-f8cee42e4b88 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:24:22.973449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-558be9eb-32c8-4b40-b208-32229d0f0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:22.978441 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-558be9eb-32c8-4b40-b208-32229d0f0769 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb34bf62-18a4-46dd-800d-9e893f933c62 HTTP/1.1" status: 200 len: 858 time: 0.0691569 Dec 09 22:24:23.045882 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-497b8564-b3d9-4fab-a504-6b0f7f447f24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603402 Dec 09 22:24:23.100416 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-41e9e6b3-9b1a-448f-9176-b5dc1b76b3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:23.181128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-41e9e6b3-9b1a-448f-9176-b5dc1b76b3bd None None] For port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d,segment=NetworkSegment(85d43e33-e357-4b94-a61d-73ba8063e0f9),segment_id=85d43e33-e357-4b94-a61d-73ba8063e0f9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:23.189554 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-41e9e6b3-9b1a-448f-9176-b5dc1b76b3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:23.263440 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e07caff-c324-41ab-ade3-46c4019e95ee req-62b6ea88-6a39-4e6f-a794-623dfaafd169 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827063 Dec 09 22:24:23.295708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9e6b3-9b1a-448f-9176-b5dc1b76b3bd None None] Pushing event updated for resources: {'Port': ['ID=d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:23.330728 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-784caa18-5780-48ec-a4da-b0111f3706dc service neutron] 10.222.0.18 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716765 Dec 09 22:24:23.337398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c9db83ce-53d5-4902-993c-c2e8e9705545 None None] Provisioning complete for port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:23.337773 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c9db83ce-53d5-4902-993c-c2e8e9705545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:23.346999 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'name': 'tempest-AttachSCSIVolumeTestJSON-346379814-router', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:04Z', 'updated_at': '2021-12-09T22:24:17Z', 'revision_number': 4, 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'gw_port': {'id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:07Z', 'updated_at': '2021-12-09T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'd8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d', 'name': '', 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'mac_address': 'fa:16:3e:fa:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'f626ff74-c59d-4c01-abe5-c6d4185913d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:15Z', 'updated_at': '2021-12-09T22:24:22Z', 'revision_number': 4, 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'subnets': [{'id': 'f626ff74-c59d-4c01-abe5-c6d4185913d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:23.351323 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608f3d3-94de-4093-a3dd-9ae3f141ff03 None None] Pushing event updated for resources: {'Port': ['ID=d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:23.409505 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea27ab0-beda-40e8-aed9-b46f1146ac5f None None] The sync data for ids ['9ca44de4-8106-4063-9c97-f8cee42e4b88'] in n-d-789963-23 is: [{'id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'name': 'tempest-AttachSCSIVolumeTestJSON-346379814-router', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:04Z', 'updated_at': '2021-12-09T22:24:17Z', 'revision_number': 4, 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'gw_port': {'id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:07Z', 'updated_at': '2021-12-09T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'd8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d', 'name': '', 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'mac_address': 'fa:16:3e:fa:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'f626ff74-c59d-4c01-abe5-c6d4185913d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:15Z', 'updated_at': '2021-12-09T22:24:22Z', 'revision_number': 4, 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'subnets': [{'id': 'f626ff74-c59d-4c01-abe5-c6d4185913d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:24:23.462380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b18be48-10d7-4457-a432-5d31722292d4 req-97e48277-3cea-4f27-90f8-d699f9b734d5 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/security-groups?id=856fb865-ccb9-43b2-88aa-e2caf543204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951550 Dec 09 22:24:23.555074 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-f09001d8-6c82-41dc-afac-9588b0c2d2b9 service neutron] 10.222.0.18 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100487 Dec 09 22:24:23.582978 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9601503f-88df-422b-963e-5ed9ba99bbbd x-openstack-request-id: req-9601503f-88df-422b-963e-5ed9ba99bbbd {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:23.583272 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4590ef77-3efb-4ac1-b86e-e38e468c49c1", "tag": "9fe8b957-6bf8-4949-8e85-6ca192c2cbd8", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:23.583537 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9601503f-88df-422b-963e-5ed9ba99bbbd {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:23.583919 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4590ef77-3efb-4ac1-b86e-e38e468c49c1', 'tag': '9fe8b957-6bf8-4949-8e85-6ca192c2cbd8', 'status': 'completed', 'code': 200} Dec 09 22:24:23.724471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:23.749279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b197d-04e1-4579-be25-66e6d8937d41 req-b01d1b43-21e5-44e1-90c5-6ed3d0468384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:23.753177 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cd8b197d-04e1-4579-be25-66e6d8937d41 req-b01d1b43-21e5-44e1-90c5-6ed3d0468384 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2df9339a90a24882b2e469e99e8d92da&device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 1095 time: 0.1093204 Dec 09 22:24:23.815613 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:23.820798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:23.821539 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:23.836204 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:23.903278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b197d-04e1-4579-be25-66e6d8937d41 req-ed3a56ce-d112-4d3a-96fb-0107c06c40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:23.905178 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cd8b197d-04e1-4579-be25-66e6d8937d41 req-ed3a56ce-d112-4d3a-96fb-0107c06c40ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9 HTTP/1.1" status: 200 len: 919 time: 0.1445754 Dec 09 22:24:23.915174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562d3936-4275-4335-b21b-a155330c6498,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:23.992712 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cd8b197d-04e1-4579-be25-66e6d8937d41 req-7782a220-84f8-4d41-b188-bb952581811f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 HTTP/1.1" status: 200 len: 217 time: 0.0810053 Dec 09 22:24:23.998726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:24:24.010747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263438b7-77c9-4e01-bacd-6b6984e7fd3f req-e087ae69-8e3b-4df4-b998-dcd20aff751c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:24.012630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-263438b7-77c9-4e01-bacd-6b6984e7fd3f req-e087ae69-8e3b-4df4-b998-dcd20aff751c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.4858260 Dec 09 22:24:24.047922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbb3a7-3bdd-4327-a50d-b0b0374dfb43 req-35eb8c07-b4aa-4363-bc86-e4dde4cafaa5 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:24.049868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-93fbb3a7-3bdd-4327-a50d-b0b0374dfb43 req-35eb8c07-b4aa-4363-bc86-e4dde4cafaa5 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 943 time: 0.2611814 Dec 09 22:24:24.078082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b197d-04e1-4579-be25-66e6d8937d41 req-f19fc527-dc17-4084-900e-8ec7fb740a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:24.080538 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cd8b197d-04e1-4579-be25-66e6d8937d41 req-f19fc527-dc17-4084-900e-8ec7fb740a5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb34bf62-18a4-46dd-800d-9e893f933c62 HTTP/1.1" status: 200 len: 858 time: 0.0802991 Dec 09 22:24:24.109593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e10c6c2-b4d6-444c-8858-3171837199be {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:24.120680 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:24.134672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Transition to ACTIVE for port object 9e10c6c2-b4d6-444c-8858-3171837199be will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:24.146366 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:24.146736 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Added segment e11b980f-8b7a-4b31-902f-d5cb85af42d6 of type vlan for network b74c00ce-bb2c-4e2a-a6db-6057fbb002eb Dec 09 22:24:24.148505 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:24.158185 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cd8b197d-04e1-4579-be25-66e6d8937d41 req-c63580f1-202c-4a45-afd0-84e7697ed2dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622351 Dec 09 22:24:24.337413 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cd8b197d-04e1-4579-be25-66e6d8937d41 req-d89fb2ae-067d-414c-ad2b-5f7bfed841a9 service neutron] 10.222.0.42 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782324 Dec 09 22:24:24.354548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Pushing event updated for resources: {'Port': ['ID=9e10c6c2-b4d6-444c-8858-3171837199be,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:24.444816 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:24.468254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:24.563488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-739ae612-2ed7-4cd1-b936-c98ba84e17de tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:24.565134 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-739ae612-2ed7-4cd1-b936-c98ba84e17de tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.18 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.4181595 Dec 09 22:24:24.577715 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cd8b197d-04e1-4579-be25-66e6d8937d41 req-ff66f768-21fb-4e8c-824e-7c843f7dfb70 service neutron] 10.222.0.42 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064500 Dec 09 22:24:24.596615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Request body: {'port': {'device_id': '4bc91fb6-5d3b-448a-a2a8-2ca452b4527b', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'admin_state_up': True, 'tenant_id': '3005a1a8e3144f09a333f470b9aad885'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:24.597525 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-263438b7-77c9-4e01-bacd-6b6984e7fd3f req-8ac44481-9972-49f1-ac5c-9503678df497 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675185 Dec 09 22:24:24.625692 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-93fbb3a7-3bdd-4327-a50d-b0b0374dfb43 req-c2f4071e-2d10-4c57-a51f-c1c13474e0be tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865842 Dec 09 22:24:24.668152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.resource_extend [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:24:24.672053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:24.705256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '9fe8b957-6bf8-4949-8e85-6ca192c2cbd8', 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9', 'port_id': '9fe8b957-6bf8-4949-8e85-6ca192c2cbd8', 'mac_address': 'fa:16:3e:77:e5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34bf62-18a4-46dd-800d-9e893f933c62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:24.722415 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:24.723467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:24.727684 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:24.785852 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc60dee7-bf0e-4080-a075-92794982da2c x-openstack-request-id: req-fc60dee7-bf0e-4080-a075-92794982da2c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:24.786611 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f46d2c-1bc4-4742-b27c-f994b75fa3c3", "name": "network-vif-plugged", "status": "completed", "tag": "2f6fbe81-e2a8-4928-b486-deb6aaeae1a2", "code": 200}, {"server_uuid": "d26ee0b1-f3d7-458d-b7bf-a55eb906b298", "name": "network-vif-plugged", "status": "completed", "tag": "5a8ac275-87b6-4877-9a68-df2c19fdcf37", "code": 200}, {"server_uuid": "da993984-756f-48dc-8a96-79176783fcaf", "name": "network-vif-plugged", "status": "completed", "tag": "1d35aec3-49e5-4b42-8030-9db127cb7279", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:24.786889 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc60dee7-bf0e-4080-a075-92794982da2c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:24.787685 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f46d2c-1bc4-4742-b27c-f994b75fa3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6fbe81-e2a8-4928-b486-deb6aaeae1a2', 'code': 200} Dec 09 22:24:24.788027 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26ee0b1-f3d7-458d-b7bf-a55eb906b298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8ac275-87b6-4877-9a68-df2c19fdcf37', 'code': 200} Dec 09 22:24:24.788204 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da993984-756f-48dc-8a96-79176783fcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d35aec3-49e5-4b42-8030-9db127cb7279', 'code': 200} Dec 09 22:24:24.843269 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:24.878439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:24.914503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:24.924706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b74c00ce-bb2c-4e2a-a6db-6057fbb002eb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:24.930188 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:24.931858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7035d240-189a-4d42-a189-d70cce2d55fc req-da94ec43-1f10-48b3-a980-c0f42fd85cf1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 210 time: 0.0516429 Dec 09 22:24:24.937009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Attempting to bind port 9e10c6c2-b4d6-444c-8858-3171837199be on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:24.937581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Attempting to bind port 9e10c6c2-b4d6-444c-8858-3171837199be by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:24.938113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Attempting to bind port 9e10c6c2-b4d6-444c-8858-3171837199be on network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:24.966819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Port 9e10c6c2-b4d6-444c-8858-3171837199be on network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:24.967559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Attempting to bind port 9e10c6c2-b4d6-444c-8858-3171837199be on network 275962ff-8af2-4dfe-84f4-f45b51a2e8d9 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:24.975963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:24.976758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Checking segment: {'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:24.977472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Bound using segment: {'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:24.978210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Bound port: 9e10c6c2-b4d6-444c-8858-3171837199be, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9167374e-e4c3-4efa-b86b-bb381c9d35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:24.978826 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:24.980800 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b74c00ce-bb2c-4e2a-a6db-6057fbb002eb details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:24:25.078023 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-50ee4b6d-23d4-4dba-aa0b-3ba359a810b4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5439546 Dec 09 22:24:25.084023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60746) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:25.096616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b428e27e-d102-434d-9c41-efde1e123646 admin admin] Request body: {'subnet': {'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1830873614-subnet', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:25.113438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] For port 9e10c6c2-b4d6-444c-8858-3171837199be, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:25.148121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] For port 9e10c6c2-b4d6-444c-8858-3171837199be, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=9e10c6c2-b4d6-444c-8858-3171837199be,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:25.157163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1355a4-0eac-4a19-a31c-3844d7a3199f req-bf5690b9-d3cb-499e-86ed-016fecb4ee5a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:25.161085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7a827-e592-437c-a20e-e8c414bddd5a req-11ccaac4-d58d-491f-aaa0-45fdb2011485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:25.163656 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1b7a827-e592-437c-a20e-e8c414bddd5a req-11ccaac4-d58d-491f-aaa0-45fdb2011485 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 1102 time: 0.3145068 Dec 09 22:24:25.165022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d1355a4-0eac-4a19-a31c-3844d7a3199f req-bf5690b9-d3cb-499e-86ed-016fecb4ee5a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 945 time: 0.2517877 Dec 09 22:24:25.172326 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be2664-6c9f-45e0-868b-036de6057945 req-58105da4-442e-471e-b589-276eef233dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:25.174814 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19be2664-6c9f-45e0-868b-036de6057945 req-58105da4-442e-471e-b589-276eef233dfd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 1097 time: 0.2879233 Dec 09 22:24:25.181327 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:25.182017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Made reservation on behalf of 3005a1a8e3144f09a333f470b9aad885 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:25.187702 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:25.195737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c5582-297b-4159-a268-e04b8982fc27 req-a7c82b82-e257-450b-ac1a-4571a3dfcb03 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:25.203342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-238c5582-297b-4159-a268-e04b8982fc27 req-a7c82b82-e257-450b-ac1a-4571a3dfcb03 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 950 time: 0.1311522 Dec 09 22:24:25.323009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Pushing event updated for resources: {'Port': ['ID=9e10c6c2-b4d6-444c-8858-3171837199be,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:25.347411 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['9fe8b957-6bf8-4949-8e85-6ca192c2cbd8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:25.371565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:25.372308 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:25.373556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-e8b95172-ad10-41db-9e2a-8c4455c67a89 service neutron] 10.222.0.18 "PUT /v2.0/ports/9e10c6c2-b4d6-444c-8858-3171837199be HTTP/1.1" status: 200 len: 1092 time: 3.3712716 Dec 09 22:24:25.374070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db56f65-b327-492a-b8ab-70cd2ec91870', 'tag': '9e10c6c2-b4d6-444c-8858-3171837199be'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:25.376332 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd5a245-3ee0-469c-8c14-5cd4266b16d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4db56f65-b327-492a-b8ab-70cd2ec91870", "tag": "9e10c6c2-b4d6-444c-8858-3171837199be"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:25.426950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Allocated IP 172.20.0.13 (073a6e7d-af0e-4b50-85bd-f1bea603319c/91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c/a7620f25-d2ea-447c-bd2d-5a9c87f8bb49) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:25.486417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-238c5582-297b-4159-a268-e04b8982fc27 req-71ed113e-8dac-4637-b3cc-23b91b39e796 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368367 Dec 09 22:24:25.551573 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:25.554420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d1355a4-0eac-4a19-a31c-3844d7a3199f req-a9714072-ace8-42e4-876a-d46ce9201f3f tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288972 Dec 09 22:24:25.554922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b8d06-bdc6-456d-b70d-25ca4b895018 req-8adf2e66-84a8-4918-a834-a8e94e724713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:25.554922 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e80b8d06-bdc6-456d-b70d-25ca4b895018 req-8adf2e66-84a8-4918-a834-a8e94e724713 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 1097 time: 0.6806073 Dec 09 22:24:25.594296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bba61a-c30a-4d74-8cba-bfb600186e95', 'tag': '89d5b73a-b5a6-455f-b927-d405df904a85'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:25.613777 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6ab009-b6e4-425e-a282-8c5a931ddd56" -d '{"events": [{"name": "network-changed", "server_uuid": "77bba61a-c30a-4d74-8cba-bfb600186e95", "tag": "89d5b73a-b5a6-455f-b927-d405df904a85"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:25.696927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c4a2addb-07a5-4791-9cd7-f5bb142e02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:25.698549 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-c4a2addb-07a5-4791-9cd7-f5bb142e02d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2df9339a90a24882b2e469e99e8d92da&device_id=4db56f65-b327-492a-b8ab-70cd2ec91870 HTTP/1.1" status: 200 len: 1095 time: 0.1017392 Dec 09 22:24:25.797594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-30319eda-470e-40cd-9f38-1592960badea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e10c6c2-b4d6-444c-8858-3171837199be HTTP/1.1" status: 200 len: 217 time: 0.0631082 Dec 09 22:24:25.807000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1be5a-a8d1-4b8e-a3ef-bdc112e0fd7f req-8373c676-f207-49d8-80e9-c345f08bdbb2 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:25.808550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0f1be5a-a8d1-4b8e-a3ef-bdc112e0fd7f req-8373c676-f207-49d8-80e9-c345f08bdbb2 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 945 time: 0.1072807 Dec 09 22:24:25.826626 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1b7a827-e592-437c-a20e-e8c414bddd5a req-57cc059b-a11e-499e-86fc-574b093eb010 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471357 Dec 09 22:24:25.827220 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b428e27e-d102-434d-9c41-efde1e123646 admin admin] Made reservation on behalf of 6393b658912d4fb694bc7ddefa1f7b20 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:25.829514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b428e27e-d102-434d-9c41-efde1e123646 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:25.891798 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19be2664-6c9f-45e0-868b-036de6057945 req-0d61035f-a685-4a6f-9c7e-7649f8adf92c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6717470 Dec 09 22:24:25.895438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-7b891bcb-8fc6-43e9-9788-c396762d34c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:25.897663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-7b891bcb-8fc6-43e9-9788-c396762d34c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb34bf62-18a4-46dd-800d-9e893f933c62 HTTP/1.1" status: 200 len: 858 time: 0.0881426 Dec 09 22:24:25.910382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0f1be5a-a8d1-4b8e-a3ef-bdc112e0fd7f req-5ea86608-8524-444a-8624-cd73b0658f6b tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/security-groups?id=856fb865-ccb9-43b2-88aa-e2caf543204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715878 Dec 09 22:24:25.977611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e80b8d06-bdc6-456d-b70d-25ca4b895018 req-4b4b91ee-8d47-4f48-8f34-2c94e699b4ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=856fb865-ccb9-43b2-88aa-e2caf543204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117858 Dec 09 22:24:25.997700 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834e38f9-1990-4134-b697-5e520af9d92b x-openstack-request-id: req-834e38f9-1990-4134-b697-5e520af9d92b {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:25.998305 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db56f65-b327-492a-b8ab-70cd2ec91870", "tag": "9e10c6c2-b4d6-444c-8858-3171837199be", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:25.998746 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-834e38f9-1990-4134-b697-5e520af9d92b {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:25.999347 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db56f65-b327-492a-b8ab-70cd2ec91870', 'tag': '9e10c6c2-b4d6-444c-8858-3171837199be', 'status': 'completed', 'code': 200} Dec 09 22:24:26.026052 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.048371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 89d5b73a-b5a6-455f-b927-d405df904a85 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:26.172347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bbdd6-412b-4d4d-a005-125f5e0606f6 req-d1e100d6-2550-425a-90b0-3faf400cf021 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:26.180241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-555bbdd6-412b-4d4d-a005-125f5e0606f6 req-d1e100d6-2550-425a-90b0-3faf400cf021 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1101525 Dec 09 22:24:26.188727 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.195490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b428e27e-d102-434d-9c41-efde1e123646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.269171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event updated for resources: {'Port': ['ID=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:26.307882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-555bbdd6-412b-4d4d-a005-125f5e0606f6 req-b318ac7f-a4a3-467e-9846-e735dcabdb69 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200016 Dec 09 22:24:26.321571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:26.350186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Network 073a6e7d-af0e-4b50-85bd-f1bea603319c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:26.354656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:26.363801 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:26.368395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b428e27e-d102-434d-9c41-efde1e123646 admin admin] Checking segment: {'id': 'e11b980f-8b7a-4b31-902f-d5cb85af42d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:26.368758 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b428e27e-d102-434d-9c41-efde1e123646 admin admin] Network hostable DHCP agents. Network: b74c00ce-bb2c-4e2a-a6db-6057fbb002eb, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:24:26.391153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428e27e-d102-434d-9c41-efde1e123646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=161ff18e-83b4-4c58-b109-a9e45b6051f2,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:26.438101 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 89d5b73a-b5a6-455f-b927-d405df904a85, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=89d5b73a-b5a6-455f-b927-d405df904a85,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:26.450682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:26.451272 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.456964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '89d5b73a-b5a6-455f-b927-d405df904a85', 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9', 'port_id': '89d5b73a-b5a6-455f-b927-d405df904a85', 'mac_address': 'fa:16:3e:c2:f2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34bf62-18a4-46dd-800d-9e893f933c62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:26.470058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:26.473450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-2f2e45bd-6a5b-4480-a868-c11d31b46b86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621243 Dec 09 22:24:26.485432 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c87d2949-4a4b-4d98-84f2-420bf8892b84 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8946972 Dec 09 22:24:26.493069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b428e27e-d102-434d-9c41-efde1e123646 admin admin] Network b74c00ce-bb2c-4e2a-a6db-6057fbb002eb is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:24:26.518408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Request body: {'port': {'device_id': '4bc91fb6-5d3b-448a-a2a8-2ca452b4527b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:26.523535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-b428e27e-d102-434d-9c41-efde1e123646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b74c00ce-bb2c-4e2a-a6db-6057fbb002eb) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:26.557011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d705f23-7ce7-4865-aa6b-1aa26302dfac None None] Network b74c00ce-bb2c-4e2a-a6db-6057fbb002eb requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:24:26.570134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b428e27e-d102-434d-9c41-efde1e123646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:26.570861 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b428e27e-d102-434d-9c41-efde1e123646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.658313 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b428e27e-d102-434d-9c41-efde1e123646 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5676107 Dec 09 22:24:26.671052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a001f9-d5b1-47a9-a43b-661eec66075d req-874db322-7d38-45ae-83d3-c994e6f3bb94 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:26.681196 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60788) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:26.687025 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1830873614-router', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:26.690389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0a001f9-d5b1-47a9-a43b-661eec66075d req-874db322-7d38-45ae-83d3-c994e6f3bb94 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 944 time: 0.2694798 Dec 09 22:24:26.713348 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.720883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-b74c00ce-bb2c-4e2a-a6db-6057fbb002eb', 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb', 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'fixed_ips': [{'subnet_id': '161ff18e-83b4-4c58-b109-a9e45b6051f2'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:24:26.721837 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.728039 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.730962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.732043 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.763297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d5b73a-b5a6-455f-b927-d405df904a85 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:26.835945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-55580432-4440-448c-9b2a-c17dcbf07b64 service neutron] 10.222.0.18 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223467 Dec 09 22:24:26.845659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0a001f9-d5b1-47a9-a43b-661eec66075d req-435898a2-f830-4a47-b4ac-5b57fad11244 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548073 Dec 09 22:24:26.868972 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:26.872687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 89d5b73a-b5a6-455f-b927-d405df904a85, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=89d5b73a-b5a6-455f-b927-d405df904a85,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:26.897801 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.901076 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.910123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:26.910591 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:26.954295 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5265b2d-0003-414a-bcb6-d63acd68e014 req-4bf0d3f5-421d-4683-b179-4bb28c5bb7f8 service neutron] 10.222.0.18 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049826 Dec 09 22:24:26.981158 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Allocated IP 172.20.0.2 (b74c00ce-bb2c-4e2a-a6db-6057fbb002eb/161ff18e-83b4-4c58-b109-a9e45b6051f2/dcfc67e8-c220-415a-91af-5e937b25d17e) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:27.030188 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59601f98-58eb-4a0c-9f65-90fff4338bb9 x-openstack-request-id: req-59601f98-58eb-4a0c-9f65-90fff4338bb9 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:27.030458 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bba61a-c30a-4d74-8cba-bfb600186e95", "tag": "89d5b73a-b5a6-455f-b927-d405df904a85", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:27.030717 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59601f98-58eb-4a0c-9f65-90fff4338bb9 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:27.031158 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bba61a-c30a-4d74-8cba-bfb600186e95', 'tag': '89d5b73a-b5a6-455f-b927-d405df904a85', 'status': 'completed', 'code': 200} Dec 09 22:24:27.107059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79499e55-b4aa-4b75-9ca5-fd4d1e3b2138 req-fd54493a-8830-43dd-acb3-1c5160b1e9c3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:27.110135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-79499e55-b4aa-4b75-9ca5-fd4d1e3b2138 req-fd54493a-8830-43dd-acb3-1c5160b1e9c3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 932 time: 0.0642877 Dec 09 22:24:27.181483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=89d5b73a-b5a6-455f-b927-d405df904a85,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:27.237302 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-79499e55-b4aa-4b75-9ca5-fd4d1e3b2138 req-6f776df9-566b-46e8-8098-7f61ed9df93a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177368 Dec 09 22:24:27.254480 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:27.264120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ab009-b6e4-425e-a282-8c5a931ddd56 req-4fb3baad-5899-4ed6-a20b-13ae7100268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:27.273895 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff6ab009-b6e4-425e-a282-8c5a931ddd56 req-4fb3baad-5899-4ed6-a20b-13ae7100268b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2df9339a90a24882b2e469e99e8d92da&device_id=77bba61a-c30a-4d74-8cba-bfb600186e95 HTTP/1.1" status: 200 len: 1097 time: 0.1273460 Dec 09 22:24:27.372733 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:27.406278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ab009-b6e4-425e-a282-8c5a931ddd56 req-f692c711-cfa9-4942-94b5-4972205ebd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:27.407769 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff6ab009-b6e4-425e-a282-8c5a931ddd56 req-f692c711-cfa9-4942-94b5-4972205ebd70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9 HTTP/1.1" status: 200 len: 919 time: 0.1231840 Dec 09 22:24:27.437919 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4590ef77-3efb-4ac1-b86e-e38e468c49c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe8b957-6bf8-4949-8e85-6ca192c2cbd8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:27.440486 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67b3669-4cb5-4d7b-9948-a99d410ac7bc" -d '{"events": [{"server_uuid": "4590ef77-3efb-4ac1-b86e-e38e468c49c1", "name": "network-vif-plugged", "status": "completed", "tag": "9fe8b957-6bf8-4949-8e85-6ca192c2cbd8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:27.458828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5a245-3ee0-469c-8c14-5cd4266b16d3 req-8832f23a-6426-4800-9fb2-9ad99d5971eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:27.460518 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fd5a245-3ee0-469c-8c14-5cd4266b16d3 req-8832f23a-6426-4800-9fb2-9ad99d5971eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2df9339a90a24882b2e469e99e8d92da&device_id=4db56f65-b327-492a-b8ab-70cd2ec91870 HTTP/1.1" status: 200 len: 1095 time: 0.1838315 Dec 09 22:24:27.465830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:27.468033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165faf8c-77c8-46f1-85c1-f065055537ca req-58e8ee82-54ed-4516-953a-8237262282db tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:27.470234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-165faf8c-77c8-46f1-85c1-f065055537ca req-58e8ee82-54ed-4516-953a-8237262282db tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 945 time: 0.0614858 Dec 09 22:24:27.477763 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:27.479725 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:27.506654 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:27.525108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['89d5b73a-b5a6-455f-b927-d405df904a85'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:27.530326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-165faf8c-77c8-46f1-85c1-f065055537ca req-6ce14734-88fe-4812-9594-84ffac675066 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524116 Dec 09 22:24:27.534440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-b0915e67-2398-4117-b84e-34f8f4da807c tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:24:27.544943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-b0915e67-2398-4117-b84e-34f8f4da807c tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3808208 Dec 09 22:24:27.556668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:27.565737 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:27.584973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Transition to ACTIVE for port object a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:27.585699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Network b74c00ce-bb2c-4e2a-a6db-6057fbb002eb is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:27.590061 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:27.599400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:27.603184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:27.643327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:27.667126 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff6ab009-b6e4-425e-a282-8c5a931ddd56 req-916378d4-970a-4f47-b695-b97490857eab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d5b73a-b5a6-455f-b927-d405df904a85 HTTP/1.1" status: 200 len: 217 time: 0.0784395 Dec 09 22:24:27.734995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Attempting to bind port dcfc67e8-c220-415a-91af-5e937b25d17e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:27.735754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Attempting to bind port dcfc67e8-c220-415a-91af-5e937b25d17e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'e11b980f-8b7a-4b31-902f-d5cb85af42d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:27.735754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Attempting to bind port dcfc67e8-c220-415a-91af-5e937b25d17e on network b74c00ce-bb2c-4e2a-a6db-6057fbb002eb {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:27.745637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:27.746628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Checking segment: {'id': 'e11b980f-8b7a-4b31-902f-d5cb85af42d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:27.747060 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:27.747467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Bound using segment: {'id': 'e11b980f-8b7a-4b31-902f-d5cb85af42d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:27.747971 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Bound port: dcfc67e8-c220-415a-91af-5e937b25d17e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11b980f-8b7a-4b31-902f-d5cb85af42d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:27.748340 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:27.750170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Pushing event updated for resources: {'Port': ['ID=dcfc67e8-c220-415a-91af-5e937b25d17e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:27.796259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Pushing event updated for resources: {'Port': ['ID=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:27.813866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-fb631253-1621-4cab-8b67-27e1f3c6f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:27.815407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-fb631253-1621-4cab-8b67-27e1f3c6f08e service neutron] 10.222.0.16 "GET /v2.0/ports/e586c42a-8fb8-4948-ab8f-4bb6cf341c51 HTTP/1.1" status: 200 len: 1094 time: 0.2685521 Dec 09 22:24:27.831448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] Request body: {'binding': {'host': 'n-h1-789963-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:27.831705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] Unknown quota resources ['binding']. {{(pid=103418) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:24:27.873249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bc2d9-dc36-4f32-9d33-3e9f4c4a0c0c req-1699b5c5-4405-48d5-8a9d-ef81cc829844 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:27.877012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:27.880726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-930bc2d9-dc36-4f32-9d33-3e9f4c4a0c0c req-1699b5c5-4405-48d5-8a9d-ef81cc829844 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 950 time: 0.2357044 Dec 09 22:24:27.883933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ab009-b6e4-425e-a282-8c5a931ddd56 req-4fb9f24c-cee9-4b2b-96f7-ba33b024c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:27.885527 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff6ab009-b6e4-425e-a282-8c5a931ddd56 req-4fb9f24c-cee9-4b2b-96f7-ba33b024c7b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb34bf62-18a4-46dd-800d-9e893f933c62 HTTP/1.1" status: 200 len: 858 time: 0.1645620 Dec 09 22:24:27.900670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] For port dcfc67e8-c220-415a-91af-5e937b25d17e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:27.905364 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] For port dcfc67e8-c220-415a-91af-5e937b25d17e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dcfc67e8-c220-415a-91af-5e937b25d17e,segment=NetworkSegment(e11b980f-8b7a-4b31-902f-d5cb85af42d6),segment_id=e11b980f-8b7a-4b31-902f-d5cb85af42d6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:27.906940 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:27.909266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5a245-3ee0-469c-8c14-5cd4266b16d3 req-d4fdb26a-770a-4a74-816c-6694dfbc157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:27.911394 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fd5a245-3ee0-469c-8c14-5cd4266b16d3 req-d4fdb26a-770a-4a74-816c-6694dfbc157c service neutron] 10.222.0.18 "GET /v2.0/networks?id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9 HTTP/1.1" status: 200 len: 919 time: 0.2901316 Dec 09 22:24:27.911804 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:27.960064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff6ab009-b6e4-425e-a282-8c5a931ddd56 req-41ca0dde-b993-4e73-a9fa-4773c031315b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576513 Dec 09 22:24:27.970679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Attempting to bind port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:27.971295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Attempting to bind port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:27.971616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Attempting to bind port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:27.977159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cf0b5-d149-4013-aaf2-d6ab97a555de None None] Pushing event updated for resources: {'Port': ['ID=dcfc67e8-c220-415a-91af-5e937b25d17e,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:28.002895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.18', 49961) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:28.005088 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fd5a245-3ee0-469c-8c14-5cd4266b16d3 req-07704cfd-aad6-4146-a505-d314f8c8529b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e10c6c2-b4d6-444c-8858-3171837199be HTTP/1.1" status: 200 len: 217 time: 0.0806708 Dec 09 22:24:28.012734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:28.013060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Attempting to bind port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:28.055337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:28.055679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Checking segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:28.056067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Bound using segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:28.056512 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Bound port: a7620f25-d2ea-447c-bd2d-5a9c87f8bb49, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:28.056869 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:28.096739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-930bc2d9-dc36-4f32-9d33-3e9f4c4a0c0c req-0a6ce65f-8c77-48c5-b0b1-2057176ab59e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150452 Dec 09 22:24:28.132325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5a245-3ee0-469c-8c14-5cd4266b16d3 req-5bce919f-2c0d-45cf-bbf6-7629ca5e3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:28.134020 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fd5a245-3ee0-469c-8c14-5cd4266b16d3 req-5bce919f-2c0d-45cf-bbf6-7629ca5e3014 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb34bf62-18a4-46dd-800d-9e893f933c62 HTTP/1.1" status: 200 len: 858 time: 0.1185427 Dec 09 22:24:28.195698 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229c560-b5de-4105-972b-6045d65d0477 req-00f0c9b6-4633-4eef-ad74-cf7016eb260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:28.197179 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3229c560-b5de-4105-972b-6045d65d0477 req-00f0c9b6-4633-4eef-ad74-cf7016eb260d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 1098 time: 0.1932700 Dec 09 22:24:28.228160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Allocated IP 172.25.8.30 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/372fdc70-4d76-413f-9629-e8d3f23ea588) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:28.235310 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fd5a245-3ee0-469c-8c14-5cd4266b16d3 req-1d31e783-4188-48a4-9dc0-e0e839b62c9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=275962ff-8af2-4dfe-84f4-f45b51a2e8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788510 Dec 09 22:24:28.259669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] Attempting to bind port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on host n-h1-789963-23 for vnic_type normal with profile None {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:28.259989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] Attempting to bind port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:28.260311 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] Attempting to bind port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:28.267468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff6ab009-b6e4-425e-a282-8c5a931ddd56 req-1a2397a9-f08f-4241-9021-af4c7e95be30 service neutron] 10.222.0.18 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651010 Dec 09 22:24:28.302409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] Port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:28.302729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] Attempting to bind port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:28.312497 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] For port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:28.331312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:28.332205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:28.332794 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:28.333422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] Bound port: e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:28.362378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] For port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:28.372955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:28.443482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a42bb-ffee-40c7-92c0-85a017c260a2 req-02a11f91-9451-4cd8-ab33-803204aaaaf9 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:28.444964 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-581a42bb-ffee-40c7-92c0-85a017c260a2 req-02a11f91-9451-4cd8-ab33-803204aaaaf9 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 945 time: 0.2094247 Dec 09 22:24:28.495445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229c560-b5de-4105-972b-6045d65d0477 req-e42e9512-ded6-4a38-843f-47d6c866c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:28.496963 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3229c560-b5de-4105-972b-6045d65d0477 req-e42e9512-ded6-4a38-843f-47d6c866c530 service neutron] 10.222.0.18 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 912 time: 0.2811689 Dec 09 22:24:28.517024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:28.711489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:28.712142 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:28.713645 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-886d6894-4f15-4370-9829-893b5193c241 service neutron] 10.222.0.18 "PUT /v2.0/ports/a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 HTTP/1.1" status: 200 len: 1093 time: 2.2112763 Dec 09 22:24:28.751346 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fd5a245-3ee0-469c-8c14-5cd4266b16d3 req-c1ca487d-9e2d-457a-8edc-5644961bf0ff service neutron] 10.222.0.18 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041358 Dec 09 22:24:28.787163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d6894-4f15-4370-9829-893b5193c241 service neutron] Pushing event updated for resources: {'Port': ['ID=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:28.821714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:28.822335 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] Publish callbacks [] for binding, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:28.823514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3d3f58b3-5dab-4a9d-9716-69ab412e9952 service neutron] 10.222.0.16 "POST /v2.0/ports/e586c42a-8fb8-4948-ab8f-4bb6cf341c51/bindings HTTP/1.1" status: 201 len: 390 time: 0.9975388 Dec 09 22:24:28.826600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff6ab009-b6e4-425e-a282-8c5a931ddd56 req-db0dd5ff-e86e-43e0-98fe-7084bbb62f40 service neutron] 10.222.0.18 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400007 Dec 09 22:24:28.834654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3229c560-b5de-4105-972b-6045d65d0477 req-8a6924a0-0aa4-4309-9d04-ab198d806879 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3445d785-1479-4065-9ac2-c78d85f34c62 HTTP/1.1" status: 200 len: 217 time: 0.3195982 Dec 09 22:24:28.850791 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-581a42bb-ffee-40c7-92c0-85a017c260a2 req-00054b9c-cf2a-49ff-b65c-6295709559c0 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/security-groups?id=856fb865-ccb9-43b2-88aa-e2caf543204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901963 Dec 09 22:24:28.903623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229c560-b5de-4105-972b-6045d65d0477 req-4e3a06c2-c3c8-4a23-8036-7fed10e4539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:28.905735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3229c560-b5de-4105-972b-6045d65d0477 req-4e3a06c2-c3c8-4a23-8036-7fed10e4539a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.0537179 Dec 09 22:24:28.951893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-78e9b0e7-e5b9-4515-a236-e4e36143b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:28.954754 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-78e9b0e7-e5b9-4515-a236-e4e36143b57e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 1096 time: 0.1697290 Dec 09 22:24:28.961314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:28.982018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3229c560-b5de-4105-972b-6045d65d0477 req-71bfc9ca-abba-4680-b6e5-8f9821dd8e7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525510 Dec 09 22:24:29.040986 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d36f033-692d-4bed-967d-9426f15523c6 x-openstack-request-id: req-5d36f033-692d-4bed-967d-9426f15523c6 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:29.041484 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4590ef77-3efb-4ac1-b86e-e38e468c49c1", "name": "network-vif-plugged", "status": "completed", "tag": "9fe8b957-6bf8-4949-8e85-6ca192c2cbd8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:29.043910 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d36f033-692d-4bed-967d-9426f15523c6 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:29.046032 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4590ef77-3efb-4ac1-b86e-e38e468c49c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe8b957-6bf8-4949-8e85-6ca192c2cbd8', 'code': 200} Dec 09 22:24:29.059778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc91fb6-5d3b-448a-a2a8-2ca452b4527b', 'tag': 'a7620f25-d2ea-447c-bd2d-5a9c87f8bb49'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:29.062174 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09952009-32af-4b4d-b6d1-338841efa8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc91fb6-5d3b-448a-a2a8-2ca452b4527b", "tag": "a7620f25-d2ea-447c-bd2d-5a9c87f8bb49"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:29.073243 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fd5a245-3ee0-469c-8c14-5cd4266b16d3 req-ba84edbf-baca-4d01-8d84-a782c88966cd service neutron] 10.222.0.18 "GET /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994356 Dec 09 22:24:29.076007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68af66-5d52-4b25-a2f3-a4510e87cbbb req-968fef04-56c3-4214-a24b-e9e7ab4fe09f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:29.077805 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-a085cac4-e204-48b1-a03d-990bc0f78028 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 HTTP/1.1" status: 200 len: 217 time: 0.1006966 Dec 09 22:24:29.085892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d68af66-5d52-4b25-a2f3-a4510e87cbbb req-968fef04-56c3-4214-a24b-e9e7ab4fe09f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1065090 Dec 09 22:24:29.093588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:29.095143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Pushing event updated for resources: {'Port': ['ID=372fdc70-4d76-413f-9629-e8d3f23ea588,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:29.101127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:29.104693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:29.151612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f2a2f1-9da3-4eeb-9769-725df17fdd58 None None] Network b74c00ce-bb2c-4e2a-a6db-6057fbb002eb requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:24:29.240602 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d68af66-5d52-4b25-a2f3-a4510e87cbbb req-60f2957f-3f28-4f9b-b34f-444a10fdeea7 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484487 Dec 09 22:24:29.289650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-28dd0b40-0a6b-4bae-9630-7f0006806a25 None None] Provisioning complete for port dcfc67e8-c220-415a-91af-5e937b25d17e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:29.289914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7683b-86ca-4bab-98e3-c04edf9e251c req-2125c6c4-32fe-4dde-a319-d7d04101725e tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:29.290719 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28dd0b40-0a6b-4bae-9630-7f0006806a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:29.292508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ce7683b-86ca-4bab-98e3-c04edf9e251c req-2125c6c4-32fe-4dde-a319-d7d04101725e tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 945 time: 0.1326492 Dec 09 22:24:29.297715 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3229c560-b5de-4105-972b-6045d65d0477 req-fa831aa2-a2c1-465a-9f9d-31413a1aa0d1 service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848988 Dec 09 22:24:29.373927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-363a50da-fb41-4c8e-a605-f11e79282d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:29.375374 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-363a50da-fb41-4c8e-a605-f11e79282d02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.2326972 Dec 09 22:24:29.395388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d10a1-8438-43b0-9163-a31ac2a87974 req-4689c791-9e30-4e70-8262-89d30ec61ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:29.396760 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-437d10a1-8438-43b0-9163-a31ac2a87974 req-4689c791-9e30-4e70-8262-89d30ec61ddd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 1097 time: 0.2322071 Dec 09 22:24:29.434606 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28dd0b40-0a6b-4bae-9630-7f0006806a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:29.454115 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-fb284b1f-4319-4869-8271-896c66250d0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621822 Dec 09 22:24:29.460793 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ce7683b-86ca-4bab-98e3-c04edf9e251c req-8dedcb74-1b09-4875-83ab-1b9bfe869f49 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608157 Dec 09 22:24:29.463400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-5892ecc0-c6af-45b3-9428-ff05a00654af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:29.465019 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-5892ecc0-c6af-45b3-9428-ff05a00654af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 1097 time: 0.1392555 Dec 09 22:24:29.478515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-28dd0b40-0a6b-4bae-9630-7f0006806a25 None None] For port dcfc67e8-c220-415a-91af-5e937b25d17e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dcfc67e8-c220-415a-91af-5e937b25d17e,segment=NetworkSegment(e11b980f-8b7a-4b31-902f-d5cb85af42d6),segment_id=e11b980f-8b7a-4b31-902f-d5cb85af42d6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:29.483998 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28dd0b40-0a6b-4bae-9630-7f0006806a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:29.506879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1a8c1-f6d7-4249-af05-27567bab944d req-07a1ecf1-7b97-412e-957f-92b2c2ae822c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:29.519827 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72f1a8c1-f6d7-4249-af05-27567bab944d req-07a1ecf1-7b97-412e-957f-92b2c2ae822c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1900508 Dec 09 22:24:29.583559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd0b40-0a6b-4bae-9630-7f0006806a25 None None] Pushing event updated for resources: {'Port': ['ID=dcfc67e8-c220-415a-91af-5e937b25d17e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:29.628123 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3229c560-b5de-4105-972b-6045d65d0477 req-5b9198e8-b972-428c-a6d5-fd5e3b7dc68a service neutron] 10.222.0.18 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212862 Dec 09 22:24:29.664616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72f1a8c1-f6d7-4249-af05-27567bab944d req-67d05b71-bff0-4e9f-911a-ad0f338c7de9 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377323 Dec 09 22:24:29.677450 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-437d10a1-8438-43b0-9163-a31ac2a87974 req-6992b718-6569-4e33-9d92-e71bb866ce7d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681479 Dec 09 22:24:29.698405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af5432-b2f4-43ef-a08d-e51dbc32b24b req-8b55496d-8eba-457b-be1d-d383be62bbe4 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:29.703226 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dcfc67e8-c220-415a-91af-5e937b25d17e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:29.708381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51af5432-b2f4-43ef-a08d-e51dbc32b24b req-8b55496d-8eba-457b-be1d-d383be62bbe4 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 944 time: 0.1394145 Dec 09 22:24:29.767329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51af5432-b2f4-43ef-a08d-e51dbc32b24b req-c641b1bf-3d35-462b-b0fc-6fff912c7f7b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578229 Dec 09 22:24:29.780218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port dcfc67e8-c220-415a-91af-5e937b25d17e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:29.780602 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:29.844901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32223b0b-697e-477a-9708-bfd833dbf74a req-ad77a50b-a45d-4532-85ae-5054c643e1f0 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:29.850291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-beaf4f14-0c36-4c0f-9971-d777185f49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:29.852387 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-beaf4f14-0c36-4c0f-9971-d777185f49b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.3638372 Dec 09 22:24:29.853088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32223b0b-697e-477a-9708-bfd833dbf74a req-ad77a50b-a45d-4532-85ae-5054c643e1f0 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 945 time: 0.0921421 Dec 09 22:24:29.859542 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-e61a4377-06ad-44f0-a81d-2bef9de735e9 service neutron] 10.222.0.18 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929818 Dec 09 22:24:29.864534 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:29.884407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b4e287db-f3e9-4cd8-a965-3316c57095d7 None None] Provisioning complete for port dcfc67e8-c220-415a-91af-5e937b25d17e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:29.885539 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4e287db-f3e9-4cd8-a965-3316c57095d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:29.919504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32223b0b-697e-477a-9708-bfd833dbf74a req-fb1fab9f-e948-43a9-b2ff-76bd0f0ff373 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636187 Dec 09 22:24:29.969458 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-0bd25de2-ff2a-418f-889d-f6ca6315550d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51 HTTP/1.1" status: 200 len: 217 time: 0.1023948 Dec 09 22:24:30.081766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f49a93-a27f-4a68-843c-0cd9067ba44f req-1e6197e1-a93a-4983-975a-3a8e91cf13cf tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:30.091086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 9e10c6c2-b4d6-444c-8858-3171837199be details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:30.097906 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef52bf-60ce-4552-b570-704ed38dcc56 x-openstack-request-id: req-c8ef52bf-60ce-4552-b570-704ed38dcc56 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:30.098180 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc91fb6-5d3b-448a-a2a8-2ca452b4527b", "tag": "a7620f25-d2ea-447c-bd2d-5a9c87f8bb49", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:30.098437 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8ef52bf-60ce-4552-b570-704ed38dcc56 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:30.098837 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc91fb6-5d3b-448a-a2a8-2ca452b4527b', 'tag': 'a7620f25-d2ea-447c-bd2d-5a9c87f8bb49', 'status': 'completed', 'code': 200} Dec 09 22:24:30.102974 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12f49a93-a27f-4a68-843c-0cd9067ba44f req-1e6197e1-a93a-4983-975a-3a8e91cf13cf tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 945 time: 0.1001167 Dec 09 22:24:30.151138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-c5fb98c4-f428-41e4-b1ff-ded89f3f822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:30.153620 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-c5fb98c4-f428-41e4-b1ff-ded89f3f822f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.1669965 Dec 09 22:24:30.177814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9bfe4c4b-44ce-443a-9d4a-5341eea81d9e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6edf82e3968b4c2394fdae303953993a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278349 Dec 09 22:24:30.247429 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12f49a93-a27f-4a68-843c-0cd9067ba44f req-ef677489-4cb5-4646-86eb-c1b2389f6865 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432900 Dec 09 22:24:30.248375 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a54a0180-26b1-4b7b-a195-bc103e839a47 req-c7aca518-4122-48ca-97d9-f075074b4d82 service neutron] 10.222.0.18 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750169 Dec 09 22:24:30.252743 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-ea28c919-67b3-4619-9c0d-95fd4d33e683 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870395 Dec 09 22:24:30.394374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 89d5b73a-b5a6-455f-b927-d405df904a85 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:30.443675 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e317037e-fbab-44c7-9e07-ceb1799c13fa tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:30.452239 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e317037e-fbab-44c7-9e07-ceb1799c13fa tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632804 Dec 09 22:24:30.454575 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:30.476875 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-ccc6f6cb-588f-4c19-9bf0-518c993c357f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/quotas/6edf82e3968b4c2394fdae303953993a HTTP/1.1" status: 200 len: 375 time: 0.0218418 Dec 09 22:24:30.480068 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-8f66fa16-3476-4ddf-817e-78003d215b65 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052197 Dec 09 22:24:30.486765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 9e10c6c2-b4d6-444c-8858-3171837199be, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=9e10c6c2-b4d6-444c-8858-3171837199be,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:30.509528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '9e10c6c2-b4d6-444c-8858-3171837199be', 'network_id': '275962ff-8af2-4dfe-84f4-f45b51a2e8d9', 'port_id': '9e10c6c2-b4d6-444c-8858-3171837199be', 'mac_address': 'fa:16:3e:28:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34bf62-18a4-46dd-800d-9e893f933c62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:30.517180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 89d5b73a-b5a6-455f-b927-d405df904a85 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:30.524622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21464d2-2379-400d-b694-1e8745aea2c4 req-d0aebe0b-b79d-407f-8f70-6f1ff41fba60 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:30.526569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a21464d2-2379-400d-b694-1e8745aea2c4 req-d0aebe0b-b79d-407f-8f70-6f1ff41fba60 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 945 time: 0.1381044 Dec 09 22:24:30.528389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09952009-32af-4b4d-b6d1-338841efa8e3 req-794434c2-eb87-4832-b711-c6aa2ed90b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:30.529948 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09952009-32af-4b4d-b6d1-338841efa8e3 req-794434c2-eb87-4832-b711-c6aa2ed90b70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 1096 time: 0.1309662 Dec 09 22:24:30.542034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 89d5b73a-b5a6-455f-b927-d405df904a85 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:30.542034 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:30.577660 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-5d26b688-9a2a-4bb8-864e-d20d525ba1a4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6edf82e3968b4c2394fdae303953993a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015754 Dec 09 22:24:30.595507 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:30.621084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e10c6c2-b4d6-444c-8858-3171837199be {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:30.648859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a21464d2-2379-400d-b694-1e8745aea2c4 req-41ee3e78-bae1-42e9-b8cb-b0340d629870 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/security-groups?id=856fb865-ccb9-43b2-88aa-e2caf543204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128461 Dec 09 22:24:30.671720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 9e10c6c2-b4d6-444c-8858-3171837199be, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=9e10c6c2-b4d6-444c-8858-3171837199be,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:30.676901 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:30.727230 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:30.871252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3583cff-0118-456b-80ae-9be7504e838d req-fd7fdcc3-7e64-4117-b4f4-5c53d483b972 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:30.873494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3583cff-0118-456b-80ae-9be7504e838d req-fd7fdcc3-7e64-4117-b4f4-5c53d483b972 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 946 time: 0.1454220 Dec 09 22:24:30.896079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=9e10c6c2-b4d6-444c-8858-3171837199be,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:30.908101 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-3e54acdc-8016-411c-a856-8bda435cda5a service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894155 Dec 09 22:24:30.912274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 89d5b73a-b5a6-455f-b927-d405df904a85, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=89d5b73a-b5a6-455f-b927-d405df904a85,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:30.921218 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:30.923238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3445d785-1479-4065-9ac2-c78d85f34c62 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:24:30.973460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09952009-32af-4b4d-b6d1-338841efa8e3 req-f4d33721-5e4f-4e15-9e3d-3000be9a7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:30.975446 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09952009-32af-4b4d-b6d1-338841efa8e3 req-f4d33721-5e4f-4e15-9e3d-3000be9a7314 service neutron] 10.222.0.18 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 906 time: 0.4297035 Dec 09 22:24:30.982205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Router 20791840-585a-419b-8533-7f468954ab35 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:24:31.023103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864aaed4-aa83-4786-a48c-19d6f3d9f4e5 req-730719a4-c6e1-4d8f-8e08-813140327f92 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:31.030386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-864aaed4-aa83-4786-a48c-19d6f3d9f4e5 req-730719a4-c6e1-4d8f-8e08-813140327f92 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 945 time: 0.1535425 Dec 09 22:24:31.044654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3583cff-0118-456b-80ae-9be7504e838d req-d56195af-928c-4c49-bb64-36253ac566e8 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635737 Dec 09 22:24:31.062953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bba61a-c30a-4d74-8cba-bfb600186e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d5b73a-b5a6-455f-b927-d405df904a85'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:31.062953 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86155a0-94b4-483f-9d25-897239066119" -d '{"events": [{"server_uuid": "77bba61a-c30a-4d74-8cba-bfb600186e95", "name": "network-vif-plugged", "status": "completed", "tag": "89d5b73a-b5a6-455f-b927-d405df904a85"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:31.120391 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09952009-32af-4b4d-b6d1-338841efa8e3 req-a24c2500-d5ce-4368-b027-e1d44b12e2b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 HTTP/1.1" status: 200 len: 217 time: 0.0832505 Dec 09 22:24:31.133279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['9e10c6c2-b4d6-444c-8858-3171837199be'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:31.157170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-864aaed4-aa83-4786-a48c-19d6f3d9f4e5 req-aa7aa19c-ed09-48ae-9947-b9b545358f64 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240339 Dec 09 22:24:31.167486 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b456e546-bb37-4905-b4fa-4a8f036d12dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:31.176924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=89d5b73a-b5a6-455f-b927-d405df904a85,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:31.242785 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:31.254448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7cb362e5-14e6-4040-b77a-e9ff82333167 req-67921fe5-a16b-4011-aeb4-ec71aa8152a3 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 210 time: 0.1440246 Dec 09 22:24:31.305807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3445d785-1479-4065-9ac2-c78d85f34c62, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3445d785-1479-4065-9ac2-c78d85f34c62,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:31.315115 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:31.447881 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dfc8a-e833-4f4c-b946-5fe3eaa5b7c3 req-2e4fe6fd-4004-4faa-b1fa-20004053fa5f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:31.477159 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-736dfc8a-e833-4f4c-b946-5fe3eaa5b7c3 req-2e4fe6fd-4004-4faa-b1fa-20004053fa5f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 944 time: 0.1834936 Dec 09 22:24:31.493094 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4238f0-f3f1-44a9-bcc9-e40b57d7678b x-openstack-request-id: req-cf4238f0-f3f1-44a9-bcc9-e40b57d7678b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:31.493388 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bba61a-c30a-4d74-8cba-bfb600186e95", "name": "network-vif-plugged", "status": "completed", "tag": "89d5b73a-b5a6-455f-b927-d405df904a85", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:31.493643 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf4238f0-f3f1-44a9-bcc9-e40b57d7678b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:31.494061 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bba61a-c30a-4d74-8cba-bfb600186e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d5b73a-b5a6-455f-b927-d405df904a85', 'code': 200} Dec 09 22:24:31.497864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3445d785-1479-4065-9ac2-c78d85f34c62,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:31.630294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dcfc67e8-c220-415a-91af-5e937b25d17e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:31.683887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f493edd-8eef-4b12-9245-85efed41d25b req-40e45077-fecd-4a52-bd79-4866dbe4503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:31.686401 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f493edd-8eef-4b12-9245-85efed41d25b req-40e45077-fecd-4a52-bd79-4866dbe4503b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77bba61a-c30a-4d74-8cba-bfb600186e95 HTTP/1.1" status: 200 len: 1098 time: 0.0952053 Dec 09 22:24:31.698276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port dcfc67e8-c220-415a-91af-5e937b25d17e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:31.698886 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:31.710405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-736dfc8a-e833-4f4c-b946-5fe3eaa5b7c3 req-c41cef4d-66da-46b3-a5f1-b2e9d541a35d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321708 Dec 09 22:24:31.739306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce9faa-756e-4170-982e-c49eaa9c5bed req-638482c3-f9c9-4d08-a93a-1fda6f64637b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:31.748295 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88ce9faa-756e-4170-982e-c49eaa9c5bed req-638482c3-f9c9-4d08-a93a-1fda6f64637b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 945 time: 0.2516980 Dec 09 22:24:31.818591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-c708a9ce-1903-4111-9cd5-bacf8120f9f1 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:31.820084 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-c708a9ce-1903-4111-9cd5-bacf8120f9f1 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6&tenant_id=d70657cbae484096913cc9dae6fb25b3&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1097 time: 0.7318604 Dec 09 22:24:31.822650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88ce9faa-756e-4170-982e-c49eaa9c5bed req-e3077696-f326-4a65-8494-87daafea0d30 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735016 Dec 09 22:24:31.848936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-23'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:31.853645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09952009-32af-4b4d-b6d1-338841efa8e3 req-6e732a5e-9c88-446d-a966-8080d1943bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:31.853927 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09952009-32af-4b4d-b6d1-338841efa8e3 req-6e732a5e-9c88-446d-a966-8080d1943bb6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.7003562 Dec 09 22:24:31.858227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:24:31.869392 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Sync routers for ids ['20791840-585a-419b-8533-7f468954ab35'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:24:31.878933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Routers {'20791840-585a-419b-8533-7f468954ab35'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:24:31.879569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:24:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['20791840-585a-419b-8533-7f468954ab35'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:31.916624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597d955-78a3-4b0e-a848-19907594a051 req-a90375f7-3982-4df8-a47b-c42374ef58a9 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:31.918136 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9597d955-78a3-4b0e-a848-19907594a051 req-a90375f7-3982-4df8-a47b-c42374ef58a9 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.42 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 945 time: 0.1538498 Dec 09 22:24:31.932051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f493edd-8eef-4b12-9245-85efed41d25b req-a1191dac-559f-4ad5-9127-5a93d33db842 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175708 Dec 09 22:24:31.940695 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09952009-32af-4b4d-b6d1-338841efa8e3 req-31a89006-bbce-4e66-a534-4aef92a316a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541019 Dec 09 22:24:31.949548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ecfd8-9dd3-4567-bc19-239f8631a51e req-25f1b16b-39d8-4482-baae-3dd4d7d3494e tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:31.954534 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:31.958816 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9d3d3f46-37d6-4659-9917-2e498c590d88 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2736468 Dec 09 22:24:31.958965 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a0ecfd8-9dd3-4567-bc19-239f8631a51e req-25f1b16b-39d8-4482-baae-3dd4d7d3494e tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/ports?device_id=da993984-756f-48dc-8a96-79176783fcaf HTTP/1.1" status: 200 len: 945 time: 0.1474903 Dec 09 22:24:31.961640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60870) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:32.001922 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:32.016023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Set router 20791840-585a-419b-8533-7f468954ab35 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:24:32.110236 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a0ecfd8-9dd3-4567-bc19-239f8631a51e req-2387e5cb-0a7b-4121-9509-cc6095ab799c tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.16 "GET /v2.0/security-groups?id=856fb865-ccb9-43b2-88aa-e2caf543204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481795 Dec 09 22:24:32.113396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:32.126541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-9597d955-78a3-4b0e-a848-19907594a051 req-e889c897-b962-40bf-bb94-8c44f3d43984 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Deleting port 1d35aec3-49e5-4b42-8030-9db127cb7279 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:24:32.126541 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9597d955-78a3-4b0e-a848-19907594a051 req-e889c897-b962-40bf-bb94-8c44f3d43984 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:32.264282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:32.276440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:32.305234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'a7620f25-d2ea-447c-bd2d-5a9c87f8bb49', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'port_id': 'a7620f25-d2ea-447c-bd2d-5a9c87f8bb49', 'mac_address': 'fa:16:3e:2c:20:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:32.392331 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:32.402995 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-a56d0955-0a2a-4f37-9246-652cc267fa73 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6edf82e3968b4c2394fdae303953993a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467954 Dec 09 22:24:32.418228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791840-585a-419b-8533-7f468954ab35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1830873614-router', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:26Z', 'updated_at': '2021-12-09T22:24:29Z', 'revision_number': 3, 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'gw_port': {'id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20791840-585a-419b-8533-7f468954ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:27Z', 'updated_at': '2021-12-09T22:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:32.420625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:32.424283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-9597d955-78a3-4b0e-a848-19907594a051 req-e889c897-b962-40bf-bb94-8c44f3d43984 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] For port 1d35aec3-49e5-4b42-8030-9db127cb7279, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1d35aec3-49e5-4b42-8030-9db127cb7279,segment=NetworkSegment(2af743cf-2ae7-4fb4-af1f-cae9f4dca934),segment_id=2af743cf-2ae7-4fb4-af1f-cae9f4dca934)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:32.424659 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9597d955-78a3-4b0e-a848-19907594a051 req-e889c897-b962-40bf-bb94-8c44f3d43984 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:32.460995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Checking router: 20791840-585a-419b-8533-7f468954ab35 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:24:32.461238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Updating router 20791840-585a-419b-8533-7f468954ab35 port 372fdc70-4d76-413f-9629-e8d3f23ea588 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:24:32.464616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-9597d955-78a3-4b0e-a848-19907594a051 req-e889c897-b962-40bf-bb94-8c44f3d43984 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Calling delete_port for 1d35aec3-49e5-4b42-8030-9db127cb7279 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:24:32.492783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:32.499097 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:32.502831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:32.506740 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:32.507258 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09952009-32af-4b4d-b6d1-338841efa8e3 req-a123fbe5-4359-4b6b-b4ae-ea98328078b5 service neutron] 10.222.0.18 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553582 Dec 09 22:24:32.590775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2c3ba-8273-46ea-88b6-b13e1848668d req-3ff4b821-4257-4de5-870a-ed2f30ec304d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:32.592403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e2c3ba-8273-46ea-88b6-b13e1848668d req-3ff4b821-4257-4de5-870a-ed2f30ec304d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 945 time: 0.2853875 Dec 09 22:24:32.602223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0ab5f-74b6-466a-95f0-0100fdbed94c req-e4c7c8df-7b67-4a13-9b14-2079ab9d6444 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:32.603711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8f0ab5f-74b6-466a-95f0-0100fdbed94c req-e4c7c8df-7b67-4a13-9b14-2079ab9d6444 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 944 time: 0.3632810 Dec 09 22:24:32.655047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:32.664847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e586c42a-8fb8-4948-ab8f-4bb6cf341c51'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:32.666879 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ad9ee3-cff4-43b9-8f8c-e25f11432758" -d '{"events": [{"server_uuid": "f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "e586c42a-8fb8-4948-ab8f-4bb6cf341c51"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:32.702740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:32.738470 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:32.755776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8f0ab5f-74b6-466a-95f0-0100fdbed94c req-8564da48-9f79-483f-b43f-94c844802ae6 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381495 Dec 09 22:24:32.774976 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e2c3ba-8273-46ea-88b6-b13e1848668d req-4e9dff0d-f9cf-4ce3-883a-908ca54650c6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681137 Dec 09 22:24:32.786532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-91b7e4cf-6d7a-43d9-9611-3e38bf0d7556 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:32.788047 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-91b7e4cf-6d7a-43d9-9611-3e38bf0d7556 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3721735 Dec 09 22:24:32.824258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Request body: {'port': {'device_id': '61273c97-7ac6-4a35-9c2c-2e8533222b82', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': '6edf82e3968b4c2394fdae303953993a'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:32.835092 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:32.857377 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09952009-32af-4b4d-b6d1-338841efa8e3 req-f0288c00-011d-409d-b5ab-7c2576768475 service neutron] 10.222.0.18 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232267 Dec 09 22:24:32.892400 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:32.902040 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:32.932515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a7620f25-d2ea-447c-bd2d-5a9c87f8bb49'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:32.955584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f97c238-36f6-490c-95ee-b35c331c711f req-607af7eb-fb01-4277-99b8-acd95e68008d tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 210 time: 0.0709181 Dec 09 22:24:32.964905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:32.974288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0c0ff-5d6c-4f84-b7b2-e69758b8dd32 None None] Pushing event updated for resources: {'Port': ['ID=372fdc70-4d76-413f-9629-e8d3f23ea588,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:33.004009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Attempting to bind port 372fdc70-4d76-413f-9629-e8d3f23ea588 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:33.004541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Attempting to bind port 372fdc70-4d76-413f-9629-e8d3f23ea588 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:33.013879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Attempting to bind port 372fdc70-4d76-413f-9629-e8d3f23ea588 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:33.020094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:33.020612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:33.021124 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.021820 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:33.022258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Bound port: 372fdc70-4d76-413f-9629-e8d3f23ea588, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:33.022742 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.068081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Attempting to bind port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on host n-h2-789963-23 for vnic_type normal with profile {"migrating_to": "n-h1-789963-23"} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:33.068436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Attempting to bind port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:33.068780 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Attempting to bind port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:33.080778 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0d3a3f-ce09-4e59-81bb-1c0b2afcb144 x-openstack-request-id: req-cc0d3a3f-ce09-4e59-81bb-1c0b2afcb144 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:33.081075 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "e586c42a-8fb8-4948-ab8f-4bb6cf341c51", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:33.081532 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc0d3a3f-ce09-4e59-81bb-1c0b2afcb144 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:33.081987 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e586c42a-8fb8-4948-ab8f-4bb6cf341c51', 'code': 200} Dec 09 22:24:33.107727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:33.108226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Attempting to bind port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:33.116610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Made reservation on behalf of 6edf82e3968b4c2394fdae303953993a for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:33.121181 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.125192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] For port 372fdc70-4d76-413f-9629-e8d3f23ea588, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:33.125362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:33.125701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:33.126123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:33.126571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Bound port: e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:33.126977 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.141291 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9597d955-78a3-4b0e-a848-19907594a051 req-e889c897-b962-40bf-bb94-8c44f3d43984 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.146453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] For port 372fdc70-4d76-413f-9629-e8d3f23ea588, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=372fdc70-4d76-413f-9629-e8d3f23ea588,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:33.152347 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.161835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Allocated IP 172.20.0.1 (b74c00ce-bb2c-4e2a-a6db-6057fbb002eb/161ff18e-83b4-4c58-b109-a9e45b6051f2/9e11d2d1-b994-493c-a12e-2c311bec941c) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:33.220355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889c897-b962-40bf-bb94-8c44f3d43984 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Pushing event deleted for resources: {'Port': ['ID=1d35aec3-49e5-4b42-8030-9db127cb7279,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:33.326703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0c0ff-5d6c-4f84-b7b2-e69758b8dd32 None None] Pushing event updated for resources: {'Port': ['ID=372fdc70-4d76-413f-9629-e8d3f23ea588,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:33.330054 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3f30-7694-45b2-9ba0-e8a11eb72eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.338486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Routers {'20791840-585a-419b-8533-7f468954ab35'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:24:33.339475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:24:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['20791840-585a-419b-8533-7f468954ab35'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:33.355476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361cacf-9cb2-4f9d-9455-790f23fbaa45 req-75d26dec-232b-4041-85a0-e395813b78b7 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:33.367729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7361cacf-9cb2-4f9d-9455-790f23fbaa45 req-75d26dec-232b-4041-85a0-e395813b78b7 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 945 time: 0.1872964 Dec 09 22:24:33.367981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9597d955-78a3-4b0e-a848-19907594a051 req-e889c897-b962-40bf-bb94-8c44f3d43984 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] No DVR routers for this DVR port 1d35aec3-49e5-4b42-8030-9db127cb7279 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:24:33.377375 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9597d955-78a3-4b0e-a848-19907594a051 req-e889c897-b962-40bf-bb94-8c44f3d43984 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.382953 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9597d955-78a3-4b0e-a848-19907594a051 req-e889c897-b962-40bf-bb94-8c44f3d43984 tempest-InstanceActionsV221TestJSON-616697761 tempest-InstanceActionsV221TestJSON-616697761-project] 10.222.0.42 "DELETE /v2.0/ports/1d35aec3-49e5-4b42-8030-9db127cb7279 HTTP/1.1" status: 204 len: 173 time: 1.4468048 Dec 09 22:24:33.420080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:33.462460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:33.466292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7361cacf-9cb2-4f9d-9455-790f23fbaa45 req-55f173ab-0d56-4a2e-9315-b5bfba9f0f87 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966575 Dec 09 22:24:33.481948 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.537245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Allocated IP 192.168.233.7 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/a20f5e57-71db-4e06-840e-51d0e55ff537) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:33.574698 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.651096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:33.654532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.657309 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] 10.222.0.18 "PUT /v2.0/ports/e586c42a-8fb8-4948-ab8f-4bb6cf341c51 HTTP/1.1" status: 200 len: 1123 time: 1.8152297 Dec 09 22:24:33.663094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6972cc-f19a-4e79-a564-f0cebc2547c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3445d785-1479-4065-9ac2-c78d85f34c62'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:33.666230 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d51dc1-ec65-4235-8059-6066ebf49ec0" -d '{"events": [{"server_uuid": "7b6972cc-f19a-4e79-a564-f0cebc2547c6", "name": "network-vif-unplugged", "status": "completed", "tag": "3445d785-1479-4065-9ac2-c78d85f34c62"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:33.670989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569dee40-1db8-4e8b-bad2-5930630f6bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,revision_number=8']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:33.697712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.721741 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.750214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Network b74c00ce-bb2c-4e2a-a6db-6057fbb002eb is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:33.766539 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69268a3-a669-4474-bebb-f027fac3fb59 req-4e388795-f129-4f59-90d4-1f71e32cfc3f tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:33.768389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a69268a3-a669-4474-bebb-f027fac3fb59 req-4e388795-f129-4f59-90d4-1f71e32cfc3f tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db56f65-b327-492a-b8ab-70cd2ec91870 HTTP/1.1" status: 200 len: 944 time: 0.1535809 Dec 09 22:24:33.770167 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:33.774652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:33.785007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['e586c42a-8fb8-4948-ab8f-4bb6cf341c51'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:33.827538 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Pushing event updated for resources: {'Port': ['ID=9e11d2d1-b994-493c-a12e-2c311bec941c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:33.857965 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:33.882700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] Set router 20791840-585a-419b-8533-7f468954ab35 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:24:33.977389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a69268a3-a669-4474-bebb-f027fac3fb59 req-66e440ad-0373-40be-a1b2-9256ad157297 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907635 Dec 09 22:24:33.993386 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:34.075022 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:34.171690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:34.173468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 9e10c6c2-b4d6-444c-8858-3171837199be up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:34.194619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:34.217904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:34.228467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Pushing event updated for resources: {'Port': ['ID=a20f5e57-71db-4e06-840e-51d0e55ff537,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:34.283628 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:34.332513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:34.339568 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:34.343700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f989a7-a432-40fc-b985-ae18428e9014 req-bc18dfcb-e841-4113-9127-8460aa7af9fc tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:34.357605 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1f989a7-a432-40fc-b985-ae18428e9014 req-bc18dfcb-e841-4113-9127-8460aa7af9fc tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 943 time: 0.2397892 Dec 09 22:24:34.377197 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e36d5774-00fc-4fc7-afc3-1cd1a9f5560e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5650790 Dec 09 22:24:34.395585 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Request body: {'port': {'device_id': '61273c97-7ac6-4a35-9c2c-2e8533222b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:34.419572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-facc448f-1ba0-4dbc-be9f-ea3272215124 None None] Provisioning complete for port 9e11d2d1-b994-493c-a12e-2c311bec941c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:34.420419 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-facc448f-1ba0-4dbc-be9f-ea3272215124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:34.515212 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:34.564404 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1d35aec3-49e5-4b42-8030-9db127cb7279 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:24:34.606429 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:34.614356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-facc448f-1ba0-4dbc-be9f-ea3272215124 None None] Port 9e11d2d1-b994-493c-a12e-2c311bec941c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:24:34.624544 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:34.626966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 1d35aec3-49e5-4b42-8030-9db127cb7279 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:24:34.627344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1d35aec3-49e5-4b42-8030-9db127cb7279 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:24:34.633275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 9e10c6c2-b4d6-444c-8858-3171837199be completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:34.645123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 9e10c6c2-b4d6-444c-8858-3171837199be triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:34.645660 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:34.677579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['6fd94f14-d2ec-4518-b314-e7a9ab765684', '2f6fbe81-e2a8-4928-b486-deb6aaeae1a2'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:34.694576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Pushing event updated for resources: {'Port': ['ID=9e11d2d1-b994-493c-a12e-2c311bec941c,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:34.734348 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:34.752034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791840-585a-419b-8533-7f468954ab35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1830873614-router', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:26Z', 'updated_at': '2021-12-09T22:24:29Z', 'revision_number': 3, 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'gw_port': {'id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20791840-585a-419b-8533-7f468954ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:27Z', 'updated_at': '2021-12-09T22:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:34.753389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1f989a7-a432-40fc-b985-ae18428e9014 req-4be218ca-ff1d-4261-bc24-9bd8c97487ba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931291 Dec 09 22:24:34.759812 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:34.806138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc5f0b-b2a2-404d-bd65-fd46d158d108 None None] The sync data for ids ['20791840-585a-419b-8533-7f468954ab35'] in n-d-789963-23 is: [{'id': '20791840-585a-419b-8533-7f468954ab35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1830873614-router', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:26Z', 'updated_at': '2021-12-09T22:24:29Z', 'revision_number': 3, 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'gw_port': {'id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20791840-585a-419b-8533-7f468954ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:27Z', 'updated_at': '2021-12-09T22:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:24:34.819230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5e80335b-5ee9-4247-bd4d-344235d5348c None None] Provisioning complete for port a20f5e57-71db-4e06-840e-51d0e55ff537 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:34.819606 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e80335b-5ee9-4247-bd4d-344235d5348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:34.900579 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e97c82-4dbf-402a-99f6-5aa9d0016b5f x-openstack-request-id: req-a5e97c82-4dbf-402a-99f6-5aa9d0016b5f {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:34.900872 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6972cc-f19a-4e79-a564-f0cebc2547c6", "name": "network-vif-unplugged", "status": "failed", "tag": "3445d785-1479-4065-9ac2-c78d85f34c62", "code": 422}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:34.901477 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5e97c82-4dbf-402a-99f6-5aa9d0016b5f {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:34.901607 n-d-789963-23 neutron-server[103419]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b6972cc-f19a-4e79-a564-f0cebc2547c6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3445d785-1479-4065-9ac2-c78d85f34c62', 'code': 422} returned with failed status Dec 09 22:24:34.920925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Network b74c00ce-bb2c-4e2a-a6db-6057fbb002eb is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:34.923154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:34.926557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5e80335b-5ee9-4247-bd4d-344235d5348c None None] Port a20f5e57-71db-4e06-840e-51d0e55ff537 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:24:34.950567 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:35.038190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 9e10c6c2-b4d6-444c-8858-3171837199be, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=9e10c6c2-b4d6-444c-8858-3171837199be,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:35.050096 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:35.050926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3445d785-1479-4065-9ac2-c78d85f34c62 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:24:35.085325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da993984-756f-48dc-8a96-79176783fcaf', 'name': 'network-vif-deleted', 'tag': '1d35aec3-49e5-4b42-8030-9db127cb7279'}, {'name': 'network-changed', 'server_uuid': 'f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6', 'tag': 'e586c42a-8fb8-4948-ab8f-4bb6cf341c51'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:35.096975 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e78567-fc93-4133-ae34-f15c22fbb822" -d '{"events": [{"server_uuid": "da993984-756f-48dc-8a96-79176783fcaf", "name": "network-vif-deleted", "tag": "1d35aec3-49e5-4b42-8030-9db127cb7279"}, {"name": "network-changed", "server_uuid": "f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6", "tag": "e586c42a-8fb8-4948-ab8f-4bb6cf341c51"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:35.172681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20f5e57-71db-4e06-840e-51d0e55ff537 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:35.187932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:35.222173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Transition to ACTIVE for port object a20f5e57-71db-4e06-840e-51d0e55ff537 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:35.229100 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:35.230762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=9e10c6c2-b4d6-444c-8858-3171837199be,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:35.453272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Attempting to bind port a20f5e57-71db-4e06-840e-51d0e55ff537 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:35.454041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Attempting to bind port a20f5e57-71db-4e06-840e-51d0e55ff537 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:35.454639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Attempting to bind port a20f5e57-71db-4e06-840e-51d0e55ff537 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:35.458817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Pushing event updated for resources: {'Port': ['ID=a20f5e57-71db-4e06-840e-51d0e55ff537,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:35.460944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d6272ab6-062c-420b-8934-dd609c1e9a91 None None] Provisioning complete for port 9e11d2d1-b994-493c-a12e-2c311bec941c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:35.461441 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d6272ab6-062c-420b-8934-dd609c1e9a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:35.467789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Port a20f5e57-71db-4e06-840e-51d0e55ff537 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:35.468507 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Attempting to bind port a20f5e57-71db-4e06-840e-51d0e55ff537 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:35.482542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:35.484217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:35.489841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:35.490734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Bound port: a20f5e57-71db-4e06-840e-51d0e55ff537, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:35.491372 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:35.497446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287d12d-e5a6-4231-b8d0-e356ce9388f6 req-de85cb67-0022-4893-836c-bfe384559854 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:35.499037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f287d12d-e5a6-4231-b8d0-e356ce9388f6 req-de85cb67-0022-4893-836c-bfe384559854 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6972cc-f19a-4e79-a564-f0cebc2547c6 HTTP/1.1" status: 200 len: 944 time: 0.5909324 Dec 09 22:24:35.561087 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d6272ab6-062c-420b-8934-dd609c1e9a91 None None] Port 9e11d2d1-b994-493c-a12e-2c311bec941c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:24:35.662433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d64314-9457-416d-9d8b-a555cff81786 req-c819fb22-f771-4bad-a577-3b5c4584bb85 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:35.662873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] For port a20f5e57-71db-4e06-840e-51d0e55ff537, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:35.673152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] For port a20f5e57-71db-4e06-840e-51d0e55ff537, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a20f5e57-71db-4e06-840e-51d0e55ff537,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:35.675332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75d64314-9457-416d-9d8b-a555cff81786 req-c819fb22-f771-4bad-a577-3b5c4584bb85 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 934 time: 0.6562350 Dec 09 22:24:35.679108 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:35.696482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 372fdc70-4d76-413f-9629-e8d3f23ea588 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:35.726610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:35.728172 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:35.729711 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] 10.222.0.42 "PUT /v2.0/ports/a20f5e57-71db-4e06-840e-51d0e55ff537 HTTP/1.1" status: 200 len: 1095 time: 1.3401740 Dec 09 22:24:35.796642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 372fdc70-4d76-413f-9629-e8d3f23ea588 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:35.797021 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:35.851684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f0451-0a32-43cd-80aa-6ec38b3f3468 service neutron] Pushing event updated for resources: {'Port': ['ID=a20f5e57-71db-4e06-840e-51d0e55ff537,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:35.888137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Router 20791840-585a-419b-8533-7f468954ab35 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:24:35.892159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-cd2ddd39-ec60-49f9-bfdd-83f27393a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:35.896222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-cd2ddd39-ec60-49f9-bfdd-83f27393a244 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6edf82e3968b4c2394fdae303953993a&device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 1098 time: 0.1203537 Dec 09 22:24:35.918428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75d64314-9457-416d-9d8b-a555cff81786 req-3b1b431a-c890-45da-92f2-661a78761021 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416518 Dec 09 22:24:35.965675 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:35.972073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f287d12d-e5a6-4231-b8d0-e356ce9388f6 req-30b25857-d935-48e4-9aa3-d1d6751d0c39 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Deleting port 3445d785-1479-4065-9ac2-c78d85f34c62 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:24:35.972327 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f287d12d-e5a6-4231-b8d0-e356ce9388f6 req-30b25857-d935-48e4-9aa3-d1d6751d0c39 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:35.995201 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-a943f4ca-4387-41e2-aaf8-4c2f011a9d50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=a20f5e57-71db-4e06-840e-51d0e55ff537 HTTP/1.1" status: 200 len: 217 time: 0.0890405 Dec 09 22:24:35.998781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 372fdc70-4d76-413f-9629-e8d3f23ea588, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=372fdc70-4d76-413f-9629-e8d3f23ea588,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:36.006558 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:36.072416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-37501c89-880d-4edd-aa2e-25ad1253b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:36.074398 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-37501c89-880d-4edd-aa2e-25ad1253b2db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0722249 Dec 09 22:24:36.084043 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:36.104130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=372fdc70-4d76-413f-9629-e8d3f23ea588,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:36.140234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device e586c42a-8fb8-4948-ab8f-4bb6cf341c51 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:36.148092 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:36.155984 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e128d987-39e9-4618-9be4-5ecc0eb46353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:36.158003 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-e128d987-39e9-4618-9be4-5ecc0eb46353 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0754323 Dec 09 22:24:36.240230 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79463141-eccf-424a-b0e0-ffa443d6a843 req-a27c6da1-083b-493d-ac66-f688859cb9e4 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:36.247397 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-79463141-eccf-424a-b0e0-ffa443d6a843 req-a27c6da1-083b-493d-ac66-f688859cb9e4 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 945 time: 0.1834502 Dec 09 22:24:36.295339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-f287d12d-e5a6-4231-b8d0-e356ce9388f6 req-30b25857-d935-48e4-9aa3-d1d6751d0c39 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] For port 3445d785-1479-4065-9ac2-c78d85f34c62, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3445d785-1479-4065-9ac2-c78d85f34c62,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:36.295700 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f287d12d-e5a6-4231-b8d0-e356ce9388f6 req-30b25857-d935-48e4-9aa3-d1d6751d0c39 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:36.318603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:24:36.338884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c0ac6524-3a2c-4cdf-b759-c5ed92a949dd admin admin] 10.222.0.16 "PUT /v2.0/routers/20791840-585a-419b-8533-7f468954ab35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3675518 Dec 09 22:24:36.338884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f287d12d-e5a6-4231-b8d0-e356ce9388f6 req-30b25857-d935-48e4-9aa3-d1d6751d0c39 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Calling delete_port for 3445d785-1479-4065-9ac2-c78d85f34c62 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:24:36.339207 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-8965dd4d-d669-44d8-a91f-56a3fb6a94a9 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669219 Dec 09 22:24:36.349650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:36.371268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-79463141-eccf-424a-b0e0-ffa443d6a843 req-aadd4c2b-d5d4-4ab6-83fa-fc54fc6c44e1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229310 Dec 09 22:24:36.379172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:36.379624 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:36.390371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:36.435425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device e586c42a-8fb8-4948-ab8f-4bb6cf341c51 has no active binding in host n-h1-789963-23 {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 22:24:36.483030 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ac265254-d81e-4d15-a7ed-4ac2fa7ccbe0 req-1e628238-5dc2-4085-810a-20bd447b5438 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303153 Dec 09 22:24:36.499797 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:36.590484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:36.598961 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:36.631792 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f287d12d-e5a6-4231-b8d0-e356ce9388f6 req-30b25857-d935-48e4-9aa3-d1d6751d0c39 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:36.663577 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:36.690560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b25857-d935-48e4-9aa3-d1d6751d0c39 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Pushing event deleted for resources: {'Port': ['ID=3445d785-1479-4065-9ac2-c78d85f34c62,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:36.731704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c57d9-695d-4659-8a43-5af5ff450f00 req-963b85df-aac8-4022-831c-b20a6e764572 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:36.733322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e5c57d9-695d-4659-8a43-5af5ff450f00 req-963b85df-aac8-4022-831c-b20a6e764572 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db56f65-b327-492a-b8ab-70cd2ec91870 HTTP/1.1" status: 200 len: 945 time: 0.1129673 Dec 09 22:24:36.752779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f287d12d-e5a6-4231-b8d0-e356ce9388f6 req-30b25857-d935-48e4-9aa3-d1d6751d0c39 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] No DVR routers for this DVR port 3445d785-1479-4065-9ac2-c78d85f34c62 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:24:36.760646 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f287d12d-e5a6-4231-b8d0-e356ce9388f6 req-30b25857-d935-48e4-9aa3-d1d6751d0c39 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:36.763390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f287d12d-e5a6-4231-b8d0-e356ce9388f6 req-30b25857-d935-48e4-9aa3-d1d6751d0c39 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "DELETE /v2.0/ports/3445d785-1479-4065-9ac2-c78d85f34c62 HTTP/1.1" status: 204 len: 173 time: 1.2435713 Dec 09 22:24:36.763835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6972cc-f19a-4e79-a564-f0cebc2547c6', 'name': 'network-vif-deleted', 'tag': '3445d785-1479-4065-9ac2-c78d85f34c62'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:36.766108 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4c66d4-b854-4a0e-a31a-61ae7768515d" -d '{"events": [{"server_uuid": "7b6972cc-f19a-4e79-a564-f0cebc2547c6", "name": "network-vif-deleted", "tag": "3445d785-1479-4065-9ac2-c78d85f34c62"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:36.822135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e5c57d9-695d-4659-8a43-5af5ff450f00 req-ee48070d-00d0-42b2-866f-a89050aa9125 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712538 Dec 09 22:24:36.907338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db56f65-b327-492a-b8ab-70cd2ec91870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e10c6c2-b4d6-444c-8858-3171837199be'}, {'server_uuid': '4bc91fb6-5d3b-448a-a2a8-2ca452b4527b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7620f25-d2ea-447c-bd2d-5a9c87f8bb49'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:36.914226 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218ddadc-cac4-4a4c-8b0e-47c016f08237" -d '{"events": [{"server_uuid": "4db56f65-b327-492a-b8ab-70cd2ec91870", "name": "network-vif-plugged", "status": "completed", "tag": "9e10c6c2-b4d6-444c-8858-3171837199be"}, {"server_uuid": "4bc91fb6-5d3b-448a-a2a8-2ca452b4527b", "name": "network-vif-plugged", "status": "completed", "tag": "a7620f25-d2ea-447c-bd2d-5a9c87f8bb49"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:36.935641 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:37.000702 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59ce3de-2e38-4f61-8d4e-183d6f256134 x-openstack-request-id: req-d59ce3de-2e38-4f61-8d4e-183d6f256134 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:37.000974 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da993984-756f-48dc-8a96-79176783fcaf", "name": "network-vif-deleted", "tag": "1d35aec3-49e5-4b42-8030-9db127cb7279", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6", "tag": "e586c42a-8fb8-4948-ab8f-4bb6cf341c51", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:37.001289 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d59ce3de-2e38-4f61-8d4e-183d6f256134 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:37.002394 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da993984-756f-48dc-8a96-79176783fcaf', 'name': 'network-vif-deleted', 'tag': '1d35aec3-49e5-4b42-8030-9db127cb7279', 'status': 'completed', 'code': 200} Dec 09 22:24:37.002839 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6', 'tag': 'e586c42a-8fb8-4948-ab8f-4bb6cf341c51', 'status': 'completed', 'code': 200} Dec 09 22:24:37.196824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e78567-fc93-4133-ae34-f15c22fbb822 req-d59ec7f2-60d9-4cd5-a084-905ba0f3d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:37.207043 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-53e78567-fc93-4133-ae34-f15c22fbb822 req-d59ec7f2-60d9-4cd5-a084-905ba0f3d0d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 1126 time: 0.1758714 Dec 09 22:24:37.321356 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b9e14-2911-4aad-b53c-8ce84b61da3d req-e9b5b8ae-2ea7-45d6-9dbd-4de38074e55f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:37.331187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e68b9e14-2911-4aad-b53c-8ce84b61da3d req-e9b5b8ae-2ea7-45d6-9dbd-4de38074e55f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 943 time: 0.1436400 Dec 09 22:24:37.431083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e68b9e14-2911-4aad-b53c-8ce84b61da3d req-c2d4dc0f-d639-48c0-896a-850692b94ae3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920172 Dec 09 22:24:37.459789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e78567-fc93-4133-ae34-f15c22fbb822 req-31cd8d15-f97b-43d7-848b-b9c178832c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:37.463446 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-53e78567-fc93-4133-ae34-f15c22fbb822 req-31cd8d15-f97b-43d7-848b-b9c178832c49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.2519128 Dec 09 22:24:37.492923 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Sync routers for ids ['20791840-585a-419b-8533-7f468954ab35'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:24:37.524675 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Routers {'20791840-585a-419b-8533-7f468954ab35'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:24:37.530010 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:24:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['20791840-585a-419b-8533-7f468954ab35'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:37.640336 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fb3ce3-3871-4ef3-aba6-bb4c8ed0310d x-openstack-request-id: req-a1fb3ce3-3871-4ef3-aba6-bb4c8ed0310d {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:37.640851 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6972cc-f19a-4e79-a564-f0cebc2547c6", "name": "network-vif-deleted", "tag": "3445d785-1479-4065-9ac2-c78d85f34c62", "status": "failed", "code": 422}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:37.640851 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1fb3ce3-3871-4ef3-aba6-bb4c8ed0310d {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:37.641277 n-d-789963-23 neutron-server[103418]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b6972cc-f19a-4e79-a564-f0cebc2547c6', 'name': 'network-vif-deleted', 'tag': '3445d785-1479-4065-9ac2-c78d85f34c62', 'status': 'failed', 'code': 422} returned with failed status Dec 09 22:24:37.643449 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-53e78567-fc93-4133-ae34-f15c22fbb822 req-fb59c88d-ed2b-4d74-a7f2-925f2a7b82e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51 HTTP/1.1" status: 200 len: 217 time: 0.1661422 Dec 09 22:24:37.886698 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Set router 20791840-585a-419b-8533-7f468954ab35 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:24:37.939710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e78567-fc93-4133-ae34-f15c22fbb822 req-5a514c51-86e5-4beb-b253-653e1a759da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:37.950867 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-53e78567-fc93-4133-ae34-f15c22fbb822 req-5a514c51-86e5-4beb-b253-653e1a759da7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.2349968 Dec 09 22:24:37.958632 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bfd93b-bb02-4f83-bb94-54522a8b9cb6 x-openstack-request-id: req-a4bfd93b-bb02-4f83-bb94-54522a8b9cb6 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:37.959222 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db56f65-b327-492a-b8ab-70cd2ec91870", "name": "network-vif-plugged", "status": "completed", "tag": "9e10c6c2-b4d6-444c-8858-3171837199be", "code": 200}, {"server_uuid": "4bc91fb6-5d3b-448a-a2a8-2ca452b4527b", "name": "network-vif-plugged", "status": "completed", "tag": "a7620f25-d2ea-447c-bd2d-5a9c87f8bb49", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:37.959222 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4bfd93b-bb02-4f83-bb94-54522a8b9cb6 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:37.959638 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db56f65-b327-492a-b8ab-70cd2ec91870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e10c6c2-b4d6-444c-8858-3171837199be', 'code': 200} Dec 09 22:24:37.959807 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc91fb6-5d3b-448a-a2a8-2ca452b4527b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7620f25-d2ea-447c-bd2d-5a9c87f8bb49', 'code': 200} Dec 09 22:24:37.963728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 372fdc70-4d76-413f-9629-e8d3f23ea588 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:37.994742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8e3ce-40c7-4155-a613-a9e8da143fd1 req-7baad7f5-c489-48cd-b32c-265f5b9d40a9 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:38.005392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fca8e3ce-40c7-4155-a613-a9e8da143fd1 req-7baad7f5-c489-48cd-b32c-265f5b9d40a9 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 946 time: 0.1650596 Dec 09 22:24:38.057485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddd700-7e22-49eb-b5bc-e1c12d85fb48 req-7c3aebcf-4a82-4172-ab6d-0758c98bdbca tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:38.067217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1ddd700-7e22-49eb-b5bc-e1c12d85fb48 req-7c3aebcf-4a82-4172-ab6d-0758c98bdbca tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 946 time: 0.1672728 Dec 09 22:24:38.076317 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-53e78567-fc93-4133-ae34-f15c22fbb822 req-f3dd993a-2828-47de-80b2-3ec7a08c8a83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138346 Dec 09 22:24:38.078937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 372fdc70-4d76-413f-9629-e8d3f23ea588 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:38.079313 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:38.080369 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-f28ca29b-e4b5-41a5-a598-2fb5a7aeeb8e service neutron] 10.222.0.42 "GET /v2.0/ports/e586c42a-8fb8-4948-ab8f-4bb6cf341c51/bindings/n-h1-789963-23 HTTP/1.1" status: 200 len: 385 time: 0.4607723 Dec 09 22:24:38.123552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d262422-c8ca-4f52-b4ed-ec803d75ddea req-f9388fdf-25ef-4e3b-9e1c-23f5da53bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:38.125080 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d262422-c8ca-4f52-b4ed-ec803d75ddea req-f9388fdf-25ef-4e3b-9e1c-23f5da53bc2f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4db56f65-b327-492a-b8ab-70cd2ec91870 HTTP/1.1" status: 200 len: 1097 time: 0.2571774 Dec 09 22:24:38.141382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37d602-5f12-4cf6-8cce-ab716a9587fd req-effb5470-f9e0-42bb-8142-1811266680f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:38.154250 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-da37d602-5f12-4cf6-8cce-ab716a9587fd req-effb5470-f9e0-42bb-8142-1811266680f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 1098 time: 0.2163355 Dec 09 22:24:38.167774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fca8e3ce-40c7-4155-a613-a9e8da143fd1 req-7366bad9-8f6f-4006-ac7a-346412204475 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583800 Dec 09 22:24:38.318529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1ddd700-7e22-49eb-b5bc-e1c12d85fb48 req-e7fa8448-50c2-4732-a1f5-fbfae5b5b7ae tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499418 Dec 09 22:24:38.424469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32770) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:38.539131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a20f5e57-71db-4e06-840e-51d0e55ff537 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:38.686037 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791840-585a-419b-8533-7f468954ab35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1830873614-router', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:26Z', 'updated_at': '2021-12-09T22:24:34Z', 'revision_number': 4, 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'gw_port': {'id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791840-585a-419b-8533-7f468954ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:27Z', 'updated_at': '2021-12-09T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '9e11d2d1-b994-493c-a12e-2c311bec941c', 'name': '', 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20791840-585a-419b-8533-7f468954ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '161ff18e-83b4-4c58-b109-a9e45b6051f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:32Z', 'updated_at': '2021-12-09T22:24:34Z', 'revision_number': 2, 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'subnets': [{'id': '161ff18e-83b4-4c58-b109-a9e45b6051f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:38.704086 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Checking router: 20791840-585a-419b-8533-7f468954ab35 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:24:38.704439 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Updating router 20791840-585a-419b-8533-7f468954ab35 port 9e11d2d1-b994-493c-a12e-2c311bec941c binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:24:38.738782 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:38.773333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e32484-7bbb-42a3-bd47-80cd369264fe admin admin] Deleting subnet af3b49c4-7116-4549-965c-8c82e15348f2 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:24:38.787983 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11e32484-7bbb-42a3-bd47-80cd369264fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:38.823903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a20f5e57-71db-4e06-840e-51d0e55ff537, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a20f5e57-71db-4e06-840e-51d0e55ff537,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:38.855699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'a20f5e57-71db-4e06-840e-51d0e55ff537', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'a20f5e57-71db-4e06-840e-51d0e55ff537', 'mac_address': 'fa:16:3e:7f:aa:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:38.866092 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11e32484-7bbb-42a3-bd47-80cd369264fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:38.934634 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:38.967592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20f5e57-71db-4e06-840e-51d0e55ff537 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:39.000150 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11e32484-7bbb-42a3-bd47-80cd369264fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:39.011882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a20f5e57-71db-4e06-840e-51d0e55ff537, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a20f5e57-71db-4e06-840e-51d0e55ff537,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:39.017085 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:39.070668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61273c97-7ac6-4a35-9c2c-2e8533222b82', 'tag': 'a20f5e57-71db-4e06-840e-51d0e55ff537'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:39.077267 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb81d15c-018e-4d36-969e-0c1786e62715" -d '{"events": [{"name": "network-changed", "server_uuid": "61273c97-7ac6-4a35-9c2c-2e8533222b82", "tag": "a20f5e57-71db-4e06-840e-51d0e55ff537"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:39.106922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=a20f5e57-71db-4e06-840e-51d0e55ff537,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:39.122832 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-da37d602-5f12-4cf6-8cce-ab716a9587fd req-7d3f295c-e6b5-4b10-8468-a977d34bd4b9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9066882 Dec 09 22:24:39.182501 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11e32484-7bbb-42a3-bd47-80cd369264fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:39.246745 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11e32484-7bbb-42a3-bd47-80cd369264fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:39.256631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-11e32484-7bbb-42a3-bd47-80cd369264fe admin admin] 10.222.0.16 "DELETE /v2.0/subnets/af3b49c4-7116-4549-965c-8c82e15348f2 HTTP/1.1" status: 204 len: 168 time: 0.8301635 Dec 09 22:24:39.259160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32782) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:39.274145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['a20f5e57-71db-4e06-840e-51d0e55ff537'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:39.299065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-89fe4a89-abaf-45b1-95a2-3c10c1266ea8 service neutron] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:39.323023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-89fe4a89-abaf-45b1-95a2-3c10c1266ea8 service neutron] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:39.365963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e32484-7bbb-42a3-bd47-80cd369264fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3b49c4-7116-4549-965c-8c82e15348f2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:39.368253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-89fe4a89-abaf-45b1-95a2-3c10c1266ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e586c42a-8fb8-4948-ab8f-4bb6cf341c51 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:39.381801 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-89fe4a89-abaf-45b1-95a2-3c10c1266ea8 service neutron] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:39.390408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a84d7-5aa8-4cf0-a585-bc8a5c0fa199 req-430176ee-715a-4ae7-b24a-5d73b382ae3d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:39.398739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d69a84d7-5aa8-4cf0-a585-bc8a5c0fa199 req-430176ee-715a-4ae7-b24a-5d73b382ae3d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db56f65-b327-492a-b8ab-70cd2ec91870 HTTP/1.1" status: 200 len: 945 time: 0.9162402 Dec 09 22:24:39.409486 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-89fe4a89-abaf-45b1-95a2-3c10c1266ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:39.415793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95473468-8f80-4b5c-a7bb-9221a0bb2810 req-51506a75-39e1-4e9b-8bc2-503f2025324d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:39.428830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95473468-8f80-4b5c-a7bb-9221a0bb2810 req-51506a75-39e1-4e9b-8bc2-503f2025324d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 943 time: 0.8055110 Dec 09 22:24:39.444974 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d262422-c8ca-4f52-b4ed-ec803d75ddea req-72bd78a1-bbe2-45e2-8180-5c23535baf42 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2495573 Dec 09 22:24:39.452169 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-53e78567-fc93-4133-ae34-f15c22fbb822 req-f59450a0-3ce7-4e06-b070-c02edeb51477 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3531110 Dec 09 22:24:39.460339 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:39.466974 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:39.520763 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bb829-5c47-42b6-a52a-16d8be5683bf None None] Pushing event updated for resources: {'Port': ['ID=9e11d2d1-b994-493c-a12e-2c311bec941c,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:39.627003 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Attempting to bind port 9e11d2d1-b994-493c-a12e-2c311bec941c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:39.627441 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Attempting to bind port 9e11d2d1-b994-493c-a12e-2c311bec941c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'e11b980f-8b7a-4b31-902f-d5cb85af42d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:39.627949 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Attempting to bind port 9e11d2d1-b994-493c-a12e-2c311bec941c on network b74c00ce-bb2c-4e2a-a6db-6057fbb002eb {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:39.637997 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:39.638523 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Checking segment: {'id': 'e11b980f-8b7a-4b31-902f-d5cb85af42d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:39.639037 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:39.639520 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Bound using segment: {'id': 'e11b980f-8b7a-4b31-902f-d5cb85af42d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:39.640110 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Bound port: 9e11d2d1-b994-493c-a12e-2c311bec941c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11b980f-8b7a-4b31-902f-d5cb85af42d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:39.640596 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:39.646902 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:39.816516 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] For port 9e11d2d1-b994-493c-a12e-2c311bec941c, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:39.825566 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] For port 9e11d2d1-b994-493c-a12e-2c311bec941c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9e11d2d1-b994-493c-a12e-2c311bec941c,segment=NetworkSegment(e11b980f-8b7a-4b31-902f-d5cb85af42d6),segment_id=e11b980f-8b7a-4b31-902f-d5cb85af42d6)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:39.833765 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:39.835384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95473468-8f80-4b5c-a7bb-9221a0bb2810 req-19ad1493-e90a-4f6d-bdb6-ee3ac3b20db2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996956 Dec 09 22:24:39.839645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d69a84d7-5aa8-4cf0-a585-bc8a5c0fa199 req-db100a14-7e14-4f8e-a994-348a3365765c tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398627 Dec 09 22:24:39.863164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-89fe4a89-abaf-45b1-95a2-3c10c1266ea8 service neutron] Transition to ACTIVE for port object e586c42a-8fb8-4948-ab8f-4bb6cf341c51 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:39.922614 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-89fe4a89-abaf-45b1-95a2-3c10c1266ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:40.041538 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0bc117-77f9-41d5-ab59-eb9af52980e6 x-openstack-request-id: req-1f0bc117-77f9-41d5-ab59-eb9af52980e6 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:40.066312 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61273c97-7ac6-4a35-9c2c-2e8533222b82", "tag": "a20f5e57-71db-4e06-840e-51d0e55ff537", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:40.066712 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f0bc117-77f9-41d5-ab59-eb9af52980e6 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:40.067155 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61273c97-7ac6-4a35-9c2c-2e8533222b82', 'tag': 'a20f5e57-71db-4e06-840e-51d0e55ff537', 'status': 'completed', 'code': 200} Dec 09 22:24:40.072890 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-53e78567-fc93-4133-ae34-f15c22fbb822 req-291b5e8b-8ab6-47e1-90fd-900eb40f1018 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746593 Dec 09 22:24:40.074755 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Routers {'20791840-585a-419b-8533-7f468954ab35'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:24:40.077092 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:24:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['20791840-585a-419b-8533-7f468954ab35'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:40.079445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7e0883aa-5f40-4d50-b096-4d33106e1b33 None None] Provisioning complete for port 9e11d2d1-b994-493c-a12e-2c311bec941c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:40.080001 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e0883aa-5f40-4d50-b096-4d33106e1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:40.092999 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bb829-5c47-42b6-a52a-16d8be5683bf None None] Pushing event updated for resources: {'Port': ['ID=9e11d2d1-b994-493c-a12e-2c311bec941c,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:40.193139 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:40.351933 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e0883aa-5f40-4d50-b096-4d33106e1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:40.379924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-89fe4a89-abaf-45b1-95a2-3c10c1266ea8 service neutron] No DVR routers for this DVR port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:24:40.382012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe4a89-abaf-45b1-95a2-3c10c1266ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,revision_number=10']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:40.392412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7e0883aa-5f40-4d50-b096-4d33106e1b33 None None] For port 9e11d2d1-b994-493c-a12e-2c311bec941c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9e11d2d1-b994-493c-a12e-2c311bec941c,segment=NetworkSegment(e11b980f-8b7a-4b31-902f-d5cb85af42d6),segment_id=e11b980f-8b7a-4b31-902f-d5cb85af42d6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:40.399969 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e0883aa-5f40-4d50-b096-4d33106e1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:40.451724 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] Set router 20791840-585a-419b-8533-7f468954ab35 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:24:40.463463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0883aa-5f40-4d50-b096-4d33106e1b33 None None] Pushing event updated for resources: {'Port': ['ID=9e11d2d1-b994-493c-a12e-2c311bec941c,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:40.518206 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-89fe4a89-abaf-45b1-95a2-3c10c1266ea8 service neutron] 10.222.0.42 "PUT /v2.0/ports/e586c42a-8fb8-4948-ab8f-4bb6cf341c51/bindings/n-h1-789963-23/activate HTTP/1.1" status: 200 len: 370 time: 2.4216664 Dec 09 22:24:40.528564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81d15c-018e-4d36-969e-0c1786e62715 req-91aed8b4-ea87-4609-9b1c-631dccb73201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:40.530694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189d163b-73d0-4b06-aab3-6d9bbb77b4c4']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:40.531577 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eb81d15c-018e-4d36-969e-0c1786e62715 req-91aed8b4-ea87-4609-9b1c-631dccb73201 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6edf82e3968b4c2394fdae303953993a&device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 1099 time: 0.2994037 Dec 09 22:24:40.544702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8022fb03-8875-4506-8674-28a242e170a5 None None] Provisioning complete for port 9e11d2d1-b994-493c-a12e-2c311bec941c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:40.545462 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8022fb03-8875-4506-8674-28a242e170a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:40.587116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a20f5e57-71db-4e06-840e-51d0e55ff537 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:40.609094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af743cf-2ae7-4fb4-af1f-cae9f4dca934') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:40.609439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af743cf-2ae7-4fb4-af1f-cae9f4dca934') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:40.647191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ebbbc-2b7f-4c73-9725-011d00481a45 req-a4b2a44b-7244-4156-beb3-f9599cae6a96 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:40.656999 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-786ebbbc-2b7f-4c73-9725-011d00481a45 req-a4b2a44b-7244-4156-beb3-f9599cae6a96 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 947 time: 0.4917121 Dec 09 22:24:40.672659 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:40.716218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-fe11a30a-791c-4b98-9299-d9f815443d9e tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:40.717932 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-fe11a30a-791c-4b98-9299-d9f815443d9e tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6&tenant_id=d70657cbae484096913cc9dae6fb25b3&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.0979779 Dec 09 22:24:40.742021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81d15c-018e-4d36-969e-0c1786e62715 req-768a577b-e51d-406a-bd5a-904e640abc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:40.744083 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eb81d15c-018e-4d36-969e-0c1786e62715 req-768a577b-e51d-406a-bd5a-904e640abc1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1890767 Dec 09 22:24:40.745483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-786ebbbc-2b7f-4c73-9725-011d00481a45 req-f719a1d0-fc71-4830-93a9-a7568f4f1b97 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876367 Dec 09 22:24:40.751435 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:40.801193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-bd6e7df2-c98a-403e-9ab9-efced1648a2d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:40.809344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-bd6e7df2-c98a-403e-9ab9-efced1648a2d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.6452851 Dec 09 22:24:40.814274 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eb81d15c-018e-4d36-969e-0c1786e62715 req-c2a4617c-9577-479a-8bd2-368bd71419d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=a20f5e57-71db-4e06-840e-51d0e55ff537 HTTP/1.1" status: 200 len: 217 time: 0.0616014 Dec 09 22:24:40.827273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:24:40.828065 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:24:40.832805 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:24:40.875292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-ec653bab-2f6c-4023-b3de-286a6fe2cf0c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/quotas/42778ce0db43483cabcb3c03ecb5f8f9 HTTP/1.1" status: 200 len: 375 time: 0.0587177 Dec 09 22:24:40.931106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-551a3824-a7cf-4bf8-9c36-47499841e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:40.934166 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-551a3824-a7cf-4bf8-9c36-47499841e771 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6&tenant_id=d70657cbae484096913cc9dae6fb25b3 HTTP/1.1" status: 200 len: 1096 time: 0.1174943 Dec 09 22:24:40.936245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81d15c-018e-4d36-969e-0c1786e62715 req-a50017f9-e9db-490f-9b8b-d6a34d066929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:40.938131 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eb81d15c-018e-4d36-969e-0c1786e62715 req-a50017f9-e9db-490f-9b8b-d6a34d066929 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0834086 Dec 09 22:24:40.983738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-0d2a5642-ba79-477b-8b42-2e33c26f1c90 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085436 Dec 09 22:24:41.067190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81d15c-018e-4d36-969e-0c1786e62715 req-83aa0ad4-e5cf-47f7-8b52-29d981fbbbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:41.068903 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eb81d15c-018e-4d36-969e-0c1786e62715 req-83aa0ad4-e5cf-47f7-8b52-29d981fbbbbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1232481 Dec 09 22:24:41.070935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-05f3732e-5075-4573-acfc-546eb496b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:41.072424 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-05f3732e-5075-4573-acfc-546eb496b9cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 1096 time: 0.0725410 Dec 09 22:24:41.086060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port a20f5e57-71db-4e06-840e-51d0e55ff537 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:41.111406 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port a20f5e57-71db-4e06-840e-51d0e55ff537 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:41.112045 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:41.181638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d12178-efaf-474f-8dde-3fed2a7e995b req-e1e996b2-b9d6-4400-aba9-9414e4063fac tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:41.198657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77d12178-efaf-474f-8dde-3fed2a7e995b req-e1e996b2-b9d6-4400-aba9-9414e4063fac tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 946 time: 0.3064368 Dec 09 22:24:41.240264 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791840-585a-419b-8533-7f468954ab35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1830873614-router', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:26Z', 'updated_at': '2021-12-09T22:24:34Z', 'revision_number': 4, 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'gw_port': {'id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791840-585a-419b-8533-7f468954ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:27Z', 'updated_at': '2021-12-09T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '9e11d2d1-b994-493c-a12e-2c311bec941c', 'name': '', 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20791840-585a-419b-8533-7f468954ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '161ff18e-83b4-4c58-b109-a9e45b6051f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:32Z', 'updated_at': '2021-12-09T22:24:39Z', 'revision_number': 4, 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'subnets': [{'id': '161ff18e-83b4-4c58-b109-a9e45b6051f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:24:41.268125 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:41.276002 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:41.290644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] 10.222.0.16 "DELETE /v2.0/networks/189d163b-73d0-4b06-aab3-6d9bbb77b4c4 HTTP/1.1" status: 204 len: 168 time: 2.0275388 Dec 09 22:24:41.330173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-580cee00-5cd0-4da5-9796-7d478fa41848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:41.336838 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-580cee00-5cd0-4da5-9796-7d478fa41848 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.2567010 Dec 09 22:24:41.341260 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf984b7a-65eb-4b72-b2aa-6d1f0ded0bdc None None] The sync data for ids ['20791840-585a-419b-8533-7f468954ab35'] in n-d-789963-23 is: [{'id': '20791840-585a-419b-8533-7f468954ab35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1830873614-router', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:26Z', 'updated_at': '2021-12-09T22:24:34Z', 'revision_number': 4, 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'gw_port': {'id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791840-585a-419b-8533-7f468954ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:27Z', 'updated_at': '2021-12-09T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '9e11d2d1-b994-493c-a12e-2c311bec941c', 'name': '', 'network_id': 'b74c00ce-bb2c-4e2a-a6db-6057fbb002eb', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20791840-585a-419b-8533-7f468954ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '161ff18e-83b4-4c58-b109-a9e45b6051f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:32Z', 'updated_at': '2021-12-09T22:24:39Z', 'revision_number': 4, 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'subnets': [{'id': '161ff18e-83b4-4c58-b109-a9e45b6051f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:24:41.448584 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983e948-5ef7-4c17-b4d2-4dda8db6794b admin admin] Pushing event deleted for resources: {'Network': ['ID=189d163b-73d0-4b06-aab3-6d9bbb77b4c4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:41.509138 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-d6e066e8-1468-4f4a-9897-ae58c077aa66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51 HTTP/1.1" status: 200 len: 217 time: 0.1594710 Dec 09 22:24:41.538487 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:41.541542 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77d12178-efaf-474f-8dde-3fed2a7e995b req-3f7dbe64-78d9-4c59-bd11-33f32d8b15d1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313231 Dec 09 22:24:41.601205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61273c97-7ac6-4a35-9c2c-2e8533222b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20f5e57-71db-4e06-840e-51d0e55ff537'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:41.603475 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9778bad3-e05b-48b1-adb5-880240b33509" -d '{"events": [{"server_uuid": "61273c97-7ac6-4a35-9c2c-2e8533222b82", "name": "network-vif-plugged", "status": "completed", "tag": "a20f5e57-71db-4e06-840e-51d0e55ff537"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:41.648947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-e3c1f94b-ef03-4e72-8590-b87091bdac70 service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640863 Dec 09 22:24:41.655520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a20f5e57-71db-4e06-840e-51d0e55ff537, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a20f5e57-71db-4e06-840e-51d0e55ff537,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:41.660388 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:41.661214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e586c42a-8fb8-4948-ab8f-4bb6cf341c51 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:24:41.782887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9e11d2d1-b994-493c-a12e-2c311bec941c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:41.878930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32808) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:41.887176 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-fffc4b65-7d0d-4ad9-a685-9d3ec11bddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:41.889901 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-fffc4b65-7d0d-4ad9-a685-9d3ec11bddbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.3463407 Dec 09 22:24:41.914555 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eb81d15c-018e-4d36-969e-0c1786e62715 req-b704c88d-caa2-4511-bd1b-22dd06c9da46 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8355908 Dec 09 22:24:41.946414 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-75abbd64-e0ae-4e08-8a56-3d9f897828d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304849 Dec 09 22:24:41.977307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=a20f5e57-71db-4e06-840e-51d0e55ff537,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:41.999505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e586c42a-8fb8-4948-ab8f-4bb6cf341c51 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:24:41.999756 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-c89a5dcf-bfb4-4caa-a63d-bbab8d45d62f service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495097 Dec 09 22:24:42.024249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9421bb3-8cda-41d8-9325-09907f7902a3 req-e4a5259e-6146-4b47-8c28-8ab9361b3926 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:42.025742 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9421bb3-8cda-41d8-9325-09907f7902a3 req-e4a5259e-6146-4b47-8c28-8ab9361b3926 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 944 time: 0.2726588 Dec 09 22:24:42.045230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 9e11d2d1-b994-493c-a12e-2c311bec941c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:42.045770 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:42.200755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e42377fc-7812-4a59-9f35-a0321879406e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce99cf4957c64b949ed632d0f30c8b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200905 Dec 09 22:24:42.214219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9421bb3-8cda-41d8-9325-09907f7902a3 req-c5515ffc-761c-440f-9c64-4eba36183f43 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648235 Dec 09 22:24:42.214723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32810) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:42.411833 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-0530dc2d-b0df-4d5a-b153-d09f3b116c16 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508462 Dec 09 22:24:42.418696 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd294113-3b65-4308-bf36-a2288f0fe4c4 x-openstack-request-id: req-bd294113-3b65-4308-bf36-a2288f0fe4c4 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:42.419977 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61273c97-7ac6-4a35-9c2c-2e8533222b82", "name": "network-vif-plugged", "status": "completed", "tag": "a20f5e57-71db-4e06-840e-51d0e55ff537", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:42.421059 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd294113-3b65-4308-bf36-a2288f0fe4c4 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:42.421747 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61273c97-7ac6-4a35-9c2c-2e8533222b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20f5e57-71db-4e06-840e-51d0e55ff537', 'code': 200} Dec 09 22:24:42.550749 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0f2b91f9-9196-4cf7-ad5c-b957bca83084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:42.566286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018e329-7336-4b81-8ab1-669908e26b39 req-028a6d5c-3578-462e-8485-fc1abe9869c9 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:42.568243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9018e329-7336-4b81-8ab1-669908e26b39 req-028a6d5c-3578-462e-8485-fc1abe9869c9 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db56f65-b327-492a-b8ab-70cd2ec91870 HTTP/1.1" status: 200 len: 945 time: 0.1832397 Dec 09 22:24:42.611141 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0f2b91f9-9196-4cf7-ad5c-b957bca83084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:42.755277 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9018e329-7336-4b81-8ab1-669908e26b39 req-ca795564-8894-484e-86d9-2657b502fbbc tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758375 Dec 09 22:24:42.814910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c3556-876e-4c88-9df8-b3758ab7f8b8 req-95eb5f9d-ed8b-4267-97ce-5947f76f6028 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:42.820945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-370c3556-876e-4c88-9df8-b3758ab7f8b8 req-95eb5f9d-ed8b-4267-97ce-5947f76f6028 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 948 time: 0.1874299 Dec 09 22:24:42.822572 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0f2b91f9-9196-4cf7-ad5c-b957bca83084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:42.832453 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0f2b91f9-9196-4cf7-ad5c-b957bca83084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:42.836156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0f2b91f9-9196-4cf7-ad5c-b957bca83084 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/856fb865-ccb9-43b2-88aa-e2caf543204d HTTP/1.1" status: 204 len: 168 time: 0.6181080 Dec 09 22:24:42.850378 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eb81d15c-018e-4d36-969e-0c1786e62715 req-64480802-4123-421d-a009-aa4bb64e4089 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9028344 Dec 09 22:24:42.861139 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-2b06169e-16be-4898-a2f8-71ff61b353ef service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346466 Dec 09 22:24:42.891659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce093c79-8c17-4655-a11f-61cee973885b req-c83c9c75-147c-4422-b643-7501177ed48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:42.896592 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce093c79-8c17-4655-a11f-61cee973885b req-c83c9c75-147c-4422-b643-7501177ed48d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 1100 time: 0.3794353 Dec 09 22:24:42.975702 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce093c79-8c17-4655-a11f-61cee973885b req-ffda610d-466b-4bc4-a123-817cd5667deb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682554 Dec 09 22:24:43.015407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b6244fc-bb8e-4568-b0a4-843051d8f240 req-8b5a8ada-dccd-4baf-8663-8bc8c6bd9e35 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 210 time: 0.1706898 Dec 09 22:24:43.034517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b91f9-9196-4cf7-ad5c-b957bca83084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856fb865-ccb9-43b2-88aa-e2caf543204d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:43.069646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-370c3556-876e-4c88-9df8-b3758ab7f8b8 req-05c72f2d-e2b8-45b3-a23f-4bc451ca319c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265944 Dec 09 22:24:43.469343 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-c52ff70c-1e86-4737-8433-192fcbfefaf1 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:43.472971 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-c52ff70c-1e86-4737-8433-192fcbfefaf1 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6&tenant_id=d70657cbae484096913cc9dae6fb25b3&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.1387761 Dec 09 22:24:43.478097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d696-149b-4c1e-b0dc-27672841e711 req-452ec5da-a663-4d85-a3df-8b7ccc5aa78a tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:43.479857 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3a1d696-149b-4c1e-b0dc-27672841e711 req-452ec5da-a663-4d85-a3df-8b7ccc5aa78a tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bba61a-c30a-4d74-8cba-bfb600186e95 HTTP/1.1" status: 200 len: 946 time: 0.2275946 Dec 09 22:24:43.494822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da76d3-2d18-440f-a65e-21fd35737766 req-3d6e50a9-5b6f-46b1-9081-b04453e83c77 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:43.502546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09da76d3-2d18-440f-a65e-21fd35737766 req-3d6e50a9-5b6f-46b1-9081-b04453e83c77 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 946 time: 0.2757096 Dec 09 22:24:43.641011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09da76d3-2d18-440f-a65e-21fd35737766 req-761f6b17-ffab-4383-9363-277f656ba68d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365285 Dec 09 22:24:43.792906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3a1d696-149b-4c1e-b0dc-27672841e711 req-a2976610-808a-4f13-90b4-ffd6971eaf13 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832828 Dec 09 22:24:43.886269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-ebeaca95-1682-4835-bde8-11934df17f53 service neutron] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:43.894978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-ebeaca95-1682-4835-bde8-11934df17f53 service neutron] Publish callbacks [] for binding, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:43.897343 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8bedf7f5-10d2-4900-8a7f-731ef08b9c39 req-ebeaca95-1682-4835-bde8-11934df17f53 service neutron] 10.222.0.18 "DELETE /v2.0/ports/e586c42a-8fb8-4948-ab8f-4bb6cf341c51/bindings/n-h2-789963-23 HTTP/1.1" status: 204 len: 173 time: 0.3982925 Dec 09 22:24:43.911404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a6fcd-75cf-4ec1-bbdc-12884a801470 req-0e9577d3-1a74-4089-beb0-1d6b68ea3e6d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:43.920238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d28a6fcd-75cf-4ec1-bbdc-12884a801470 req-0e9577d3-1a74-4089-beb0-1d6b68ea3e6d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 944 time: 0.1123292 Dec 09 22:24:44.041481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d28a6fcd-75cf-4ec1-bbdc-12884a801470 req-2c3cf72c-33b0-4024-91e5-b60524fccfa5 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202145 Dec 09 22:24:44.076357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1329c2f-facd-4f5c-9ced-fd439ac85479 req-238b103d-24ed-4ee8-a39e-6a7c0483f31a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:44.082644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1329c2f-facd-4f5c-9ced-fd439ac85479 req-238b103d-24ed-4ee8-a39e-6a7c0483f31a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 946 time: 0.1292984 Dec 09 22:24:44.203326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1329c2f-facd-4f5c-9ced-fd439ac85479 req-fdd01f1c-4164-4b3f-8f58-ee6556ada9b6 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165793 Dec 09 22:24:44.438656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-331f92e6-63b6-49d0-a3f6-fca77ee94f0d req-742ee2cb-4bda-49a2-a79c-ee245f53f5ba tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 210 time: 0.0671210 Dec 09 22:24:44.663093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-21f3b42e-b5ea-423a-bae3-2e5cbe2fd788 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:44.666389 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-21f3b42e-b5ea-423a-bae3-2e5cbe2fd788 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.42 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.5019252 Dec 09 22:24:44.671249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a85b68-3be1-41ba-abe6-f48274842468 req-7fd75a41-e5f3-4cec-9ccb-8cdcb48821a1 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:44.676480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-48a85b68-3be1-41ba-abe6-f48274842468 req-7fd75a41-e5f3-4cec-9ccb-8cdcb48821a1 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 948 time: 0.1843476 Dec 09 22:24:44.687374 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Request body: {'port': {'device_id': '6f022a2f-cb28-4f33-942d-7c32ec00824f', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'admin_state_up': True, 'tenant_id': '42778ce0db43483cabcb3c03ecb5f8f9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:44.795984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32870) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:44.801483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-48a85b68-3be1-41ba-abe6-f48274842468 req-83baa5f7-a701-4d4a-ab20-bbf464cdec5a tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182599 Dec 09 22:24:44.963691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Made reservation on behalf of 42778ce0db43483cabcb3c03ecb5f8f9 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:44.969004 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:45.035303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-926909146-network', 'tenant_id': '2fa62286d0984f939364700e816fbd12'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:45.096287 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Made reservation on behalf of 2fa62286d0984f939364700e816fbd12 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:45.100344 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:45.116300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:45.149351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5598c-ea5b-47d0-8c0f-5c2c10379525 req-07ef0e3f-256e-4246-beec-96a15e62a7d3 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:45.151357 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a9e5598c-ea5b-47d0-8c0f-5c2c10379525 req-07ef0e3f-256e-4246-beec-96a15e62a7d3 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bba61a-c30a-4d74-8cba-bfb600186e95 HTTP/1.1" status: 200 len: 946 time: 0.2019246 Dec 09 22:24:45.174179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233956f-8068-41c0-bf1b-6318f0a8f131 req-a8e383b2-3742-41e2-9ba7-e23129015dd8 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:45.182615 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9233956f-8068-41c0-bf1b-6318f0a8f131 req-a8e383b2-3742-41e2-9ba7-e23129015dd8 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 1096 time: 0.2062500 Dec 09 22:24:45.270508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Allocated IP 172.20.0.5 (560067e5-0609-41d2-9cf6-aa6d2b495b2a/a961b3f3-c349-4ed3-9f0c-098c9d46b411/0676dc7b-52e5-47b5-8ade-ef8109593307) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:45.335861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a9e5598c-ea5b-47d0-8c0f-5c2c10379525 req-30d1f9e0-e752-4cb7-b9d1-798c33ae55f8 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834598 Dec 09 22:24:45.403622 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:45.421945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9233956f-8068-41c0-bf1b-6318f0a8f131 req-cd52ac3b-4bfa-4d12-b5e9-250432a040f7 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341089 Dec 09 22:24:45.425609 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:45.487868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:24:45.489070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:45.523962 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:45.525760 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:45.525990 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Added segment 9ffdef9d-aed1-400b-8b6d-0462f5920419 of type vlan for network 73b0b964-09ef-430c-9f0a-de419487cd67 Dec 09 22:24:45.606090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Pushing event updated for resources: {'Port': ['ID=0676dc7b-52e5-47b5-8ade-ef8109593307,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:45.619401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Network 560067e5-0609-41d2-9cf6-aa6d2b495b2a is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:45.621285 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:45.623977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:45.736740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:45.738119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:45.775620 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-3d795632-8c8b-468e-b947-bc8b35de0183 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0992959 Dec 09 22:24:45.793219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Request body: {'port': {'device_id': '6f022a2f-cb28-4f33-942d-7c32ec00824f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:45.862394 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:46.033349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:46.068034 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:46.090806 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d483938-cdf8-4a6f-9f75-7a16d3cc439f req-46b66483-5a5c-46f4-ba05-36ab35ff682a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.094247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d483938-cdf8-4a6f-9f75-7a16d3cc439f req-46b66483-5a5c-46f4-ba05-36ab35ff682a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 946 time: 0.1647446 Dec 09 22:24:46.107423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5abb-4aa9-4dae-8ccc-05a85d473329 req-ef0de92a-ff17-4ef8-8f37-376607e199c4 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.108941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed1e5abb-4aa9-4dae-8ccc-05a85d473329 req-ef0de92a-ff17-4ef8-8f37-376607e199c4 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 931 time: 0.1786046 Dec 09 22:24:46.184192 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:46.184861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0676dc7b-52e5-47b5-8ade-ef8109593307 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:46.185055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.185638 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:46.199722 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:46.213106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d483938-cdf8-4a6f-9f75-7a16d3cc439f req-75bb8c2e-66fa-4cb5-9fee-ee5d8bd72090 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031504 Dec 09 22:24:46.229625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Transition to ACTIVE for port object 0676dc7b-52e5-47b5-8ade-ef8109593307 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:46.238770 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:46.286155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4713156 Dec 09 22:24:46.286155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32894) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:24:46.293026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-81a089d6-e629-42ba-af14-ca3435cf2f52 admin admin] Request body: {'subnet': {'network_id': '73b0b964-09ef-430c-9f0a-de419487cd67', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-926909146-subnet', 'tenant_id': '2fa62286d0984f939364700e816fbd12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:46.293026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c162bf-e691-42df-a151-171819c84064 admin admin] Pushing event updated for resources: {'Network': ['ID=73b0b964-09ef-430c-9f0a-de419487cd67,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:46.298220 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed1e5abb-4aa9-4dae-8ccc-05a85d473329 req-8878b92e-2c26-4f24-945e-aee4a555f5b3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635098 Dec 09 22:24:46.311663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 73b0b964-09ef-430c-9f0a-de419487cd67 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:24:46.320786 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a089d6-e629-42ba-af14-ca3435cf2f52 admin admin] Made reservation on behalf of 2fa62286d0984f939364700e816fbd12 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:46.324519 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81a089d6-e629-42ba-af14-ca3435cf2f52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:46.538315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Pushing event updated for resources: {'Port': ['ID=0676dc7b-52e5-47b5-8ade-ef8109593307,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:46.572417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caab254-3faf-40d2-bec3-80ef96f60cd8 req-8aa70b29-cf5c-495f-a9aa-d964d675ec56 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.574318 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5caab254-3faf-40d2-bec3-80ef96f60cd8 req-8aa70b29-cf5c-495f-a9aa-d964d675ec56 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.18 "GET /v2.0/ports?device_id=77bba61a-c30a-4d74-8cba-bfb600186e95 HTTP/1.1" status: 200 len: 946 time: 0.1767628 Dec 09 22:24:46.596255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-cb89d375-d9ae-4f5a-b948-4646780c9ba3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.601213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Attempting to bind port 0676dc7b-52e5-47b5-8ade-ef8109593307 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:46.601781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Attempting to bind port 0676dc7b-52e5-47b5-8ade-ef8109593307 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:46.602316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Attempting to bind port 0676dc7b-52e5-47b5-8ade-ef8109593307 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:46.604735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-cb89d375-d9ae-4f5a-b948-4646780c9ba3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 808 time: 0.2528086 Dec 09 22:24:46.660903 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-ad0c328a-8bc9-4174-b832-faec9c554f98 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/quotas/d70657cbae484096913cc9dae6fb25b3 HTTP/1.1" status: 200 len: 375 time: 0.0549357 Dec 09 22:24:46.698898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Port 0676dc7b-52e5-47b5-8ade-ef8109593307 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:46.699223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Attempting to bind port 0676dc7b-52e5-47b5-8ade-ef8109593307 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:46.732714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:46.733188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Checking segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:46.733582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Bound using segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:46.735260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Bound port: 0676dc7b-52e5-47b5-8ade-ef8109593307, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:46.735260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:46.804132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-5caab254-3faf-40d2-bec3-80ef96f60cd8 req-82b20697-f008-422b-853f-399eb58849f6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Deleting port 89d5b73a-b5a6-455f-b927-d405df904a85 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:24:46.804985 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5caab254-3faf-40d2-bec3-80ef96f60cd8 req-82b20697-f008-422b-853f-399eb58849f6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:46.806330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-8c67170d-f9ea-4f5e-90af-f013e27f7fd2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1444025 Dec 09 22:24:46.902897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5caab254-3faf-40d2-bec3-80ef96f60cd8 req-82b20697-f008-422b-853f-399eb58849f6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] For port 89d5b73a-b5a6-455f-b927-d405df904a85, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=89d5b73a-b5a6-455f-b927-d405df904a85,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:46.903268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5caab254-3faf-40d2-bec3-80ef96f60cd8 req-82b20697-f008-422b-853f-399eb58849f6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:46.915751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.916221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.916862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.917136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.917587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.918070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.918517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.918961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.919406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.919847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.920286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.920726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.921166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.921605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:46.924311 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1b6d6806-e796-4158-a833-7c321c994661 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f&device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82&device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b&device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1&device_id=4db56f65-b327-492a-b8ab-70cd2ec91870&device_id=77bba61a-c30a-4d74-8cba-bfb600186e95&device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298&device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3&device_id=423a0dba-4678-40e4-92e7-51429416bb5b&device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6&device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05&device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916&device_id=6205a025-6f27-4319-a658-443adbef11d8&device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 12600 time: 0.2160249 Dec 09 22:24:46.941351 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81a089d6-e629-42ba-af14-ca3435cf2f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:46.950152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-5caab254-3faf-40d2-bec3-80ef96f60cd8 req-82b20697-f008-422b-853f-399eb58849f6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Calling delete_port for 89d5b73a-b5a6-455f-b927-d405df904a85 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:24:46.972529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] For port 0676dc7b-52e5-47b5-8ade-ef8109593307, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:46.994829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] For port 0676dc7b-52e5-47b5-8ade-ef8109593307, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=0676dc7b-52e5-47b5-8ade-ef8109593307,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:47.002376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-987f34c9-4079-4e6d-883a-1eb3506c6b78 service neutron] 10.222.0.16 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868534 Dec 09 22:24:47.005660 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf13d95-9744-4fd1-8eb4-0e346bc01752 req-27dd1823-abc0-4acc-8182-cceec2437ccc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:47.007167 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bf13d95-9744-4fd1-8eb4-0e346bc01752 req-27dd1823-abc0-4acc-8182-cceec2437ccc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 946 time: 0.0965774 Dec 09 22:24:47.025427 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1f5b90e6-9978-4edc-ae77-57b7279c8d10 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:47.037882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:47.100964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a089d6-e629-42ba-af14-ca3435cf2f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0927f362-2ede-41bc-a6d5-54e99c682276,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:47.109453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:47.110098 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:47.113748 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] 10.222.0.42 "PUT /v2.0/ports/0676dc7b-52e5-47b5-8ade-ef8109593307 HTTP/1.1" status: 200 len: 1092 time: 1.3246605 Dec 09 22:24:47.121376 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f022a2f-cb28-4f33-942d-7c32ec00824f', 'tag': '0676dc7b-52e5-47b5-8ade-ef8109593307'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:47.124387 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6c9d9e-45c2-4b1a-899a-1de52f5fd93a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f022a2f-cb28-4f33-942d-7c32ec00824f", "tag": "0676dc7b-52e5-47b5-8ade-ef8109593307"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:47.146580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a089d6-e629-42ba-af14-ca3435cf2f52 admin admin] Checking segment: {'id': '9ffdef9d-aed1-400b-8b6d-0462f5920419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '73b0b964-09ef-430c-9f0a-de419487cd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:47.147262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a089d6-e629-42ba-af14-ca3435cf2f52 admin admin] Network hostable DHCP agents. Network: 73b0b964-09ef-430c-9f0a-de419487cd67, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:24:47.211120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a089d6-e629-42ba-af14-ca3435cf2f52 admin admin] Network 73b0b964-09ef-430c-9f0a-de419487cd67 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:24:47.233463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-81a089d6-e629-42ba-af14-ca3435cf2f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 73b0b964-09ef-430c-9f0a-de419487cd67) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:47.245503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da38a18-ed25-41c2-a151-625b5e9b14ba None None] Network 73b0b964-09ef-430c-9f0a-de419487cd67 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:24:47.251253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-02a53c59-796e-4464-8563-c51f0795d3c5 service neutron] 10.222.0.16 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369115 Dec 09 22:24:47.252688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a089d6-e629-42ba-af14-ca3435cf2f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:47.253827 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81a089d6-e629-42ba-af14-ca3435cf2f52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:47.280797 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53b385-ef53-4451-9112-5631cf804978 service neutron] Pushing event updated for resources: {'Port': ['ID=0676dc7b-52e5-47b5-8ade-ef8109593307,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:47.295808 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1f5b90e6-9978-4edc-ae77-57b7279c8d10 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:47.307418 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1f5b90e6-9978-4edc-ae77-57b7279c8d10 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:47.358116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b90e6-9978-4edc-ae77-57b7279c8d10 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eb7cb0-1616-4795-93ad-649871c9af9a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:47.383650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-81a089d6-e629-42ba-af14-ca3435cf2f52 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0997825 Dec 09 22:24:47.456044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-40085e8f-3e99-4506-85e7-9ba19548f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:47.458405 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-40085e8f-3e99-4506-85e7-9ba19548f582 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 1095 time: 0.2577450 Dec 09 22:24:47.487927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa2401-aeaf-463b-959f-63e4a7c7a6a3 None None] Network 73b0b964-09ef-430c-9f0a-de419487cd67 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:24:47.553928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-3bf13d95-9744-4fd1-8eb4-0e346bc01752 req-6c1bddac-20f8-4b67-af49-c2f70889606f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Deleting port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:24:47.554274 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bf13d95-9744-4fd1-8eb4-0e346bc01752 req-6c1bddac-20f8-4b67-af49-c2f70889606f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:47.598151 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f7945dd-af3b-4b70-beef-e0973bb3fd1c req-1f5b90e6-9978-4edc-ae77-57b7279c8d10 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&id=bdbfe38a-2121-4553-b716-d45b754bce5e&id=7d4c2195-4bff-4c02-b307-eec760dea0cb&id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 0.6507137 Dec 09 22:24:47.761256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3bf13d95-9744-4fd1-8eb4-0e346bc01752 req-6c1bddac-20f8-4b67-af49-c2f70889606f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] For port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:47.761623 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bf13d95-9744-4fd1-8eb4-0e346bc01752 req-6c1bddac-20f8-4b67-af49-c2f70889606f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:47.767003 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471af63-5a59-4a29-a3a6-f5ed070afca5 req-26c4562a-e436-47b5-b263-f7662cf76e3a tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:47.778707 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9471af63-5a59-4a29-a3a6-f5ed070afca5 req-26c4562a-e436-47b5-b263-f7662cf76e3a tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bba61a-c30a-4d74-8cba-bfb600186e95 HTTP/1.1" status: 200 len: 946 time: 0.1310012 Dec 09 22:24:47.798054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-3bf13d95-9744-4fd1-8eb4-0e346bc01752 req-6c1bddac-20f8-4b67-af49-c2f70889606f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Calling delete_port for a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:24:47.848335 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-def18fd2-f1a8-4c70-8062-a72b41c063d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0676dc7b-52e5-47b5-8ade-ef8109593307 HTTP/1.1" status: 200 len: 217 time: 0.3776212 Dec 09 22:24:47.883358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e2b25-de05-45b7-82df-75bfdc6b1b2a req-ba27f745-776a-4104-aabc-98b0f9acb7b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:47.891277 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-411e2b25-de05-45b7-82df-75bfdc6b1b2a req-ba27f745-776a-4104-aabc-98b0f9acb7b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 946 time: 0.0758796 Dec 09 22:24:47.896470 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e85127-079a-4f7c-a42a-f0fb4f3c7e6f x-openstack-request-id: req-e5e85127-079a-4f7c-a42a-f0fb4f3c7e6f {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:47.896767 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f022a2f-cb28-4f33-942d-7c32ec00824f", "tag": "0676dc7b-52e5-47b5-8ade-ef8109593307", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:47.897047 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5e85127-079a-4f7c-a42a-f0fb4f3c7e6f {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:47.897430 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f022a2f-cb28-4f33-942d-7c32ec00824f', 'tag': '0676dc7b-52e5-47b5-8ade-ef8109593307', 'status': 'completed', 'code': 200} Dec 09 22:24:47.959972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9471af63-5a59-4a29-a3a6-f5ed070afca5 req-46fcde5c-639a-49f7-8457-2b486db76416 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801057 Dec 09 22:24:47.972348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-411e2b25-de05-45b7-82df-75bfdc6b1b2a req-364fd67b-7744-475f-83b1-d9bc3a501671 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783532 Dec 09 22:24:48.036314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5caab254-3faf-40d2-bec3-80ef96f60cd8 req-82b20697-f008-422b-853f-399eb58849f6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:48.049222 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['9fe8b957-6bf8-4949-8e85-6ca192c2cbd8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:48.077113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cd0c1963-f2e5-4dbc-a39b-c272563ee6ab req-f5845b0f-e2c4-4bc9-83f8-678499eaaa44 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 210 time: 0.0471010 Dec 09 22:24:48.108905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['89d5b73a-b5a6-455f-b927-d405df904a85', '9e10c6c2-b4d6-444c-8858-3171837199be'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:48.190183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb4cae-1cb0-455b-b5be-d3475c7a500f req-d69178a8-2691-477c-8388-b4da7b5a18b7 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:48.208298 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eceb4cae-1cb0-455b-b5be-d3475c7a500f req-d69178a8-2691-477c-8388-b4da7b5a18b7 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 943 time: 0.1486862 Dec 09 22:24:48.350923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eceb4cae-1cb0-455b-b5be-d3475c7a500f req-4603daa6-e756-44c0-aecc-449d1fba9270 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350403 Dec 09 22:24:48.583158 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-b829707d-49bd-48e2-a9b2-472e07936941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:48.584698 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-b829707d-49bd-48e2-a9b2-472e07936941 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.6837327 Dec 09 22:24:48.653226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-288cfd4c-d95f-4f80-a59e-abf5abccec5a tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:48.659994 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b20697-f008-422b-853f-399eb58849f6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Pushing event deleted for resources: {'Port': ['ID=89d5b73a-b5a6-455f-b927-d405df904a85,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:48.662215 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-288cfd4c-d95f-4f80-a59e-abf5abccec5a tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/networks?id=73b0b964-09ef-430c-9f0a-de419487cd67 HTTP/1.1" status: 200 len: 821 time: 0.1498754 Dec 09 22:24:48.679914 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-12246a8e-fd01-486c-b04c-a87e05ba4b15 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/quotas/2fa62286d0984f939364700e816fbd12 HTTP/1.1" status: 200 len: 375 time: 0.0166245 Dec 09 22:24:48.730768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-fdc41d1d-ddce-4526-a68e-0e3dd4e84312 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2fa62286d0984f939364700e816fbd12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497410 Dec 09 22:24:48.745870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caab254-3faf-40d2-bec3-80ef96f60cd8 req-82b20697-f008-422b-853f-399eb58849f6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] No DVR routers for this DVR port 89d5b73a-b5a6-455f-b927-d405df904a85 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:24:48.756616 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5caab254-3faf-40d2-bec3-80ef96f60cd8 req-82b20697-f008-422b-853f-399eb58849f6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:48.760205 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5caab254-3faf-40d2-bec3-80ef96f60cd8 req-82b20697-f008-422b-853f-399eb58849f6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.18 "DELETE /v2.0/ports/89d5b73a-b5a6-455f-b927-d405df904a85 HTTP/1.1" status: 204 len: 173 time: 2.1508901 Dec 09 22:24:48.784573 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-ef3563c4-189d-4405-8c8d-69dc2756ba54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157107 Dec 09 22:24:48.958229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d06dd-79b3-4079-8f1c-78d9b80316e0 req-c7c79f7f-2257-402d-8bf0-ea635158a5fb tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:48.959606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d06dd-79b3-4079-8f1c-78d9b80316e0 req-c7c79f7f-2257-402d-8bf0-ea635158a5fb tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:48.960490 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d06dd-79b3-4079-8f1c-78d9b80316e0 req-c7c79f7f-2257-402d-8bf0-ea635158a5fb tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:48.962625 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bf13d95-9744-4fd1-8eb4-0e346bc01752 req-6c1bddac-20f8-4b67-af49-c2f70889606f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:48.970318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-558d06dd-79b3-4079-8f1c-78d9b80316e0 req-c7c79f7f-2257-402d-8bf0-ea635158a5fb tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82&device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3&device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 2884 time: 0.1524744 Dec 09 22:24:48.980509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-f5021663-585d-420c-8857-cdf7ae4126e6 service neutron] 10.222.0.16 "GET /v2.0/networks/73b0b964-09ef-430c-9f0a-de419487cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488933 Dec 09 22:24:49.006053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:49.013514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bddac-20f8-4b67-af49-c2f70889606f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event deleted for resources: {'Port': ['ID=a7620f25-d2ea-447c-bd2d-5a9c87f8bb49,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:49.093103 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-558d06dd-79b3-4079-8f1c-78d9b80316e0 req-cff75f14-b8d0-42de-aa08-f27310935b39 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218348 Dec 09 22:24:49.108208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf13d95-9744-4fd1-8eb4-0e346bc01752 req-6c1bddac-20f8-4b67-af49-c2f70889606f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] No DVR routers for this DVR port a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:24:49.121883 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bf13d95-9744-4fd1-8eb4-0e346bc01752 req-6c1bddac-20f8-4b67-af49-c2f70889606f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:49.128955 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bf13d95-9744-4fd1-8eb4-0e346bc01752 req-6c1bddac-20f8-4b67-af49-c2f70889606f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.18 "DELETE /v2.0/ports/a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 HTTP/1.1" status: 204 len: 173 time: 2.0926535 Dec 09 22:24:49.147799 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-5f6f2de8-25cd-4dd7-8702-b7662ea35edd service neutron] 10.222.0.42 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814376 Dec 09 22:24:49.328856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-cdd8631c-bd92-4e27-851f-63a5e5e1b5c4 service neutron] 10.222.0.16 "GET /v2.0/networks/73b0b964-09ef-430c-9f0a-de419487cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345301 Dec 09 22:24:49.376113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5aca6678-6e12-455d-a358-08678db2a042 req-109a780e-f568-4230-9db3-cede44214fe5 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bba61a-c30a-4d74-8cba-bfb600186e95 HTTP/1.1" status: 200 len: 210 time: 0.0837526 Dec 09 22:24:49.427151 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fe04768-02b8-413c-a79a-a3c2a55833e9 req-fe840a64-4b52-4d43-9d9f-f78373c0660a service neutron] 10.222.0.42 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704546 Dec 09 22:24:49.656034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e5f9aec4-3813-42e8-8669-5138a1dd7a59 req-7d0653e1-ab33-4a90-8331-b29970888f07 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc91fb6-5d3b-448a-a2a8-2ca452b4527b HTTP/1.1" status: 200 len: 210 time: 0.0893719 Dec 09 22:24:49.690468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c9d9e-45c2-4b1a-899a-1de52f5fd93a req-fddb45c2-7ce2-495f-b326-f5cbae798a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:49.692015 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c6c9d9e-45c2-4b1a-899a-1de52f5fd93a req-fddb45c2-7ce2-495f-b326-f5cbae798a73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 1095 time: 0.0870717 Dec 09 22:24:49.700373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-e7e69baa-a239-445f-b4ed-4915a2877b8b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:49.702202 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-e7e69baa-a239-445f-b4ed-4915a2877b8b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.42 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 808 time: 0.3122768 Dec 09 22:24:49.739330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Request body: {'port': {'device_id': '0bb944fe-030a-43f8-947a-2b480eb3bd3f', 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8', 'admin_state_up': True, 'tenant_id': 'd70657cbae484096913cc9dae6fb25b3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:49.816837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82905a45-674e-4f54-b9a5-d08055653973 req-812cbd13-187d-4c5e-ab6a-4820cd8dfd0d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 210 time: 0.0402727 Dec 09 22:24:49.923415 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7453ef15-ea12-4829-9bb4-6f5fec037334 req-c88f53d3-f157-41a1-b514-d7b649861979 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 210 time: 0.0398960 Dec 09 22:24:49.937051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13b73f-0e0c-4f9a-a82b-29e3e1f3b0f6 req-903e78f6-f21a-4ab3-b4b4-42b94918499f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:49.938685 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cd13b73f-0e0c-4f9a-a82b-29e3e1f3b0f6 req-903e78f6-f21a-4ab3-b4b4-42b94918499f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 943 time: 0.0954299 Dec 09 22:24:49.940169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bba61a-c30a-4d74-8cba-bfb600186e95', 'name': 'network-vif-deleted', 'tag': '89d5b73a-b5a6-455f-b927-d405df904a85'}, {'server_uuid': '4bc91fb6-5d3b-448a-a2a8-2ca452b4527b', 'name': 'network-vif-deleted', 'tag': 'a7620f25-d2ea-447c-bd2d-5a9c87f8bb49'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:49.942467 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a37101-8a37-468c-b8d2-0c9d03f7b0d3" -d '{"events": [{"server_uuid": "77bba61a-c30a-4d74-8cba-bfb600186e95", "name": "network-vif-deleted", "tag": "89d5b73a-b5a6-455f-b927-d405df904a85"}, {"server_uuid": "4bc91fb6-5d3b-448a-a2a8-2ca452b4527b", "name": "network-vif-deleted", "tag": "a7620f25-d2ea-447c-bd2d-5a9c87f8bb49"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:50.026744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cd13b73f-0e0c-4f9a-a82b-29e3e1f3b0f6 req-422d908d-36b2-43ca-9ea4-609c2413dc5a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762048 Dec 09 22:24:50.044483 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30b0f96-ee44-4340-9a93-cc250eee16e5 x-openstack-request-id: req-e30b0f96-ee44-4340-9a93-cc250eee16e5 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:50.045012 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bba61a-c30a-4d74-8cba-bfb600186e95", "name": "network-vif-deleted", "tag": "89d5b73a-b5a6-455f-b927-d405df904a85", "status": "completed", "code": 200}, {"server_uuid": "4bc91fb6-5d3b-448a-a2a8-2ca452b4527b", "name": "network-vif-deleted", "tag": "a7620f25-d2ea-447c-bd2d-5a9c87f8bb49", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:50.045012 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e30b0f96-ee44-4340-9a93-cc250eee16e5 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:50.045391 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bba61a-c30a-4d74-8cba-bfb600186e95', 'name': 'network-vif-deleted', 'tag': '89d5b73a-b5a6-455f-b927-d405df904a85', 'status': 'completed', 'code': 200} Dec 09 22:24:50.045652 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc91fb6-5d3b-448a-a2a8-2ca452b4527b', 'name': 'network-vif-deleted', 'tag': 'a7620f25-d2ea-447c-bd2d-5a9c87f8bb49', 'status': 'completed', 'code': 200} Dec 09 22:24:50.097872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c9d9e-45c2-4b1a-899a-1de52f5fd93a req-6edf98b2-1087-45e4-86eb-d69e3d4e81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:50.099384 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c6c9d9e-45c2-4b1a-899a-1de52f5fd93a req-6edf98b2-1087-45e4-86eb-d69e3d4e81fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 912 time: 0.3962736 Dec 09 22:24:50.183321 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c6c9d9e-45c2-4b1a-899a-1de52f5fd93a req-0b80d85f-6482-4315-8862-16b6926e21dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0676dc7b-52e5-47b5-8ade-ef8109593307 HTTP/1.1" status: 200 len: 217 time: 0.0684087 Dec 09 22:24:50.227805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:24:50.229930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Made reservation on behalf of d70657cbae484096913cc9dae6fb25b3 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:50.233846 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:50.288958 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:24:50.289310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a7620f25-d2ea-447c-bd2d-5a9c87f8bb49 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:24:50.289742 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 89d5b73a-b5a6-455f-b927-d405df904a85 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:24:50.334227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c9d9e-45c2-4b1a-899a-1de52f5fd93a req-fd07a4c4-d90f-45c0-a4a0-02971bbf36f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:50.335738 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c6c9d9e-45c2-4b1a-899a-1de52f5fd93a req-fd07a4c4-d90f-45c0-a4a0-02971bbf36f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.1437342 Dec 09 22:24:50.339735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 89d5b73a-b5a6-455f-b927-d405df904a85 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:24:50.340394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 89d5b73a-b5a6-455f-b927-d405df904a85 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:24:50.390749 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c6c9d9e-45c2-4b1a-899a-1de52f5fd93a req-4eb127f7-81e9-4f87-a99f-c8369a3127f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421400 Dec 09 22:24:50.519733 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Allocated IP 172.20.0.5 (46a88b3d-bbc7-4cde-a7d0-668bc115edd8/63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c/5dcfc417-1575-4e64-992f-7ccbe8b29583) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:50.574441 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c6c9d9e-45c2-4b1a-899a-1de52f5fd93a req-cd29fbfe-b095-4e09-9021-a6b733f0fa5f service neutron] 10.222.0.42 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539707 Dec 09 22:24:50.581552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24ef83-1c4d-42e6-ae92-ea8d64545a05 req-b3e2a806-018e-4e79-9834-467fb54e6883 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:50.604273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f24ef83-1c4d-42e6-ae92-ea8d64545a05 req-b3e2a806-018e-4e79-9834-467fb54e6883 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 1101 time: 0.0697901 Dec 09 22:24:50.727842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f24ef83-1c4d-42e6-ae92-ea8d64545a05 req-6bb61a32-6e38-4725-bf71-5dd1286863ae tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225526 Dec 09 22:24:50.771539 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c6c9d9e-45c2-4b1a-899a-1de52f5fd93a req-4caddbac-a128-4b16-9088-8dbcc6e09f83 service neutron] 10.222.0.42 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856258 Dec 09 22:24:50.808043 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:50.859762 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:50.936155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Pushing event updated for resources: {'Port': ['ID=5dcfc417-1575-4e64-992f-7ccbe8b29583,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:50.948857 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:50.949859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:50.952775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:50.961245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae60f8-0bda-4e03-a4b1-87f263181b0e req-66f4b107-7bf6-4147-9707-28851b00ec87 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:50.964646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebae60f8-0bda-4e03-a4b1-87f263181b0e req-66f4b107-7bf6-4147-9707-28851b00ec87 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 1101 time: 0.0982325 Dec 09 22:24:51.042489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:51.043256 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:51.066676 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-c23fb754-8aec-44aa-9c4b-d3d471538809 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3356843 Dec 09 22:24:51.082474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Request body: {'port': {'device_id': '0bb944fe-030a-43f8-947a-2b480eb3bd3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:51.127037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56435c7-be4a-4e25-bf85-8436ecf18836 req-5e64b302-dd37-4ee8-8b0e-f344185e114d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:51.129462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e56435c7-be4a-4e25-bf85-8436ecf18836 req-5e64b302-dd37-4ee8-8b0e-f344185e114d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 931 time: 0.0921228 Dec 09 22:24:51.144211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebae60f8-0bda-4e03-a4b1-87f263181b0e req-29ffc1e1-848f-4004-8eb7-b6261a6e17c9 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696339 Dec 09 22:24:51.228653 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:51.290359 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e56435c7-be4a-4e25-bf85-8436ecf18836 req-11ed0ed9-ff18-46d7-9ad9-7308b01fe3d2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447828 Dec 09 22:24:51.353560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b321a4b-62d1-4686-b9eb-3c67fdd6f6ad req-e331c048-8224-4aef-a898-61633e2cb816 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 210 time: 0.1222727 Dec 09 22:24:51.399374 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:24:51.583004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca49f-2a82-4be6-adc6-0523a0125c9b req-1e5a4d72-50fc-4947-beeb-28ae24b8ad9f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:51.591613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-709ca49f-2a82-4be6-adc6-0523a0125c9b req-1e5a4d72-50fc-4947-beeb-28ae24b8ad9f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 943 time: 0.1537187 Dec 09 22:24:51.614454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-32919451-b87f-4a2f-ba1c-82ce3c019158 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:51.615965 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-32919451-b87f-4a2f-ba1c-82ce3c019158 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.18 "GET /v2.0/networks?id=73b0b964-09ef-430c-9f0a-de419487cd67 HTTP/1.1" status: 200 len: 821 time: 0.3101950 Dec 09 22:24:51.638159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Request body: {'port': {'device_id': '089a324f-9e34-4644-8517-0bd27d2130fd', 'network_id': '73b0b964-09ef-430c-9f0a-de419487cd67', 'admin_state_up': True, 'tenant_id': '2fa62286d0984f939364700e816fbd12'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:51.694376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-709ca49f-2a82-4be6-adc6-0523a0125c9b req-5bd264fc-e264-40d0-b962-185b7847ac09 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016996 Dec 09 22:24:51.710213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006c4b7-5961-424e-8162-6a973015ed2d req-e6841b58-fb00-463b-a1ef-3733af71c6b6 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:51.715422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-e6841b58-fb00-463b-a1ef-3733af71c6b6 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.2037144 Dec 09 22:24:51.738235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-ea187edb-db67-47ca-9c50-92631c319b96 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/quotas/3005a1a8e3144f09a333f470b9aad885 HTTP/1.1" status: 200 len: 375 time: 0.0113790 Dec 09 22:24:51.803030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-f0062ae8-08d3-4453-98c6-26f2a968edb5 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540712 Dec 09 22:24:51.844565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Made reservation on behalf of 2fa62286d0984f939364700e816fbd12 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:51.849022 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:51.938307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcfc417-1575-4e64-992f-7ccbe8b29583 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:51.941083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-69a968d2-1f72-482a-8e46-47eade994804 service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248333 Dec 09 22:24:51.953470 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:51.981505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Transition to ACTIVE for port object 5dcfc417-1575-4e64-992f-7ccbe8b29583 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:51.988639 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:52.114148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-30c54213-bba4-4a62-b7f2-032d4f1de91a service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623538 Dec 09 22:24:52.152537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Pushing event updated for resources: {'Port': ['ID=5dcfc417-1575-4e64-992f-7ccbe8b29583,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:52.226297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Allocated IP 172.20.0.5 (73b0b964-09ef-430c-9f0a-de419487cd67/0927f362-2ede-41bc-a6d5-54e99c682276/d677571d-810f-4ffa-98ce-090a74e23156) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:52.341280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:52.341618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:52.341984 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:52.364520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:52.364887 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:52.394846 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:52.401092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:52.401437 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:52.405958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:52.407201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Bound port: 5dcfc417-1575-4e64-992f-7ccbe8b29583, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:52.409174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:52.529932 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-daac31d9-6f6c-4ffd-91d5-889c45160ee5 req-b988b21f-54c5-4402-8120-c457df343e2f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 210 time: 0.0462346 Dec 09 22:24:52.576821 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:52.653352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:52.673542 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 0676dc7b-52e5-47b5-8ade-ef8109593307 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:52.679786 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:52.691080 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:52.715841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd5bf5-a55b-429b-bbbe-fc0a56bc88de req-9a890dcd-2ddb-4fdf-9321-41b7aa8fbd54 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:52.717401 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9fd5bf5-a55b-429b-bbbe-fc0a56bc88de req-9a890dcd-2ddb-4fdf-9321-41b7aa8fbd54 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.1114771 Dec 09 22:24:52.721949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:52.769188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:52.769839 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:52.771252 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] 10.222.0.42 "PUT /v2.0/ports/5dcfc417-1575-4e64-992f-7ccbe8b29583 HTTP/1.1" status: 200 len: 1092 time: 1.6938896 Dec 09 22:24:52.771995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb944fe-030a-43f8-947a-2b480eb3bd3f', 'tag': '5dcfc417-1575-4e64-992f-7ccbe8b29583'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:52.774603 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed1328f-2571-4c23-bc81-21db1f8a49b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb944fe-030a-43f8-947a-2b480eb3bd3f", "tag": "5dcfc417-1575-4e64-992f-7ccbe8b29583"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:52.800661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Network 73b0b964-09ef-430c-9f0a-de419487cd67 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:52.810160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:52.814584 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:52.886495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9fd5bf5-a55b-429b-bbbe-fc0a56bc88de req-20ee9dcc-0068-4a9c-b04c-c32a1183c269 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454020 Dec 09 22:24:52.904620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06bb7f-f645-4b63-b86f-31690376718b service neutron] Pushing event updated for resources: {'Port': ['ID=5dcfc417-1575-4e64-992f-7ccbe8b29583,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:52.911401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 0676dc7b-52e5-47b5-8ade-ef8109593307, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=0676dc7b-52e5-47b5-8ade-ef8109593307,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:52.929325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '0676dc7b-52e5-47b5-8ade-ef8109593307', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'port_id': '0676dc7b-52e5-47b5-8ade-ef8109593307', 'mac_address': 'fa:16:3e:4b:2f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a961b3f3-c349-4ed3-9f0c-098c9d46b411', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:53.051135 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:53.122982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0676dc7b-52e5-47b5-8ade-ef8109593307 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:53.133370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633204c-3fa8-4345-96af-274542993651 req-f2221f73-e829-4c86-8cc0-ad17b03840ed tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:53.136675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0633204c-3fa8-4345-96af-274542993651 req-f2221f73-e829-4c86-8cc0-ad17b03840ed tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 931 time: 0.0905817 Dec 09 22:24:53.197641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:53.198425 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:53.211612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Pushing event updated for resources: {'Port': ['ID=d677571d-810f-4ffa-98ce-090a74e23156,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:53.220749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 0676dc7b-52e5-47b5-8ade-ef8109593307, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=0676dc7b-52e5-47b5-8ade-ef8109593307,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:53.232757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:53.243301 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0633204c-3fa8-4345-96af-274542993651 req-cc6edd21-0e99-450b-b451-a4f8eba5b422 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977695 Dec 09 22:24:53.246077 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-06d3ca45-6ef5-4e70-9b2b-96bea72a8599 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6133392 Dec 09 22:24:53.248161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-8fc15a27-4f22-41cf-83ae-9c918f83b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:53.249530 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-8fc15a27-4f22-41cf-83ae-9c918f83b256 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 1095 time: 0.3463774 Dec 09 22:24:53.271684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Request body: {'port': {'device_id': '089a324f-9e34-4644-8517-0bd27d2130fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:53.377759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=0676dc7b-52e5-47b5-8ade-ef8109593307,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:53.441658 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-a173a202-7060-4a96-8864-b36e5ff6a620 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583 HTTP/1.1" status: 200 len: 217 time: 0.1738877 Dec 09 22:24:53.493919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f5d5f-0910-4214-acd4-2ac5083590af req-269cd3b2-da34-4968-8821-8a10a4ef8e94 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:53.509116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d0f5d5f-0910-4214-acd4-2ac5083590af req-269cd3b2-da34-4968-8821-8a10a4ef8e94 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 944 time: 0.1103899 Dec 09 22:24:53.512670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:53.537329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['0676dc7b-52e5-47b5-8ade-ef8109593307'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:53.541815 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c61016b-f21a-4728-9675-92d49b4b88fd x-openstack-request-id: req-3c61016b-f21a-4728-9675-92d49b4b88fd {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:53.542120 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb944fe-030a-43f8-947a-2b480eb3bd3f", "tag": "5dcfc417-1575-4e64-992f-7ccbe8b29583", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:53.542364 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c61016b-f21a-4728-9675-92d49b4b88fd {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:53.542774 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb944fe-030a-43f8-947a-2b480eb3bd3f', 'tag': '5dcfc417-1575-4e64-992f-7ccbe8b29583', 'status': 'completed', 'code': 200} Dec 09 22:24:53.601628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d0f5d5f-0910-4214-acd4-2ac5083590af req-b22f270f-32eb-409a-8be7-8fc08859d927 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855744 Dec 09 22:24:53.694884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-e77598be-f105-4286-8598-48c87af668d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:53.696560 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-e77598be-f105-4286-8598-48c87af668d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.1806452 Dec 09 22:24:53.787946 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d1c1d-9c4d-43db-993c-e95aa878c779 req-a319c888-6945-4352-9807-fd89e1c93c05 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:53.789724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-312d1c1d-9c4d-43db-993c-e95aa878c779 req-a319c888-6945-4352-9807-fd89e1c93c05 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1125197 Dec 09 22:24:53.799706 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-d19c49b6-bb1e-445f-9aa8-cb5cfec8be02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921323 Dec 09 22:24:53.979919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cb892-f31e-48e8-bfff-e0697bc91728 req-9a77092c-ba05-4994-a25c-58cc89d24cbd tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:53.980182 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-d72923f4-8e0f-48ee-ba30-762bad665d21 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659205 Dec 09 22:24:54.002901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cb892-f31e-48e8-bfff-e0697bc91728 req-9a77092c-ba05-4994-a25c-58cc89d24cbd tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:54.013000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-071cb892-f31e-48e8-bfff-e0697bc91728 req-9a77092c-ba05-4994-a25c-58cc89d24cbd tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1&device_id=4db56f65-b327-492a-b8ab-70cd2ec91870 HTTP/1.1" status: 200 len: 1681 time: 0.1757975 Dec 09 22:24:54.089989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-071cb892-f31e-48e8-bfff-e0697bc91728 req-3e551466-4827-4041-81dc-0381cafa66d6 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726311 Dec 09 22:24:54.098976 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-312d1c1d-9c4d-43db-993c-e95aa878c779 req-b72c3770-2b75-491d-9871-7edad573e17d tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965956 Dec 09 22:24:54.253968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82763f39-9232-40d4-9393-c92d365cbfc5 req-6a39f879-9edc-4621-bfa6-3bfedb1c5acb tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 210 time: 0.1039045 Dec 09 22:24:54.260949 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c24b485-a62d-4d43-9f4c-f8e40a5bc93e req-d763f02d-610a-4eb9-aba7-1e0957946f3e service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256720 Dec 09 22:24:54.328910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19277c30-d077-4d0f-9757-d3356b7b2c0f req-b1161fcd-6e04-41ac-a121-307fd774c873 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:54.337116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19277c30-d077-4d0f-9757-d3356b7b2c0f req-b1161fcd-6e04-41ac-a121-307fd774c873 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.1425643 Dec 09 22:24:54.444952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19277c30-d077-4d0f-9757-d3356b7b2c0f req-cb1c9bcb-d99e-4adb-93d0-abba4fc36709 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066012 Dec 09 22:24:54.530251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6107f4-7fac-49c0-9c18-8457d9d2099e req-fffb3fcf-e000-46e2-a655-0f88b2670923 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:54.537733 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e6107f4-7fac-49c0-9c18-8457d9d2099e req-fffb3fcf-e000-46e2-a655-0f88b2670923 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 931 time: 0.1193869 Dec 09 22:24:54.646529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e6107f4-7fac-49c0-9c18-8457d9d2099e req-98ab50a8-c1e4-4396-9860-020354d0b646 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000252 Dec 09 22:24:54.687191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 0676dc7b-52e5-47b5-8ade-ef8109593307 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:54.695524 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006c4b7-5961-424e-8162-6a973015ed2d req-d629a2bd-d2c2-4ed4-a3d1-4ac1ae66bdd2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:54.697198 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-d629a2bd-d2c2-4ed4-a3d1-4ac1ae66bdd2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.6607618 Dec 09 22:24:54.715665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b006c4b7-5961-424e-8162-6a973015ed2d req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Request body: {'port': {'device_id': '746887bf-f0af-4306-9cf7-a29e148fb59b', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'admin_state_up': True, 'tenant_id': '3005a1a8e3144f09a333f470b9aad885'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:54.743685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1328f-2571-4c23-bc81-21db1f8a49b6 req-ae2bd461-1211-46a6-a52a-deb3145916ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:54.745192 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0ed1328f-2571-4c23-bc81-21db1f8a49b6 req-ae2bd461-1211-46a6-a52a-deb3145916ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 1095 time: 0.1580522 Dec 09 22:24:54.841992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 0676dc7b-52e5-47b5-8ade-ef8109593307 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:54.846915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 0676dc7b-52e5-47b5-8ade-ef8109593307 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:54.847534 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:54.902522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc6f5f-30e1-4aa3-93e2-2a14c8d07da4 req-404a4d47-29f4-443d-bce1-67b473258548 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:54.907165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d677571d-810f-4ffa-98ce-090a74e23156 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:54.916933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43dc6f5f-30e1-4aa3-93e2-2a14c8d07da4 req-404a4d47-29f4-443d-bce1-67b473258548 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 944 time: 0.1028450 Dec 09 22:24:54.925274 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:54.966220 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Transition to ACTIVE for port object d677571d-810f-4ffa-98ce-090a74e23156 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:54.985940 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:54.999690 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:55.044749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f022a2f-cb28-4f33-942d-7c32ec00824f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0676dc7b-52e5-47b5-8ade-ef8109593307'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:55.045723 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43dc6f5f-30e1-4aa3-93e2-2a14c8d07da4 req-3f4a0640-50d7-40ee-a812-a6372865968a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262016 Dec 09 22:24:55.060268 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e75373e-b75b-4874-8ffc-5b336c86b412" -d '{"events": [{"server_uuid": "6f022a2f-cb28-4f33-942d-7c32ec00824f", "name": "network-vif-plugged", "status": "completed", "tag": "0676dc7b-52e5-47b5-8ade-ef8109593307"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:55.098066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 0676dc7b-52e5-47b5-8ade-ef8109593307, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=0676dc7b-52e5-47b5-8ade-ef8109593307,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:55.106816 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:55.115625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Pushing event updated for resources: {'Port': ['ID=d677571d-810f-4ffa-98ce-090a74e23156,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:55.135977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1328f-2571-4c23-bc81-21db1f8a49b6 req-8834d69c-e75f-4b66-874b-1677fbf8cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:55.138265 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0ed1328f-2571-4c23-bc81-21db1f8a49b6 req-8834d69c-e75f-4b66-874b-1677fbf8cdbc service neutron] 10.222.0.42 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.3835583 Dec 09 22:24:55.193872 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd122d9-37de-4347-8c02-e190d4e84e5e x-openstack-request-id: req-0cd122d9-37de-4347-8c02-e190d4e84e5e {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:55.194844 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f022a2f-cb28-4f33-942d-7c32ec00824f", "name": "network-vif-plugged", "status": "completed", "tag": "0676dc7b-52e5-47b5-8ade-ef8109593307", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:55.195313 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cd122d9-37de-4347-8c02-e190d4e84e5e {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:55.196212 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f022a2f-cb28-4f33-942d-7c32ec00824f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0676dc7b-52e5-47b5-8ade-ef8109593307', 'code': 200} Dec 09 22:24:55.231704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=0676dc7b-52e5-47b5-8ade-ef8109593307,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:55.258696 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0ed1328f-2571-4c23-bc81-21db1f8a49b6 req-9e3b9817-1489-461c-8948-2e6e02d44afc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583 HTTP/1.1" status: 200 len: 217 time: 0.1087193 Dec 09 22:24:55.263837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b006c4b7-5961-424e-8162-6a973015ed2d req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Made reservation on behalf of 3005a1a8e3144f09a333f470b9aad885 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:24:55.266272 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b006c4b7-5961-424e-8162-6a973015ed2d req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:55.403064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4818f-2020-4510-8502-258a2ee927a1 req-630a452a-cfa3-419e-bc9e-aada7744ad66 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:55.411150 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cff4818f-2020-4510-8502-258a2ee927a1 req-630a452a-cfa3-419e-bc9e-aada7744ad66 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1609452 Dec 09 22:24:55.414310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Attempting to bind port d677571d-810f-4ffa-98ce-090a74e23156 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:55.414650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Attempting to bind port d677571d-810f-4ffa-98ce-090a74e23156 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '9ffdef9d-aed1-400b-8b6d-0462f5920419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '73b0b964-09ef-430c-9f0a-de419487cd67'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:55.415234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Attempting to bind port d677571d-810f-4ffa-98ce-090a74e23156 on network 73b0b964-09ef-430c-9f0a-de419487cd67 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:55.426812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Port d677571d-810f-4ffa-98ce-090a74e23156 on network 73b0b964-09ef-430c-9f0a-de419487cd67 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:55.427153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Attempting to bind port d677571d-810f-4ffa-98ce-090a74e23156 on network 73b0b964-09ef-430c-9f0a-de419487cd67 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:55.435503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:55.435881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Checking segment: {'id': '9ffdef9d-aed1-400b-8b6d-0462f5920419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '73b0b964-09ef-430c-9f0a-de419487cd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:55.436232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Bound using segment: {'id': '9ffdef9d-aed1-400b-8b6d-0462f5920419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '73b0b964-09ef-430c-9f0a-de419487cd67'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:55.436675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Bound port: d677571d-810f-4ffa-98ce-090a74e23156, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffdef9d-aed1-400b-8b6d-0462f5920419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '73b0b964-09ef-430c-9f0a-de419487cd67'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:55.437036 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:55.461744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cb739-fbb1-4273-a884-bd9f2907a8a2 req-58d13f40-ca33-4067-860a-84860bd6b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:55.463397 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c36cb739-fbb1-4273-a884-bd9f2907a8a2 req-58d13f40-ca33-4067-860a-84860bd6b673 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 1097 time: 0.1594939 Dec 09 22:24:55.473543 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cff4818f-2020-4510-8502-258a2ee927a1 req-2334795b-ddb1-45f9-a089-236ab5ea162d tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619040 Dec 09 22:24:55.489833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1328f-2571-4c23-bc81-21db1f8a49b6 req-a15c29dc-9496-454e-92bc-23f92d8e1e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:55.491352 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0ed1328f-2571-4c23-bc81-21db1f8a49b6 req-a15c29dc-9496-454e-92bc-23f92d8e1e7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.1866205 Dec 09 22:24:55.571790 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0ed1328f-2571-4c23-bc81-21db1f8a49b6 req-708e8c5b-e246-4dea-a4a6-c1ccd931229b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515325 Dec 09 22:24:55.593228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ceaa8a5-c72e-492f-a457-77dfe477a0bf req-765cb43f-69c7-4108-98db-5d3c86b6941b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 210 time: 0.0783937 Dec 09 22:24:55.632493 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c36cb739-fbb1-4273-a884-bd9f2907a8a2 req-09b5d6f5-a3cf-414a-bbb4-0675aab51792 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536965 Dec 09 22:24:55.715097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8488c-8643-4b64-af55-ec8a13f271b4 req-0d2f3ba8-f46e-48b8-a805-1bbd5323aa2d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:55.722261 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0ed1328f-2571-4c23-bc81-21db1f8a49b6 req-56625a6c-b79f-4b64-9502-930cf766537e service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368873 Dec 09 22:24:55.727244 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1d8488c-8643-4b64-af55-ec8a13f271b4 req-0d2f3ba8-f46e-48b8-a805-1bbd5323aa2d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.0920236 Dec 09 22:24:55.798606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] For port d677571d-810f-4ffa-98ce-090a74e23156, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:24:55.804364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] For port d677571d-810f-4ffa-98ce-090a74e23156, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d677571d-810f-4ffa-98ce-090a74e23156,segment=NetworkSegment(9ffdef9d-aed1-400b-8b6d-0462f5920419),segment_id=9ffdef9d-aed1-400b-8b6d-0462f5920419)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:24:55.809258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-b006c4b7-5961-424e-8162-6a973015ed2d req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Allocated IP 172.20.0.6 (073a6e7d-af0e-4b50-85bd-f1bea603319c/91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c/d5b81d88-614d-4ce2-9329-8205e75e46eb) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:24:55.813084 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:55.877756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:55.878737 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:55.880396 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] 10.222.0.18 "PUT /v2.0/ports/d677571d-810f-4ffa-98ce-090a74e23156 HTTP/1.1" status: 200 len: 1092 time: 2.6138973 Dec 09 22:24:55.887024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089a324f-9e34-4644-8517-0bd27d2130fd', 'tag': 'd677571d-810f-4ffa-98ce-090a74e23156'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:55.889564 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df94331-deb8-4518-9f1e-86143ced9ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "089a324f-9e34-4644-8517-0bd27d2130fd", "tag": "d677571d-810f-4ffa-98ce-090a74e23156"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:55.940674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1d8488c-8643-4b64-af55-ec8a13f271b4 req-bbd6abea-c7e8-48bb-920f-95ae108a8402 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124071 Dec 09 22:24:55.969333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d29303-7492-47b6-953e-8f3480240699 req-49dda12a-a65e-49ec-aef5-c4e00e8490b3 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:55.979843 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9d29303-7492-47b6-953e-8f3480240699 req-49dda12a-a65e-49ec-aef5-c4e00e8490b3 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db56f65-b327-492a-b8ab-70cd2ec91870 HTTP/1.1" status: 200 len: 945 time: 0.2505445 Dec 09 22:24:56.167594 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b006c4b7-5961-424e-8162-6a973015ed2d req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:56.168341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9d29303-7492-47b6-953e-8f3480240699 req-bfb828a2-4e9a-4c02-83d1-99b8af89eebc tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874635 Dec 09 22:24:56.191707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e06eb1-0ba4-46cb-b73f-09e72cbc8130 req-68cd715f-58e2-4885-911c-dd9b185b403b tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:56.198518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8e06eb1-0ba4-46cb-b73f-09e72cbc8130 req-68cd715f-58e2-4885-911c-dd9b185b403b tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 943 time: 0.1568639 Dec 09 22:24:56.255394 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b006c4b7-5961-424e-8162-6a973015ed2d req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:56.263886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb2741-f010-43bc-8784-4b075ba35232 service neutron] Pushing event updated for resources: {'Port': ['ID=d677571d-810f-4ffa-98ce-090a74e23156,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:56.294910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:56.318360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event updated for resources: {'Port': ['ID=d5b81d88-614d-4ce2-9329-8205e75e46eb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:56.350777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b006c4b7-5961-424e-8162-6a973015ed2d req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Network 073a6e7d-af0e-4b50-85bd-f1bea603319c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:24:56.353935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-b006c4b7-5961-424e-8162-6a973015ed2d req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:24:56.357631 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0ed1328f-2571-4c23-bc81-21db1f8a49b6 req-cab0dea5-da81-4189-b8e7-e4705788390c service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760079 Dec 09 22:24:56.358386 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b006c4b7-5961-424e-8162-6a973015ed2d req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:24:56.386780 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8e06eb1-0ba4-46cb-b73f-09e72cbc8130 req-acac647a-d729-47dd-9ec3-98ffaeededfe tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735842 Dec 09 22:24:56.401960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-f52d9b2c-43bf-4bac-85f9-ce2b237335d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:56.403460 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-f52d9b2c-43bf-4bac-85f9-ce2b237335d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fa62286d0984f939364700e816fbd12&device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 1095 time: 0.3854048 Dec 09 22:24:56.456847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006c4b7-5961-424e-8162-6a973015ed2d req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:56.457520 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b006c4b7-5961-424e-8162-6a973015ed2d req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:56.473227 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c9cb50-0363-43a9-a0c2-6db26b1dc4e9 x-openstack-request-id: req-f0c9cb50-0363-43a9-a0c2-6db26b1dc4e9 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:56.473538 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089a324f-9e34-4644-8517-0bd27d2130fd", "tag": "d677571d-810f-4ffa-98ce-090a74e23156", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:56.473808 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0c9cb50-0363-43a9-a0c2-6db26b1dc4e9 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:56.474221 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089a324f-9e34-4644-8517-0bd27d2130fd', 'tag': 'd677571d-810f-4ffa-98ce-090a74e23156', 'status': 'completed', 'code': 200} Dec 09 22:24:56.577575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037412a-1a92-44fe-a5ae-2f1acce6988b req-747c2d6c-338d-47a8-85a2-a5a3138b1e9c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:56.583331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3037412a-1a92-44fe-a5ae-2f1acce6988b req-747c2d6c-338d-47a8-85a2-a5a3138b1e9c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.1039159 Dec 09 22:24:56.612460 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-41f57d3b-ff72-4064-977f-52754bf78769 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d677571d-810f-4ffa-98ce-090a74e23156 HTTP/1.1" status: 200 len: 217 time: 0.1483788 Dec 09 22:24:56.675249 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3037412a-1a92-44fe-a5ae-2f1acce6988b req-f91a74cd-2e6d-423b-b565-a018b27243ae tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818448 Dec 09 22:24:56.689485 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 5dcfc417-1575-4e64-992f-7ccbe8b29583 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:24:56.693220 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aceaf2-e700-4a01-9928-5201c809decf req-3896f2ba-d17b-4947-b7c4-99bad5ef5517 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:56.701243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35aceaf2-e700-4a01-9928-5201c809decf req-3896f2ba-d17b-4947-b7c4-99bad5ef5517 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0830412 Dec 09 22:24:56.707035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-9839adf2-6f4e-4901-9bfc-0574bbb67db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:56.708728 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-9839adf2-6f4e-4901-9bfc-0574bbb67db8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0927f362-2ede-41bc-a6d5-54e99c682276 HTTP/1.1" status: 200 len: 861 time: 0.0866187 Dec 09 22:24:56.722526 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-c1304149-2a96-4e32-83d4-865773ab0c0b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0142009 Dec 09 22:24:56.743787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Request body: {'port': {'device_id': '746887bf-f0af-4306-9cf7-a29e148fb59b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:24:56.794727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35aceaf2-e700-4a01-9928-5201c809decf req-93b0d7e0-0dea-4a34-96e5-aaab96ace746 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869675 Dec 09 22:24:56.873841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811b918-427f-44a5-a5f2-266663e79735 req-d41f5139-8af5-4749-a677-0bb7526c3740 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:56.876799 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2811b918-427f-44a5-a5f2-266663e79735 req-d41f5139-8af5-4749-a677-0bb7526c3740 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 931 time: 0.0810504 Dec 09 22:24:56.888831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:56.903342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '5dcfc417-1575-4e64-992f-7ccbe8b29583', 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8', 'port_id': '5dcfc417-1575-4e64-992f-7ccbe8b29583', 'mac_address': 'fa:16:3e:b2:1d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:24:56.907800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:56.963581 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-1d2ae018-e122-4f49-91bd-69f7e2b55d32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73b0b964-09ef-430c-9f0a-de419487cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1880453 Dec 09 22:24:56.964506 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2811b918-427f-44a5-a5f2-266663e79735 req-c517beb6-5260-44f2-8563-d1209b39044d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772665 Dec 09 22:24:56.987365 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:57.005764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcfc417-1575-4e64-992f-7ccbe8b29583 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:57.028286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:57.035425 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:57.104605 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-5bf06820-96d2-42cc-a530-c3e5f0617191 service neutron] 10.222.0.18 "GET /v2.0/networks/73b0b964-09ef-430c-9f0a-de419487cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245844 Dec 09 22:24:57.119326 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101aa3a-1e0e-4ce3-8464-a5148f5502b5 req-29bff7f7-e892-4697-96c2-1a5247b353d2 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:57.120835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4101aa3a-1e0e-4ce3-8464-a5148f5502b5 req-29bff7f7-e892-4697-96c2-1a5247b353d2 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.18 "GET /v2.0/ports?device_id=4db56f65-b327-492a-b8ab-70cd2ec91870 HTTP/1.1" status: 200 len: 945 time: 0.3691499 Dec 09 22:24:57.155453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=5dcfc417-1575-4e64-992f-7ccbe8b29583,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:57.208842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b17133-96d0-4ebe-bcd2-051200eebf5d req-0b3732cb-a77b-49c1-a2d5-bf441f3d6df8 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:57.210448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2b17133-96d0-4ebe-bcd2-051200eebf5d req-0b3732cb-a77b-49c1-a2d5-bf441f3d6df8 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 944 time: 0.1422749 Dec 09 22:24:57.351444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2b17133-96d0-4ebe-bcd2-051200eebf5d req-195fb587-e7a5-47c9-b29e-297299d1fcc8 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329427 Dec 09 22:24:57.402235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe62467-dea2-4ecd-bfcb-b5da621e5318 req-9e28485c-68ba-408a-a791-107af775b875 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:57.405943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5fe62467-dea2-4ecd-bfcb-b5da621e5318 req-9e28485c-68ba-408a-a791-107af775b875 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db56f65-b327-492a-b8ab-70cd2ec91870 HTTP/1.1" status: 200 len: 945 time: 0.1456969 Dec 09 22:24:57.420861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['5dcfc417-1575-4e64-992f-7ccbe8b29583'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:57.514273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-4101aa3a-1e0e-4ce3-8464-a5148f5502b5 req-7e809731-8f72-4ea8-8c96-0f75c9191d0d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Deleting port 9e10c6c2-b4d6-444c-8858-3171837199be {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:24:57.514853 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4101aa3a-1e0e-4ce3-8464-a5148f5502b5 req-7e809731-8f72-4ea8-8c96-0f75c9191d0d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:57.748130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4101aa3a-1e0e-4ce3-8464-a5148f5502b5 req-7e809731-8f72-4ea8-8c96-0f75c9191d0d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] For port 9e10c6c2-b4d6-444c-8858-3171837199be, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=9e10c6c2-b4d6-444c-8858-3171837199be,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:57.748757 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4101aa3a-1e0e-4ce3-8464-a5148f5502b5 req-7e809731-8f72-4ea8-8c96-0f75c9191d0d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:57.776688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-4101aa3a-1e0e-4ce3-8464-a5148f5502b5 req-7e809731-8f72-4ea8-8c96-0f75c9191d0d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Calling delete_port for 9e10c6c2-b4d6-444c-8858-3171837199be owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:24:57.937117 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bb0e881-83ef-4486-85de-ede5a1d51781 req-756cca18-a713-4f3c-bc3f-ec2590fa0028 service neutron] 10.222.0.18 "GET /v2.0/networks/73b0b964-09ef-430c-9f0a-de419487cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151839 Dec 09 22:24:57.963696 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4101aa3a-1e0e-4ce3-8464-a5148f5502b5 req-7e809731-8f72-4ea8-8c96-0f75c9191d0d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:57.997440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['9e10c6c2-b4d6-444c-8858-3171837199be'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:58.029493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e809731-8f72-4ea8-8c96-0f75c9191d0d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Pushing event deleted for resources: {'Port': ['ID=9e10c6c2-b4d6-444c-8858-3171837199be,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:58.050579 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5fe62467-dea2-4ecd-bfcb-b5da621e5318 req-8050cbde-446a-42bb-ae18-1d1d77f2ef8a tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181455 Dec 09 22:24:58.138419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08d99a-024f-47e2-ade0-64d2eda6f750 req-f85e4ef4-428c-4e55-94c1-69085500915c tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:58.143442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c08d99a-024f-47e2-ade0-64d2eda6f750 req-f85e4ef4-428c-4e55-94c1-69085500915c tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 943 time: 0.1498497 Dec 09 22:24:58.184324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df94331-deb8-4518-9f1e-86143ced9ecc req-da8b6621-e820-454c-9b40-ebdfffa70871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:58.188720 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7df94331-deb8-4518-9f1e-86143ced9ecc req-da8b6621-e820-454c-9b40-ebdfffa70871 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fa62286d0984f939364700e816fbd12&device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 1095 time: 0.1483738 Dec 09 22:24:58.190771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4101aa3a-1e0e-4ce3-8464-a5148f5502b5 req-7e809731-8f72-4ea8-8c96-0f75c9191d0d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] No DVR routers for this DVR port 9e10c6c2-b4d6-444c-8858-3171837199be on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:24:58.196942 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4101aa3a-1e0e-4ce3-8464-a5148f5502b5 req-7e809731-8f72-4ea8-8c96-0f75c9191d0d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:58.200797 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4101aa3a-1e0e-4ce3-8464-a5148f5502b5 req-7e809731-8f72-4ea8-8c96-0f75c9191d0d tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.18 "DELETE /v2.0/ports/9e10c6c2-b4d6-444c-8858-3171837199be HTTP/1.1" status: 204 len: 173 time: 1.0598476 Dec 09 22:24:58.224232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46757286-0402-4939-8b80-2a8b4c3d0cdd req-7049ff26-fbc3-4f42-b6bc-c1029785eafb tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:58.225804 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-46757286-0402-4939-8b80-2a8b4c3d0cdd req-7049ff26-fbc3-4f42-b6bc-c1029785eafb tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.42 "GET /v2.0/ports?device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 945 time: 0.2942653 Dec 09 22:24:58.309539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c08d99a-024f-47e2-ade0-64d2eda6f750 req-fc63599d-70ff-4517-aa50-682eba41053b tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542504 Dec 09 22:24:58.369571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b526aea-a522-483f-9493-8d30dd6609d7 req-3ae56aea-be5e-48c8-b926-232e57ee9db6 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:58.371166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b526aea-a522-483f-9493-8d30dd6609d7 req-3ae56aea-be5e-48c8-b926-232e57ee9db6 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.2048833 Dec 09 22:24:58.391358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['9fe8b957-6bf8-4949-8e85-6ca192c2cbd8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:24:58.488744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b526aea-a522-483f-9493-8d30dd6609d7 req-bf6c6f43-1adf-440b-a471-cbe244f8f239 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110129 Dec 09 22:24:58.528537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b81d88-614d-4ce2-9329-8205e75e46eb {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:24:58.538547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:58.551920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Transition to ACTIVE for port object d5b81d88-614d-4ce2-9329-8205e75e46eb will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:24:58.559447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db56f65-b327-492a-b8ab-70cd2ec91870', 'name': 'network-vif-deleted', 'tag': '9e10c6c2-b4d6-444c-8858-3171837199be'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:58.562019 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baeef55-ea39-454c-abcb-2be54c657b6d" -d '{"events": [{"server_uuid": "4db56f65-b327-492a-b8ab-70cd2ec91870", "name": "network-vif-deleted", "tag": "9e10c6c2-b4d6-444c-8858-3171837199be"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:58.569229 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:58.595920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6f9db-8cdc-4a3e-be9a-44835b90dd57 req-1c830703-70f0-40e9-8f3a-a8fe6c5f4136 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:58.605496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4a6f9db-8cdc-4a3e-be9a-44835b90dd57 req-1c830703-70f0-40e9-8f3a-a8fe6c5f4136 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1314430 Dec 09 22:24:58.696717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 5dcfc417-1575-4e64-992f-7ccbe8b29583 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:24:58.724569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4a6f9db-8cdc-4a3e-be9a-44835b90dd57 req-585812ac-dca1-4afd-98b9-84f2ada634fc tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134238 Dec 09 22:24:58.781897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487992f5-e2ec-4f88-ad66-5f93fad1a5a5 req-1ea1d24f-01fc-4f10-8d9f-a5dffda33768 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:58.785233 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-487992f5-e2ec-4f88-ad66-5f93fad1a5a5 req-1ea1d24f-01fc-4f10-8d9f-a5dffda33768 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 943 time: 0.1762130 Dec 09 22:24:58.840014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 5dcfc417-1575-4e64-992f-7ccbe8b29583 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:24:58.853046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 5dcfc417-1575-4e64-992f-7ccbe8b29583 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:24:58.853778 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:58.906532 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-487992f5-e2ec-4f88-ad66-5f93fad1a5a5 req-4e48f044-edf3-4404-8949-19a80f79c0d0 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097562 Dec 09 22:24:58.956474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1606ab1-223b-4497-ac4f-f403a5f9f7ca req-1ebb52c0-0e29-4889-bfd1-62bc69ab41a8 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:58.964387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1606ab1-223b-4497-ac4f-f403a5f9f7ca req-1ebb52c0-0e29-4889-bfd1-62bc69ab41a8 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 944 time: 0.1007338 Dec 09 22:24:59.013698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1606ab1-223b-4497-ac4f-f403a5f9f7ca req-fc4afce1-0099-4e18-a5bd-a6321faf4a82 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480790 Dec 09 22:24:59.019128 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:59.071190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb944fe-030a-43f8-947a-2b480eb3bd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcfc417-1575-4e64-992f-7ccbe8b29583'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:24:59.073473 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57795e63-4e07-4b2d-bd23-2863a371447e" -d '{"events": [{"server_uuid": "0bb944fe-030a-43f8-947a-2b480eb3bd3f", "name": "network-vif-plugged", "status": "completed", "tag": "5dcfc417-1575-4e64-992f-7ccbe8b29583"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:24:59.124097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:59.131288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:59.132415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:24:59.188463 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170b0a1e-f1e9-4cce-9fb9-039cde9c6774 x-openstack-request-id: req-170b0a1e-f1e9-4cce-9fb9-039cde9c6774 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:59.188839 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db56f65-b327-492a-b8ab-70cd2ec91870", "name": "network-vif-deleted", "tag": "9e10c6c2-b4d6-444c-8858-3171837199be", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:59.189117 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-170b0a1e-f1e9-4cce-9fb9-039cde9c6774 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:59.189497 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db56f65-b327-492a-b8ab-70cd2ec91870', 'name': 'network-vif-deleted', 'tag': '9e10c6c2-b4d6-444c-8858-3171837199be', 'status': 'completed', 'code': 200} Dec 09 22:24:59.241380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df94331-deb8-4518-9f1e-86143ced9ecc req-cfddb201-93ce-46a8-a3a1-f78566ab7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:59.243010 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7df94331-deb8-4518-9f1e-86143ced9ecc req-cfddb201-93ce-46a8-a3a1-f78566ab7983 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73b0b964-09ef-430c-9f0a-de419487cd67 HTTP/1.1" status: 200 len: 922 time: 1.0410345 Dec 09 22:24:59.244825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b81d88-614d-4ce2-9329-8205e75e46eb,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:59.289135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=5dcfc417-1575-4e64-992f-7ccbe8b29583,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:59.294916 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:59.354325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:59.363648 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:59.402942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8177a6-cccf-4df3-acd1-fd23c5bdec95 req-c88eb57d-9ed5-4588-8c44-ac3cd9abdfa3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:59.410736 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15932db0-1c73-48c8-a461-b79a52d1d6b3 x-openstack-request-id: req-15932db0-1c73-48c8-a461-b79a52d1d6b3 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:24:59.416369 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb944fe-030a-43f8-947a-2b480eb3bd3f", "name": "network-vif-plugged", "status": "completed", "tag": "5dcfc417-1575-4e64-992f-7ccbe8b29583", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:24:59.416551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc8177a6-cccf-4df3-acd1-fd23c5bdec95 req-c88eb57d-9ed5-4588-8c44-ac3cd9abdfa3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.1174769 Dec 09 22:24:59.416865 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15932db0-1c73-48c8-a461-b79a52d1d6b3 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:24:59.417379 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb944fe-030a-43f8-947a-2b480eb3bd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcfc417-1575-4e64-992f-7ccbe8b29583', 'code': 200} Dec 09 22:24:59.471681 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7df94331-deb8-4518-9f1e-86143ced9ecc req-a2c165ca-8981-4e72-b222-c7a1ef2fff23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d677571d-810f-4ffa-98ce-090a74e23156 HTTP/1.1" status: 200 len: 217 time: 0.2190707 Dec 09 22:24:59.473249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:24:59.484952 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-46757286-0402-4939-8b80-2a8b4c3d0cdd req-d04932e3-c98c-4600-85b2-af298f667b20 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Deleting port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:24:59.485442 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-46757286-0402-4939-8b80-2a8b4c3d0cdd req-d04932e3-c98c-4600-85b2-af298f667b20 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:59.647522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc8177a6-cccf-4df3-acd1-fd23c5bdec95 req-e8726d7d-c994-4d93-801b-5a0b8812f91e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300377 Dec 09 22:24:59.649587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df94331-deb8-4518-9f1e-86143ced9ecc req-d820d827-8d6e-46f7-b800-16a14ed8234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:59.651181 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7df94331-deb8-4518-9f1e-86143ced9ecc req-d820d827-8d6e-46f7-b800-16a14ed8234d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0927f362-2ede-41bc-a6d5-54e99c682276 HTTP/1.1" status: 200 len: 861 time: 0.1694832 Dec 09 22:24:59.657230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Attempting to bind port d5b81d88-614d-4ce2-9329-8205e75e46eb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:24:59.657696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Attempting to bind port d5b81d88-614d-4ce2-9329-8205e75e46eb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:24:59.658127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Attempting to bind port d5b81d88-614d-4ce2-9329-8205e75e46eb on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:59.684311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Port d5b81d88-614d-4ce2-9329-8205e75e46eb on network 073a6e7d-af0e-4b50-85bd-f1bea603319c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:24:59.684756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Attempting to bind port d5b81d88-614d-4ce2-9329-8205e75e46eb on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:24:59.707156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fcf35-e8d1-4021-a626-abae0ae685c6 req-ea8da2c3-e834-4416-9bdd-3cede9d3033b tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:59.711597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aed3e1-0e87-4e43-8421-772b029888eb req-c732b817-1ae0-460f-b643-aa64378f0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:59.713199 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-77aed3e1-0e87-4e43-8421-772b029888eb req-c732b817-1ae0-460f-b643-aa64378f0b88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6edf82e3968b4c2394fdae303953993a&device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 1101 time: 0.1884513 Dec 09 22:24:59.715063 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7df94331-deb8-4518-9f1e-86143ced9ecc req-fad1cf8f-4845-45a1-8d2b-9230f16cd451 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73b0b964-09ef-430c-9f0a-de419487cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520184 Dec 09 22:24:59.718899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:24:59.719316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Checking segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:24:59.719775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Bound using segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:24:59.720303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Bound port: d5b81d88-614d-4ce2-9329-8205e75e46eb, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:24:59.720751 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:59.726447 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b01fcf35-e8d1-4021-a626-abae0ae685c6 req-ea8da2c3-e834-4416-9bdd-3cede9d3033b tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 943 time: 0.2508700 Dec 09 22:24:59.730535 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7585b-d439-484f-961c-fbb7f0373364 req-7d57e534-a051-4f14-b4b1-4d46fe0714cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:59.733291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-04f7585b-d439-484f-961c-fbb7f0373364 req-7d57e534-a051-4f14-b4b1-4d46fe0714cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 1097 time: 0.1889796 Dec 09 22:24:59.765558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-46757286-0402-4939-8b80-2a8b4c3d0cdd req-d04932e3-c98c-4600-85b2-af298f667b20 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] For port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,segment=NetworkSegment(9167374e-e4c3-4efa-b86b-bb381c9d35df),segment_id=9167374e-e4c3-4efa-b86b-bb381c9d35df)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:24:59.766054 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-46757286-0402-4939-8b80-2a8b4c3d0cdd req-d04932e3-c98c-4600-85b2-af298f667b20 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:24:59.841956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-46757286-0402-4939-8b80-2a8b4c3d0cdd req-d04932e3-c98c-4600-85b2-af298f667b20 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Calling delete_port for 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:24:59.859915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b01fcf35-e8d1-4021-a626-abae0ae685c6 req-1796a1bf-37a1-4e30-ad43-4edfb01935e3 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/security-groups?id=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322768 Dec 09 22:24:59.883939 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-04f7585b-d439-484f-961c-fbb7f0373364 req-1703ea44-b3af-448d-a017-be85e1fd230b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266122 Dec 09 22:24:59.913522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e1662-d462-4595-8215-f66c32d1483b req-9d5aa0f7-83a4-4886-94a3-3302bbb59bb6 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:24:59.933295 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a6e1662-d462-4595-8215-f66c32d1483b req-9d5aa0f7-83a4-4886-94a3-3302bbb59bb6 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 943 time: 0.1610224 Dec 09 22:25:00.038202 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a6e1662-d462-4595-8215-f66c32d1483b req-b561ae39-14b1-4d4e-b2e4-25eef249674a tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994136 Dec 09 22:25:00.064394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d748450-4c0b-46eb-ad3b-cca68306dd29 req-c5d7ac70-d58e-4237-affb-b09831668488 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:00.075288 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d748450-4c0b-46eb-ad3b-cca68306dd29 req-c5d7ac70-d58e-4237-affb-b09831668488 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1211247 Dec 09 22:25:00.166651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] For port d5b81d88-614d-4ce2-9329-8205e75e46eb, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:00.171559 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d748450-4c0b-46eb-ad3b-cca68306dd29 req-b65d21a7-71b8-4248-bebf-bb5e7800b57d tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951672 Dec 09 22:25:00.207887 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aed3e1-0e87-4e43-8421-772b029888eb req-46059074-7a39-42ad-8cfc-aecde285b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:00.212726 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-77aed3e1-0e87-4e43-8421-772b029888eb req-46059074-7a39-42ad-8cfc-aecde285b472 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.4536240 Dec 09 22:25:00.217910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5fd92-5f90-4da0-80a3-b05b0087370a req-359b8d7a-a429-4fbd-918f-a89c6dfc060e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:00.220401 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09b5fd92-5f90-4da0-80a3-b05b0087370a req-359b8d7a-a429-4fbd-918f-a89c6dfc060e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 943 time: 0.0917532 Dec 09 22:25:00.222793 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] For port d5b81d88-614d-4ce2-9329-8205e75e46eb, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d5b81d88-614d-4ce2-9329-8205e75e46eb,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:00.233349 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7df94331-deb8-4518-9f1e-86143ced9ecc req-347a5d3a-c0db-451a-862c-8aaa3c298dcd service neutron] 10.222.0.18 "GET /v2.0/networks/73b0b964-09ef-430c-9f0a-de419487cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066376 Dec 09 22:25:00.242414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-46757286-0402-4939-8b80-2a8b4c3d0cdd req-d04932e3-c98c-4600-85b2-af298f667b20 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:00.259524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d677571d-810f-4ffa-98ce-090a74e23156 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:00.284701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 9e10c6c2-b4d6-444c-8858-3171837199be no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:25:00.384086 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7df94331-deb8-4518-9f1e-86143ced9ecc req-2060cd38-4854-4810-8465-e67012271fb4 service neutron] 10.222.0.18 "GET /v2.0/networks/73b0b964-09ef-430c-9f0a-de419487cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367579 Dec 09 22:25:00.385667 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:00.430065 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09b5fd92-5f90-4da0-80a3-b05b0087370a req-791d20ae-5399-4a0f-810c-9127daa96bed tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924450 Dec 09 22:25:00.442449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04932e3-c98c-4600-85b2-af298f667b20 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Pushing event deleted for resources: {'Port': ['ID=9fe8b957-6bf8-4949-8e85-6ca192c2cbd8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:00.454053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:00.455174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:00.456672 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] 10.222.0.42 "PUT /v2.0/ports/d5b81d88-614d-4ce2-9329-8205e75e46eb HTTP/1.1" status: 200 len: 1092 time: 3.7217333 Dec 09 22:25:00.496134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588125cb-3a1c-4328-b7be-dccbf27cab36 req-6ffa2cb3-5a72-4e1a-85a4-c9352f2932c7 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:00.509663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-588125cb-3a1c-4328-b7be-dccbf27cab36 req-6ffa2cb3-5a72-4e1a-85a4-c9352f2932c7 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.2128465 Dec 09 22:25:00.531252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61042d-d6b1-44e1-8fe0-811c0f5a84f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b81d88-614d-4ce2-9329-8205e75e46eb,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:00.555459 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-77aed3e1-0e87-4e43-8421-772b029888eb req-ece3375b-cbf9-4676-afc3-e5bb3e2d2eff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684 HTTP/1.1" status: 200 len: 217 time: 0.3209052 Dec 09 22:25:00.606258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 9e10c6c2-b4d6-444c-8858-3171837199be {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:25:00.606658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 9e10c6c2-b4d6-444c-8858-3171837199be not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:25:00.611394 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:25:00.631348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-588125cb-3a1c-4328-b7be-dccbf27cab36 req-a1a319fb-c819-448c-b683-0090cdf85ece tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133928 Dec 09 22:25:00.747374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d677571d-810f-4ffa-98ce-090a74e23156, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d677571d-810f-4ffa-98ce-090a74e23156,segment=NetworkSegment(9ffdef9d-aed1-400b-8b6d-0462f5920419),segment_id=9ffdef9d-aed1-400b-8b6d-0462f5920419)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:00.759990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'd677571d-810f-4ffa-98ce-090a74e23156', 'network_id': '73b0b964-09ef-430c-9f0a-de419487cd67', 'port_id': 'd677571d-810f-4ffa-98ce-090a74e23156', 'mac_address': 'fa:16:3e:59:57:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0927f362-2ede-41bc-a6d5-54e99c682276', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:00.776300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-46757286-0402-4939-8b80-2a8b4c3d0cdd req-d04932e3-c98c-4600-85b2-af298f667b20 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] No DVR routers for this DVR port 9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:25:00.782255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-46757286-0402-4939-8b80-2a8b4c3d0cdd req-d04932e3-c98c-4600-85b2-af298f667b20 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:00.787850 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-46757286-0402-4939-8b80-2a8b4c3d0cdd req-d04932e3-c98c-4600-85b2-af298f667b20 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.42 "DELETE /v2.0/ports/9fe8b957-6bf8-4949-8e85-6ca192c2cbd8 HTTP/1.1" status: 204 len: 173 time: 2.5413766 Dec 09 22:25:00.832104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006c4b7-5961-424e-8162-6a973015ed2d req-2dcfd015-0fb2-414c-82f6-419ce21f390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:00.837628 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-2dcfd015-0fb2-414c-82f6-419ce21f390d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 1095 time: 0.2987418 Dec 09 22:25:00.857538 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:00.865885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aed3e1-0e87-4e43-8421-772b029888eb req-ae594dc6-3af6-4cde-9fb3-3dc0bd97d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:00.872114 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-77aed3e1-0e87-4e43-8421-772b029888eb req-ae594dc6-3af6-4cde-9fb3-3dc0bd97d379 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.2568054 Dec 09 22:25:00.897380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca84b3-0abd-41c8-b97c-dc7820000b69 req-a196af44-b303-4855-bf98-9ea36b48e354 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:00.912703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06ca84b3-0abd-41c8-b97c-dc7820000b69 req-a196af44-b303-4855-bf98-9ea36b48e354 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.1413426 Dec 09 22:25:00.915359 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d677571d-810f-4ffa-98ce-090a74e23156 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:00.973028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d677571d-810f-4ffa-98ce-090a74e23156, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d677571d-810f-4ffa-98ce-090a74e23156,segment=NetworkSegment(9ffdef9d-aed1-400b-8b6d-0462f5920419),segment_id=9ffdef9d-aed1-400b-8b6d-0462f5920419)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:00.998318 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:01.048236 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1a1ded1-163b-4cfc-8298-57e7c0ed6d27 req-e9dc319c-01c8-473a-a2ae-9c986fd7a3a3 tempest-ListServersNegativeTestJSON-715864018 tempest-ListServersNegativeTestJSON-715864018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4590ef77-3efb-4ac1-b86e-e38e468c49c1 HTTP/1.1" status: 200 len: 210 time: 0.0734944 Dec 09 22:25:01.067578 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-e0b1aa34-ab0f-4fab-8510-1818e5cebbb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b81d88-614d-4ce2-9329-8205e75e46eb HTTP/1.1" status: 200 len: 217 time: 0.2114556 Dec 09 22:25:01.107420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06ca84b3-0abd-41c8-b97c-dc7820000b69 req-5d91c8df-ddbd-4099-b793-e27b4472fe8a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869178 Dec 09 22:25:01.123232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d677571d-810f-4ffa-98ce-090a74e23156,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:01.130274 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5eb529b-2aa8-41d4-8f52-87b91578c592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:01.168575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006c4b7-5961-424e-8162-6a973015ed2d req-16134a05-8458-4ce9-80b3-7c72cf8ebb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:01.170300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-16134a05-8458-4ce9-80b3-7c72cf8ebb0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.0712862 Dec 09 22:25:01.179014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aed3e1-0e87-4e43-8421-772b029888eb req-fb42cc21-e7bd-4ae8-ad03-97de9a5ba3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:01.180540 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-77aed3e1-0e87-4e43-8421-772b029888eb req-fb42cc21-e7bd-4ae8-ad03-97de9a5ba3e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2883182 Dec 09 22:25:01.190249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746887bf-f0af-4306-9cf7-a29e148fb59b', 'tag': 'd5b81d88-614d-4ce2-9329-8205e75e46eb'}, {'server_uuid': '4590ef77-3efb-4ac1-b86e-e38e468c49c1', 'name': 'network-vif-deleted', 'tag': '9fe8b957-6bf8-4949-8e85-6ca192c2cbd8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:01.193094 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ea9074-eb79-411b-b2d2-7a81727c7d75" -d '{"events": [{"name": "network-changed", "server_uuid": "746887bf-f0af-4306-9cf7-a29e148fb59b", "tag": "d5b81d88-614d-4ce2-9329-8205e75e46eb"}, {"server_uuid": "4590ef77-3efb-4ac1-b86e-e38e468c49c1", "name": "network-vif-deleted", "tag": "9fe8b957-6bf8-4949-8e85-6ca192c2cbd8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:01.269479 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5808c-c64b-4928-852e-6ee305abdf7d req-b0b8c73f-20c8-475f-b41d-0599f4711f8f tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:01.279254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96d5808c-c64b-4928-852e-6ee305abdf7d req-b0b8c73f-20c8-475f-b41d-0599f4711f8f tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 944 time: 0.1124704 Dec 09 22:25:01.310210 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745eafb0-af93-45e6-bee9-201be6e94d53 x-openstack-request-id: req-745eafb0-af93-45e6-bee9-201be6e94d53 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:01.311407 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746887bf-f0af-4306-9cf7-a29e148fb59b", "tag": "d5b81d88-614d-4ce2-9329-8205e75e46eb", "status": "completed", "code": 200}, {"server_uuid": "4590ef77-3efb-4ac1-b86e-e38e468c49c1", "name": "network-vif-deleted", "tag": "9fe8b957-6bf8-4949-8e85-6ca192c2cbd8", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:01.312873 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-745eafb0-af93-45e6-bee9-201be6e94d53 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:01.313477 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746887bf-f0af-4306-9cf7-a29e148fb59b', 'tag': 'd5b81d88-614d-4ce2-9329-8205e75e46eb', 'status': 'completed', 'code': 200} Dec 09 22:25:01.314276 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4590ef77-3efb-4ac1-b86e-e38e468c49c1', 'name': 'network-vif-deleted', 'tag': '9fe8b957-6bf8-4949-8e85-6ca192c2cbd8', 'status': 'completed', 'code': 200} Dec 09 22:25:01.318578 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-387a43f4-1241-46fe-a16f-868004117110 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225443 Dec 09 22:25:01.359019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d677571d-810f-4ffa-98ce-090a74e23156'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:01.371002 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96d5808c-c64b-4928-852e-6ee305abdf7d req-aa3c393d-93be-425b-b902-27509d631a9d tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859082 Dec 09 22:25:01.424805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4590ef77-3efb-4ac1-b86e-e38e468c49c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe8b957-6bf8-4949-8e85-6ca192c2cbd8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:01.427492 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b74cce-5f1b-4738-8218-acea1e6a93d4" -d '{"events": [{"server_uuid": "4590ef77-3efb-4ac1-b86e-e38e468c49c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe8b957-6bf8-4949-8e85-6ca192c2cbd8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:01.520348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fead8c-988a-42d3-9a14-b727570ec764 req-1c02863f-5df9-485c-aaa4-ba0e2ed87b0e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:01.531590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96fead8c-988a-42d3-9a14-b727570ec764 req-1c02863f-5df9-485c-aaa4-ba0e2ed87b0e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1233492 Dec 09 22:25:01.551500 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754577e2-aaae-4cdc-809f-c77c261656a2 x-openstack-request-id: req-754577e2-aaae-4cdc-809f-c77c261656a2 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:01.553225 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4590ef77-3efb-4ac1-b86e-e38e468c49c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe8b957-6bf8-4949-8e85-6ca192c2cbd8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:01.553371 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-754577e2-aaae-4cdc-809f-c77c261656a2 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:01.553731 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4590ef77-3efb-4ac1-b86e-e38e468c49c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe8b957-6bf8-4949-8e85-6ca192c2cbd8', 'code': 200} Dec 09 22:25:01.720434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96fead8c-988a-42d3-9a14-b727570ec764 req-b56a94c9-3212-4a75-9244-bbcd765e88ce tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844721 Dec 09 22:25:01.781384 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-40ed1d92-d53d-4e37-aab3-b4f767586e47 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361367 Dec 09 22:25:01.785280 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-77aed3e1-0e87-4e43-8421-772b029888eb req-ffc42d04-1672-42f9-b898-f5f759dc2c18 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550315 Dec 09 22:25:01.852402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5997b0b-cde5-4df0-9ada-89e4e88c3877 req-37a80bfd-9565-4831-9dbc-a231f28a1670 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:01.868672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5997b0b-cde5-4df0-9ada-89e4e88c3877 req-37a80bfd-9565-4831-9dbc-a231f28a1670 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 943 time: 0.1191337 Dec 09 22:25:01.972842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5997b0b-cde5-4df0-9ada-89e4e88c3877 req-0966ff46-4b33-4f44-82b1-d92e4f9661e0 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991848 Dec 09 22:25:02.056183 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-77aed3e1-0e87-4e43-8421-772b029888eb req-32a71690-9bf7-41f7-929a-545868ad97a8 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507722 Dec 09 22:25:02.058377 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b006c4b7-5961-424e-8162-6a973015ed2d req-bb435480-cae9-453e-9cdc-c19525968ff2 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629082 Dec 09 22:25:02.099049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9334c7-56c6-4da5-8fe7-048645957807 req-6223248a-0a72-4c30-bb65-b114cea2540a tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:02.109661 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd9334c7-56c6-4da5-8fe7-048645957807 req-6223248a-0a72-4c30-bb65-b114cea2540a tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.1102166 Dec 09 22:25:02.201506 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd9334c7-56c6-4da5-8fe7-048645957807 req-ea589f3d-7f60-44cc-811f-a0ebc8da10fb tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874035 Dec 09 22:25:02.272994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33214) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:02.359254 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea9074-eb79-411b-b2d2-7a81727c7d75 req-acbb61e3-5141-4b8c-902f-eb763a4aa5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:02.360955 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85ea9074-eb79-411b-b2d2-7a81727c7d75 req-acbb61e3-5141-4b8c-902f-eb763a4aa5b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 1095 time: 0.1190643 Dec 09 22:25:02.412854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ced46c8-276e-4aa0-8f84-c6a11d57f36f admin admin] Deleting subnet cb34bf62-18a4-46dd-800d-9e893f933c62 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:25:02.446390 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ced46c8-276e-4aa0-8f84-c6a11d57f36f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:02.508591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea9074-eb79-411b-b2d2-7a81727c7d75 req-636afc0f-8dc1-4f00-a6ea-63582fd168d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:02.510513 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85ea9074-eb79-411b-b2d2-7a81727c7d75 req-636afc0f-8dc1-4f00-a6ea-63582fd168d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 906 time: 0.1312382 Dec 09 22:25:02.511412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ced46c8-276e-4aa0-8f84-c6a11d57f36f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:02.514433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9da70-2633-46c7-b662-fe9d1aeef0c1 req-98ba92ac-425b-4569-87e8-2c582d4278e1 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:02.522178 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53c9da70-2633-46c7-b662-fe9d1aeef0c1 req-98ba92ac-425b-4569-87e8-2c582d4278e1 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 1097 time: 0.1629848 Dec 09 22:25:02.559783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7927260-790d-4498-ae02-49c669831cc3 req-eda44ecf-82dd-4e1e-933a-0d8ad5ca7007 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:02.562397 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85ea9074-eb79-411b-b2d2-7a81727c7d75 req-f55877f4-8eaf-4723-834a-1d079342cfb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b81d88-614d-4ce2-9329-8205e75e46eb HTTP/1.1" status: 200 len: 217 time: 0.0417595 Dec 09 22:25:02.568670 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7927260-790d-4498-ae02-49c669831cc3 req-eda44ecf-82dd-4e1e-933a-0d8ad5ca7007 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.2081070 Dec 09 22:25:02.626103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea9074-eb79-411b-b2d2-7a81727c7d75 req-df2c4b0c-0c81-4627-9934-891161cc27dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:02.628483 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85ea9074-eb79-411b-b2d2-7a81727c7d75 req-df2c4b0c-0c81-4627-9934-891161cc27dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.0562038 Dec 09 22:25:02.629097 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ced46c8-276e-4aa0-8f84-c6a11d57f36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:02.679325 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85ea9074-eb79-411b-b2d2-7a81727c7d75 req-1a877e5c-090f-451b-bb19-6fb664abc8cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289912 Dec 09 22:25:02.706483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53c9da70-2633-46c7-b662-fe9d1aeef0c1 req-3b821630-31d3-403f-af82-e47736650e6b tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832950 Dec 09 22:25:02.744799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ced46c8-276e-4aa0-8f84-c6a11d57f36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:02.792606 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7927260-790d-4498-ae02-49c669831cc3 req-332e48d2-7a62-48d7-837a-d91d3b099712 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183828 Dec 09 22:25:02.822890 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85ea9074-eb79-411b-b2d2-7a81727c7d75 req-a5f4c2b9-ae3f-4476-866e-663ec7fea935 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193392 Dec 09 22:25:02.851252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced46c8-276e-4aa0-8f84-c6a11d57f36f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb34bf62-18a4-46dd-800d-9e893f933c62,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:02.889855 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ced46c8-276e-4aa0-8f84-c6a11d57f36f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:02.894035 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5ced46c8-276e-4aa0-8f84-c6a11d57f36f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb34bf62-18a4-46dd-800d-9e893f933c62 HTTP/1.1" status: 204 len: 168 time: 0.6199467 Dec 09 22:25:02.897703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33228) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:02.924318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51756d9-0361-4db6-984e-eb771bc537e1 req-1badf8ec-671e-4911-99ba-c5934f87c2a8 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:02.926126 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b51756d9-0361-4db6-984e-eb771bc537e1 req-1badf8ec-671e-4911-99ba-c5934f87c2a8 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 944 time: 0.1052647 Dec 09 22:25:03.019835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b51756d9-0361-4db6-984e-eb771bc537e1 req-d7fcb86a-2959-424d-a96d-1f29cdec5c67 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812395 Dec 09 22:25:03.021778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:03.054214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69e8b5-7f6a-4e0f-b8a6-02f6155edf39 req-adf8fc23-1cf4-40bb-b035-451c3124fffb tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:03.060337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85ea9074-eb79-411b-b2d2-7a81727c7d75 req-017bbb72-746d-4e48-bda4-dd966fb71fea service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193773 Dec 09 22:25:03.062257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d69e8b5-7f6a-4e0f-b8a6-02f6155edf39 req-adf8fc23-1cf4-40bb-b035-451c3124fffb tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1348820 Dec 09 22:25:03.160584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d69e8b5-7f6a-4e0f-b8a6-02f6155edf39 req-f4eab3b6-787b-4ae9-8021-ca9cf3ff35e4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932167 Dec 09 22:25:03.225032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:03.256401 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-999c77fc-8163-41f7-a6b8-01181f8abb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:03.279423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b05f-f623-4f41-a592-d50636cf91ce req-08b643f8-c695-4613-8fa1-6a1528c46926 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:03.282003 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36d6b05f-f623-4f41-a592-d50636cf91ce req-08b643f8-c695-4613-8fa1-6a1528c46926 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 943 time: 0.0998456 Dec 09 22:25:03.297421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275962ff-8af2-4dfe-84f4-f45b51a2e8d9']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:03.345037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9167374e-e4c3-4efa-b86b-bb381c9d35df') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:03.345482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9167374e-e4c3-4efa-b86b-bb381c9d35df') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:03.359525 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:03.387076 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:03.414567 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:25:03.416179 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36d6b05f-f623-4f41-a592-d50636cf91ce req-f8c58ee9-e047-448e-81cf-0971dbe7b99e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201086 Dec 09 22:25:03.416482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:25:03.427767 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:25:03.509732 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:03.515875 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:03.520045 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] 10.222.0.16 "DELETE /v2.0/networks/275962ff-8af2-4dfe-84f4-f45b51a2e8d9 HTTP/1.1" status: 204 len: 168 time: 0.6190016 Dec 09 22:25:03.569778 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:03.571267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929dc4e-0335-4400-8e3b-1cb3e2dcdb2d admin admin] Pushing event deleted for resources: {'Network': ['ID=275962ff-8af2-4dfe-84f4-f45b51a2e8d9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:03.654080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-6dc57d00-f6fa-4c4e-b45f-1552ab9c6eef tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:03.662561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-6dc57d00-f6fa-4c4e-b45f-1552ab9c6eef tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 814 time: 0.1945398 Dec 09 22:25:03.682823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-08734acf-db84-44ed-a764-88744bd875e1 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/quotas/d3077981454f4468912f3550eb92249b HTTP/1.1" status: 200 len: 375 time: 0.0179851 Dec 09 22:25:03.687558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33254) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:03.748375 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8c983efd-11f7-4b6b-b7e8-727e70c3a174 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2df9339a90a24882b2e469e99e8d92da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0574884 Dec 09 22:25:03.748599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33256) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:03.785740 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-433307a2-a0e1-4071-9bed-f17ee1b9000f tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1015162 Dec 09 22:25:03.858348 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-09f6af2c-6200-46b4-8117-286b9091734b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:03.904174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-09f6af2c-6200-46b4-8117-286b9091734b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:03.997874 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-e2289ebf-3ca7-4ca3-ac54-d93f5b9e43c8 service neutron] 10.222.0.16 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017410 Dec 09 22:25:04.003377 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-09f6af2c-6200-46b4-8117-286b9091734b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:04.006916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-09f6af2c-6200-46b4-8117-286b9091734b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:04.008063 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-09f6af2c-6200-46b4-8117-286b9091734b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c HTTP/1.1" status: 204 len: 168 time: 0.2585511 Dec 09 22:25:04.029843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6af2c-6200-46b4-8117-286b9091734b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b5c1eb-0bb7-4410-bd0b-3d031eea0a1c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:04.116325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-845d1338-f446-4eb8-b519-db4d7969fd15 service neutron] 10.222.0.16 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176236 Dec 09 22:25:04.140777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb2863-ed7a-44dd-87f3-78c33f069c98 req-36eddeff-f80e-4c72-8f85-26e005634850 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:04.142385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1fcb2863-ed7a-44dd-87f3-78c33f069c98 req-36eddeff-f80e-4c72-8f85-26e005634850 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.2321460 Dec 09 22:25:04.223888 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1fcb2863-ed7a-44dd-87f3-78c33f069c98 req-f5bbb135-afb8-49b8-a02a-8a3373e8a6cb tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728805 Dec 09 22:25:04.265315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d677571d-810f-4ffa-98ce-090a74e23156 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:04.385842 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port d677571d-810f-4ffa-98ce-090a74e23156 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:25:04.390806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port d677571d-810f-4ffa-98ce-090a74e23156 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:04.391589 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:04.516448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41e11a-a511-4e44-b8fd-c97d88a651ff req-b41eec21-ca1b-4ec5-91de-440415cc3aa0 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:04.524777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed41e11a-a511-4e44-b8fd-c97d88a651ff req-b41eec21-ca1b-4ec5-91de-440415cc3aa0 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1211653 Dec 09 22:25:04.563180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630cf18-6322-47eb-bb1d-5e050a7719c0 req-0d91b0e7-9a1a-4e46-a0c6-47566f8b17cc tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:04.571621 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9630cf18-6322-47eb-bb1d-5e050a7719c0 req-0d91b0e7-9a1a-4e46-a0c6-47566f8b17cc tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 944 time: 0.1829963 Dec 09 22:25:04.638975 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:04.683011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d677571d-810f-4ffa-98ce-090a74e23156, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d677571d-810f-4ffa-98ce-090a74e23156,segment=NetworkSegment(9ffdef9d-aed1-400b-8b6d-0462f5920419),segment_id=9ffdef9d-aed1-400b-8b6d-0462f5920419)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:04.688287 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089a324f-9e34-4644-8517-0bd27d2130fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd677571d-810f-4ffa-98ce-090a74e23156'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:04.693030 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1196df4d-a0ab-4913-9cbd-c34fbab3d52a" -d '{"events": [{"server_uuid": "089a324f-9e34-4644-8517-0bd27d2130fd", "name": "network-vif-plugged", "status": "completed", "tag": "d677571d-810f-4ffa-98ce-090a74e23156"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:04.699240 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:04.711494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d5b81d88-614d-4ce2-9329-8205e75e46eb details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:04.753866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed41e11a-a511-4e44-b8fd-c97d88a651ff req-3a9c2446-56f9-4b90-a3ab-2fca32ba4f88 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279062 Dec 09 22:25:04.809943 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:04.842729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9630cf18-6322-47eb-bb1d-5e050a7719c0 req-057384e8-6b43-4ca2-9c9e-23da6542f43e tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692280 Dec 09 22:25:04.897419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d677571d-810f-4ffa-98ce-090a74e23156,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:04.901035 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:25:04.945399 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2531b50d-d6e2-4fb0-9262-3f5ec2808b67 req-50675ab4-99f7-4305-a7d0-875d56a93052 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 210 time: 0.0767751 Dec 09 22:25:05.070190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8ec4d-06c9-4550-b0d8-901d54cb7531 req-91df9d38-4b96-4818-8843-5b8cc7ca54cc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:05.072211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8b8ec4d-06c9-4550-b0d8-901d54cb7531 req-91df9d38-4b96-4818-8843-5b8cc7ca54cc tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 943 time: 0.0955017 Dec 09 22:25:05.073727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d5b81d88-614d-4ce2-9329-8205e75e46eb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d5b81d88-614d-4ce2-9329-8205e75e46eb,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:05.088280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'd5b81d88-614d-4ce2-9329-8205e75e46eb', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'port_id': 'd5b81d88-614d-4ce2-9329-8205e75e46eb', 'mac_address': 'fa:16:3e:54:3f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:05.116473 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a981aede-f98d-4747-acda-66f8743c9033 x-openstack-request-id: req-a981aede-f98d-4747-acda-66f8743c9033 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:05.116944 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089a324f-9e34-4644-8517-0bd27d2130fd", "name": "network-vif-plugged", "status": "completed", "tag": "d677571d-810f-4ffa-98ce-090a74e23156", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:05.117266 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a981aede-f98d-4747-acda-66f8743c9033 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:05.117754 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089a324f-9e34-4644-8517-0bd27d2130fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd677571d-810f-4ffa-98ce-090a74e23156', 'code': 200} Dec 09 22:25:05.135319 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:05.165515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b81d88-614d-4ce2-9329-8205e75e46eb {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:05.198703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8b8ec4d-06c9-4550-b0d8-901d54cb7531 req-4d6ce214-e5f2-4b41-b8a3-7f5c0c0ac184 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768633 Dec 09 22:25:05.202873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d5b81d88-614d-4ce2-9329-8205e75e46eb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d5b81d88-614d-4ce2-9329-8205e75e46eb,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:05.209215 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:05.277620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d5b81d88-614d-4ce2-9329-8205e75e46eb,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:05.312850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ccf82-6533-44c3-8fdd-6d4b30a62234 req-a330414b-1eb1-4a9f-b166-d649b9ac5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:05.314568 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ad5ccf82-6533-44c3-8fdd-6d4b30a62234 req-a330414b-1eb1-4a9f-b166-d649b9ac5009 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 1097 time: 0.0745010 Dec 09 22:25:05.396756 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ad5ccf82-6533-44c3-8fdd-6d4b30a62234 req-648cab3b-d917-4ad1-bcae-06190ed00448 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705078 Dec 09 22:25:05.412107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862de4ba-150c-4520-aa6d-4c633cc16c28 req-e89c2b01-db55-4965-9dbd-8a8b819a1e0b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:05.413813 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-862de4ba-150c-4520-aa6d-4c633cc16c28 req-e89c2b01-db55-4965-9dbd-8a8b819a1e0b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.0803537 Dec 09 22:25:05.506808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-862de4ba-150c-4520-aa6d-4c633cc16c28 req-56ab5471-f55f-407c-ad5c-5af425ace73a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842242 Dec 09 22:25:05.522875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['d5b81d88-614d-4ce2-9329-8205e75e46eb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:05.702355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33314) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:05.836018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1200901547-network', 'tenant_id': '073fd3049ee74f468ed2e09829f38ca0'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:05.915841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Made reservation on behalf of 073fd3049ee74f468ed2e09829f38ca0 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:05.918296 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:05.936695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6a555-151d-4956-ad65-ac5169cc3a8f req-67c0533b-8807-4fcc-bedf-5063adb34518 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:05.945943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86c6a555-151d-4956-ad65-ac5169cc3a8f req-67c0533b-8807-4fcc-bedf-5063adb34518 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0974448 Dec 09 22:25:05.969265 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:06.062046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86c6a555-151d-4956-ad65-ac5169cc3a8f req-b785b681-30a9-4dc1-b04a-d9262f04ac83 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150265 Dec 09 22:25:06.083900 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:06.296476 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:06.321537 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fc24f45-765d-46d3-b392-903855fba2d6 req-114d0c6c-4f56-4f93-8f91-887e8e985a8b tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 210 time: 0.1408014 Dec 09 22:25:06.331203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fa978-8cc1-4e3b-b28e-c2da40ecb2a0 req-9577e45e-5c67-4351-88aa-e58f757c247e tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:06.338448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d6fa978-8cc1-4e3b-b28e-c2da40ecb2a0 req-9577e45e-5c67-4351-88aa-e58f757c247e tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 945 time: 0.2348542 Dec 09 22:25:06.340346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:06.403589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:25:06.441193 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:06.441604 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Added segment b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60 of type vlan for network 424ebee3-2305-4308-b274-6e055bb8db7b Dec 09 22:25:06.469427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d6fa978-8cc1-4e3b-b28e-c2da40ecb2a0 req-578b2d3c-b35f-4311-893e-3d25428ac8f2 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300414 Dec 09 22:25:06.473526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1031a7-993e-425f-80e4-c4d14e5a8a57,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:06.523285 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:06.615338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-f2ae2b38-6fc9-426a-b434-36914541b03f tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:06.618720 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-f2ae2b38-6fc9-426a-b434-36914541b03f tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 814 time: 0.2867074 Dec 09 22:25:06.654194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Request body: {'port': {'device_id': '4c94d039-5bee-4c08-9d42-5843e59cc8ca', 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed', 'admin_state_up': True, 'tenant_id': 'd3077981454f4468912f3550eb92249b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:06.666239 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:06.667583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:06.668365 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:06.718660 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d5b81d88-614d-4ce2-9329-8205e75e46eb up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:06.735900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] Pushing event updated for resources: {'Network': ['ID=424ebee3-2305-4308-b274-6e055bb8db7b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:06.762578 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046b067-3c5b-4916-a29e-0dc01458daea req-5e90c5ba-7880-4379-b45a-e0623efafeb1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:06.771069 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2046b067-3c5b-4916-a29e-0dc01458daea req-5e90c5ba-7880-4379-b45a-e0623efafeb1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 944 time: 0.2194188 Dec 09 22:25:06.776861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-20c6d587-0777-4efd-b299-ff4c6e10242a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0734727 Dec 09 22:25:06.784829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33334) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:06.798748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b5aa5301-9905-4548-a637-cf0de830c261 admin admin] Request body: {'subnet': {'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1200901547-subnet', 'tenant_id': '073fd3049ee74f468ed2e09829f38ca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:06.813238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8074ac-fc78-45ce-aa4e-e416e2a8265d req-81c38853-0637-4d1f-be91-d657ed8bd8ff tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:06.819442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 424ebee3-2305-4308-b274-6e055bb8db7b details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:25:06.821668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d8074ac-fc78-45ce-aa4e-e416e2a8265d req-81c38853-0637-4d1f-be91-d657ed8bd8ff tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.1962695 Dec 09 22:25:06.900848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5aa5301-9905-4548-a637-cf0de830c261 admin admin] Made reservation on behalf of 073fd3049ee74f468ed2e09829f38ca0 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:06.903939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b5aa5301-9905-4548-a637-cf0de830c261 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:06.931958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2046b067-3c5b-4916-a29e-0dc01458daea req-0a3c11e7-ee55-4bc8-8f1c-f1695464e652 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550720 Dec 09 22:25:06.952037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d8074ac-fc78-45ce-aa4e-e416e2a8265d req-d9db0410-618d-4ad6-a95e-e826afe93f31 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291375 Dec 09 22:25:06.987163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Made reservation on behalf of d3077981454f4468912f3550eb92249b for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:06.990730 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:07.040251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port d5b81d88-614d-4ce2-9329-8205e75e46eb completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:25:07.054740 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:07.058913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port d5b81d88-614d-4ce2-9329-8205e75e46eb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:07.059287 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:07.169012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b5aa5301-9905-4548-a637-cf0de830c261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:07.240834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa5301-9905-4548-a637-cf0de830c261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de473d8d-0a8f-42d8-9920-41b2bfa86fe9,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:07.273686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:07.279464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa5301-9905-4548-a637-cf0de830c261 admin admin] Checking segment: {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:07.279886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aa5301-9905-4548-a637-cf0de830c261 admin admin] Network hostable DHCP agents. Network: 424ebee3-2305-4308-b274-6e055bb8db7b, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:25:07.301971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Allocated IP 172.20.0.4 (9b150608-ee8f-4669-889c-0049d42cbeed/6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164/9527c0e0-605e-4d1d-ac24-9aad8fe9494e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:25:07.316409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aa5301-9905-4548-a637-cf0de830c261 admin admin] Network 424ebee3-2305-4308-b274-6e055bb8db7b is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:25:07.323155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746887bf-f0af-4306-9cf7-a29e148fb59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b81d88-614d-4ce2-9329-8205e75e46eb'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:07.327938 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c6acfc-493c-4866-bcb7-f904e1ebe943" -d '{"events": [{"server_uuid": "746887bf-f0af-4306-9cf7-a29e148fb59b", "name": "network-vif-plugged", "status": "completed", "tag": "d5b81d88-614d-4ce2-9329-8205e75e46eb"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:07.349066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213c1db-f469-4a69-bfba-c39965190855 req-fa180bed-584c-4456-803c-9ac206b65ea6 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:07.353852 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d5b81d88-614d-4ce2-9329-8205e75e46eb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d5b81d88-614d-4ce2-9329-8205e75e46eb,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:07.361237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0213c1db-f469-4a69-bfba-c39965190855 req-fa180bed-584c-4456-803c-9ac206b65ea6 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1358624 Dec 09 22:25:07.363169 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:07.397837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-b5aa5301-9905-4548-a637-cf0de830c261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 424ebee3-2305-4308-b274-6e055bb8db7b) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:07.412912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aa5301-9905-4548-a637-cf0de830c261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:07.415885 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b5aa5301-9905-4548-a637-cf0de830c261 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:07.421865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94674a64-f024-4404-8423-fdf4b2d0ec79 None None] Network 424ebee3-2305-4308-b274-6e055bb8db7b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:25:07.454571 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2b8c17-f0d1-42b9-befb-806816c7eb11 x-openstack-request-id: req-2e2b8c17-f0d1-42b9-befb-806816c7eb11 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:07.473029 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746887bf-f0af-4306-9cf7-a29e148fb59b", "name": "network-vif-plugged", "status": "completed", "tag": "d5b81d88-614d-4ce2-9329-8205e75e46eb", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:07.473141 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e2b8c17-f0d1-42b9-befb-806816c7eb11 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:07.473517 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746887bf-f0af-4306-9cf7-a29e148fb59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b81d88-614d-4ce2-9329-8205e75e46eb', 'code': 200} Dec 09 22:25:07.486164 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:07.524146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b5aa5301-9905-4548-a637-cf0de830c261 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7342546 Dec 09 22:25:07.545212 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:07.593230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['4b3034bd-3ea7-4d68-a924-d2ef4d3b314e', '2c355898-883f-48d3-b13d-75e3e74c041a', '5a8ac275-87b6-4877-9a68-df2c19fdcf37'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:07.618870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Network 9b150608-ee8f-4669-889c-0049d42cbeed is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:07.620958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:07.628659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:25:07.633589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d5b81d88-614d-4ce2-9329-8205e75e46eb,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:07.672821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d98be5-f661-46e0-a9cb-33d0cc05be5a req-5e3cd1a8-cbff-41b7-a59c-be225b5cbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:07.675130 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-53d98be5-f661-46e0-a9cb-33d0cc05be5a req-5e3cd1a8-cbff-41b7-a59c-be225b5cbef4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 1097 time: 0.1422417 Dec 09 22:25:07.687022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Pushing event updated for resources: {'Port': ['ID=9527c0e0-605e-4d1d-ac24-9aad8fe9494e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:07.722324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0213c1db-f469-4a69-bfba-c39965190855 req-7e438a21-216d-48c0-8955-e26ee8614e95 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534586 Dec 09 22:25:07.733642 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:07.734351 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:07.751625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a951f3-fbcf-4950-a808-fb193dc200ef req-ab1c1c5d-716e-4219-b591-30821a091042 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:07.752768 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-2d262a90-f162-45e3-a63e-73a4621f6a22 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1054084 Dec 09 22:25:07.755238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29a951f3-fbcf-4950-a808-fb193dc200ef req-ab1c1c5d-716e-4219-b591-30821a091042 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 931 time: 0.2006614 Dec 09 22:25:07.781813 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Request body: {'port': {'device_id': '4c94d039-5bee-4c08-9d42-5843e59cc8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:07.838499 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-53d98be5-f661-46e0-a9cb-33d0cc05be5a req-53c577e2-c163-498b-805b-f56d04db2c31 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449981 Dec 09 22:25:07.862499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29a951f3-fbcf-4950-a808-fb193dc200ef req-470aee9f-566c-4d0c-af17-393c628f4877 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000257 Dec 09 22:25:07.902288 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:07.939759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218c2dc5-45ba-4b6b-8dab-f1af0a6917eb None None] Network 424ebee3-2305-4308-b274-6e055bb8db7b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:25:07.980031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df2b32-6857-4f6e-b87a-dc8250d94154 req-0d2b2a8f-12cf-4180-9186-da2d16547660 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:07.981591 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4df2b32-6857-4f6e-b87a-dc8250d94154 req-0d2b2a8f-12cf-4180-9186-da2d16547660 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 945 time: 0.1026871 Dec 09 22:25:08.087900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4df2b32-6857-4f6e-b87a-dc8250d94154 req-188d1fad-f73b-4b84-b723-00ea8e7c845e tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982535 Dec 09 22:25:08.294564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab446d78-6d3f-42cb-b1c4-57a6b67a2978 req-c8ac10f0-6115-483a-8013-5e0f081a79bf tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:08.308571 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab446d78-6d3f-42cb-b1c4-57a6b67a2978 req-c8ac10f0-6115-483a-8013-5e0f081a79bf tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 945 time: 0.1453676 Dec 09 22:25:08.519720 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab446d78-6d3f-42cb-b1c4-57a6b67a2978 req-25c62816-f7df-4080-8b61-d082db1baef7 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101932 Dec 09 22:25:08.551652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9527c0e0-605e-4d1d-ac24-9aad8fe9494e {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:08.560489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:08.576028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-5d5665da-eb82-47df-b1c1-5b0adc598724 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:08.577903 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-5d5665da-eb82-47df-b1c1-5b0adc598724 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/networks?id=424ebee3-2305-4308-b274-6e055bb8db7b HTTP/1.1" status: 200 len: 813 time: 0.3756964 Dec 09 22:25:08.589125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Transition to ACTIVE for port object 9527c0e0-605e-4d1d-ac24-9aad8fe9494e will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:25:08.594278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:08.603297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-92e521b5-3996-459a-b53a-f2c19f3537a9 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/quotas/073fd3049ee74f468ed2e09829f38ca0 HTTP/1.1" status: 200 len: 375 time: 0.0173774 Dec 09 22:25:08.660782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Pushing event updated for resources: {'Port': ['ID=9527c0e0-605e-4d1d-ac24-9aad8fe9494e,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:08.663116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-d50334b8-686a-46fb-97db-313b89287397 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=073fd3049ee74f468ed2e09829f38ca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490417 Dec 09 22:25:08.745145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Attempting to bind port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:08.745647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Attempting to bind port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:08.746139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Attempting to bind port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e on network 9b150608-ee8f-4669-889c-0049d42cbeed {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:08.753083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e on network 9b150608-ee8f-4669-889c-0049d42cbeed not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:08.753528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Attempting to bind port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e on network 9b150608-ee8f-4669-889c-0049d42cbeed {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:08.758801 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:08.759608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Checking segment: {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:08.760262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Bound using segment: {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:08.760878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Bound port: 9527c0e0-605e-4d1d-ac24-9aad8fe9494e, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:08.761285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:08.840340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] For port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:08.844671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] For port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=9527c0e0-605e-4d1d-ac24-9aad8fe9494e,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:08.853330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:08.907465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:08.908331 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:08.910264 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] 10.222.0.18 "PUT /v2.0/ports/9527c0e0-605e-4d1d-ac24-9aad8fe9494e HTTP/1.1" status: 200 len: 1092 time: 1.1362598 Dec 09 22:25:08.912958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c94d039-5bee-4c08-9d42-5843e59cc8ca', 'tag': '9527c0e0-605e-4d1d-ac24-9aad8fe9494e'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:08.916594 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d910883f-1045-4e62-9ebf-3012d9195e78" -d '{"events": [{"name": "network-changed", "server_uuid": "4c94d039-5bee-4c08-9d42-5843e59cc8ca", "tag": "9527c0e0-605e-4d1d-ac24-9aad8fe9494e"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:08.947731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Pushing event updated for resources: {'Port': ['ID=9527c0e0-605e-4d1d-ac24-9aad8fe9494e,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:08.970753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:08.971449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:08.973497 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:08.973497 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:08.977829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:08.978854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:08.979551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:08.979990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:08.980438 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:08.981535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:08.982586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:08.985157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:08.988581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c557667-ea45-468c-b314-2bd42d79ffba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:09.063520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-eea099d6-7d95-4f16-bf41-218b887a202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:09.065643 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-eea099d6-7d95-4f16-bf41-218b887a202b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 1095 time: 0.0615180 Dec 09 22:25:09.097522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810ef6d-4b8c-4b21-abee-ca9e8f7b38ea req-a32e4c68-f759-437d-8a5f-d0e4bf3db94a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:09.099267 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9810ef6d-4b8c-4b21-abee-ca9e8f7b38ea req-a32e4c68-f759-437d-8a5f-d0e4bf3db94a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.4350913 Dec 09 22:25:09.165093 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-5056d078-4f28-4daf-a12f-0de810fbc0d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9527c0e0-605e-4d1d-ac24-9aad8fe9494e HTTP/1.1" status: 200 len: 217 time: 0.0835621 Dec 09 22:25:09.170450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-a1766aa2-8c20-44f0-a9a4-0ce4dbe80ddc service neutron] 10.222.0.16 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972796 Dec 09 22:25:09.250927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-65cbd06b-ff1c-48f2-a4df-0ea7e81292c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:09.252945 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-65cbd06b-ff1c-48f2-a4df-0ea7e81292c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164 HTTP/1.1" status: 200 len: 854 time: 0.0798733 Dec 09 22:25:09.291814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9810ef6d-4b8c-4b21-abee-ca9e8f7b38ea req-a7c9deba-eb08-4043-9fee-488f2d9e21e9 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616740 Dec 09 22:25:09.337469 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-cee640e9-c949-4534-b4b0-4b764968ab27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b150608-ee8f-4669-889c-0049d42cbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760622 Dec 09 22:25:09.343837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-a82cd169-01ff-4f98-aeaa-e00c8f345815 service neutron] 10.222.0.16 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634083 Dec 09 22:25:09.546901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4c22b-0652-4f9c-8aa8-f88a1ac87d4c req-f078ce01-136f-463d-a26f-b3218418e054 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:09.556405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6dd4c22b-0652-4f9c-8aa8-f88a1ac87d4c req-f078ce01-136f-463d-a26f-b3218418e054 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1257057 Dec 09 22:25:09.655204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6dd4c22b-0652-4f9c-8aa8-f88a1ac87d4c req-2db978c7-fdfb-41de-80a8-e690df5fcfee tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962794 Dec 09 22:25:09.816233 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39d3085-ec97-4ceb-91c0-a888b9373c65 x-openstack-request-id: req-b39d3085-ec97-4ceb-91c0-a888b9373c65 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:09.816765 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c94d039-5bee-4c08-9d42-5843e59cc8ca", "tag": "9527c0e0-605e-4d1d-ac24-9aad8fe9494e", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:09.816938 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b39d3085-ec97-4ceb-91c0-a888b9373c65 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:09.817352 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c94d039-5bee-4c08-9d42-5843e59cc8ca', 'tag': '9527c0e0-605e-4d1d-ac24-9aad8fe9494e', 'status': 'completed', 'code': 200} Dec 09 22:25:09.855995 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-212b5649-5f31-42ee-a1c9-c126d643eb0e service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106218 Dec 09 22:25:09.870785 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeb8f0-593a-46df-9eca-8165d729da38 req-170a9477-4088-4bc0-aedc-be47b37334b7 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:09.887633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ceeb8f0-593a-46df-9eca-8165d729da38 req-170a9477-4088-4bc0-aedc-be47b37334b7 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 943 time: 0.1205854 Dec 09 22:25:10.003155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ceeb8f0-593a-46df-9eca-8165d729da38 req-92997534-2bcf-4bf5-8176-9b104c3e95d6 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132572 Dec 09 22:25:10.065967 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509813d1-345a-487d-8bcc-abaffa34e3e1 req-c37517d5-c59d-4f8c-82a1-a4503ca08b14 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:10.068725 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-509813d1-345a-487d-8bcc-abaffa34e3e1 req-c37517d5-c59d-4f8c-82a1-a4503ca08b14 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 945 time: 0.1218750 Dec 09 22:25:10.084074 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9bab309-f7ec-4c84-98cd-ce8aeb700038 req-7524425b-d172-4ed1-a93e-ff2d1d65ef9e service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194355 Dec 09 22:25:10.198378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-509813d1-345a-487d-8bcc-abaffa34e3e1 req-2ed4b2b0-b650-4c48-8167-764d0c32a554 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198146 Dec 09 22:25:10.326522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910883f-1045-4e62-9ebf-3012d9195e78 req-95e7421d-ff53-4597-b688-4d12329ee068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:10.333515 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d910883f-1045-4e62-9ebf-3012d9195e78 req-95e7421d-ff53-4597-b688-4d12329ee068 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 1095 time: 0.1249659 Dec 09 22:25:10.396935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc0239dc-80e6-451b-8d94-d8775fd42bf0 req-347af404-9e38-4688-840f-8a6c445af7fd tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 210 time: 0.0862234 Dec 09 22:25:10.643358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910883f-1045-4e62-9ebf-3012d9195e78 req-0b097dcf-3fb9-460d-b656-15bf790c1278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:10.644860 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d910883f-1045-4e62-9ebf-3012d9195e78 req-0b097dcf-3fb9-460d-b656-15bf790c1278 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 915 time: 0.3043330 Dec 09 22:25:10.715544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289ca64-d19d-4e29-999e-c6959a8250f2 req-5216caaa-c4e1-46a1-afa1-2f5dbf09cb10 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:10.723231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5289ca64-d19d-4e29-999e-c6959a8250f2 req-5216caaa-c4e1-46a1-afa1-2f5dbf09cb10 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.1072948 Dec 09 22:25:10.755311 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d910883f-1045-4e62-9ebf-3012d9195e78 req-40b99b19-2026-4b93-929e-2bbe094ff45c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9527c0e0-605e-4d1d-ac24-9aad8fe9494e HTTP/1.1" status: 200 len: 217 time: 0.1024892 Dec 09 22:25:10.847966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5289ca64-d19d-4e29-999e-c6959a8250f2 req-d5b000eb-e553-4754-8b1b-737854039057 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236427 Dec 09 22:25:10.868110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910883f-1045-4e62-9ebf-3012d9195e78 req-69b8bff9-a8ae-4047-b133-197f10363206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:10.884445 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d910883f-1045-4e62-9ebf-3012d9195e78 req-69b8bff9-a8ae-4047-b133-197f10363206 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164 HTTP/1.1" status: 200 len: 854 time: 0.1205359 Dec 09 22:25:10.895126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-ca20b665-6bd8-4ce7-ac4d-701b5eb181fb tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:10.904248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-ca20b665-6bd8-4ce7-ac4d-701b5eb181fb tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.2362149 Dec 09 22:25:10.942352 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-2eb37733-5f9c-4d88-9efa-402a487261e3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/quotas/3005a1a8e3144f09a333f470b9aad885 HTTP/1.1" status: 200 len: 375 time: 0.0264874 Dec 09 22:25:10.982814 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d910883f-1045-4e62-9ebf-3012d9195e78 req-ba07d06c-a882-4aad-911f-cf3b267cd535 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b150608-ee8f-4669-889c-0049d42cbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836458 Dec 09 22:25:11.124888 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-763d6876-e07c-4ce7-9981-177100fe6fb4 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1813099 Dec 09 22:25:11.125626 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d910883f-1045-4e62-9ebf-3012d9195e78 req-13be0726-b293-41a8-9d71-b939d61c265c service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344209 Dec 09 22:25:11.176208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646bd07-7266-4160-838f-45ce4e757dbf req-c61f5e0f-70d8-491b-8e85-7e80293c23a0 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:11.191425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4646bd07-7266-4160-838f-45ce4e757dbf req-c61f5e0f-70d8-491b-8e85-7e80293c23a0 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 945 time: 0.1724288 Dec 09 22:25:11.326539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4646bd07-7266-4160-838f-45ce4e757dbf req-38b40200-c541-4b6e-b17e-fd4fbf0a9f27 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340070 Dec 09 22:25:11.328761 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d910883f-1045-4e62-9ebf-3012d9195e78 req-a5b816e2-651b-48b3-9f21-fd63973ae6c7 service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953053 Dec 09 22:25:11.367819 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-beda78c0-145a-4336-8bc0-3013620bfad7 service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414353 Dec 09 22:25:11.500807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176d312-7a8f-4412-85ce-b50897f80d93 req-99c6cf10-6b74-4e12-a9f9-b9d886838395 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:11.500807 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4176d312-7a8f-4412-85ce-b50897f80d93 req-99c6cf10-6b74-4e12-a9f9-b9d886838395 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0979507 Dec 09 22:25:11.605575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4176d312-7a8f-4412-85ce-b50897f80d93 req-51b3c7c2-0500-499b-9cfc-a65627292f10 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745564 Dec 09 22:25:11.624982 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-7b0f9e44-cc16-46b2-8930-344b78310e33 service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559044 Dec 09 22:25:11.857439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a330d-2011-4c9f-b3bf-22ecf4dd85df req-c18f0371-c2dd-4b54-a5cf-4f28143b7510 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:11.866048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-929a330d-2011-4c9f-b3bf-22ecf4dd85df req-c18f0371-c2dd-4b54-a5cf-4f28143b7510 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 943 time: 0.1050854 Dec 09 22:25:11.961596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-929a330d-2011-4c9f-b3bf-22ecf4dd85df req-c5b7f067-0917-42ae-8655-2d6e4d0637b0 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910592 Dec 09 22:25:11.971429 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-644190c5-5af1-4d4e-a855-5005be490aba req-3ab4353e-28e4-4333-a815-91f8e81be1fd tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 210 time: 0.0621619 Dec 09 22:25:12.064191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cade9282-83bd-41d7-a752-1e4781e6d3d9 req-89d03ef6-c50a-42d0-9fd3-c9d206a04e5e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 210 time: 0.0491660 Dec 09 22:25:12.211624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc9349-2ceb-4487-9606-2b06d8782a11 req-2a00eeed-a058-4c14-9dc0-cf4900f27d52 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:12.236764 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83bc9349-2ceb-4487-9606-2b06d8782a11 req-2a00eeed-a058-4c14-9dc0-cf4900f27d52 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.1442490 Dec 09 22:25:12.331874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 9527c0e0-605e-4d1d-ac24-9aad8fe9494e details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:12.372290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83bc9349-2ceb-4487-9606-2b06d8782a11 req-47de1c7c-a28d-4915-9776-6cc6166210c2 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331480 Dec 09 22:25:12.584926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=9527c0e0-605e-4d1d-ac24-9aad8fe9494e,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:12.619430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '9527c0e0-605e-4d1d-ac24-9aad8fe9494e', 'network_id': '9b150608-ee8f-4669-889c-0049d42cbeed', 'port_id': '9527c0e0-605e-4d1d-ac24-9aad8fe9494e', 'mac_address': 'fa:16:3e:86:f2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:12.786456 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:12.851573 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9527c0e0-605e-4d1d-ac24-9aad8fe9494e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:12.898496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfb97f-9708-4d08-a9a4-46e294a768ac req-6c6e4dcd-8a3e-4c58-b10d-7ec1bf0ca17f tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:12.900973 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a9bfb97f-9708-4d08-a9a4-46e294a768ac req-6c6e4dcd-8a3e-4c58-b10d-7ec1bf0ca17f tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.18 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 945 time: 0.6865990 Dec 09 22:25:12.907328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-d5431602-5f2b-42b1-9742-8e326a76bdf1 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:12.909323 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-d5431602-5f2b-42b1-9742-8e326a76bdf1 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.42 "GET /v2.0/networks?id=424ebee3-2305-4308-b274-6e055bb8db7b HTTP/1.1" status: 200 len: 813 time: 0.6361556 Dec 09 22:25:12.910338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=9527c0e0-605e-4d1d-ac24-9aad8fe9494e,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:12.920641 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:12.937873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Request body: {'port': {'device_id': 'cfcdae8b-f4be-4bec-8cc0-215777632d1a', 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b', 'admin_state_up': True, 'tenant_id': '073fd3049ee74f468ed2e09829f38ca0'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:12.993077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6eea4-fbc2-4c20-af86-d10bbc1ad4ff req-413bfaeb-a774-42c3-ba73-cd761679ef49 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:13.011746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6b6eea4-fbc2-4c20-af86-d10bbc1ad4ff req-413bfaeb-a774-42c3-ba73-cd761679ef49 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.2067361 Dec 09 22:25:13.032084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-08ad3942-773d-421e-837e-5cfc0f141811 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:13.034420 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-08ad3942-773d-421e-837e-5cfc0f141811 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.18 "GET /v2.0/networks?id=424ebee3-2305-4308-b274-6e055bb8db7b HTTP/1.1" status: 200 len: 813 time: 0.7283628 Dec 09 22:25:13.055330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=9527c0e0-605e-4d1d-ac24-9aad8fe9494e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:13.058514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Request body: {'port': {'device_id': '6f264864-5786-4c22-a2a0-431cf22a4e05', 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b', 'admin_state_up': True, 'tenant_id': '073fd3049ee74f468ed2e09829f38ca0'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:13.088175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b9ad0-da27-47c3-b68c-2778cdb178d8 req-6c1efb48-760e-40d3-b9cf-bdb34c7d6e3b tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:13.098491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-132b9ad0-da27-47c3-b68c-2778cdb178d8 req-6c1efb48-760e-40d3-b9cf-bdb34c7d6e3b tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 945 time: 0.2209024 Dec 09 22:25:13.149643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6b6eea4-fbc2-4c20-af86-d10bbc1ad4ff req-25e6ba00-ee66-45d5-aeba-90a843171e88 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327443 Dec 09 22:25:13.229397 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-132b9ad0-da27-47c3-b68c-2778cdb178d8 req-139404d4-cd05-460a-b1f7-c52e14e6f41f tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299262 Dec 09 22:25:13.259856 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['9527c0e0-605e-4d1d-ac24-9aad8fe9494e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:13.326581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-a9bfb97f-9708-4d08-a9a4-46e294a768ac req-b70705db-f1ed-464c-ac56-9c3b582e7cdb tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Deleting port d677571d-810f-4ffa-98ce-090a74e23156 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:25:13.327014 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a9bfb97f-9708-4d08-a9a4-46e294a768ac req-b70705db-f1ed-464c-ac56-9c3b582e7cdb tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:13.347388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Made reservation on behalf of 073fd3049ee74f468ed2e09829f38ca0 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:13.352230 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:13.387365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ad7fc95-b217-4980-a962-51fbb328d165 req-415a870d-2700-4dc5-a192-200648db3cf6 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 210 time: 0.0377440 Dec 09 22:25:13.432022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6635a6-a50d-4964-8d92-132508c717a7 req-8052b0c0-ec30-4a1c-8f58-a45bd058d016 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:13.440867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c6635a6-a50d-4964-8d92-132508c717a7 req-8052b0c0-ec30-4a1c-8f58-a45bd058d016 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 944 time: 0.1671708 Dec 09 22:25:13.545835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c6635a6-a50d-4964-8d92-132508c717a7 req-60b99ae0-1fd7-426a-97e5-777e04db3771 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037071 Dec 09 22:25:13.569902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Made reservation on behalf of 073fd3049ee74f468ed2e09829f38ca0 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:13.574055 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:13.580702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89233bf2-9588-4c48-ba0b-d76c5a17d54f req-4219a348-1bc4-420a-9b04-841349071633 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 210 time: 0.0853064 Dec 09 22:25:13.724141 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4998d-936a-4e23-b6f6-43570f2226dc req-0db133a3-7dfe-430c-a7fe-aef61376002e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:13.735253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62e4998d-936a-4e23-b6f6-43570f2226dc req-0db133a3-7dfe-430c-a7fe-aef61376002e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.0764091 Dec 09 22:25:13.747204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a9bfb97f-9708-4d08-a9a4-46e294a768ac req-b70705db-f1ed-464c-ac56-9c3b582e7cdb tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] For port d677571d-810f-4ffa-98ce-090a74e23156, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d677571d-810f-4ffa-98ce-090a74e23156,segment=NetworkSegment(9ffdef9d-aed1-400b-8b6d-0462f5920419),segment_id=9ffdef9d-aed1-400b-8b6d-0462f5920419)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:13.747567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a9bfb97f-9708-4d08-a9a4-46e294a768ac req-b70705db-f1ed-464c-ac56-9c3b582e7cdb tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:13.806842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-a9bfb97f-9708-4d08-a9a4-46e294a768ac req-b70705db-f1ed-464c-ac56-9c3b582e7cdb tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Calling delete_port for d677571d-810f-4ffa-98ce-090a74e23156 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:25:13.849844 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62e4998d-936a-4e23-b6f6-43570f2226dc req-b429e40a-1a60-4034-b113-437d459f9cbd tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136646 Dec 09 22:25:13.904421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665da518-41a8-4265-ade8-b34b4dbccfee req-406e1ffc-1aa4-437e-b300-c6d8e20dde9a tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:13.906215 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-406e1ffc-1aa4-437e-b300-c6d8e20dde9a tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/networks?id=423145d5-d001-463a-b86e-cdc82e5078c0 HTTP/1.1" status: 200 len: 814 time: 0.1566803 Dec 09 22:25:13.925599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-940622b2-4f49-47e8-bebd-c32eba7b05a6 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/quotas/a53951a7469542d6a592d3c75daaf763 HTTP/1.1" status: 200 len: 375 time: 0.0128140 Dec 09 22:25:13.940625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Allocated IP 172.20.0.7 (424ebee3-2305-4308-b274-6e055bb8db7b/de473d8d-0a8f-42d8-9920-41b2bfa86fe9/80c8abd2-07a5-4022-b294-688d6747f618) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:25:13.953136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-8d1b31b5-6f6f-4e3d-94f2-d57541e2eb55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:13.954987 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-8d1b31b5-6f6f-4e3d-94f2-d57541e2eb55 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.4537284 Dec 09 22:25:13.975822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Request body: {'port': {'device_id': 'be1e1094-c650-4520-aa66-a281b506a3d6', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'admin_state_up': True, 'tenant_id': '3005a1a8e3144f09a333f470b9aad885'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:13.984536 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-fb2af36d-5a76-4ecf-ac74-7bd1c295c6da tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a53951a7469542d6a592d3c75daaf763&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504005 Dec 09 22:25:14.081756 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-5004872a-8ef0-4c6c-8d1c-7892240fd32c service neutron] 10.222.0.16 "GET /v2.0/networks/423145d5-d001-463a-b86e-cdc82e5078c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894284 Dec 09 22:25:14.215104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-cf76b750-1cd1-421f-ad7c-d3c20166c981 service neutron] 10.222.0.16 "GET /v2.0/networks/423145d5-d001-463a-b86e-cdc82e5078c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266735 Dec 09 22:25:14.244163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Made reservation on behalf of 3005a1a8e3144f09a333f470b9aad885 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:14.247640 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:14.253090 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a9bfb97f-9708-4d08-a9a4-46e294a768ac req-b70705db-f1ed-464c-ac56-9c3b582e7cdb tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:14.275900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aca6e1-198c-4b22-845f-374ad75266d3 req-f1cf4eec-b987-4371-b626-6dbbaa11de81 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:14.277501 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9aca6e1-198c-4b22-845f-374ad75266d3 req-f1cf4eec-b987-4371-b626-6dbbaa11de81 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0604336 Dec 09 22:25:14.292033 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d677571d-810f-4ffa-98ce-090a74e23156'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:14.301836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70705db-f1ed-464c-ac56-9c3b582e7cdb tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Pushing event deleted for resources: {'Port': ['ID=d677571d-810f-4ffa-98ce-090a74e23156,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:14.376598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 9527c0e0-605e-4d1d-ac24-9aad8fe9494e up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:14.377403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9aca6e1-198c-4b22-845f-374ad75266d3 req-aa10a2fd-8cd8-4dec-9354-22b4d7fed88b tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859642 Dec 09 22:25:14.402132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bfb97f-9708-4d08-a9a4-46e294a768ac req-b70705db-f1ed-464c-ac56-9c3b582e7cdb tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] No DVR routers for this DVR port d677571d-810f-4ffa-98ce-090a74e23156 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:25:14.464831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77f8b882-afdd-4252-9b54-c52f0fe2da68 req-c120225e-ef71-4bac-ac59-3c6cc4d4f2a0 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 210 time: 0.0377929 Dec 09 22:25:14.481162 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a9bfb97f-9708-4d08-a9a4-46e294a768ac req-b70705db-f1ed-464c-ac56-9c3b582e7cdb tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:14.484744 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a9bfb97f-9708-4d08-a9a4-46e294a768ac req-b70705db-f1ed-464c-ac56-9c3b582e7cdb tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.18 "DELETE /v2.0/ports/d677571d-810f-4ffa-98ce-090a74e23156 HTTP/1.1" status: 204 len: 173 time: 1.5637128 Dec 09 22:25:14.509727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089a324f-9e34-4644-8517-0bd27d2130fd', 'name': 'network-vif-deleted', 'tag': 'd677571d-810f-4ffa-98ce-090a74e23156'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:14.519015 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048b6d29-cfb2-4a1d-bb4c-2b648648947a" -d '{"events": [{"server_uuid": "089a324f-9e34-4644-8517-0bd27d2130fd", "name": "network-vif-deleted", "tag": "d677571d-810f-4ffa-98ce-090a74e23156"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:14.553121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:25:14.561380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:14.561961 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:14.582800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:14.595152 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1643609c-209d-4bef-8e52-e4849e41d574 req-e13bb815-6ed5-4039-86f8-d1a115bc1491 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 210 time: 0.0827286 Dec 09 22:25:14.662196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff17b5ea-5689-4a05-8739-c6e1fba40e12 req-14a4b908-36b0-49a4-ae49-779ed12e1127 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 210 time: 0.0876644 Dec 09 22:25:14.672015 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:14.698317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c94d039-5bee-4c08-9d42-5843e59cc8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9527c0e0-605e-4d1d-ac24-9aad8fe9494e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:14.701033 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50044c29-34dd-4f2c-a64c-8260c87c0cb5" -d '{"events": [{"server_uuid": "4c94d039-5bee-4c08-9d42-5843e59cc8ca", "name": "network-vif-plugged", "status": "completed", "tag": "9527c0e0-605e-4d1d-ac24-9aad8fe9494e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:14.736529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=9527c0e0-605e-4d1d-ac24-9aad8fe9494e,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:14.738843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Allocated IP 172.20.0.5 (073a6e7d-af0e-4b50-85bd-f1bea603319c/91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c/e1256339-2005-4ecb-b5fc-ece5138eb7b0) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:25:14.743330 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:14.744357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d677571d-810f-4ffa-98ce-090a74e23156 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:25:14.751434 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9e918c-512f-4c1c-8a92-967a88591124 x-openstack-request-id: req-0a9e918c-512f-4c1c-8a92-967a88591124 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:14.755893 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089a324f-9e34-4644-8517-0bd27d2130fd", "name": "network-vif-deleted", "tag": "d677571d-810f-4ffa-98ce-090a74e23156", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:14.756325 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a9e918c-512f-4c1c-8a92-967a88591124 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:14.757116 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089a324f-9e34-4644-8517-0bd27d2130fd', 'name': 'network-vif-deleted', 'tag': 'd677571d-810f-4ffa-98ce-090a74e23156', 'status': 'completed', 'code': 200} Dec 09 22:25:14.770659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6fd94f14-d2ec-4518-b314-e7a9ab765684 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:14.773261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6fd94f14-d2ec-4518-b314-e7a9ab765684 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:25:14.774102 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:14.798048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: d677571d-810f-4ffa-98ce-090a74e23156 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:25:14.798048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d677571d-810f-4ffa-98ce-090a74e23156 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:25:14.813470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93106992-f3cd-44ec-b05d-ae063998c610 req-8df6ed5b-ce45-4a64-806a-596a3a1587d2 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:14.815688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-93106992-f3cd-44ec-b05d-ae063998c610 req-8df6ed5b-ce45-4a64-806a-596a3a1587d2 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 945 time: 0.0852678 Dec 09 22:25:14.849909 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-00164a7e-1a69-4cfe-a251-6a0e5e726f98 req-6a4b103c-a1ce-4ebc-8066-64a39813524a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 210 time: 0.0329452 Dec 09 22:25:14.891322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=9527c0e0-605e-4d1d-ac24-9aad8fe9494e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:14.918099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.918447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.918799 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.919145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.919486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.919822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.920176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.921045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.921879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.922234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.922573 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.922910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.923246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:14.953463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Network 424ebee3-2305-4308-b274-6e055bb8db7b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:14.964962 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd555c1-cf01-4add-af56-5075dc9c2eff x-openstack-request-id: req-7dd555c1-cf01-4add-af56-5075dc9c2eff {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:14.965257 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c94d039-5bee-4c08-9d42-5843e59cc8ca", "name": "network-vif-plugged", "status": "completed", "tag": "9527c0e0-605e-4d1d-ac24-9aad8fe9494e", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:14.965517 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dd555c1-cf01-4add-af56-5075dc9c2eff {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:14.965937 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c94d039-5bee-4c08-9d42-5843e59cc8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9527c0e0-605e-4d1d-ac24-9aad8fe9494e', 'code': 200} Dec 09 22:25:14.967468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Pushing event updated for resources: {'Port': ['ID=80c8abd2-07a5-4022-b294-688d6747f618,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:14.975683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:14.978699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:25:14.991465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Allocated IP 172.20.0.6 (424ebee3-2305-4308-b274-6e055bb8db7b/de473d8d-0a8f-42d8-9920-41b2bfa86fe9/bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:25:14.998306 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-93106992-f3cd-44ec-b05d-ae063998c610 req-8cc4f5ad-89d5-4c23-a467-dce6e4bab966 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455514 Dec 09 22:25:15.026427 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:15.062903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:15.087268 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '6fd94f14-d2ec-4518-b314-e7a9ab765684', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '6fd94f14-d2ec-4518-b314-e7a9ab765684', 'mac_address': 'fa:16:3e:37:13:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:15.111156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:15.151175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b05ca-1e91-4622-9893-f3f291d20855 req-690576ad-14f0-4a35-98e5-e342c3875d5e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:15.152759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f4b05ca-1e91-4622-9893-f3f291d20855 req-690576ad-14f0-4a35-98e5-e342c3875d5e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.0708048 Dec 09 22:25:15.152915 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:15.163537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:15.164277 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:15.195796 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:15.223312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fd94f14-d2ec-4518-b314-e7a9ab765684 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:15.234464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f4b05ca-1e91-4622-9893-f3f291d20855 req-91b81ef4-00ce-4e9c-9083-ab65ad700064 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741465 Dec 09 22:25:15.235426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6fd94f14-d2ec-4518-b314-e7a9ab765684,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:15.277530 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:25:15.278501 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:25:15.287751 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-3ed22959-0f7a-4227-8618-44139b25195a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2355807 Dec 09 22:25:15.333259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Request body: {'port': {'device_id': '6f264864-5786-4c22-a2a0-431cf22a4e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:15.370755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e330d-d7b4-4b1b-9308-4d982c594311 req-a976540d-fe9a-4d51-a6eb-60f0c4fe1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:15.372301 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e0e330d-d7b4-4b1b-9308-4d982c594311 req-a976540d-fe9a-4d51-a6eb-60f0c4fe1f8f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 1097 time: 0.2529132 Dec 09 22:25:15.465974 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:15.509445 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:15.542263 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e0e330d-d7b4-4b1b-9308-4d982c594311 req-b1011bbb-c8bf-4440-8812-563a883804e2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329300 Dec 09 22:25:15.550909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:15.567664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d571cb-3e64-4c14-b50c-648ec1dd1aa5 req-9c61727a-e76f-45e7-95fd-767892455837 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:15.570853 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-04d571cb-3e64-4c14-b50c-648ec1dd1aa5 req-9c61727a-e76f-45e7-95fd-767892455837 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 947 time: 0.0933282 Dec 09 22:25:15.638405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01dddde0-cc7d-4eb0-b390-aa434dd32db7 req-80d0a418-72b1-4f56-9d22-7f7b8bd2efa7 tempest-InstanceActionsNegativeTestJSON-722616424 tempest-InstanceActionsNegativeTestJSON-722616424-project] 10.222.0.16 "GET /v2.0/ports?device_id=089a324f-9e34-4644-8517-0bd27d2130fd HTTP/1.1" status: 200 len: 210 time: 0.0423908 Dec 09 22:25:15.662022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-04d571cb-3e64-4c14-b50c-648ec1dd1aa5 req-e43f5d6a-1e50-4c21-a1e5-fbedb9045509 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849206 Dec 09 22:25:15.728471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5fe4af9-6ab1-4378-a5e3-51343dee0ce2 req-a89e5b6f-d425-4610-a919-ae1c6251911c tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 210 time: 0.0287862 Dec 09 22:25:15.807639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816fa91-5efc-46d0-8b2f-84b7800a4dcd req-0c10e583-648a-408d-b348-114e35b7b892 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:15.809546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8816fa91-5efc-46d0-8b2f-84b7800a4dcd req-0c10e583-648a-408d-b348-114e35b7b892 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 931 time: 0.0538406 Dec 09 22:25:15.822963 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:15.839174 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd94f14-d2ec-4518-b314-e7a9ab765684 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:15.862403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:15.868932 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:15.891360 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:15.900220 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8816fa91-5efc-46d0-8b2f-84b7800a4dcd req-c11b2607-5aec-458a-80d7-a3f51a5ecd5c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838521 Dec 09 22:25:15.913264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['d5b81d88-614d-4ce2-9329-8205e75e46eb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:15.945615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:15.990911 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Network 073a6e7d-af0e-4b50-85bd-f1bea603319c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:15.996128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6fd94f14-d2ec-4518-b314-e7a9ab765684,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:15.998761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a331f7-61db-4873-976c-b34e79373f4d req-046e51e9-abdb-4e17-af5f-98f64296065f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:16.001418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4a331f7-61db-4873-976c-b34e79373f4d req-046e51e9-abdb-4e17-af5f-98f64296065f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 931 time: 0.0551171 Dec 09 22:25:16.007835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:16.010407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:25:16.054138 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:16.066048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event updated for resources: {'Port': ['ID=e1256339-2005-4ecb-b5fc-ece5138eb7b0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:16.095977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4a331f7-61db-4873-976c-b34e79373f4d req-72804c54-a514-4dbd-ae75-807b2ecc12eb tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642407 Dec 09 22:25:16.150078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Network 424ebee3-2305-4308-b274-6e055bb8db7b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:16.190132 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211980f-8ff7-4c31-baa0-4303fd9c507c req-7962068f-df89-4391-8ae5-bfe08cfea36d tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:16.190132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a211980f-8ff7-4c31-baa0-4303fd9c507c req-7962068f-df89-4391-8ae5-bfe08cfea36d tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 945 time: 0.0621591 Dec 09 22:25:16.203916 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:16.206449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:25:16.211439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['6fd94f14-d2ec-4518-b314-e7a9ab765684'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:16.212951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Pushing event updated for resources: {'Port': ['ID=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:16.246120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:16.246930 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:16.273889 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a211980f-8ff7-4c31-baa0-4303fd9c507c req-971ba4a7-708e-40c5-ae31-fc167de76835 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789731 Dec 09 22:25:16.332332 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:16.333188 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:16.348973 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-b00a6c0f-9c28-4823-86b9-68c98b64c0b2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3778508 Dec 09 22:25:16.374836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Request body: {'port': {'device_id': 'be1e1094-c650-4520-aa66-a281b506a3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:16.385428 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-113c85f1-f1ac-410e-b8bd-16e80e7ce650 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4544373 Dec 09 22:25:16.388336 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d027d7c9-e246-433b-98a8-579a577faef6 req-26ee2792-4072-441b-95e2-fa34cd6ad600 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1342006 Dec 09 22:25:16.416068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Request body: {'port': {'device_id': 'cfcdae8b-f4be-4bec-8cc0-215777632d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:16.474366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2230bb-bb99-4867-b730-3d809e67aec5 req-63de7521-ac46-40b9-9ec5-f8c12cded63d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:16.475787 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e2230bb-bb99-4867-b730-3d809e67aec5 req-63de7521-ac46-40b9-9ec5-f8c12cded63d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.1215117 Dec 09 22:25:16.521491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665da518-41a8-4265-ade8-b34b4dbccfee req-a7e7f509-5ba8-4c01-8a8d-32503db5823f tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:16.523323 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-a7e7f509-5ba8-4c01-8a8d-32503db5823f tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.18 "GET /v2.0/networks?id=423145d5-d001-463a-b86e-cdc82e5078c0 HTTP/1.1" status: 200 len: 814 time: 0.1586058 Dec 09 22:25:16.546036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-665da518-41a8-4265-ade8-b34b4dbccfee req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Request body: {'port': {'device_id': '316b5326-9273-4917-b52d-417570dc9249', 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0', 'admin_state_up': True, 'tenant_id': 'a53951a7469542d6a592d3c75daaf763'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:16.552547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:16.564846 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e2230bb-bb99-4867-b730-3d809e67aec5 req-2069bfe1-a06b-4f8e-aefe-bcd6be28f4d6 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815921 Dec 09 22:25:16.594655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c8abd2-07a5-4022-b294-688d6747f618 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:16.600300 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:16.616772 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:16.660181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Transition to ACTIVE for port object 80c8abd2-07a5-4022-b294-688d6747f618 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:25:16.667425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665da518-41a8-4265-ade8-b34b4dbccfee req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Made reservation on behalf of a53951a7469542d6a592d3c75daaf763 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:16.672279 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-665da518-41a8-4265-ade8-b34b4dbccfee req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:16.693893 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:16.703681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33532) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:16.708579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027d7c9-e246-433b-98a8-579a577faef6 req-08fcf053-44e8-46d7-8289-ec4892bfb614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:16.710147 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d027d7c9-e246-433b-98a8-579a577faef6 req-08fcf053-44e8-46d7-8289-ec4892bfb614 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3077981454f4468912f3550eb92249b&device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 1098 time: 0.1957581 Dec 09 22:25:16.898304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-151423c8-d6c8-454e-9896-7c9fa90dd7de admin admin] Deleting subnet 0927f362-2ede-41bc-a6d5-54e99c682276 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:25:16.901330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Pushing event updated for resources: {'Port': ['ID=80c8abd2-07a5-4022-b294-688d6747f618,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:16.901596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-151423c8-d6c8-454e-9896-7c9fa90dd7de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:16.961817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bd12e21-eda6-4448-80ec-58cb3d7e3743 req-4b43c0f8-4fac-4aaf-b6de-dbf5962bad43 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 210 time: 0.0905430 Dec 09 22:25:16.964032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-151423c8-d6c8-454e-9896-7c9fa90dd7de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:16.967565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a0dba-4678-40e4-92e7-51429416bb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd94f14-d2ec-4518-b314-e7a9ab765684'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:16.972790 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d289857-c4d8-445f-b71c-62fb91223b24" -d '{"events": [{"server_uuid": "423a0dba-4678-40e4-92e7-51429416bb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd94f14-d2ec-4518-b314-e7a9ab765684"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:17.011285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8261b-535c-499d-bdd5-9ef892a11d11 req-67be23a3-5b3a-417d-8c27-bc86967f12d6 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:17.013088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67b8261b-535c-499d-bdd5-9ef892a11d11 req-67be23a3-5b3a-417d-8c27-bc86967f12d6 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 948 time: 0.2582896 Dec 09 22:25:17.146379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-665da518-41a8-4265-ade8-b34b4dbccfee req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Allocated IP 172.20.0.5 (423145d5-d001-463a-b86e-cdc82e5078c0/f626ff74-c59d-4c01-abe5-c6d4185913d3/fd4a7bc9-91db-4f62-934b-072f0c2d625f) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:25:17.188545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027d7c9-e246-433b-98a8-579a577faef6 req-604a77ba-3baf-4eba-8a3f-ad68c7890e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:17.189706 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d027d7c9-e246-433b-98a8-579a577faef6 req-604a77ba-3baf-4eba-8a3f-ad68c7890e25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 200 len: 915 time: 0.4401510 Dec 09 22:25:17.266904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Attempting to bind port 80c8abd2-07a5-4022-b294-688d6747f618 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:17.267244 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Attempting to bind port 80c8abd2-07a5-4022-b294-688d6747f618 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:17.267853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Attempting to bind port 80c8abd2-07a5-4022-b294-688d6747f618 on network 424ebee3-2305-4308-b274-6e055bb8db7b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:17.322874 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d027d7c9-e246-433b-98a8-579a577faef6 req-6091e0a1-2450-4d70-9fc4-82f1c4942fae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e HTTP/1.1" status: 200 len: 217 time: 0.0735452 Dec 09 22:25:17.323687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Port 80c8abd2-07a5-4022-b294-688d6747f618 on network 424ebee3-2305-4308-b274-6e055bb8db7b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:17.324112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Attempting to bind port 80c8abd2-07a5-4022-b294-688d6747f618 on network 424ebee3-2305-4308-b274-6e055bb8db7b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:17.355692 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-665da518-41a8-4265-ade8-b34b4dbccfee req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:17.356648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:17.357091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Checking segment: {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:17.357609 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Bound using segment: {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:17.358428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Bound port: 80c8abd2-07a5-4022-b294-688d6747f618, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:17.358806 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:17.387590 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-151423c8-d6c8-454e-9896-7c9fa90dd7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:17.462545 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67b8261b-535c-499d-bdd5-9ef892a11d11 req-3194d367-5182-46da-b92b-34f3a68c7abd tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270141 Dec 09 22:25:17.500165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] For port 80c8abd2-07a5-4022-b294-688d6747f618, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:17.505203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] For port 80c8abd2-07a5-4022-b294-688d6747f618, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=80c8abd2-07a5-4022-b294-688d6747f618,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:17.507740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-665da518-41a8-4265-ade8-b34b4dbccfee req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:17.515788 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:17.516018 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-151423c8-d6c8-454e-9896-7c9fa90dd7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:17.600029 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45638fee-35db-4156-81ec-d110dd54ad06 x-openstack-request-id: req-45638fee-35db-4156-81ec-d110dd54ad06 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:17.600600 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a0dba-4678-40e4-92e7-51429416bb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd94f14-d2ec-4518-b314-e7a9ab765684", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:17.600920 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45638fee-35db-4156-81ec-d110dd54ad06 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:17.601395 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a0dba-4678-40e4-92e7-51429416bb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd94f14-d2ec-4518-b314-e7a9ab765684', 'code': 200} Dec 09 22:25:17.626035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665da518-41a8-4265-ade8-b34b4dbccfee req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Network 423145d5-d001-463a-b86e-cdc82e5078c0 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:17.629868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-151423c8-d6c8-454e-9896-7c9fa90dd7de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:17.636852 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-151423c8-d6c8-454e-9896-7c9fa90dd7de admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0927f362-2ede-41bc-a6d5-54e99c682276 HTTP/1.1" status: 204 len: 168 time: 0.9307129 Dec 09 22:25:17.639532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33562) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:17.639709 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Pushing event updated for resources: {'Port': ['ID=fd4a7bc9-91db-4f62-934b-072f0c2d625f,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:17.644975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Pushing event updated for resources: {'Port': ['ID=80c8abd2-07a5-4022-b294-688d6747f618,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:17.649255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-665da518-41a8-4265-ade8-b34b4dbccfee req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:17.701242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.701933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.701933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.703349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.703766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.704425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.705385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.705821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.706221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.706622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.707025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.707422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.707831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:17.722695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b6885-8ced-41a9-9692-d5fb0cd28054 req-d60bbe5b-74de-413a-b99d-897ae3c32714 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:17.730485 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-664b6885-8ced-41a9-9692-d5fb0cd28054 req-d60bbe5b-74de-413a-b99d-897ae3c32714 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 943 time: 0.6639051 Dec 09 22:25:17.760236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1256339-2005-4ecb-b5fc-ece5138eb7b0 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:17.770418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:17.771632 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:17.774077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-665da518-41a8-4265-ade8-b34b4dbccfee req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:25:17.776656 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-386212c5-fa0a-4671-b5fc-c52dc5c373fe service neutron] 10.222.0.18 "PUT /v2.0/ports/80c8abd2-07a5-4022-b294-688d6747f618 HTTP/1.1" status: 200 len: 1092 time: 2.4557602 Dec 09 22:25:17.787628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151423c8-d6c8-454e-9896-7c9fa90dd7de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0927f362-2ede-41bc-a6d5-54e99c682276,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:17.828841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f264864-5786-4c22-a2a0-431cf22a4e05', 'tag': '80c8abd2-07a5-4022-b294-688d6747f618'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:17.834663 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3720b8c-1480-4b85-8876-361fff57fe5b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f264864-5786-4c22-a2a0-431cf22a4e05", "tag": "80c8abd2-07a5-4022-b294-688d6747f618"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:17.888172 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:17.945119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-664b6885-8ced-41a9-9692-d5fb0cd28054 req-27c9ac3c-013c-4582-a52e-d689b9c2e047 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118909 Dec 09 22:25:17.953478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665da518-41a8-4265-ade8-b34b4dbccfee req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:17.954147 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-665da518-41a8-4265-ade8-b34b4dbccfee req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:17.977889 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:17.984302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123454b-421b-4bfe-9d25-01ab55e6461a req-47f4696c-a30a-4607-be7b-59fdd8d478e1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:17.985906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6123454b-421b-4bfe-9d25-01ab55e6461a req-47f4696c-a30a-4607-be7b-59fdd8d478e1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 931 time: 0.2171495 Dec 09 22:25:18.007727 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:18.018085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-89487642-6582-45ca-bf6d-3705ef80c4eb tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4758990 Dec 09 22:25:18.027980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Transition to ACTIVE for port object e1256339-2005-4ecb-b5fc-ece5138eb7b0 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:25:18.035917 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:18.041141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-17510854-cb76-4796-a0ad-73c9f20bc1d8 None None] Provisioning complete for port fd4a7bc9-91db-4f62-934b-072f0c2d625f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:18.044081 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-17510854-cb76-4796-a0ad-73c9f20bc1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:18.051240 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:18.062966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Transition to ACTIVE for port object bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:25:18.138973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6123454b-421b-4bfe-9d25-01ab55e6461a req-50e16666-2505-4e4d-81e3-f720684a6d03 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460090 Dec 09 22:25:18.160179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:18.218980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-17510854-cb76-4796-a0ad-73c9f20bc1d8 None None] Port fd4a7bc9-91db-4f62-934b-072f0c2d625f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:25:18.288370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Pushing event updated for resources: {'Port': ['ID=e1256339-2005-4ecb-b5fc-ece5138eb7b0,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:18.316107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b1936-364f-4415-8a17-a3b9815d768a req-922c0300-c805-4b11-be52-d8e8f7acfa46 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:18.330805 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f22b1936-364f-4415-8a17-a3b9815d768a req-922c0300-c805-4b11-be52-d8e8f7acfa46 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 945 time: 0.1902459 Dec 09 22:25:18.527679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f22b1936-364f-4415-8a17-a3b9815d768a req-3fe9126b-98f8-4db5-8a3d-2b1368faa7a7 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806402 Dec 09 22:25:18.529325 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:18.554064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b0b964-09ef-430c-9f0a-de419487cd67']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:18.566298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffdef9d-aed1-400b-8b6d-0462f5920419') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:18.566662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffdef9d-aed1-400b-8b6d-0462f5920419') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:18.578072 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:18.590560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac40056-aeeb-46b0-b643-0c8242a97d12 req-0e21ee5a-bd57-450e-8613-131c408c9331 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:18.593823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:18.601180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:25:18.601589 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:18.601828 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ac40056-aeeb-46b0-b643-0c8242a97d12 req-0e21ee5a-bd57-450e-8613-131c408c9331 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.2698746 Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:25:18.677920 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:25:18.695661 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ac40056-aeeb-46b0-b643-0c8242a97d12 req-dbc6676b-a0b4-49f2-b053-afc72df42a24 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927627 Dec 09 22:25:18.722516 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93572c3-b3ef-4e28-9490-1231d3a93610 x-openstack-request-id: req-b93572c3-b3ef-4e28-9490-1231d3a93610 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:18.722872 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f264864-5786-4c22-a2a0-431cf22a4e05", "tag": "80c8abd2-07a5-4022-b294-688d6747f618", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:18.723062 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b93572c3-b3ef-4e28-9490-1231d3a93610 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:18.723445 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f264864-5786-4c22-a2a0-431cf22a4e05', 'tag': '80c8abd2-07a5-4022-b294-688d6747f618', 'status': 'completed', 'code': 200} Dec 09 22:25:18.734750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Attempting to bind port e1256339-2005-4ecb-b5fc-ece5138eb7b0 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:18.735271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Attempting to bind port e1256339-2005-4ecb-b5fc-ece5138eb7b0 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:18.735719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Attempting to bind port e1256339-2005-4ecb-b5fc-ece5138eb7b0 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:18.768702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Port e1256339-2005-4ecb-b5fc-ece5138eb7b0 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:18.769023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Attempting to bind port e1256339-2005-4ecb-b5fc-ece5138eb7b0 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:18.771542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Pushing event updated for resources: {'Port': ['ID=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:18.780064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6fd94f14-d2ec-4518-b314-e7a9ab765684 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:18.791740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:18.809910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:18.810262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Checking segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:18.810626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Bound using segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:18.811091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Bound port: e1256339-2005-4ecb-b5fc-ece5138eb7b0, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:18.811417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:18.820569 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:18.834384 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] 10.222.0.16 "DELETE /v2.0/networks/73b0b964-09ef-430c-9f0a-de419487cd67 HTTP/1.1" status: 204 len: 168 time: 1.1684215 Dec 09 22:25:18.875727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad06de1-dd17-4eb7-8b02-313010b74fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=73b0b964-09ef-430c-9f0a-de419487cd67,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:18.908100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Attempting to bind port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:18.908453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Attempting to bind port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:18.908784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Attempting to bind port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe on network 424ebee3-2305-4308-b274-6e055bb8db7b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:18.954841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4bc9c-94ea-41a0-a50e-f219c82faafe req-f6afc03b-15ef-4711-8d41-0e46154600db tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:18.959617 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25a4bc9c-94ea-41a0-a50e-f219c82faafe req-f6afc03b-15ef-4711-8d41-0e46154600db tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 931 time: 0.1978719 Dec 09 22:25:18.972531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe on network 424ebee3-2305-4308-b274-6e055bb8db7b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:18.972942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Attempting to bind port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe on network 424ebee3-2305-4308-b274-6e055bb8db7b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:19.004793 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:19.005145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Checking segment: {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:19.006666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Bound using segment: {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:19.007144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Bound port: bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:19.009660 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:19.017295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186eb3f1-f5ab-4c17-8512-3ac5b458201d req-992141a7-02f9-4197-af2d-b5f576334675 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:19.035204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-186eb3f1-f5ab-4c17-8512-3ac5b458201d req-992141a7-02f9-4197-af2d-b5f576334675 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 948 time: 0.1999269 Dec 09 22:25:19.133096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33580) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:19.160804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] For port e1256339-2005-4ecb-b5fc-ece5138eb7b0, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:19.165437 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] For port e1256339-2005-4ecb-b5fc-ece5138eb7b0, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e1256339-2005-4ecb-b5fc-ece5138eb7b0,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:19.285870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 6fd94f14-d2ec-4518-b314-e7a9ab765684 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:19.286826 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:19.287053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25a4bc9c-94ea-41a0-a50e-f219c82faafe req-50bc9f9f-8113-4b01-90f4-920d82ff4eec tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076289 Dec 09 22:25:19.304877 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-186eb3f1-f5ab-4c17-8512-3ac5b458201d req-14edcb89-5c46-4783-9c69-61e0eef52804 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684150 Dec 09 22:25:19.343301 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8c372e41-45c3-4cdf-8edb-34dc634fdaf2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fa62286d0984f939364700e816fbd12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018335 Dec 09 22:25:19.344082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33586) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:19.355535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:19.496948 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:19.537258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:19.555898 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:19.605368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a0dba-4678-40e4-92e7-51429416bb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd94f14-d2ec-4518-b314-e7a9ab765684'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:19.609218 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fd3f5d-05a2-450b-a48f-ce8d0a43d418" -d '{"events": [{"server_uuid": "423a0dba-4678-40e4-92e7-51429416bb5b", "name": "network-vif-plugged", "status": "completed", "tag": "6fd94f14-d2ec-4518-b314-e7a9ab765684"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:19.644486 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bad574fe-2192-4b06-ba97-5bcf3dc9e3d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:19.659412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6fd94f14-d2ec-4518-b314-e7a9ab765684,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:19.709830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd965-53bd-48b8-88a8-9fdf451f7d09 req-267ea5ec-cc75-4405-84bc-04a53e22c087 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:19.717600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c3bd965-53bd-48b8-88a8-9fdf451f7d09 req-267ea5ec-cc75-4405-84bc-04a53e22c087 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 943 time: 0.2792866 Dec 09 22:25:19.722635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bad574fe-2192-4b06-ba97-5bcf3dc9e3d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:19.909017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] For port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:19.928651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:19.929421 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:19.930941 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] 10.222.0.42 "PUT /v2.0/ports/e1256339-2005-4ecb-b5fc-ece5138eb7b0 HTTP/1.1" status: 200 len: 1092 time: 3.5655041 Dec 09 22:25:19.934491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] For port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:19.952204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:20.046630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974633f-426d-4901-9f2e-5b324be160a8 req-4876d2d4-f6a9-4d44-b4a1-be525f3650ce tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:20.054710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5974633f-426d-4901-9f2e-5b324be160a8 req-4876d2d4-f6a9-4d44-b4a1-be525f3650ce tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 943 time: 0.5487561 Dec 09 22:25:20.068402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37078a7f-21aa-4c7a-a4e0-e4b3bfef1aff service neutron] Pushing event updated for resources: {'Port': ['ID=e1256339-2005-4ecb-b5fc-ece5138eb7b0,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:20.146357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:20.147065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:20.149511 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] 10.222.0.42 "PUT /v2.0/ports/bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe HTTP/1.1" status: 200 len: 1092 time: 3.7421222 Dec 09 22:25:20.151123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6fc5d-14a5-40c7-9917-c36153362ebd service neutron] Pushing event updated for resources: {'Port': ['ID=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:20.177008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-0fe665c2-dc75-4b20-bc64-d2cb2055ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:20.179455 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-0fe665c2-dc75-4b20-bc64-d2cb2055ded1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 1095 time: 0.1868932 Dec 09 22:25:20.243677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c3bd965-53bd-48b8-88a8-9fdf451f7d09 req-d9f3cb83-b064-4083-9a79-0bab577aa233 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177305 Dec 09 22:25:20.288549 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-277c57e4-99d2-4d0a-97e0-85697e57ab0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1256339-2005-4ecb-b5fc-ece5138eb7b0 HTTP/1.1" status: 200 len: 217 time: 0.0967298 Dec 09 22:25:20.293759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5974633f-426d-4901-9f2e-5b324be160a8 req-6dc488db-cabd-4c2d-b6a0-ba12e2343558 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376537 Dec 09 22:25:20.312371 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bad574fe-2192-4b06-ba97-5bcf3dc9e3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:20.315986 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bad574fe-2192-4b06-ba97-5bcf3dc9e3d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:20.318846 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bad574fe-2192-4b06-ba97-5bcf3dc9e3d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7b4320d-7d50-4b86-9d8c-b4a2f7687c55 HTTP/1.1" status: 204 len: 168 time: 0.9737031 Dec 09 22:25:20.350138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad574fe-2192-4b06-ba97-5bcf3dc9e3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4320d-7d50-4b86-9d8c-b4a2f7687c55,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:20.369192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-46d3140b-4343-4f7f-805f-2a56a0c0e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:20.370917 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-46d3140b-4343-4f7f-805f-2a56a0c0e504 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=073fd3049ee74f468ed2e09829f38ca0&device_id=cfcdae8b-f4be-4bec-8cc0-215777632d1a HTTP/1.1" status: 200 len: 1095 time: 0.1203029 Dec 09 22:25:20.403078 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ab0e66-7edd-4964-bf19-510c79502075 x-openstack-request-id: req-24ab0e66-7edd-4964-bf19-510c79502075 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:20.403977 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a0dba-4678-40e4-92e7-51429416bb5b", "name": "network-vif-plugged", "status": "completed", "tag": "6fd94f14-d2ec-4518-b314-e7a9ab765684", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:20.404480 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24ab0e66-7edd-4964-bf19-510c79502075 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:20.405115 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a0dba-4678-40e4-92e7-51429416bb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd94f14-d2ec-4518-b314-e7a9ab765684', 'code': 200} Dec 09 22:25:20.434568 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-99316c14-9616-43d2-945f-84eee3392a4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe HTTP/1.1" status: 200 len: 217 time: 0.0543485 Dec 09 22:25:20.442434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-12d31be5-ec2f-46d1-95db-23f66a2b5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:20.447043 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-12d31be5-ec2f-46d1-95db-23f66a2b5865 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.1401112 Dec 09 22:25:20.511100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-32c12e9e-94c4-4036-a8f1-576d589218cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:20.512327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e2072-9ce1-470c-86bc-132c276f1461 req-448df3be-e00d-4f69-abbd-8046e76ae1af tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:20.513318 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-32c12e9e-94c4-4036-a8f1-576d589218cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de473d8d-0a8f-42d8-9920-41b2bfa86fe9 HTTP/1.1" status: 200 len: 853 time: 0.0642319 Dec 09 22:25:20.524281 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f2e2072-9ce1-470c-86bc-132c276f1461 req-448df3be-e00d-4f69-abbd-8046e76ae1af tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.1222527 Dec 09 22:25:20.553087 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-7650ab45-539c-4c26-80ba-377a8ee94877 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382197 Dec 09 22:25:20.603749 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-0e8b2eb2-2640-453e-9da6-9b7b1f327a7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=424ebee3-2305-4308-b274-6e055bb8db7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496285 Dec 09 22:25:20.625410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f2e2072-9ce1-470c-86bc-132c276f1461 req-d21f28e5-4206-4d45-ab27-e1eda6a1d1ea tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993679 Dec 09 22:25:20.799873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1e1094-c650-4520-aa66-a281b506a3d6', 'tag': 'e1256339-2005-4ecb-b5fc-ece5138eb7b0'}, {'name': 'network-changed', 'server_uuid': 'cfcdae8b-f4be-4bec-8cc0-215777632d1a', 'tag': 'bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:20.803180 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4e024c-f081-4fe3-84b9-623d739bd231" -d '{"events": [{"name": "network-changed", "server_uuid": "be1e1094-c650-4520-aa66-a281b506a3d6", "tag": "e1256339-2005-4ecb-b5fc-ece5138eb7b0"}, {"name": "network-changed", "server_uuid": "cfcdae8b-f4be-4bec-8cc0-215777632d1a", "tag": "bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:20.911072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Request body: {'port': {'device_id': '316b5326-9273-4917-b52d-417570dc9249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:20.996029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027d7c9-e246-433b-98a8-579a577faef6 req-e15ea667-1d91-4c44-b4d9-24660485404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:20.997737 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d027d7c9-e246-433b-98a8-579a577faef6 req-e15ea667-1d91-4c44-b4d9-24660485404f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164 HTTP/1.1" status: 200 len: 854 time: 0.1866195 Dec 09 22:25:21.012854 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-22095277-7c03-46a0-8ef2-32ebb0b86051 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459298 Dec 09 22:25:21.029408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663b2b7-8294-440c-a778-b5f3cdd61a52 req-3d5f8371-1187-4888-8647-6bee51e3813d tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:21.031044 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7663b2b7-8294-440c-a778-b5f3cdd61a52 req-3d5f8371-1187-4888-8647-6bee51e3813d tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 931 time: 0.3443713 Dec 09 22:25:21.042069 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-ce0ea093-46d8-41de-a829-11abea785c3b service neutron] 10.222.0.42 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250603 Dec 09 22:25:21.044059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7d86-96b8-40ab-acb1-03dfe460cc54 req-fc078c6a-4952-467b-b399-0cbce61c2b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:21.045776 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2aef7d86-96b8-40ab-acb1-03dfe460cc54 req-fc078c6a-4952-467b-b399-0cbce61c2b11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 1101 time: 0.2367702 Dec 09 22:25:21.082579 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d027d7c9-e246-433b-98a8-579a577faef6 req-fd32f951-ae57-4618-9abd-6fe522ad70fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b150608-ee8f-4669-889c-0049d42cbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646942 Dec 09 22:25:21.105448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3720b8c-1480-4b85-8876-361fff57fe5b req-071015fc-690e-412e-823b-3bc36398b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:21.107202 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3720b8c-1480-4b85-8876-361fff57fe5b req-071015fc-690e-412e-823b-3bc36398b182 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=073fd3049ee74f468ed2e09829f38ca0&device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 1095 time: 0.1974053 Dec 09 22:25:21.156370 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:21.286669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff8210-b7cb-45a7-8e72-995d6f36d4ae req-62dc3cb7-4b3b-4d46-b36b-35a642722e1f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:21.288509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7eff8210-b7cb-45a7-8e72-995d6f36d4ae req-62dc3cb7-4b3b-4d46-b36b-35a642722e1f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.4749367 Dec 09 22:25:21.362029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7663b2b7-8294-440c-a778-b5f3cdd61a52 req-26b210ba-7785-445f-83db-17dade1217aa tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058743 Dec 09 22:25:21.391594 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2aef7d86-96b8-40ab-acb1-03dfe460cc54 req-35a81143-bff7-4938-b6cf-9caf863db392 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181169 Dec 09 22:25:21.462059 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd30c58b-b342-41e1-b7de-5e154c7ce5c4 x-openstack-request-id: req-dd30c58b-b342-41e1-b7de-5e154c7ce5c4 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:21.462364 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1e1094-c650-4520-aa66-a281b506a3d6", "tag": "e1256339-2005-4ecb-b5fc-ece5138eb7b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cfcdae8b-f4be-4bec-8cc0-215777632d1a", "tag": "bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:21.462625 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd30c58b-b342-41e1-b7de-5e154c7ce5c4 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:21.463027 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1e1094-c650-4520-aa66-a281b506a3d6', 'tag': 'e1256339-2005-4ecb-b5fc-ece5138eb7b0', 'status': 'completed', 'code': 200} Dec 09 22:25:21.463295 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfcdae8b-f4be-4bec-8cc0-215777632d1a', 'tag': 'bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe', 'status': 'completed', 'code': 200} Dec 09 22:25:21.540347 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe9c27e3-5ac9-485c-b86d-ae3fd67e6020 req-cb8e635d-801c-4a29-a2ad-e2b0c99e84c9 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116932 Dec 09 22:25:21.631835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-354c18dd-6f6f-4732-a902-146392db85b8 service neutron] 10.222.0.42 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595443 Dec 09 22:25:21.645654 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d027d7c9-e246-433b-98a8-579a577faef6 req-8d40391d-7fb5-45a3-8bea-dcbd1ce95c0f service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136552 Dec 09 22:25:21.733468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7eff8210-b7cb-45a7-8e72-995d6f36d4ae req-ff8df92c-cbdb-4a9d-bf75-c32367b3c1dc tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722908 Dec 09 22:25:21.776017 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a57e8-16b9-484c-bd71-9f72fa0558ff req-d29c83ec-432d-4a13-9d79-1c8fd7fc5680 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:21.786863 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c6a57e8-16b9-484c-bd71-9f72fa0558ff req-d29c83ec-432d-4a13-9d79-1c8fd7fc5680 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 1097 time: 0.2645135 Dec 09 22:25:21.814139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-cf7d7fc3-17fe-41f6-90b6-1aae3a26c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:21.816036 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-cf7d7fc3-17fe-41f6-90b6-1aae3a26c7d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 1095 time: 0.1472323 Dec 09 22:25:21.817283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3720b8c-1480-4b85-8876-361fff57fe5b req-d7a020a6-0c17-4999-af3c-5a4f4549782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:21.818883 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3720b8c-1480-4b85-8876-361fff57fe5b req-d7a020a6-0c17-4999-af3c-5a4f4549782d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=073fd3049ee74f468ed2e09829f38ca0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5025308 Dec 09 22:25:21.870214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4a7bc9-91db-4f62-934b-072f0c2d625f {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:21.891018 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:21.937655 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c6a57e8-16b9-484c-bd71-9f72fa0558ff req-17c7772e-1733-4f54-be15-3e1ff774814a tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478994 Dec 09 22:25:21.941841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Transition to ACTIVE for port object fd4a7bc9-91db-4f62-934b-072f0c2d625f will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:25:21.946706 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:22.035711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06fe46-106b-414c-aa3d-2025f353cb56 req-59dd54e2-76ff-4515-a9a9-d4ef8507c133 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:22.037529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d06fe46-106b-414c-aa3d-2025f353cb56 req-59dd54e2-76ff-4515-a9a9-d4ef8507c133 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 943 time: 0.1707504 Dec 09 22:25:22.078974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33644) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:22.211240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-3cbdf070-5199-4476-95af-6314263a2e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:22.212849 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-3cbdf070-5199-4476-95af-6314263a2e02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 906 time: 0.3416073 Dec 09 22:25:22.247091 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d027d7c9-e246-433b-98a8-579a577faef6 req-2adde1b9-b43a-46e3-8fc4-3de575bfb73f service neutron] 10.222.0.18 "GET /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793252 Dec 09 22:25:22.248664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4a7bc9-91db-4f62-934b-072f0c2d625f,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:22.311026 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-898b8cd9-84d6-49e9-b54e-b7ddccd78c1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1256339-2005-4ecb-b5fc-ece5138eb7b0 HTTP/1.1" status: 200 len: 217 time: 0.0793986 Dec 09 22:25:22.336109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d06fe46-106b-414c-aa3d-2025f353cb56 req-af282eef-75fe-4147-9ae4-625d9a14d7d4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906995 Dec 09 22:25:22.380211 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-56ce8305-06ac-435c-bf56-979ec1cfc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:22.381827 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-56ce8305-06ac-435c-bf56-979ec1cfc8e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.0618756 Dec 09 22:25:22.384537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6680846-3e2a-4e11-845e-70aa36bd061b req-85178aa7-ae4a-46cf-9d2e-063b1528b86b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:22.386845 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6680846-3e2a-4e11-845e-70aa36bd061b req-85178aa7-ae4a-46cf-9d2e-063b1528b86b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 943 time: 0.3144758 Dec 09 22:25:22.387391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-network', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:22.391098 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3720b8c-1480-4b85-8876-361fff57fe5b req-5c62ab83-2184-49e0-9eb9-c73d1951b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:22.393467 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3720b8c-1480-4b85-8876-361fff57fe5b req-5c62ab83-2184-49e0-9eb9-c73d1951b8a5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4085605 Dec 09 22:25:22.430834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Attempting to bind port fd4a7bc9-91db-4f62-934b-072f0c2d625f on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:22.431184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Attempting to bind port fd4a7bc9-91db-4f62-934b-072f0c2d625f by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:22.431519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Attempting to bind port fd4a7bc9-91db-4f62-934b-072f0c2d625f on network 423145d5-d001-463a-b86e-cdc82e5078c0 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:22.440466 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:22.445625 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-c5c96cac-bd17-4711-82db-287ff98e3fca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501606 Dec 09 22:25:22.451027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Port fd4a7bc9-91db-4f62-934b-072f0c2d625f on network 423145d5-d001-463a-b86e-cdc82e5078c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:22.451351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Attempting to bind port fd4a7bc9-91db-4f62-934b-072f0c2d625f on network 423145d5-d001-463a-b86e-cdc82e5078c0 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:22.478240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:22.478913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Checking segment: {'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:22.479533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Bound using segment: {'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:22.480243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Bound port: fd4a7bc9-91db-4f62-934b-072f0c2d625f, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d43e33-e357-4b94-a61d-73ba8063e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:22.480821 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:22.489303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Made reservation on behalf of 403563cf0d0a4ab78e637fcdfa57bbdd for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:22.492129 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:22.513053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:22.561502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6680846-3e2a-4e11-845e-70aa36bd061b req-bee04d93-cda8-439c-8a69-ef6f09d5c4d5 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619077 Dec 09 22:25:22.638492 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-9e8e05ca-4b6b-48cd-8e1e-e743c6d8befe service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783164 Dec 09 22:25:22.667811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] For port fd4a7bc9-91db-4f62-934b-072f0c2d625f, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:22.693692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] For port fd4a7bc9-91db-4f62-934b-072f0c2d625f, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fd4a7bc9-91db-4f62-934b-072f0c2d625f,segment=NetworkSegment(85d43e33-e357-4b94-a61d-73ba8063e0f9),segment_id=85d43e33-e357-4b94-a61d-73ba8063e0f9)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:22.701068 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:22.712954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:22.725683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:25:22.733681 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:22.736336 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:22.736853 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Added segment cb360f51-a911-4cb8-8b31-7b94694931c2 of type vlan for network 272064d1-85b1-4619-843b-a73f0738415e Dec 09 22:25:22.783518 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:22.838030 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:22.839017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:22.839608 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:22.869546 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7856522 Dec 09 22:25:22.889255 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33654) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:22.900360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-693ec8f5-6fea-4f67-9d6f-3d0a4adba9ff admin admin] Request body: {'subnet': {'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-subnet', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:23.018984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:23.019626 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:23.021082 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1196c755-8b51-4116-a900-607500cfb788 service neutron] 10.222.0.18 "PUT /v2.0/ports/fd4a7bc9-91db-4f62-934b-072f0c2d625f HTTP/1.1" status: 200 len: 1092 time: 2.1508865 Dec 09 22:25:23.022941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196c755-8b51-4116-a900-607500cfb788 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4a7bc9-91db-4f62-934b-072f0c2d625f,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:23.047604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316b5326-9273-4917-b52d-417570dc9249', 'tag': 'fd4a7bc9-91db-4f62-934b-072f0c2d625f'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:23.057217 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5736f115-39f7-4cfe-befc-83115f788593" -d '{"events": [{"name": "network-changed", "server_uuid": "316b5326-9273-4917-b52d-417570dc9249", "tag": "fd4a7bc9-91db-4f62-934b-072f0c2d625f"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:23.115496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3c56c-accf-48fe-937c-c07e07ac2855 req-a1c5c14e-a78c-48fc-8f55-40b5c5493bfa tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:23.143246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26a3c56c-accf-48fe-937c-c07e07ac2855 req-a1c5c14e-a78c-48fc-8f55-40b5c5493bfa tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.4467928 Dec 09 22:25:23.252008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26a3c56c-accf-48fe-937c-c07e07ac2855 req-ce4cf261-1df4-49e1-b3ef-8979f1e2eb57 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024737 Dec 09 22:25:23.271514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373fee91-01fb-4b19-b43a-c444cce9a920,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:23.302346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bf36a-bdba-488c-892d-1339fb3bb002 admin admin] Pushing event updated for resources: {'Network': ['ID=272064d1-85b1-4619-843b-a73f0738415e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:23.321495 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 272064d1-85b1-4619-843b-a73f0738415e details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:25:23.330111 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-958fa2a6-53d2-4378-9311-ba33233f2dfd service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791368 Dec 09 22:25:23.331079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693ec8f5-6fea-4f67-9d6f-3d0a4adba9ff admin admin] Made reservation on behalf of 403563cf0d0a4ab78e637fcdfa57bbdd for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:23.333449 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-693ec8f5-6fea-4f67-9d6f-3d0a4adba9ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:23.554085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-6286f6c0-d8b4-48b0-8458-4bd65c620bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:23.555789 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-6286f6c0-d8b4-48b0-8458-4bd65c620bf1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=073fd3049ee74f468ed2e09829f38ca0&device_id=cfcdae8b-f4be-4bec-8cc0-215777632d1a HTTP/1.1" status: 200 len: 1095 time: 0.1252475 Dec 09 22:25:23.723684 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-693ec8f5-6fea-4f67-9d6f-3d0a4adba9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:23.791273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-7cead4bb-cc47-4bcd-8c5d-308d16588c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:23.792752 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-7cead4bb-cc47-4bcd-8c5d-308d16588c9c service neutron] 10.222.0.42 "GET /v2.0/networks?id=424ebee3-2305-4308-b274-6e055bb8db7b HTTP/1.1" status: 200 len: 914 time: 0.2207882 Dec 09 22:25:23.848673 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-a58d50e3-5794-4435-a723-5dd0c871235e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe HTTP/1.1" status: 200 len: 217 time: 0.0426722 Dec 09 22:25:23.854001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ec8f5-6fea-4f67-9d6f-3d0a4adba9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b831de4c-aec9-4c65-b78f-076b01fd0f41,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:23.906942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693ec8f5-6fea-4f67-9d6f-3d0a4adba9ff admin admin] Checking segment: {'id': 'cb360f51-a911-4cb8-8b31-7b94694931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '272064d1-85b1-4619-843b-a73f0738415e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:23.907564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693ec8f5-6fea-4f67-9d6f-3d0a4adba9ff admin admin] Network hostable DHCP agents. Network: 272064d1-85b1-4619-843b-a73f0738415e, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:25:23.933303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-e3bb6f08-3087-46a2-aa3a-715f638e484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:23.935077 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-e3bb6f08-3087-46a2-aa3a-715f638e484d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de473d8d-0a8f-42d8-9920-41b2bfa86fe9 HTTP/1.1" status: 200 len: 853 time: 0.0766301 Dec 09 22:25:23.940947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693ec8f5-6fea-4f67-9d6f-3d0a4adba9ff admin admin] Network 272064d1-85b1-4619-843b-a73f0738415e is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:25:23.979760 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-4b141c6d-31f5-478a-96a7-b75ec9fff473 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=424ebee3-2305-4308-b274-6e055bb8db7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342507 Dec 09 22:25:23.980509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-693ec8f5-6fea-4f67-9d6f-3d0a4adba9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 272064d1-85b1-4619-843b-a73f0738415e) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:23.986367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693ec8f5-6fea-4f67-9d6f-3d0a4adba9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:23.986943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-693ec8f5-6fea-4f67-9d6f-3d0a4adba9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:23.991414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29754c06-e5d0-4b37-a63b-1b7a3aac83d7 None None] Network 272064d1-85b1-4619-843b-a73f0738415e requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:25:24.098268 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-693ec8f5-6fea-4f67-9d6f-3d0a4adba9ff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2060142 Dec 09 22:25:24.101252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33682) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:24.113349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:24.130715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68205c0-320a-4997-8557-38b659d56d95 None None] Network 272064d1-85b1-4619-843b-a73f0738415e requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:25:24.159394 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-a346e52b-e3cf-4b65-a429-0adf5e178190 service neutron] 10.222.0.42 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675882 Dec 09 22:25:24.169501 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:24.174229 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:24.269045 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:24.340354 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff4e024c-f081-4fe3-84b9-623d739bd231 req-34eea654-861b-4bd1-80f2-91d2a2e6d0b8 service neutron] 10.222.0.42 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635296 Dec 09 22:25:24.424356 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:24.633316 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:24.654482 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:24.767082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Allocated IP 172.25.8.2 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/0a4a30d1-d927-45e9-9cb9-dcca3c794751) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:25:24.780422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:24.882992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:24.898528 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:24.899911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe', 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b', 'port_id': 'bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe', 'mac_address': 'fa:16:3e:11:e5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de473d8d-0a8f-42d8-9920-41b2bfa86fe9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:24.943467 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:24.946852 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:24.960580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:24.985755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:24.991606 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:24.992623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e1256339-2005-4ecb-b5fc-ece5138eb7b0 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:24.992755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:25.001320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:25.008345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:25:25.035392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0a4a30d1-d927-45e9-9cb9-dcca3c794751,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:25.074380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:25.154764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e1256339-2005-4ecb-b5fc-ece5138eb7b0, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e1256339-2005-4ecb-b5fc-ece5138eb7b0,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:25.168626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'e1256339-2005-4ecb-b5fc-ece5138eb7b0', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'port_id': 'e1256339-2005-4ecb-b5fc-ece5138eb7b0', 'mac_address': 'fa:16:3e:8c:45:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:25.219494 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:25.236053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1256339-2005-4ecb-b5fc-ece5138eb7b0 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:25.260631 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e1256339-2005-4ecb-b5fc-ece5138eb7b0, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e1256339-2005-4ecb-b5fc-ece5138eb7b0,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:25.266400 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:25.319649 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e1256339-2005-4ecb-b5fc-ece5138eb7b0,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:25.322241 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:25.552384 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:25.656177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:25.660926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['e1256339-2005-4ecb-b5fc-ece5138eb7b0'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:25.693597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Router f411ee0e-e692-44fc-844b-812bf2d1872a is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:25:25.809717 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:25:25.828543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Sync routers for ids ['f411ee0e-e692-44fc-844b-812bf2d1872a'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:25:25.831965 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:25.833603 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8839dff0-22f7-4fb4-a072-fd58f46bb3f3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.7301941 Dec 09 22:25:25.836354 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33688) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:25:25.881453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Routers {'f411ee0e-e692-44fc-844b-812bf2d1872a'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:25:25.882126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f411ee0e-e692-44fc-844b-812bf2d1872a'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:26.048034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Set router f411ee0e-e692-44fc-844b-812bf2d1872a gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:25:26.256338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:25Z', 'revision_number': 3, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:26.284426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Checking router: f411ee0e-e692-44fc-844b-812bf2d1872a for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:25:26.284771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Updating router f411ee0e-e692-44fc-844b-812bf2d1872a port 0a4a30d1-d927-45e9-9cb9-dcca3c794751 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:25:26.311093 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:26.586910 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:26.595646 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:26.601113 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:26.660376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Attempting to bind port 0a4a30d1-d927-45e9-9cb9-dcca3c794751 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:26.660754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Attempting to bind port 0a4a30d1-d927-45e9-9cb9-dcca3c794751 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:26.661128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Attempting to bind port 0a4a30d1-d927-45e9-9cb9-dcca3c794751 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:26.663186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32e930-bd26-4712-a028-19d8c6c17889 None None] Pushing event updated for resources: {'Port': ['ID=0a4a30d1-d927-45e9-9cb9-dcca3c794751,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:26.668994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:26.669373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:26.669806 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:26.670194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:26.671098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Bound port: 0a4a30d1-d927-45e9-9cb9-dcca3c794751, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:26.671098 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:26.746003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] For port 0a4a30d1-d927-45e9-9cb9-dcca3c794751, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:26.749180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] For port 0a4a30d1-d927-45e9-9cb9-dcca3c794751, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0a4a30d1-d927-45e9-9cb9-dcca3c794751,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:26.753298 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:26.777421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Allocated IP 172.20.0.1 (272064d1-85b1-4619-843b-a73f0738415e/b831de4c-aec9-4c65-b78f-076b01fd0f41/7c413aca-1fee-4dfe-9cfb-4303c7a3bff8) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:25:26.822359 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Routers {'f411ee0e-e692-44fc-844b-812bf2d1872a'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:25:26.822994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f411ee0e-e692-44fc-844b-812bf2d1872a'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:26.824767 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32e930-bd26-4712-a028-19d8c6c17889 None None] Pushing event updated for resources: {'Port': ['ID=0a4a30d1-d927-45e9-9cb9-dcca3c794751,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:26.900870 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:26.959681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] Set router f411ee0e-e692-44fc-844b-812bf2d1872a gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:25:26.962678 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:27.005716 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Network 272064d1-85b1-4619-843b-a73f0738415e is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:27.008630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:27.012805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:25:27.043262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Pushing event updated for resources: {'Port': ['ID=7c413aca-1fee-4dfe-9cfb-4303c7a3bff8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:27.060237 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:27.196006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:25Z', 'revision_number': 3, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:27.220032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:27.222669 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0832d4a6-e747-4a6c-a318-314ada1e18ea None None] The sync data for ids ['f411ee0e-e692-44fc-844b-812bf2d1872a'] in n-d-789963-23 is: [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:25Z', 'revision_number': 3, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:25:27.395071 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:27.404959 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:27.473023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Pushing event updated for resources: {'Port': ['ID=7c413aca-1fee-4dfe-9cfb-4303c7a3bff8,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:27.475598 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:27.581883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Network 272064d1-85b1-4619-843b-a73f0738415e is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:27.583335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:27.675044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0a4a30d1-d927-45e9-9cb9-dcca3c794751 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:27.705683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Router f411ee0e-e692-44fc-844b-812bf2d1872a has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:25:27.724430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0a4a30d1-d927-45e9-9cb9-dcca3c794751 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:27.724807 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:27.822015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:25:27.827630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-84e33893-83d6-4665-be83-944c5ec3f388 admin admin] 10.222.0.16 "PUT /v2.0/routers/f411ee0e-e692-44fc-844b-812bf2d1872a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9896927 Dec 09 22:25:27.939284 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:27.962061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 0a4a30d1-d927-45e9-9cb9-dcca3c794751, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0a4a30d1-d927-45e9-9cb9-dcca3c794751,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:27.967809 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:28.018905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=0a4a30d1-d927-45e9-9cb9-dcca3c794751,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:28.391527 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:25:28.414440 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665da518-41a8-4265-ade8-b34b4dbccfee req-d5b344ec-fa94-41ac-a432-df0c11c4d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:28.415964 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-d5b344ec-fa94-41ac-a432-df0c11c4d199 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a53951a7469542d6a592d3c75daaf763&device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 1095 time: 0.0674298 Dec 09 22:25:28.422259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-e7068232-e786-45f4-8d23-62acfebe0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:28.423737 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-e7068232-e786-45f4-8d23-62acfebe0d4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=073fd3049ee74f468ed2e09829f38ca0&device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 1095 time: 0.0657425 Dec 09 22:25:28.570981 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-1d44dba7-4b72-404f-ba6f-75e5df13254b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd4a7bc9-91db-4f62-934b-072f0c2d625f HTTP/1.1" status: 200 len: 217 time: 0.0874383 Dec 09 22:25:28.573476 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-ae4e18ee-f86d-4dca-b2ca-5889cac95420 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80c8abd2-07a5-4022-b294-688d6747f618 HTTP/1.1" status: 200 len: 217 time: 0.0916615 Dec 09 22:25:28.628864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49864920-bd8d-43f8-bea3-13c790b152f0 req-71aae56e-7b1c-4a49-a40b-a496702fdf00 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:28.630517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49864920-bd8d-43f8-bea3-13c790b152f0 req-71aae56e-7b1c-4a49-a40b-a496702fdf00 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 943 time: 0.0582864 Dec 09 22:25:28.703621 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49864920-bd8d-43f8-bea3-13c790b152f0 req-84cb07d6-0d75-4dbe-acb0-af66a6565d85 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593605 Dec 09 22:25:28.714380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665da518-41a8-4265-ade8-b34b4dbccfee req-fed254b3-307e-4fa2-a8d8-6062cf3bd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:28.715878 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-fed254b3-307e-4fa2-a8d8-6062cf3bd9c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f626ff74-c59d-4c01-abe5-c6d4185913d3 HTTP/1.1" status: 200 len: 853 time: 0.0922019 Dec 09 22:25:28.717340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-e2f6b049-dd6e-49a5-84a4-cf1ef38921c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:28.718748 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-e2f6b049-dd6e-49a5-84a4-cf1ef38921c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de473d8d-0a8f-42d8-9920-41b2bfa86fe9 HTTP/1.1" status: 200 len: 853 time: 0.1034052 Dec 09 22:25:28.792978 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-a72f94d1-9eac-4688-a6df-4cbb7dc9b42c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=424ebee3-2305-4308-b274-6e055bb8db7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334046 Dec 09 22:25:28.812708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:28.827866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807abd3-5b03-46fb-a5ef-611b6fbbc737 req-a6a61336-ea23-4ce2-962e-36696c89ef2a tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:28.836367 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6807abd3-5b03-46fb-a5ef-611b6fbbc737 req-a6a61336-ea23-4ce2-962e-36696c89ef2a tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0720863 Dec 09 22:25:28.891494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:25:28.894323 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6807abd3-5b03-46fb-a5ef-611b6fbbc737 req-5302c1f4-1945-4e04-94d4-11ffd3205a05 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567033 Dec 09 22:25:28.896035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:28.896409 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:28.925470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-6b6bf1b0-7af6-451a-94b3-492f31e647d4 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:25:28.926539 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-6b6bf1b0-7af6-451a-94b3-492f31e647d4 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2404964 Dec 09 22:25:28.934402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665da518-41a8-4265-ade8-b34b4dbccfee req-353dedd3-8970-42cc-85cb-073a82eb3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:28.936794 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-353dedd3-8970-42cc-85cb-073a82eb3011 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=423145d5-d001-463a-b86e-cdc82e5078c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2049453 Dec 09 22:25:28.943262 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89b464c-ee7d-4652-80ea-f7ce97248e2c x-openstack-request-id: req-b89b464c-ee7d-4652-80ea-f7ce97248e2c {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:28.943841 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316b5326-9273-4917-b52d-417570dc9249", "tag": "fd4a7bc9-91db-4f62-934b-072f0c2d625f", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:28.944258 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b89b464c-ee7d-4652-80ea-f7ce97248e2c {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:28.944865 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316b5326-9273-4917-b52d-417570dc9249', 'tag': 'fd4a7bc9-91db-4f62-934b-072f0c2d625f', 'status': 'completed', 'code': 200} Dec 09 22:25:28.949238 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-37063306-e25b-4e84-89b2-be40cc08845d service neutron] 10.222.0.18 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418550 Dec 09 22:25:29.056579 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:29.066348 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Sync routers for ids ['f411ee0e-e692-44fc-844b-812bf2d1872a'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:25:29.079092 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Routers {'f411ee0e-e692-44fc-844b-812bf2d1872a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:25:29.081648 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f411ee0e-e692-44fc-844b-812bf2d1872a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:29.093835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516543a-5655-4aac-9092-e0b1005ad7ab req-947d6136-b973-4ac7-a35b-1e0ebc0ce721 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:29.102147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0516543a-5655-4aac-9092-e0b1005ad7ab req-947d6136-b973-4ac7-a35b-1e0ebc0ce721 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 943 time: 0.0831912 Dec 09 22:25:29.108635 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcdae8b-f4be-4bec-8cc0-215777632d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:29.111723 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e37837-f830-466a-bf3b-b8db7c5c20ac" -d '{"events": [{"server_uuid": "cfcdae8b-f4be-4bec-8cc0-215777632d1a", "name": "network-vif-plugged", "status": "completed", "tag": "bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:29.139643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:29.144929 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:29.145741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e1256339-2005-4ecb-b5fc-ece5138eb7b0 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:29.172763 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0516543a-5655-4aac-9092-e0b1005ad7ab req-cbeb1b79-126a-4351-b0b6-d29a675d7597 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673892 Dec 09 22:25:29.196174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-16393d22-258b-4ae0-bb80-4bee6e8a4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:29.197576 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-16393d22-258b-4ae0-bb80-4bee6e8a4ed3 service neutron] 10.222.0.16 "GET /v2.0/ports/5dcfc417-1575-4e64-992f-7ccbe8b29583 HTTP/1.1" status: 200 len: 1094 time: 0.2598884 Dec 09 22:25:29.238864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] Request body: {'binding': {'host': 'n-h1-789963-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:29.239323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] Unknown quota resources ['binding']. {{(pid=103417) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:25:29.277341 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Set router f411ee0e-e692-44fc-844b-812bf2d1872a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:25:29.282119 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port e1256339-2005-4ecb-b5fc-ece5138eb7b0 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:25:29.284365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:29.289715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port e1256339-2005-4ecb-b5fc-ece5138eb7b0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:29.290113 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:29.377370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e3ff6-656a-4ef4-a899-4a9ab11995d3 req-a0773c4d-1220-4d04-bbd3-11081ac62571 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:29.379084 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-877e3ff6-656a-4ef4-a899-4a9ab11995d3 req-a0773c4d-1220-4d04-bbd3-11081ac62571 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 944 time: 0.0945380 Dec 09 22:25:29.386589 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:29.404485 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-278c97bf-2aad-4e28-90fc-afcc56c6055c service neutron] 10.222.0.18 "GET /v2.0/networks/423145d5-d001-463a-b86e-cdc82e5078c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409018 Dec 09 22:25:29.407173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on host n-h1-789963-23 for vnic_type normal with profile None {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:29.407514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:29.407881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:29.413633 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] Port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:29.414029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:29.420474 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81c5f7ea-a7a0-40d9-a96c-8a6a89ad79bb req-f78459c5-e200-4014-b394-52d0984ad7ee service neutron] 10.222.0.18 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481547 Dec 09 22:25:29.428125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e1256339-2005-4ecb-b5fc-ece5138eb7b0, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e1256339-2005-4ecb-b5fc-ece5138eb7b0,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:29.433884 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:29.453580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:29.453994 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:29.454366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:29.455367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] Bound port: 5dcfc417-1575-4e64-992f-7ccbe8b29583, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:29.482502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-877e3ff6-656a-4ef4-a899-4a9ab11995d3 req-0514800d-6b83-4826-9dab-a15e5b87e85f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969789 Dec 09 22:25:29.518155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e1256339-2005-4ecb-b5fc-ece5138eb7b0,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:29.563127 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-665da518-41a8-4265-ade8-b34b4dbccfee req-2e353049-68a8-49e3-adb4-8de8bffc98d0 service neutron] 10.222.0.18 "GET /v2.0/networks/423145d5-d001-463a-b86e-cdc82e5078c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452434 Dec 09 22:25:29.565494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:29.572871 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:29.574154 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bbb0903a-2013-498c-9426-23329f1758e9 service neutron] 10.222.0.16 "POST /v2.0/ports/5dcfc417-1575-4e64-992f-7ccbe8b29583/bindings HTTP/1.1" status: 201 len: 390 time: 0.3419323 Dec 09 22:25:29.682871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe170c2-27ee-4ff1-baf1-c8bc38ec5b41 req-b5667788-b5ee-494c-a98b-5d6dc2c70b9d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:29.694210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efe170c2-27ee-4ff1-baf1-c8bc38ec5b41 req-b5667788-b5ee-494c-a98b-5d6dc2c70b9d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.0824056 Dec 09 22:25:29.710260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0a4a30d1-d927-45e9-9cb9-dcca3c794751 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:29.807260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736f115-39f7-4cfe-befc-83115f788593 req-88ef1f1b-faad-4209-8b1e-b0556ad3331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:29.808826 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5736f115-39f7-4cfe-befc-83115f788593 req-88ef1f1b-faad-4209-8b1e-b0556ad3331e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a53951a7469542d6a592d3c75daaf763&device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 1095 time: 0.1303196 Dec 09 22:25:29.809573 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0a4a30d1-d927-45e9-9cb9-dcca3c794751 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:29.810089 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:29.837424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efe170c2-27ee-4ff1-baf1-c8bc38ec5b41 req-e613a394-dc7f-4c17-8541-2b42f1a78e7e tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415100 Dec 09 22:25:29.867092 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7c413aca-1fee-4dfe-9cfb-4303c7a3bff8', 'name': '', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'mac_address': 'fa:16:3e:85:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:26Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 2, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'subnets': [{'id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:29.918572 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Checking router: f411ee0e-e692-44fc-844b-812bf2d1872a for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:25:29.921310 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Updating router f411ee0e-e692-44fc-844b-812bf2d1872a port 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:25:29.982863 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:30.048988 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36698b0a-129c-4b9c-a8dc-41201877832d req-63682035-2a65-44d9-9c96-1954bcd21b02 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:30.050528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36698b0a-129c-4b9c-a8dc-41201877832d req-63682035-2a65-44d9-9c96-1954bcd21b02 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1097155 Dec 09 22:25:30.054142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-71f659c5-d378-4e7c-99cb-e2654bb7e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:30.055834 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-71f659c5-d378-4e7c-99cb-e2654bb7e4d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 1097 time: 0.0928113 Dec 09 22:25:30.062217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736f115-39f7-4cfe-befc-83115f788593 req-1581a358-f271-41d3-9d50-23166f114f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:30.064744 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5736f115-39f7-4cfe-befc-83115f788593 req-1581a358-f271-41d3-9d50-23166f114f87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=423145d5-d001-463a-b86e-cdc82e5078c0 HTTP/1.1" status: 200 len: 915 time: 0.2418330 Dec 09 22:25:30.156768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36698b0a-129c-4b9c-a8dc-41201877832d req-9cebd5e7-9953-4a59-9e4e-3c03e17f6568 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778573 Dec 09 22:25:30.164983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-4ddce580-d21b-4a01-a756-01a846f0bba9 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:30.167094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-4ddce580-d21b-4a01-a756-01a846f0bba9 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/networks?id=272064d1-85b1-4619-843b-a73f0738415e HTTP/1.1" status: 200 len: 820 time: 0.1852009 Dec 09 22:25:30.183380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1ab9fc2a-010c-49da-a98a-019dbfe6b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:30.183380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1ab9fc2a-010c-49da-a98a-019dbfe6b2e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.1157124 Dec 09 22:25:30.206546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-538cf8fd-e2e7-432e-83da-314945e042d6 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/quotas/403563cf0d0a4ab78e637fcdfa57bbdd HTTP/1.1" status: 200 len: 375 time: 0.0131447 Dec 09 22:25:30.233042 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee670d22-9c15-4794-8a78-28c8d9b030e4 x-openstack-request-id: req-ee670d22-9c15-4794-8a78-28c8d9b030e4 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:30.233554 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcdae8b-f4be-4bec-8cc0-215777632d1a", "name": "network-vif-plugged", "status": "completed", "tag": "bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:30.233821 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee670d22-9c15-4794-8a78-28c8d9b030e4 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:30.234321 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcdae8b-f4be-4bec-8cc0-215777632d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe', 'code': 200} Dec 09 22:25:30.271921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-9e5d0084-3061-4d25-b4b0-7d8beced025f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578687 Dec 09 22:25:30.292200 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5736f115-39f7-4cfe-befc-83115f788593 req-bd537d14-a8fb-4748-a522-374dd555ee3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd4a7bc9-91db-4f62-934b-072f0c2d625f HTTP/1.1" status: 200 len: 217 time: 0.1096115 Dec 09 22:25:30.294642 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-244671f0-9800-4189-bce0-d791c12d8095 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583 HTTP/1.1" status: 200 len: 217 time: 0.1043484 Dec 09 22:25:30.338376 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:30.346735 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:30.378329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-69c2b9ef-bc7d-41fe-99b2-18bf8e495bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:30.380271 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-69c2b9ef-bc7d-41fe-99b2-18bf8e495bef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.0637429 Dec 09 22:25:30.388041 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-decf4ddf-ee07-4508-94d3-b4846544e23e service neutron] 10.222.0.16 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036139 Dec 09 22:25:30.400333 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Pushing event updated for resources: {'Port': ['ID=7c413aca-1fee-4dfe-9cfb-4303c7a3bff8,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:30.418845 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.419743 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.420193 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.420635 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.421640 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.422512 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.423017 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.424603 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.425426 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.425960 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.426409 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.428018 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.428494 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:25:30.458493 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-d2672b78-909c-42fa-86e6-00faf856c07f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403359 Dec 09 22:25:30.480844 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb905fa-a21e-4514-9a13-2bff805cc7a5 req-1aaecdb1-a799-48e7-b589-19d11ca5f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:30.482682 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0fb905fa-a21e-4514-9a13-2bff805cc7a5 req-1aaecdb1-a799-48e7-b589-19d11ca5f7fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cfcdae8b-f4be-4bec-8cc0-215777632d1a HTTP/1.1" status: 200 len: 1097 time: 0.1786883 Dec 09 22:25:30.484011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736f115-39f7-4cfe-befc-83115f788593 req-a9daf4af-499d-4f7b-a87a-5ff1e70375ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:30.485376 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5736f115-39f7-4cfe-befc-83115f788593 req-a9daf4af-499d-4f7b-a87a-5ff1e70375ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f626ff74-c59d-4c01-abe5-c6d4185913d3 HTTP/1.1" status: 200 len: 853 time: 0.1702023 Dec 09 22:25:30.509595 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-a897bf91-8cb6-430d-b557-60bdf5925ec0 service neutron] 10.222.0.16 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117787 Dec 09 22:25:30.516586 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Attempting to bind port 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:30.517334 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Attempting to bind port 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'cb360f51-a911-4cb8-8b31-7b94694931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '272064d1-85b1-4619-843b-a73f0738415e'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:30.517969 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Attempting to bind port 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 on network 272064d1-85b1-4619-843b-a73f0738415e {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:30.526750 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:30.527546 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Checking segment: {'id': 'cb360f51-a911-4cb8-8b31-7b94694931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '272064d1-85b1-4619-843b-a73f0738415e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:30.528213 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:30.528824 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Bound using segment: {'id': 'cb360f51-a911-4cb8-8b31-7b94694931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '272064d1-85b1-4619-843b-a73f0738415e'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:30.529815 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Bound port: 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb360f51-a911-4cb8-8b31-7b94694931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '272064d1-85b1-4619-843b-a73f0738415e'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:30.530453 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:30.533379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9551730-610c-413e-8cfd-83cf7b1fa38e req-4a661ab6-c8d0-4140-8487-ec272bcf4691 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:30.541216 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9551730-610c-413e-8cfd-83cf7b1fa38e req-4a661ab6-c8d0-4140-8487-ec272bcf4691 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.1521740 Dec 09 22:25:30.613712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9551730-610c-413e-8cfd-83cf7b1fa38e req-9216d54c-225e-44f0-b378-7518a54d5b2b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673900 Dec 09 22:25:30.646288 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] For port 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:30.655807 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] For port 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7c413aca-1fee-4dfe-9cfb-4303c7a3bff8,segment=NetworkSegment(cb360f51-a911-4cb8-8b31-7b94694931c2),segment_id=cb360f51-a911-4cb8-8b31-7b94694931c2)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:30.663188 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:30.667801 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736f115-39f7-4cfe-befc-83115f788593 req-360186a0-dc4d-4600-a795-a2af1f7fbc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:30.669441 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5736f115-39f7-4cfe-befc-83115f788593 req-360186a0-dc4d-4600-a795-a2af1f7fbc42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=423145d5-d001-463a-b86e-cdc82e5078c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1699059 Dec 09 22:25:30.696932 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0fb905fa-a21e-4514-9a13-2bff805cc7a5 req-f49814e7-68c8-4b4d-9ef1-831607f164ec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959598 Dec 09 22:25:30.737534 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-d0fec06a-d92b-4448-9178-cb51a7556966 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659647 Dec 09 22:25:30.811277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14560ade-9074-4b33-b7c3-ce311ac4d147 req-c7931bdb-51f0-42f5-a58a-a5d5030778ec tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:30.836479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-14560ade-9074-4b33-b7c3-ce311ac4d147 req-c7931bdb-51f0-42f5-a58a-a5d5030778ec tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 943 time: 0.1340342 Dec 09 22:25:30.876866 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-8893853c-aebe-441f-804b-960970920745 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077702 Dec 09 22:25:30.879822 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a4a32-73d3-439a-85f9-40cf42c9d541 None None] Pushing event updated for resources: {'Port': ['ID=7c413aca-1fee-4dfe-9cfb-4303c7a3bff8,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:30.899500 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Routers {'f411ee0e-e692-44fc-844b-812bf2d1872a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:25:30.902830 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5736f115-39f7-4cfe-befc-83115f788593 req-8740f555-69d4-4370-a522-57bb01f3ba0a service neutron] 10.222.0.18 "GET /v2.0/networks/423145d5-d001-463a-b86e-cdc82e5078c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233591 Dec 09 22:25:30.907224 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f411ee0e-e692-44fc-844b-812bf2d1872a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:30.915936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-14560ade-9074-4b33-b7c3-ce311ac4d147 req-6fa0cde4-4559-424f-b446-1310dec1969c tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765188 Dec 09 22:25:31.046842 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5736f115-39f7-4cfe-befc-83115f788593 req-0fef9f2b-702c-42d7-b24c-79111d06d6fa service neutron] 10.222.0.18 "GET /v2.0/networks/423145d5-d001-463a-b86e-cdc82e5078c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244900 Dec 09 22:25:31.054300 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-77910f66-643e-4d6e-9625-cb6c84fbba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:31.156566 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] Set router f411ee0e-e692-44fc-844b-812bf2d1872a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:25:31.272102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6cfb-b045-4df3-8cfd-07c5a5ff28c9 req-e863f4cf-7507-441e-99ad-dbe220baca12 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:31.284546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef3f6cfb-b045-4df3-8cfd-07c5a5ff28c9 req-e863f4cf-7507-441e-99ad-dbe220baca12 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 943 time: 0.1377108 Dec 09 22:25:31.347246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391aca00-3de3-4ec4-ab60-400cc7cc1d68 req-327790eb-807e-4ebc-a0c7-fdb8f1023697 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:31.349874 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-391aca00-3de3-4ec4-ab60-400cc7cc1d68 req-327790eb-807e-4ebc-a0c7-fdb8f1023697 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 945 time: 0.1261597 Dec 09 22:25:31.394506 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef3f6cfb-b045-4df3-8cfd-07c5a5ff28c9 req-412b69fc-4439-4e2e-8375-7d69290bd7ad tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092575 Dec 09 22:25:31.470985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-391aca00-3de3-4ec4-ab60-400cc7cc1d68 req-64b57ae2-0128-4eb4-a510-7d9925f29cf9 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116333 Dec 09 22:25:31.556647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-697dcf51-91b3-438c-8791-a0e352297a4f req-82583b97-4c89-4205-8867-317f900cb31a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 210 time: 0.0638273 Dec 09 22:25:31.634442 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7c413aca-1fee-4dfe-9cfb-4303c7a3bff8', 'name': '', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'mac_address': 'fa:16:3e:85:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:26Z', 'updated_at': '2021-12-09T22:25:30Z', 'revision_number': 4, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'subnets': [{'id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:25:31.692972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7ea16-40bb-4533-8dfa-3036dd5643c1 req-43bd4e3e-a435-439e-9231-07063777fa3a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:31.699164 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537515f5-9055-4259-8369-26a07ff1e8b6 None None] The sync data for ids ['f411ee0e-e692-44fc-844b-812bf2d1872a'] in n-d-789963-23 is: [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7c413aca-1fee-4dfe-9cfb-4303c7a3bff8', 'name': '', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'mac_address': 'fa:16:3e:85:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:26Z', 'updated_at': '2021-12-09T22:25:30Z', 'revision_number': 4, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'subnets': [{'id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:25:31.714810 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32a7ea16-40bb-4533-8dfa-3036dd5643c1 req-43bd4e3e-a435-439e-9231-07063777fa3a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.1091483 Dec 09 22:25:31.866422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32a7ea16-40bb-4533-8dfa-3036dd5643c1 req-d31dde2c-960c-4d77-ba6a-da4b545f3406 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484840 Dec 09 22:25:31.938317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba46b9f-3b5a-4658-8520-7fcef54bec1f req-ecd16f2e-da0a-4518-a2a9-64744a4def94 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:31.956585 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ba46b9f-3b5a-4658-8520-7fcef54bec1f req-ecd16f2e-da0a-4518-a2a9-64744a4def94 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.2375779 Dec 09 22:25:32.090762 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ba46b9f-3b5a-4658-8520-7fcef54bec1f req-dd7ae9b2-6707-439f-b644-86c05ae8c630 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267838 Dec 09 22:25:32.218894 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb706e-b3ea-442c-85b8-4ae96e6d1852 req-2036a8a6-bfa8-420b-890a-ed8c52d30eff tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:32.229022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0cb706e-b3ea-442c-85b8-4ae96e6d1852 req-2036a8a6-bfa8-420b-890a-ed8c52d30eff tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.1367719 Dec 09 22:25:32.236523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1e1094-c650-4520-aa66-a281b506a3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1256339-2005-4ecb-b5fc-ece5138eb7b0'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:32.240443 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ac6004-9067-4c81-b7d8-587e4204dd53" -d '{"events": [{"server_uuid": "be1e1094-c650-4520-aa66-a281b506a3d6", "name": "network-vif-plugged", "status": "completed", "tag": "e1256339-2005-4ecb-b5fc-ece5138eb7b0"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:32.310124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0cb706e-b3ea-442c-85b8-4ae96e6d1852 req-e75e7412-72c7-451e-a162-4b835957d65a tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797839 Dec 09 22:25:32.333722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b66b9f-8f50-4a20-ad2c-f8faade26101 req-adff4d47-109b-4c86-9b29-2a2523504e3b tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:32.344103 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1b66b9f-8f50-4a20-ad2c-f8faade26101 req-adff4d47-109b-4c86-9b29-2a2523504e3b tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 943 time: 0.1094632 Dec 09 22:25:32.399882 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e9e9fc-2161-422d-98ee-b7838c910bc3 x-openstack-request-id: req-d9e9e9fc-2161-422d-98ee-b7838c910bc3 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:32.400613 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1e1094-c650-4520-aa66-a281b506a3d6", "name": "network-vif-plugged", "status": "completed", "tag": "e1256339-2005-4ecb-b5fc-ece5138eb7b0", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:32.400869 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9e9e9fc-2161-422d-98ee-b7838c910bc3 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:32.401270 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1e1094-c650-4520-aa66-a281b506a3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1256339-2005-4ecb-b5fc-ece5138eb7b0', 'code': 200} Dec 09 22:25:32.419669 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1b66b9f-8f50-4a20-ad2c-f8faade26101 req-b13305e0-4458-4d1b-a3c6-e9564f7ca757 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718551 Dec 09 22:25:32.466347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 80c8abd2-07a5-4022-b294-688d6747f618 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:32.611360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c2e5d-8220-4fa3-89af-f02de1973ac6 req-6a3c1225-1770-4d99-a13e-b8a133952ba9 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:32.613437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b81c2e5d-8220-4fa3-89af-f02de1973ac6 req-6a3c1225-1770-4d99-a13e-b8a133952ba9 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 943 time: 0.1015601 Dec 09 22:25:32.644887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 80c8abd2-07a5-4022-b294-688d6747f618, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=80c8abd2-07a5-4022-b294-688d6747f618,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:32.660348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '80c8abd2-07a5-4022-b294-688d6747f618', 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b', 'port_id': '80c8abd2-07a5-4022-b294-688d6747f618', 'mac_address': 'fa:16:3e:24:e4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de473d8d-0a8f-42d8-9920-41b2bfa86fe9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:32.722269 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:32.743383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b81c2e5d-8220-4fa3-89af-f02de1973ac6 req-69367fec-972f-46a7-a21a-fd8d502a9418 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150680 Dec 09 22:25:32.748893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c8abd2-07a5-4022-b294-688d6747f618 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:32.766333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6686218-1e0d-4176-a997-44cc81bd52d9 req-3d08ad5a-423a-40fe-b14c-dce0cc6a8758 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:32.771588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a826d45-9758-40f7-a58d-2fb8c2fe3c3d req-1145f5e4-0f3d-446d-b19f-bf308ffce24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:32.774526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6686218-1e0d-4176-a997-44cc81bd52d9 req-3d08ad5a-423a-40fe-b14c-dce0cc6a8758 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 945 time: 0.1597025 Dec 09 22:25:32.774943 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a826d45-9758-40f7-a58d-2fb8c2fe3c3d req-1145f5e4-0f3d-446d-b19f-bf308ffce24f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 1097 time: 0.2801819 Dec 09 22:25:32.782156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 80c8abd2-07a5-4022-b294-688d6747f618, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=80c8abd2-07a5-4022-b294-688d6747f618,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:32.787990 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:32.788721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fd4a7bc9-91db-4f62-934b-072f0c2d625f details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:32.886872 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6686218-1e0d-4176-a997-44cc81bd52d9 req-4fbaa58a-10ad-4a09-97e6-f3ae1c75d025 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979810 Dec 09 22:25:32.901865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-3ece5778-4fe9-4fb0-b32f-22f2607ce93c tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:32.910008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fd4a7bc9-91db-4f62-934b-072f0c2d625f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fd4a7bc9-91db-4f62-934b-072f0c2d625f,segment=NetworkSegment(85d43e33-e357-4b94-a61d-73ba8063e0f9),segment_id=85d43e33-e357-4b94-a61d-73ba8063e0f9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:32.915587 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-3ece5778-4fe9-4fb0-b32f-22f2607ce93c tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.18 "GET /v2.0/networks?id=272064d1-85b1-4619-843b-a73f0738415e HTTP/1.1" status: 200 len: 820 time: 0.3344681 Dec 09 22:25:32.945276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Request body: {'port': {'device_id': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'admin_state_up': True, 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:32.958709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4dc66378-9611-4c23-9ce1-bfc3ad803c15 req-9fc101c6-9723-4f66-8fbc-69ae31b723e7 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 210 time: 0.0792646 Dec 09 22:25:32.995288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'fd4a7bc9-91db-4f62-934b-072f0c2d625f', 'network_id': '423145d5-d001-463a-b86e-cdc82e5078c0', 'port_id': 'fd4a7bc9-91db-4f62-934b-072f0c2d625f', 'mac_address': 'fa:16:3e:4a:e4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f626ff74-c59d-4c01-abe5-c6d4185913d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:32.997284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=80c8abd2-07a5-4022-b294-688d6747f618,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:33.056953 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:33.073309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4a7bc9-91db-4f62-934b-072f0c2d625f {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:33.088326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48872c20-a314-437c-bb72-0a90dd15f27a req-bc387863-ecd8-4c99-8f91-f88498e9e668 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:33.090325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-48872c20-a314-437c-bb72-0a90dd15f27a req-bc387863-ecd8-4c99-8f91-f88498e9e668 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.0794241 Dec 09 22:25:33.104106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fd4a7bc9-91db-4f62-934b-072f0c2d625f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fd4a7bc9-91db-4f62-934b-072f0c2d625f,segment=NetworkSegment(85d43e33-e357-4b94-a61d-73ba8063e0f9),segment_id=85d43e33-e357-4b94-a61d-73ba8063e0f9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:33.112672 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:33.133252 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a826d45-9758-40f7-a58d-2fb8c2fe3c3d req-d162d11a-0eee-41da-abcc-f3fe67127ed2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465815 Dec 09 22:25:33.135315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Made reservation on behalf of 403563cf0d0a4ab78e637fcdfa57bbdd for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:33.141478 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:33.170016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-48872c20-a314-437c-bb72-0a90dd15f27a req-a6cb7c25-816d-469f-a4ce-9858f8411ce7 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722201 Dec 09 22:25:33.221836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fd4a7bc9-91db-4f62-934b-072f0c2d625f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:33.250581 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d21c8051-63f1-4cb8-8217-bb1477448d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:33.273553 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fea418-fad6-433f-b7d8-c81778b7ef4a req-f57aaeaa-d04c-48a4-bded-67b6df608b30 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:33.275442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53fea418-fad6-433f-b7d8-c81778b7ef4a req-f57aaeaa-d04c-48a4-bded-67b6df608b30 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0801163 Dec 09 22:25:33.331629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53fea418-fad6-433f-b7d8-c81778b7ef4a req-efa6aa7e-a01f-40e5-8223-c66dce36ef2f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476732 Dec 09 22:25:33.366275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Allocated IP 172.20.0.4 (272064d1-85b1-4619-843b-a73f0738415e/b831de4c-aec9-4c65-b78f-076b01fd0f41/a49e8ac9-6be4-49bb-ba3f-416401102ad2) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:25:33.474588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4271830-cabf-4550-b58f-2d6463563058 req-3885b75e-679a-41cf-8ea2-42824070f150 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:33.480153 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4271830-cabf-4550-b58f-2d6463563058 req-3885b75e-679a-41cf-8ea2-42824070f150 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.0682321 Dec 09 22:25:33.505744 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['80c8abd2-07a5-4022-b294-688d6747f618'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:33.539536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['fd4a7bc9-91db-4f62-934b-072f0c2d625f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:33.594776 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:33.628357 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4271830-cabf-4550-b58f-2d6463563058 req-332a2188-50e7-4f10-bc5f-9ad053d4d859 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416788 Dec 09 22:25:33.630056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:33.676810 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:33.680594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf98d57-afcb-4498-88be-7e5ae08eefb7 req-64f933c8-d8a6-48c6-89e7-718144f2b821 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:33.683335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fcf98d57-afcb-4498-88be-7e5ae08eefb7 req-64f933c8-d8a6-48c6-89e7-718144f2b821 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 944 time: 0.1709547 Dec 09 22:25:33.734036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Network 272064d1-85b1-4619-843b-a73f0738415e is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:33.735628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:33.737553 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:33.744611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:25:33.809865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:33.810496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:33.818113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Pushing event updated for resources: {'Port': ['ID=a49e8ac9-6be4-49bb-ba3f-416401102ad2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:33.826276 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fcf98d57-afcb-4498-88be-7e5ae08eefb7 req-26bfd61e-45a8-43d7-9a7b-ed81b8a5dbdc tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368687 Dec 09 22:25:33.859555 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-d121af93-04eb-4821-b5b0-491400cfb80b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9273489 Dec 09 22:25:33.881655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Request body: {'port': {'device_id': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:33.906304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:33.906672 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:33.948970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924adc4b-6899-41be-a5c8-7589d4575c57 req-40c32ecf-8ac2-42f8-ba2c-723ad3d92466 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:33.952414 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-924adc4b-6899-41be-a5c8-7589d4575c57 req-40c32ecf-8ac2-42f8-ba2c-723ad3d92466 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 944 time: 0.0888398 Dec 09 22:25:33.987897 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:34.031262 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:34.048905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-924adc4b-6899-41be-a5c8-7589d4575c57 req-f1e16cc2-aaad-4178-80ed-06bf38c285a7 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891094 Dec 09 22:25:34.063349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09791828-67a2-46c5-8081-1217ef1bf649 req-0e53b2e3-91f0-438b-8f33-5a4c45294460 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:34.065735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09791828-67a2-46c5-8081-1217ef1bf649 req-0e53b2e3-91f0-438b-8f33-5a4c45294460 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0838568 Dec 09 22:25:34.090954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7c413aca-1fee-4dfe-9cfb-4303c7a3bff8,segment=NetworkSegment(cb360f51-a911-4cb8-8b31-7b94694931c2),segment_id=cb360f51-a911-4cb8-8b31-7b94694931c2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:34.098694 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:34.135698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09791828-67a2-46c5-8081-1217ef1bf649 req-13e940ac-971f-47a9-8e51-1e97075dc356 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618336 Dec 09 22:25:34.169124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=7c413aca-1fee-4dfe-9cfb-4303c7a3bff8,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:34.205261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcc472-5536-4f70-9fb7-bd3755b16b49 req-d71a9855-62f1-4b3e-b8b4-2eb93b819a06 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:34.206838 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-04fcc472-5536-4f70-9fb7-bd3755b16b49 req-d71a9855-62f1-4b3e-b8b4-2eb93b819a06 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 931 time: 0.0697989 Dec 09 22:25:34.295661 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-04fcc472-5536-4f70-9fb7-bd3755b16b49 req-732aee52-4255-4657-a1cf-836388223825 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698190 Dec 09 22:25:34.318545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76305a4b-b198-442e-88cf-dbad920dcc0b req-ef1c48c8-e599-45ce-8b55-4c29d72f57a6 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:34.320833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76305a4b-b198-442e-88cf-dbad920dcc0b req-ef1c48c8-e599-45ce-8b55-4c29d72f57a6 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.0656223 Dec 09 22:25:34.372235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76305a4b-b198-442e-88cf-dbad920dcc0b req-ab858af2-ee4d-4611-8c4b-428ed5b4c972 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445912 Dec 09 22:25:34.468600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911b3e9-6174-4c0e-a91a-2a4bb58a5a93 req-24babbdb-dde4-468e-934d-631b97c4a854 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:34.470666 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9911b3e9-6174-4c0e-a91a-2a4bb58a5a93 req-24babbdb-dde4-468e-934d-631b97c4a854 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0595305 Dec 09 22:25:34.522335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9911b3e9-6174-4c0e-a91a-2a4bb58a5a93 req-54e0fb55-f9de-4e19-977c-51164f88fdb2 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450058 Dec 09 22:25:34.636723 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49e8ac9-6be4-49bb-ba3f-416401102ad2 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:34.644737 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:34.662135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Transition to ACTIVE for port object a49e8ac9-6be4-49bb-ba3f-416401102ad2 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:25:34.666927 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:34.714951 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:34.775470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a49e8ac9-6be4-49bb-ba3f-416401102ad2,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:34.800923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Attempting to bind port a49e8ac9-6be4-49bb-ba3f-416401102ad2 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:34.801264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Attempting to bind port a49e8ac9-6be4-49bb-ba3f-416401102ad2 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'cb360f51-a911-4cb8-8b31-7b94694931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '272064d1-85b1-4619-843b-a73f0738415e'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:34.801601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Attempting to bind port a49e8ac9-6be4-49bb-ba3f-416401102ad2 on network 272064d1-85b1-4619-843b-a73f0738415e {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:34.806066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Port a49e8ac9-6be4-49bb-ba3f-416401102ad2 on network 272064d1-85b1-4619-843b-a73f0738415e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:34.806519 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Attempting to bind port a49e8ac9-6be4-49bb-ba3f-416401102ad2 on network 272064d1-85b1-4619-843b-a73f0738415e {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:34.806638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d6584-f788-412c-a348-7f8579a21a38 req-25caa767-7c11-4d87-b2ac-631986ca3dca tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:34.811507 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:34.812043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Checking segment: {'id': 'cb360f51-a911-4cb8-8b31-7b94694931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '272064d1-85b1-4619-843b-a73f0738415e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:34.812223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Bound using segment: {'id': 'cb360f51-a911-4cb8-8b31-7b94694931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '272064d1-85b1-4619-843b-a73f0738415e'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:34.812668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Bound port: a49e8ac9-6be4-49bb-ba3f-416401102ad2, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb360f51-a911-4cb8-8b31-7b94694931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '272064d1-85b1-4619-843b-a73f0738415e'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:34.813027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:34.814288 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-388d6584-f788-412c-a348-7f8579a21a38 req-25caa767-7c11-4d87-b2ac-631986ca3dca tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.0675411 Dec 09 22:25:34.862108 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-388d6584-f788-412c-a348-7f8579a21a38 req-84ad4364-6af4-44b9-9d52-705684738cb3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463090 Dec 09 22:25:34.886359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] For port a49e8ac9-6be4-49bb-ba3f-416401102ad2, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:34.890220 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] For port a49e8ac9-6be4-49bb-ba3f-416401102ad2, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2,segment=NetworkSegment(cb360f51-a911-4cb8-8b31-7b94694931c2),segment_id=cb360f51-a911-4cb8-8b31-7b94694931c2)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:34.899105 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:34.936767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:34.937406 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:34.938876 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 1092 time: 1.0648727 Dec 09 22:25:34.939316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:34.941618 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca6e483-8e9b-4f41-8cff-a3e8e88e5607" -d '{"events": [{"name": "network-changed", "server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:34.983599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3a0ad-b2d0-4879-afa9-00c80431f6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a49e8ac9-6be4-49bb-ba3f-416401102ad2,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:34.984603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2595a0-104d-4ce8-b779-62d240d9a70f req-cebf02ff-198b-4487-9603-8ae388fc7b36 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:34.986329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e2595a0-104d-4ce8-b779-62d240d9a70f req-cebf02ff-198b-4487-9603-8ae388fc7b36 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 944 time: 0.0626380 Dec 09 22:25:35.014654 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73fb5e8-259a-412b-80f1-4f0f8bd80ba8 x-openstack-request-id: req-b73fb5e8-259a-412b-80f1-4f0f8bd80ba8 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:35.014961 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:35.015127 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b73fb5e8-259a-412b-80f1-4f0f8bd80ba8 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:35.015514 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'status': 'completed', 'code': 200} Dec 09 22:25:35.046689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e2595a0-104d-4ce8-b779-62d240d9a70f req-80e1bd14-8eae-43c3-9eed-880d8c185730 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507717 Dec 09 22:25:35.058621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-8f64f25c-1273-42fa-ace4-51fa61e5ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:35.060168 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-8f64f25c-1273-42fa-ace4-51fa61e5ade2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd&device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 1095 time: 0.0570347 Dec 09 22:25:35.112532 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-ef04a667-8e87-47c9-8af9-ace8fc175faa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 217 time: 0.0391917 Dec 09 22:25:35.166079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-1f3b716a-d6a0-4f1a-9416-3c2471fdbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:35.167461 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-1f3b716a-d6a0-4f1a-9416-3c2471fdbf1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b831de4c-aec9-4c65-b78f-076b01fd0f41 HTTP/1.1" status: 200 len: 860 time: 0.0484335 Dec 09 22:25:35.180670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad3133-3e82-4849-9eec-40b398f68a8f req-60c19a2f-4c0c-4236-a3b2-fc3da6d802c6 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:35.182332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70ad3133-3e82-4849-9eec-40b398f68a8f req-60c19a2f-4c0c-4236-a3b2-fc3da6d802c6 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 944 time: 0.0538523 Dec 09 22:25:35.216783 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-4946ddac-fd92-4cab-b413-bfca8aa5215d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=272064d1-85b1-4619-843b-a73f0738415e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424230 Dec 09 22:25:35.270820 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70ad3133-3e82-4849-9eec-40b398f68a8f req-7a49f2c8-8ef4-4d9e-b5c9-1dbf7bbf4211 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725420 Dec 09 22:25:35.293953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03648ab-bed1-476a-86dd-ac9c9ebe1fd7 req-83968640-a3e2-4791-811f-df222c0e4c60 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:35.296514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f03648ab-bed1-476a-86dd-ac9c9ebe1fd7 req-83968640-a3e2-4791-811f-df222c0e4c60 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0654981 Dec 09 22:25:35.321166 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-8556f126-6e0e-4944-9815-812869af8222 service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965679 Dec 09 22:25:35.366840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f03648ab-bed1-476a-86dd-ac9c9ebe1fd7 req-48bea759-a049-49e7-9175-b11af915e700 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635881 Dec 09 22:25:35.447961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53a2f8-89e5-43e0-89be-d372675bca24 req-c530048d-43c9-4045-b988-1ba9c7e8c96a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:35.449081 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-747d46ab-ef53-460d-afb7-440e2e0da476 req-bea7eae2-32f6-4960-b20d-bfaa89e1bb12 service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205096 Dec 09 22:25:35.449926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de53a2f8-89e5-43e0-89be-d372675bca24 req-c530048d-43c9-4045-b988-1ba9c7e8c96a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 943 time: 0.0592854 Dec 09 22:25:35.530004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a19187-b154-46da-a557-81b624c69469 req-93949b02-5be4-4028-906a-5257e6672bb5 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:35.531476 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70a19187-b154-46da-a557-81b624c69469 req-93949b02-5be4-4028-906a-5257e6672bb5 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 945 time: 0.0805523 Dec 09 22:25:35.535880 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de53a2f8-89e5-43e0-89be-d372675bca24 req-472b7dc8-d98e-4c4c-86fb-4f0749cb099d tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764606 Dec 09 22:25:35.593366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70a19187-b154-46da-a557-81b624c69469 req-b4378d83-50b3-461d-90d2-4628eaed07d0 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540302 Dec 09 22:25:35.644469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6e483-8e9b-4f41-8cff-a3e8e88e5607 req-1d4c87be-96dd-470f-9521-952b75dccfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:35.646345 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ca6e483-8e9b-4f41-8cff-a3e8e88e5607 req-1d4c87be-96dd-470f-9521-952b75dccfef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd&device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 1095 time: 0.1108415 Dec 09 22:25:35.680121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb394a-063f-4237-b4e5-8860afc0090e req-15803c31-1559-447b-b3d6-1e1fc3028456 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:35.681647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21eb394a-063f-4237-b4e5-8860afc0090e req-15803c31-1559-447b-b3d6-1e1fc3028456 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.0585055 Dec 09 22:25:35.695224 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:35.748595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:35.749245 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:35.773619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6e483-8e9b-4f41-8cff-a3e8e88e5607 req-2bdebe42-ae1c-4669-8619-6f0358983654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:35.775567 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ca6e483-8e9b-4f41-8cff-a3e8e88e5607 req-2bdebe42-ae1c-4669-8619-6f0358983654 service neutron] 10.222.0.18 "GET /v2.0/networks?id=272064d1-85b1-4619-843b-a73f0738415e HTTP/1.1" status: 200 len: 921 time: 0.1216557 Dec 09 22:25:35.785946 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21eb394a-063f-4237-b4e5-8860afc0090e req-1f556c9d-570a-46d6-a3bd-9a5ef8a5ef8a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923479 Dec 09 22:25:35.807412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf3e40-87c4-48b0-9a72-78c0c339763c req-5c6d1871-23b2-4321-b9d6-8e71c3821659 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:35.808970 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eaaf3e40-87c4-48b0-9a72-78c0c339763c req-5c6d1871-23b2-4321-b9d6-8e71c3821659 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0954804 Dec 09 22:25:35.825222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ca6e483-8e9b-4f41-8cff-a3e8e88e5607 req-6fdd3577-260b-4c90-ab56-13ca2d9805a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 217 time: 0.0406263 Dec 09 22:25:35.888460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eaaf3e40-87c4-48b0-9a72-78c0c339763c req-4c64e068-9e1d-4a32-ab5e-dfd511a7d2f1 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719304 Dec 09 22:25:35.892635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6e483-8e9b-4f41-8cff-a3e8e88e5607 req-698d56dd-2d79-4032-bf71-6516b86a8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:35.894586 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ca6e483-8e9b-4f41-8cff-a3e8e88e5607 req-698d56dd-2d79-4032-bf71-6516b86a8ae6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b831de4c-aec9-4c65-b78f-076b01fd0f41 HTTP/1.1" status: 200 len: 860 time: 0.0558560 Dec 09 22:25:35.939703 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ca6e483-8e9b-4f41-8cff-a3e8e88e5607 req-10c1bd28-bf71-418b-b2ee-8ccb5b2206cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=272064d1-85b1-4619-843b-a73f0738415e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361767 Dec 09 22:25:35.950433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e086e1-dc51-40c6-a2ac-26ef14bc5271 req-5170defc-bd02-455c-a570-93f29b09acda tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:35.951909 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45e086e1-dc51-40c6-a2ac-26ef14bc5271 req-5170defc-bd02-455c-a570-93f29b09acda tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0625684 Dec 09 22:25:36.035583 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:36.042324 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ca6e483-8e9b-4f41-8cff-a3e8e88e5607 req-796bdbb2-c2a9-494d-b2ca-2532cebcabd3 service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936303 Dec 09 22:25:36.050357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87d4b5-06be-4b4c-8406-9ffe4f6ebe64 req-918c7c13-1fc5-4a1b-aed5-c6d966f1fc30 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:36.051848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e87d4b5-06be-4b4c-8406-9ffe4f6ebe64 req-918c7c13-1fc5-4a1b-aed5-c6d966f1fc30 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.0990694 Dec 09 22:25:36.059278 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45e086e1-dc51-40c6-a2ac-26ef14bc5271 req-c2293889-1855-4470-8a47-f6cdf254e5b9 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978608 Dec 09 22:25:36.109277 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e87d4b5-06be-4b4c-8406-9ffe4f6ebe64 req-669cc67d-3381-4900-8981-07611f276a0e tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486703 Dec 09 22:25:36.156321 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ca6e483-8e9b-4f41-8cff-a3e8e88e5607 req-288219e9-dfef-4994-9dcc-8da6e8f61561 service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071448 Dec 09 22:25:36.188647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5083d6-712a-4df9-87ba-e88b717961ee req-fd363e3d-ed00-4737-8b35-843038349911 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:36.190194 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c5083d6-712a-4df9-87ba-e88b717961ee req-fd363e3d-ed00-4737-8b35-843038349911 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 944 time: 0.0587628 Dec 09 22:25:36.243407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c5083d6-712a-4df9-87ba-e88b717961ee req-51242a31-61e8-48ef-bc88-49b1d5c589e6 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Dec 09 22:25:36.400622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b10ea1-45c0-4555-9215-852c990315dc req-0c3901ac-611b-4b7b-b7d1-4d858d301126 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:36.402122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9b10ea1-45c0-4555-9215-852c990315dc req-0c3901ac-611b-4b7b-b7d1-4d858d301126 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0806537 Dec 09 22:25:36.414824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702ad50-61c4-4bcf-b581-24f6580aa6b6 req-da08daa1-6e2b-42e4-ad29-24cccdd76526 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:36.416297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8702ad50-61c4-4bcf-b581-24f6580aa6b6 req-da08daa1-6e2b-42e4-ad29-24cccdd76526 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 944 time: 0.0665145 Dec 09 22:25:36.484160 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9b10ea1-45c0-4555-9215-852c990315dc req-f56d347a-e174-4dd8-ac26-9d4243cb8dc7 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669084 Dec 09 22:25:36.491265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8702ad50-61c4-4bcf-b581-24f6580aa6b6 req-b6fc3b22-af9e-4950-9591-c4b52bccea77 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673416 Dec 09 22:25:36.501117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 80c8abd2-07a5-4022-b294-688d6747f618 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:36.551145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 80c8abd2-07a5-4022-b294-688d6747f618 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:25:36.555623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 80c8abd2-07a5-4022-b294-688d6747f618 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:36.556114 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:36.642301 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:36.670398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f264864-5786-4c22-a2a0-431cf22a4e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c8abd2-07a5-4022-b294-688d6747f618'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:36.673279 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62d674c-cdb5-4899-91c0-b2663e9afa3f" -d '{"events": [{"server_uuid": "6f264864-5786-4c22-a2a0-431cf22a4e05", "name": "network-vif-plugged", "status": "completed", "tag": "80c8abd2-07a5-4022-b294-688d6747f618"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:36.676718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1d60f-8ab9-44fa-8c3a-19c939caa42d req-d69718f0-e1aa-40e2-88d1-be9dea17fa90 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:36.678599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2e1d60f-8ab9-44fa-8c3a-19c939caa42d req-d69718f0-e1aa-40e2-88d1-be9dea17fa90 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 943 time: 0.0550272 Dec 09 22:25:36.695244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 80c8abd2-07a5-4022-b294-688d6747f618, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=80c8abd2-07a5-4022-b294-688d6747f618,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:36.702642 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:36.703996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fd4a7bc9-91db-4f62-934b-072f0c2d625f up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:36.741065 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2e1d60f-8ab9-44fa-8c3a-19c939caa42d req-e77d6850-4e58-4e46-8df7-c215fcc17b6c tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560942 Dec 09 22:25:36.762266 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc32c923-66f7-4712-9cbd-6bf27dd0a731 x-openstack-request-id: req-cc32c923-66f7-4712-9cbd-6bf27dd0a731 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:36.762878 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f264864-5786-4c22-a2a0-431cf22a4e05", "name": "network-vif-plugged", "status": "completed", "tag": "80c8abd2-07a5-4022-b294-688d6747f618", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:36.762878 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc32c923-66f7-4712-9cbd-6bf27dd0a731 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:36.763191 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f264864-5786-4c22-a2a0-431cf22a4e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c8abd2-07a5-4022-b294-688d6747f618', 'code': 200} Dec 09 22:25:36.801540 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=80c8abd2-07a5-4022-b294-688d6747f618,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:36.832290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port fd4a7bc9-91db-4f62-934b-072f0c2d625f completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:25:36.846365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port fd4a7bc9-91db-4f62-934b-072f0c2d625f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:36.847033 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:36.862278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6bac5-2a7f-4cc1-8cbf-18c758333de3 req-56c95867-faee-49fe-af7b-671da3a48d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:36.866608 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d7a6bac5-2a7f-4cc1-8cbf-18c758333de3 req-56c95867-faee-49fe-af7b-671da3a48d88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 1097 time: 0.0537446 Dec 09 22:25:36.900799 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:36.932041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecea20-3e27-4220-a7b9-44f9a56d4c5a req-8bef5b00-7b10-42d3-8b4f-d2e0fc882e9a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:36.941615 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0eecea20-3e27-4220-a7b9-44f9a56d4c5a req-8bef5b00-7b10-42d3-8b4f-d2e0fc882e9a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.0770476 Dec 09 22:25:36.948942 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d7a6bac5-2a7f-4cc1-8cbf-18c758333de3 req-bd843c5f-8b74-4059-b4a6-a3bb731bc52e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694246 Dec 09 22:25:36.973216 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:37.006836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fd4a7bc9-91db-4f62-934b-072f0c2d625f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fd4a7bc9-91db-4f62-934b-072f0c2d625f,segment=NetworkSegment(85d43e33-e357-4b94-a61d-73ba8063e0f9),segment_id=85d43e33-e357-4b94-a61d-73ba8063e0f9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:37.011593 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:37.018893 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0eecea20-3e27-4220-a7b9-44f9a56d4c5a req-330822bb-6dad-42cd-acd8-2c1f0bfdfa74 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746157 Dec 09 22:25:37.049632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427bbeb-3e1b-4ff6-a697-6c0d68967458 req-ba59e924-44c0-467d-8ad7-015cbfc6c9b0 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:37.051512 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e427bbeb-3e1b-4ff6-a697-6c0d68967458 req-ba59e924-44c0-467d-8ad7-015cbfc6c9b0 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0760279 Dec 09 22:25:37.065308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fd4a7bc9-91db-4f62-934b-072f0c2d625f,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:37.100025 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e427bbeb-3e1b-4ff6-a697-6c0d68967458 req-9cb5b746-88cc-4363-925d-a55f60c310eb tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Dec 09 22:25:37.230676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a72af-d219-40c6-b393-069425cadf14 req-8acbb872-3a0f-44a5-a497-17133a9b85fa tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:37.232141 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e5a72af-d219-40c6-b393-069425cadf14 req-8acbb872-3a0f-44a5-a497-17133a9b85fa tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.0522399 Dec 09 22:25:37.278540 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e5a72af-d219-40c6-b393-069425cadf14 req-dddbc3ae-2953-454d-99a2-03cf513eba08 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403433 Dec 09 22:25:37.379339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2324c-d685-4a76-aff7-55129b34ebe4 req-fdfb081b-802c-4529-b8c9-13217ba5772e tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:37.380908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68c2324c-d685-4a76-aff7-55129b34ebe4 req-fdfb081b-802c-4529-b8c9-13217ba5772e tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 945 time: 0.0527468 Dec 09 22:25:37.428009 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68c2324c-d685-4a76-aff7-55129b34ebe4 req-9d2fe9f5-4fa7-479c-bc9f-76a630201042 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Dec 09 22:25:37.633483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e7f9a-d816-4332-bc77-5729ff3cd618 req-b747a557-741b-4c7d-8a25-472dbcd6ad8f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:37.634973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f88e7f9a-d816-4332-bc77-5729ff3cd618 req-b747a557-741b-4c7d-8a25-472dbcd6ad8f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0808926 Dec 09 22:25:37.649569 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c68dab-2c4c-42d1-a15f-37fdb79c8c66 req-e5fa43eb-86bd-4016-b18a-355df5617254 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:37.650975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4c68dab-2c4c-42d1-a15f-37fdb79c8c66 req-e5fa43eb-86bd-4016-b18a-355df5617254 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 945 time: 0.0877674 Dec 09 22:25:37.715625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f88e7f9a-d816-4332-bc77-5729ff3cd618 req-d90a4cab-a0f8-494a-a5d5-cbd9bd32acae tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744326 Dec 09 22:25:37.728360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4c68dab-2c4c-42d1-a15f-37fdb79c8c66 req-fd41c3f2-98d7-4135-9e32-b43b129173c0 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709839 Dec 09 22:25:37.861032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cae3bd-58f4-4a90-94fe-b37b2977ee1b req-b04b63ed-0e3b-4494-8fe0-ed64642195ab tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:37.862665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95cae3bd-58f4-4a90-94fe-b37b2977ee1b req-b04b63ed-0e3b-4494-8fe0-ed64642195ab tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 943 time: 0.0506938 Dec 09 22:25:37.914645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95cae3bd-58f4-4a90-94fe-b37b2977ee1b req-86f64226-e51d-4c34-b3a5-61cb0f6c12fe tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453308 Dec 09 22:25:37.964836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c088e91-f23f-41cd-9d3e-b3ac862d9b24 req-ee9d5094-3153-4447-b27f-8be62e7f18d2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:37.966323 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1c088e91-f23f-41cd-9d3e-b3ac862d9b24 req-ee9d5094-3153-4447-b27f-8be62e7f18d2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0539482 Dec 09 22:25:38.067495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-1c088e91-f23f-41cd-9d3e-b3ac862d9b24 req-fd145985-1912-462a-883b-29b6ff9520a3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Deleting port e1256339-2005-4ecb-b5fc-ece5138eb7b0 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:25:38.067969 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1c088e91-f23f-41cd-9d3e-b3ac862d9b24 req-fd145985-1912-462a-883b-29b6ff9520a3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:38.179830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e388b-2464-4ff4-a3aa-44d9e9ad62b4 req-a48f9500-7f56-471b-85d5-88bd3824023c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:38.188249 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab0e388b-2464-4ff4-a3aa-44d9e9ad62b4 req-a48f9500-7f56-471b-85d5-88bd3824023c tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.0898702 Dec 09 22:25:38.207358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-1c088e91-f23f-41cd-9d3e-b3ac862d9b24 req-fd145985-1912-462a-883b-29b6ff9520a3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] For port e1256339-2005-4ecb-b5fc-ece5138eb7b0, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e1256339-2005-4ecb-b5fc-ece5138eb7b0,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:38.207358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1c088e91-f23f-41cd-9d3e-b3ac862d9b24 req-fd145985-1912-462a-883b-29b6ff9520a3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:38.218987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-1c088e91-f23f-41cd-9d3e-b3ac862d9b24 req-fd145985-1912-462a-883b-29b6ff9520a3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Calling delete_port for e1256339-2005-4ecb-b5fc-ece5138eb7b0 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:25:38.268291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2eb7a-e868-4d74-b58a-05bb5d941ca8 req-7f7e0e0e-709d-4ee3-a0e6-0defd7a181d5 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:38.269771 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3f2eb7a-e868-4d74-b58a-05bb5d941ca8 req-7f7e0e0e-709d-4ee3-a0e6-0defd7a181d5 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0851190 Dec 09 22:25:38.273392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab0e388b-2464-4ff4-a3aa-44d9e9ad62b4 req-1180164f-3915-4dee-8304-6ffa591e4057 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746939 Dec 09 22:25:38.337176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3f2eb7a-e868-4d74-b58a-05bb5d941ca8 req-32d14bba-b065-481c-b7a4-c256ae8cdef5 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611110 Dec 09 22:25:38.379974 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1c088e91-f23f-41cd-9d3e-b3ac862d9b24 req-fd145985-1912-462a-883b-29b6ff9520a3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:38.393683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['d5b81d88-614d-4ce2-9329-8205e75e46eb', 'e1256339-2005-4ecb-b5fc-ece5138eb7b0'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:38.412968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8468b-e994-4f43-89c4-d0062f159a7f req-3a0026ac-808a-428a-ade3-c0f10498d4ba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:38.415153 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c8468b-e994-4f43-89c4-d0062f159a7f req-3a0026ac-808a-428a-ade3-c0f10498d4ba tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.0557878 Dec 09 22:25:38.416226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd145985-1912-462a-883b-29b6ff9520a3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event deleted for resources: {'Port': ['ID=e1256339-2005-4ecb-b5fc-ece5138eb7b0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:38.442837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:38.490270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c088e91-f23f-41cd-9d3e-b3ac862d9b24 req-fd145985-1912-462a-883b-29b6ff9520a3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] No DVR routers for this DVR port e1256339-2005-4ecb-b5fc-ece5138eb7b0 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:25:38.496663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1c088e91-f23f-41cd-9d3e-b3ac862d9b24 req-fd145985-1912-462a-883b-29b6ff9520a3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:38.505279 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1c088e91-f23f-41cd-9d3e-b3ac862d9b24 req-fd145985-1912-462a-883b-29b6ff9520a3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "DELETE /v2.0/ports/e1256339-2005-4ecb-b5fc-ece5138eb7b0 HTTP/1.1" status: 204 len: 173 time: 0.5282080 Dec 09 22:25:38.508241 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1e1094-c650-4520-aa66-a281b506a3d6', 'name': 'network-vif-deleted', 'tag': 'e1256339-2005-4ecb-b5fc-ece5138eb7b0'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:38.508401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a49e8ac9-6be4-49bb-ba3f-416401102ad2 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:38.511711 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433f673b-23ba-4c55-9f31-2058d1d6cfb0" -d '{"events": [{"server_uuid": "be1e1094-c650-4520-aa66-a281b506a3d6", "name": "network-vif-deleted", "tag": "e1256339-2005-4ecb-b5fc-ece5138eb7b0"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:38.513037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c8468b-e994-4f43-89c4-d0062f159a7f req-3551082f-7754-42c3-af9a-326269840cb5 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825980 Dec 09 22:25:38.584128 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e54c67-2892-40d6-9c4b-fda2921412a5 x-openstack-request-id: req-f6e54c67-2892-40d6-9c4b-fda2921412a5 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:38.584429 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1e1094-c650-4520-aa66-a281b506a3d6", "name": "network-vif-deleted", "tag": "e1256339-2005-4ecb-b5fc-ece5138eb7b0", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:38.584693 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6e54c67-2892-40d6-9c4b-fda2921412a5 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:38.585099 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1e1094-c650-4520-aa66-a281b506a3d6', 'name': 'network-vif-deleted', 'tag': 'e1256339-2005-4ecb-b5fc-ece5138eb7b0', 'status': 'completed', 'code': 200} Dec 09 22:25:38.640998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c8dd4-3ae3-4614-a4f1-bcf7abaa61c6 req-0d275037-e790-4675-9dae-6b0bebc54692 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:38.649238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c93c8dd4-3ae3-4614-a4f1-bcf7abaa61c6 req-0d275037-e790-4675-9dae-6b0bebc54692 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 945 time: 0.1261418 Dec 09 22:25:38.717488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c93c8dd4-3ae3-4614-a4f1-bcf7abaa61c6 req-4a349c36-af27-4768-a697-c8dee7a144d7 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672696 Dec 09 22:25:38.752587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a49e8ac9-6be4-49bb-ba3f-416401102ad2, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2,segment=NetworkSegment(cb360f51-a911-4cb8-8b31-7b94694931c2),segment_id=cb360f51-a911-4cb8-8b31-7b94694931c2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:38.771997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b5326-9273-4917-b52d-417570dc9249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4a7bc9-91db-4f62-934b-072f0c2d625f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:38.776786 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4cd0fb-4a0f-400a-abba-b74317edd77c" -d '{"events": [{"server_uuid": "316b5326-9273-4917-b52d-417570dc9249", "name": "network-vif-plugged", "status": "completed", "tag": "fd4a7bc9-91db-4f62-934b-072f0c2d625f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:38.824823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'port_id': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'mac_address': 'fa:16:3e:17:4b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:38.915852 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:38.937341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49e8ac9-6be4-49bb-ba3f-416401102ad2 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:38.961676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a49e8ac9-6be4-49bb-ba3f-416401102ad2, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2,segment=NetworkSegment(cb360f51-a911-4cb8-8b31-7b94694931c2),segment_id=cb360f51-a911-4cb8-8b31-7b94694931c2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:38.966341 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:39.016582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=a49e8ac9-6be4-49bb-ba3f-416401102ad2,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:39.124272 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b99135e-3dd8-42c6-bece-d77ecf392e18 req-79fd5007-d773-4d29-b54a-95caf2a031d7 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1e1094-c650-4520-aa66-a281b506a3d6 HTTP/1.1" status: 200 len: 210 time: 0.3029861 Dec 09 22:25:39.148255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35939b2c-29db-4129-ab6c-59ff03ab621d req-30505496-45cf-40d1-aa33-d24d897f42f9 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:39.155416 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35939b2c-29db-4129-ab6c-59ff03ab621d req-30505496-45cf-40d1-aa33-d24d897f42f9 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 945 time: 0.3454254 Dec 09 22:25:39.197751 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453f18a8-2581-487a-94a0-cd290a10b72c x-openstack-request-id: req-453f18a8-2581-487a-94a0-cd290a10b72c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:39.198316 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b5326-9273-4917-b52d-417570dc9249", "name": "network-vif-plugged", "status": "completed", "tag": "fd4a7bc9-91db-4f62-934b-072f0c2d625f", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:39.205913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35939b2c-29db-4129-ab6c-59ff03ab621d req-c2b82065-3805-4b63-9c6d-1f3213bb7ce9 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492604 Dec 09 22:25:39.206663 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-453f18a8-2581-487a-94a0-cd290a10b72c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:39.207988 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b5326-9273-4917-b52d-417570dc9249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4a7bc9-91db-4f62-934b-072f0c2d625f', 'code': 200} Dec 09 22:25:39.348082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff526c4-ebc0-4d6d-847a-93ba76dd5dd8 req-bb5b0740-3d83-4a4b-b0be-b27f9a76e09e tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:39.349728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491061b7-1c49-44f7-9335-7f7861730b6a req-a4a7b1a7-ada6-4520-b5fb-1153f76e989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:39.350320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bff526c4-ebc0-4d6d-847a-93ba76dd5dd8 req-bb5b0740-3d83-4a4b-b0be-b27f9a76e09e tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 944 time: 0.0764852 Dec 09 22:25:39.355854 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-491061b7-1c49-44f7-9335-7f7861730b6a req-a4a7b1a7-ada6-4520-b5fb-1153f76e989b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 1097 time: 0.0463843 Dec 09 22:25:39.387802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f8551-7359-459f-abff-91fec855c9d0 req-b9ecd55b-fbec-4ece-88e2-0c5056cf59b8 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:39.389349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d98f8551-7359-459f-abff-91fec855c9d0 req-b9ecd55b-fbec-4ece-88e2-0c5056cf59b8 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfcdae8b-f4be-4bec-8cc0-215777632d1a HTTP/1.1" status: 200 len: 945 time: 0.0773735 Dec 09 22:25:39.409143 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-491061b7-1c49-44f7-9335-7f7861730b6a req-0b3c5a04-bc7f-487a-a5ce-84457a1a6036 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454030 Dec 09 22:25:39.418876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a49e8ac9-6be4-49bb-ba3f-416401102ad2'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:39.435946 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bff526c4-ebc0-4d6d-847a-93ba76dd5dd8 req-4ee94865-9bc4-408a-96f6-cfd4e810673f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783679 Dec 09 22:25:39.475526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d98f8551-7359-459f-abff-91fec855c9d0 req-84b6453b-5262-43ed-9c66-023fc24e7523 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757391 Dec 09 22:25:39.619567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f44fa-f8c0-4156-ba32-ad70450d61f2 req-6084404e-4a68-45c1-bd74-0f27cb647f0a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:39.621218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-595f44fa-f8c0-4156-ba32-ad70450d61f2 req-6084404e-4a68-45c1-bd74-0f27cb647f0a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.1026385 Dec 09 22:25:39.692234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c768171-987f-4bde-bb74-34dfbbcd2738 req-b436477c-ced1-4519-9b41-8bd161d2536c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:39.694379 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c768171-987f-4bde-bb74-34dfbbcd2738 req-b436477c-ced1-4519-9b41-8bd161d2536c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1232226 Dec 09 22:25:39.699049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-595f44fa-f8c0-4156-ba32-ad70450d61f2 req-919ce98b-a9eb-43c1-8703-82f0b6cdd579 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604558 Dec 09 22:25:39.750909 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c768171-987f-4bde-bb74-34dfbbcd2738 req-fc48c677-939e-417e-b712-f2a42bad24db tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491877 Dec 09 22:25:39.885494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb4515-357d-456a-826a-e179cf3743a1 req-3909c5bd-9d88-4cf8-8303-0082b30dc931 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:39.887017 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57cb4515-357d-456a-826a-e179cf3743a1 req-3909c5bd-9d88-4cf8-8303-0082b30dc931 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.0652337 Dec 09 22:25:39.965633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57cb4515-357d-456a-826a-e179cf3743a1 req-f4d36bd2-9fd3-437d-b037-255ac0c58c73 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704815 Dec 09 22:25:39.977142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ac2be-e3eb-477b-9758-139f8f82f338 req-c3918d7d-a313-4b75-b972-b4706df49a76 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:39.987434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c1ac2be-e3eb-477b-9758-139f8f82f338 req-c3918d7d-a313-4b75-b972-b4706df49a76 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 945 time: 0.0693600 Dec 09 22:25:40.036114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c1ac2be-e3eb-477b-9758-139f8f82f338 req-3334b1fa-a653-4221-8172-7cc0351b957c tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475607 Dec 09 22:25:40.371269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-a60ecfef-b3b0-4a74-b1a6-4059cf3789e1 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:40.372785 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-a60ecfef-b3b0-4a74-b1a6-4059cf3789e1 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/networks?id=424ebee3-2305-4308-b274-6e055bb8db7b HTTP/1.1" status: 200 len: 813 time: 0.1136703 Dec 09 22:25:40.408985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-54f6b0a7-22a2-46e3-95c9-3de1bf2e3b73 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/quotas/073fd3049ee74f468ed2e09829f38ca0 HTTP/1.1" status: 200 len: 375 time: 0.0267003 Dec 09 22:25:40.455683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4567d6-cf1e-457e-b2c7-957016d42102 req-96e300bf-6537-4738-9155-80efd06ab264 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:40.457136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b4567d6-cf1e-457e-b2c7-957016d42102 req-96e300bf-6537-4738-9155-80efd06ab264 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 945 time: 0.0834520 Dec 09 22:25:40.487104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-c1a92556-7a74-42a2-9a6a-16f2d35f250f tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=073fd3049ee74f468ed2e09829f38ca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716283 Dec 09 22:25:40.541568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b4567d6-cf1e-457e-b2c7-957016d42102 req-72a77f7d-4fdd-475d-81c7-418116c2dd2b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766056 Dec 09 22:25:40.595734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-812f22e7-cf8a-4cb7-bdc3-331977b51deb service neutron] 10.222.0.16 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006498 Dec 09 22:25:40.711050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05470ab-ce6a-4a3e-a205-944311feafbf req-7ac3b723-3093-43d1-a8a8-9ae59510dc6e tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:40.712456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a05470ab-ce6a-4a3e-a205-944311feafbf req-7ac3b723-3093-43d1-a8a8-9ae59510dc6e tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 944 time: 0.1024225 Dec 09 22:25:40.739469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-de903a07-5b7e-42d5-b78c-f8ca4d275cab service neutron] 10.222.0.16 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370080 Dec 09 22:25:40.769496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a05470ab-ce6a-4a3e-a205-944311feafbf req-16768d9c-a26d-4e8e-be76-6e64e31add17 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462468 Dec 09 22:25:40.879648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e1256339-2005-4ecb-b5fc-ece5138eb7b0 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:25:40.888126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07f893-db25-4e12-81c4-c99ca7cf79a4 req-a16a4aaf-dfda-4a7b-9f65-471362445882 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:40.889714 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff07f893-db25-4e12-81c4-c99ca7cf79a4 req-a16a4aaf-dfda-4a7b-9f65-471362445882 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.0632746 Dec 09 22:25:40.902498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: e1256339-2005-4ecb-b5fc-ece5138eb7b0 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:25:40.903723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e1256339-2005-4ecb-b5fc-ece5138eb7b0 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:25:40.975365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff07f893-db25-4e12-81c4-c99ca7cf79a4 req-f5cd402e-cc9e-4571-8483-17a4faa22c85 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767889 Dec 09 22:25:41.021880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588d598-e308-453a-80d3-b242f547c260 req-185fa483-2cea-4604-a9ca-4409a2018c9b tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:41.023418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f588d598-e308-453a-80d3-b242f547c260 req-185fa483-2cea-4604-a9ca-4409a2018c9b tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0754256 Dec 09 22:25:41.081676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f588d598-e308-453a-80d3-b242f547c260 req-d3218ee7-1b74-4650-bd4c-07c15e6306fb tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523381 Dec 09 22:25:41.196103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2a489-db4f-4c06-96c0-0fadea9e2652 req-867891f0-cfcf-488d-9d47-515d76f74470 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:41.197903 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40d2a489-db4f-4c06-96c0-0fadea9e2652 req-867891f0-cfcf-488d-9d47-515d76f74470 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.0562899 Dec 09 22:25:41.262821 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40d2a489-db4f-4c06-96c0-0fadea9e2652 req-f196b8b5-24d9-432c-ace3-97fb5413afd7 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543499 Dec 09 22:25:41.350550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a2bfaed-239f-459d-9fad-32e9aea8bb79 req-c0e09d02-e72c-4720-bcbb-8d8b2ef0e2e1 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 210 time: 0.0398927 Dec 09 22:25:41.381698 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0fceb-345c-442e-922c-0c470ced1f49 req-4f76d5e1-2130-4673-8c9d-09bd7ae0ebe7 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:41.386274 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6a0fceb-345c-442e-922c-0c470ced1f49 req-4f76d5e1-2130-4673-8c9d-09bd7ae0ebe7 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 945 time: 0.0861390 Dec 09 22:25:41.472440 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6a0fceb-345c-442e-922c-0c470ced1f49 req-6d6866de-481e-457b-95a6-5ccc41964275 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816107 Dec 09 22:25:41.489470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391a9a8-4519-4900-9f77-e68b4549b08b req-82ad9407-f4c8-4c46-bf47-68bd82911acb tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:41.491022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c391a9a8-4519-4900-9f77-e68b4549b08b req-82ad9407-f4c8-4c46-bf47-68bd82911acb tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.0759420 Dec 09 22:25:41.558499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c391a9a8-4519-4900-9f77-e68b4549b08b req-36c69a5e-8e37-4cca-8646-4beefbad367f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522482 Dec 09 22:25:41.653879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1578583-45f6-4665-9df7-2b39cdd36a06 req-c80f15fd-ca0f-440f-82cf-83c2a4e484e3 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:41.655637 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d1578583-45f6-4665-9df7-2b39cdd36a06 req-c80f15fd-ca0f-440f-82cf-83c2a4e484e3 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfcdae8b-f4be-4bec-8cc0-215777632d1a HTTP/1.1" status: 200 len: 945 time: 0.0836027 Dec 09 22:25:41.678994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40454766-551d-4204-9c15-4f976631f8d0 req-decfad24-3703-4f0a-b35d-eeec188fbda8 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:41.687963 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40454766-551d-4204-9c15-4f976631f8d0 req-decfad24-3703-4f0a-b35d-eeec188fbda8 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 945 time: 0.0650218 Dec 09 22:25:41.766000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40454766-551d-4204-9c15-4f976631f8d0 req-52234022-92de-441b-9f2c-68ecf232ca70 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694091 Dec 09 22:25:41.805587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d1578583-45f6-4665-9df7-2b39cdd36a06 req-2b36edbc-c528-483c-85b0-120e8574e5ca tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Deleting port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:25:41.806044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d1578583-45f6-4665-9df7-2b39cdd36a06 req-2b36edbc-c528-483c-85b0-120e8574e5ca tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:41.913842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7113d1-5a7b-4fdf-b4a6-4694069caf71 req-2f41f926-1337-41e1-bdb6-64436a094ae1 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:41.922346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d7113d1-5a7b-4fdf-b4a6-4694069caf71 req-2f41f926-1337-41e1-bdb6-64436a094ae1 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 944 time: 0.0768008 Dec 09 22:25:41.938168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-d1578583-45f6-4665-9df7-2b39cdd36a06 req-2b36edbc-c528-483c-85b0-120e8574e5ca tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] For port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:41.939167 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d1578583-45f6-4665-9df7-2b39cdd36a06 req-2b36edbc-c528-483c-85b0-120e8574e5ca tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:41.953711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d1578583-45f6-4665-9df7-2b39cdd36a06 req-2b36edbc-c528-483c-85b0-120e8574e5ca tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Calling delete_port for bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:25:41.999003 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d7113d1-5a7b-4fdf-b4a6-4694069caf71 req-d7a45198-98fa-4cc7-b9d8-12b902332950 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737960 Dec 09 22:25:42.157076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ac4b-d811-43be-962e-42b69b07a847 req-51c92f49-c1f3-46db-83db-3edfb40a085c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:42.159128 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a079ac4b-d811-43be-962e-42b69b07a847 req-51c92f49-c1f3-46db-83db-3edfb40a085c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f264864-5786-4c22-a2a0-431cf22a4e05 HTTP/1.1" status: 200 len: 945 time: 0.1192656 Dec 09 22:25:42.161408 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d1578583-45f6-4665-9df7-2b39cdd36a06 req-2b36edbc-c528-483c-85b0-120e8574e5ca tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:42.174947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:42.228030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['80c8abd2-07a5-4022-b294-688d6747f618'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:42.229945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36edbc-c528-483c-85b0-120e8574e5ca tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Pushing event deleted for resources: {'Port': ['ID=bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:42.259755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bede4-0110-44cf-ad9c-83d435afb652 req-6732f86f-3c0c-4fd2-a048-c1886ecef242 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:42.262027 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d86bede4-0110-44cf-ad9c-83d435afb652 req-6732f86f-3c0c-4fd2-a048-c1886ecef242 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 945 time: 0.1697917 Dec 09 22:25:42.307815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c4dee-5af0-4f60-8096-809f3b0bf111 req-5656670d-cf46-4487-aea8-6c5daf4f778a tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:42.319235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-797c4dee-5af0-4f60-8096-809f3b0bf111 req-5656670d-cf46-4487-aea8-6c5daf4f778a tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1290965 Dec 09 22:25:42.481871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-797c4dee-5af0-4f60-8096-809f3b0bf111 req-55b62e57-9c1c-4ca9-be72-75f1a8e8cad0 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613653 Dec 09 22:25:42.525073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89176b1-0065-4836-9667-4d4ac118b733 req-da0e2c8d-7ef5-4b4a-8edc-48997b7d1f59 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:42.527361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1578583-45f6-4665-9df7-2b39cdd36a06 req-2b36edbc-c528-483c-85b0-120e8574e5ca tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] No DVR routers for this DVR port bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:25:42.535962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d1578583-45f6-4665-9df7-2b39cdd36a06 req-2b36edbc-c528-483c-85b0-120e8574e5ca tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:42.539901 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d1578583-45f6-4665-9df7-2b39cdd36a06 req-2b36edbc-c528-483c-85b0-120e8574e5ca tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.42 "DELETE /v2.0/ports/bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe HTTP/1.1" status: 204 len: 173 time: 0.8636370 Dec 09 22:25:42.541510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b89176b1-0065-4836-9667-4d4ac118b733 req-da0e2c8d-7ef5-4b4a-8edc-48997b7d1f59 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.1411691 Dec 09 22:25:42.541856 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcdae8b-f4be-4bec-8cc0-215777632d1a', 'name': 'network-vif-deleted', 'tag': 'bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:42.544820 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f10fb9-41c6-4fba-80d8-feda0778ad1d" -d '{"events": [{"server_uuid": "cfcdae8b-f4be-4bec-8cc0-215777632d1a", "name": "network-vif-deleted", "tag": "bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:42.611510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7f06e0c-5583-43a1-a9dd-c6224766c8f1 req-36831a48-a33c-4271-b9b5-78700f73ed94 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 210 time: 0.0504472 Dec 09 22:25:42.626967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a49e8ac9-6be4-49bb-ba3f-416401102ad2 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:42.667019 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b89176b1-0065-4836-9667-4d4ac118b733 req-5a8b54ae-7846-4b1e-98d0-7a6bef448ad0 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225889 Dec 09 22:25:42.717105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port a49e8ac9-6be4-49bb-ba3f-416401102ad2 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:25:42.722162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-c84f244f-a980-419b-a89c-b0c9afd2e874 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:42.722808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port a49e8ac9-6be4-49bb-ba3f-416401102ad2 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:42.722808 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:42.724489 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-c84f244f-a980-419b-a89c-b0c9afd2e874 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.42 "GET /v2.0/networks?id=424ebee3-2305-4308-b274-6e055bb8db7b HTTP/1.1" status: 200 len: 813 time: 0.3533850 Dec 09 22:25:42.728830 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace280c9-f78a-4f0e-93bf-d6904b1ca69f x-openstack-request-id: req-ace280c9-f78a-4f0e-93bf-d6904b1ca69f {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:42.729251 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcdae8b-f4be-4bec-8cc0-215777632d1a", "name": "network-vif-deleted", "tag": "bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:42.729612 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ace280c9-f78a-4f0e-93bf-d6904b1ca69f {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:42.730194 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcdae8b-f4be-4bec-8cc0-215777632d1a', 'name': 'network-vif-deleted', 'tag': 'bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe', 'status': 'completed', 'code': 200} Dec 09 22:25:42.739276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-a079ac4b-d811-43be-962e-42b69b07a847 req-063a7697-3e78-45d4-bc0c-f8e54dc6717a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Deleting port 80c8abd2-07a5-4022-b294-688d6747f618 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:25:42.739768 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a079ac4b-d811-43be-962e-42b69b07a847 req-063a7697-3e78-45d4-bc0c-f8e54dc6717a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:42.776705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Request body: {'port': {'device_id': '87c7388a-6267-4bc0-b91b-8754600d70a3', 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b', 'admin_state_up': True, 'tenant_id': '073fd3049ee74f468ed2e09829f38ca0'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:42.835665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d86bede4-0110-44cf-ad9c-83d435afb652 req-de2dca96-10c6-4bf5-a6f5-e90870620185 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Deleting port d5b81d88-614d-4ce2-9329-8205e75e46eb {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:25:42.836152 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d86bede4-0110-44cf-ad9c-83d435afb652 req-de2dca96-10c6-4bf5-a6f5-e90870620185 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:42.861437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa512e-abe3-4729-bff6-7dd5ff92b88f req-de49dd66-0891-4f28-aa84-43f0506674a5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:42.865405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6aa512e-abe3-4729-bff6-7dd5ff92b88f req-de49dd66-0891-4f28-aa84-43f0506674a5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.1176667 Dec 09 22:25:42.920279 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:42.989276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:42.998605 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d320b41-fb61-4a24-83bb-c65eb4b565f5" -d '{"events": [{"server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "name": "network-vif-plugged", "status": "completed", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:43.011894 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6aa512e-abe3-4729-bff6-7dd5ff92b88f req-b2127bcb-2c25-4384-97ed-4b00b8cbac27 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381576 Dec 09 22:25:43.023525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a49e8ac9-6be4-49bb-ba3f-416401102ad2, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2,segment=NetworkSegment(cb360f51-a911-4cb8-8b31-7b94694931c2),segment_id=cb360f51-a911-4cb8-8b31-7b94694931c2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:43.029982 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:43.030967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 80c8abd2-07a5-4022-b294-688d6747f618 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:25:43.067583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4bb09-b2b9-4493-af20-4b8bd6359588 req-8ebcbb06-c909-4c1d-882e-251a2fa9751f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:43.078501 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bfb4bb09-b2b9-4493-af20-4b8bd6359588 req-8ebcbb06-c909-4c1d-882e-251a2fa9751f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 945 time: 0.1666491 Dec 09 22:25:43.168135 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57728ec4-2d8c-4544-abde-7d04dcfd51bb x-openstack-request-id: req-57728ec4-2d8c-4544-abde-7d04dcfd51bb {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:43.168744 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "name": "network-vif-plugged", "status": "completed", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:43.168988 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57728ec4-2d8c-4544-abde-7d04dcfd51bb {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:43.169579 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'code': 200} Dec 09 22:25:43.177895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=a49e8ac9-6be4-49bb-ba3f-416401102ad2,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:43.248468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bfb4bb09-b2b9-4493-af20-4b8bd6359588 req-c29e2560-0af9-42dd-8473-37b02b372131 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686349 Dec 09 22:25:43.257428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3a641-6123-4d4b-93d1-d29df35fe797 req-cabd5c35-3d10-423c-87da-57ba7f944b89 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:43.259145 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ac3a641-6123-4d4b-93d1-d29df35fe797 req-cabd5c35-3d10-423c-87da-57ba7f944b89 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 945 time: 0.1729286 Dec 09 22:25:43.261740 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:43.273473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab696e00-b1eb-4a5c-bae3-151b914b35b3 req-82254c36-c531-47a6-b971-25a57a87e146 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:43.275097 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab696e00-b1eb-4a5c-bae3-151b914b35b3 req-82254c36-c531-47a6-b971-25a57a87e146 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1008003 Dec 09 22:25:43.307167 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-d86bede4-0110-44cf-ad9c-83d435afb652 req-de2dca96-10c6-4bf5-a6f5-e90870620185 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] For port d5b81d88-614d-4ce2-9329-8205e75e46eb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d5b81d88-614d-4ce2-9329-8205e75e46eb,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:43.307603 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d86bede4-0110-44cf-ad9c-83d435afb652 req-de2dca96-10c6-4bf5-a6f5-e90870620185 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:43.316465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 80c8abd2-07a5-4022-b294-688d6747f618, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=80c8abd2-07a5-4022-b294-688d6747f618,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:43.322374 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:43.326781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a079ac4b-d811-43be-962e-42b69b07a847 req-063a7697-3e78-45d4-bc0c-f8e54dc6717a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] For port 80c8abd2-07a5-4022-b294-688d6747f618, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=80c8abd2-07a5-4022-b294-688d6747f618,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:43.327267 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a079ac4b-d811-43be-962e-42b69b07a847 req-063a7697-3e78-45d4-bc0c-f8e54dc6717a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:43.380991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=80c8abd2-07a5-4022-b294-688d6747f618,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:43.395413 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab696e00-b1eb-4a5c-bae3-151b914b35b3 req-4939ac5c-39f1-4b84-864f-5c5796128ea6 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755956 Dec 09 22:25:43.407650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-5ac3a641-6123-4d4b-93d1-d29df35fe797 req-8f4bb80d-6427-4be1-8d81-6e8782b4c21b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Deleting port 0676dc7b-52e5-47b5-8ade-ef8109593307 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:25:43.408003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5ac3a641-6123-4d4b-93d1-d29df35fe797 req-8f4bb80d-6427-4be1-8d81-6e8782b4c21b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:43.412162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-a079ac4b-d811-43be-962e-42b69b07a847 req-063a7697-3e78-45d4-bc0c-f8e54dc6717a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Calling delete_port for 80c8abd2-07a5-4022-b294-688d6747f618 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:25:43.421358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d86bede4-0110-44cf-ad9c-83d435afb652 req-de2dca96-10c6-4bf5-a6f5-e90870620185 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Calling delete_port for d5b81d88-614d-4ce2-9329-8205e75e46eb owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:25:43.457119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-5f147b93-94d9-493a-9609-6ba8ae7348b7 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:43.458582 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-5f147b93-94d9-493a-9609-6ba8ae7348b7 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.42 "GET /v2.0/networks?id=424ebee3-2305-4308-b274-6e055bb8db7b HTTP/1.1" status: 200 len: 813 time: 0.5086782 Dec 09 22:25:43.497369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-5ac3a641-6123-4d4b-93d1-d29df35fe797 req-8f4bb80d-6427-4be1-8d81-6e8782b4c21b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] For port 0676dc7b-52e5-47b5-8ade-ef8109593307, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=0676dc7b-52e5-47b5-8ade-ef8109593307,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:43.497990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5ac3a641-6123-4d4b-93d1-d29df35fe797 req-8f4bb80d-6427-4be1-8d81-6e8782b4c21b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:43.511096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-5ac3a641-6123-4d4b-93d1-d29df35fe797 req-8f4bb80d-6427-4be1-8d81-6e8782b4c21b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Calling delete_port for 0676dc7b-52e5-47b5-8ade-ef8109593307 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:25:43.512528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Request body: {'port': {'device_id': '40a0a2f1-0850-47a5-81c0-3206333bce08', 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b', 'admin_state_up': True, 'tenant_id': '073fd3049ee74f468ed2e09829f38ca0'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:43.559560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Made reservation on behalf of 073fd3049ee74f468ed2e09829f38ca0 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:43.562929 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:43.597303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781926d1-bc90-4b82-8f42-4da3bbae1087 req-dcf3f9cc-23a7-43e9-beb1-5617922ad30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:43.598830 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-781926d1-bc90-4b82-8f42-4da3bbae1087 req-dcf3f9cc-23a7-43e9-beb1-5617922ad30a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 1097 time: 0.3076236 Dec 09 22:25:43.628925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41944aca-0f29-47ce-893a-9c2af20e7e7c req-9f08c060-d92a-4435-a79c-a4985fa17226 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:43.630419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-41944aca-0f29-47ce-893a-9c2af20e7e7c req-9f08c060-d92a-4435-a79c-a4985fa17226 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0708754 Dec 09 22:25:43.729450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-41944aca-0f29-47ce-893a-9c2af20e7e7c req-8d82563b-6cc6-42db-9f03-0f25447b65f8 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905564 Dec 09 22:25:43.730071 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5ac3a641-6123-4d4b-93d1-d29df35fe797 req-8f4bb80d-6427-4be1-8d81-6e8782b4c21b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:43.742821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['0676dc7b-52e5-47b5-8ade-ef8109593307'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:43.757772 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28f96702-1521-492b-a550-7029a8feb429 req-64ed29df-9c7b-4558-a7c2-36119811b9e8 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 210 time: 0.0464160 Dec 09 22:25:43.790411 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bb80d-6427-4be1-8d81-6e8782b4c21b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Pushing event deleted for resources: {'Port': ['ID=0676dc7b-52e5-47b5-8ade-ef8109593307,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:43.838003 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac3a641-6123-4d4b-93d1-d29df35fe797 req-8f4bb80d-6427-4be1-8d81-6e8782b4c21b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] No DVR routers for this DVR port 0676dc7b-52e5-47b5-8ade-ef8109593307 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:25:43.840636 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5ac3a641-6123-4d4b-93d1-d29df35fe797 req-8f4bb80d-6427-4be1-8d81-6e8782b4c21b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:43.843958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ac3a641-6123-4d4b-93d1-d29df35fe797 req-8f4bb80d-6427-4be1-8d81-6e8782b4c21b tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.42 "DELETE /v2.0/ports/0676dc7b-52e5-47b5-8ade-ef8109593307 HTTP/1.1" status: 204 len: 173 time: 0.5679507 Dec 09 22:25:43.844395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f022a2f-cb28-4f33-942d-7c32ec00824f', 'name': 'network-vif-deleted', 'tag': '0676dc7b-52e5-47b5-8ade-ef8109593307'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:43.847219 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6bb630-d15c-4dd6-8b17-e68d2c0ad4fc" -d '{"events": [{"server_uuid": "6f022a2f-cb28-4f33-942d-7c32ec00824f", "name": "network-vif-deleted", "tag": "0676dc7b-52e5-47b5-8ade-ef8109593307"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:43.903587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2a5fc-287e-4e89-b6df-007f84bffd7d req-ad952c86-202b-4571-b9dc-cf1a5b126327 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:43.903865 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-781926d1-bc90-4b82-8f42-4da3bbae1087 req-5afde547-2538-4ad1-8c44-5aa07d857872 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614636 Dec 09 22:25:43.906294 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35b2a5fc-287e-4e89-b6df-007f84bffd7d req-ad952c86-202b-4571-b9dc-cf1a5b126327 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.0695834 Dec 09 22:25:43.908744 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad9a00f-c430-4b48-baa1-7bc72e946309 x-openstack-request-id: req-aad9a00f-c430-4b48-baa1-7bc72e946309 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:43.909172 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f022a2f-cb28-4f33-942d-7c32ec00824f", "name": "network-vif-deleted", "tag": "0676dc7b-52e5-47b5-8ade-ef8109593307", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:43.909810 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aad9a00f-c430-4b48-baa1-7bc72e946309 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:43.910435 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f022a2f-cb28-4f33-942d-7c32ec00824f', 'name': 'network-vif-deleted', 'tag': '0676dc7b-52e5-47b5-8ade-ef8109593307', 'status': 'completed', 'code': 200} Dec 09 22:25:43.951865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Made reservation on behalf of 073fd3049ee74f468ed2e09829f38ca0 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:43.955896 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:43.973284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35b2a5fc-287e-4e89-b6df-007f84bffd7d req-70eed54a-e70c-491c-98cf-946194aeb082 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573418 Dec 09 22:25:43.979618 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d86bede4-0110-44cf-ad9c-83d435afb652 req-de2dca96-10c6-4bf5-a6f5-e90870620185 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:43.988321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Allocated IP 172.20.0.6 (424ebee3-2305-4308-b274-6e055bb8db7b/de473d8d-0a8f-42d8-9920-41b2bfa86fe9/85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:25:44.023287 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a079ac4b-d811-43be-962e-42b69b07a847 req-063a7697-3e78-45d4-bc0c-f8e54dc6717a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:44.025396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:44.028124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dca96-10c6-4bf5-a6f5-e90870620185 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event deleted for resources: {'Port': ['ID=d5b81d88-614d-4ce2-9329-8205e75e46eb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:44.089669 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a7697-3e78-45d4-bc0c-f8e54dc6717a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Pushing event deleted for resources: {'Port': ['ID=80c8abd2-07a5-4022-b294-688d6747f618,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:44.166049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47c4214e-502f-4cb8-9111-d29f8c0cb033 req-8e260c54-9870-4990-aeee-3e2ae8836eb3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f022a2f-cb28-4f33-942d-7c32ec00824f HTTP/1.1" status: 200 len: 210 time: 0.0494525 Dec 09 22:25:44.189428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86bede4-0110-44cf-ad9c-83d435afb652 req-de2dca96-10c6-4bf5-a6f5-e90870620185 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] No DVR routers for this DVR port d5b81d88-614d-4ce2-9329-8205e75e46eb on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:25:44.193130 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d86bede4-0110-44cf-ad9c-83d435afb652 req-de2dca96-10c6-4bf5-a6f5-e90870620185 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:44.196745 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d86bede4-0110-44cf-ad9c-83d435afb652 req-de2dca96-10c6-4bf5-a6f5-e90870620185 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "DELETE /v2.0/ports/d5b81d88-614d-4ce2-9329-8205e75e46eb HTTP/1.1" status: 204 len: 173 time: 1.9152937 Dec 09 22:25:44.272307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a079ac4b-d811-43be-962e-42b69b07a847 req-063a7697-3e78-45d4-bc0c-f8e54dc6717a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] No DVR routers for this DVR port 80c8abd2-07a5-4022-b294-688d6747f618 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:25:44.277602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a079ac4b-d811-43be-962e-42b69b07a847 req-063a7697-3e78-45d4-bc0c-f8e54dc6717a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:44.281018 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a079ac4b-d811-43be-962e-42b69b07a847 req-063a7697-3e78-45d4-bc0c-f8e54dc6717a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.18 "DELETE /v2.0/ports/80c8abd2-07a5-4022-b294-688d6747f618 HTTP/1.1" status: 204 len: 173 time: 2.1111033 Dec 09 22:25:44.438649 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f0f5859-4a5c-4c8b-8626-7fb790acdcc5 req-bdef360c-21d9-4460-b165-a7bb6d703d53 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=746887bf-f0af-4306-9cf7-a29e148fb59b HTTP/1.1" status: 200 len: 210 time: 0.0503249 Dec 09 22:25:44.448728 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:44.537673 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:44.598045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Network 424ebee3-2305-4308-b274-6e055bb8db7b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:44.606286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Allocated IP 172.20.0.3 (424ebee3-2305-4308-b274-6e055bb8db7b/de473d8d-0a8f-42d8-9920-41b2bfa86fe9/59aaaea9-a086-41b4-aa0f-4eccb2f00a3a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:25:44.610170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3945de4-cbef-4d82-8cee-ccca2d337924 req-ccc38fc6-3c11-4a12-98cf-598c492567e9 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:44.611730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:44.612460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3945de4-cbef-4d82-8cee-ccca2d337924 req-ccc38fc6-3c11-4a12-98cf-598c492567e9 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0855591 Dec 09 22:25:44.615914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:25:44.618529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Pushing event updated for resources: {'Port': ['ID=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:44.695824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:44.696474 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:44.700860 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3945de4-cbef-4d82-8cee-ccca2d337924 req-fd280755-17ad-4647-b20d-330d9fb17f6d tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783646 Dec 09 22:25:44.736226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746887bf-f0af-4306-9cf7-a29e148fb59b', 'name': 'network-vif-deleted', 'tag': 'd5b81d88-614d-4ce2-9329-8205e75e46eb'}, {'server_uuid': '6f264864-5786-4c22-a2a0-431cf22a4e05', 'name': 'network-vif-deleted', 'tag': '80c8abd2-07a5-4022-b294-688d6747f618'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:44.738634 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd700a08-3855-4fe0-98fa-bfab674c10ef" -d '{"events": [{"server_uuid": "746887bf-f0af-4306-9cf7-a29e148fb59b", "name": "network-vif-deleted", "tag": "d5b81d88-614d-4ce2-9329-8205e75e46eb"}, {"server_uuid": "6f264864-5786-4c22-a2a0-431cf22a4e05", "name": "network-vif-deleted", "tag": "80c8abd2-07a5-4022-b294-688d6747f618"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:44.749938 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-81a349a5-f2c8-48cf-ac49-707906ab9fc4 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9812942 Dec 09 22:25:44.764128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Request body: {'port': {'device_id': '87c7388a-6267-4bc0-b91b-8754600d70a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:44.854418 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f0c179-905d-4db0-a556-2110070f5380 x-openstack-request-id: req-48f0c179-905d-4db0-a556-2110070f5380 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:44.854787 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746887bf-f0af-4306-9cf7-a29e148fb59b", "name": "network-vif-deleted", "tag": "d5b81d88-614d-4ce2-9329-8205e75e46eb", "status": "completed", "code": 200}, {"server_uuid": "6f264864-5786-4c22-a2a0-431cf22a4e05", "name": "network-vif-deleted", "tag": "80c8abd2-07a5-4022-b294-688d6747f618", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:44.855017 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48f0c179-905d-4db0-a556-2110070f5380 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:44.855401 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746887bf-f0af-4306-9cf7-a29e148fb59b', 'name': 'network-vif-deleted', 'tag': 'd5b81d88-614d-4ce2-9329-8205e75e46eb', 'status': 'completed', 'code': 200} Dec 09 22:25:44.855666 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f264864-5786-4c22-a2a0-431cf22a4e05', 'name': 'network-vif-deleted', 'tag': '80c8abd2-07a5-4022-b294-688d6747f618', 'status': 'completed', 'code': 200} Dec 09 22:25:44.881850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d5b81d88-614d-4ce2-9329-8205e75e46eb no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:25:44.883986 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:44.920097 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:44.920779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: d5b81d88-614d-4ce2-9329-8205e75e46eb {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:25:44.920779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d5b81d88-614d-4ce2-9329-8205e75e46eb not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:25:44.921018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:25:44.946181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:25:44.946527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bf06c7b5-8a8c-4217-ac9f-4c15fe41cdbe not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:25:44.999215 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c3ab1-5dba-4749-8560-2e990ea8a8dc req-9faaac76-0032-41f0-941a-19dfeb7d8dbb tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:45.001911 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-879c3ab1-5dba-4749-8560-2e990ea8a8dc req-9faaac76-0032-41f0-941a-19dfeb7d8dbb tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1440136 Dec 09 22:25:45.004570 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a580f1e-3978-41dd-a194-c3ca429d148b req-2111150a-2f18-4783-8b2e-73976108d73c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 210 time: 0.0734384 Dec 09 22:25:45.094372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-879c3ab1-5dba-4749-8560-2e990ea8a8dc req-12264ad9-33c1-49a5-830d-6067296745a0 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807097 Dec 09 22:25:45.149499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df491d-cc36-40b4-b0cc-c19c54008fee req-d6bf4bf0-310f-4616-a4d4-a033795a001e tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:45.158448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-78df491d-cc36-40b4-b0cc-c19c54008fee req-d6bf4bf0-310f-4616-a4d4-a033795a001e tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.0613072 Dec 09 22:25:45.171597 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f264864-5786-4c22-a2a0-431cf22a4e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c8abd2-07a5-4022-b294-688d6747f618'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:45.174613 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa65f5-b853-4320-b524-217ffe551014" -d '{"events": [{"server_uuid": "6f264864-5786-4c22-a2a0-431cf22a4e05", "name": "network-vif-unplugged", "status": "completed", "tag": "80c8abd2-07a5-4022-b294-688d6747f618"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:45.238358 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d990f25-0f5e-42df-b32f-01c9f6a9c48d x-openstack-request-id: req-2d990f25-0f5e-42df-b32f-01c9f6a9c48d {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:45.238649 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f264864-5786-4c22-a2a0-431cf22a4e05", "name": "network-vif-unplugged", "status": "completed", "tag": "80c8abd2-07a5-4022-b294-688d6747f618", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:45.239214 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d990f25-0f5e-42df-b32f-01c9f6a9c48d {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:45.239906 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f264864-5786-4c22-a2a0-431cf22a4e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c8abd2-07a5-4022-b294-688d6747f618', 'code': 200} Dec 09 22:25:45.244790 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-78df491d-cc36-40b4-b0cc-c19c54008fee req-03ba9e64-ae0d-4294-b517-055fd3488ea8 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854511 Dec 09 22:25:45.576816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:45.585610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:45.599460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Transition to ACTIVE for port object 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:25:45.602006 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:45.611418 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:45.662538 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Network 424ebee3-2305-4308-b274-6e055bb8db7b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:45.672079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:45.678553 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:25:45.682687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-7015bb0d-9d50-456e-943e-9e4cbe7e3726 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:45.684307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-7015bb0d-9d50-456e-943e-9e4cbe7e3726 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.1780267 Dec 09 22:25:45.700338 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-1ee802d3-f7ee-49b7-9f5c-b5b64e694aa8 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/quotas/42778ce0db43483cabcb3c03ecb5f8f9 HTTP/1.1" status: 200 len: 375 time: 0.0096831 Dec 09 22:25:45.715182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Pushing event updated for resources: {'Port': ['ID=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:45.747327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-a471e23c-1820-43dc-b448-e9638a193cfc tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396516 Dec 09 22:25:45.797521 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:45.798680 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:45.832271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:45.840107 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ed230e98-71eb-4974-be4a-09b15c553609 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3698113 Dec 09 22:25:45.855462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Request body: {'port': {'device_id': '40a0a2f1-0850-47a5-81c0-3206333bce08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:45.876447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Attempting to bind port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:45.876765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Attempting to bind port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:45.877093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Attempting to bind port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc on network 424ebee3-2305-4308-b274-6e055bb8db7b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:45.886958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc on network 424ebee3-2305-4308-b274-6e055bb8db7b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:45.887294 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Attempting to bind port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc on network 424ebee3-2305-4308-b274-6e055bb8db7b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:45.898301 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-0b54ddc8-7ef3-430a-b36a-81cd74066dfc service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406746 Dec 09 22:25:45.903692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:45.903692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Checking segment: {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:45.904021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Bound using segment: {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:45.914632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Bound port: 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:45.915009 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:45.950313 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:46.038050 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-c839b49b-9997-470d-92fe-0ad0aaf9cce2 service neutron] 10.222.0.16 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387713 Dec 09 22:25:46.051313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] For port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:46.070884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] For port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:46.119094 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:46.175781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:46.176342 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:46.177840 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc HTTP/1.1" status: 200 len: 1092 time: 1.4184942 Dec 09 22:25:46.196031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9248153-b457-4324-bf61-bab39803ce78 req-8e3fe028-4942-4a2f-8258-b5cf97fb68d8 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:46.199514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-8e3fe028-4942-4a2f-8258-b5cf97fb68d8 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.1590228 Dec 09 22:25:46.229913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-b4aff62c-63c8-4715-9e64-36265eb5e6b1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/quotas/3005a1a8e3144f09a333f470b9aad885 HTTP/1.1" status: 200 len: 375 time: 0.0121875 Dec 09 22:25:46.366409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee49eb-4023-4feb-9f1f-6d11848ff7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:46.367702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-08e0d8e5-063e-4b8d-80ab-7466e356713a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301250 Dec 09 22:25:46.383740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b54ce7-b3e0-4ddb-bc06-7f2008a9d6c0 req-05b8362e-50a3-452b-ac9d-5760b963fa64 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:46.392208 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-79b54ce7-b3e0-4ddb-bc06-7f2008a9d6c0 req-05b8362e-50a3-452b-ac9d-5760b963fa64 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0844038 Dec 09 22:25:46.435055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:46.447931 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:46.459723 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-e6dcbfa1-a69d-4f32-acc4-e0c72d7a58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:46.462077 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-e6dcbfa1-a69d-4f32-acc4-e0c72d7a58b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=073fd3049ee74f468ed2e09829f38ca0&device_id=87c7388a-6267-4bc0-b91b-8754600d70a3 HTTP/1.1" status: 200 len: 1095 time: 0.1567063 Dec 09 22:25:46.513893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Transition to ACTIVE for port object 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:25:46.515829 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-251c3893-6fd9-4048-b8de-144212548e94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc HTTP/1.1" status: 200 len: 217 time: 0.0441806 Dec 09 22:25:46.519267 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:46.527042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-79b54ce7-b3e0-4ddb-bc06-7f2008a9d6c0 req-ec0b8f8c-6bb8-4a4b-bb19-2b7885997f22 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295104 Dec 09 22:25:46.565334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-4b1f0ff0-c9e6-4308-b37e-e37e1236bd76 service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660254 Dec 09 22:25:46.629415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Pushing event updated for resources: {'Port': ['ID=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:46.632801 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-44f1292b-1029-48e8-a77f-74fbf8cd4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:46.634412 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-44f1292b-1029-48e8-a77f-74fbf8cd4bb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de473d8d-0a8f-42d8-9920-41b2bfa86fe9 HTTP/1.1" status: 200 len: 853 time: 0.1083829 Dec 09 22:25:46.702269 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-1fe58043-a519-4f7c-8765-315640faf786 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=424ebee3-2305-4308-b274-6e055bb8db7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527587 Dec 09 22:25:46.752865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Attempting to bind port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:46.753300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Attempting to bind port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:46.753696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Attempting to bind port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a on network 424ebee3-2305-4308-b274-6e055bb8db7b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:46.769475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a on network 424ebee3-2305-4308-b274-6e055bb8db7b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:46.769929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Attempting to bind port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a on network 424ebee3-2305-4308-b274-6e055bb8db7b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:46.776104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-eb162be8-9890-4bd3-aaef-79f45c5659ac service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095292 Dec 09 22:25:46.807283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:46.807628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Checking segment: {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:46.808028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Bound using segment: {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:46.808466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Bound port: 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:46.808826 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:46.817842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040c11e-870d-4a02-b505-1bcd0c6200ba req-47db1ada-3991-47e0-aaab-988cfe982a7b tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:46.819439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b040c11e-870d-4a02-b505-1bcd0c6200ba req-47db1ada-3991-47e0-aaab-988cfe982a7b tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 943 time: 0.1301968 Dec 09 22:25:46.859496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c7388a-6267-4bc0-b91b-8754600d70a3', 'tag': '85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:46.862287 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83788d1e-7fd2-4e51-85f1-e7c808692e77" -d '{"events": [{"name": "network-changed", "server_uuid": "87c7388a-6267-4bc0-b91b-8754600d70a3", "tag": "85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:46.884797 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ac98c3bd-6625-4e97-a84d-692c058d6aca service neutron] 10.222.0.42 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657760 Dec 09 22:25:46.905849 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 0676dc7b-52e5-47b5-8ade-ef8109593307 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:25:46.934649 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b040c11e-870d-4a02-b505-1bcd0c6200ba req-f3b4d145-de54-4f03-b69d-beb1583aec71 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963950 Dec 09 22:25:46.948378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] For port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:46.961046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 0676dc7b-52e5-47b5-8ade-ef8109593307 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:25:46.961874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 0676dc7b-52e5-47b5-8ade-ef8109593307 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:25:46.990991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] For port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:46.998274 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:47.086625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:47.087246 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:47.088662 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] 10.222.0.42 "PUT /v2.0/ports/59aaaea9-a086-41b4-aa0f-4eccb2f00a3a HTTP/1.1" status: 200 len: 1092 time: 1.2383819 Dec 09 22:25:47.092666 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-9ae5859b-7eb7-40a6-b02f-5e9087eebd96 service neutron] 10.222.0.42 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003577 Dec 09 22:25:47.121049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db084d-d7db-4c80-9a2e-40ec7af14c61 service neutron] Pushing event updated for resources: {'Port': ['ID=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:47.131311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-da37d4b6-9577-4034-9c03-3627f95ad2c2 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:47.132433 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-da37d4b6-9577-4034-9c03-3627f95ad2c2 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f&tenant_id=d70657cbae484096913cc9dae6fb25b3&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1097 time: 0.0971415 Dec 09 22:25:47.134272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262e60a-3d7d-4433-8641-bc7162d0e0c1 req-54f8f9d7-8719-4d0d-89a6-aca3e0045c2c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:47.135823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0262e60a-3d7d-4433-8641-bc7162d0e0c1 req-54f8f9d7-8719-4d0d-89a6-aca3e0045c2c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1103230 Dec 09 22:25:47.148312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-23'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:47.165582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3cedbbc-c0b2-47de-a60b-0852d7c45d69 req-eeabee03-6a4f-419f-816c-31e6eb009e75 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 210 time: 0.0536842 Dec 09 22:25:47.254205 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0262e60a-3d7d-4433-8641-bc7162d0e0c1 req-0befc967-8068-4024-85ba-ca86ae12b53d tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930934 Dec 09 22:25:47.279285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:47.352833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-f1da411b-a9a0-40c9-ab05-0744143458bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:47.354590 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-f1da411b-a9a0-40c9-ab05-0744143458bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=073fd3049ee74f468ed2e09829f38ca0&device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 1095 time: 0.0915220 Dec 09 22:25:47.398607 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920beed-52e5-4735-98c6-566bda539e71 req-ff95039b-74ea-4e55-aa02-cf1f1f786c2d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:47.400306 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4920beed-52e5-4735-98c6-566bda539e71 req-ff95039b-74ea-4e55-aa02-cf1f1f786c2d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 945 time: 0.1147296 Dec 09 22:25:47.418399 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-33d73e9e-1c6a-4578-bcef-983691277a94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a HTTP/1.1" status: 200 len: 217 time: 0.0447962 Dec 09 22:25:47.462478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4920beed-52e5-4735-98c6-566bda539e71 req-52241e39-546d-4dd7-a3c7-434bd18b2eea tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562384 Dec 09 22:25:47.581557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c8c8500-35ef-4282-97d2-b51a4af116d1 req-3d29739d-0c78-4920-8d64-b16b6fd35048 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 210 time: 0.0434780 Dec 09 22:25:47.582467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:47.606657 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4fe715-34d9-44e8-9fe0-3d24d08bf08c x-openstack-request-id: req-1c4fe715-34d9-44e8-9fe0-3d24d08bf08c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:47.607254 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c7388a-6267-4bc0-b91b-8754600d70a3", "tag": "85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:47.607515 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c4fe715-34d9-44e8-9fe0-3d24d08bf08c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:47.607926 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c7388a-6267-4bc0-b91b-8754600d70a3', 'tag': '85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc', 'status': 'completed', 'code': 200} Dec 09 22:25:47.660235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb6a48-1ba4-4d3e-a61c-d211a72fd02a req-64aec0e5-6b62-44d0-af00-f1ccf94bcecf tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:47.668338 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3fb6a48-1ba4-4d3e-a61c-d211a72fd02a req-64aec0e5-6b62-44d0-af00-f1ccf94bcecf tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0723343 Dec 09 22:25:47.751760 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3fb6a48-1ba4-4d3e-a61c-d211a72fd02a req-3e5282a4-ddb5-4d6c-bb81-8fdcbcf5a494 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776479 Dec 09 22:25:47.761506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-539bbfc0-5687-4326-b076-80a11bbfbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:47.763236 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-539bbfc0-5687-4326-b076-80a11bbfbb69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de473d8d-0a8f-42d8-9920-41b2bfa86fe9 HTTP/1.1" status: 200 len: 853 time: 0.3366210 Dec 09 22:25:47.841834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d9301-a88c-41ec-9580-49d8df1f81b6 req-6bf756a7-bdc0-478d-8057-b978637f97de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:47.843657 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae5d9301-a88c-41ec-9580-49d8df1f81b6 req-6bf756a7-bdc0-478d-8057-b978637f97de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd&device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 1097 time: 0.2347872 Dec 09 22:25:47.905857 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-0fe40ab4-12dd-4c89-9274-ebf202f0ce34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=424ebee3-2305-4308-b274-6e055bb8db7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057990 Dec 09 22:25:47.920418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83788d1e-7fd2-4e51-85f1-e7c808692e77 req-040c75e3-7fef-44b6-8e0d-e63769e36884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:47.921857 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-83788d1e-7fd2-4e51-85f1-e7c808692e77 req-040c75e3-7fef-44b6-8e0d-e63769e36884 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=073fd3049ee74f468ed2e09829f38ca0&device_id=87c7388a-6267-4bc0-b91b-8754600d70a3 HTTP/1.1" status: 200 len: 1095 time: 0.3187518 Dec 09 22:25:47.929269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:48.078245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ea644-db7c-4617-9887-40acc3b909a9 req-f16c8d14-7c6a-4b74-a8a8-6a19ccbb73d7 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:48.081155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-185ea644-db7c-4617-9887-40acc3b909a9 req-f16c8d14-7c6a-4b74-a8a8-6a19ccbb73d7 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 943 time: 0.0779748 Dec 09 22:25:48.133727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-185ea644-db7c-4617-9887-40acc3b909a9 req-4b7090d6-396b-4be9-90bc-612c1f42678a tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466697 Dec 09 22:25:48.189161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83788d1e-7fd2-4e51-85f1-e7c808692e77 req-21c24353-dbc7-4e23-a474-4ed0cfe3523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:48.190662 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-83788d1e-7fd2-4e51-85f1-e7c808692e77 req-21c24353-dbc7-4e23-a474-4ed0cfe3523c service neutron] 10.222.0.42 "GET /v2.0/networks?id=424ebee3-2305-4308-b274-6e055bb8db7b HTTP/1.1" status: 200 len: 914 time: 0.2504737 Dec 09 22:25:48.201109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-ec472fca-bebf-4f47-bfe8-b4f59fa860b9 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:48.202551 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-ec472fca-bebf-4f47-bfe8-b4f59fa860b9 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.42 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 811 time: 0.4383192 Dec 09 22:25:48.211273 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:48.226765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Request body: {'port': {'device_id': 'c42ee24d-3fb4-4087-9258-e309a9fbd99f', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'admin_state_up': True, 'tenant_id': '42778ce0db43483cabcb3c03ecb5f8f9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:48.286567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:48.303777 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-83788d1e-7fd2-4e51-85f1-e7c808692e77 req-ceb9887b-35e9-4148-8bb8-20bd3b9a493b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc HTTP/1.1" status: 200 len: 217 time: 0.0980685 Dec 09 22:25:48.305178 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9321236-1fc0-4617-90a1-ce0aebbff2e9 req-66adc986-3b76-4508-bf3c-6604624cebc1 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 210 time: 0.0352328 Dec 09 22:25:48.347836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d9301-a88c-41ec-9580-49d8df1f81b6 req-5aa23983-ecc2-42d3-bb09-95e34da3a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:48.349300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae5d9301-a88c-41ec-9580-49d8df1f81b6 req-5aa23983-ecc2-42d3-bb09-95e34da3a013 service neutron] 10.222.0.18 "GET /v2.0/networks?id=272064d1-85b1-4619-843b-a73f0738415e HTTP/1.1" status: 200 len: 921 time: 0.4418371 Dec 09 22:25:48.351070 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-ef3e644c-cd3a-49f5-87f0-89ec5f68a792 service neutron] 10.222.0.42 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241378 Dec 09 22:25:48.396807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db221330-753b-46c2-8181-769755d96204 req-164c4ca5-1fd4-4ae2-9b28-94adc272e4a7 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:48.398676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db221330-753b-46c2-8181-769755d96204 req-164c4ca5-1fd4-4ae2-9b28-94adc272e4a7 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0667846 Dec 09 22:25:48.525607 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db221330-753b-46c2-8181-769755d96204 req-fd711b9a-ea61-458b-a62c-82dd06df64c1 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154764 Dec 09 22:25:48.532265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5dcfc417-1575-4e64-992f-7ccbe8b29583 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:48.635111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9248153-b457-4324-bf61-bab39803ce78 req-eed511ec-c6b6-4e3f-a9c5-4c95098bfed4 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:48.636716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-eed511ec-c6b6-4e3f-a9c5-4c95098bfed4 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.2113051 Dec 09 22:25:48.680952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:48.692037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-c9248153-b457-4324-bf61-bab39803ce78 req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Request body: {'port': {'device_id': '4c18d4ed-e00b-45d4-9a47-cfc9895caa67', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'admin_state_up': True, 'tenant_id': '3005a1a8e3144f09a333f470b9aad885'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:48.710783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on host n-h2-789963-23 for vnic_type normal with profile {"migrating_to": "n-h1-789963-23"} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:48.711152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:48.711515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:48.716530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:48.716881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:48.722321 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:48.722700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:48.723120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:48.724156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Bound port: 5dcfc417-1575-4e64-992f-7ccbe8b29583, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:48.724550 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:48.754651 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43b1e056-1078-46ba-8387-2105a9dc7c05 req-03f20a5b-9f20-44a3-a1f5-e0ae5353fde7 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 210 time: 0.0425658 Dec 09 22:25:48.822796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:48.827968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:48.834590 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:48.850930 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae5d9301-a88c-41ec-9580-49d8df1f81b6 req-96bc718b-047e-4fc1-b5de-a58632d62867 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 217 time: 0.4423289 Dec 09 22:25:48.859997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f398a-4c9e-4420-99cd-5dec701ec77e req-596a0d66-d7bb-4dc4-8d28-bfff9498a398 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:48.861746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d1f398a-4c9e-4420-99cd-5dec701ec77e req-596a0d66-d7bb-4dc4-8d28-bfff9498a398 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.2240109 Dec 09 22:25:48.926295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5dcfc417-1575-4e64-992f-7ccbe8b29583 has no active binding in host n-h1-789963-23 {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 22:25:48.928286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:48.934350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d9301-a88c-41ec-9580-49d8df1f81b6 req-5d1a354a-05a2-4489-a514-c6ac6f918015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:48.936239 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae5d9301-a88c-41ec-9580-49d8df1f81b6 req-5d1a354a-05a2-4489-a514-c6ac6f918015 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b831de4c-aec9-4c65-b78f-076b01fd0f41 HTTP/1.1" status: 200 len: 860 time: 0.0649986 Dec 09 22:25:49.010340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcfc417-1575-4e64-992f-7ccbe8b29583,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:49.016052 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae5d9301-a88c-41ec-9580-49d8df1f81b6 req-61e5be15-7c10-497e-8e14-7ee10aaa1c53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=272064d1-85b1-4619-843b-a73f0738415e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651379 Dec 09 22:25:49.032745 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:49.042744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4569cd0-9e5d-4396-a3c8-993f53bd19b6 req-574643c8-f461-480f-93f2-eaf9b1ce9400 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:49.044291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4569cd0-9e5d-4396-a3c8-993f53bd19b6 req-574643c8-f461-480f-93f2-eaf9b1ce9400 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0855212 Dec 09 22:25:49.049403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc', 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b', 'port_id': '85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc', 'mac_address': 'fa:16:3e:d4:5a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de473d8d-0a8f-42d8-9920-41b2bfa86fe9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:49.067840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d1f398a-4c9e-4420-99cd-5dec701ec77e req-59960b47-a3ba-41f9-b81d-c79449b59566 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888661 Dec 09 22:25:49.068089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5dcfc417-1575-4e64-992f-7ccbe8b29583,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:49.068701 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-9554ab1e-cb94-4af5-aa7d-f017bb7524f9 service neutron] 10.222.0.42 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928627 Dec 09 22:25:49.069382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on host n-h2-789963-23 for vnic_type normal with profile {"migrating_to": "n-h1-789963-23"} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:49.069719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:49.070075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:49.093179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83788d1e-7fd2-4e51-85f1-e7c808692e77 req-93b9fc2a-85cd-45e4-a33e-7ce87b750907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:49.094816 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-83788d1e-7fd2-4e51-85f1-e7c808692e77 req-93b9fc2a-85cd-45e4-a33e-7ce87b750907 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de473d8d-0a8f-42d8-9920-41b2bfa86fe9 HTTP/1.1" status: 200 len: 853 time: 0.7621365 Dec 09 22:25:49.126371 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:49.141127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4569cd0-9e5d-4396-a3c8-993f53bd19b6 req-f28ff927-a54b-4c98-9512-8f58443ae3d3 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681539 Dec 09 22:25:49.146191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:49.174846 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-83788d1e-7fd2-4e51-85f1-e7c808692e77 req-3332fb97-ab4c-4d61-8409-501dbc091841 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=424ebee3-2305-4308-b274-6e055bb8db7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507576 Dec 09 22:25:49.184329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:49.185846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Made reservation on behalf of 42778ce0db43483cabcb3c03ecb5f8f9 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:49.188368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:49.189959 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:49.201251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:49.201776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Attempting to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:49.223799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:49.224265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:49.224545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:49.225008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Bound port: 5dcfc417-1575-4e64-992f-7ccbe8b29583, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:49.225301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9248153-b457-4324-bf61-bab39803ce78 req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Made reservation on behalf of 3005a1a8e3144f09a333f470b9aad885 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:25:49.225444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:49.234139 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9248153-b457-4324-bf61-bab39803ce78 req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:49.277493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:49.398733 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-83788d1e-7fd2-4e51-85f1-e7c808692e77 req-e22b1486-5160-4c69-b59c-82aa4ca9acaf service neutron] 10.222.0.42 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045734 Dec 09 22:25:49.420138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f5466-5a09-4769-85eb-9a4d2422d309 req-71570e92-98b2-4be0-87b1-640fd15a8439 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:49.421710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-197f5466-5a09-4769-85eb-9a4d2422d309 req-71570e92-98b2-4be0-87b1-640fd15a8439 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 943 time: 0.1307201 Dec 09 22:25:49.462052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:49.479165 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-452ac95b-d581-44f7-95f0-f9689aabf22d req-fe43eb2c-f4ef-43cf-8d99-f40c2579aa4f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 210 time: 0.0707219 Dec 09 22:25:49.510342 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae5d9301-a88c-41ec-9580-49d8df1f81b6 req-6445170e-0af8-4e17-9661-7c2c07f6275f service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842002 Dec 09 22:25:49.517125 n-d-789963-23 neutron-server[103417]: WARNING neutron.plugins.ml2.plugin [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Concurrent port binding operations failed on port 5dcfc417-1575-4e64-992f-7ccbe8b29583 Dec 09 22:25:49.522400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-c9248153-b457-4324-bf61-bab39803ce78 req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Allocated IP 172.20.0.13 (073a6e7d-af0e-4b50-85bd-f1bea603319c/91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c/f8052544-c75e-4867-9a38-43f6ed12a8a1) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:25:49.534392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:49.561456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-197f5466-5a09-4769-85eb-9a4d2422d309 req-f18eb43b-e099-4438-8958-aa539cf0c041 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282420 Dec 09 22:25:49.592370 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Attempt 2 to bind port 5dcfc417-1575-4e64-992f-7ccbe8b29583 Dec 09 22:25:49.618828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a0a2f1-0850-47a5-81c0-3206333bce08', 'tag': '59aaaea9-a086-41b4-aa0f-4eccb2f00a3a'}, {'server_uuid': '0bb944fe-030a-43f8-947a-2b480eb3bd3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dcfc417-1575-4e64-992f-7ccbe8b29583'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:49.621705 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d129068-09b5-4f95-926d-74ed6e151f16" -d '{"events": [{"name": "network-changed", "server_uuid": "40a0a2f1-0850-47a5-81c0-3206333bce08", "tag": "59aaaea9-a086-41b4-aa0f-4eccb2f00a3a"}, {"server_uuid": "0bb944fe-030a-43f8-947a-2b480eb3bd3f", "name": "network-vif-unplugged", "status": "completed", "tag": "5dcfc417-1575-4e64-992f-7ccbe8b29583"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:49.628369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:49.629335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:49.631010 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-1d801da0-e599-4fe7-b735-371163632527 service neutron] 10.222.0.18 "PUT /v2.0/ports/5dcfc417-1575-4e64-992f-7ccbe8b29583 HTTP/1.1" status: 200 len: 1123 time: 2.4869759 Dec 09 22:25:49.715949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['5dcfc417-1575-4e64-992f-7ccbe8b29583'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:49.718821 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-83788d1e-7fd2-4e51-85f1-e7c808692e77 req-d3b3e4c6-712c-46b6-8917-a1e5c1d4a237 service neutron] 10.222.0.42 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038938 Dec 09 22:25:49.720167 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Allocated IP 172.20.0.7 (560067e5-0609-41d2-9cf6-aa6d2b495b2a/a961b3f3-c349-4ed3-9f0c-098c9d46b411/26f0b07b-d4f1-48e5-990c-46867101f797) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:25:49.762632 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ae5d9301-a88c-41ec-9580-49d8df1f81b6 req-3d833ea8-b884-4829-b0ff-b109cb6b140c service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425981 Dec 09 22:25:49.777800 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85340791-4e88-4520-80c5-4da7df4480ba x-openstack-request-id: req-85340791-4e88-4520-80c5-4da7df4480ba {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:49.778509 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a0a2f1-0850-47a5-81c0-3206333bce08", "tag": "59aaaea9-a086-41b4-aa0f-4eccb2f00a3a", "status": "completed", "code": 200}, {"server_uuid": "0bb944fe-030a-43f8-947a-2b480eb3bd3f", "name": "network-vif-unplugged", "status": "completed", "tag": "5dcfc417-1575-4e64-992f-7ccbe8b29583", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:49.778969 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85340791-4e88-4520-80c5-4da7df4480ba {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:49.779543 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a0a2f1-0850-47a5-81c0-3206333bce08', 'tag': '59aaaea9-a086-41b4-aa0f-4eccb2f00a3a', 'status': 'completed', 'code': 200} Dec 09 22:25:49.779999 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb944fe-030a-43f8-947a-2b480eb3bd3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dcfc417-1575-4e64-992f-7ccbe8b29583', 'code': 200} Dec 09 22:25:49.841947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5dcfc417-1575-4e64-992f-7ccbe8b29583'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:49.889400 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9248153-b457-4324-bf61-bab39803ce78 req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:49.974435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129068-09b5-4f95-926d-74ed6e151f16 req-53d39a0c-d0cf-4bf2-959a-a401d3e17db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:49.976729 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4d129068-09b5-4f95-926d-74ed6e151f16 req-53d39a0c-d0cf-4bf2-959a-a401d3e17db3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=073fd3049ee74f468ed2e09829f38ca0&device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 1095 time: 0.1269171 Dec 09 22:25:50.054093 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:50.159923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f30d3a9f-9b13-4077-974a-d005b5a05b02 req-7bf15928-1e8b-4dfc-b7aa-fece8f03eb8d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 210 time: 0.2988186 Dec 09 22:25:50.167575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129068-09b5-4f95-926d-74ed6e151f16 req-398bc623-f185-4a5c-b5a8-85adbd3299da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:50.169507 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4d129068-09b5-4f95-926d-74ed6e151f16 req-398bc623-f185-4a5c-b5a8-85adbd3299da service neutron] 10.222.0.42 "GET /v2.0/networks?id=424ebee3-2305-4308-b274-6e055bb8db7b HTTP/1.1" status: 200 len: 914 time: 0.1803608 Dec 09 22:25:50.181842 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:50.190523 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea739a-305d-447b-8e6b-b1fe250955e2 req-db028817-c619-4553-9172-3aeea9340c51 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:50.192314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-feea739a-305d-447b-8e6b-b1fe250955e2 req-db028817-c619-4553-9172-3aeea9340c51 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.4152267 Dec 09 22:25:50.240458 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9248153-b457-4324-bf61-bab39803ce78 req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:50.272808 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4d129068-09b5-4f95-926d-74ed6e151f16 req-70f27a50-1343-4869-9688-92b94bb61bc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a HTTP/1.1" status: 200 len: 217 time: 0.0938947 Dec 09 22:25:50.282383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Network 560067e5-0609-41d2-9cf6-aa6d2b495b2a is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:50.293467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-feea739a-305d-447b-8e6b-b1fe250955e2 req-a87d6540-9250-4f00-91f6-5bc7ca644652 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902827 Dec 09 22:25:50.293691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:50.296606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:25:50.306554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9248153-b457-4324-bf61-bab39803ce78 req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Network 073a6e7d-af0e-4b50-85bd-f1bea603319c is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:25:50.310617 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-c9248153-b457-4324-bf61-bab39803ce78 req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:25:50.313654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event updated for resources: {'Port': ['ID=f8052544-c75e-4867-9a38-43f6ed12a8a1,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:50.315965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9248153-b457-4324-bf61-bab39803ce78 req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:25:50.367187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Pushing event updated for resources: {'Port': ['ID=26f0b07b-d4f1-48e5-990c-46867101f797,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:50.403527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9248153-b457-4324-bf61-bab39803ce78 req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:50.404482 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9248153-b457-4324-bf61-bab39803ce78 req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:50.413399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129068-09b5-4f95-926d-74ed6e151f16 req-2c964dbc-3acf-4012-9511-9f0ae8fb64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:50.415130 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4d129068-09b5-4f95-926d-74ed6e151f16 req-2c964dbc-3acf-4012-9511-9f0ae8fb64a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de473d8d-0a8f-42d8-9920-41b2bfa86fe9 HTTP/1.1" status: 200 len: 853 time: 0.1295137 Dec 09 22:25:50.428500 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:50.429151 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:50.450154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553c5a-f360-44d7-88d4-7bc201c2e44d req-d3981b7c-6838-4349-a3c7-4ef25c35f1f1 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:50.451868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8553c5a-f360-44d7-88d4-7bc201c2e44d req-d3981b7c-6838-4349-a3c7-4ef25c35f1f1 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.1329207 Dec 09 22:25:50.459852 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-8bd4217e-362e-4351-83b4-a243d351122c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7723629 Dec 09 22:25:50.463281 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4d129068-09b5-4f95-926d-74ed6e151f16 req-cd0a8672-47b6-4359-80da-47f0d560bbb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=424ebee3-2305-4308-b274-6e055bb8db7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314057 Dec 09 22:25:50.470739 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-857d85a7-f42a-4251-ad21-ff69fce4fdd5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2499211 Dec 09 22:25:50.484370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Request body: {'port': {'device_id': '4c18d4ed-e00b-45d4-9a47-cfc9895caa67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:50.488893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Request body: {'port': {'device_id': 'c42ee24d-3fb4-4087-9258-e309a9fbd99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:25:50.527383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c428f-d9cb-4263-8470-81ed5c7982ca req-df022373-b01d-46b4-9f4b-52d4b8bce896 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:50.529032 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-334c428f-d9cb-4263-8470-81ed5c7982ca req-df022373-b01d-46b4-9f4b-52d4b8bce896 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1205010 Dec 09 22:25:50.581219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8553c5a-f360-44d7-88d4-7bc201c2e44d req-ba114bd9-e90e-438c-aa96-34da5974237b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201048 Dec 09 22:25:50.614345 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:50.624339 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:50.666549 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-334c428f-d9cb-4263-8470-81ed5c7982ca req-af3278dc-edf2-431a-9273-493871908539 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238828 Dec 09 22:25:50.702553 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4d129068-09b5-4f95-926d-74ed6e151f16 req-f5c23a14-ef6f-4c5f-95e0-a152e99481f0 service neutron] 10.222.0.42 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194955 Dec 09 22:25:50.794093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f4f82-365a-46dd-8f5b-cf09c2c23ebe req-6fdf95f5-cab9-4a52-8577-0b43c9eeccca tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:50.801320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c7f4f82-365a-46dd-8f5b-cf09c2c23ebe req-6fdf95f5-cab9-4a52-8577-0b43c9eeccca tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 931 time: 0.1398749 Dec 09 22:25:50.909907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:50.915335 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4d129068-09b5-4f95-926d-74ed6e151f16 req-490ef079-f8b9-425d-8875-cc204b6652e8 service neutron] 10.222.0.42 "GET /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054012 Dec 09 22:25:50.923332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7277bcf-c097-45c3-8445-5fb8fc9e3773 req-afad3d73-26c0-482a-96b3-1bef897fe321 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:50.930635 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7277bcf-c097-45c3-8445-5fb8fc9e3773 req-afad3d73-26c0-482a-96b3-1bef897fe321 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 943 time: 0.1929953 Dec 09 22:25:50.957293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:50.961142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:50.968418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c7f4f82-365a-46dd-8f5b-cf09c2c23ebe req-53ae8b84-4779-4305-850b-0a166d95b9ec tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650198 Dec 09 22:25:51.027453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f0b07b-d4f1-48e5-990c-46867101f797 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:51.041877 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.058789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Transition to ACTIVE for port object 26f0b07b-d4f1-48e5-990c-46867101f797 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:25:51.064391 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.066044 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7277bcf-c097-45c3-8445-5fb8fc9e3773 req-9c49ee25-e014-474e-933b-4ec53b7f4fbe tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307836 Dec 09 22:25:51.128099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Pushing event updated for resources: {'Port': ['ID=26f0b07b-d4f1-48e5-990c-46867101f797,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:51.149857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8052544-c75e-4867-9a38-43f6ed12a8a1 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:51.159260 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.174989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Transition to ACTIVE for port object f8052544-c75e-4867-9a38-43f6ed12a8a1 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:25:51.188109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:25:51.192746 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.198209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:51.198937 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.244230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Attempting to bind port 26f0b07b-d4f1-48e5-990c-46867101f797 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:51.246616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Attempting to bind port 26f0b07b-d4f1-48e5-990c-46867101f797 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:51.247302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Attempting to bind port 26f0b07b-d4f1-48e5-990c-46867101f797 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:51.262109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Port 26f0b07b-d4f1-48e5-990c-46867101f797 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:51.262857 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Attempting to bind port 26f0b07b-d4f1-48e5-990c-46867101f797 on network 560067e5-0609-41d2-9cf6-aa6d2b495b2a {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:51.284530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:51.285523 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Checking segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:51.285715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:51.287410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Bound using segment: {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:51.289315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Bound port: 26f0b07b-d4f1-48e5-990c-46867101f797, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67adf10-18a8-4f4c-9361-113ee6cf7513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:51.289850 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.336177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '59aaaea9-a086-41b4-aa0f-4eccb2f00a3a', 'network_id': '424ebee3-2305-4308-b274-6e055bb8db7b', 'port_id': '59aaaea9-a086-41b4-aa0f-4eccb2f00a3a', 'mac_address': 'fa:16:3e:74:c3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de473d8d-0a8f-42d8-9920-41b2bfa86fe9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:51.450383 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.452462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] For port 26f0b07b-d4f1-48e5-990c-46867101f797, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:51.462023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] For port 26f0b07b-d4f1-48e5-990c-46867101f797, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=26f0b07b-d4f1-48e5-990c-46867101f797,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:51.469118 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.480856 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:51.492251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Pushing event updated for resources: {'Port': ['ID=f8052544-c75e-4867-9a38-43f6ed12a8a1,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:51.502211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:51.508357 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.512205 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.551776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:51.552567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.554068 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] 10.222.0.42 "PUT /v2.0/ports/26f0b07b-d4f1-48e5-990c-46867101f797 HTTP/1.1" status: 200 len: 1092 time: 1.0698261 Dec 09 22:25:51.559048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c7388a-6267-4bc0-b91b-8754600d70a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:51.561305 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17871d4a-aa81-4f20-8fcc-77a626eee711" -d '{"events": [{"server_uuid": "87c7388a-6267-4bc0-b91b-8754600d70a3", "name": "network-vif-plugged", "status": "completed", "tag": "85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:51.581862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:51.592449 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.606243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:51.629633 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb18d99-bf96-4efe-9b11-22bf8826ea5a service neutron] Pushing event updated for resources: {'Port': ['ID=26f0b07b-d4f1-48e5-990c-46867101f797,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:51.637409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998c4d5-be1d-44f9-b89c-5e3109da3044 req-73911535-5d71-48e6-84d3-ee6ebe549eeb tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:51.645826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b998c4d5-be1d-44f9-b89c-5e3109da3044 req-73911535-5d71-48e6-84d3-ee6ebe549eeb tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 944 time: 0.3859992 Dec 09 22:25:51.654083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-7522b282-c6b7-45d0-b646-f7cd4b98c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:51.656070 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-7522b282-c6b7-45d0-b646-f7cd4b98c2ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 1095 time: 0.0586712 Dec 09 22:25:51.675654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:51.691480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd885a-c7dc-45d1-8c3c-70c847e94847 req-2657ae5c-432c-41ac-8461-541cc8d0bad3 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:51.693266 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51dd885a-c7dc-45d1-8c3c-70c847e94847 req-2657ae5c-432c-41ac-8461-541cc8d0bad3 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.2055104 Dec 09 22:25:51.704635 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-b30be508-c904-4558-b43c-cef114fe9fe9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26f0b07b-d4f1-48e5-990c-46867101f797 HTTP/1.1" status: 200 len: 217 time: 0.0394902 Dec 09 22:25:51.760525 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-6148832c-401f-45bb-a51f-a277f4fed598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:51.762038 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-6148832c-401f-45bb-a51f-a277f4fed598 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.0506434 Dec 09 22:25:51.773089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Attempting to bind port f8052544-c75e-4867-9a38-43f6ed12a8a1 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:25:51.773434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Attempting to bind port f8052544-c75e-4867-9a38-43f6ed12a8a1 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:25:51.773799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Attempting to bind port f8052544-c75e-4867-9a38-43f6ed12a8a1 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:51.780865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51dd885a-c7dc-45d1-8c3c-70c847e94847 req-900cc637-743c-4b8b-a025-8b7544b15539 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811276 Dec 09 22:25:51.786934 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['59aaaea9-a086-41b4-aa0f-4eccb2f00a3a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:51.800722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb944fe-030a-43f8-947a-2b480eb3bd3f', 'tag': '5dcfc417-1575-4e64-992f-7ccbe8b29583'}, {'name': 'network-changed', 'server_uuid': 'c42ee24d-3fb4-4087-9258-e309a9fbd99f', 'tag': '26f0b07b-d4f1-48e5-990c-46867101f797'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:51.801641 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b998c4d5-be1d-44f9-b89c-5e3109da3044 req-db2d628f-c599-4b18-bc8f-b61aa0d244f1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487851 Dec 09 22:25:51.802664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Port f8052544-c75e-4867-9a38-43f6ed12a8a1 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:25:51.802957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Attempting to bind port f8052544-c75e-4867-9a38-43f6ed12a8a1 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:25:51.812222 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bede4d-1409-4aa8-ad21-4f160614b7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb944fe-030a-43f8-947a-2b480eb3bd3f", "tag": "5dcfc417-1575-4e64-992f-7ccbe8b29583"}, {"name": "network-changed", "server_uuid": "c42ee24d-3fb4-4087-9258-e309a9fbd99f", "tag": "26f0b07b-d4f1-48e5-990c-46867101f797"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:51.814977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:25:51.815349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Checking segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:25:51.817363 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-c5d522fa-ada4-4531-ae0e-036d457b7a47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418499 Dec 09 22:25:51.818019 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Bound using segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:25:51.818485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Bound port: f8052544-c75e-4867-9a38-43f6ed12a8a1, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:25:51.818858 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:51.875813 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd2b888-11dc-4496-b9ea-fe89fad41966 x-openstack-request-id: req-5dd2b888-11dc-4496-b9ea-fe89fad41966 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:51.876096 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c7388a-6267-4bc0-b91b-8754600d70a3", "name": "network-vif-plugged", "status": "completed", "tag": "85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:51.876351 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dd2b888-11dc-4496-b9ea-fe89fad41966 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:51.876751 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c7388a-6267-4bc0-b91b-8754600d70a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc', 'code': 200} Dec 09 22:25:51.948030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] For port f8052544-c75e-4867-9a38-43f6ed12a8a1, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:25:51.978409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] For port f8052544-c75e-4867-9a38-43f6ed12a8a1, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f8052544-c75e-4867-9a38-43f6ed12a8a1,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:25:51.983174 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:52.005630 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-612cbb17-0aae-4845-b6bc-b6514cac9053 service neutron] 10.222.0.42 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793056 Dec 09 22:25:52.012291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e7a5a-e48e-4483-8228-530250412a88 req-784c82d9-d6ce-4f6e-a842-c72f605b922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:52.014113 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f0e7a5a-e48e-4483-8228-530250412a88 req-784c82d9-d6ce-4f6e-a842-c72f605b922d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=87c7388a-6267-4bc0-b91b-8754600d70a3 HTTP/1.1" status: 200 len: 1097 time: 0.0649250 Dec 09 22:25:52.044354 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c48c0-f158-49d6-94d1-2f827d03278c req-5c1384d9-4a35-41aa-b3ff-9b45676919aa tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:52.045908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b2c48c0-f158-49d6-94d1-2f827d03278c req-5c1384d9-4a35-41aa-b3ff-9b45676919aa tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.1743908 Dec 09 22:25:52.058589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:52.059196 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:52.060543 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] 10.222.0.42 "PUT /v2.0/ports/f8052544-c75e-4867-9a38-43f6ed12a8a1 HTTP/1.1" status: 200 len: 1093 time: 1.5817955 Dec 09 22:25:52.060989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c18d4ed-e00b-45d4-9a47-cfc9895caa67', 'tag': 'f8052544-c75e-4867-9a38-43f6ed12a8a1'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:52.063299 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ed0ae7-1a69-4ad7-8aae-def70b8ca3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4c18d4ed-e00b-45d4-9a47-cfc9895caa67", "tag": "f8052544-c75e-4867-9a38-43f6ed12a8a1"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:52.113917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dcda0-1577-41d8-bce1-d45bb15be042 req-7722962f-e4a6-40ca-bae8-93558ad4d97d tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:52.115533 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c41dcda0-1577-41d8-bce1-d45bb15be042 req-7722962f-e4a6-40ca-bae8-93558ad4d97d tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1511078 Dec 09 22:25:52.126218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9df19-6409-4d06-bcf6-4017145855bf service neutron] Pushing event updated for resources: {'Port': ['ID=f8052544-c75e-4867-9a38-43f6ed12a8a1,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:52.145892 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f0e7a5a-e48e-4483-8228-530250412a88 req-3754df12-e94e-45a8-9233-af570ad17bf2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661860 Dec 09 22:25:52.147879 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6eb2e7e-dda5-4324-aaf7-ff1d05c8f165 req-5f3b4f06-4170-4b42-82ed-d205e1bfc702 service neutron] 10.222.0.42 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326802 Dec 09 22:25:52.188356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b2c48c0-f158-49d6-94d1-2f827d03278c req-bd75373b-897a-4ac9-864d-06cefd030fda tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332574 Dec 09 22:25:52.221991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9248153-b457-4324-bf61-bab39803ce78 req-02e2913e-4052-439b-af4e-ec47c60cac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:52.224189 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-02e2913e-4052-439b-af4e-ec47c60cac96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 1096 time: 0.1191018 Dec 09 22:25:52.229181 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c41dcda0-1577-41d8-bce1-d45bb15be042 req-23534b4d-e2ac-4b85-985a-f991e0026d48 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931580 Dec 09 22:25:52.252575 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e983b0-0478-4bf1-a7a3-9640c9338db9 x-openstack-request-id: req-22e983b0-0478-4bf1-a7a3-9640c9338db9 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:52.252941 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb944fe-030a-43f8-947a-2b480eb3bd3f", "tag": "5dcfc417-1575-4e64-992f-7ccbe8b29583", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c42ee24d-3fb4-4087-9258-e309a9fbd99f", "tag": "26f0b07b-d4f1-48e5-990c-46867101f797", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:52.253262 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22e983b0-0478-4bf1-a7a3-9640c9338db9 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:52.253733 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb944fe-030a-43f8-947a-2b480eb3bd3f', 'tag': '5dcfc417-1575-4e64-992f-7ccbe8b29583', 'status': 'completed', 'code': 200} Dec 09 22:25:52.254173 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42ee24d-3fb4-4087-9258-e309a9fbd99f', 'tag': '26f0b07b-d4f1-48e5-990c-46867101f797', 'status': 'completed', 'code': 200} Dec 09 22:25:52.285225 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a78009-f01f-4d24-b4fa-cea8e3bdb3ac x-openstack-request-id: req-45a78009-f01f-4d24-b4fa-cea8e3bdb3ac {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:52.285748 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c18d4ed-e00b-45d4-9a47-cfc9895caa67", "tag": "f8052544-c75e-4867-9a38-43f6ed12a8a1", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:52.286308 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45a78009-f01f-4d24-b4fa-cea8e3bdb3ac {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:52.287210 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c18d4ed-e00b-45d4-9a47-cfc9895caa67', 'tag': 'f8052544-c75e-4867-9a38-43f6ed12a8a1', 'status': 'completed', 'code': 200} Dec 09 22:25:52.384344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a20e35-4b43-468e-b59c-311309d8a25c req-d749e7a5-e626-463d-ba57-8efee3256875 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:52.386232 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40a20e35-4b43-468e-b59c-311309d8a25c req-d749e7a5-e626-463d-ba57-8efee3256875 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 943 time: 0.0870976 Dec 09 22:25:52.401270 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:52.425091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-ffd00ecc-153f-4fb3-a36a-8f177a7bd8c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8052544-c75e-4867-9a38-43f6ed12a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0590065 Dec 09 22:25:52.439026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-e24afd20-0f5d-44c9-a354-087a990172b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:52.441243 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-e24afd20-0f5d-44c9-a354-087a990172b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 1126 time: 0.0565121 Dec 09 22:25:52.458773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f04fb-d9c5-4f2b-a6c9-d76d78dd7d7c req-12a1d04b-2816-48e8-9ef5-400ce1094c86 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:52.460221 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-128f04fb-d9c5-4f2b-a6c9-d76d78dd7d7c req-12a1d04b-2816-48e8-9ef5-400ce1094c86 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 944 time: 0.1277885 Dec 09 22:25:52.542736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-1fc779fa-382e-4fb2-ae3c-3c3565f9e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:52.542965 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40a20e35-4b43-468e-b59c-311309d8a25c req-ab35cf45-fd13-4ba7-98a7-cf813f0cabf2 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216340 Dec 09 22:25:52.544383 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-1fc779fa-382e-4fb2-ae3c-3c3565f9e501 service neutron] 10.222.0.42 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.0913515 Dec 09 22:25:52.548243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9248153-b457-4324-bf61-bab39803ce78 req-949c0f2a-6b4e-4582-a197-7c016c9f6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:52.549646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-949c0f2a-6b4e-4582-a197-7c016c9f6325 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.1098020 Dec 09 22:25:52.566189 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-128f04fb-d9c5-4f2b-a6c9-d76d78dd7d7c req-556a5117-4bff-46ae-b1d2-d68d44cea012 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771668 Dec 09 22:25:52.598232 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-d4087d4d-95ee-4908-9048-71f7eefd9ca5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309513 Dec 09 22:25:52.615015 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-e81f2179-dba1-4373-b330-1e8f84ddef8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583 HTTP/1.1" status: 200 len: 217 time: 0.0484192 Dec 09 22:25:52.668037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-36452db0-8385-4a89-af83-4eda75381bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:52.669560 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-36452db0-8385-4a89-af83-4eda75381bb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.0475883 Dec 09 22:25:52.700126 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-539bfa5f-f46a-4379-bc50-0f140a8ab618 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935540 Dec 09 22:25:52.703109 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-b97cd8ed-1935-4995-a300-73677a17e6b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263040 Dec 09 22:25:52.805160 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-72fe1bc5-fc0d-4a4e-b36d-576fad9b0e8e service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903659 Dec 09 22:25:52.807287 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9248153-b457-4324-bf61-bab39803ce78 req-6bbd79d2-782c-47c4-8ba1-9754cdd477ff service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928848 Dec 09 22:25:52.904996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed0ae7-1a69-4ad7-8aae-def70b8ca3ce req-4e1ec4d9-afe5-4ffa-b0d8-20cdb5cb6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:52.906566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19ed0ae7-1a69-4ad7-8aae-def70b8ca3ce req-4e1ec4d9-afe5-4ffa-b0d8-20cdb5cb6b0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 1096 time: 0.0433652 Dec 09 22:25:52.931328 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-6f832f25-c076-490c-be9a-a2843168b84d service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146750 Dec 09 22:25:52.941628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:53.003734 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:25:53.009045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:53.009721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:53.032857 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-877014b4-cb1b-44ac-b7fe-911207d75bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:53.034963 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-877014b4-cb1b-44ac-b7fe-911207d75bac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 1095 time: 0.0521455 Dec 09 22:25:53.064398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12f81a-223e-4117-8ffd-01759982043f req-097e1fb8-fca9-471d-80a9-62bace682de9 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:53.065971 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a12f81a-223e-4117-8ffd-01759982043f req-097e1fb8-fca9-471d-80a9-62bace682de9 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1503863 Dec 09 22:25:53.075941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4e88e-b71f-4f2a-97ae-9ea9c2cc601f req-efecb52f-4df4-4310-8498-c249ea6c28da tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:53.077418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13a4e88e-b71f-4f2a-97ae-9ea9c2cc601f req-efecb52f-4df4-4310-8498-c249ea6c28da tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 944 time: 0.1516371 Dec 09 22:25:53.121758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed0ae7-1a69-4ad7-8aae-def70b8ca3ce req-aac11c97-cd14-41e3-954d-ccd12961523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:53.123029 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:53.123250 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19ed0ae7-1a69-4ad7-8aae-def70b8ca3ce req-aac11c97-cd14-41e3-954d-ccd12961523a service neutron] 10.222.0.42 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 906 time: 0.1962528 Dec 09 22:25:53.160365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-e3f0732a-ec2c-4328-8737-61744935a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:53.162112 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-e3f0732a-ec2c-4328-8737-61744935a721 service neutron] 10.222.0.42 "GET /v2.0/networks?id=560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 200 len: 912 time: 0.1180410 Dec 09 22:25:53.170456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:53.175656 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:53.200969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19ed0ae7-1a69-4ad7-8aae-def70b8ca3ce req-e58a0384-6551-4e4b-894c-a0c7b0a4402f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8052544-c75e-4867-9a38-43f6ed12a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0691352 Dec 09 22:25:53.219364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a12f81a-223e-4117-8ffd-01759982043f req-19379e4b-d107-4888-9bd1-00345ae84dbd tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343360 Dec 09 22:25:53.238652 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-c04acf23-7465-4821-b313-3ff413dde50c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26f0b07b-d4f1-48e5-990c-46867101f797 HTTP/1.1" status: 200 len: 217 time: 0.0638578 Dec 09 22:25:53.259400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:53.279502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13a4e88e-b71f-4f2a-97ae-9ea9c2cc601f req-536ce02f-02f8-4106-93eb-396c9c1c80d2 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832266 Dec 09 22:25:53.293536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed0ae7-1a69-4ad7-8aae-def70b8ca3ce req-6f11d2f9-a066-4011-a8a3-f5faa882cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:53.295043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19ed0ae7-1a69-4ad7-8aae-def70b8ca3ce req-6f11d2f9-a066-4011-a8a3-f5faa882cc1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.0686913 Dec 09 22:25:53.323370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-ee1f9d2c-0076-4c3a-92a5-06b29654eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:53.330403 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-ee1f9d2c-0076-4c3a-92a5-06b29654eab3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 200 len: 851 time: 0.0818975 Dec 09 22:25:53.362226 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19ed0ae7-1a69-4ad7-8aae-def70b8ca3ce req-6c722891-abd4-4ee7-bb33-1bbf9e09c387 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460782 Dec 09 22:25:53.368876 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-178d6467-6fab-4a06-b65b-bd2cb0d9923a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=560067e5-0609-41d2-9cf6-aa6d2b495b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259714 Dec 09 22:25:53.423322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1c863-ff11-4ec9-a717-4e2083003f68 req-4843e0df-ca12-4e1b-a533-4dfe1648829b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:53.424864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49b1c863-ff11-4ec9-a717-4e2083003f68 req-4843e0df-ca12-4e1b-a533-4dfe1648829b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.1191163 Dec 09 22:25:53.501427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64f0b2-aa6c-4a82-be96-46760501b5f9 req-f82c0e93-85ad-4dc8-b5f9-08a2c717bf93 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:53.502990 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b64f0b2-aa6c-4a82-be96-46760501b5f9 req-f82c0e93-85ad-4dc8-b5f9-08a2c717bf93 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1446497 Dec 09 22:25:53.508865 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-1987a312-40b7-40e9-ab0e-ab5f04aba70a service neutron] 10.222.0.42 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104679 Dec 09 22:25:53.558639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49b1c863-ff11-4ec9-a717-4e2083003f68 req-3df7e472-48ea-4762-b0f7-bcec1154fd22 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269982 Dec 09 22:25:53.569910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19ed0ae7-1a69-4ad7-8aae-def70b8ca3ce req-2dda26da-140c-4131-83d2-c5665cdacf42 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794214 Dec 09 22:25:53.613742 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b64f0b2-aa6c-4a82-be96-46760501b5f9 req-8c03dc89-8abc-4587-8aad-b95dfbe19c75 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970480 Dec 09 22:25:53.624500 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21bede4d-1409-4aa8-ad21-4f160614b7c3 req-77300325-d978-452c-951e-f3377a9a31dd service neutron] 10.222.0.42 "GET /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074607 Dec 09 22:25:53.738902 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19ed0ae7-1a69-4ad7-8aae-def70b8ca3ce req-73ac9627-cb10-4aba-ad77-162af4362816 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577101 Dec 09 22:25:53.759800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebac48-002f-4d96-be55-22212e37536a req-7d5a0e53-e743-48ef-96cc-960b4ec70a17 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:53.761322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19ebac48-002f-4d96-be55-22212e37536a req-7d5a0e53-e743-48ef-96cc-960b4ec70a17 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 943 time: 0.1118009 Dec 09 22:25:53.776653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2ee27-6416-4c61-9e0b-251e005003c4 req-f7e772bf-5917-489e-933b-eb4693c07845 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:53.778133 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2c2ee27-6416-4c61-9e0b-251e005003c4 req-f7e772bf-5917-489e-933b-eb4693c07845 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 945 time: 0.0822861 Dec 09 22:25:53.843390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19ebac48-002f-4d96-be55-22212e37536a req-bb1eeba6-44a5-441d-949c-d88bcb1723df tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751672 Dec 09 22:25:53.859137 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2c2ee27-6416-4c61-9e0b-251e005003c4 req-85936aaf-45c2-4ebc-806b-afc68b648ec8 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657938 Dec 09 22:25:53.880090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a0a2f1-0850-47a5-81c0-3206333bce08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aaaea9-a086-41b4-aa0f-4eccb2f00a3a'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:53.882409 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ab72fd-5776-423e-8938-bf3b9ffb2a28" -d '{"events": [{"server_uuid": "40a0a2f1-0850-47a5-81c0-3206333bce08", "name": "network-vif-plugged", "status": "completed", "tag": "59aaaea9-a086-41b4-aa0f-4eccb2f00a3a"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:53.937912 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f81ccfb-7213-458a-af39-2276b431349e x-openstack-request-id: req-2f81ccfb-7213-458a-af39-2276b431349e {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:53.938237 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a0a2f1-0850-47a5-81c0-3206333bce08", "name": "network-vif-plugged", "status": "completed", "tag": "59aaaea9-a086-41b4-aa0f-4eccb2f00a3a", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:53.938499 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f81ccfb-7213-458a-af39-2276b431349e {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:53.938898 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a0a2f1-0850-47a5-81c0-3206333bce08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aaaea9-a086-41b4-aa0f-4eccb2f00a3a', 'code': 200} Dec 09 22:25:54.042707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd10bd-cb7a-41d8-bd07-8ecc76eff872 req-58ed8e83-1e25-4455-82ed-58b752ac3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:54.044093 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cdfd10bd-cb7a-41d8-bd07-8ecc76eff872 req-58ed8e83-1e25-4455-82ed-58b752ac3a40 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 1097 time: 0.0401430 Dec 09 22:25:54.093011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cdfd10bd-cb7a-41d8-bd07-8ecc76eff872 req-f573a5c0-5d58-4daf-8361-17d52c770c01 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Dec 09 22:25:54.327440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5da2b-68de-46ee-b168-832d580990ea req-6f4ddb2c-8d8f-4b0b-99f0-1ff07ecc6269 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:54.329833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58c5da2b-68de-46ee-b168-832d580990ea req-6f4ddb2c-8d8f-4b0b-99f0-1ff07ecc6269 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0525076 Dec 09 22:25:54.402361 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58c5da2b-68de-46ee-b168-832d580990ea req-7e2e8f75-78c8-4d28-ade1-fa6788ebce6c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664084 Dec 09 22:25:54.421507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace733e-e633-4a3d-a383-d177e918d212 req-e9f14ef3-5fc4-470f-ace2-0654a397bf3c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:54.423616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ace733e-e633-4a3d-a383-d177e918d212 req-e9f14ef3-5fc4-470f-ace2-0654a397bf3c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 944 time: 0.0682580 Dec 09 22:25:54.472417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ace733e-e633-4a3d-a383-d177e918d212 req-6c183157-04f8-4b49-baf5-76c1fc94765b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420482 Dec 09 22:25:54.694371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5c2dc-1e86-4821-bf9c-39aa58778e9d req-ec79ec57-069f-4ac4-b09d-9216c9dec474 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:54.703252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8d5c2dc-1e86-4821-bf9c-39aa58778e9d req-ec79ec57-069f-4ac4-b09d-9216c9dec474 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.0667958 Dec 09 22:25:54.770714 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8d5c2dc-1e86-4821-bf9c-39aa58778e9d req-979bf1e7-bed0-4f6b-80ad-b964b000145b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658464 Dec 09 22:25:54.808422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14eee3b-26a9-44e6-899c-c642bf33d7ea req-78f615d2-d28a-4b94-984b-308f83c932a7 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:54.810187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a14eee3b-26a9-44e6-899c-c642bf33d7ea req-78f615d2-d28a-4b94-984b-308f83c932a7 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0564067 Dec 09 22:25:54.859985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a14eee3b-26a9-44e6-899c-c642bf33d7ea req-4cf8c30e-a0b4-47db-8ddc-9e43c32864b9 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Dec 09 22:25:54.939910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f8052544-c75e-4867-9a38-43f6ed12a8a1 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:55.048012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f8052544-c75e-4867-9a38-43f6ed12a8a1, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f8052544-c75e-4867-9a38-43f6ed12a8a1,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:55.065015 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'f8052544-c75e-4867-9a38-43f6ed12a8a1', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'port_id': 'f8052544-c75e-4867-9a38-43f6ed12a8a1', 'mac_address': 'fa:16:3e:d2:5c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:55.105232 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:55.119274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8052544-c75e-4867-9a38-43f6ed12a8a1 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:55.143106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f8052544-c75e-4867-9a38-43f6ed12a8a1, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f8052544-c75e-4867-9a38-43f6ed12a8a1,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:55.147890 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:55.148877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 26f0b07b-d4f1-48e5-990c-46867101f797 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:25:55.235729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15edeb4-939d-4761-a105-9271be37454d req-46434a0b-ba6c-4a08-8648-c3aed9f98e7a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:55.237222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c15edeb4-939d-4761-a105-9271be37454d req-46434a0b-ba6c-4a08-8648-c3aed9f98e7a tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 943 time: 0.3204308 Dec 09 22:25:55.246556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f8052544-c75e-4867-9a38-43f6ed12a8a1,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:55.259583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ce9d7-a70c-488f-bd8f-6fb3e6eda80a req-8f0cb020-d738-4241-8bd0-f5d574599ffe tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:55.264763 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-321ce9d7-a70c-488f-bd8f-6fb3e6eda80a req-8f0cb020-d738-4241-8bd0-f5d574599ffe tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 945 time: 0.3218138 Dec 09 22:25:55.311950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 26f0b07b-d4f1-48e5-990c-46867101f797, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=26f0b07b-d4f1-48e5-990c-46867101f797,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:55.327280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '26f0b07b-d4f1-48e5-990c-46867101f797', 'network_id': '560067e5-0609-41d2-9cf6-aa6d2b495b2a', 'port_id': '26f0b07b-d4f1-48e5-990c-46867101f797', 'mac_address': 'fa:16:3e:00:87:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a961b3f3-c349-4ed3-9f0c-098c9d46b411', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:25:55.357073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c15edeb4-939d-4761-a105-9271be37454d req-8f49dad5-30d7-4852-a92a-e80f25779b10 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117728 Dec 09 22:25:55.369334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-321ce9d7-a70c-488f-bd8f-6fb3e6eda80a req-69bb11eb-5149-48c9-803d-0c1214bd4d67 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953398 Dec 09 22:25:55.377095 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:55.392907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f0b07b-d4f1-48e5-990c-46867101f797 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:25:55.416939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 26f0b07b-d4f1-48e5-990c-46867101f797, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=26f0b07b-d4f1-48e5-990c-46867101f797,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:55.420997 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:55.478648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=26f0b07b-d4f1-48e5-990c-46867101f797,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:55.556232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb6dd1-19f4-4174-9eb2-add6a7ffc732 req-b32d33b4-769a-4e84-af85-f8f349906ec6 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:55.557865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60bb6dd1-19f4-4174-9eb2-add6a7ffc732 req-b32d33b4-769a-4e84-af85-f8f349906ec6 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0605175 Dec 09 22:25:55.663156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60bb6dd1-19f4-4174-9eb2-add6a7ffc732 req-55c1c53d-77aa-4027-9dc8-a2b84ecf093c tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671864 Dec 09 22:25:55.679741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c935ae-e588-46fe-97d5-81bd1969f9a2 req-f754519e-19f1-4f67-8127-003aaa006481 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:55.696473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1c935ae-e588-46fe-97d5-81bd1969f9a2 req-f754519e-19f1-4f67-8127-003aaa006481 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 945 time: 0.1374533 Dec 09 22:25:55.746842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1c935ae-e588-46fe-97d5-81bd1969f9a2 req-46b629d5-16ba-4e62-b5ec-ebb2f817f763 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494678 Dec 09 22:25:55.753826 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f8052544-c75e-4867-9a38-43f6ed12a8a1'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:55.785118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['26f0b07b-d4f1-48e5-990c-46867101f797'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:25:55.936935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b52869-4d77-4b2a-b96f-c8c8e7a1b6e3 req-d22cb35b-4e87-43ea-9676-cdd0ef51b11e tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:55.939171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23b52869-4d77-4b2a-b96f-c8c8e7a1b6e3 req-d22cb35b-4e87-43ea-9676-cdd0ef51b11e tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.0793927 Dec 09 22:25:56.018711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b04efe-c87a-4174-be8f-199eeae68dc5 req-edbcabcb-62b4-45b4-a7c3-a569ce0fbf9f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:56.020198 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5b04efe-c87a-4174-be8f-199eeae68dc5 req-edbcabcb-62b4-45b4-a7c3-a569ce0fbf9f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0801136 Dec 09 22:25:56.048666 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23b52869-4d77-4b2a-b96f-c8c8e7a1b6e3 req-1cdca79d-e822-4b80-812a-50ba007489ab tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980310 Dec 09 22:25:56.077495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5b04efe-c87a-4174-be8f-199eeae68dc5 req-fb8fbdb7-14e3-45bd-bab2-91e80027526c tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504820 Dec 09 22:25:56.518988 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4bda9-a177-4679-9ed2-6cd207732371 req-3e69afb9-33f0-4b17-b680-5b0866101a6d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:56.526545 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0fc4bda9-a177-4679-9ed2-6cd207732371 req-3e69afb9-33f0-4b17-b680-5b0866101a6d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 944 time: 0.0966270 Dec 09 22:25:56.551023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34dfcf-5a80-446f-b723-c2ca35512d17 req-fc5fa1d1-957e-403a-bd81-22aa87e14f24 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:56.552504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b34dfcf-5a80-446f-b723-c2ca35512d17 req-fc5fa1d1-957e-403a-bd81-22aa87e14f24 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 945 time: 0.0937405 Dec 09 22:25:56.610892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0fc4bda9-a177-4679-9ed2-6cd207732371 req-73aca096-634b-44aa-8bc7-c52eab3bc848 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833757 Dec 09 22:25:56.637490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b34dfcf-5a80-446f-b723-c2ca35512d17 req-3b2bb800-e986-4eef-9ee8-16bddd146d1e tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768592 Dec 09 22:25:56.786599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7f477-d00a-409a-b2db-882f6a6fadc3 req-73153329-84e1-40f7-b6a7-e3309daf69ee tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:56.789184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eda7f477-d00a-409a-b2db-882f6a6fadc3 req-73153329-84e1-40f7-b6a7-e3309daf69ee tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=87c7388a-6267-4bc0-b91b-8754600d70a3 HTTP/1.1" status: 200 len: 945 time: 0.0770392 Dec 09 22:25:56.867729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eda7f477-d00a-409a-b2db-882f6a6fadc3 req-6d474d00-cd77-4530-869d-67a203753933 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663571 Dec 09 22:25:56.877669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0792aa4-a81b-45ba-813a-a47733b89f84 req-5cb79133-457b-4684-9871-c72be85ee6b6 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:56.879719 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0792aa4-a81b-45ba-813a-a47733b89f84 req-5cb79133-457b-4684-9871-c72be85ee6b6 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0893681 Dec 09 22:25:56.949939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f8052544-c75e-4867-9a38-43f6ed12a8a1 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:56.961366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0792aa4-a81b-45ba-813a-a47733b89f84 req-d73626a8-6b12-4991-affe-34e2bbb3fedb tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577834 Dec 09 22:25:57.011028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port f8052544-c75e-4867-9a38-43f6ed12a8a1 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:25:57.016241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port f8052544-c75e-4867-9a38-43f6ed12a8a1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:57.016797 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:57.017333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4798d-9805-4d73-9162-b72ff3720560 req-b806dda3-f257-40d9-9b16-d601b74d698e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:57.018927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56f4798d-9805-4d73-9162-b72ff3720560 req-b806dda3-f257-40d9-9b16-d601b74d698e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 945 time: 0.0745678 Dec 09 22:25:57.074346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56f4798d-9805-4d73-9162-b72ff3720560 req-0b95b36c-a1fa-408d-907e-44c4bd3c4068 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479345 Dec 09 22:25:57.131423 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:57.162311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c18d4ed-e00b-45d4-9a47-cfc9895caa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8052544-c75e-4867-9a38-43f6ed12a8a1'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:57.168933 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9444d0f0-e272-48bf-87b4-4ffac8710365" -d '{"events": [{"server_uuid": "4c18d4ed-e00b-45d4-9a47-cfc9895caa67", "name": "network-vif-plugged", "status": "completed", "tag": "f8052544-c75e-4867-9a38-43f6ed12a8a1"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:57.188964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f8052544-c75e-4867-9a38-43f6ed12a8a1, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f8052544-c75e-4867-9a38-43f6ed12a8a1,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:57.195208 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:57.196426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 26f0b07b-d4f1-48e5-990c-46867101f797 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:25:57.257495 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f8052544-c75e-4867-9a38-43f6ed12a8a1,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:57.268380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efc70a-3e8f-418a-94e7-c375fe094612 req-ec0cc8ad-1c70-4a30-ac12-39b3ce7842f5 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:57.270326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8efc70a-3e8f-418a-94e7-c375fe094612 req-ec0cc8ad-1c70-4a30-ac12-39b3ce7842f5 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.0927839 Dec 09 22:25:57.294977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecece905-db2d-428c-8948-2020517820a0 req-6d9185a9-ea5e-414f-97a5-1bce64195b90 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:57.294977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecece905-db2d-428c-8948-2020517820a0 req-6d9185a9-ea5e-414f-97a5-1bce64195b90 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0782785 Dec 09 22:25:57.309956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 26f0b07b-d4f1-48e5-990c-46867101f797 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:25:57.315145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 26f0b07b-d4f1-48e5-990c-46867101f797 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:25:57.315525 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:57.364857 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8efc70a-3e8f-418a-94e7-c375fe094612 req-41283b50-7b4f-4b8d-9006-c4ea8e6244ec tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855980 Dec 09 22:25:57.394392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecece905-db2d-428c-8948-2020517820a0 req-5e5bb370-4a14-41a2-9a56-d278ff43d6f6 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905581 Dec 09 22:25:57.420622 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:57.440047 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1754bc-32fc-4cc0-9e9e-1ce1b97d9574 x-openstack-request-id: req-ea1754bc-32fc-4cc0-9e9e-1ce1b97d9574 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:57.440341 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c18d4ed-e00b-45d4-9a47-cfc9895caa67", "name": "network-vif-plugged", "status": "completed", "tag": "f8052544-c75e-4867-9a38-43f6ed12a8a1", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:57.440596 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea1754bc-32fc-4cc0-9e9e-1ce1b97d9574 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:57.441033 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c18d4ed-e00b-45d4-9a47-cfc9895caa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8052544-c75e-4867-9a38-43f6ed12a8a1', 'code': 200} Dec 09 22:25:57.464088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 26f0b07b-d4f1-48e5-990c-46867101f797, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=26f0b07b-d4f1-48e5-990c-46867101f797,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:57.468613 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:57.529883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=26f0b07b-d4f1-48e5-990c-46867101f797,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:25:57.623457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f556d-f0c5-4ee3-8140-364740bc8b67 req-510249dd-cb7f-4aad-a144-90ef26bf44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:57.627472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f6f556d-f0c5-4ee3-8140-364740bc8b67 req-510249dd-cb7f-4aad-a144-90ef26bf44e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 1098 time: 0.0731673 Dec 09 22:25:57.776728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f6f556d-f0c5-4ee3-8140-364740bc8b67 req-eb046419-5369-4820-9ade-60074ca77ccd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318820 Dec 09 22:25:57.794332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72596a6e-0409-4fd4-9cb7-1c9fe75c1744 req-fda645a8-59ea-4319-96c4-b216bfa2a459 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:57.796006 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72596a6e-0409-4fd4-9cb7-1c9fe75c1744 req-fda645a8-59ea-4319-96c4-b216bfa2a459 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=87c7388a-6267-4bc0-b91b-8754600d70a3 HTTP/1.1" status: 200 len: 945 time: 0.1426930 Dec 09 22:25:57.809969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036b1f1-0e89-44eb-88ba-39b8307ac079 req-f2b80c4b-de4e-4904-99e3-fa2fad1c9819 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:57.812108 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9036b1f1-0e89-44eb-88ba-39b8307ac079 req-f2b80c4b-de4e-4904-99e3-fa2fad1c9819 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 945 time: 0.1182373 Dec 09 22:25:57.888241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72596a6e-0409-4fd4-9cb7-1c9fe75c1744 req-c3d8751f-4c07-4d52-8d22-e11a3432c6da tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743861 Dec 09 22:25:57.912551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9036b1f1-0e89-44eb-88ba-39b8307ac079 req-3e5361a0-db19-424f-a93d-a2694c5b9390 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814195 Dec 09 22:25:58.093211 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeadb5c-af67-4762-9c54-b0ace7e89698 req-ac5ee8c4-dd6a-4b14-ba1d-af777755fa77 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:58.097524 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7eeadb5c-af67-4762-9c54-b0ace7e89698 req-ac5ee8c4-dd6a-4b14-ba1d-af777755fa77 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0561135 Dec 09 22:25:58.211484 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7eeadb5c-af67-4762-9c54-b0ace7e89698 req-f66066cc-71c5-47a0-a1f8-c0892c825eb7 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965083 Dec 09 22:25:58.274449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22f73a-1d02-44e9-8282-4ba2c28d2082 req-afb4a5da-ef2d-44b9-93c5-d33096a918d8 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:58.276142 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b22f73a-1d02-44e9-8282-4ba2c28d2082 req-afb4a5da-ef2d-44b9-93c5-d33096a918d8 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 946 time: 0.0811763 Dec 09 22:25:58.329166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b22f73a-1d02-44e9-8282-4ba2c28d2082 req-3c760861-76b6-4237-b976-552d2e08f04a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446424 Dec 09 22:25:58.544678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee3cc8-c96f-452b-a06c-13ef22c5fc28 req-38e6290f-115f-4e63-81e1-d4f0a962f0b5 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:58.546212 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1ee3cc8-c96f-452b-a06c-13ef22c5fc28 req-38e6290f-115f-4e63-81e1-d4f0a962f0b5 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0782127 Dec 09 22:25:58.569370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216f0b4-b887-4812-adb6-b15b6b3e7a90 req-0c7b5f45-efde-49ae-afa2-6c93d01f49c3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:58.570254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6216f0b4-b887-4812-adb6-b15b6b3e7a90 req-0c7b5f45-efde-49ae-afa2-6c93d01f49c3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.1010273 Dec 09 22:25:58.646262 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1ee3cc8-c96f-452b-a06c-13ef22c5fc28 req-d7111556-ff6b-4ee1-9b88-8b09156f5e38 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911653 Dec 09 22:25:58.650282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6216f0b4-b887-4812-adb6-b15b6b3e7a90 req-0c2f7a8c-834f-45a3-988e-471890f9eef8 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682595 Dec 09 22:25:59.053878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2ec79-faf9-4b85-909f-aa1815b48361 req-bd810cab-a6fe-4b73-b0af-76b695b2c1c2 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:59.055286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-00f2ec79-faf9-4b85-909f-aa1815b48361 req-bd810cab-a6fe-4b73-b0af-76b695b2c1c2 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=87c7388a-6267-4bc0-b91b-8754600d70a3 HTTP/1.1" status: 200 len: 945 time: 0.0779932 Dec 09 22:25:59.063458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313873f-407f-446d-91d1-a06b591e61a9 req-4c953b3c-ad8d-4dc5-947b-80aa9041c7f3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:59.064869 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f313873f-407f-446d-91d1-a06b591e61a9 req-4c953b3c-ad8d-4dc5-947b-80aa9041c7f3 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 945 time: 0.0766761 Dec 09 22:25:59.136075 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-00f2ec79-faf9-4b85-909f-aa1815b48361 req-db2cc46a-d249-454f-a909-5a57cb9568ce tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe1031a7-993e-425f-80e4-c4d14e5a8a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701406 Dec 09 22:25:59.141662 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f313873f-407f-446d-91d1-a06b591e61a9 req-f9374554-52e4-437c-9669-a9393e8c43c5 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695233 Dec 09 22:25:59.347792 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78243f3b-233c-45a4-ba1b-733ab1c3df32 req-6c121e1e-749f-4685-843b-9f3243379e3f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:59.349674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-78243f3b-233c-45a4-ba1b-733ab1c3df32 req-6c121e1e-749f-4685-843b-9f3243379e3f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0612783 Dec 09 22:25:59.433853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4060d6-3b38-4a7f-9100-341c3299b284 req-f06aa29a-9228-4c8a-809e-c372e29fb761 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:59.435288 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df4060d6-3b38-4a7f-9100-341c3299b284 req-f06aa29a-9228-4c8a-809e-c372e29fb761 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.42 "GET /v2.0/ports?device_id=87c7388a-6267-4bc0-b91b-8754600d70a3 HTTP/1.1" status: 200 len: 945 time: 0.0846577 Dec 09 22:25:59.441981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42ee24d-3fb4-4087-9258-e309a9fbd99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f0b07b-d4f1-48e5-990c-46867101f797'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:25:59.445713 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8b7b6f-418f-4be4-b789-391a42a2efeb" -d '{"events": [{"server_uuid": "c42ee24d-3fb4-4087-9258-e309a9fbd99f", "name": "network-vif-plugged", "status": "completed", "tag": "26f0b07b-d4f1-48e5-990c-46867101f797"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:25:59.490697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-78243f3b-233c-45a4-ba1b-733ab1c3df32 req-ed38541f-a0fd-4366-a763-aba59fe8639f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299076 Dec 09 22:25:59.538340 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47048254-75ae-4d26-ba7c-877a54112120 x-openstack-request-id: req-47048254-75ae-4d26-ba7c-877a54112120 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:25:59.539550 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42ee24d-3fb4-4087-9258-e309a9fbd99f", "name": "network-vif-plugged", "status": "completed", "tag": "26f0b07b-d4f1-48e5-990c-46867101f797", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:25:59.539821 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47048254-75ae-4d26-ba7c-877a54112120 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:25:59.540217 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42ee24d-3fb4-4087-9258-e309a9fbd99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f0b07b-d4f1-48e5-990c-46867101f797', 'code': 200} Dec 09 22:25:59.546877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40246556-37bd-4f25-a88e-2d7e2babd548 req-68e9900e-315a-4f44-a0b8-5aad58d408af tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:59.548462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40246556-37bd-4f25-a88e-2d7e2babd548 req-68e9900e-315a-4f44-a0b8-5aad58d408af tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 946 time: 0.1327910 Dec 09 22:25:59.597014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-df4060d6-3b38-4a7f-9100-341c3299b284 req-7498a6e9-d014-4a04-9637-fe481703324c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Deleting port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:25:59.597352 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-df4060d6-3b38-4a7f-9100-341c3299b284 req-7498a6e9-d014-4a04-9637-fe481703324c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:59.645282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40246556-37bd-4f25-a88e-2d7e2babd548 req-49bfe1d8-b390-49c3-97c4-9f6be14c19e6 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833647 Dec 09 22:25:59.664741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0946b2-45e8-42a0-b470-1fe1a414c4b5 req-38aa158a-170b-4383-8b9f-737751ceb70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:59.666207 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d0946b2-45e8-42a0-b470-1fe1a414c4b5 req-38aa158a-170b-4383-8b9f-737751ceb70c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 1097 time: 0.0581234 Dec 09 22:25:59.724872 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d0946b2-45e8-42a0-b470-1fe1a414c4b5 req-47ba35a0-8f99-49fd-854a-8fa1ea9fe151 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460858 Dec 09 22:25:59.738102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-df4060d6-3b38-4a7f-9100-341c3299b284 req-7498a6e9-d014-4a04-9637-fe481703324c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] For port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:25:59.739211 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-df4060d6-3b38-4a7f-9100-341c3299b284 req-7498a6e9-d014-4a04-9637-fe481703324c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:25:59.755564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-df4060d6-3b38-4a7f-9100-341c3299b284 req-7498a6e9-d014-4a04-9637-fe481703324c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Calling delete_port for 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:25:59.878554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6173ab2-80fe-4ec5-9234-dcd2909f5f19 req-e4b94f85-9b7c-4366-a7aa-d51b662420fa tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:59.880024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6173ab2-80fe-4ec5-9234-dcd2909f5f19 req-e4b94f85-9b7c-4366-a7aa-d51b662420fa tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1264281 Dec 09 22:25:59.916170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5e87e-431c-477c-ae3e-c9ae71538dc3 req-796a6036-29f6-47ae-8500-49cbbb4bd49d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:25:59.917509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9c5e87e-431c-477c-ae3e-c9ae71538dc3 req-796a6036-29f6-47ae-8500-49cbbb4bd49d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.0942044 Dec 09 22:25:59.973039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6173ab2-80fe-4ec5-9234-dcd2909f5f19 req-2c534258-8b28-49f2-b175-5c3a479aa14b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847673 Dec 09 22:26:00.003174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39131167-1d3a-44ba-836d-d0e176f705b0 req-e1f42a24-d821-4b70-8b98-d1078f715001 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:00.009107 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39131167-1d3a-44ba-836d-d0e176f705b0 req-e1f42a24-d821-4b70-8b98-d1078f715001 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.42 "GET /v2.0/ports?device_id=40a0a2f1-0850-47a5-81c0-3206333bce08 HTTP/1.1" status: 200 len: 945 time: 0.0896642 Dec 09 22:26:00.030640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9c5e87e-431c-477c-ae3e-c9ae71538dc3 req-4e5db997-167f-4d78-a260-f2fbaa8063e7 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042583 Dec 09 22:26:00.045931 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-df4060d6-3b38-4a7f-9100-341c3299b284 req-7498a6e9-d014-4a04-9637-fe481703324c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:00.058982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc', '59aaaea9-a086-41b4-aa0f-4eccb2f00a3a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:00.088747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498a6e9-d014-4a04-9637-fe481703324c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Pushing event deleted for resources: {'Port': ['ID=85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:00.134619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-39131167-1d3a-44ba-836d-d0e176f705b0 req-74b32481-8659-4bf8-9843-abc7f81b100b tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Deleting port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:00.135333 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-39131167-1d3a-44ba-836d-d0e176f705b0 req-74b32481-8659-4bf8-9843-abc7f81b100b tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:00.191224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4060d6-3b38-4a7f-9100-341c3299b284 req-7498a6e9-d014-4a04-9637-fe481703324c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] No DVR routers for this DVR port 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:00.204115 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-df4060d6-3b38-4a7f-9100-341c3299b284 req-7498a6e9-d014-4a04-9637-fe481703324c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:00.207614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df4060d6-3b38-4a7f-9100-341c3299b284 req-7498a6e9-d014-4a04-9637-fe481703324c tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.42 "DELETE /v2.0/ports/85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc HTTP/1.1" status: 204 len: 173 time: 0.7658114 Dec 09 22:26:00.209105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c7388a-6267-4bc0-b91b-8754600d70a3', 'name': 'network-vif-deleted', 'tag': '85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:00.213192 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9119a48-7e52-4a73-b395-c3203be68cf3" -d '{"events": [{"server_uuid": "87c7388a-6267-4bc0-b91b-8754600d70a3", "name": "network-vif-deleted", "tag": "85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:00.256474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc9632-796c-4d7c-8ac0-185e2b7c9743 req-1af652b1-8e52-4d4b-a9af-fb3197a68352 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:00.258212 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2dc9632-796c-4d7c-8ac0-185e2b7c9743 req-1af652b1-8e52-4d4b-a9af-fb3197a68352 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 946 time: 0.2037365 Dec 09 22:26:00.322968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-39131167-1d3a-44ba-836d-d0e176f705b0 req-74b32481-8659-4bf8-9843-abc7f81b100b tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] For port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a,segment=NetworkSegment(b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60),segment_id=b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:00.323449 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-39131167-1d3a-44ba-836d-d0e176f705b0 req-74b32481-8659-4bf8-9843-abc7f81b100b tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:00.341491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-39131167-1d3a-44ba-836d-d0e176f705b0 req-74b32481-8659-4bf8-9843-abc7f81b100b tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Calling delete_port for 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:00.360363 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2dc9632-796c-4d7c-8ac0-185e2b7c9743 req-def358f1-a0cc-49ad-ab44-556eedcfa6eb tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896657 Dec 09 22:26:00.517997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281378f-7b80-4c1b-825d-6975dbf0bcea req-ef6cfbd5-3e93-4add-b5c9-2057bf04d060 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:00.519729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6281378f-7b80-4c1b-825d-6975dbf0bcea req-ef6cfbd5-3e93-4add-b5c9-2057bf04d060 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 945 time: 0.1082163 Dec 09 22:26:00.543908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2bcce91-a448-4ce9-9838-8d0f837eb204 req-e5ab89e6-3cce-463e-8376-a6e13a4903d5 tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.16 "GET /v2.0/ports?device_id=87c7388a-6267-4bc0-b91b-8754600d70a3 HTTP/1.1" status: 200 len: 210 time: 0.0613611 Dec 09 22:26:00.582940 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-39131167-1d3a-44ba-836d-d0e176f705b0 req-74b32481-8659-4bf8-9843-abc7f81b100b tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:00.596993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:00.626169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6281378f-7b80-4c1b-825d-6975dbf0bcea req-ef5a52c8-5544-456a-bbba-d73415ccbdd9 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849166 Dec 09 22:26:00.628314 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b587945d-d03c-417c-b0be-c025e02d0bad x-openstack-request-id: req-b587945d-d03c-417c-b0be-c025e02d0bad {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:00.630761 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c7388a-6267-4bc0-b91b-8754600d70a3", "name": "network-vif-deleted", "tag": "85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:00.632426 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b587945d-d03c-417c-b0be-c025e02d0bad {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:00.632923 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c7388a-6267-4bc0-b91b-8754600d70a3', 'name': 'network-vif-deleted', 'tag': '85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc', 'status': 'completed', 'code': 200} Dec 09 22:26:00.655080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b32481-8659-4bf8-9843-abc7f81b100b tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Pushing event deleted for resources: {'Port': ['ID=59aaaea9-a086-41b4-aa0f-4eccb2f00a3a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:00.725022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-39131167-1d3a-44ba-836d-d0e176f705b0 req-74b32481-8659-4bf8-9843-abc7f81b100b tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] No DVR routers for this DVR port 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:00.727569 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-39131167-1d3a-44ba-836d-d0e176f705b0 req-74b32481-8659-4bf8-9843-abc7f81b100b tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:00.731514 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39131167-1d3a-44ba-836d-d0e176f705b0 req-74b32481-8659-4bf8-9843-abc7f81b100b tempest-MultipleCreateTestJSON-1246868093 tempest-MultipleCreateTestJSON-1246868093-project] 10.222.0.42 "DELETE /v2.0/ports/59aaaea9-a086-41b4-aa0f-4eccb2f00a3a HTTP/1.1" status: 204 len: 173 time: 0.7158866 Dec 09 22:26:00.731974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a0a2f1-0850-47a5-81c0-3206333bce08', 'name': 'network-vif-deleted', 'tag': '59aaaea9-a086-41b4-aa0f-4eccb2f00a3a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:00.734289 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8d4eb6-7fa4-4cda-a23e-c37e65f109e6" -d '{"events": [{"server_uuid": "40a0a2f1-0850-47a5-81c0-3206333bce08", "name": "network-vif-deleted", "tag": "59aaaea9-a086-41b4-aa0f-4eccb2f00a3a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:00.807397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e20ac8-76cf-4977-b4b4-38a99337d68f req-ceb04e31-9bcd-4129-997e-ded091550dd2 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:00.809580 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34e20ac8-76cf-4977-b4b4-38a99337d68f req-ceb04e31-9bcd-4129-997e-ded091550dd2 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 945 time: 0.1088922 Dec 09 22:26:00.848322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffce75c-c3ca-41d7-87a9-5f85733e3903 req-a88238d8-c7b5-4e48-8148-9dff8979b1c7 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:00.850016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ffce75c-c3ca-41d7-87a9-5f85733e3903 req-a88238d8-c7b5-4e48-8148-9dff8979b1c7 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 946 time: 0.0969737 Dec 09 22:26:00.899184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34e20ac8-76cf-4977-b4b4-38a99337d68f req-8ca81316-92d3-4c4a-a47a-25b9834fa75c tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830009 Dec 09 22:26:00.938217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ffce75c-c3ca-41d7-87a9-5f85733e3903 req-8ff8ca57-ca4f-4cbd-aca5-8a2d59435898 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744517 Dec 09 22:26:01.030527 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-901e5234-1a41-4c19-9f4c-1cba103d9f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:01.033470 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed3c5c9-6e81-4ccf-8efd-d6a5172623cd x-openstack-request-id: req-eed3c5c9-6e81-4ccf-8efd-d6a5172623cd {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:01.033766 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a0a2f1-0850-47a5-81c0-3206333bce08", "name": "network-vif-deleted", "tag": "59aaaea9-a086-41b4-aa0f-4eccb2f00a3a", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:01.034056 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eed3c5c9-6e81-4ccf-8efd-d6a5172623cd {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:01.034463 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a0a2f1-0850-47a5-81c0-3206333bce08', 'name': 'network-vif-deleted', 'tag': '59aaaea9-a086-41b4-aa0f-4eccb2f00a3a', 'status': 'completed', 'code': 200} Dec 09 22:26:01.095745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3dc33-80b8-453d-a9e9-ae993877b895 req-e774b47c-9dfa-4c12-8a06-95eb723604fd tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:01.105943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fba3dc33-80b8-453d-a9e9-ae993877b895 req-e774b47c-9dfa-4c12-8a06-95eb723604fd tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.1000199 Dec 09 22:26:01.165763 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fba3dc33-80b8-453d-a9e9-ae993877b895 req-93eb1cd1-d3ee-407a-9022-545c5f5f3ff8 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588689 Dec 09 22:26:01.314264 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e1622-538d-4ec9-8318-58686a67b2fe req-d7a39572-39c9-41d4-8e7c-76892bc9a68e tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:01.321724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-885e1622-538d-4ec9-8318-58686a67b2fe req-d7a39572-39c9-41d4-8e7c-76892bc9a68e tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0607159 Dec 09 22:26:01.394385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-885e1622-538d-4ec9-8318-58686a67b2fe req-ef114aeb-bcb3-4f88-98b3-60c42ebeab27 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717125 Dec 09 22:26:01.407195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d51b6-4e7b-4b18-aed8-566b7448c337 req-bfea9e2e-c01b-4c3c-94b5-4b137f13f1c2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:01.417231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da8d51b6-4e7b-4b18-aed8-566b7448c337 req-bfea9e2e-c01b-4c3c-94b5-4b137f13f1c2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.0785849 Dec 09 22:26:01.469153 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da8d51b6-4e7b-4b18-aed8-566b7448c337 req-3ca93087-e8ae-4182-932a-745e86ffa69e tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539932 Dec 09 22:26:01.545040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ea09-47ac-455c-a8b7-dc579f666732 req-75f40dc0-560c-4a78-868f-6b3e06a92e1d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:01.548168 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e191ea09-47ac-455c-a8b7-dc579f666732 req-75f40dc0-560c-4a78-868f-6b3e06a92e1d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 946 time: 0.0553236 Dec 09 22:26:01.615619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e191ea09-47ac-455c-a8b7-dc579f666732 req-7e641652-d594-4021-905b-8cfc1ab8511c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584750 Dec 09 22:26:01.671689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34288) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:01.749562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebc3ece-9856-4782-8fbf-8f42196e95f2 admin admin] Deleting subnet de473d8d-0a8f-42d8-9920-41b2bfa86fe9 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:26:01.755225 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aebc3ece-9856-4782-8fbf-8f42196e95f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:01.791823 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6738b-60ed-46be-bd23-4bbb3575bfb5 req-bc4fe123-5275-4811-81f0-68ae722d8f92 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:01.793753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4de6738b-60ed-46be-bd23-4bbb3575bfb5 req-bc4fe123-5275-4811-81f0-68ae722d8f92 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 945 time: 0.0919168 Dec 09 22:26:01.812577 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aebc3ece-9856-4782-8fbf-8f42196e95f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:01.877138 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aebc3ece-9856-4782-8fbf-8f42196e95f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:01.904569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4de6738b-60ed-46be-bd23-4bbb3575bfb5 req-c63040ba-665d-4933-9e30-eac647950e78 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025581 Dec 09 22:26:01.950190 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aebc3ece-9856-4782-8fbf-8f42196e95f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:01.982887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc3ece-9856-4782-8fbf-8f42196e95f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de473d8d-0a8f-42d8-9920-41b2bfa86fe9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:02.004830 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aebc3ece-9856-4782-8fbf-8f42196e95f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:02.008310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aebc3ece-9856-4782-8fbf-8f42196e95f2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/de473d8d-0a8f-42d8-9920-41b2bfa86fe9 HTTP/1.1" status: 204 len: 168 time: 0.3347368 Dec 09 22:26:02.010808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34294) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:02.054797 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60085a7-c8c0-4d7b-8e6d-5e48f2f0f0b0 req-e0643155-1537-4710-949a-23a038c8c26b tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:02.064655 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b60085a7-c8c0-4d7b-8e6d-5e48f2f0f0b0 req-e0643155-1537-4710-949a-23a038c8c26b tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 945 time: 0.0723042 Dec 09 22:26:02.101372 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:02.127729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b60085a7-c8c0-4d7b-8e6d-5e48f2f0f0b0 req-fe6245b8-77d5-43e4-8e32-0a94d88a2361 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589256 Dec 09 22:26:02.224232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f95734-d304-4204-8ac5-f367ad961cf5 req-58d0b601-2bb4-4fcb-a76f-515785f20a26 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:02.225747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3f95734-d304-4204-8ac5-f367ad961cf5 req-58d0b601-2bb4-4fcb-a76f-515785f20a26 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 945 time: 0.0560961 Dec 09 22:26:02.252570 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:02.284023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424ebee3-2305-4308-b274-6e055bb8db7b']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:02.309886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:02.310192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e2bd6b-0007-44b3-9aa5-5243ca1c8d60') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:02.326871 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:02.328079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161c4c2-5443-4d0e-b96d-3028623d1a91 req-f0240a1e-7406-45ab-ac90-0c184b828470 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:02.335964 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5161c4c2-5443-4d0e-b96d-3028623d1a91 req-f0240a1e-7406-45ab-ac90-0c184b828470 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0859497 Dec 09 22:26:02.346507 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:02.359407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:26:02.362063 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:26:02.366924 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:26:02.379176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3f95734-d304-4204-8ac5-f367ad961cf5 req-6e066722-58a2-4c4f-bcc3-edd5e0cc2025 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464319 Dec 09 22:26:02.478345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5161c4c2-5443-4d0e-b96d-3028623d1a91 req-8fcbfc65-31f8-4514-b989-8fccffb87b0e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413906 Dec 09 22:26:02.536961 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:02.546892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d193c2-aded-421e-97dd-03af4d2bcaea req-fa81869f-ba47-4b11-b5a7-b014cab078d7 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:02.547160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070e5fe-7f30-4e51-837b-a588a5c446ca req-e9494abd-f07f-41ad-a467-4409bff396f5 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:02.548985 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d3d193c2-aded-421e-97dd-03af4d2bcaea req-fa81869f-ba47-4b11-b5a7-b014cab078d7 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 945 time: 0.1297302 Dec 09 22:26:02.554002 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:02.558500 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] 10.222.0.16 "DELETE /v2.0/networks/424ebee3-2305-4308-b274-6e055bb8db7b HTTP/1.1" status: 204 len: 168 time: 0.5466850 Dec 09 22:26:02.561107 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3070e5fe-7f30-4e51-837b-a588a5c446ca req-e9494abd-f07f-41ad-a467-4409bff396f5 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0804484 Dec 09 22:26:02.664349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3070e5fe-7f30-4e51-837b-a588a5c446ca req-24c52006-b905-4952-8b30-09690217ad4c tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020122 Dec 09 22:26:02.730159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c0956-b32c-4457-984d-5c081788327f admin admin] Pushing event deleted for resources: {'Network': ['ID=424ebee3-2305-4308-b274-6e055bb8db7b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:02.791776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d3d193c2-aded-421e-97dd-03af4d2bcaea req-5d2bebf6-d066-499c-9516-b3f67461a61e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Deleting port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:02.792179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d3d193c2-aded-421e-97dd-03af4d2bcaea req-5d2bebf6-d066-499c-9516-b3f67461a61e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:02.815588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f91c4-a310-4d91-a617-ea3b3f1a006a req-e9104a31-e6b6-40e9-ba63-40b3720dc691 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:02.817504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f75f91c4-a310-4d91-a617-ea3b3f1a006a req-e9104a31-e6b6-40e9-ba63-40b3720dc691 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.1449339 Dec 09 22:26:02.828903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34310) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:02.922861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f75f91c4-a310-4d91-a617-ea3b3f1a006a req-920a31cb-91b4-4abf-b6b5-76124969bb93 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850310 Dec 09 22:26:02.933136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391b599-8949-42fe-9baa-6473731f4616 req-7cb237da-752b-4076-8ba7-037a5d120785 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:02.934632 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6391b599-8949-42fe-9baa-6473731f4616 req-7cb237da-752b-4076-8ba7-037a5d120785 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 946 time: 0.1479077 Dec 09 22:26:02.947966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2007203-5e3d-48c4-bd60-b7080f8404fd req-a4f09c9d-f81e-451a-bbe0-af735f12334b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:02.949265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2007203-5e3d-48c4-bd60-b7080f8404fd req-a4f09c9d-f81e-451a-bbe0-af735f12334b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 946 time: 0.1126392 Dec 09 22:26:02.959911 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c56ae17-c6ff-4d4b-bd59-1d02ab065ec4 req-74085f79-e5db-419d-864e-1eff451402a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1443911 Dec 09 22:26:02.974800 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-d3d193c2-aded-421e-97dd-03af4d2bcaea req-5d2bebf6-d066-499c-9516-b3f67461a61e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] For port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=9527c0e0-605e-4d1d-ac24-9aad8fe9494e,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:02.974800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d3d193c2-aded-421e-97dd-03af4d2bcaea req-5d2bebf6-d066-499c-9516-b3f67461a61e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:02.986284 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bc198ee9-9b91-41df-a172-248a2c0066e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=073fd3049ee74f468ed2e09829f38ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556680 Dec 09 22:26:02.992063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34312) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:02.995812 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:02.999310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d3d193c2-aded-421e-97dd-03af4d2bcaea req-5d2bebf6-d066-499c-9516-b3f67461a61e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Calling delete_port for 9527c0e0-605e-4d1d-ac24-9aad8fe9494e owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:03.023253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:03.023927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 59aaaea9-a086-41b4-aa0f-4eccb2f00a3a not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:03.024362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 5dcfc417-1575-4e64-992f-7ccbe8b29583 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:03.083248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6391b599-8949-42fe-9baa-6473731f4616 req-1c5c21fc-04fa-4fe4-9220-d1aa35e15021 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329081 Dec 09 22:26:03.111567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:03.130200 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec4b8328-29e9-4c1d-ade8-c3c24316cdd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:03.132116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:03.132700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 85ebe33d-8c4c-44e0-b2a4-b8c8b93937cc not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:03.150031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-b2007203-5e3d-48c4-bd60-b7080f8404fd req-9b118917-5515-44d2-a201-f431483ad56b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Deleting port f8052544-c75e-4867-9a38-43f6ed12a8a1 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:03.150373 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2007203-5e3d-48c4-bd60-b7080f8404fd req-9b118917-5515-44d2-a201-f431483ad56b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:03.204016 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec4b8328-29e9-4c1d-ade8-c3c24316cdd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:03.248398 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-50770435-d77e-4e4d-b4cf-5a738a84db11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:03.345496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d55db-23c3-4e42-ada1-c770c0350a90 req-c3681e1e-75d9-44b4-9202-7f3406a3e473 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:03.347740 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e17d55db-23c3-4e42-ada1-c770c0350a90 req-c3681e1e-75d9-44b4-9202-7f3406a3e473 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 945 time: 0.1462107 Dec 09 22:26:03.376564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-b2007203-5e3d-48c4-bd60-b7080f8404fd req-9b118917-5515-44d2-a201-f431483ad56b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] For port f8052544-c75e-4867-9a38-43f6ed12a8a1, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f8052544-c75e-4867-9a38-43f6ed12a8a1,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:03.377375 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2007203-5e3d-48c4-bd60-b7080f8404fd req-9b118917-5515-44d2-a201-f431483ad56b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:03.378275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56ae17-c6ff-4d4b-bd59-1d02ab065ec4 req-99bab06b-cf7c-4799-ae83-bb7c7195fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:03.379960 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c56ae17-c6ff-4d4b-bd59-1d02ab065ec4 req-99bab06b-cf7c-4799-ae83-bb7c7195fd2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6edf82e3968b4c2394fdae303953993a&device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 1102 time: 0.3782663 Dec 09 22:26:03.401369 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec4b8328-29e9-4c1d-ade8-c3c24316cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:03.404378 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec4b8328-29e9-4c1d-ade8-c3c24316cdd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:03.405481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ec4b8328-29e9-4c1d-ade8-c3c24316cdd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe1031a7-993e-425f-80e4-c4d14e5a8a57 HTTP/1.1" status: 204 len: 168 time: 0.4125307 Dec 09 22:26:03.412560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-b2007203-5e3d-48c4-bd60-b7080f8404fd req-9b118917-5515-44d2-a201-f431483ad56b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Calling delete_port for f8052544-c75e-4867-9a38-43f6ed12a8a1 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:03.456540 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-0e5c245c-ebd9-451d-b731-35defc96bb63 service neutron] 10.222.0.42 "GET /v2.0/ports/5dcfc417-1575-4e64-992f-7ccbe8b29583/bindings/n-h1-789963-23 HTTP/1.1" status: 200 len: 385 time: 0.4674501 Dec 09 22:26:03.490411 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b8328-29e9-4c1d-ade8-c3c24316cdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1031a7-993e-425f-80e4-c4d14e5a8a57,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:03.543743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e17d55db-23c3-4e42-ada1-c770c0350a90 req-ea8a1f0a-421e-4272-852b-f4f1514c812c tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616468 Dec 09 22:26:03.589496 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:03.641656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56ae17-c6ff-4d4b-bd59-1d02ab065ec4 req-a2df818c-06b6-454a-ac46-659cc286e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:03.642752 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c56ae17-c6ff-4d4b-bd59-1d02ab065ec4 req-a2df818c-06b6-454a-ac46-659cc286e1bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2202964 Dec 09 22:26:03.687390 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2007203-5e3d-48c4-bd60-b7080f8404fd req-9b118917-5515-44d2-a201-f431483ad56b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:03.699715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f8052544-c75e-4867-9a38-43f6ed12a8a1'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:03.703166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ee4cd-3ecb-4980-80e4-82050900870b req-3133bbb5-9190-4268-bbfa-0eebea39021d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:03.710582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-045ee4cd-3ecb-4980-80e4-82050900870b req-3133bbb5-9190-4268-bbfa-0eebea39021d tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 945 time: 0.0829175 Dec 09 22:26:03.736437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:03.753395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b118917-5515-44d2-a201-f431483ad56b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event deleted for resources: {'Port': ['ID=f8052544-c75e-4867-9a38-43f6ed12a8a1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:03.757068 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c56ae17-c6ff-4d4b-bd59-1d02ab065ec4 req-f33c4cd1-f8ac-41b4-978d-69e36d7c03c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 HTTP/1.1" status: 200 len: 217 time: 0.0943749 Dec 09 22:26:03.817528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2007203-5e3d-48c4-bd60-b7080f8404fd req-9b118917-5515-44d2-a201-f431483ad56b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] No DVR routers for this DVR port f8052544-c75e-4867-9a38-43f6ed12a8a1 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:03.822478 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b2007203-5e3d-48c4-bd60-b7080f8404fd req-9b118917-5515-44d2-a201-f431483ad56b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:03.825772 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2007203-5e3d-48c4-bd60-b7080f8404fd req-9b118917-5515-44d2-a201-f431483ad56b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "DELETE /v2.0/ports/f8052544-c75e-4867-9a38-43f6ed12a8a1 HTTP/1.1" status: 204 len: 173 time: 0.8691025 Dec 09 22:26:03.826247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c18d4ed-e00b-45d4-9a47-cfc9895caa67', 'name': 'network-vif-deleted', 'tag': 'f8052544-c75e-4867-9a38-43f6ed12a8a1'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:03.828642 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3faa37b-2a56-47f4-b353-73ad21c812c4" -d '{"events": [{"server_uuid": "4c18d4ed-e00b-45d4-9a47-cfc9895caa67", "name": "network-vif-deleted", "tag": "f8052544-c75e-4867-9a38-43f6ed12a8a1"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:03.858479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-045ee4cd-3ecb-4980-80e4-82050900870b req-3fc87cdb-b299-444d-9881-746c63d04f57 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422915 Dec 09 22:26:03.869482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d3d193c2-aded-421e-97dd-03af4d2bcaea req-5d2bebf6-d066-499c-9516-b3f67461a61e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:03.993283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bebf6-d066-499c-9516-b3f67461a61e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Pushing event deleted for resources: {'Port': ['ID=9527c0e0-605e-4d1d-ac24-9aad8fe9494e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:04.000940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56ae17-c6ff-4d4b-bd59-1d02ab065ec4 req-b8352484-7e18-4431-8174-4193bb7436b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:04.004629 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c56ae17-c6ff-4d4b-bd59-1d02ab065ec4 req-b8352484-7e18-4431-8174-4193bb7436b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.2381399 Dec 09 22:26:04.044552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d193c2-aded-421e-97dd-03af4d2bcaea req-5d2bebf6-d066-499c-9516-b3f67461a61e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] No DVR routers for this DVR port 9527c0e0-605e-4d1d-ac24-9aad8fe9494e on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:04.066284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f95e-0fd5-415e-9252-47294699f6f2 req-18245e70-1655-4c64-b7b7-f5ebf187f561 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:04.076759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e884f95e-0fd5-415e-9252-47294699f6f2 req-18245e70-1655-4c64-b7b7-f5ebf187f561 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 949 time: 0.0799847 Dec 09 22:26:04.079210 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d3d193c2-aded-421e-97dd-03af4d2bcaea req-5d2bebf6-d066-499c-9516-b3f67461a61e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:04.082619 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d3d193c2-aded-421e-97dd-03af4d2bcaea req-5d2bebf6-d066-499c-9516-b3f67461a61e tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "DELETE /v2.0/ports/9527c0e0-605e-4d1d-ac24-9aad8fe9494e HTTP/1.1" status: 204 len: 173 time: 1.5228353 Dec 09 22:26:04.099661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c94d039-5bee-4c08-9d42-5843e59cc8ca', 'name': 'network-vif-deleted', 'tag': '9527c0e0-605e-4d1d-ac24-9aad8fe9494e'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:04.101861 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b343135c-db8c-4366-a43e-7882a9c23ea9" -d '{"events": [{"server_uuid": "4c94d039-5bee-4c08-9d42-5843e59cc8ca", "name": "network-vif-deleted", "tag": "9527c0e0-605e-4d1d-ac24-9aad8fe9494e"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:04.118260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-c9de59f1-4617-4a4c-be1a-2cb0792129dd service neutron] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:04.148986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56ae17-c6ff-4d4b-bd59-1d02ab065ec4 req-5c9e2163-d4db-4507-851f-935f9ff1087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:04.150505 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c56ae17-c6ff-4d4b-bd59-1d02ab065ec4 req-5c9e2163-d4db-4507-851f-935f9ff1087d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1085598 Dec 09 22:26:04.155766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-c9de59f1-4617-4a4c-be1a-2cb0792129dd service neutron] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:26:04.177726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494e3a2-223e-4509-af16-d6f94f7a2cf2 req-4de4ddb2-da00-4680-9103-2e50779e0506 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:04.177726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9494e3a2-223e-4509-af16-d6f94f7a2cf2 req-4de4ddb2-da00-4680-9103-2e50779e0506 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0946066 Dec 09 22:26:04.192994 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e884f95e-0fd5-415e-9252-47294699f6f2 req-3da18c0a-7c02-4a72-8c92-e8cb0278bbad tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143367 Dec 09 22:26:04.253055 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc25a726-42cb-45ba-98e5-5c492c1a3bae x-openstack-request-id: req-cc25a726-42cb-45ba-98e5-5c492c1a3bae {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:04.253361 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c18d4ed-e00b-45d4-9a47-cfc9895caa67", "name": "network-vif-deleted", "tag": "f8052544-c75e-4867-9a38-43f6ed12a8a1", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:04.253614 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc25a726-42cb-45ba-98e5-5c492c1a3bae {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:04.254037 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c18d4ed-e00b-45d4-9a47-cfc9895caa67', 'name': 'network-vif-deleted', 'tag': 'f8052544-c75e-4867-9a38-43f6ed12a8a1', 'status': 'completed', 'code': 200} Dec 09 22:26:04.260904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-c9de59f1-4617-4a4c-be1a-2cb0792129dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcfc417-1575-4e64-992f-7ccbe8b29583 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:26:04.290031 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9494e3a2-223e-4509-af16-d6f94f7a2cf2 req-6a02a68b-a936-4256-a361-2991e4c39071 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959311 Dec 09 22:26:04.304380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-c9de59f1-4617-4a4c-be1a-2cb0792129dd service neutron] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:04.343376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['4b3034bd-3ea7-4d68-a924-d2ef4d3b314e', '2c355898-883f-48d3-b13d-75e3e74c041a', '5a8ac275-87b6-4877-9a68-df2c19fdcf37'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:04.349514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-c9de59f1-4617-4a4c-be1a-2cb0792129dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:04.369264 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c56ae17-c6ff-4d4b-bd59-1d02ab065ec4 req-b7923592-246b-4e9e-869c-ae7d8a4cdb52 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102592 Dec 09 22:26:04.547575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c76eb-3c93-469f-a6f1-d7eedf824d89 req-1797d5b6-d6a4-4fbf-9171-6e2ed39ff883 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:04.553828 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a1c76eb-3c93-469f-a6f1-d7eedf824d89 req-1797d5b6-d6a4-4fbf-9171-6e2ed39ff883 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 943 time: 0.1074190 Dec 09 22:26:04.623146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 9527c0e0-605e-4d1d-ac24-9aad8fe9494e no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:04.666794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 9527c0e0-605e-4d1d-ac24-9aad8fe9494e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:04.668034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 9527c0e0-605e-4d1d-ac24-9aad8fe9494e not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:04.680096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-c9de59f1-4617-4a4c-be1a-2cb0792129dd service neutron] Transition to ACTIVE for port object 5dcfc417-1575-4e64-992f-7ccbe8b29583 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:26:04.689721 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-c9de59f1-4617-4a4c-be1a-2cb0792129dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:04.700034 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:04.701258 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c56ae17-c6ff-4d4b-bd59-1d02ab065ec4 req-f8cd0aad-5aea-4e68-9b8b-bedbf0ffece3 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798560 Dec 09 22:26:04.737265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a1c76eb-3c93-469f-a6f1-d7eedf824d89 req-6cb6b1c1-1416-4629-bc46-956c35a0d766 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781967 Dec 09 22:26:04.798706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de59f1-4617-4a4c-be1a-2cb0792129dd service neutron] Pushing event updated for resources: {'Port': ['ID=5dcfc417-1575-4e64-992f-7ccbe8b29583,revision_number=10']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:04.811560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aad44759-252d-4740-8cdd-846a3cf2623e req-7d404e96-73b6-4a0f-bb6a-466953da7cb9 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c18d4ed-e00b-45d4-9a47-cfc9895caa67 HTTP/1.1" status: 200 len: 210 time: 0.1330967 Dec 09 22:26:04.840341 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34374) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:04.884703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-c9de59f1-4617-4a4c-be1a-2cb0792129dd service neutron] No DVR routers for this DVR port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:04.957867 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961ad8bf-0d4b-4694-b273-bf23d1c03576 x-openstack-request-id: req-961ad8bf-0d4b-4694-b273-bf23d1c03576 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:04.958170 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c94d039-5bee-4c08-9d42-5843e59cc8ca", "name": "network-vif-deleted", "tag": "9527c0e0-605e-4d1d-ac24-9aad8fe9494e", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:04.958429 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-961ad8bf-0d4b-4694-b273-bf23d1c03576 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:04.958829 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c94d039-5bee-4c08-9d42-5843e59cc8ca', 'name': 'network-vif-deleted', 'tag': '9527c0e0-605e-4d1d-ac24-9aad8fe9494e', 'status': 'completed', 'code': 200} Dec 09 22:26:04.976726 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-c9de59f1-4617-4a4c-be1a-2cb0792129dd service neutron] 10.222.0.42 "PUT /v2.0/ports/5dcfc417-1575-4e64-992f-7ccbe8b29583/bindings/n-h1-789963-23/activate HTTP/1.1" status: 200 len: 370 time: 1.5087304 Dec 09 22:26:04.995553 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d7584-cbd2-401e-8856-39bb23877340 req-520bcb40-12ae-4027-abdc-df8d2d333bff tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:04.997344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-228d7584-cbd2-401e-8856-39bb23877340 req-520bcb40-12ae-4027-abdc-df8d2d333bff tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 945 time: 0.0832560 Dec 09 22:26:05.005073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb763284-2d50-4c3c-8843-4fa0954717d9 req-46b0849f-ad1c-4ef0-8542-7544cb3ed55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:05.006688 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bb763284-2d50-4c3c-8843-4fa0954717d9 req-46b0849f-ad1c-4ef0-8542-7544cb3ed55b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 1101 time: 0.1233237 Dec 09 22:26:05.011830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6fd94f14-d2ec-4518-b314-e7a9ab765684 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:26:05.103752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1437847178-network', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:05.133623 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bb763284-2d50-4c3c-8843-4fa0954717d9 req-c91d3e51-b856-44df-aa2e-18fcb4319763 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077638 Dec 09 22:26:05.169933 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-f016f30f-1ced-4204-ba54-9ced8d109945 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:05.171658 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-f016f30f-1ced-4204-ba54-9ced8d109945 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f&tenant_id=d70657cbae484096913cc9dae6fb25b3&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.0581436 Dec 09 22:26:05.183024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8adbaf10-dfa6-49c2-b447-c6e46f93eefe req-34fb1cf5-d845-4145-82c3-7d7d94364d77 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c94d039-5bee-4c08-9d42-5843e59cc8ca HTTP/1.1" status: 200 len: 210 time: 0.0919030 Dec 09 22:26:05.198354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-228d7584-cbd2-401e-8856-39bb23877340 req-39d5e9cb-7876-47b2-bee9-e510e61b5b75 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807213 Dec 09 22:26:05.210567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:05.218154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Made reservation on behalf of 3ba9637fb5df47dfb7c07ef1390338fe for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:26:05.220924 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:05.225144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '6fd94f14-d2ec-4518-b314-e7a9ab765684', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '6fd94f14-d2ec-4518-b314-e7a9ab765684', 'mac_address': 'fa:16:3e:37:13:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:26:05.233243 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:05.274404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-049b1d41-5953-48b9-9a30-45d61a51a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:05.276004 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-049b1d41-5953-48b9-9a30-45d61a51a46b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f&tenant_id=d70657cbae484096913cc9dae6fb25b3 HTTP/1.1" status: 200 len: 1096 time: 0.0811677 Dec 09 22:26:05.282062 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:05.296459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fd94f14-d2ec-4518-b314-e7a9ab765684 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:26:05.319160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:05.324149 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:05.363119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-05880620-e575-4e9d-9270-060cd1102dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:05.364966 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-05880620-e575-4e9d-9270-060cd1102dfb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 1096 time: 0.0492880 Dec 09 22:26:05.381673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6fd94f14-d2ec-4518-b314-e7a9ab765684,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:05.392616 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:26:05.466521 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:05.471372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-19714c90-985c-4c30-8db7-43d34a20d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:05.473042 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-19714c90-985c-4c30-8db7-43d34a20d393 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.1013565 Dec 09 22:26:05.477696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf6683-0bcd-4c48-bcb5-beba7d3458c7 req-c5b2a066-4bcb-4482-aa03-d3d08dbe061f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:05.479211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12cf6683-0bcd-4c48-bcb5-beba7d3458c7 req-c5b2a066-4bcb-4482-aa03-d3d08dbe061f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 948 time: 0.1705756 Dec 09 22:26:05.484111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:05.521902 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63514798-b802-40b4-b961-dc847c3fcf8d req-c2d87055-245c-485e-9616-adc83effc413 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:05.523364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63514798-b802-40b4-b961-dc847c3fcf8d req-c2d87055-245c-485e-9616-adc83effc413 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1203337 Dec 09 22:26:05.530257 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-d09f0a1b-aa32-4ffa-a4be-d38f91ebf16f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583 HTTP/1.1" status: 200 len: 217 time: 0.0496345 Dec 09 22:26:05.535106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:26:05.566089 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:05.566436 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Added segment 5b16537f-507c-49cc-b648-7a82bd36ffc4 of type vlan for network 85ce3258-fbd7-4ace-a74c-f937fac55890 Dec 09 22:26:05.574447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b967fa94-44bd-4ed6-8093-4a7271eefbc8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:05.578222 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['6fd94f14-d2ec-4518-b314-e7a9ab765684'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:05.610660 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-04355cc8-7de1-46e4-8d9e-f7ddeb0e113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:05.614003 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-04355cc8-7de1-46e4-8d9e-f7ddeb0e113a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.0745516 Dec 09 22:26:05.657241 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-65762ea8-d543-4231-af64-58984229e90d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349529 Dec 09 22:26:05.666604 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12cf6683-0bcd-4c48-bcb5-beba7d3458c7 req-3c22df75-4c86-4e85-9666-4ab67d7d2550 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741962 Dec 09 22:26:05.672729 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:05.683390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63514798-b802-40b4-b961-dc847c3fcf8d req-d3593916-9b69-44e1-8547-dbb27a5e5507 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413488 Dec 09 22:26:05.725439 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:05.727180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:05.728122 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:05.762032 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9205048 Dec 09 22:26:05.762916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34386) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:05.770031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d0ab10df-c372-410c-9166-b71c173a39c6 admin admin] Request body: {'subnet': {'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1437847178-subnet', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:05.829008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec6a12-63a9-4cbd-9a30-f57235ca4621 admin admin] Pushing event updated for resources: {'Network': ['ID=85ce3258-fbd7-4ace-a74c-f937fac55890,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:05.840323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 85ce3258-fbd7-4ace-a74c-f937fac55890 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:26:05.841070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ab10df-c372-410c-9166-b71c173a39c6 admin admin] Made reservation on behalf of 3ba9637fb5df47dfb7c07ef1390338fe for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:26:05.844310 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0ab10df-c372-410c-9166-b71c173a39c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:05.848682 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-991359fc-e731-4e73-a97d-aa03a62b9aba service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828117 Dec 09 22:26:06.004180 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-d2590e65-388f-48ac-9452-308bbdfcb21c service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397781 Dec 09 22:26:06.036345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a766e-3b01-49b1-b9ae-f1e4ccd094b2 req-ce7f0797-9890-4b62-850f-c7a6391c270f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:06.038486 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-760a766e-3b01-49b1-b9ae-f1e4ccd094b2 req-ce7f0797-9890-4b62-850f-c7a6391c270f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 944 time: 0.1721916 Dec 09 22:26:06.080597 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:06.134823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-760a766e-3b01-49b1-b9ae-f1e4ccd094b2 req-d352e371-fe7e-41d0-a9af-52657cb37346 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890272 Dec 09 22:26:06.287557 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0ab10df-c372-410c-9166-b71c173a39c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:06.346288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a0ccf-b254-45e1-a966-2615d552dea8 req-abf0c2cd-7bfc-4e92-9eae-29239c0100b4 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:06.347957 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ec0a0ccf-b254-45e1-a966-2615d552dea8 req-abf0c2cd-7bfc-4e92-9eae-29239c0100b4 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.42 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 945 time: 0.1901014 Dec 09 22:26:06.500799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-b01102cc-4724-4084-9799-847e4e9c3465 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:06.502540 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-b01102cc-4724-4084-9799-847e4e9c3465 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f&tenant_id=d70657cbae484096913cc9dae6fb25b3&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.1535468 Dec 09 22:26:06.526457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ec0a0ccf-b254-45e1-a966-2615d552dea8 req-d219d6f6-e880-49c5-8b3e-22522fd58a51 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Deleting port 26f0b07b-d4f1-48e5-990c-46867101f797 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:06.527332 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ec0a0ccf-b254-45e1-a966-2615d552dea8 req-d219d6f6-e880-49c5-8b3e-22522fd58a51 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:06.686155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ec0a0ccf-b254-45e1-a966-2615d552dea8 req-d219d6f6-e880-49c5-8b3e-22522fd58a51 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] For port 26f0b07b-d4f1-48e5-990c-46867101f797, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=26f0b07b-d4f1-48e5-990c-46867101f797,segment=NetworkSegment(f67adf10-18a8-4f4c-9361-113ee6cf7513),segment_id=f67adf10-18a8-4f4c-9361-113ee6cf7513)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:06.686423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ec0a0ccf-b254-45e1-a966-2615d552dea8 req-d219d6f6-e880-49c5-8b3e-22522fd58a51 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:06.708508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ec0a0ccf-b254-45e1-a966-2615d552dea8 req-d219d6f6-e880-49c5-8b3e-22522fd58a51 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Calling delete_port for 26f0b07b-d4f1-48e5-990c-46867101f797 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:06.758591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bfaa35b8-5513-46d9-b121-393b0cf7e45f service neutron] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:26:06.764387 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bfaa35b8-5513-46d9-b121-393b0cf7e45f service neutron] Publish callbacks [] for binding, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:06.765525 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-42789e98-1701-4b91-ad32-72289fe7acc8 req-bfaa35b8-5513-46d9-b121-393b0cf7e45f service neutron] 10.222.0.18 "DELETE /v2.0/ports/5dcfc417-1575-4e64-992f-7ccbe8b29583/bindings/n-h2-789963-23 HTTP/1.1" status: 204 len: 173 time: 0.2553062 Dec 09 22:26:06.774644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-ae2d90ea-b62c-4534-a264-7c0409fc8e91 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:06.776326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-ae2d90ea-b62c-4534-a264-7c0409fc8e91 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.6484158 Dec 09 22:26:06.805595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab10df-c372-410c-9166-b71c173a39c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15fde81-056f-40e4-be0a-d9c1ad2cae42,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:06.823203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-0e9c0e26-3e2c-4f37-92cb-4be52e869e2e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/quotas/3005a1a8e3144f09a333f470b9aad885 HTTP/1.1" status: 200 len: 375 time: 0.0349874 Dec 09 22:26:06.834845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c45fe4-b125-42f0-b020-541b30dd0712 req-7976b554-2e71-4d0b-b085-99e06543e3d8 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:06.836713 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64c45fe4-b125-42f0-b020-541b30dd0712 req-7976b554-2e71-4d0b-b085-99e06543e3d8 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c42ee24d-3fb4-4087-9258-e309a9fbd99f HTTP/1.1" status: 200 len: 945 time: 0.1139889 Dec 09 22:26:06.840518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ab10df-c372-410c-9166-b71c173a39c6 admin admin] Checking segment: {'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:06.840877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab10df-c372-410c-9166-b71c173a39c6 admin admin] Network hostable DHCP agents. Network: 85ce3258-fbd7-4ace-a74c-f937fac55890, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:26:06.867378 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:06.907894 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ec0a0ccf-b254-45e1-a966-2615d552dea8 req-d219d6f6-e880-49c5-8b3e-22522fd58a51 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:06.908853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab10df-c372-410c-9166-b71c173a39c6 admin admin] Network 85ce3258-fbd7-4ace-a74c-f937fac55890 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:26:06.921664 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['26f0b07b-d4f1-48e5-990c-46867101f797'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:06.934770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-d0ab10df-c372-410c-9166-b71c173a39c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 85ce3258-fbd7-4ace-a74c-f937fac55890) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:06.948986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64c45fe4-b125-42f0-b020-541b30dd0712 req-6aa3957e-517b-4b97-9e71-a9b1f58abc6f tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4c2195-4bff-4c02-b307-eec760dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028249 Dec 09 22:26:06.953270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7fa5a3-3fe9-48d4-9842-4405436ba72b None None] Network 85ce3258-fbd7-4ace-a74c-f937fac55890 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:26:06.964374 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-7835dc78-c0b9-43cc-a02a-6246a3de74a4 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1138108 Dec 09 22:26:06.968324 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ab10df-c372-410c-9166-b71c173a39c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:06.969133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0ab10df-c372-410c-9166-b71c173a39c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:06.983811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219d6f6-e880-49c5-8b3e-22522fd58a51 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Pushing event deleted for resources: {'Port': ['ID=26f0b07b-d4f1-48e5-990c-46867101f797,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:07.039491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0a0ccf-b254-45e1-a966-2615d552dea8 req-d219d6f6-e880-49c5-8b3e-22522fd58a51 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] No DVR routers for this DVR port 26f0b07b-d4f1-48e5-990c-46867101f797 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:07.046566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d0ab10df-c372-410c-9166-b71c173a39c6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2772176 Dec 09 22:26:07.046812 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ec0a0ccf-b254-45e1-a966-2615d552dea8 req-d219d6f6-e880-49c5-8b3e-22522fd58a51 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:07.047671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34416) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:07.050408 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ec0a0ccf-b254-45e1-a966-2615d552dea8 req-d219d6f6-e880-49c5-8b3e-22522fd58a51 tempest-DeleteServersTestJSON-185133290 tempest-DeleteServersTestJSON-185133290-project] 10.222.0.42 "DELETE /v2.0/ports/26f0b07b-d4f1-48e5-990c-46867101f797 HTTP/1.1" status: 204 len: 173 time: 0.6915050 Dec 09 22:26:07.051946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42ee24d-3fb4-4087-9258-e309a9fbd99f', 'name': 'network-vif-deleted', 'tag': '26f0b07b-d4f1-48e5-990c-46867101f797'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:07.054684 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1918f4d-93cc-4418-a2d2-e66487b86ac1" -d '{"events": [{"server_uuid": "c42ee24d-3fb4-4087-9258-e309a9fbd99f", "name": "network-vif-deleted", "tag": "26f0b07b-d4f1-48e5-990c-46867101f797"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:07.059605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6fd94f14-d2ec-4518-b314-e7a9ab765684 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:07.081740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1437847178-router', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:07.170363 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:07.171400 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:07.198339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3886d7-cffc-4c56-8685-54a2c9db158f None None] Network 85ce3258-fbd7-4ace-a74c-f937fac55890 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:26:07.204617 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-84c5cfae-0987-4422-9eb0-96f6c8250bf5 service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306917 Dec 09 22:26:07.239254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20269e7-4f57-4c2b-b0fd-1c73ee54428b req-f53efc6e-ca1d-4410-8624-ac2d255ec3b5 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:07.240831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d20269e7-4f57-4c2b-b0fd-1c73ee54428b req-f53efc6e-ca1d-4410-8624-ac2d255ec3b5 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 948 time: 0.1923201 Dec 09 22:26:07.285284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 6fd94f14-d2ec-4518-b314-e7a9ab765684 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:07.285663 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:07.336642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:07.407572 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:07.431305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a0dba-4678-40e4-92e7-51429416bb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd94f14-d2ec-4518-b314-e7a9ab765684'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:07.433530 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ef64c1-3801-4911-94bc-409004a57764" -d '{"events": [{"server_uuid": "423a0dba-4678-40e4-92e7-51429416bb5b", "name": "network-vif-plugged", "status": "completed", "tag": "6fd94f14-d2ec-4518-b314-e7a9ab765684"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:07.448075 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:07.452450 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:07.453468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f8052544-c75e-4867-9a38-43f6ed12a8a1 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:07.457921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d20269e7-4f57-4c2b-b0fd-1c73ee54428b req-cd4e18df-b509-49a0-8aba-4f40ab95e0a4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066915 Dec 09 22:26:07.470409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-c5a7e840-7af8-4af0-a540-6e21dd430b4e service neutron] 10.222.0.16 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648792 Dec 09 22:26:07.474166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: f8052544-c75e-4867-9a38-43f6ed12a8a1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:07.474345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f8052544-c75e-4867-9a38-43f6ed12a8a1 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:07.559686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6fd94f14-d2ec-4518-b314-e7a9ab765684,revision_number=10']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:07.571127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:07.708879 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb88a6e-b887-4532-9ec0-8318a05e385c x-openstack-request-id: req-2eb88a6e-b887-4532-9ec0-8318a05e385c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:07.709189 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42ee24d-3fb4-4087-9258-e309a9fbd99f", "name": "network-vif-deleted", "tag": "26f0b07b-d4f1-48e5-990c-46867101f797", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:07.709440 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2eb88a6e-b887-4532-9ec0-8318a05e385c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:07.709907 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42ee24d-3fb4-4087-9258-e309a9fbd99f', 'name': 'network-vif-deleted', 'tag': '26f0b07b-d4f1-48e5-990c-46867101f797', 'status': 'completed', 'code': 200} Dec 09 22:26:07.718653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6f56-cd41-42eb-a6f3-7f37aa6a7d16 req-6a5824ef-ed31-49ac-b95d-c48ab2b4628c tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:07.722137 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a22e6f56-cd41-42eb-a6f3-7f37aa6a7d16 req-6a5824ef-ed31-49ac-b95d-c48ab2b4628c tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1271813 Dec 09 22:26:07.930147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a22e6f56-cd41-42eb-a6f3-7f37aa6a7d16 req-150b05dd-0d5a-4806-8f55-55a7325c6323 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967988 Dec 09 22:26:07.945200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058e8ac-38b2-4276-96f2-007e99745e0a req-a05aa1e9-0c87-4cef-b700-5aa9892769ad tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:07.952267 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f058e8ac-38b2-4276-96f2-007e99745e0a req-a05aa1e9-0c87-4cef-b700-5aa9892769ad tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 944 time: 0.1849675 Dec 09 22:26:08.026749 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca2a327-ff39-49b5-a24c-9cfd75af1539 x-openstack-request-id: req-cca2a327-ff39-49b5-a24c-9cfd75af1539 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:08.027263 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a0dba-4678-40e4-92e7-51429416bb5b", "name": "network-vif-plugged", "status": "completed", "tag": "6fd94f14-d2ec-4518-b314-e7a9ab765684", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:08.027381 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cca2a327-ff39-49b5-a24c-9cfd75af1539 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:08.028513 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a0dba-4678-40e4-92e7-51429416bb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd94f14-d2ec-4518-b314-e7a9ab765684', 'code': 200} Dec 09 22:26:08.044366 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:08.079164 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:08.086505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f058e8ac-38b2-4276-96f2-007e99745e0a req-7598282a-2e1a-48b2-8b0c-418fa06eba30 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334043 Dec 09 22:26:08.247406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f2d8194-764f-465c-a2b3-52ef06fe3c83 req-6d2e1c0f-05ca-4f16-81d7-9e8ebfcb400c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 210 time: 0.0605812 Dec 09 22:26:08.285276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Allocated IP 172.25.8.142 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/31a8f3b7-3f20-4e6d-88dc-87753b89ff41) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:08.480482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7929a28-3e4c-4291-8e5a-c000f10e8001 req-d589ac04-ab75-4789-907a-7864d842a138 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:08.481928 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7929a28-3e4c-4291-8e5a-c000f10e8001 req-d589ac04-ab75-4789-907a-7864d842a138 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 1096 time: 0.1039898 Dec 09 22:26:08.483497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e59aa-c838-4c00-99e4-d9d43e602ad2 req-08b9a55a-7276-4ae9-bed7-fde0f4ed9157 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:08.485463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b11e59aa-c838-4c00-99e4-d9d43e602ad2 req-08b9a55a-7276-4ae9-bed7-fde0f4ed9157 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 1102 time: 0.1086547 Dec 09 22:26:08.488358 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:08.575954 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7929a28-3e4c-4291-8e5a-c000f10e8001 req-a9cdb82c-3a54-40f1-87e2-3809fef3bc8f tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858412 Dec 09 22:26:08.581581 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b11e59aa-c838-4c00-99e4-d9d43e602ad2 req-bf455413-1abc-4186-ae6a-d5e2cea1f59e tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835443 Dec 09 22:26:08.587378 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:08.639042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:08.644686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:08.652772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:08.689830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Pushing event updated for resources: {'Port': ['ID=31a8f3b7-3f20-4e6d-88dc-87753b89ff41,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:08.823163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757f58-8296-4e82-b484-3933d912e512 req-e6a05647-24a9-48b0-b696-f27dee58c6b7 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:08.824711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24757f58-8296-4e82-b484-3933d912e512 req-e6a05647-24a9-48b0-b696-f27dee58c6b7 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 1096 time: 0.1273546 Dec 09 22:26:08.967375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24757f58-8296-4e82-b484-3933d912e512 req-3a450445-e3fe-47c4-9dd7-d642cf14fc85 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142211 Dec 09 22:26:08.983186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-5a6773eb-0caa-48b6-986f-574db50a2a76 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:08.984745 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-5a6773eb-0caa-48b6-986f-574db50a2a76 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 805 time: 0.1626220 Dec 09 22:26:09.016823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 26f0b07b-d4f1-48e5-990c-46867101f797 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:09.025447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Request body: {'port': {'device_id': 'c75d199c-f080-4917-a793-3cf91c656819', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'admin_state_up': True, 'tenant_id': '3005a1a8e3144f09a333f470b9aad885'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:09.025891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171b2cd-1975-4a36-bccb-60b77c2b69b8 req-4fe7bbda-797d-40c5-a80b-dd12b266ad76 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:09.038233 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7171b2cd-1975-4a36-bccb-60b77c2b69b8 req-4fe7bbda-797d-40c5-a80b-dd12b266ad76 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 1102 time: 0.1523440 Dec 09 22:26:09.057422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 26f0b07b-d4f1-48e5-990c-46867101f797 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:09.057998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 26f0b07b-d4f1-48e5-990c-46867101f797 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:09.195798 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:09.205952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7171b2cd-1975-4a36-bccb-60b77c2b69b8 req-59be3353-eb46-42aa-ad19-49ad8f607e01 tempest-ServersAdminTestJSON-710764847 tempest-ServersAdminTestJSON-710764847-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628494 Dec 09 22:26:09.212572 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Made reservation on behalf of 3005a1a8e3144f09a333f470b9aad885 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:26:09.217114 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:09.285657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d7daf-0b51-45a4-a6e7-a41d8e4fc36c req-9dd66e62-117b-4c7e-8adf-c93d086c4507 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:09.293484 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e9d7daf-0b51-45a4-a6e7-a41d8e4fc36c req-9dd66e62-117b-4c7e-8adf-c93d086c4507 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1386683 Dec 09 22:26:09.386480 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Allocated IP 172.20.0.9 (073a6e7d-af0e-4b50-85bd-f1bea603319c/91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c/01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:09.399676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e9d7daf-0b51-45a4-a6e7-a41d8e4fc36c req-417eb40d-e172-4ee9-9f8a-caefe2cb8b9a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032898 Dec 09 22:26:09.614817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:09.673975 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:09.711598 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:09.754648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:09.763750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Network 073a6e7d-af0e-4b50-85bd-f1bea603319c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:09.768194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:09.772975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:09.840527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:09.841446 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:09.853444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event updated for resources: {'Port': ['ID=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:09.863233 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.863849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.864376 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.864718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.865056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.865398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.865730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.866104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.866439 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.866774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.867104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.867436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.867764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:09.879168 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-b4e05a9c-c8bf-47d8-9a1e-d68093ca4d57 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8842139 Dec 09 22:26:09.893354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Request body: {'port': {'device_id': 'c75d199c-f080-4917-a793-3cf91c656819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:09.967198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:10.057192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d981d30-6ab5-4276-9329-9816f84aaf3d req-8b58e27b-b51b-4585-a1d4-35911d5f64ba tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 210 time: 0.4292769 Dec 09 22:26:10.182637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e623891-e716-40f6-8af8-95344986b73d req-70ee7a9f-23d0-4668-92f9-4d20b2779344 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:10.189887 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e623891-e716-40f6-8af8-95344986b73d req-70ee7a9f-23d0-4668-92f9-4d20b2779344 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 948 time: 0.1361363 Dec 09 22:26:10.278900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e623891-e716-40f6-8af8-95344986b73d req-db0862de-63b1-4194-9a69-a2c296a06366 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727210 Dec 09 22:26:10.290379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Router 3f43f6da-18c3-46c5-9a86-2963e8176475 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:26:10.377493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:26:10.387791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:10.404009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Transition to ACTIVE for port object 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:26:10.408951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:10.414709 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:26:10.426709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Sync routers for ids ['3f43f6da-18c3-46c5-9a86-2963e8176475'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:26:10.446614 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:10.447970 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b42e7e0e-7062-4c47-ae9c-17dafcf9fa40 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3966761 Dec 09 22:26:10.450805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34506) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:10.458066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Routers {'3f43f6da-18c3-46c5-9a86-2963e8176475'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:10.458721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3f43f6da-18c3-46c5-9a86-2963e8176475'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:10.508762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Pushing event updated for resources: {'Port': ['ID=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:10.559440 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Attempting to bind port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:26:10.559806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Attempting to bind port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:26:10.560100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Attempting to bind port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:10.565492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:26:10.565843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Attempting to bind port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 on network 073a6e7d-af0e-4b50-85bd-f1bea603319c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:10.571110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:26:10.571451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Checking segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:10.571836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Bound using segment: {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:26:10.572269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Bound port: 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d30cb76-5c81-43cc-8de3-17b8a7580cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:26:10.572630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:10.607095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f9930-9255-448f-bd0a-4699e93adb2d req-4d8c13aa-73f8-4451-9946-38474993f242 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:10.608579 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c82f9930-9255-448f-bd0a-4699e93adb2d req-4d8c13aa-73f8-4451-9946-38474993f242 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1127813 Dec 09 22:26:10.642390 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Set router 3f43f6da-18c3-46c5-9a86-2963e8176475 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:10.643805 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] For port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:26:10.647754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] For port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:26:10.652535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:10.695685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:10.696330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:10.697850 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] 10.222.0.42 "PUT /v2.0/ports/01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 HTTP/1.1" status: 200 len: 1092 time: 0.8100622 Dec 09 22:26:10.705182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75d199c-f080-4917-a793-3cf91c656819', 'tag': '01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:10.707556 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fa9d09-910f-4ac4-ab0d-1b1d5525fc95" -d '{"events": [{"name": "network-changed", "server_uuid": "c75d199c-f080-4917-a793-3cf91c656819", "tag": "01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:10.759502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c82f9930-9255-448f-bd0a-4699e93adb2d req-09ee28e0-5eb4-4054-8c98-957b7a0634b9 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392930 Dec 09 22:26:10.816824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2cdc4-0bfc-48b1-8adc-ad4cd5c08af0 service neutron] Pushing event updated for resources: {'Port': ['ID=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:10.827760 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e772a6-6e39-43d4-8250-582af446a60a x-openstack-request-id: req-45e772a6-6e39-43d4-8250-582af446a60a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:10.828110 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75d199c-f080-4917-a793-3cf91c656819", "tag": "01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:10.830771 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45e772a6-6e39-43d4-8250-582af446a60a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:10.831249 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75d199c-f080-4917-a793-3cf91c656819', 'tag': '01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3', 'status': 'completed', 'code': 200} Dec 09 22:26:10.870096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-aee8936a-b5e4-4eb6-a262-5dfb1d747642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:10.871720 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-aee8936a-b5e4-4eb6-a262-5dfb1d747642 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 1095 time: 0.1299796 Dec 09 22:26:10.931844 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-1d75ab41-da95-4cc2-8a45-5c73e11d908c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0509150 Dec 09 22:26:11.049459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'name': 'tempest-ServerRescueTestJSON-1437847178-router', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:07Z', 'updated_at': '2021-12-09T22:26:08Z', 'revision_number': 3, 'project_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'gw_port': {'id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:89:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:08Z', 'updated_at': '2021-12-09T22:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:11.084831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Checking router: 3f43f6da-18c3-46c5-9a86-2963e8176475 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:26:11.085478 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Updating router 3f43f6da-18c3-46c5-9a86-2963e8176475 port 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:26:11.114019 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:11.116353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-0715db2a-4055-473a-87ff-4fa92de0c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:11.119146 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-0715db2a-4055-473a-87ff-4fa92de0c065 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.1803577 Dec 09 22:26:11.171661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2954ca-1b02-40e0-8ecd-66f787c8fff9 req-4a2a95da-c7f4-46de-a6b3-0570e236c230 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:11.173546 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef2954ca-1b02-40e0-8ecd-66f787c8fff9 req-4a2a95da-c7f4-46de-a6b3-0570e236c230 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "GET /v2.0/ports?device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 948 time: 0.1852019 Dec 09 22:26:11.309737 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:11.358059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fe0bc-a154-45f7-97e9-f1fb3d9deee6 req-454dccef-8b66-42fe-b440-6a5cad49e7ec tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:11.365979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-309fe0bc-a154-45f7-97e9-f1fb3d9deee6 req-454dccef-8b66-42fe-b440-6a5cad49e7ec tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 943 time: 0.1885974 Dec 09 22:26:11.433848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bb489-d87e-45d0-b51d-aa2ab636f8f2 req-a43cf140-2c45-4211-bcad-ee5d652a6974 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:11.435398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-728bb489-d87e-45d0-b51d-aa2ab636f8f2 req-a43cf140-2c45-4211-bcad-ee5d652a6974 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 945 time: 0.1652751 Dec 09 22:26:11.487907 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:11.497686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:11.551746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-309fe0bc-a154-45f7-97e9-f1fb3d9deee6 req-f3c39bbc-fd58-42f4-a427-dcee34c2cb6f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844952 Dec 09 22:26:11.571810 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-ccb36743-1e3f-4e11-96cd-681c1e916f1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4382708 Dec 09 22:26:11.584496 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68127590-e917-44a6-82b2-8f5b65461795 None None] Pushing event updated for resources: {'Port': ['ID=31a8f3b7-3f20-4e6d-88dc-87753b89ff41,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:11.605973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-728bb489-d87e-45d0-b51d-aa2ab636f8f2 req-74f2dd2c-4a08-4f30-b2ee-4e4469313f28 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575923 Dec 09 22:26:11.612911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Attempting to bind port 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:26:11.613602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Attempting to bind port 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:26:11.614201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Attempting to bind port 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:11.623065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:26:11.628014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:11.628014 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:11.628014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:26:11.628014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Bound port: 31a8f3b7-3f20-4e6d-88dc-87753b89ff41, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:26:11.630152 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:11.667029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Allocated IP 172.20.0.1 (85ce3258-fbd7-4ace-a74c-f937fac55890/e15fde81-056f-40e4-be0a-d9c1ad2cae42/7ef5329c-46a3-4f15-90f1-1b121c5d1668) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:11.707484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] For port 31a8f3b7-3f20-4e6d-88dc-87753b89ff41, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:26:11.711968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] For port 31a8f3b7-3f20-4e6d-88dc-87753b89ff41, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=31a8f3b7-3f20-4e6d-88dc-87753b89ff41,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:26:11.717375 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:11.784817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d29ff-d3b1-49c3-9e66-38411ece57e8 req-9d40e064-43a8-4b2e-9705-9b16ce6c2333 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:11.788251 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-0f0beccf-201f-4ef1-886f-65e379529005 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084920 Dec 09 22:26:11.792535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c79d29ff-d3b1-49c3-9e66-38411ece57e8 req-9d40e064-43a8-4b2e-9705-9b16ce6c2333 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=61273c97-7ac6-4a35-9c2c-2e8533222b82 HTTP/1.1" status: 200 len: 948 time: 0.1378539 Dec 09 22:26:11.800982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Routers {'3f43f6da-18c3-46c5-9a86-2963e8176475'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:11.801944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3f43f6da-18c3-46c5-9a86-2963e8176475'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:11.806215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68127590-e917-44a6-82b2-8f5b65461795 None None] Pushing event updated for resources: {'Port': ['ID=31a8f3b7-3f20-4e6d-88dc-87753b89ff41,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:11.834251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ef2954ca-1b02-40e0-8ecd-66f787c8fff9 req-6773af76-d27c-4eb9-86f4-b9e23848d7f4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Deleting port a20f5e57-71db-4e06-840e-51d0e55ff537 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:11.834752 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ef2954ca-1b02-40e0-8ecd-66f787c8fff9 req-6773af76-d27c-4eb9-86f4-b9e23848d7f4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:11.881047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c79d29ff-d3b1-49c3-9e66-38411ece57e8 req-6a0cfd74-ae06-4ab1-bcb3-751fdde61c5b tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875530 Dec 09 22:26:11.905207 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:11.991135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff083498-75a0-46dd-ac9f-19c49c3f7d3e req-210b56ec-aa3b-43f4-9f0c-3bb3d9f3aaa5 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:11.992704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff083498-75a0-46dd-ac9f-19c49c3f7d3e req-210b56ec-aa3b-43f4-9f0c-3bb3d9f3aaa5 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0803657 Dec 09 22:26:11.994390 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:12.058295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Network 85ce3258-fbd7-4ace-a74c-f937fac55890 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:12.059091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ef2954ca-1b02-40e0-8ecd-66f787c8fff9 req-6773af76-d27c-4eb9-86f4-b9e23848d7f4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] For port a20f5e57-71db-4e06-840e-51d0e55ff537, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a20f5e57-71db-4e06-840e-51d0e55ff537,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:12.059571 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ef2954ca-1b02-40e0-8ecd-66f787c8fff9 req-6773af76-d27c-4eb9-86f4-b9e23848d7f4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:12.066692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:12.075211 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:12.079174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef5329c-46a3-4f15-90f1-1b121c5d1668,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:12.082776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ef2954ca-1b02-40e0-8ecd-66f787c8fff9 req-6773af76-d27c-4eb9-86f4-b9e23848d7f4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Calling delete_port for a20f5e57-71db-4e06-840e-51d0e55ff537 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:12.136024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff083498-75a0-46dd-ac9f-19c49c3f7d3e req-42a80a34-e724-4828-b6db-74cf4576c274 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326714 Dec 09 22:26:12.139370 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:12.236049 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] Set router 3f43f6da-18c3-46c5-9a86-2963e8176475 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:12.288115 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e556f25b-33d5-4464-a2cb-1f9d65a3ce8c req-943b45f4-ab9b-4be1-8c4f-d53b1baa69f8 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922755 Dec 09 22:26:12.305908 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ef2954ca-1b02-40e0-8ecd-66f787c8fff9 req-6773af76-d27c-4eb9-86f4-b9e23848d7f4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:12.335839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['2f6fbe81-e2a8-4928-b486-deb6aaeae1a2', 'a20f5e57-71db-4e06-840e-51d0e55ff537', '6fd94f14-d2ec-4518-b314-e7a9ab765684'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:12.400544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773af76-d27c-4eb9-86f4-b9e23848d7f4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Pushing event deleted for resources: {'Port': ['ID=a20f5e57-71db-4e06-840e-51d0e55ff537,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:12.403105 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:12.448888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa9d09-910f-4ac4-ab0d-1b1d5525fc95 req-f3a2adc0-388b-4298-9dca-86af17d718e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:12.450719 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fa9d09-910f-4ac4-ab0d-1b1d5525fc95 req-f3a2adc0-388b-4298-9dca-86af17d718e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3005a1a8e3144f09a333f470b9aad885&device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 1095 time: 0.0817573 Dec 09 22:26:12.476890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2954ca-1b02-40e0-8ecd-66f787c8fff9 req-6773af76-d27c-4eb9-86f4-b9e23848d7f4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] No DVR routers for this DVR port a20f5e57-71db-4e06-840e-51d0e55ff537 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:12.482586 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ef2954ca-1b02-40e0-8ecd-66f787c8fff9 req-6773af76-d27c-4eb9-86f4-b9e23848d7f4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:12.487448 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef2954ca-1b02-40e0-8ecd-66f787c8fff9 req-6773af76-d27c-4eb9-86f4-b9e23848d7f4 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "DELETE /v2.0/ports/a20f5e57-71db-4e06-840e-51d0e55ff537 HTTP/1.1" status: 204 len: 173 time: 0.9180300 Dec 09 22:26:12.679158 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa9d09-910f-4ac4-ab0d-1b1d5525fc95 req-5f4ce85c-427a-43ca-b078-8690f5f67a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:12.682863 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fa9d09-910f-4ac4-ab0d-1b1d5525fc95 req-5f4ce85c-427a-43ca-b078-8690f5f67a3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 200 len: 906 time: 0.2144928 Dec 09 22:26:12.725337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'name': 'tempest-ServerRescueTestJSON-1437847178-router', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:07Z', 'updated_at': '2021-12-09T22:26:08Z', 'revision_number': 3, 'project_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'gw_port': {'id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:89:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:08Z', 'updated_at': '2021-12-09T22:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:12.768144 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fa9d09-910f-4ac4-ab0d-1b1d5525fc95 req-a07acbc8-eab5-4356-a92c-3befc04175e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0692787 Dec 09 22:26:12.800886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a419af-9a0e-427d-99e2-b08088b88138 None None] The sync data for ids ['3f43f6da-18c3-46c5-9a86-2963e8176475'] in n-d-789963-23 is: [{'id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'name': 'tempest-ServerRescueTestJSON-1437847178-router', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:07Z', 'updated_at': '2021-12-09T22:26:08Z', 'revision_number': 3, 'project_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'gw_port': {'id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:89:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:08Z', 'updated_at': '2021-12-09T22:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:26:12.840478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61273c97-7ac6-4a35-9c2c-2e8533222b82', 'name': 'network-vif-deleted', 'tag': 'a20f5e57-71db-4e06-840e-51d0e55ff537'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:12.844618 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4194f7-24a4-4027-a981-41fb694cb33e" -d '{"events": [{"server_uuid": "61273c97-7ac6-4a35-9c2c-2e8533222b82", "name": "network-vif-deleted", "tag": "a20f5e57-71db-4e06-840e-51d0e55ff537"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:12.888703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa9d09-910f-4ac4-ab0d-1b1d5525fc95 req-98e91672-fe8e-43ef-bd49-2c57186e70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:12.890398 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fa9d09-910f-4ac4-ab0d-1b1d5525fc95 req-98e91672-fe8e-43ef-bd49-2c57186e70c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 200 len: 845 time: 0.1052976 Dec 09 22:26:12.939936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40613f3c-ba5d-4852-9368-7e5299ebed24 req-3b4d1a36-05e5-48ee-91b1-153239eb6bf3 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:12.947421 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40613f3c-ba5d-4852-9368-7e5299ebed24 req-3b4d1a36-05e5-48ee-91b1-153239eb6bf3 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 945 time: 0.1473005 Dec 09 22:26:12.954668 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fa9d09-910f-4ac4-ab0d-1b1d5525fc95 req-d0261396-a700-4873-93eb-6f56b5a3cc53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=073a6e7d-af0e-4b50-85bd-f1bea603319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558984 Dec 09 22:26:12.996187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce2fe1-bc19-4aa2-8c84-fe73f832e123 req-37bf016c-9f8f-49bc-9051-da672feb3e42 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:12.997619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cce2fe1-bc19-4aa2-8c84-fe73f832e123 req-37bf016c-9f8f-49bc-9051-da672feb3e42 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 943 time: 0.2736077 Dec 09 22:26:13.105832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cce2fe1-bc19-4aa2-8c84-fe73f832e123 req-5e5029a0-0287-4c28-93d5-5724135e0971 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841846 Dec 09 22:26:13.169733 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:13.171381 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fa9d09-910f-4ac4-ab0d-1b1d5525fc95 req-8a1815fc-6527-4ff4-b281-217932e40843 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028451 Dec 09 22:26:13.202485 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:13.347471 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-05fa9d09-910f-4ac4-ab0d-1b1d5525fc95 req-4d860b35-a1be-4d7f-b10f-8b85147e88a5 service neutron] 10.222.0.42 "GET /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654203 Dec 09 22:26:13.349323 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c61583-b167-498e-91fc-1330192c58a6 x-openstack-request-id: req-c3c61583-b167-498e-91fc-1330192c58a6 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:13.349615 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61273c97-7ac6-4a35-9c2c-2e8533222b82", "name": "network-vif-deleted", "tag": "a20f5e57-71db-4e06-840e-51d0e55ff537", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:13.349895 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3c61583-b167-498e-91fc-1330192c58a6 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:13.350286 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61273c97-7ac6-4a35-9c2c-2e8533222b82', 'name': 'network-vif-deleted', 'tag': 'a20f5e57-71db-4e06-840e-51d0e55ff537', 'status': 'completed', 'code': 200} Dec 09 22:26:13.393621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d4e16-2b2a-40fe-8b5c-8f7295dd60f5 req-8ef1826f-1385-446c-8c8d-aff5c89900d0 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:13.397847 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-030d4e16-2b2a-40fe-8b5c-8f7295dd60f5 req-8ef1826f-1385-446c-8c8d-aff5c89900d0 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.18 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 945 time: 0.2252998 Dec 09 22:26:13.425429 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40613f3c-ba5d-4852-9368-7e5299ebed24 req-e431c56d-1990-4ce6-8b73-23dce523b6c0 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ed861d-1e8f-4727-8b4e-baf942e3af83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770424 Dec 09 22:26:13.458314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef5329c-46a3-4f15-90f1-1b121c5d1668,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:13.475155 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:13.632354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-030d4e16-2b2a-40fe-8b5c-8f7295dd60f5 req-86790ed6-66c2-45b6-8416-ca809e3dfc20 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Deleting port fd4a7bc9-91db-4f62-934b-072f0c2d625f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:13.632989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-030d4e16-2b2a-40fe-8b5c-8f7295dd60f5 req-86790ed6-66c2-45b6-8416-ca809e3dfc20 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:13.689554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034fd90-c7e1-415a-875a-255a98c25665 req-9c44db39-2416-4d96-adc8-6478e183d72a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:13.698289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6034fd90-c7e1-415a-875a-255a98c25665 req-9c44db39-2416-4d96-adc8-6478e183d72a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1164532 Dec 09 22:26:13.743213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Network 85ce3258-fbd7-4ace-a74c-f937fac55890 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:13.750441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:13.793265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6034fd90-c7e1-415a-875a-255a98c25665 req-0a0c5f8b-6965-4cc5-bb83-05df80cd3f62 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936589 Dec 09 22:26:13.841941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:13.885022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-030d4e16-2b2a-40fe-8b5c-8f7295dd60f5 req-86790ed6-66c2-45b6-8416-ca809e3dfc20 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] For port fd4a7bc9-91db-4f62-934b-072f0c2d625f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fd4a7bc9-91db-4f62-934b-072f0c2d625f,segment=NetworkSegment(85d43e33-e357-4b94-a61d-73ba8063e0f9),segment_id=85d43e33-e357-4b94-a61d-73ba8063e0f9)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:13.885497 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-030d4e16-2b2a-40fe-8b5c-8f7295dd60f5 req-86790ed6-66c2-45b6-8416-ca809e3dfc20 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:13.906040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:13.907669 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:13.931947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-030d4e16-2b2a-40fe-8b5c-8f7295dd60f5 req-86790ed6-66c2-45b6-8416-ca809e3dfc20 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Calling delete_port for fd4a7bc9-91db-4f62-934b-072f0c2d625f owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:14.027572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ea29-0f80-4604-bfa3-067820ec60eb req-8142f6aa-8143-41a6-8181-85cc485943b5 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:14.036223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b638ea29-0f80-4604-bfa3-067820ec60eb req-8142f6aa-8143-41a6-8181-85cc485943b5 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 950 time: 0.1415169 Dec 09 22:26:14.069098 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:14.078761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Router 3f43f6da-18c3-46c5-9a86-2963e8176475 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:26:14.124355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 31a8f3b7-3f20-4e6d-88dc-87753b89ff41, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=31a8f3b7-3f20-4e6d-88dc-87753b89ff41,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:14.137305 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:14.149565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b638ea29-0f80-4604-bfa3-067820ec60eb req-ba408196-f626-44e5-88de-6e27f4d98011 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123695 Dec 09 22:26:14.178640 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-030d4e16-2b2a-40fe-8b5c-8f7295dd60f5 req-86790ed6-66c2-45b6-8416-ca809e3dfc20 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:14.220027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['fd4a7bc9-91db-4f62-934b-072f0c2d625f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:14.263687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86790ed6-66c2-45b6-8416-ca809e3dfc20 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Pushing event deleted for resources: {'Port': ['ID=fd4a7bc9-91db-4f62-934b-072f0c2d625f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:14.334129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=31a8f3b7-3f20-4e6d-88dc-87753b89ff41,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:14.344590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-030d4e16-2b2a-40fe-8b5c-8f7295dd60f5 req-86790ed6-66c2-45b6-8416-ca809e3dfc20 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] No DVR routers for this DVR port fd4a7bc9-91db-4f62-934b-072f0c2d625f on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:14.347856 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-030d4e16-2b2a-40fe-8b5c-8f7295dd60f5 req-86790ed6-66c2-45b6-8416-ca809e3dfc20 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:14.351951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-030d4e16-2b2a-40fe-8b5c-8f7295dd60f5 req-86790ed6-66c2-45b6-8416-ca809e3dfc20 tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.18 "DELETE /v2.0/ports/fd4a7bc9-91db-4f62-934b-072f0c2d625f HTTP/1.1" status: 204 len: 173 time: 0.9453845 Dec 09 22:26:14.421156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:26:14.437264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-61537e22-d261-4a08-af9f-e591840240d8 admin admin] 10.222.0.16 "PUT /v2.0/routers/3f43f6da-18c3-46c5-9a86-2963e8176475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9824421 Dec 09 22:26:14.449064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac20957-c6cd-42ac-bda3-11ba8f627063 req-fb702a25-eb7a-4e96-b5c1-c179d3b47e90 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:14.469460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aac20957-c6cd-42ac-bda3-11ba8f627063 req-fb702a25-eb7a-4e96-b5c1-c179d3b47e90 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 943 time: 0.1286111 Dec 09 22:26:14.519089 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aac20957-c6cd-42ac-bda3-11ba8f627063 req-ee37be37-fc7a-4c56-94d0-d52ab62c8534 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473869 Dec 09 22:26:14.679629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-730ea301-2076-4975-9b39-3fca54fbd143 req-4d613c7b-2840-4458-8211-9271272af7ac tempest-AttachSCSIVolumeTestJSON-1431802079 tempest-AttachSCSIVolumeTestJSON-1431802079-project] 10.222.0.16 "GET /v2.0/ports?device_id=316b5326-9273-4917-b52d-417570dc9249 HTTP/1.1" status: 200 len: 210 time: 0.0475247 Dec 09 22:26:14.985567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c128b-9716-45b2-a330-43d973fd3c3b req-0e132b50-fee0-4c0f-a7ac-de6858508775 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:14.987802 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc7c128b-9716-45b2-a330-43d973fd3c3b req-0e132b50-fee0-4c0f-a7ac-de6858508775 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0913935 Dec 09 22:26:15.027313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:26:15.061091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a20f5e57-71db-4e06-840e-51d0e55ff537 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:15.132344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc7c128b-9716-45b2-a330-43d973fd3c3b req-d7c31ed0-0cd9-4991-833d-b9f79c69142f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373653 Dec 09 22:26:15.140278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: a20f5e57-71db-4e06-840e-51d0e55ff537 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:15.140408 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a20f5e57-71db-4e06-840e-51d0e55ff537 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:15.193513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73a0ba-9ddf-4037-b508-8eddff9ddaae req-312a1040-8e67-4300-9355-badbfc717c4f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:15.195118 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1d73a0ba-9ddf-4037-b508-8eddff9ddaae req-312a1040-8e67-4300-9355-badbfc717c4f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 950 time: 0.0931227 Dec 09 22:26:15.235924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-537dee72-83bb-455e-90c4-3b4d3144bc34 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:15.242299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-537dee72-83bb-455e-90c4-3b4d3144bc34 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/networks?id=85ce3258-fbd7-4ace-a74c-f937fac55890 HTTP/1.1" status: 200 len: 811 time: 0.2284043 Dec 09 22:26:15.275428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-9c9d0b9c-7f5c-4374-9429-aec0f886eebf tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/quotas/3ba9637fb5df47dfb7c07ef1390338fe HTTP/1.1" status: 200 len: 375 time: 0.0261695 Dec 09 22:26:15.298918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:15.320399 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3', 'network_id': '073a6e7d-af0e-4b50-85bd-f1bea603319c', 'port_id': '01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3', 'mac_address': 'fa:16:3e:6b:8c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:26:15.351521 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b5326-9273-4917-b52d-417570dc9249', 'name': 'network-vif-deleted', 'tag': 'fd4a7bc9-91db-4f62-934b-072f0c2d625f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:15.353702 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fa2cc2-14f2-4757-83b6-b5419d67ca05" -d '{"events": [{"server_uuid": "316b5326-9273-4917-b52d-417570dc9249", "name": "network-vif-deleted", "tag": "fd4a7bc9-91db-4f62-934b-072f0c2d625f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:15.366746 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:15.382476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:26:15.384182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-1d73a0ba-9ddf-4037-b508-8eddff9ddaae req-4d39eef4-d7e0-4683-b3b1-6861c7778ace tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Deleting port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:15.384529 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1d73a0ba-9ddf-4037-b508-8eddff9ddaae req-4d39eef4-d7e0-4683-b3b1-6861c7778ace tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:15.409104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:15.418966 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:15.488615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:15.511182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.511563 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.511867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.512212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.512542 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.513227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.513365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.513622 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.513977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.514319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.514627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.514945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-1d73a0ba-9ddf-4037-b508-8eddff9ddaae req-4d39eef4-d7e0-4683-b3b1-6861c7778ace tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] For port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:15.515091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.515297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:15.515848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1d73a0ba-9ddf-4037-b508-8eddff9ddaae req-4d39eef4-d7e0-4683-b3b1-6861c7778ace tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:15.534140 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-1d73a0ba-9ddf-4037-b508-8eddff9ddaae req-4d39eef4-d7e0-4683-b3b1-6861c7778ace tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Calling delete_port for 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:15.628569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:15.739203 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:15.762139 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1d73a0ba-9ddf-4037-b508-8eddff9ddaae req-4d39eef4-d7e0-4683-b3b1-6861c7778ace tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:15.802476 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-8ba10d4d-8335-47cc-88f3-f296a4795b1b tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ba9637fb5df47dfb7c07ef1390338fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5200462 Dec 09 22:26:15.803043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39eef4-d7e0-4683-b3b1-6861c7778ace tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Pushing event deleted for resources: {'Port': ['ID=2f6fbe81-e2a8-4928-b486-deb6aaeae1a2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:15.825259 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Sync routers for ids ['3f43f6da-18c3-46c5-9a86-2963e8176475'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:26:15.846276 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Routers {'3f43f6da-18c3-46c5-9a86-2963e8176475'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:15.847392 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3f43f6da-18c3-46c5-9a86-2963e8176475'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:15.890800 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:15.891178 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:15.927768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d73a0ba-9ddf-4037-b508-8eddff9ddaae req-4d39eef4-d7e0-4683-b3b1-6861c7778ace tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] No DVR routers for this DVR port 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:15.930815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1d73a0ba-9ddf-4037-b508-8eddff9ddaae req-4d39eef4-d7e0-4683-b3b1-6861c7778ace tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:15.934637 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1d73a0ba-9ddf-4037-b508-8eddff9ddaae req-4d39eef4-d7e0-4683-b3b1-6861c7778ace tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "DELETE /v2.0/ports/2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 HTTP/1.1" status: 204 len: 173 time: 0.7326181 Dec 09 22:26:15.981520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13477f1a-078c-42c0-a2ff-e18bd728220a req-81792d2d-babf-4041-a753-c8b71f330f56 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:15.994596 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Set router 3f43f6da-18c3-46c5-9a86-2963e8176475 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:15.994924 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13477f1a-078c-42c0-a2ff-e18bd728220a req-81792d2d-babf-4041-a753-c8b71f330f56 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=67f46d2c-1bc4-4742-b27c-f994b75fa3c3 HTTP/1.1" status: 200 len: 867 time: 0.2831879 Dec 09 22:26:16.178823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-3ff3de55-749d-4b34-a732-c4a6d21a7076 service neutron] 10.222.0.16 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753824 Dec 09 22:26:16.191962 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-155bb383-beb2-47fd-bb8f-df58e1c39d5a req-14fa819b-e402-48f9-b18d-620a45e09a5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606928 Dec 09 22:26:16.227368 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'name': 'tempest-ServerRescueTestJSON-1437847178-router', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:07Z', 'updated_at': '2021-12-09T22:26:12Z', 'revision_number': 4, 'project_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'gw_port': {'id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:08Z', 'updated_at': '2021-12-09T22:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7ef5329c-46a3-4f15-90f1-1b121c5d1668', 'name': '', 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'mac_address': 'fa:16:3e:de:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'e15fde81-056f-40e4-be0a-d9c1ad2cae42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:11Z', 'updated_at': '2021-12-09T22:26:12Z', 'revision_number': 2, 'project_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'subnets': [{'id': 'e15fde81-056f-40e4-be0a-d9c1ad2cae42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:16.264106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13477f1a-078c-42c0-a2ff-e18bd728220a req-e4f88990-2320-4adc-9857-cba070590288 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636061 Dec 09 22:26:16.286996 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Checking router: 3f43f6da-18c3-46c5-9a86-2963e8176475 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:26:16.288131 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Updating router 3f43f6da-18c3-46c5-9a86-2963e8176475 port 7ef5329c-46a3-4f15-90f1-1b121c5d1668 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:26:16.299861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bb383-beb2-47fd-bb8f-df58e1c39d5a req-4326e884-322f-4548-992c-7b9414087376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:16.301536 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-155bb383-beb2-47fd-bb8f-df58e1c39d5a req-4326e884-322f-4548-992c-7b9414087376 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 1096 time: 0.0708015 Dec 09 22:26:16.337291 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:16.380792 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['2f6fbe81-e2a8-4928-b486-deb6aaeae1a2', '6fd94f14-d2ec-4518-b314-e7a9ab765684'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:16.394737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-b2a46af8-d80a-4b02-b09d-dcb62989caef service neutron] 10.222.0.16 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149248 Dec 09 22:26:16.659529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bb383-beb2-47fd-bb8f-df58e1c39d5a req-8808b6c3-a630-4b5b-b1a5-a69327357d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:16.666356 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-155bb383-beb2-47fd-bb8f-df58e1c39d5a req-8808b6c3-a630-4b5b-b1a5-a69327357d11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.3272741 Dec 09 22:26:16.678337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fd4a7bc9-91db-4f62-934b-072f0c2d625f no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:16.797425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: fd4a7bc9-91db-4f62-934b-072f0c2d625f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:16.797777 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fd4a7bc9-91db-4f62-934b-072f0c2d625f not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:16.827796 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67c4a62-5990-402d-bb39-991bbbbd51d1 x-openstack-request-id: req-c67c4a62-5990-402d-bb39-991bbbbd51d1 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:16.828672 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b5326-9273-4917-b52d-417570dc9249", "name": "network-vif-deleted", "tag": "fd4a7bc9-91db-4f62-934b-072f0c2d625f", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:16.828927 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c67c4a62-5990-402d-bb39-991bbbbd51d1 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:16.835556 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b5326-9273-4917-b52d-417570dc9249', 'name': 'network-vif-deleted', 'tag': 'fd4a7bc9-91db-4f62-934b-072f0c2d625f', 'status': 'completed', 'code': 200} Dec 09 22:26:16.837646 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-155bb383-beb2-47fd-bb8f-df58e1c39d5a req-a2bebe06-1ef8-43e1-8429-902d5c5877e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5503723b-f470-40e0-b397-779fc92ad6b2 HTTP/1.1" status: 200 len: 217 time: 0.1626556 Dec 09 22:26:16.926174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851275c-140d-4cf8-ab30-b91cc0a084e8 req-42907e20-1770-427a-8d8a-6ad8207687f5 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:16.946457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8851275c-140d-4cf8-ab30-b91cc0a084e8 req-42907e20-1770-427a-8d8a-6ad8207687f5 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 944 time: 0.1552095 Dec 09 22:26:16.966506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bb383-beb2-47fd-bb8f-df58e1c39d5a req-69e27e55-11e8-43d0-9196-d06d8e055dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:16.973361 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-155bb383-beb2-47fd-bb8f-df58e1c39d5a req-69e27e55-11e8-43d0-9196-d06d8e055dd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.1230786 Dec 09 22:26:17.020426 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:17.034912 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:17.040941 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-155bb383-beb2-47fd-bb8f-df58e1c39d5a req-5bb61a7d-1d40-42c1-a123-fca0368e04b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621867 Dec 09 22:26:17.044701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:17.104615 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8851275c-140d-4cf8-ab30-b91cc0a084e8 req-e55cddd7-c451-455a-b7d1-885579f577d1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492875 Dec 09 22:26:17.175612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:26:17.184432 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:17.185080 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:17.270696 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798703d-09b3-408b-ac98-acaecb51656e None None] Pushing event updated for resources: {'Port': ['ID=7ef5329c-46a3-4f15-90f1-1b121c5d1668,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:17.280618 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-155bb383-beb2-47fd-bb8f-df58e1c39d5a req-a7f2a5eb-1908-436c-9aaf-81e7c4a4b04e service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290702 Dec 09 22:26:17.312781 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d76ce25d-684c-4b12-a949-dfd8b25ab8a8 req-8889fe70-8f84-49d7-b2ca-084b2b635c49 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 210 time: 0.0838528 Dec 09 22:26:17.342966 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Attempting to bind port 7ef5329c-46a3-4f15-90f1-1b121c5d1668 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:26:17.343330 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Attempting to bind port 7ef5329c-46a3-4f15-90f1-1b121c5d1668 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:26:17.347944 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Attempting to bind port 7ef5329c-46a3-4f15-90f1-1b121c5d1668 on network 85ce3258-fbd7-4ace-a74c-f937fac55890 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:17.363554 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:26:17.363932 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Checking segment: {'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:17.364334 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:17.365916 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Bound using segment: {'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:26:17.366746 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Bound port: 7ef5329c-46a3-4f15-90f1-1b121c5d1668, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:26:17.369258 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:17.375859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3ecc7-3454-4cd8-94c1-556ea235418d req-a202fc7a-c467-42d6-8d38-2f9f3d002850 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:17.377435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91e3ecc7-3454-4cd8-94c1-556ea235418d req-a202fc7a-c467-42d6-8d38-2f9f3d002850 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.2718332 Dec 09 22:26:17.388411 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:17.459872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75d199c-f080-4917-a793-3cf91c656819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:17.462182 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bf5dd0-040a-4042-8b6f-086275de8ae1" -d '{"events": [{"server_uuid": "c75d199c-f080-4917-a793-3cf91c656819", "name": "network-vif-plugged", "status": "completed", "tag": "01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:17.469259 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] For port 7ef5329c-46a3-4f15-90f1-1b121c5d1668, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:26:17.475908 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] For port 7ef5329c-46a3-4f15-90f1-1b121c5d1668, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7ef5329c-46a3-4f15-90f1-1b121c5d1668,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:26:17.483429 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:17.502799 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:17.515759 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:17.524954 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-155bb383-beb2-47fd-bb8f-df58e1c39d5a req-1ee61e6a-5b22-4e76-b2a9-452e3ab02316 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346463 Dec 09 22:26:17.555380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91e3ecc7-3454-4cd8-94c1-556ea235418d req-c7476e11-02fc-48b2-88c0-6f8e721eefec tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650336 Dec 09 22:26:17.602864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:17.620996 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Routers {'3f43f6da-18c3-46c5-9a86-2963e8176475'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:17.625308 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3f43f6da-18c3-46c5-9a86-2963e8176475'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:17.700952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca09f2-c505-424d-a69e-12f6c24b75e2 req-eb6eaa5d-4a04-40ef-ad51-cef785214601 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:17.702494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1ca09f2-c505-424d-a69e-12f6c24b75e2 req-eb6eaa5d-4a04-40ef-ad51-cef785214601 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 945 time: 0.2383270 Dec 09 22:26:17.751550 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2ded13-f498-49d0-bcc0-af79ec0a9279 x-openstack-request-id: req-ab2ded13-f498-49d0-bcc0-af79ec0a9279 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:17.751852 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75d199c-f080-4917-a793-3cf91c656819", "name": "network-vif-plugged", "status": "completed", "tag": "01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:17.752115 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab2ded13-f498-49d0-bcc0-af79ec0a9279 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:17.752519 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75d199c-f080-4917-a793-3cf91c656819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3', 'code': 200} Dec 09 22:26:17.823635 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1ca09f2-c505-424d-a69e-12f6c24b75e2 req-28386564-c946-4493-b4cb-4378d24e7dda tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897131 Dec 09 22:26:17.970077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3508c-3bb6-4a30-b456-66d222aa3ae4 req-6fedd233-3f43-4e2c-a75e-08814a464afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:17.975036 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-50f3508c-3bb6-4a30-b456-66d222aa3ae4 req-6fedd233-3f43-4e2c-a75e-08814a464afa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 1097 time: 0.1202898 Dec 09 22:26:17.999596 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798703d-09b3-408b-ac98-acaecb51656e None None] Pushing event updated for resources: {'Port': ['ID=7ef5329c-46a3-4f15-90f1-1b121c5d1668,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:18.113377 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] Set router 3f43f6da-18c3-46c5-9a86-2963e8176475 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:18.149922 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-50f3508c-3bb6-4a30-b456-66d222aa3ae4 req-87c7e27e-575b-4dfa-b1af-9ce2728c8641 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679940 Dec 09 22:26:18.307984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec3656-82af-40ef-b3d2-a929ab63ce9c req-f0c1802b-b5d0-4692-a3c1-2c2126f62166 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:18.311758 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0ec3656-82af-40ef-b3d2-a929ab63ce9c req-f0c1802b-b5d0-4692-a3c1-2c2126f62166 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.1198499 Dec 09 22:26:18.338027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962edc04-dbb5-492e-b3a5-b3e4a69d4c5d req-eb484a3a-b7e9-42f1-acb0-74f3089d1787 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:18.345379 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-962edc04-dbb5-492e-b3a5-b3e4a69d4c5d req-eb484a3a-b7e9-42f1-acb0-74f3089d1787 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 950 time: 0.1127610 Dec 09 22:26:18.392690 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'name': 'tempest-ServerRescueTestJSON-1437847178-router', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:07Z', 'updated_at': '2021-12-09T22:26:12Z', 'revision_number': 4, 'project_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'gw_port': {'id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:08Z', 'updated_at': '2021-12-09T22:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7ef5329c-46a3-4f15-90f1-1b121c5d1668', 'name': '', 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'mac_address': 'fa:16:3e:de:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'e15fde81-056f-40e4-be0a-d9c1ad2cae42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:11Z', 'updated_at': '2021-12-09T22:26:17Z', 'revision_number': 4, 'project_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'subnets': [{'id': 'e15fde81-056f-40e4-be0a-d9c1ad2cae42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:18.423533 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be1404-15c5-49ec-8333-9ab5e1c70949 None None] The sync data for ids ['3f43f6da-18c3-46c5-9a86-2963e8176475'] in n-d-789963-23 is: [{'id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'name': 'tempest-ServerRescueTestJSON-1437847178-router', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:07Z', 'updated_at': '2021-12-09T22:26:12Z', 'revision_number': 4, 'project_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'gw_port': {'id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:08Z', 'updated_at': '2021-12-09T22:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7ef5329c-46a3-4f15-90f1-1b121c5d1668', 'name': '', 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'mac_address': 'fa:16:3e:de:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'e15fde81-056f-40e4-be0a-d9c1ad2cae42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:11Z', 'updated_at': '2021-12-09T22:26:17Z', 'revision_number': 4, 'project_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'subnets': [{'id': 'e15fde81-056f-40e4-be0a-d9c1ad2cae42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:26:18.487650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0ec3656-82af-40ef-b3d2-a929ab63ce9c req-0b720c6a-cb91-4340-974f-ab12e21aed9f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594093 Dec 09 22:26:18.516495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-962edc04-dbb5-492e-b3a5-b3e4a69d4c5d req-50ba7548-3145-4ae4-9312-071b7243b52e tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558037 Dec 09 22:26:18.563987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca722b10-2720-429a-a4fd-a159b3050ce2 req-9c7ad20a-3cb0-47a6-9e26-035acd92dbfe tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:18.566242 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ca722b10-2720-429a-a4fd-a159b3050ce2 req-9c7ad20a-3cb0-47a6-9e26-035acd92dbfe tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 945 time: 0.1180305 Dec 09 22:26:18.639990 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-563cdd75-bf36-4c9f-87a9-ba2bd7a980b4 req-8e2fdc9e-dcbf-4515-9676-4551c20c3f5c tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 210 time: 0.0558922 Dec 09 22:26:18.721756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ca722b10-2720-429a-a4fd-a159b3050ce2 req-58df600b-bc02-4e07-9333-ef7a88849d64 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Deleting port 5a8ac275-87b6-4877-9a68-df2c19fdcf37 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:18.722044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ca722b10-2720-429a-a4fd-a159b3050ce2 req-58df600b-bc02-4e07-9333-ef7a88849d64 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:18.774540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686d18-e23b-4668-9bb5-98de7731a922 req-b4c20c9d-e7af-4702-bfd8-4a4cab95801f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:18.776702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01686d18-e23b-4668-9bb5-98de7731a922 req-b4c20c9d-e7af-4702-bfd8-4a4cab95801f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1104355 Dec 09 22:26:18.840359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f46d2c-1bc4-4742-b27c-f994b75fa3c3', 'name': 'network-vif-deleted', 'tag': '2f6fbe81-e2a8-4928-b486-deb6aaeae1a2'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:18.842622 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a425baa-0cda-4db0-b353-386b637c9b8f" -d '{"events": [{"server_uuid": "67f46d2c-1bc4-4742-b27c-f994b75fa3c3", "name": "network-vif-deleted", "tag": "2f6fbe81-e2a8-4928-b486-deb6aaeae1a2"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:18.901476 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01686d18-e23b-4668-9bb5-98de7731a922 req-bf2aa097-7e84-4ae1-a02f-58c8debbe388 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109784 Dec 09 22:26:18.984076 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bace1842-877b-4e21-90d6-e1e01624a8f8 x-openstack-request-id: req-bace1842-877b-4e21-90d6-e1e01624a8f8 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:18.985178 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f46d2c-1bc4-4742-b27c-f994b75fa3c3", "name": "network-vif-deleted", "tag": "2f6fbe81-e2a8-4928-b486-deb6aaeae1a2", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:18.985981 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bace1842-877b-4e21-90d6-e1e01624a8f8 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:18.986413 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f46d2c-1bc4-4742-b27c-f994b75fa3c3', 'name': 'network-vif-deleted', 'tag': '2f6fbe81-e2a8-4928-b486-deb6aaeae1a2', 'status': 'completed', 'code': 200} Dec 09 22:26:19.020221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d4106-c543-4cf8-a8a0-b06c50e043c6 req-c92c2ec3-5d70-4a69-a7a4-3ef772fdbc0f tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:19.026735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-82cf0bb1-f622-4af8-aba4-6050d2fae09a tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:19.028324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a3d4106-c543-4cf8-a8a0-b06c50e043c6 req-c92c2ec3-5d70-4a69-a7a4-3ef772fdbc0f tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 945 time: 0.0957170 Dec 09 22:26:19.028495 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-82cf0bb1-f622-4af8-aba4-6050d2fae09a tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.42 "GET /v2.0/networks?id=85ce3258-fbd7-4ace-a74c-f937fac55890 HTTP/1.1" status: 200 len: 811 time: 0.2647996 Dec 09 22:26:19.030507 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ca722b10-2720-429a-a4fd-a159b3050ce2 req-58df600b-bc02-4e07-9333-ef7a88849d64 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] For port 5a8ac275-87b6-4877-9a68-df2c19fdcf37, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5a8ac275-87b6-4877-9a68-df2c19fdcf37,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:19.030875 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ca722b10-2720-429a-a4fd-a159b3050ce2 req-58df600b-bc02-4e07-9333-ef7a88849d64 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:19.047535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:19.048367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ca722b10-2720-429a-a4fd-a159b3050ce2 req-58df600b-bc02-4e07-9333-ef7a88849d64 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Calling delete_port for 5a8ac275-87b6-4877-9a68-df2c19fdcf37 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:19.060168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Request body: {'port': {'device_id': 'c0c87d06-038c-4de7-acec-5c8febc0b27d', 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890', 'admin_state_up': True, 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:19.095070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a3d4106-c543-4cf8-a8a0-b06c50e043c6 req-21e60635-bc9e-462d-9004-38a70ac7023f tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654426 Dec 09 22:26:19.112730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:19.119407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 2f6fbe81-e2a8-4928-b486-deb6aaeae1a2 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:19.317151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Made reservation on behalf of 3ba9637fb5df47dfb7c07ef1390338fe for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:26:19.320932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:19.398776 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ca722b10-2720-429a-a4fd-a159b3050ce2 req-58df600b-bc02-4e07-9333-ef7a88849d64 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:19.433062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['4b3034bd-3ea7-4d68-a924-d2ef4d3b314e', '2c355898-883f-48d3-b13d-75e3e74c041a', '5a8ac275-87b6-4877-9a68-df2c19fdcf37'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:19.445858 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df600b-bc02-4e07-9333-ef7a88849d64 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Pushing event deleted for resources: {'Port': ['ID=5a8ac275-87b6-4877-9a68-df2c19fdcf37,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:19.525180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca722b10-2720-429a-a4fd-a159b3050ce2 req-58df600b-bc02-4e07-9333-ef7a88849d64 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] No DVR routers for this DVR port 5a8ac275-87b6-4877-9a68-df2c19fdcf37 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:19.550524 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ca722b10-2720-429a-a4fd-a159b3050ce2 req-58df600b-bc02-4e07-9333-ef7a88849d64 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:19.560210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ca722b10-2720-429a-a4fd-a159b3050ce2 req-58df600b-bc02-4e07-9333-ef7a88849d64 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "DELETE /v2.0/ports/5a8ac275-87b6-4877-9a68-df2c19fdcf37 HTTP/1.1" status: 204 len: 173 time: 0.9848406 Dec 09 22:26:19.608482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Allocated IP 172.20.0.4 (85ce3258-fbd7-4ace-a74c-f937fac55890/e15fde81-056f-40e4-be0a-d9c1ad2cae42/ac61c532-0099-4698-a255-0846e3a6d3ee) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:19.815861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01e344-1b21-4c2c-adc2-d45af6d5ef54 req-91038d6b-f3db-43af-997f-59acfe394df1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:19.817458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd01e344-1b21-4c2c-adc2-d45af6d5ef54 req-91038d6b-f3db-43af-997f-59acfe394df1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.1908607 Dec 09 22:26:19.907434 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7ef5329c-46a3-4f15-90f1-1b121c5d1668 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:19.918893 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffdf69-b320-442f-b1d4-2bceaaa663b6 req-8c307c1d-9d05-4d7e-a238-6ca4c532e564 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:19.934359 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34ffdf69-b320-442f-b1d4-2bceaaa663b6 req-8c307c1d-9d05-4d7e-a238-6ca4c532e564 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 950 time: 0.3211701 Dec 09 22:26:20.023955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1b9db-1e30-42ab-8b3e-5390f1e5d9c2 req-92a6f861-3aa3-400c-8da9-c9e18417baa2 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:20.030374 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f7f1b9db-1e30-42ab-8b3e-5390f1e5d9c2 req-92a6f861-3aa3-400c-8da9-c9e18417baa2 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 950 time: 0.1908305 Dec 09 22:26:20.033710 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:20.038629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd01e344-1b21-4c2c-adc2-d45af6d5ef54 req-4011c7ea-ea26-4ab0-9ffb-9214ecca7812 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136874 Dec 09 22:26:20.129336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34ffdf69-b320-442f-b1d4-2bceaaa663b6 req-37d0f16b-0f7d-430a-948b-4e7490296d6b tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939790 Dec 09 22:26:20.220951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:20.258305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e47966bd-ae3b-4ba1-beaf-f6c3ce7fd4aa req-785c7cb4-5277-42a9-b0b3-8f546cbfae64 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 210 time: 0.0787323 Dec 09 22:26:20.306868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 7ef5329c-46a3-4f15-90f1-1b121c5d1668 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:20.310793 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:20.366237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72337f47-7251-4043-9e44-6682e43a1e3c req-7ff15183-0b55-4ba6-ad12-8ac24087a097 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:20.374874 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72337f47-7251-4043-9e44-6682e43a1e3c req-7ff15183-0b55-4ba6-ad12-8ac24087a097 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0923941 Dec 09 22:26:20.402550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Network 85ce3258-fbd7-4ace-a74c-f937fac55890 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:20.407833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:20.437490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:20.486778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72337f47-7251-4043-9e44-6682e43a1e3c req-b09397c1-c736-4282-adb4-bbb021e962ac tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107423 Dec 09 22:26:20.545780 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Pushing event updated for resources: {'Port': ['ID=ac61c532-0099-4698-a255-0846e3a6d3ee,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:20.550424 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:20.630024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:20.630670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:20.631328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 7ef5329c-46a3-4f15-90f1-1b121c5d1668, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7ef5329c-46a3-4f15-90f1-1b121c5d1668,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:20.636788 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:20.647018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f7f1b9db-1e30-42ab-8b3e-5390f1e5d9c2 req-641da417-2eba-4349-b624-b6a1e603b460 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Deleting port 6fd94f14-d2ec-4518-b314-e7a9ab765684 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:20.647454 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f7f1b9db-1e30-42ab-8b3e-5390f1e5d9c2 req-641da417-2eba-4349-b624-b6a1e603b460 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:20.682167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-97493baa-e57d-409f-8fd3-d6ce199e9b11 req-3bce8ed0-1368-4c75-8ec8-828e3cc3165b tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26ee0b1-f3d7-458d-b7bf-a55eb906b298 HTTP/1.1" status: 200 len: 210 time: 0.0571620 Dec 09 22:26:20.733258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=7ef5329c-46a3-4f15-90f1-1b121c5d1668,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:20.795927 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d20bb46c-1459-41a9-ab4f-bf23c6b11cd2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7412200 Dec 09 22:26:20.866372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80df5fd-cee0-4935-91d6-ebeab7cb9fbd req-fb9f66d7-2918-4dcf-87b9-e590ba6d18c7 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:20.872290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Request body: {'port': {'device_id': 'c0c87d06-038c-4de7-acec-5c8febc0b27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:20.878360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a80df5fd-cee0-4935-91d6-ebeab7cb9fbd req-fb9f66d7-2918-4dcf-87b9-e590ba6d18c7 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.0991554 Dec 09 22:26:20.955824 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a80df5fd-cee0-4935-91d6-ebeab7cb9fbd req-69be3bea-6d23-4e3a-baaa-45769251daf4 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764089 Dec 09 22:26:20.956510 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:20.993885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26ee0b1-f3d7-458d-b7bf-a55eb906b298', 'name': 'network-vif-deleted', 'tag': '5a8ac275-87b6-4877-9a68-df2c19fdcf37'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:20.996465 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8728563c-fdb4-42d5-82f2-b60c32eff1c0" -d '{"events": [{"server_uuid": "d26ee0b1-f3d7-458d-b7bf-a55eb906b298", "name": "network-vif-deleted", "tag": "5a8ac275-87b6-4877-9a68-df2c19fdcf37"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:21.006271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f7f1b9db-1e30-42ab-8b3e-5390f1e5d9c2 req-641da417-2eba-4349-b624-b6a1e603b460 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] For port 6fd94f14-d2ec-4518-b314-e7a9ab765684, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6fd94f14-d2ec-4518-b314-e7a9ab765684,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:21.006817 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f7f1b9db-1e30-42ab-8b3e-5390f1e5d9c2 req-641da417-2eba-4349-b624-b6a1e603b460 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:21.043190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f7f1b9db-1e30-42ab-8b3e-5390f1e5d9c2 req-641da417-2eba-4349-b624-b6a1e603b460 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Calling delete_port for 6fd94f14-d2ec-4518-b314-e7a9ab765684 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:21.121494 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae0c787-7433-425e-b1d1-43f86fd21398 x-openstack-request-id: req-0ae0c787-7433-425e-b1d1-43f86fd21398 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:21.121800 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26ee0b1-f3d7-458d-b7bf-a55eb906b298", "name": "network-vif-deleted", "tag": "5a8ac275-87b6-4877-9a68-df2c19fdcf37", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:21.122068 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ae0c787-7433-425e-b1d1-43f86fd21398 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:21.122522 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26ee0b1-f3d7-458d-b7bf-a55eb906b298', 'name': 'network-vif-deleted', 'tag': '5a8ac275-87b6-4877-9a68-df2c19fdcf37', 'status': 'completed', 'code': 200} Dec 09 22:26:21.159896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b2a01-90b9-4b68-9c0e-cba3803ca806 req-fde242c8-d583-4306-9248-0091c00aeaf0 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:21.162238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd1b2a01-90b9-4b68-9c0e-cba3803ca806 req-fde242c8-d583-4306-9248-0091c00aeaf0 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.0848117 Dec 09 22:26:21.314776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd1b2a01-90b9-4b68-9c0e-cba3803ca806 req-ba98f807-7498-423c-963c-45da98f37878 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458471 Dec 09 22:26:21.340977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40009190-c998-42ae-9b4f-d735b48d0039 req-e4190815-064d-47d1-b0f4-540bf6ec4ac3 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:21.342856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40009190-c998-42ae-9b4f-d735b48d0039 req-e4190815-064d-47d1-b0f4-540bf6ec4ac3 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 950 time: 0.0673335 Dec 09 22:26:21.412443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40009190-c998-42ae-9b4f-d735b48d0039 req-d75a5142-a788-4b3e-bedd-49bfb348164f tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/security-groups?id=72a3f07a-7449-4202-a44d-31b0bd0c62c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618258 Dec 09 22:26:21.514473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44dca8-8c57-4c9a-8c59-17660426e19f req-73c165d9-f254-4b68-9b6c-dddbaefedef2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:21.522616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d44dca8-8c57-4c9a-8c59-17660426e19f req-73c165d9-f254-4b68-9b6c-dddbaefedef2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 931 time: 0.0763667 Dec 09 22:26:21.622452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d44dca8-8c57-4c9a-8c59-17660426e19f req-f5577b72-8c38-4d96-9bdc-e75a86355906 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988245 Dec 09 22:26:21.806227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7ef5329c-46a3-4f15-90f1-1b121c5d1668 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:21.916276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6a9cd-50d8-432b-9f86-cd66081f24ae req-378168b8-dae2-4fa2-860f-79b13eacab7e tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:21.917668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 7ef5329c-46a3-4f15-90f1-1b121c5d1668 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:21.918984 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:21.929669 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59f6a9cd-50d8-432b-9f86-cd66081f24ae req-378168b8-dae2-4fa2-860f-79b13eacab7e tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1590250 Dec 09 22:26:21.950242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f7f1b9db-1e30-42ab-8b3e-5390f1e5d9c2 req-641da417-2eba-4349-b624-b6a1e603b460 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:21.970592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851052dd-eb75-46f5-bb20-6e8f2998cb9d req-6625a2ab-34e3-4023-b1f2-3444fd0c85ab tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:21.972141 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-851052dd-eb75-46f5-bb20-6e8f2998cb9d req-6625a2ab-34e3-4023-b1f2-3444fd0c85ab tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.1590104 Dec 09 22:26:22.014019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7ac62-94dd-4a2c-870a-28c29798b8ce req-7eeae05e-0f00-46ba-ac5a-9deb6470e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:22.016290 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-83a7ac62-94dd-4a2c-870a-28c29798b8ce req-7eeae05e-0f00-46ba-ac5a-9deb6470e3b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 1097 time: 0.4212034 Dec 09 22:26:22.023935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641da417-2eba-4349-b624-b6a1e603b460 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Pushing event deleted for resources: {'Port': ['ID=6fd94f14-d2ec-4518-b314-e7a9ab765684,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:22.056142 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59f6a9cd-50d8-432b-9f86-cd66081f24ae req-9d5ef492-bf73-4e5a-b7c0-cad124cca8d3 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252916 Dec 09 22:26:22.115300 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-851052dd-eb75-46f5-bb20-6e8f2998cb9d req-72314023-e339-4d7e-aeee-de0ef6c4d7da tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340933 Dec 09 22:26:22.192798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac61c532-0099-4698-a255-0846e3a6d3ee {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:26:22.211909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:22.234734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Transition to ACTIVE for port object ac61c532-0099-4698-a255-0846e3a6d3ee will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:26:22.258712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f1b9db-1e30-42ab-8b3e-5390f1e5d9c2 req-641da417-2eba-4349-b624-b6a1e603b460 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] No DVR routers for this DVR port 6fd94f14-d2ec-4518-b314-e7a9ab765684 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:22.268682 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:22.287665 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f7f1b9db-1e30-42ab-8b3e-5390f1e5d9c2 req-641da417-2eba-4349-b624-b6a1e603b460 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:22.292399 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f7f1b9db-1e30-42ab-8b3e-5390f1e5d9c2 req-641da417-2eba-4349-b624-b6a1e603b460 tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.42 "DELETE /v2.0/ports/6fd94f14-d2ec-4518-b314-e7a9ab765684 HTTP/1.1" status: 204 len: 173 time: 2.2509265 Dec 09 22:26:22.383915 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-83a7ac62-94dd-4a2c-870a-28c29798b8ce req-f8da5612-fda5-4658-90e1-910586a0526b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424151 Dec 09 22:26:22.429599 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:22.431620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Pushing event updated for resources: {'Port': ['ID=ac61c532-0099-4698-a255-0846e3a6d3ee,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:22.642808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae337de4-8eba-4d57-ad5e-ec557a586a01 req-62798a5c-8745-4212-9a28-7c69bc6a92ba tempest-ServersAdminTestJSON-1645367615 tempest-ServersAdminTestJSON-1645367615-project] 10.222.0.16 "GET /v2.0/ports?device_id=423a0dba-4678-40e4-92e7-51429416bb5b HTTP/1.1" status: 200 len: 210 time: 0.0427763 Dec 09 22:26:22.654752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Attempting to bind port ac61c532-0099-4698-a255-0846e3a6d3ee on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:26:22.655121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Attempting to bind port ac61c532-0099-4698-a255-0846e3a6d3ee by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:26:22.655458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Attempting to bind port ac61c532-0099-4698-a255-0846e3a6d3ee on network 85ce3258-fbd7-4ace-a74c-f937fac55890 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:22.668299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Port ac61c532-0099-4698-a255-0846e3a6d3ee on network 85ce3258-fbd7-4ace-a74c-f937fac55890 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:26:22.668628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Attempting to bind port ac61c532-0099-4698-a255-0846e3a6d3ee on network 85ce3258-fbd7-4ace-a74c-f937fac55890 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:22.682186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:26:22.682533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Checking segment: {'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:22.682944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Bound using segment: {'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:26:22.683366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Bound port: ac61c532-0099-4698-a255-0846e3a6d3ee, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:26:22.683727 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:22.688701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5a8ac275-87b6-4877-9a68-df2c19fdcf37 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:22.727353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 5a8ac275-87b6-4877-9a68-df2c19fdcf37 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:22.727988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5a8ac275-87b6-4877-9a68-df2c19fdcf37 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:22.750314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63842e1-14f0-4959-90f1-760e0c81b500 req-65364c0e-10d0-489d-8861-4373d95cbf9a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:22.751936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c63842e1-14f0-4959-90f1-760e0c81b500 req-65364c0e-10d0-489d-8861-4373d95cbf9a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 945 time: 0.1082773 Dec 09 22:26:22.832798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] For port ac61c532-0099-4698-a255-0846e3a6d3ee, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:26:22.836691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] For port ac61c532-0099-4698-a255-0846e3a6d3ee, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ac61c532-0099-4698-a255-0846e3a6d3ee,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:26:22.843575 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:22.898041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:22.898851 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:22.901184 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] 10.222.0.42 "PUT /v2.0/ports/ac61c532-0099-4698-a255-0846e3a6d3ee HTTP/1.1" status: 200 len: 1092 time: 2.0352292 Dec 09 22:26:22.965499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c63842e1-14f0-4959-90f1-760e0c81b500 req-202beb7e-3816-45ed-bdb3-3b17b45d5728 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583958 Dec 09 22:26:22.975101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f56d3-bcf0-4bcc-be46-5482ee70bf16 service neutron] Pushing event updated for resources: {'Port': ['ID=ac61c532-0099-4698-a255-0846e3a6d3ee,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:22.979755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e0ad1-563e-45bc-9042-29f351c16401 req-c1dc2901-70a6-4523-89da-e102e14d587c tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:22.995640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-345e0ad1-563e-45bc-9042-29f351c16401 req-c1dc2901-70a6-4523-89da-e102e14d587c tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 943 time: 0.2660265 Dec 09 22:26:23.018063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-e32753d0-508d-4fb6-9bf8-4b8378068227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:23.019600 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-e32753d0-508d-4fb6-9bf8-4b8378068227 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ba9637fb5df47dfb7c07ef1390338fe&device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 1095 time: 0.0737808 Dec 09 22:26:23.064500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6fd94f14-d2ec-4518-b314-e7a9ab765684 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:23.124043 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 6fd94f14-d2ec-4518-b314-e7a9ab765684 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:23.124399 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6fd94f14-d2ec-4518-b314-e7a9ab765684 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:23.145611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a0dba-4678-40e4-92e7-51429416bb5b', 'name': 'network-vif-deleted', 'tag': '6fd94f14-d2ec-4518-b314-e7a9ab765684'}, {'name': 'network-changed', 'server_uuid': 'c0c87d06-038c-4de7-acec-5c8febc0b27d', 'tag': 'ac61c532-0099-4698-a255-0846e3a6d3ee'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:23.148501 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6a0b0d-9147-482e-b36d-b675b429d658" -d '{"events": [{"server_uuid": "423a0dba-4678-40e4-92e7-51429416bb5b", "name": "network-vif-deleted", "tag": "6fd94f14-d2ec-4518-b314-e7a9ab765684"}, {"name": "network-changed", "server_uuid": "c0c87d06-038c-4de7-acec-5c8febc0b27d", "tag": "ac61c532-0099-4698-a255-0846e3a6d3ee"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:23.151095 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-345e0ad1-563e-45bc-9042-29f351c16401 req-e6bab0b6-a93d-462a-a237-2f717b878723 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541028 Dec 09 22:26:23.162945 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-6a2d0140-399b-4d76-91bb-ad966fee3f4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac61c532-0099-4698-a255-0846e3a6d3ee HTTP/1.1" status: 200 len: 217 time: 0.1353631 Dec 09 22:26:23.231712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d615a740-5215-4fa1-8708-6836a72a3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:23.235915 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-d615a740-5215-4fa1-8708-6836a72a3f5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e15fde81-056f-40e4-be0a-d9c1ad2cae42 HTTP/1.1" status: 200 len: 851 time: 0.0661488 Dec 09 22:26:23.282897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11bdc8-5599-4f98-8355-903c797b0977 req-547d9326-a245-4872-a681-d550a74c7507 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:23.284418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff11bdc8-5599-4f98-8355-903c797b0977 req-547d9326-a245-4872-a681-d550a74c7507 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1197796 Dec 09 22:26:23.286519 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-720d1e9c-e843-4abc-970c-ff0a3285a288 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85ce3258-fbd7-4ace-a74c-f937fac55890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433381 Dec 09 22:26:23.420808 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-e59a3416-75a0-43b0-9e09-7ab0ea3a67f8 service neutron] 10.222.0.42 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262496 Dec 09 22:26:23.462839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e861e6b-1f36-4c6f-943e-05f197538be7 req-e7b483b9-2c16-4bd2-bce7-162287238aca tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:23.464459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e861e6b-1f36-4c6f-943e-05f197538be7 req-e7b483b9-2c16-4bd2-bce7-162287238aca tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.1791339 Dec 09 22:26:23.469184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff11bdc8-5599-4f98-8355-903c797b0977 req-8cc488d3-b66e-4e77-9fe1-bf0f45cf336f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643476 Dec 09 22:26:23.561308 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3396358e-41a5-46f4-9a4f-f5658e0feb0e x-openstack-request-id: req-3396358e-41a5-46f4-9a4f-f5658e0feb0e {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:23.561611 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a0dba-4678-40e4-92e7-51429416bb5b", "name": "network-vif-deleted", "tag": "6fd94f14-d2ec-4518-b314-e7a9ab765684", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0c87d06-038c-4de7-acec-5c8febc0b27d", "tag": "ac61c532-0099-4698-a255-0846e3a6d3ee", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:23.561893 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3396358e-41a5-46f4-9a4f-f5658e0feb0e {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:23.562333 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a0dba-4678-40e4-92e7-51429416bb5b', 'name': 'network-vif-deleted', 'tag': '6fd94f14-d2ec-4518-b314-e7a9ab765684', 'status': 'completed', 'code': 200} Dec 09 22:26:23.562595 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c87d06-038c-4de7-acec-5c8febc0b27d', 'tag': 'ac61c532-0099-4698-a255-0846e3a6d3ee', 'status': 'completed', 'code': 200} Dec 09 22:26:23.581927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e861e6b-1f36-4c6f-943e-05f197538be7 req-0c3cc7d8-1b62-447a-87b5-419342281bb4 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050074 Dec 09 22:26:23.604308 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5cc2a3fe-23d9-445b-b41d-344eb8882e87 req-0dabbc0a-6243-4137-a33b-f132bcae8b11 service neutron] 10.222.0.42 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744971 Dec 09 22:26:23.741937 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a0b0d-9147-482e-b36d-b675b429d658 req-d7e11731-45b7-4d28-b66d-14c89fb33737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:23.743442 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7d6a0b0d-9147-482e-b36d-b675b429d658 req-d7e11731-45b7-4d28-b66d-14c89fb33737 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ba9637fb5df47dfb7c07ef1390338fe&device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 1095 time: 0.0729795 Dec 09 22:26:23.896769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a0b0d-9147-482e-b36d-b675b429d658 req-648e2c37-9983-494a-9320-3120d653323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:23.898269 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7d6a0b0d-9147-482e-b36d-b675b429d658 req-648e2c37-9983-494a-9320-3120d653323d service neutron] 10.222.0.42 "GET /v2.0/networks?id=85ce3258-fbd7-4ace-a74c-f937fac55890 HTTP/1.1" status: 200 len: 912 time: 0.1467371 Dec 09 22:26:23.967585 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7d6a0b0d-9147-482e-b36d-b675b429d658 req-04cb13d3-1d42-4438-8747-63cd461b0f33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac61c532-0099-4698-a255-0846e3a6d3ee HTTP/1.1" status: 200 len: 217 time: 0.0602820 Dec 09 22:26:24.038202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34850) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:24.094495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a0b0d-9147-482e-b36d-b675b429d658 req-6969b2fe-1fcf-4379-afe7-955c3ce48d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:24.096014 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7d6a0b0d-9147-482e-b36d-b675b429d658 req-6969b2fe-1fcf-4379-afe7-955c3ce48d58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e15fde81-056f-40e4-be0a-d9c1ad2cae42 HTTP/1.1" status: 200 len: 851 time: 0.1204019 Dec 09 22:26:24.154144 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7d6a0b0d-9147-482e-b36d-b675b429d658 req-0b2701b7-79d3-4fe9-bd84-d461b0eab08e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85ce3258-fbd7-4ace-a74c-f937fac55890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493371 Dec 09 22:26:24.263112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd7059-f45e-4c41-8d5c-0e1eb7632a5d req-2e537f62-31ba-4b75-b242-39e2cad1c5ac tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:24.274168 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76fd7059-f45e-4c41-8d5c-0e1eb7632a5d req-2e537f62-31ba-4b75-b242-39e2cad1c5ac tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 945 time: 0.1266041 Dec 09 22:26:24.303336 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7d6a0b0d-9147-482e-b36d-b675b429d658 req-bd1e835a-12c3-449d-9bf0-685c913022c6 service neutron] 10.222.0.42 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408312 Dec 09 22:26:24.391290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308d87b-b865-4c55-ae05-9475d1ff8bd7 req-ba8640c3-060b-4acc-8932-a5258942e4be tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:24.392899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5308d87b-b865-4c55-ae05-9475d1ff8bd7 req-ba8640c3-060b-4acc-8932-a5258942e4be tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 943 time: 0.1113453 Dec 09 22:26:24.441007 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e7c04963-cb4b-4d2f-ba7d-7ffb3dc73cca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6edf82e3968b4c2394fdae303953993a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983252 Dec 09 22:26:24.441957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34860) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:24.445496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76fd7059-f45e-4c41-8d5c-0e1eb7632a5d req-21515ad0-8748-4d15-a3b5-61cc8d6bd8a2 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704693 Dec 09 22:26:24.501749 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5308d87b-b865-4c55-ae05-9475d1ff8bd7 req-cff55529-1703-40fb-8a5d-073bcd07a6b5 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018867 Dec 09 22:26:24.534272 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:24.569954 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:24.594458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04790eb4-3d4c-4db6-aaba-d9b43e18e92f req-208fb8f4-573b-4297-84d5-5413969c8a69 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:24.596731 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-04790eb4-3d4c-4db6-aaba-d9b43e18e92f req-208fb8f4-573b-4297-84d5-5413969c8a69 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 945 time: 0.2757287 Dec 09 22:26:24.638795 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7d6a0b0d-9147-482e-b36d-b675b429d658 req-d67dde8f-991b-4f12-9fc6-77b477672d08 service neutron] 10.222.0.42 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281257 Dec 09 22:26:24.683178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0702d-85a7-46b5-8495-97865bd2a51a req-621fe111-4273-472a-8e6e-d79223999cb5 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:24.685213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecd0702d-85a7-46b5-8495-97865bd2a51a req-621fe111-4273-472a-8e6e-d79223999cb5 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.0812156 Dec 09 22:26:24.699869 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:24.709209 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:24.712542 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72a3f07a-7449-4202-a44d-31b0bd0c62c2 HTTP/1.1" status: 204 len: 168 time: 0.2661357 Dec 09 22:26:24.806216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a3f07a-7449-4202-a44d-31b0bd0c62c2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:24.825593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-04790eb4-3d4c-4db6-aaba-d9b43e18e92f req-fcca3aae-be6e-4eb6-b599-ac4a33be949a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Deleting port 2c355898-883f-48d3-b13d-75e3e74c041a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:24.826259 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-04790eb4-3d4c-4db6-aaba-d9b43e18e92f req-fcca3aae-be6e-4eb6-b599-ac4a33be949a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:24.849175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.851231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.852821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.852821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.853751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.854168 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.856373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.856373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.856373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.856745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.857000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.857334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.857739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3a312-fb31-49d8-84cc-8f83e3ffaf12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:24.926706 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecd0702d-85a7-46b5-8495-97865bd2a51a req-0b4e6a33-0e62-4b36-91a6-b0c158aa3a94 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246850 Dec 09 22:26:24.948253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2fe6-39e8-4e53-a7c8-37f0758d7502 req-d95521cd-dce7-4ac7-9a5b-3645c1ac09d0 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:24.951834 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-410c2fe6-39e8-4e53-a7c8-37f0758d7502 req-d95521cd-dce7-4ac7-9a5b-3645c1ac09d0 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.2220323 Dec 09 22:26:24.960797 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-04790eb4-3d4c-4db6-aaba-d9b43e18e92f req-fcca3aae-be6e-4eb6-b599-ac4a33be949a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] For port 2c355898-883f-48d3-b13d-75e3e74c041a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2c355898-883f-48d3-b13d-75e3e74c041a,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:24.961434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-04790eb4-3d4c-4db6-aaba-d9b43e18e92f req-fcca3aae-be6e-4eb6-b599-ac4a33be949a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:24.978029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-04790eb4-3d4c-4db6-aaba-d9b43e18e92f req-fcca3aae-be6e-4eb6-b599-ac4a33be949a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Calling delete_port for 2c355898-883f-48d3-b13d-75e3e74c041a owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:25.063603 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device ac61c532-0099-4698-a255-0846e3a6d3ee details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:26:25.082037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8f68e036-692f-49f4-b4c2-20709ef119af req-574e0911-c774-4a7c-861c-929da8300053 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-66832411', 'description': 'tempest-description-911917469'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:25.169747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-410c2fe6-39e8-4e53-a7c8-37f0758d7502 req-ec27d4c2-ba4e-4472-8ff6-4d475cf3afac tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021117 Dec 09 22:26:25.221665 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f68e036-692f-49f4-b4c2-20709ef119af req-574e0911-c774-4a7c-861c-929da8300053 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:25.227830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port ac61c532-0099-4698-a255-0846e3a6d3ee, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ac61c532-0099-4698-a255-0846e3a6d3ee,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:25.261801 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'ac61c532-0099-4698-a255-0846e3a6d3ee', 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890', 'port_id': 'ac61c532-0099-4698-a255-0846e3a6d3ee', 'mac_address': 'fa:16:3e:1b:f6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15fde81-056f-40e4-be0a-d9c1ad2cae42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:26:25.311184 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:25.312484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34882) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:25.320281 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-04790eb4-3d4c-4db6-aaba-d9b43e18e92f req-fcca3aae-be6e-4eb6-b599-ac4a33be949a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:25.329082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac61c532-0099-4698-a255-0846e3a6d3ee {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:26:25.376465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port ac61c532-0099-4698-a255-0846e3a6d3ee, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ac61c532-0099-4698-a255-0846e3a6d3ee,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:25.381144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['4b3034bd-3ea7-4d68-a924-d2ef4d3b314e', '2c355898-883f-48d3-b13d-75e3e74c041a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:25.383464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34884) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:25.388327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-80bb669c-503e-4b13-9baf-51e0867c9105 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c28fa0b485f4fe89db9486d6b439df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0720103 Dec 09 22:26:25.392841 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:25.399712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34886) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:25.449630 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f68e036-692f-49f4-b4c2-20709ef119af req-574e0911-c774-4a7c-861c-929da8300053 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:25.457815 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f68e036-692f-49f4-b4c2-20709ef119af req-574e0911-c774-4a7c-861c-929da8300053 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:25.492337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca3aae-be6e-4eb6-b599-ac4a33be949a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Pushing event deleted for resources: {'Port': ['ID=2c355898-883f-48d3-b13d-75e3e74c041a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:25.497944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e0911-c774-4a7c-861c-929da8300053 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a96ec-bf47-472c-a217-7cabdda5c673,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:25.608193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-04790eb4-3d4c-4db6-aaba-d9b43e18e92f req-fcca3aae-be6e-4eb6-b599-ac4a33be949a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] No DVR routers for this DVR port 2c355898-883f-48d3-b13d-75e3e74c041a on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:25.614727 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-04790eb4-3d4c-4db6-aaba-d9b43e18e92f req-fcca3aae-be6e-4eb6-b599-ac4a33be949a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:25.616455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f68e036-692f-49f4-b4c2-20709ef119af req-574e0911-c774-4a7c-861c-929da8300053 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:25.618008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f68e036-692f-49f4-b4c2-20709ef119af req-574e0911-c774-4a7c-861c-929da8300053 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5527732 Dec 09 22:26:25.623231 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-04790eb4-3d4c-4db6-aaba-d9b43e18e92f req-fcca3aae-be6e-4eb6-b599-ac4a33be949a tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "DELETE /v2.0/ports/2c355898-883f-48d3-b13d-75e3e74c041a HTTP/1.1" status: 204 len: 173 time: 1.0133708 Dec 09 22:26:25.626189 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065ae624-f60e-46b3-8c84-69bbe3afcc05', 'name': 'network-vif-deleted', 'tag': '2c355898-883f-48d3-b13d-75e3e74c041a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:25.633301 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7a5781-fde0-4cba-a0f8-7f2d05155fb0" -d '{"events": [{"server_uuid": "065ae624-f60e-46b3-8c84-69bbe3afcc05", "name": "network-vif-deleted", "tag": "2c355898-883f-48d3-b13d-75e3e74c041a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:25.658858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['ac61c532-0099-4698-a255-0846e3a6d3ee'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:25.691203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae30cf48-1ce4-4476-a490-ad03b876699f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:25.704087 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d19c329c-55a2-49f6-8039-9953e10ffe6c req-26698814-1c3a-43da-9e6d-aeaca7840002 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=065ae624-f60e-46b3-8c84-69bbe3afcc05 HTTP/1.1" status: 200 len: 210 time: 0.0850611 Dec 09 22:26:25.737600 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae30cf48-1ce4-4476-a490-ad03b876699f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:25.750531 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=ac61c532-0099-4698-a255-0846e3a6d3ee,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:25.836721 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae30cf48-1ce4-4476-a490-ad03b876699f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:25.840832 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae30cf48-1ce4-4476-a490-ad03b876699f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:25.842695 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ae30cf48-1ce4-4476-a490-ad03b876699f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00eb7cb0-1616-4795-93ad-649871c9af9a HTTP/1.1" status: 204 len: 168 time: 0.4317553 Dec 09 22:26:25.864387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30cf48-1ce4-4476-a490-ad03b876699f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eb7cb0-1616-4795-93ad-649871c9af9a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:26.066124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fe835ff-9c5f-4f33-860d-523888f19256 req-49da81e7-8b03-46c5-af20-76e87f16bd1f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-66832411&fields=id&tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd HTTP/1.1" status: 200 len: 267 time: 0.1252768 Dec 09 22:26:26.099757 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a32012-9a24-4465-a983-cd780781fdae req-33de970d-e20a-487f-b9db-c5cf09ac924c tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:26.108239 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28a32012-9a24-4465-a983-cd780781fdae req-33de970d-e20a-487f-b9db-c5cf09ac924c tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 944 time: 0.1592629 Dec 09 22:26:26.276819 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28a32012-9a24-4465-a983-cd780781fdae req-0062f083-9953-4b98-86be-7acf494a9f99 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667280 Dec 09 22:26:26.295671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe835ff-9c5f-4f33-860d-523888f19256 req-93515ee2-d7cd-4cd3-b761-299c345078d7 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:26.297907 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fe835ff-9c5f-4f33-860d-523888f19256 req-93515ee2-d7cd-4cd3-b761-299c345078d7 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.2213762 Dec 09 22:26:26.340516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8fe835ff-9c5f-4f33-860d-523888f19256 req-d1e34bbd-454c-4d4b-a980-c2003d768964 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Request body: {'port': {'security_groups': ['373fee91-01fb-4b19-b43a-c444cce9a920', 'a05a96ec-bf47-472c-a217-7cabdda5c673']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:26.341287 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f1971f-b3b6-4ae1-bdad-d7dd09ecc5f1 x-openstack-request-id: req-f9f1971f-b3b6-4ae1-bdad-d7dd09ecc5f1 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:26.342165 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065ae624-f60e-46b3-8c84-69bbe3afcc05", "name": "network-vif-deleted", "tag": "2c355898-883f-48d3-b13d-75e3e74c041a", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:26.342591 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9f1971f-b3b6-4ae1-bdad-d7dd09ecc5f1 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:26.343733 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065ae624-f60e-46b3-8c84-69bbe3afcc05', 'name': 'network-vif-deleted', 'tag': '2c355898-883f-48d3-b13d-75e3e74c041a', 'status': 'completed', 'code': 200} Dec 09 22:26:26.544500 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fe835ff-9c5f-4f33-860d-523888f19256 req-d1e34bbd-454c-4d4b-a980-c2003d768964 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:27.030122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438be1f-92ab-43b0-86f5-5af01a27dfc1 req-42d99b94-dbd7-409a-baf2-25de16684b72 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:27.039229 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0438be1f-92ab-43b0-86f5-5af01a27dfc1 req-42d99b94-dbd7-409a-baf2-25de16684b72 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.5696185 Dec 09 22:26:27.072484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device ac61c532-0099-4698-a255-0846e3a6d3ee up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:27.195446 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port ac61c532-0099-4698-a255-0846e3a6d3ee completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:26:27.202782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port ac61c532-0099-4698-a255-0846e3a6d3ee triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:27.203162 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:27.273409 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-86eb11c5-16e1-406c-8525-7e651e2c2161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:27.305738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0438be1f-92ab-43b0-86f5-5af01a27dfc1 req-1ebd88f1-9146-42a4-9b0e-a34751825a9a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603028 Dec 09 22:26:27.354530 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:27.388435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-8fe835ff-9c5f-4f33-860d-523888f19256 req-d1e34bbd-454c-4d4b-a980-c2003d768964 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] For port a49e8ac9-6be4-49bb-ba3f-416401102ad2, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2,segment=NetworkSegment(cb360f51-a911-4cb8-8b31-7b94694931c2),segment_id=cb360f51-a911-4cb8-8b31-7b94694931c2)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:27.400930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c87d06-038c-4de7-acec-5c8febc0b27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61c532-0099-4698-a255-0846e3a6d3ee'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:27.403241 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2512a903-5b4d-4e59-92d9-07b6ac6dfda2" -d '{"events": [{"server_uuid": "c0c87d06-038c-4de7-acec-5c8febc0b27d", "name": "network-vif-plugged", "status": "completed", "tag": "ac61c532-0099-4698-a255-0846e3a6d3ee"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:27.464133 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port ac61c532-0099-4698-a255-0846e3a6d3ee, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ac61c532-0099-4698-a255-0846e3a6d3ee,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:27.473816 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:27.490849 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fe835ff-9c5f-4f33-860d-523888f19256 req-d1e34bbd-454c-4d4b-a980-c2003d768964 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:27.499291 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fe835ff-9c5f-4f33-860d-523888f19256 req-d1e34bbd-454c-4d4b-a980-c2003d768964 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:27.600184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e34bbd-454c-4d4b-a980-c2003d768964 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Pushing event updated for resources: {'Port': ['ID=a49e8ac9-6be4-49bb-ba3f-416401102ad2,revision_number=6']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:27.618187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe835ff-9c5f-4f33-860d-523888f19256 req-d1e34bbd-454c-4d4b-a980-c2003d768964 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:27.618634 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fe835ff-9c5f-4f33-860d-523888f19256 req-d1e34bbd-454c-4d4b-a980-c2003d768964 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:27.620058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fe835ff-9c5f-4f33-860d-523888f19256 req-d1e34bbd-454c-4d4b-a980-c2003d768964 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "PUT /v2.0/ports/a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 981 time: 1.2943006 Dec 09 22:26:27.620900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:27.626797 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7ee6ad-59db-48ef-a106-4ed5b2711330" -d '{"events": [{"name": "network-changed", "server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:27.669630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a49e8ac9-6be4-49bb-ba3f-416401102ad2'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:27.717245 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54964d70-bfbd-4aa9-9ae7-6aeb37fe75e9 x-openstack-request-id: req-54964d70-bfbd-4aa9-9ae7-6aeb37fe75e9 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:27.717535 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c87d06-038c-4de7-acec-5c8febc0b27d", "name": "network-vif-plugged", "status": "completed", "tag": "ac61c532-0099-4698-a255-0846e3a6d3ee", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:27.717776 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54964d70-bfbd-4aa9-9ae7-6aeb37fe75e9 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:27.720833 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c87d06-038c-4de7-acec-5c8febc0b27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61c532-0099-4698-a255-0846e3a6d3ee', 'code': 200} Dec 09 22:26:27.742041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=ac61c532-0099-4698-a255-0846e3a6d3ee,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:27.831903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a49e8ac9-6be4-49bb-ba3f-416401102ad2'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:27.915596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ba75e-b4d8-4488-9880-61ce9d508f6e req-3c712f6e-ad54-4960-9377-223f9b049c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:27.926322 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-951ba75e-b4d8-4488-9880-61ce9d508f6e req-3c712f6e-ad54-4960-9377-223f9b049c8e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 1097 time: 0.1279974 Dec 09 22:26:28.005039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0068583-19db-455f-b089-e18e959fa687 req-4b9ceea2-cff5-4162-8ffb-b383b1bf8ff2 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-66832411&fields=id&tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd HTTP/1.1" status: 200 len: 267 time: 0.0701957 Dec 09 22:26:28.050149 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-951ba75e-b4d8-4488-9880-61ce9d508f6e req-63afc137-a189-4e69-a64a-5fc6f7f51049 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130390 Dec 09 22:26:28.100937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc4fea-e3d7-408f-b1b2-7fd76a79b47b req-d3b8ba8c-536d-46de-9fdc-97e0f30eee73 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:28.122734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56bc4fea-e3d7-408f-b1b2-7fd76a79b47b req-d3b8ba8c-536d-46de-9fdc-97e0f30eee73 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.4250200 Dec 09 22:26:28.290750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56bc4fea-e3d7-408f-b1b2-7fd76a79b47b req-9b27e556-c54c-43f0-81c4-232cac1818ea tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565671 Dec 09 22:26:28.319026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0068583-19db-455f-b089-e18e959fa687 req-98c84a4b-4449-4263-8626-e7cb416d9fcd tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:28.322398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0068583-19db-455f-b089-e18e959fa687 req-98c84a4b-4449-4263-8626-e7cb416d9fcd tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 984 time: 0.3165126 Dec 09 22:26:28.352662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-b0068583-19db-455f-b089-e18e959fa687 req-a59c50dc-c4cc-412a-92a4-90e7c7557e7b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Request body: {'port': {'security_groups': ['373fee91-01fb-4b19-b43a-c444cce9a920']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:28.421614 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47379f7a-10ae-4065-aa03-e95976942c22 x-openstack-request-id: req-47379f7a-10ae-4065-aa03-e95976942c22 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:28.421967 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:28.422195 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47379f7a-10ae-4065-aa03-e95976942c22 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:28.425820 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'status': 'completed', 'code': 200} Dec 09 22:26:28.573316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ee6ad-59db-48ef-a106-4ed5b2711330 req-8f3927bd-a691-4ef1-906f-5ef3b4df16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:28.581005 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ca7ee6ad-59db-48ef-a106-4ed5b2711330 req-8f3927bd-a691-4ef1-906f-5ef3b4df16b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd&device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 1136 time: 0.1199346 Dec 09 22:26:28.787518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2c355898-883f-48d3-b13d-75e3e74c041a no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:28.788125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ee6ad-59db-48ef-a106-4ed5b2711330 req-cc7a44ab-997b-4527-9906-9554d288d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:28.797426 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ca7ee6ad-59db-48ef-a106-4ed5b2711330 req-cc7a44ab-997b-4527-9906-9554d288d387 service neutron] 10.222.0.18 "GET /v2.0/networks?id=272064d1-85b1-4619-843b-a73f0738415e HTTP/1.1" status: 200 len: 921 time: 0.2088928 Dec 09 22:26:28.817123 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b0068583-19db-455f-b089-e18e959fa687 req-a59c50dc-c4cc-412a-92a4-90e7c7557e7b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:28.827428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 2c355898-883f-48d3-b13d-75e3e74c041a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:28.828673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2c355898-883f-48d3-b13d-75e3e74c041a not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:28.892712 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ca7ee6ad-59db-48ef-a106-4ed5b2711330 req-53a1744e-94a3-4558-b6e7-fd3b739a5330 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 217 time: 0.0874250 Dec 09 22:26:28.908985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43de82-283e-46bd-ab65-a465c188faa1 req-e965aa3d-ed75-4895-a0b2-26619b566ea3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:28.917043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a43de82-283e-46bd-ab65-a465c188faa1 req-e965aa3d-ed75-4895-a0b2-26619b566ea3 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.2121036 Dec 09 22:26:28.973379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-86eb11c5-16e1-406c-8525-7e651e2c2161 admin admin] Deleting port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:28.973724 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-86eb11c5-16e1-406c-8525-7e651e2c2161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:28.982786 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ee6ad-59db-48ef-a106-4ed5b2711330 req-dbd1124c-23bb-4205-b2ec-158517a4d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:28.985709 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ca7ee6ad-59db-48ef-a106-4ed5b2711330 req-dbd1124c-23bb-4205-b2ec-158517a4d163 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b831de4c-aec9-4c65-b78f-076b01fd0f41 HTTP/1.1" status: 200 len: 860 time: 0.0813279 Dec 09 22:26:29.036560 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ca7ee6ad-59db-48ef-a106-4ed5b2711330 req-38ec26c4-ba0c-468e-a938-385384536cd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=272064d1-85b1-4619-843b-a73f0738415e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438526 Dec 09 22:26:29.155350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a43de82-283e-46bd-ab65-a465c188faa1 req-3ecad84a-2eb7-4a4b-a03d-131f1ad4979e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332101 Dec 09 22:26:29.224309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-86eb11c5-16e1-406c-8525-7e651e2c2161 admin admin] For port d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d,segment=NetworkSegment(85d43e33-e357-4b94-a61d-73ba8063e0f9),segment_id=85d43e33-e357-4b94-a61d-73ba8063e0f9)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:29.225430 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-86eb11c5-16e1-406c-8525-7e651e2c2161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:29.251885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-86eb11c5-16e1-406c-8525-7e651e2c2161 admin admin] Calling delete_port for d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:29.258796 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ca7ee6ad-59db-48ef-a106-4ed5b2711330 req-a2af2e2f-fd0b-4e35-ac0b-5fe6ba9ed152 service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107229 Dec 09 22:26:29.263663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34974) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:29.488814 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ca7ee6ad-59db-48ef-a106-4ed5b2711330 req-73d0bd11-790f-4804-a4a2-10fa16a9343b service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228346 Dec 09 22:26:29.632675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d648578-6d4d-4eb2-abd1-ac63b4349c0e admin admin] Deleting subnet a961b3f3-c349-4ed3-9f0c-098c9d46b411 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:26:29.636811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d648578-6d4d-4eb2-abd1-ac63b4349c0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:29.654096 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-86eb11c5-16e1-406c-8525-7e651e2c2161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:29.685311 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d648578-6d4d-4eb2-abd1-ac63b4349c0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:29.699347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb11c5-16e1-406c-8525-7e651e2c2161 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:29.759704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d648578-6d4d-4eb2-abd1-ac63b4349c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:29.788840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-373d60cf-8614-4f29-8df7-1a0b6e4b7df9 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256032 Dec 09 22:26:29.815571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-b0068583-19db-455f-b089-e18e959fa687 req-a59c50dc-c4cc-412a-92a4-90e7c7557e7b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] For port a49e8ac9-6be4-49bb-ba3f-416401102ad2, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2,segment=NetworkSegment(cb360f51-a911-4cb8-8b31-7b94694931c2),segment_id=cb360f51-a911-4cb8-8b31-7b94694931c2)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:29.838643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d648578-6d4d-4eb2-abd1-ac63b4349c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:29.873267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d648578-6d4d-4eb2-abd1-ac63b4349c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a961b3f3-c349-4ed3-9f0c-098c9d46b411,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:29.881778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d648578-6d4d-4eb2-abd1-ac63b4349c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:29.885874 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3d648578-6d4d-4eb2-abd1-ac63b4349c0e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a961b3f3-c349-4ed3-9f0c-098c9d46b411 HTTP/1.1" status: 204 len: 168 time: 0.6211345 Dec 09 22:26:29.888238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34994) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:29.946944 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b0068583-19db-455f-b089-e18e959fa687 req-a59c50dc-c4cc-412a-92a4-90e7c7557e7b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:29.995547 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b0068583-19db-455f-b089-e18e959fa687 req-a59c50dc-c4cc-412a-92a4-90e7c7557e7b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:30.002026 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:30.026501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a49e8ac9-6be4-49bb-ba3f-416401102ad2'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:30.047913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0068583-19db-455f-b089-e18e959fa687 req-a59c50dc-c4cc-412a-92a4-90e7c7557e7b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:30.048667 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b0068583-19db-455f-b089-e18e959fa687 req-a59c50dc-c4cc-412a-92a4-90e7c7557e7b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:30.050140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0068583-19db-455f-b089-e18e959fa687 req-a59c50dc-c4cc-412a-92a4-90e7c7557e7b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "PUT /v2.0/ports/a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 942 time: 1.7141888 Dec 09 22:26:30.096187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-3009d8a5-2593-4c99-9663-1e39b117d07c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:30.105594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-3009d8a5-2593-4c99-9663-1e39b117d07c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158433 Dec 09 22:26:30.154351 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:30.182442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-2bf191f4-6279-49bd-8619-8cb27d251d6d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/quotas/a6e413190b95419d9d1bf7868e26f3f9 HTTP/1.1" status: 200 len: 375 time: 0.0759056 Dec 09 22:26:30.183790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560067e5-0609-41d2-9cf6-aa6d2b495b2a']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:30.208898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67adf10-18a8-4f4c-9361-113ee6cf7513') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:30.209474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67adf10-18a8-4f4c-9361-113ee6cf7513') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:30.238002 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:30.251772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a49e8ac9-6be4-49bb-ba3f-416401102ad2'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:30.262477 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:30.279212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:26:30.279649 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:30.287076 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d30b577f-3210-4deb-ad21-e7a02c6ce4a3 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813503 Dec 09 22:26:30.296355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c50dc-c4cc-412a-92a4-90e7c7557e7b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Pushing event updated for resources: {'Port': ['ID=a49e8ac9-6be4-49bb-ba3f-416401102ad2,revision_number=7']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:26:30.305521 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:26:30.316111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-86eb11c5-16e1-406c-8525-7e651e2c2161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:30.376862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a3ac0-fc01-4805-a3d1-db104069e82c req-8862c23f-173c-4cf6-b5c0-77bd7cd8ac2e tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:30.378731 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e35a3ac0-fc01-4805-a3d1-db104069e82c req-8862c23f-173c-4cf6-b5c0-77bd7cd8ac2e tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.2015009 Dec 09 22:26:30.411659 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:30.417576 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:30.423902 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] 10.222.0.16 "DELETE /v2.0/networks/560067e5-0609-41d2-9cf6-aa6d2b495b2a HTTP/1.1" status: 204 len: 168 time: 0.5324900 Dec 09 22:26:30.436051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:30.438397 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d8210-945b-4677-a4e3-013b7cf83c90" -d '{"events": [{"name": "network-changed", "server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:30.445675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd35ee-1e3c-4499-b00c-37a68441fd78 admin admin] Pushing event deleted for resources: {'Network': ['ID=560067e5-0609-41d2-9cf6-aa6d2b495b2a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:30.585862 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e35a3ac0-fc01-4805-a3d1-db104069e82c req-dbcc05a0-de42-4525-8a28-3a4b89140902 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377244 Dec 09 22:26:30.648194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35012) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:30.724395 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-57175c13-7063-4316-9439-30d3cd79eeb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42778ce0db43483cabcb3c03ecb5f8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0750229 Dec 09 22:26:30.727484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35014) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:30.815147 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0ce1338c-320f-4d91-9143-0ff798af91c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:30.878990 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0ce1338c-320f-4d91-9143-0ff798af91c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:30.988289 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0ce1338c-320f-4d91-9143-0ff798af91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:31.000145 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0ce1338c-320f-4d91-9143-0ff798af91c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:31.009594 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0ce1338c-320f-4d91-9143-0ff798af91c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d4c2195-4bff-4c02-b307-eec760dea0cb HTTP/1.1" status: 204 len: 168 time: 0.2795455 Dec 09 22:26:31.038065 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf1071ed-d976-4bdc-b5eb-a377be986e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:31.042177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1338c-320f-4d91-9143-0ff798af91c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4c2195-4bff-4c02-b307-eec760dea0cb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:31.291121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf261e-1616-4703-ad5c-5df6c13243eb req-f435e47f-7a05-4274-b852-3db9aefea76d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:31.300259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8acf261e-1616-4703-ad5c-5df6c13243eb req-f435e47f-7a05-4274-b852-3db9aefea76d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.5557919 Dec 09 22:26:31.361926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-272b24ba-e716-4f25-990f-b48086d0f1da tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7708466 Dec 09 22:26:31.377741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:31.406523 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86eb11c5-16e1-406c-8525-7e651e2c2161 admin admin] Router 9ca44de4-8106-4063-9c97-f8cee42e4b88 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:26:31.456623 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:31.479295 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8acf261e-1616-4703-ad5c-5df6c13243eb req-69811aac-00a1-4cd7-9dab-ca79571aee4d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778667 Dec 09 22:26:31.612199 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e2ce6d-80a9-482f-b5aa-f39d3d8c0ab0 x-openstack-request-id: req-f0e2ce6d-80a9-482f-b5aa-f39d3d8c0ab0 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:31.612199 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:31.612199 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0e2ce6d-80a9-482f-b5aa-f39d3d8c0ab0 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:31.616946 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'status': 'completed', 'code': 200} Dec 09 22:26:31.682548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d8210-945b-4677-a4e3-013b7cf83c90 req-04282cca-407e-4ec3-b004-ebcb7205c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:31.684428 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a26d8210-945b-4677-a4e3-013b7cf83c90 req-04282cca-407e-4ec3-b004-ebcb7205c23d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd&device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 1097 time: 0.0611348 Dec 09 22:26:31.800227 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7eaa50da-ac2a-411c-8a03-2ddd4fe08997 req-f4b012db-70bf-4215-9a64-3b9fb7738465 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 210 time: 0.1459706 Dec 09 22:26:31.864707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86eb11c5-16e1-406c-8525-7e651e2c2161 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:26:31.871608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d8210-945b-4677-a4e3-013b7cf83c90 req-e6a93ed9-e15f-4843-bd14-17a0d0ea3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:31.873418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-86eb11c5-16e1-406c-8525-7e651e2c2161 admin admin] 10.222.0.16 "PUT /v2.0/routers/9ca44de4-8106-4063-9c97-f8cee42e4b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4859238 Dec 09 22:26:31.875845 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a26d8210-945b-4677-a4e3-013b7cf83c90 req-e6a93ed9-e15f-4843-bd14-17a0d0ea3aef service neutron] 10.222.0.18 "GET /v2.0/networks?id=272064d1-85b1-4619-843b-a73f0738415e HTTP/1.1" status: 200 len: 921 time: 0.1834722 Dec 09 22:26:31.876566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35040) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:31.878737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc04ca-09ca-41b1-be91-e657bfa8de71 None None] Sync routers for ids ['9ca44de4-8106-4063-9c97-f8cee42e4b88'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:26:31.907222 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:31.908528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc04ca-09ca-41b1-be91-e657bfa8de71 None None] Routers {'9ca44de4-8106-4063-9c97-f8cee42e4b88'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:31.909234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3adc04ca-09ca-41b1-be91-e657bfa8de71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ca44de4-8106-4063-9c97-f8cee42e4b88'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:31.976940 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a26d8210-945b-4677-a4e3-013b7cf83c90 req-993e7e36-fa03-4183-bb16-1d13f5ee0782 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 217 time: 0.0886600 Dec 09 22:26:32.103337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d8210-945b-4677-a4e3-013b7cf83c90 req-d11e9cd0-032f-462d-973c-1b45c2e3dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:32.105699 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a26d8210-945b-4677-a4e3-013b7cf83c90 req-d11e9cd0-032f-462d-973c-1b45c2e3dbe7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b831de4c-aec9-4c65-b78f-076b01fd0f41 HTTP/1.1" status: 200 len: 860 time: 0.1217387 Dec 09 22:26:32.109478 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:32.239280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-3adc04ca-09ca-41b1-be91-e657bfa8de71 None None] Set router 9ca44de4-8106-4063-9c97-f8cee42e4b88 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:32.255770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Allocated IP 172.25.8.47 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/dcab170a-87c5-4a14-96c6-9ca0dccf9bb4) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:32.315060 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a26d8210-945b-4677-a4e3-013b7cf83c90 req-21a54d09-b253-4c40-95aa-0e313cd7093b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=272064d1-85b1-4619-843b-a73f0738415e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657356 Dec 09 22:26:32.326794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:32.357051 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-55d446b1-282a-4b3f-bc25-0effbca91715 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874972 Dec 09 22:26:32.488329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaf04d-b3ad-40fa-850c-7eef0549f5c8 req-afc65e50-4f06-48e7-9b0f-57cda397382f tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:32.496869 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30aaf04d-b3ad-40fa-850c-7eef0549f5c8 req-afc65e50-4f06-48e7-9b0f-57cda397382f tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.1837258 Dec 09 22:26:32.547290 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:32.552612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498884a-8b3e-4093-8980-5e037e1461f5 req-4e1bd2ae-b49d-4780-bb14-bf64c84760ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:32.557482 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c498884a-8b3e-4093-8980-5e037e1461f5 req-4e1bd2ae-b49d-4780-bb14-bf64c84760ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ba9637fb5df47dfb7c07ef1390338fe&device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 1097 time: 0.3090580 Dec 09 22:26:32.595794 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30aaf04d-b3ad-40fa-850c-7eef0549f5c8 req-d101c88d-5672-4c92-96b5-7da0afb7b2d5 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925899 Dec 09 22:26:32.636518 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:32.651896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35058) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:32.725010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d571e4e6-4f40-4a49-a569-523e3e8d8270 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:32.726708 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d571e4e6-4f40-4a49-a569-523e3e8d8270 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3547690 Dec 09 22:26:32.733547 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3adc04ca-09ca-41b1-be91-e657bfa8de71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'name': 'tempest-AttachSCSIVolumeTestJSON-346379814-router', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:04Z', 'updated_at': '2021-12-09T22:26:29Z', 'revision_number': 5, 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'gw_port': {'id': '10a8792d-fa4e-4c51-b853-655a5e831d44', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:07Z', 'updated_at': '2021-12-09T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:32.739450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:32.745628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:32.758809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Request body: {'port': {'device_id': '5e586839-cc23-4b61-a8e3-3d2ff8c02b97', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'a6e413190b95419d9d1bf7868e26f3f9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:32.767740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:32.830969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc04ca-09ca-41b1-be91-e657bfa8de71 None None] Checking router: 9ca44de4-8106-4063-9c97-f8cee42e4b88 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:26:32.850066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc04ca-09ca-41b1-be91-e657bfa8de71 None None] Routers {'9ca44de4-8106-4063-9c97-f8cee42e4b88'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:32.857079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3adc04ca-09ca-41b1-be91-e657bfa8de71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ca44de4-8106-4063-9c97-f8cee42e4b88'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:32.873603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Pushing event updated for resources: {'Port': ['ID=dcab170a-87c5-4a14-96c6-9ca0dccf9bb4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:32.920348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Made reservation on behalf of a6e413190b95419d9d1bf7868e26f3f9 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:26:32.920592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9b87-e3d8-4c24-ba54-555b1beeb470 req-04634877-1a78-4afa-b696-ae5585dfb4dd tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:32.924437 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:32.932248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f9a9b87-e3d8-4c24-ba54-555b1beeb470 req-04634877-1a78-4afa-b696-ae5585dfb4dd tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.2046566 Dec 09 22:26:32.942445 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.003518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-3adc04ca-09ca-41b1-be91-e657bfa8de71 None None] Set router 9ca44de4-8106-4063-9c97-f8cee42e4b88 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:33.015451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.051172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-network', 'tenant_id': '9adc344d60834858910acb4f5a92f96d'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:33.068205 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.078305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Deleting port 10a8792d-fa4e-4c51-b853-655a5e831d44 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:33.078690 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.098313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:26:33.104416 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.146665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3adc04ca-09ca-41b1-be91-e657bfa8de71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'name': 'tempest-AttachSCSIVolumeTestJSON-346379814-router', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:04Z', 'updated_at': '2021-12-09T22:26:32Z', 'revision_number': 6, 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:33.154147 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.173448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] For port 10a8792d-fa4e-4c51-b853-655a5e831d44, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=10a8792d-fa4e-4c51-b853-655a5e831d44,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:33.174080 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.193117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Calling delete_port for 10a8792d-fa4e-4c51-b853-655a5e831d44 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:33.244744 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc04ca-09ca-41b1-be91-e657bfa8de71 None None] The sync data for ids ['9ca44de4-8106-4063-9c97-f8cee42e4b88'] in n-d-789963-23 is: [{'id': '9ca44de4-8106-4063-9c97-f8cee42e4b88', 'name': 'tempest-AttachSCSIVolumeTestJSON-346379814-router', 'tenant_id': 'a53951a7469542d6a592d3c75daaf763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:04Z', 'updated_at': '2021-12-09T22:26:32Z', 'revision_number': 6, 'project_id': 'a53951a7469542d6a592d3c75daaf763', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:26:33.260161 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.266649 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f11546c-85ae-4cc0-9b84-ab7c80645603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.273970 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a26d8210-945b-4677-a4e3-013b7cf83c90 req-234c7d26-3066-4e80-b244-22284edd1d5d service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9324570 Dec 09 22:26:33.274564 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.297419 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.308431 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.326449 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f9a9b87-e3d8-4c24-ba54-555b1beeb470 req-49587289-6d43-467c-a5b9-2b2df1e1c8e6 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932295 Dec 09 22:26:33.335181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:26:33.392260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c72ae62-6390-48f6-91d0-4c4e03ca642c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:33.397962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e79102-f515-4f6d-b1a4-4cce9981ff79,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:33.405683 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.406212 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Added segment 992040a7-5a9c-4034-8073-98a0eff43636 of type vlan for network 33c5fb6b-2753-4b3b-a034-dfcc76498076 Dec 09 22:26:33.462189 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.527625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83927621-8763-45b8-898c-0cfeca70b210 req-7e49c99d-a522-435f-a2d7-d0acca7daf60 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 210 time: 0.0535603 Dec 09 22:26:33.533919 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.534909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:33.535503 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.604964 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.634387 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] Pushing event updated for resources: {'Network': ['ID=33c5fb6b-2753-4b3b-a034-dfcc76498076,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:33.654158 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 33c5fb6b-2753-4b3b-a034-dfcc76498076 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:26:33.662005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7b8dfb51-f54e-4815-8493-46e901908c8c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9985967 Dec 09 22:26:33.667914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35070) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:33.673220 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ffb1e135-4e42-4a3c-bbfb-ca9dcf3e7f63 admin admin] Request body: {'subnet': {'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-subnet', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:33.697069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb1e135-4e42-4a3c-bbfb-ca9dcf3e7f63 admin admin] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:26:33.700397 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e135-4e42-4a3c-bbfb-ca9dcf3e7f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:33.759455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:33.974723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:33.975363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d8ee5f64-2c68-4b8b-ac51-b0d9dfe89e8d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:34.007214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498884a-8b3e-4093-8980-5e037e1461f5 req-d7c9263e-dd94-49bf-8d77-4f7cacbd71ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:34.009038 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c498884a-8b3e-4093-8980-5e037e1461f5 req-d7c9263e-dd94-49bf-8d77-4f7cacbd71ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=85ce3258-fbd7-4ace-a74c-f937fac55890 HTTP/1.1" status: 200 len: 912 time: 1.4411454 Dec 09 22:26:34.101307 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c498884a-8b3e-4093-8980-5e037e1461f5 req-8729f0f3-aec2-4a99-a658-c196a9f2d9f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac61c532-0099-4698-a255-0846e3a6d3ee HTTP/1.1" status: 200 len: 217 time: 0.0814478 Dec 09 22:26:34.127044 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a26d8210-945b-4677-a4e3-013b7cf83c90 req-93b6280c-0280-4279-8036-e1561536d5d6 service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277733 Dec 09 22:26:34.146801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada7d26-34c7-490d-bda3-117408d911c6 req-65395b8a-a3f8-48d8-84ee-ac2366c00cd8 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:34.149491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ada7d26-34c7-490d-bda3-117408d911c6 req-65395b8a-a3f8-48d8-84ee-ac2366c00cd8 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.1486771 Dec 09 22:26:34.154359 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.156879 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e135-4e42-4a3c-bbfb-ca9dcf3e7f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.176979 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.206310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Allocated IP 192.168.233.126 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/eebcc623-ea2f-4600-9a6c-f7b578ab8679) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:34.230338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498884a-8b3e-4093-8980-5e037e1461f5 req-d19bd34d-f94f-4d6e-968c-066b64126664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:34.235210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c498884a-8b3e-4093-8980-5e037e1461f5 req-d19bd34d-f94f-4d6e-968c-066b64126664 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e15fde81-056f-40e4-be0a-d9c1ad2cae42 HTTP/1.1" status: 200 len: 851 time: 0.1219406 Dec 09 22:26:34.306027 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c498884a-8b3e-4093-8980-5e037e1461f5 req-5c4e9761-6260-47ea-b19d-c383eed9f216 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85ce3258-fbd7-4ace-a74c-f937fac55890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664034 Dec 09 22:26:34.330828 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.363067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Pushing event updated for resources: {'Port': ['ID=dcab170a-87c5-4a14-96c6-9ca0dccf9bb4,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:34.366350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1e135-4e42-4a3c-bbfb-ca9dcf3e7f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bf9127-114c-446d-b2a5-3b3510fa3ab5,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:34.380350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1e135-4e42-4a3c-bbfb-ca9dcf3e7f63 admin admin] Checking segment: {'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:34.380669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb1e135-4e42-4a3c-bbfb-ca9dcf3e7f63 admin admin] Network hostable DHCP agents. Network: 33c5fb6b-2753-4b3b-a034-dfcc76498076, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:26:34.418687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ada7d26-34c7-490d-bda3-117408d911c6 req-154bcc39-09ef-497e-8643-deff5a6380d8 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457356 Dec 09 22:26:34.432316 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.448333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a8792d-fa4e-4c51-b853-655a5e831d44,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:34.500865 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.501437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-5e1222ed-1c8b-46ec-a3fa-da9c4bae3259 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1386034 Dec 09 22:26:34.511179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb1e135-4e42-4a3c-bbfb-ca9dcf3e7f63 admin admin] Network 33c5fb6b-2753-4b3b-a034-dfcc76498076 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:26:34.583602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.594644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-ffb1e135-4e42-4a3c-bbfb-ca9dcf3e7f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 33c5fb6b-2753-4b3b-a034-dfcc76498076) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:34.601304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb1e135-4e42-4a3c-bbfb-ca9dcf3e7f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:34.601965 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e135-4e42-4a3c-bbfb-ca9dcf3e7f63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.604699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a103a84-fa7a-46ad-8a68-d285ad97d52c None None] Network 33c5fb6b-2753-4b3b-a034-dfcc76498076 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:26:34.607272 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-100cbbd2-a063-4817-a017-499a0684e993 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.0889785 Dec 09 22:26:34.658191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ffb1e135-4e42-4a3c-bbfb-ca9dcf3e7f63 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9863164 Dec 09 22:26:34.671809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0680c87-f3e8-446e-b6fa-115bd7fcc38b req-745c2211-2249-4e52-bd76-9ed11f685b5d tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:34.673337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0680c87-f3e8-446e-b6fa-115bd7fcc38b req-745c2211-2249-4e52-bd76-9ed11f685b5d tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 946 time: 0.1785462 Dec 09 22:26:34.673864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35080) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:34.680031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:34.721137 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c498884a-8b3e-4093-8980-5e037e1461f5 req-a2d0c2fb-e729-499e-8049-f9b0de912583 service neutron] 10.222.0.42 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052320 Dec 09 22:26:34.723630 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.770781 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.776326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-33c5fb6b-2753-4b3b-a034-dfcc76498076', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'project_id': '9adc344d60834858910acb4f5a92f96d', 'fixed_ips': [{'subnet_id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:26:34.778094 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.787168 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.788466 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.805695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-e66b6522-aa69-4f34-b21a-e4295017cf7a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:34.807146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de1c99d0-24e5-466a-8490-87e3c8f0b525 req-e66b6522-aa69-4f34-b21a-e4295017cf7a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.1918623 Dec 09 22:26:34.824474 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0680c87-f3e8-446e-b6fa-115bd7fcc38b req-1e5c5d17-38b2-4bcf-831b-ac50a120827d tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386044 Dec 09 22:26:34.884474 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.891444 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:34.911963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.021981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Allocated IP 172.20.0.2 (33c5fb6b-2753-4b3b-a034-dfcc76498076/91bf9127-114c-446d-b2a5-3b3510fa3ab5/03228ae3-8002-4e9a-8650-66bd5eef965d) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:35.029913 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.030844 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca44de4-8106-4063-9c97-f8cee42e4b88 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:26:35.036918 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.038101 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-166e4de3-523d-4410-b186-23ee90350421 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9ca44de4-8106-4063-9c97-f8cee42e4b88 HTTP/1.1" status: 204 len: 168 time: 3.1594253 Dec 09 22:26:35.039511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.043705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35086) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:35.065804 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f668a29-5609-44e6-902e-4579d876a88d req-5b3afb27-b3c2-4318-abc1-8a17265fe535 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 210 time: 0.0967641 Dec 09 22:26:35.129015 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c498884a-8b3e-4093-8980-5e037e1461f5 req-c421e0e6-070a-4e72-83e3-d88a752c3ac6 service neutron] 10.222.0.42 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424282 Dec 09 22:26:35.155277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:35.168045 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.182085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05b2dd-aaa6-4ff3-9784-64f5b3aa842c req-70d64368-abd2-4286-ab87-27dd480e441c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:35.183907 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab05b2dd-aaa6-4ff3-9784-64f5b3aa842c req-70d64368-abd2-4286-ab87-27dd480e441c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.2190382 Dec 09 22:26:35.189459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:35.210713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:35.311978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:35.312642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.326674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-a538d673-8ba4-4e53-8243-9dd71f2c9962 admin admin] Deleting subnet f626ff74-c59d-4c01-abe5-c6d4185913d3 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:26:35.332626 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a538d673-8ba4-4e53-8243-9dd71f2c9962 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.345477 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.353341 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.402973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event updated for resources: {'Port': ['ID=eebcc623-ea2f-4600-9a6c-f7b578ab8679,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:35.428717 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-22d2bbef-dc34-4544-8b94-0c2c0443715d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6796777 Dec 09 22:26:35.431269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Network 33c5fb6b-2753-4b3b-a034-dfcc76498076 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:35.431476 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a538d673-8ba4-4e53-8243-9dd71f2c9962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.434865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-47c7ada4-f75d-4bce-91cd-9b5a20425378 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:35.436555 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-47c7ada4-f75d-4bce-91cd-9b5a20425378 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2041955 Dec 09 22:26:35.448077 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab05b2dd-aaa6-4ff3-9784-64f5b3aa842c req-cbcd8298-e6cc-4dd1-b9d4-ca3d9bd28eef tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537441 Dec 09 22:26:35.451356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:35.461023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:35.485562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Request body: {'port': {'device_id': '5e586839-cc23-4b61-a8e3-3d2ff8c02b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:35.515523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Pushing event updated for resources: {'Port': ['ID=03228ae3-8002-4e9a-8650-66bd5eef965d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:35.578111 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.600543 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-808f0be4-8d69-48b4-bc5a-38e86e737279 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.1511285 Dec 09 22:26:35.619562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-c5f340dc-c5e1-446c-85dd-4482c0f34041 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Request body: {'floatingip': {'port_id': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:35.624258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Attempting to bind port 03228ae3-8002-4e9a-8650-66bd5eef965d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:26:35.624258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Attempting to bind port 03228ae3-8002-4e9a-8650-66bd5eef965d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:26:35.624258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Attempting to bind port 03228ae3-8002-4e9a-8650-66bd5eef965d on network 33c5fb6b-2753-4b3b-a034-dfcc76498076 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:35.631328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:26:35.631703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Checking segment: {'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:35.632540 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.632945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Bound using segment: {'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:26:35.633427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Bound port: 03228ae3-8002-4e9a-8650-66bd5eef965d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:26:35.633843 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.675334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-86520de8-a07e-4427-9c94-4c466b47a74a None None] Provisioning complete for port eebcc623-ea2f-4600-9a6c-f7b578ab8679 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:35.675654 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a538d673-8ba4-4e53-8243-9dd71f2c9962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.682715 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-86520de8-a07e-4427-9c94-4c466b47a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.763574 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 10a8792d-fa4e-4c51-b853-655a5e831d44 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:35.801425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 10a8792d-fa4e-4c51-b853-655a5e831d44 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:35.801718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 10a8792d-fa4e-4c51-b853-655a5e831d44 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:35.826029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-86520de8-a07e-4427-9c94-4c466b47a74a None None] Port eebcc623-ea2f-4600-9a6c-f7b578ab8679 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:26:35.845988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] For port 03228ae3-8002-4e9a-8650-66bd5eef965d, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:26:35.849376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] For port 03228ae3-8002-4e9a-8650-66bd5eef965d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=03228ae3-8002-4e9a-8650-66bd5eef965d,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:26:35.854542 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.869286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d8eda-a597-47f3-962e-5084bae999cb req-2f38a7ba-c959-4862-ae12-7b9bc9bf8958 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:35.870903 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f0d8eda-a597-47f3-962e-5084bae999cb req-2f38a7ba-c959-4862-ae12-7b9bc9bf8958 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 946 time: 0.1231863 Dec 09 22:26:35.925029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c4b9e-514c-4ace-b0a4-3f27ef1a8151 None None] Pushing event updated for resources: {'Port': ['ID=03228ae3-8002-4e9a-8650-66bd5eef965d,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:35.966619 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a538d673-8ba4-4e53-8243-9dd71f2c9962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:35.993380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238ff91-e4fe-4e77-a0a4-cd0607b3822e req-57a30c51-82db-4928-8aa8-0900aabc4414 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:35.995490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2238ff91-e4fe-4e77-a0a4-cd0607b3822e req-57a30c51-82db-4928-8aa8-0900aabc4414 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.4618688 Dec 09 22:26:36.006255 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-c5f340dc-c5e1-446c-85dd-4482c0f34041 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.047214 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.053506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538d673-8ba4-4e53-8243-9dd71f2c9962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f626ff74-c59d-4c01-abe5-c6d4185913d3,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:36.058703 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a538d673-8ba4-4e53-8243-9dd71f2c9962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.063313 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a538d673-8ba4-4e53-8243-9dd71f2c9962 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f626ff74-c59d-4c01-abe5-c6d4185913d3 HTTP/1.1" status: 204 len: 168 time: 1.0184209 Dec 09 22:26:36.066479 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35098) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:36.071953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e0a085-126b-412a-b1f3-3ff820f5661b None None] Network 423145d5-d001-463a-b86e-cdc82e5078c0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:26:36.133317 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-0f0d8eda-a597-47f3-962e-5084bae999cb req-56b26c24-7e3e-4dcd-a9e2-8320eec8bcd4 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Deleting port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:36.134032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f0d8eda-a597-47f3-962e-5084bae999cb req-56b26c24-7e3e-4dcd-a9e2-8320eec8bcd4 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.239894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebcc623-ea2f-4600-9a6c-f7b578ab8679 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:26:36.251855 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.299062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Transition to ACTIVE for port object eebcc623-ea2f-4600-9a6c-f7b578ab8679 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:26:36.325736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2238ff91-e4fe-4e77-a0a4-cd0607b3822e req-c58a86e6-0c87-4f0c-876f-bbae14ffc1ab tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167741 Dec 09 22:26:36.343503 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.365219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa21432-781a-4de4-8e14-a48e49471ab4 None None] DHCP port deletion for 423145d5-d001-463a-b86e-cdc82e5078c0 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:26:36.418216 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.439991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=eebcc623-ea2f-4600-9a6c-f7b578ab8679,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:36.500499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-0f0d8eda-a597-47f3-962e-5084bae999cb req-56b26c24-7e3e-4dcd-a9e2-8320eec8bcd4 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] For port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e,segment=NetworkSegment(d0c26ed8-2e66-4578-a5f9-56ff7a083eea),segment_id=d0c26ed8-2e66-4578-a5f9-56ff7a083eea)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:36.502862 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f0d8eda-a597-47f3-962e-5084bae999cb req-56b26c24-7e3e-4dcd-a9e2-8320eec8bcd4 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.511005 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6aa21432-781a-4de4-8e14-a48e49471ab4 None None] Deleting port 9a01730a-19dd-4e05-837b-41c63dc2185e {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:36.511557 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6aa21432-781a-4de4-8e14-a48e49471ab4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.605818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-0f0d8eda-a597-47f3-962e-5084bae999cb req-56b26c24-7e3e-4dcd-a9e2-8320eec8bcd4 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Calling delete_port for 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:36.606415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6aa21432-781a-4de4-8e14-a48e49471ab4 None None] For port 9a01730a-19dd-4e05-837b-41c63dc2185e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a01730a-19dd-4e05-837b-41c63dc2185e,segment=NetworkSegment(85d43e33-e357-4b94-a61d-73ba8063e0f9),segment_id=85d43e33-e357-4b94-a61d-73ba8063e0f9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:36.606825 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6aa21432-781a-4de4-8e14-a48e49471ab4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.624419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6aa21432-781a-4de4-8e14-a48e49471ab4 None None] Calling delete_port for 9a01730a-19dd-4e05-837b-41c63dc2185e owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:36.634712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Attempting to bind port eebcc623-ea2f-4600-9a6c-f7b578ab8679 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:26:36.635297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Attempting to bind port eebcc623-ea2f-4600-9a6c-f7b578ab8679 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:26:36.635769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Attempting to bind port eebcc623-ea2f-4600-9a6c-f7b578ab8679 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:36.648369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Port eebcc623-ea2f-4600-9a6c-f7b578ab8679 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:26:36.648369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Attempting to bind port eebcc623-ea2f-4600-9a6c-f7b578ab8679 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:36.676675 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.721281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:26:36.721624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:36.722053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:26:36.722357 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.722501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Bound port: eebcc623-ea2f-4600-9a6c-f7b578ab8679, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:26:36.722853 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.827861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] For port eebcc623-ea2f-4600-9a6c-f7b578ab8679, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:26:36.833982 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] For port eebcc623-ea2f-4600-9a6c-f7b578ab8679, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=eebcc623-ea2f-4600-9a6c-f7b578ab8679,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:26:36.847384 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.872883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030535e1-5f1a-4abb-9e28-67b34e84de85 req-e5ffa112-fb9e-4e0b-b192-4e765be03366 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:36.875177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-030535e1-5f1a-4abb-9e28-67b34e84de85 req-e5ffa112-fb9e-4e0b-b192-4e765be03366 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5936092-6869-4d88-8381-d9ccb1e1724c HTTP/1.1" status: 200 len: 946 time: 0.3948534 Dec 09 22:26:36.905506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:36.910453 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:36.912693 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] 10.222.0.18 "PUT /v2.0/ports/eebcc623-ea2f-4600-9a6c-f7b578ab8679 HTTP/1.1" status: 200 len: 1097 time: 1.4355848 Dec 09 22:26:36.920822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e586839-cc23-4b61-a8e3-3d2ff8c02b97', 'tag': 'eebcc623-ea2f-4600-9a6c-f7b578ab8679'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:36.923957 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4135bf-faf6-4deb-b16e-b3f102647f53" -d '{"events": [{"name": "network-changed", "server_uuid": "5e586839-cc23-4b61-a8e3-3d2ff8c02b97", "tag": "eebcc623-ea2f-4600-9a6c-f7b578ab8679"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:37.038661 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6aa21432-781a-4de4-8e14-a48e49471ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.059204 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.071256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Deleting port 9a01730a-19dd-4e05-837b-41c63dc2185e {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:37.071612 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.096137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa21432-781a-4de4-8e14-a48e49471ab4 None None] Pushing event deleted for resources: {'Port': ['ID=9a01730a-19dd-4e05-837b-41c63dc2185e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:37.117405 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa21432-781a-4de4-8e14-a48e49471ab4 None None] No DVR routers for this DVR port 9a01730a-19dd-4e05-837b-41c63dc2185e on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:37.125411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76efe20-65a2-41b0-bca3-1fb03b193fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=eebcc623-ea2f-4600-9a6c-f7b578ab8679,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:37.168102 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f0d8eda-a597-47f3-962e-5084bae999cb req-56b26c24-7e3e-4dcd-a9e2-8320eec8bcd4 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.184586 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-030535e1-5f1a-4abb-9e28-67b34e84de85 req-9e090c3b-4def-4f5f-9ccd-9ad9ffb13373 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.16 "GET /v2.0/security-groups?id=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864175 Dec 09 22:26:37.213625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['4b3034bd-3ea7-4d68-a924-d2ef4d3b314e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:37.229570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-e6990dac-f4cd-49ba-8030-3a04c671fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:37.231650 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-e6990dac-f4cd-49ba-8030-3a04c671fd44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 1100 time: 0.2049940 Dec 09 22:26:37.232749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b26c24-7e3e-4dcd-a9e2-8320eec8bcd4 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Pushing event deleted for resources: {'Port': ['ID=4b3034bd-3ea7-4d68-a924-d2ef4d3b314e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:37.308869 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-a6b0d170-c4ec-4d67-9ce9-7624508d9369 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=eebcc623-ea2f-4600-9a6c-f7b578ab8679 HTTP/1.1" status: 200 len: 217 time: 0.0483806 Dec 09 22:26:37.344358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0d8eda-a597-47f3-962e-5084bae999cb req-56b26c24-7e3e-4dcd-a9e2-8320eec8bcd4 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] No DVR routers for this DVR port 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:37.364748 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f0d8eda-a597-47f3-962e-5084bae999cb req-56b26c24-7e3e-4dcd-a9e2-8320eec8bcd4 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.368527 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f0d8eda-a597-47f3-962e-5084bae999cb req-56b26c24-7e3e-4dcd-a9e2-8320eec8bcd4 tempest-AttachVolumeNegativeTest-1605549941 tempest-AttachVolumeNegativeTest-1605549941-project] 10.222.0.18 "DELETE /v2.0/ports/4b3034bd-3ea7-4d68-a924-d2ef4d3b314e HTTP/1.1" status: 204 len: 173 time: 1.4656570 Dec 09 22:26:37.390520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-3e79a736-fbae-4b29-9948-c6f1c8495b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:37.393829 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-3e79a736-fbae-4b29-9948-c6f1c8495b92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0741930 Dec 09 22:26:37.460403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-12645bd5-90ff-4602-be18-933122c3f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:37.464327 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-12645bd5-90ff-4602-be18-933122c3f5cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610113 Dec 09 22:26:37.491511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] For port 9a01730a-19dd-4e05-837b-41c63dc2185e, host n-d-789963-23, got binding levels [] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:37.497514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.536547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Calling delete_port for 9a01730a-19dd-4e05-837b-41c63dc2185e owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:37.552843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.ipam_backend_mixin [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Port 9a01730a-19dd-4e05-837b-41c63dc2185e was not found and therefore no delete operation was performed {{(pid=103418) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:26:37.568829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.resource_extend [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-c5f340dc-c5e1-446c-85dd-4482c0f34041 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:26:37.572511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.588460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4feba85-3332-4375-b0a3-d6d247d42282 None None] Network 33c5fb6b-2753-4b3b-a034-dfcc76498076 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:26:37.605830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Allocated IP 172.25.8.126 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/32d1ed75-31f3-45a6-892f-b1a56bfcaebf) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:37.627064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcd7c5-03b5-47b7-a866-b98935011446 req-94377914-eae6-48da-80f4-a14899386419 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:37.628681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1bcd7c5-03b5-47b7-a866-b98935011446 req-94377914-eae6-48da-80f4-a14899386419 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 948 time: 0.3294926 Dec 09 22:26:37.632390 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-16f4aacd-d0a7-4d39-974c-a6fb107a0eca service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621978 Dec 09 22:26:37.660366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a01730a-19dd-4e05-837b-41c63dc2185e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:37.665551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] No DVR routers for this DVR port 9a01730a-19dd-4e05-837b-41c63dc2185e on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:37.687045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d4d4bb4c-db43-4c39-88c3-cd4a19efe098 None None] Provisioning complete for port 03228ae3-8002-4e9a-8650-66bd5eef965d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:37.687575 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4d4bb4c-db43-4c39-88c3-cd4a19efe098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.737337 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-c5f340dc-c5e1-446c-85dd-4482c0f34041 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.823720 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4d4bb4c-db43-4c39-88c3-cd4a19efe098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.829563 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ddee7de-c08d-4efc-93e3-1a438f09e623 req-c6ab1778-0bd5-472e-8972-26a1a3df439c service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847312 Dec 09 22:26:37.841596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-c5f340dc-c5e1-446c-85dd-4482c0f34041 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.847952 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.874864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 03228ae3-8002-4e9a-8650-66bd5eef965d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:37.905098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d4d4bb4c-db43-4c39-88c3-cd4a19efe098 None None] For port 03228ae3-8002-4e9a-8650-66bd5eef965d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=03228ae3-8002-4e9a-8650-66bd5eef965d,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:37.915702 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4d4bb4c-db43-4c39-88c3-cd4a19efe098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:37.984472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423145d5-d001-463a-b86e-cdc82e5078c0']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:37.998181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4bb4c-db43-4c39-88c3-cd4a19efe098 None None] Pushing event updated for resources: {'Port': ['ID=03228ae3-8002-4e9a-8650-66bd5eef965d,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:38.002407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 03228ae3-8002-4e9a-8650-66bd5eef965d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:38.003385 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:38.023373 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1bcd7c5-03b5-47b7-a866-b98935011446 req-58f2b13e-bd0c-4033-8713-16332b8e0984 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727939 Dec 09 22:26:38.030152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d43e33-e357-4b94-a61d-73ba8063e0f9') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:38.031026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d43e33-e357-4b94-a61d-73ba8063e0f9') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:38.223689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a01730a-19dd-4e05-837b-41c63dc2185e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:38.253396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 9a01730a-19dd-4e05-837b-41c63dc2185e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:38.254057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a01730a-19dd-4e05-837b-41c63dc2185e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:38.269627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aefb6261-00d2-4503-a7eb-ee2eb8521046 None None] Provisioning complete for port 03228ae3-8002-4e9a-8650-66bd5eef965d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:38.270121 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aefb6261-00d2-4503-a7eb-ee2eb8521046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:38.409857 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:38.485980 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:38.514029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:26:38.514342 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:38.518030 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:26:38.521357 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:26:38.545160 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-c5f340dc-c5e1-446c-85dd-4482c0f34041 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Floating IP ee354c40-9dc0-45b7-822a-37a070472ab8 associated. External IP: 172.25.8.47, port: a49e8ac9-6be4-49bb-ba3f-416401102ad2. Dec 09 22:26:38.626263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645f9aa-03aa-488e-b827-19e35e34aaf4 req-e0401dd3-150c-4aaf-87c0-7b33f21c4b88 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:38.627749 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c645f9aa-03aa-488e-b827-19e35e34aaf4 req-e0401dd3-150c-4aaf-87c0-7b33f21c4b88 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.2156830 Dec 09 22:26:38.651794 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:38.677389 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:38.680555 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] 10.222.0.16 "DELETE /v2.0/networks/423145d5-d001-463a-b86e-cdc82e5078c0 HTTP/1.1" status: 204 len: 168 time: 2.6122079 Dec 09 22:26:38.684025 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35114) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:38.733052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1344b2-25cf-4db2-8c67-cc037d06c800 admin admin] Pushing event deleted for resources: {'Network': ['ID=423145d5-d001-463a-b86e-cdc82e5078c0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:38.759259 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:38.774308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c645f9aa-03aa-488e-b827-19e35e34aaf4 req-025967b2-92df-4bdd-8d62-514822c1fd24 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372600 Dec 09 22:26:38.809321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:38.815877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:38.822191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:38.859954 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d801e3-7430-4e88-8822-bb8b0169bd87 x-openstack-request-id: req-64d801e3-7430-4e88-8822-bb8b0169bd87 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:38.860588 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e586839-cc23-4b61-a8e3-3d2ff8c02b97", "tag": "eebcc623-ea2f-4600-9a6c-f7b578ab8679", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:38.860950 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64d801e3-7430-4e88-8822-bb8b0169bd87 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:38.861452 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e586839-cc23-4b61-a8e3-3d2ff8c02b97', 'tag': 'eebcc623-ea2f-4600-9a6c-f7b578ab8679', 'status': 'completed', 'code': 200} Dec 09 22:26:38.892151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Pushing event updated for resources: {'Port': ['ID=32d1ed75-31f3-45a6-892f-b1a56bfcaebf,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:39.007749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4135bf-faf6-4deb-b16e-b3f102647f53 req-6bdb4228-8056-419b-9ee8-1d79bc744958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:39.009205 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4135bf-faf6-4deb-b16e-b3f102647f53 req-6bdb4228-8056-419b-9ee8-1d79bc744958 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 1100 time: 0.1172500 Dec 09 22:26:39.088627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a43d50-6848-499d-9161-8d231107d27b req-be27e5b1-615b-4444-8eb8-63acb94b5984 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:39.090126 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56a43d50-6848-499d-9161-8d231107d27b req-be27e5b1-615b-4444-8eb8-63acb94b5984 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.1892915 Dec 09 22:26:39.097421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-c5f340dc-c5e1-446c-85dd-4482c0f34041 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Router f411ee0e-e692-44fc-844b-812bf2d1872a has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:26:39.241494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56a43d50-6848-499d-9161-8d231107d27b req-5fa66c0a-7519-4ba0-b802-9dde9d11f407 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414256 Dec 09 22:26:39.341847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35120) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:39.399364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-c5f340dc-c5e1-446c-85dd-4482c0f34041 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:26:39.405414 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-c5f340dc-c5e1-446c-85dd-4482c0f34041 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:39.407522 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:39.413868 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9a9b1-840b-410b-8b7d-778413760ce9 None None] Sync routers for ids ['f411ee0e-e692-44fc-844b-812bf2d1872a'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:26:39.427050 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9a9b1-840b-410b-8b7d-778413760ce9 None None] Routers {'f411ee0e-e692-44fc-844b-812bf2d1872a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:39.427697 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1ce9a9b1-840b-410b-8b7d-778413760ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f411ee0e-e692-44fc-844b-812bf2d1872a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:39.469981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4135bf-faf6-4deb-b16e-b3f102647f53 req-0a5e2ecd-139b-43e2-9dd0-6c396c73e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:39.472649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4135bf-faf6-4deb-b16e-b3f102647f53 req-0a5e2ecd-139b-43e2-9dd0-6c396c73e061 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.4552574 Dec 09 22:26:39.502961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-08430ffe-133a-4254-843d-1fb670227877 admin admin] Deleting subnet 6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:26:39.508346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08430ffe-133a-4254-843d-1fb670227877 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:39.511896 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-c5f340dc-c5e1-446c-85dd-4482c0f34041 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "PUT /v2.0/floatingips/ee354c40-9dc0-45b7-822a-37a070472ab8 HTTP/1.1" status: 200 len: 995 time: 3.9096859 Dec 09 22:26:39.531889 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:39.534249 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9326c8ac-055c-4d8c-83f0-c3bc7a33d08b" -d '{"events": [{"name": "network-changed", "server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:39.548855 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1ce9a9b1-840b-410b-8b7d-778413760ce9 None None] Set router f411ee0e-e692-44fc-844b-812bf2d1872a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:39.565907 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4135bf-faf6-4deb-b16e-b3f102647f53 req-245799af-25bf-4b08-a99b-db97e560388b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=eebcc623-ea2f-4600-9a6c-f7b578ab8679 HTTP/1.1" status: 200 len: 217 time: 0.0645409 Dec 09 22:26:39.620930 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08430ffe-133a-4254-843d-1fb670227877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:39.630962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dfb2-208a-42ee-835b-c633f323ac4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:39.649849 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd636f-bd89-4d7f-afb8-bb7cfb9b2a62 req-77793c80-421d-40b9-8b51-41bd76ce782e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:39.651351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1fbd636f-bd89-4d7f-afb8-bb7cfb9b2a62 req-77793c80-421d-40b9-8b51-41bd76ce782e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 948 time: 0.2229478 Dec 09 22:26:39.709326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-4f67277e-7d35-4999-b340-f24bb8af4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:39.711824 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-4f67277e-7d35-4999-b340-f24bb8af4147 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd&device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 1097 time: 0.1738679 Dec 09 22:26:39.726257 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08430ffe-133a-4254-843d-1fb670227877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:39.731395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4135bf-faf6-4deb-b16e-b3f102647f53 req-ff3dbd0a-2b7c-4ae9-b029-d90ffecbd96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:39.732899 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4135bf-faf6-4deb-b16e-b3f102647f53 req-ff3dbd0a-2b7c-4ae9-b029-d90ffecbd96b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1520815 Dec 09 22:26:39.847110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 03228ae3-8002-4e9a-8650-66bd5eef965d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:39.915897 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1ce9a9b1-840b-410b-8b7d-778413760ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'ee354c40-9dc0-45b7-822a-37a070472ab8', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'port_id': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'mac_address': 'fa:16:3e:17:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:26:32Z', 'updated_at': '2021-12-09T22:26:37Z', 'revision_number': 1, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c413aca-1fee-4dfe-9cfb-4303c7a3bff8', 'name': '', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'mac_address': 'fa:16:3e:85:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:26Z', 'updated_at': '2021-12-09T22:25:34Z', 'revision_number': 5, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'subnets': [{'id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:39.956108 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9a9b1-840b-410b-8b7d-778413760ce9 None None] Checking router: f411ee0e-e692-44fc-844b-812bf2d1872a for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:26:39.962423 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 03228ae3-8002-4e9a-8650-66bd5eef965d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:39.963036 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:39.968380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4135bf-faf6-4deb-b16e-b3f102647f53 req-5de8bcfa-3e76-4ba3-9db2-67e67165b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:39.968647 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9a9b1-840b-410b-8b7d-778413760ce9 None None] Routers {'f411ee0e-e692-44fc-844b-812bf2d1872a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:39.969279 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1ce9a9b1-840b-410b-8b7d-778413760ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f411ee0e-e692-44fc-844b-812bf2d1872a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:39.970673 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4135bf-faf6-4deb-b16e-b3f102647f53 req-5de8bcfa-3e76-4ba3-9db2-67e67165b8b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2138500 Dec 09 22:26:39.984827 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1fbd636f-bd89-4d7f-afb8-bb7cfb9b2a62 req-3f2d3b16-e887-4d58-be3f-5b20a2137205 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173938 Dec 09 22:26:40.106697 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4135bf-faf6-4deb-b16e-b3f102647f53 req-2f36a951-3eef-43e7-9b96-d903133bb0eb service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282399 Dec 09 22:26:40.152168 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b330495-b671-4526-9ebb-de008c8f5d37 x-openstack-request-id: req-6b330495-b671-4526-9ebb-de008c8f5d37 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:40.152540 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:40.152749 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b330495-b671-4526-9ebb-de008c8f5d37 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:40.153513 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'status': 'completed', 'code': 200} Dec 09 22:26:40.156293 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1ce9a9b1-840b-410b-8b7d-778413760ce9 None None] Set router f411ee0e-e692-44fc-844b-812bf2d1872a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:40.186709 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:40.290959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326c8ac-055c-4d8c-83f0-c3bc7a33d08b req-1dddf776-1cb2-4aa3-b5a7-441bf87bcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:40.292484 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9326c8ac-055c-4d8c-83f0-c3bc7a33d08b req-1dddf776-1cb2-4aa3-b5a7-441bf87bcb3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd&device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 1097 time: 0.1380444 Dec 09 22:26:40.295326 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4135bf-faf6-4deb-b16e-b3f102647f53 req-65b10743-7e66-4b37-ae14-a1a815a9ac40 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648545 Dec 09 22:26:40.306084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4dfb2-208a-42ee-835b-c633f323ac4c admin admin] Deleting port 9e11d2d1-b994-493c-a12e-2c311bec941c {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:40.307295 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dfb2-208a-42ee-835b-c633f323ac4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:40.472696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-d5f4dfb2-208a-42ee-835b-c633f323ac4c admin admin] For port 9e11d2d1-b994-493c-a12e-2c311bec941c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9e11d2d1-b994-493c-a12e-2c311bec941c,segment=NetworkSegment(e11b980f-8b7a-4b31-902f-d5cb85af42d6),segment_id=e11b980f-8b7a-4b31-902f-d5cb85af42d6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:40.472986 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dfb2-208a-42ee-835b-c633f323ac4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:40.486875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326c8ac-055c-4d8c-83f0-c3bc7a33d08b req-046862b6-4b37-4f6d-ac67-c7e1cfcfe109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:40.488350 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9326c8ac-055c-4d8c-83f0-c3bc7a33d08b req-046862b6-4b37-4f6d-ac67-c7e1cfcfe109 service neutron] 10.222.0.18 "GET /v2.0/networks?id=272064d1-85b1-4619-843b-a73f0738415e HTTP/1.1" status: 200 len: 921 time: 0.1648345 Dec 09 22:26:40.492581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4dfb2-208a-42ee-835b-c633f323ac4c admin admin] Calling delete_port for 9e11d2d1-b994-493c-a12e-2c311bec941c owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:40.525299 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1ce9a9b1-840b-410b-8b7d-778413760ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'ee354c40-9dc0-45b7-822a-37a070472ab8', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'port_id': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'mac_address': 'fa:16:3e:17:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:26:32Z', 'updated_at': '2021-12-09T22:26:37Z', 'revision_number': 1, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c413aca-1fee-4dfe-9cfb-4303c7a3bff8', 'name': '', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'mac_address': 'fa:16:3e:85:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:26Z', 'updated_at': '2021-12-09T22:25:34Z', 'revision_number': 5, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'subnets': [{'id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:40.559046 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9a9b1-840b-410b-8b7d-778413760ce9 None None] The sync data for ids ['f411ee0e-e692-44fc-844b-812bf2d1872a'] in n-d-789963-23 is: [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'ee354c40-9dc0-45b7-822a-37a070472ab8', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'port_id': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'mac_address': 'fa:16:3e:17:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:26:32Z', 'updated_at': '2021-12-09T22:26:37Z', 'revision_number': 1, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c413aca-1fee-4dfe-9cfb-4303c7a3bff8', 'name': '', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'mac_address': 'fa:16:3e:85:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:26Z', 'updated_at': '2021-12-09T22:25:34Z', 'revision_number': 5, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'subnets': [{'id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:26:40.600015 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9326c8ac-055c-4d8c-83f0-c3bc7a33d08b req-ddfb0e0e-8562-4fcd-b842-7a8bbde6bbc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 998 time: 0.1033773 Dec 09 22:26:40.661204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-71a04b2c-c9a2-46e3-ab98-df89fda86469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:40.662867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-71a04b2c-c9a2-46e3-ab98-df89fda86469 service neutron] 10.222.0.16 "GET /v2.0/networks?id=272064d1-85b1-4619-843b-a73f0738415e HTTP/1.1" status: 200 len: 921 time: 0.9451425 Dec 09 22:26:40.698408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326c8ac-055c-4d8c-83f0-c3bc7a33d08b req-3d1da1cb-1ff9-42d0-8156-f90c6a377132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:40.699881 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9326c8ac-055c-4d8c-83f0-c3bc7a33d08b req-3d1da1cb-1ff9-42d0-8156-f90c6a377132 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b831de4c-aec9-4c65-b78f-076b01fd0f41 HTTP/1.1" status: 200 len: 860 time: 0.0893931 Dec 09 22:26:40.742895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device eebcc623-ea2f-4600-9a6c-f7b578ab8679 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:26:40.751119 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9326c8ac-055c-4d8c-83f0-c3bc7a33d08b req-82535275-2fd3-4289-a850-de9c83c475db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=272064d1-85b1-4619-843b-a73f0738415e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366831 Dec 09 22:26:40.772216 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08430ffe-133a-4254-843d-1fb670227877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:40.776285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:40.797353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe2abe-c1f4-4355-8340-7ba6d3e74ac2 req-b6c12640-a4e0-4859-bc6d-78f841f39a07 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:40.805079 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3efe2abe-c1f4-4355-8340-7ba6d3e74ac2 req-b6c12640-a4e0-4859-bc6d-78f841f39a07 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.5627847 Dec 09 22:26:40.808917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08430ffe-133a-4254-843d-1fb670227877 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:40.815568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-08430ffe-133a-4254-843d-1fb670227877 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164 HTTP/1.1" status: 204 len: 168 time: 1.4686790 Dec 09 22:26:40.817292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35138) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:40.856055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:40.856644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 4b3034bd-3ea7-4d68-a924-d2ef4d3b314e not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:40.866046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5936092-6869-4d88-8381-d9ccb1e1724c', 'name': 'network-vif-deleted', 'tag': '4b3034bd-3ea7-4d68-a924-d2ef4d3b314e'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:40.868264 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02b0e18-7014-49b0-98ce-6f4ba41bbc2f" -d '{"events": [{"server_uuid": "f5936092-6869-4d88-8381-d9ccb1e1724c", "name": "network-vif-deleted", "tag": "4b3034bd-3ea7-4d68-a924-d2ef4d3b314e"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:40.879501 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08430ffe-133a-4254-843d-1fb670227877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef6a8bf-07c7-46d2-a6e1-9281cf8a5164,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:40.942842 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dfb2-208a-42ee-835b-c633f323ac4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:40.955399 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-ba07c876-4054-4a3d-9789-2cb5ab9578a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 998 time: 0.2829313 Dec 09 22:26:40.970907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeef9a2-ea70-4dc1-993a-14a532c038ae None None] New status for floating IP ee354c40-9dc0-45b7-822a-37a070472ab8: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:26:40.996839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4dfb2-208a-42ee-835b-c633f323ac4c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e11d2d1-b994-493c-a12e-2c311bec941c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:41.001012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:41.008330 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9326c8ac-055c-4d8c-83f0-c3bc7a33d08b req-f441c12c-892d-4ebc-bb7e-0e5dc11be0d9 service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464011 Dec 09 22:26:41.050184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-40e30da3-5e9a-4051-bb9b-25b2c6e22a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:41.069141 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-40e30da3-5e9a-4051-bb9b-25b2c6e22a82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b831de4c-aec9-4c65-b78f-076b01fd0f41 HTTP/1.1" status: 200 len: 860 time: 0.1126294 Dec 09 22:26:41.102475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3efe2abe-c1f4-4355-8340-7ba6d3e74ac2 req-60504688-7aa4-435e-8703-520ad96e4bf1 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964058 Dec 09 22:26:41.114083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-e8e4b02c-bfda-4da3-84cd-49f2b388b4bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=272064d1-85b1-4619-843b-a73f0738415e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437956 Dec 09 22:26:41.120523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port eebcc623-ea2f-4600-9a6c-f7b578ab8679, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=eebcc623-ea2f-4600-9a6c-f7b578ab8679,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:41.217750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'eebcc623-ea2f-4600-9a6c-f7b578ab8679', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'eebcc623-ea2f-4600-9a6c-f7b578ab8679', 'mac_address': 'fa:16:3e:83:8f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:26:41.294697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-ff5acc79-c1bb-40ed-b782-9c4c69d4b1a7 service neutron] 10.222.0.16 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790648 Dec 09 22:26:41.332040 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:41.352139 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:41.364877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebcc623-ea2f-4600-9a6c-f7b578ab8679 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:26:41.376848 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9326c8ac-055c-4d8c-83f0-c3bc7a33d08b req-b1bc8b70-9fb7-4692-86a3-ec7d9b6a867a service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473914 Dec 09 22:26:41.396512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port eebcc623-ea2f-4600-9a6c-f7b578ab8679, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=eebcc623-ea2f-4600-9a6c-f7b578ab8679,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:41.403482 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:41.422203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b150608-ee8f-4669-889c-0049d42cbeed']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:41.435821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:41.436060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c26ed8-2e66-4578-a5f9-56ff7a083eea') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:41.452388 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:41.459874 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dfb2-208a-42ee-835b-c633f323ac4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:41.467618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=eebcc623-ea2f-4600-9a6c-f7b578ab8679,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:41.472924 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:41.480019 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbfb33c0-8cc6-499d-ae24-d77c807a3443 req-03a61786-ec0f-4a5e-a543-de1f11b6c6e3 service neutron] 10.222.0.16 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843309 Dec 09 22:26:41.520788 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:26:41.521535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:26:41.523457 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:26:41.539906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b96846-df8d-41a7-bd30-3426939fb04f req-4b6222e2-43fe-4fbc-a4fc-db0f67aeb2df tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:41.543026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8b96846-df8d-41a7-bd30-3426939fb04f req-4b6222e2-43fe-4fbc-a4fc-db0f67aeb2df tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.2885778 Dec 09 22:26:41.544299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Router a7bb0544-5074-410b-9297-093e9ae05622 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:26:41.549666 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4395c743-8054-4408-a9e2-971564bf6e0e x-openstack-request-id: req-4395c743-8054-4408-a9e2-971564bf6e0e {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:41.550278 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5936092-6869-4d88-8381-d9ccb1e1724c", "name": "network-vif-deleted", "tag": "4b3034bd-3ea7-4d68-a924-d2ef4d3b314e", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:41.550710 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4395c743-8054-4408-a9e2-971564bf6e0e {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:41.551266 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5936092-6869-4d88-8381-d9ccb1e1724c', 'name': 'network-vif-deleted', 'tag': '4b3034bd-3ea7-4d68-a924-d2ef4d3b314e', 'status': 'completed', 'code': 200} Dec 09 22:26:41.624255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:41.630789 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:41.634208 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9b150608-ee8f-4669-889c-0049d42cbeed HTTP/1.1" status: 204 len: 168 time: 0.8157711 Dec 09 22:26:41.651353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2c18f-0ceb-4a0c-b060-aa5a2053a700 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b150608-ee8f-4669-889c-0049d42cbeed,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:41.787481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:41.800540 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8b96846-df8d-41a7-bd30-3426939fb04f req-8b80db43-6871-4548-82ed-04fe9e3f6374 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434585 Dec 09 22:26:41.830557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35158) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:41.860993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f4dfb2-208a-42ee-835b-c633f323ac4c admin admin] Router 20791840-585a-419b-8533-7f468954ab35 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:26:41.870767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fb2b5-6a30-4e8b-85b3-057cc82f4e5c req-2c706ef2-a367-4676-be00-500622a58ffe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:41.872382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-908fb2b5-6a30-4e8b-85b3-057cc82f4e5c req-2c706ef2-a367-4676-be00-500622a58ffe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 949 time: 0.1691318 Dec 09 22:26:41.894652 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-92b16267-354c-4a45-bb2a-82961cbcc874 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3077981454f4468912f3550eb92249b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627434 Dec 09 22:26:41.898490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35160) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:42.005065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:26:42.011941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-908fb2b5-6a30-4e8b-85b3-057cc82f4e5c req-81010e49-36d2-411b-82b7-0946bb4bc875 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048832 Dec 09 22:26:42.019946 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Sync routers for ids ['a7bb0544-5074-410b-9297-093e9ae05622'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:26:42.041489 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Routers {'a7bb0544-5074-410b-9297-093e9ae05622'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:42.042392 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a7bb0544-5074-410b-9297-093e9ae05622'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:42.047425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-63b69a47-7906-43f1-8713-f42ac9423b6e tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1000 time: 0.1911204 Dec 09 22:26:42.053041 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90e34ed4-80a7-4676-ac34-1c4f42ec2bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:42.065868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f4dfb2-208a-42ee-835b-c633f323ac4c admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:26:42.072456 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d5f4dfb2-208a-42ee-835b-c633f323ac4c admin admin] 10.222.0.16 "PUT /v2.0/routers/20791840-585a-419b-8533-7f468954ab35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3869879 Dec 09 22:26:42.076210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35162) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:42.079656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d78a6-863c-4a17-b525-b7453f9850d7 None None] Sync routers for ids ['20791840-585a-419b-8533-7f468954ab35'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:26:42.092324 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90e34ed4-80a7-4676-ac34-1c4f42ec2bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:42.095175 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:42.097810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d78a6-863c-4a17-b525-b7453f9850d7 None None] Routers {'20791840-585a-419b-8533-7f468954ab35'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:42.098442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-958d78a6-863c-4a17-b525-b7453f9850d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['20791840-585a-419b-8533-7f468954ab35'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:42.100618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d8453fb3-468f-41a1-97f7-51c55a20df6b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4238367 Dec 09 22:26:42.130571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35164) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:42.167702 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Set router a7bb0544-5074-410b-9297-093e9ae05622 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:42.225402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-784f783b-9e1e-4fba-be72-ef5be01b3b85 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:42.228355 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-784f783b-9e1e-4fba-be72-ef5be01b3b85 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports/a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 942 time: 0.1732020 Dec 09 22:26:42.325291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff304e3-cbd4-4809-8d4a-30695c919209 req-821c4822-da15-480d-9a0a-061ecbf96cc5 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:42.334136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ff304e3-cbd4-4809-8d4a-30695c919209 req-821c4822-da15-480d-9a0a-061ecbf96cc5 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.0914638 Dec 09 22:26:42.379804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-958d78a6-863c-4a17-b525-b7453f9850d7 None None] Set router 20791840-585a-419b-8533-7f468954ab35 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:42.409751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ff304e3-cbd4-4809-8d4a-30695c919209 req-d9b586f3-421e-4b76-beef-f3d97f17cf3b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662019 Dec 09 22:26:42.438983 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:26:42.474284 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:26:39Z', 'revision_number': 3, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:42.508289 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Checking router: a7bb0544-5074-410b-9297-093e9ae05622 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:26:42.508636 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Updating router a7bb0544-5074-410b-9297-093e9ae05622 port 32d1ed75-31f3-45a6-892f-b1a56bfcaebf binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:26:42.526373 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-ae2275c3-3206-4386-ab09-1b7566086db7 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1000 time: 0.1130412 Dec 09 22:26:42.574501 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:42.665514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-958d78a6-863c-4a17-b525-b7453f9850d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791840-585a-419b-8533-7f468954ab35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1830873614-router', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:26Z', 'updated_at': '2021-12-09T22:26:40Z', 'revision_number': 5, 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'gw_port': {'id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791840-585a-419b-8533-7f468954ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:27Z', 'updated_at': '2021-12-09T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:42.712581 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:42.716891 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90e34ed4-80a7-4676-ac34-1c4f42ec2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:42.719858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90e34ed4-80a7-4676-ac34-1c4f42ec2bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:42.723685 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-90e34ed4-80a7-4676-ac34-1c4f42ec2bd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4 HTTP/1.1" status: 204 len: 168 time: 0.8223779 Dec 09 22:26:42.744040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d78a6-863c-4a17-b525-b7453f9850d7 None None] Checking router: 20791840-585a-419b-8533-7f468954ab35 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:26:42.759026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-0ac734e3-ffe3-471b-bbc9-e3deace38933 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:42.761137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device eebcc623-ea2f-4600-9a6c-f7b578ab8679 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:42.768936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e34ed4-80a7-4676-ac34-1c4f42ec2bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb17bd-740e-4f24-95a9-cf6bb5d1fbc4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:42.781573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-0ac734e3-ffe3-471b-bbc9-e3deace38933 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2264121 Dec 09 22:26:42.800210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-d30afc21-5bae-4e22-aa78-a3a1d7de1ce1 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:26:42.801327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-d30afc21-5bae-4e22-aa78-a3a1d7de1ce1 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185745 Dec 09 22:26:42.847728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d78a6-863c-4a17-b525-b7453f9850d7 None None] Routers {'20791840-585a-419b-8533-7f468954ab35'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:42.848630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-958d78a6-863c-4a17-b525-b7453f9850d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['20791840-585a-419b-8533-7f468954ab35'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:42.973890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-21e53849-97e0-45c7-8a37-67904338a059 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1000 time: 0.1635544 Dec 09 22:26:42.979755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-928b09a2-02ec-4aae-a038-a67853008225 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:43.011926 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.045239 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-958d78a6-863c-4a17-b525-b7453f9850d7 None None] Set router 20791840-585a-419b-8533-7f468954ab35 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:43.048154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port eebcc623-ea2f-4600-9a6c-f7b578ab8679 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:26:43.115034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8001db-bd32-4f41-b45c-3c0a7670edbb req-ab1cbe33-4c2d-44da-85f5-67c5ea5d867f tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:43.122419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a8001db-bd32-4f41-b45c-3c0a7670edbb req-ab1cbe33-4c2d-44da-85f5-67c5ea5d867f tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.1684315 Dec 09 22:26:43.153761 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-928b09a2-02ec-4aae-a038-a67853008225 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.238437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a8001db-bd32-4f41-b45c-3c0a7670edbb req-954f790f-64a7-4f8e-9e79-1a5c766110f3 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102529 Dec 09 22:26:43.317689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port eebcc623-ea2f-4600-9a6c-f7b578ab8679 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:43.318735 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.365161 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.382161 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.408938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Deleting port 372fdc70-4d76-413f-9629-e8d3f23ea588 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:43.409683 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.501214 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.503287 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Attempting to bind port 32d1ed75-31f3-45a6-892f-b1a56bfcaebf on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:26:43.510851 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-928b09a2-02ec-4aae-a038-a67853008225 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.511921 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Attempting to bind port 32d1ed75-31f3-45a6-892f-b1a56bfcaebf by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:26:43.512473 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Attempting to bind port 32d1ed75-31f3-45a6-892f-b1a56bfcaebf on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:43.522367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96ce88-cf93-45eb-ad63-b3d6a553671d req-c22ac99b-891c-4134-aa33-e27f42265b1d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:43.524103 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d96ce88-cf93-45eb-ad63-b3d6a553671d req-c22ac99b-891c-4134-aa33-e27f42265b1d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 949 time: 0.1623158 Dec 09 22:26:43.526780 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-928b09a2-02ec-4aae-a038-a67853008225 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.527128 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-928b09a2-02ec-4aae-a038-a67853008225 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Floating IP ee354c40-9dc0-45b7-822a-37a070472ab8 disassociated. External IP: 172.25.8.47, port: a49e8ac9-6be4-49bb-ba3f-416401102ad2. Dec 09 22:26:43.532083 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:26:43.532512 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:43.532926 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.533323 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:26:43.541525 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Bound port: 32d1ed75-31f3-45a6-892f-b1a56bfcaebf, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:26:43.543175 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.559204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e586839-cc23-4b61-a8e3-3d2ff8c02b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebcc623-ea2f-4600-9a6c-f7b578ab8679'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:43.566051 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf1b3dd-41af-4531-8be0-cb07e103e55c" -d '{"events": [{"server_uuid": "5e586839-cc23-4b61-a8e3-3d2ff8c02b97", "name": "network-vif-plugged", "status": "completed", "tag": "eebcc623-ea2f-4600-9a6c-f7b578ab8679"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:43.568010 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Pushing event updated for resources: {'Port': ['ID=32d1ed75-31f3-45a6-892f-b1a56bfcaebf,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:43.625242 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.625593 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.626009 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.626617 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.626922 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.627479 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.627617 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.628158 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.628313 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.628642 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.628965 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.629285 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.629604 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:26:43.629990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port eebcc623-ea2f-4600-9a6c-f7b578ab8679, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=eebcc623-ea2f-4600-9a6c-f7b578ab8679,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:43.638973 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.650957 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] For port 372fdc70-4d76-413f-9629-e8d3f23ea588, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=372fdc70-4d76-413f-9629-e8d3f23ea588,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:43.651361 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.687059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Calling delete_port for 372fdc70-4d76-413f-9629-e8d3f23ea588 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:43.728544 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] For port 32d1ed75-31f3-45a6-892f-b1a56bfcaebf, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:26:43.734097 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] For port 32d1ed75-31f3-45a6-892f-b1a56bfcaebf, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=32d1ed75-31f3-45a6-892f-b1a56bfcaebf,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:26:43.740810 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:43.793284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d96ce88-cf93-45eb-ad63-b3d6a553671d req-6d1c76f4-a772-4ee3-a3c2-03ab8722f269 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154267 Dec 09 22:26:43.832704 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2fa88-49d9-44c0-baf1-91ea7fbd00a2 None None] Pushing event updated for resources: {'Port': ['ID=32d1ed75-31f3-45a6-892f-b1a56bfcaebf,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:43.836490 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Routers {'a7bb0544-5074-410b-9297-093e9ae05622'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:43.837220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=eebcc623-ea2f-4600-9a6c-f7b578ab8679,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:43.838627 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a7bb0544-5074-410b-9297-093e9ae05622'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:43.875058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-958d78a6-863c-4a17-b525-b7453f9850d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791840-585a-419b-8533-7f468954ab35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1830873614-router', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:26Z', 'updated_at': '2021-12-09T22:26:40Z', 'revision_number': 5, 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'gw_port': {'id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791840-585a-419b-8533-7f468954ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:27Z', 'updated_at': '2021-12-09T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:43.976183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d78a6-863c-4a17-b525-b7453f9850d7 None None] The sync data for ids ['20791840-585a-419b-8533-7f468954ab35'] in n-d-789963-23 is: [{'id': '20791840-585a-419b-8533-7f468954ab35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1830873614-router', 'tenant_id': '6393b658912d4fb694bc7ddefa1f7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:24:26Z', 'updated_at': '2021-12-09T22:26:40Z', 'revision_number': 5, 'project_id': '6393b658912d4fb694bc7ddefa1f7b20', 'gw_port': {'id': '372fdc70-4d76-413f-9629-e8d3f23ea588', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791840-585a-419b-8533-7f468954ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:24:27Z', 'updated_at': '2021-12-09T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:26:44.063017 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] Set router a7bb0544-5074-410b-9297-093e9ae05622 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:44.071299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:44.074939 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:44.115062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Pushing event deleted for resources: {'Port': ['ID=372fdc70-4d76-413f-9629-e8d3f23ea588,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:44.174191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5be44-b27b-4474-add9-2283fa7f863d req-818fc33e-9444-4a2b-aea4-df3fcadfc9de tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:44.179044 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1f5be44-b27b-4474-add9-2283fa7f863d req-818fc33e-9444-4a2b-aea4-df3fcadfc9de tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.1705160 Dec 09 22:26:44.181021 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-928b09a2-02ec-4aae-a038-a67853008225 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Router f411ee0e-e692-44fc-844b-812bf2d1872a has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:26:44.222768 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:44.312115 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1f5be44-b27b-4474-add9-2283fa7f863d req-4cc62acb-f1b2-480e-ba9a-f37b611c4d5b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181765 Dec 09 22:26:44.396609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-928b09a2-02ec-4aae-a038-a67853008225 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:26:44.401341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-928b09a2-02ec-4aae-a038-a67853008225 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:44.426544 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd628b-0557-4eb5-a959-ca6685816d70 None None] Sync routers for ids ['f411ee0e-e692-44fc-844b-812bf2d1872a'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:26:44.439233 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-928b09a2-02ec-4aae-a038-a67853008225 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "PUT /v2.0/floatingips/ee354c40-9dc0-45b7-822a-37a070472ab8 HTTP/1.1" status: 200 len: 694 time: 1.4608612 Dec 09 22:26:44.439775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:44.443675 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe5cdee-5aeb-4659-93a6-1bc235bed4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:44.446373 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd628b-0557-4eb5-a959-ca6685816d70 None None] Routers {'f411ee0e-e692-44fc-844b-812bf2d1872a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:44.447108 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-94fd628b-0557-4eb5-a959-ca6685816d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f411ee0e-e692-44fc-844b-812bf2d1872a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:44.456880 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1778036d-2c0f-4795-8296-7f1267bff203 x-openstack-request-id: req-1778036d-2c0f-4795-8296-7f1267bff203 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:44.457738 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e586839-cc23-4b61-a8e3-3d2ff8c02b97", "name": "network-vif-plugged", "status": "completed", "tag": "eebcc623-ea2f-4600-9a6c-f7b578ab8679", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:44.458177 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1778036d-2c0f-4795-8296-7f1267bff203 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:44.458749 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e586839-cc23-4b61-a8e3-3d2ff8c02b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebcc623-ea2f-4600-9a6c-f7b578ab8679', 'code': 200} Dec 09 22:26:44.567864 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:26:39Z', 'revision_number': 3, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:44.603731 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3423375-dbdf-470b-bb2d-b9dbb6fff3ee None None] The sync data for ids ['a7bb0544-5074-410b-9297-093e9ae05622'] in n-d-789963-23 is: [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:26:39Z', 'revision_number': 3, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:26:44.626067 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-94fd628b-0557-4eb5-a959-ca6685816d70 None None] Set router f411ee0e-e692-44fc-844b-812bf2d1872a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:44.646480 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Allocated IP 172.20.0.1 (33c5fb6b-2753-4b3b-a034-dfcc76498076/91bf9127-114c-446d-b2a5-3b3510fa3ab5/9f027447-be5e-4b10-bda1-3b5592a71897) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:44.659836 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-4a6a0283-0c4a-4406-9f63-3b4de0240c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:44.661416 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-4a6a0283-0c4a-4406-9f63-3b4de0240c3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd&device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 1097 time: 0.1926138 Dec 09 22:26:44.694196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6b2d3-27ff-42c3-8690-6d3b5afb9ade req-2a7cbd43-7680-4268-b124-e4ca4142d1ae tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:44.695690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30e6b2d3-27ff-42c3-8690-6d3b5afb9ade req-2a7cbd43-7680-4268-b124-e4ca4142d1ae tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.1319690 Dec 09 22:26:44.754513 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:44.757204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:44.836107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:44.836813 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20791840-585a-419b-8533-7f468954ab35 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:26:44.863242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:44.864476 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ad888f32-7220-4735-a3df-9dee4c9a849c admin admin] 10.222.0.16 "DELETE /v2.0/routers/20791840-585a-419b-8533-7f468954ab35 HTTP/1.1" status: 204 len: 168 time: 2.7872367 Dec 09 22:26:44.867157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35218) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:44.880886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-06e5e93d-0bd2-42f8-a130-b50468e3b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:44.884780 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-06e5e93d-0bd2-42f8-a130-b50468e3b595 service neutron] 10.222.0.16 "GET /v2.0/networks?id=272064d1-85b1-4619-843b-a73f0738415e HTTP/1.1" status: 200 len: 921 time: 0.2126057 Dec 09 22:26:44.956282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-89e7f505-6b11-4316-bfdc-6c1b2871337b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 217 time: 0.0524480 Dec 09 22:26:44.979022 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-94fd628b-0557-4eb5-a959-ca6685816d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7c413aca-1fee-4dfe-9cfb-4303c7a3bff8', 'name': '', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'mac_address': 'fa:16:3e:85:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:26Z', 'updated_at': '2021-12-09T22:25:34Z', 'revision_number': 5, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'subnets': [{'id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:44.993402 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:44.997184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe8d98-547e-4775-b899-e61e20e2419d req-c78312b9-dc70-4355-98ab-ab5d68a0a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:45.000051 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99fe8d98-547e-4775-b899-e61e20e2419d req-c78312b9-dc70-4355-98ab-ab5d68a0a7d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 1102 time: 0.1831856 Dec 09 22:26:45.009221 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30e6b2d3-27ff-42c3-8690-6d3b5afb9ade req-98fa325a-6373-43d0-824a-48d7cf337627 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918196 Dec 09 22:26:45.054086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-83833a34-a3e2-4a50-93bd-a05ef1d5c3f7 admin admin] Deleting subnet 161ff18e-83b4-4c58-b109-a9e45b6051f2 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:26:45.082256 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd628b-0557-4eb5-a959-ca6685816d70 None None] Checking router: f411ee0e-e692-44fc-844b-812bf2d1872a for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:26:45.090293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83833a34-a3e2-4a50-93bd-a05ef1d5c3f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:45.105229 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd628b-0557-4eb5-a959-ca6685816d70 None None] Routers {'f411ee0e-e692-44fc-844b-812bf2d1872a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:45.108137 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-94fd628b-0557-4eb5-a959-ca6685816d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f411ee0e-e692-44fc-844b-812bf2d1872a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:45.160977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-6f7f6d20-3636-452e-a5db-f60adbd783d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:45.162422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-6f7f6d20-3636-452e-a5db-f60adbd783d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b831de4c-aec9-4c65-b78f-076b01fd0f41 HTTP/1.1" status: 200 len: 860 time: 0.1975913 Dec 09 22:26:45.210628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-ac14f037-adf6-4339-a0a5-839eb1aeb51c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=272064d1-85b1-4619-843b-a73f0738415e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350325 Dec 09 22:26:45.215836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83833a34-a3e2-4a50-93bd-a05ef1d5c3f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:45.256462 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99fe8d98-547e-4775-b899-e61e20e2419d req-f2b36656-01de-48ce-9d34-ac8fc0209d3b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278707 Dec 09 22:26:45.274115 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:45.300883 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329e4f5b-6599-4427-8b30-0eda5b9e35e0 x-openstack-request-id: req-329e4f5b-6599-4427-8b30-0eda5b9e35e0 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:45.300883 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:45.301226 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-329e4f5b-6599-4427-8b30-0eda5b9e35e0 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:45.301453 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'status': 'completed', 'code': 200} Dec 09 22:26:45.328179 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-94fd628b-0557-4eb5-a959-ca6685816d70 None None] Set router f411ee0e-e692-44fc-844b-812bf2d1872a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:45.339652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Network 33c5fb6b-2753-4b3b-a034-dfcc76498076 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:45.379113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:45.427923 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83833a34-a3e2-4a50-93bd-a05ef1d5c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:45.439669 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-d0377c7a-0676-43a1-9fbc-3c7eb2cd033d service neutron] 10.222.0.16 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159791 Dec 09 22:26:45.522865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd605e-3e85-43ad-9cd4-00d717f0e4de req-59eeaef3-32c2-4a22-b2dd-2fcfe77bc52d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:45.524702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7afd605e-3e85-43ad-9cd4-00d717f0e4de req-59eeaef3-32c2-4a22-b2dd-2fcfe77bc52d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 950 time: 0.1526809 Dec 09 22:26:45.556607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f027447-be5e-4b10-bda1-3b5592a71897,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:45.569351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:45.700047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7afd605e-3e85-43ad-9cd4-00d717f0e4de req-72faaa99-4476-4ddc-a5ce-d29bcde3139f tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637816 Dec 09 22:26:45.736729 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:45.754655 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a21217-cfbf-4c1d-9b89-f20976e5c815 req-0cb2fde0-2463-4788-b782-390566290c86 service neutron] 10.222.0.16 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056867 Dec 09 22:26:45.855107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83833a34-a3e2-4a50-93bd-a05ef1d5c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:45.863509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-00488d34-5423-47ed-8477-08bb8b4c1bd3 None None] Provisioning complete for port 9f027447-be5e-4b10-bda1-3b5592a71897 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:45.865655 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-00488d34-5423-47ed-8477-08bb8b4c1bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:45.963279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 32d1ed75-31f3-45a6-892f-b1a56bfcaebf up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:45.969877 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-94fd628b-0557-4eb5-a959-ca6685816d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7c413aca-1fee-4dfe-9cfb-4303c7a3bff8', 'name': '', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'mac_address': 'fa:16:3e:85:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:26Z', 'updated_at': '2021-12-09T22:25:34Z', 'revision_number': 5, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'subnets': [{'id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:45.980306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83833a34-a3e2-4a50-93bd-a05ef1d5c3f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161ff18e-83b4-4c58-b109-a9e45b6051f2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:45.989301 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83833a34-a3e2-4a50-93bd-a05ef1d5c3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:45.993274 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-83833a34-a3e2-4a50-93bd-a05ef1d5c3f7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/161ff18e-83b4-4c58-b109-a9e45b6051f2 HTTP/1.1" status: 204 len: 168 time: 1.1204922 Dec 09 22:26:45.996956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35234) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:46.006198 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4832b956-a810-406d-9090-d945e51f3674 req-db31a723-126c-41aa-8a20-505ec9938115 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/floatingips/ee354c40-9dc0-45b7-822a-37a070472ab8 HTTP/1.1" status: 200 len: 694 time: 0.0981534 Dec 09 22:26:46.031152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6266f9e9-e71a-46d2-810a-641c371b274d None None] Network b74c00ce-bb2c-4e2a-a6db-6057fbb002eb requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:26:46.037332 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd628b-0557-4eb5-a959-ca6685816d70 None None] The sync data for ids ['f411ee0e-e692-44fc-844b-812bf2d1872a'] in n-d-789963-23 is: [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7c413aca-1fee-4dfe-9cfb-4303c7a3bff8', 'name': '', 'network_id': '272064d1-85b1-4619-843b-a73f0738415e', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'mac_address': 'fa:16:3e:85:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:26Z', 'updated_at': '2021-12-09T22:25:34Z', 'revision_number': 5, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'subnets': [{'id': 'b831de4c-aec9-4c65-b78f-076b01fd0f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:26:46.051385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d88011-d985-4600-a2c1-83656f8a02b4 req-f48177b0-7f44-44a3-b6cb-bdc08f5028a9 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:46.061005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99d88011-d985-4600-a2c1-83656f8a02b4 req-f48177b0-7f44-44a3-b6cb-bdc08f5028a9 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.2036912 Dec 09 22:26:46.092285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-00488d34-5423-47ed-8477-08bb8b4c1bd3 None None] Port 9f027447-be5e-4b10-bda1-3b5592a71897 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:26:46.140325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99d88011-d985-4600-a2c1-83656f8a02b4 req-a9b91d05-f38b-468f-9f2d-9d19f91beafd tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776119 Dec 09 22:26:46.205407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:46.208930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5cdee-5aeb-4659-93a6-1bc235bed4a6 req-0416babe-5ba1-4cf7-9c4b-c25956ed9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:46.214275 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7fe5cdee-5aeb-4659-93a6-1bc235bed4a6 req-0416babe-5ba1-4cf7-9c4b-c25956ed9c94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd&device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 1097 time: 0.3605618 Dec 09 22:26:46.246077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832b956-a810-406d-9090-d945e51f3674 req-9b2dcc79-0d35-466d-8511-484f30340c6f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:46.257522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4832b956-a810-406d-9090-d945e51f3674 req-9b2dcc79-0d35-466d-8511-484f30340c6f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2441702 Dec 09 22:26:46.315337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 32d1ed75-31f3-45a6-892f-b1a56bfcaebf triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:46.315712 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:46.403471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4832b956-a810-406d-9090-d945e51f3674 req-f44b7fe7-3236-4cf7-ab7b-0026e47a48c5 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 697 time: 0.1450448 Dec 09 22:26:46.453003 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:46.473245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4832b956-a810-406d-9090-d945e51f3674 req-53538266-7fd0-4653-9452-f4e8685a597b tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 697 time: 0.0580888 Dec 09 22:26:46.492256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67de3d6-3614-4c68-8169-85aed68773fb req-d3a84d0a-694d-4090-9ac6-701ef92ca146 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:46.495461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 32d1ed75-31f3-45a6-892f-b1a56bfcaebf, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=32d1ed75-31f3-45a6-892f-b1a56bfcaebf,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:46.500618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8f44d9-405f-4f15-9a35-a699652d9c38 None None] DHCP port deletion for b74c00ce-bb2c-4e2a-a6db-6057fbb002eb request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:26:46.500968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f67de3d6-3614-4c68-8169-85aed68773fb req-d3a84d0a-694d-4090-9ac6-701ef92ca146 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.1380415 Dec 09 22:26:46.505296 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:46.608229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9e11d2d1-b994-493c-a12e-2c311bec941c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:46.657398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 9e11d2d1-b994-493c-a12e-2c311bec941c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:46.657819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9e11d2d1-b994-493c-a12e-2c311bec941c not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:46.658252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 372fdc70-4d76-413f-9629-e8d3f23ea588 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:46.698658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 372fdc70-4d76-413f-9629-e8d3f23ea588 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:46.698965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 372fdc70-4d76-413f-9629-e8d3f23ea588 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:46.704772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=32d1ed75-31f3-45a6-892f-b1a56bfcaebf,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:46.737036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f44d9-405f-4f15-9a35-a699652d9c38 None None] Deleting port dcfc67e8-c220-415a-91af-5e937b25d17e {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:46.737400 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d8f44d9-405f-4f15-9a35-a699652d9c38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:46.822357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1d8f44d9-405f-4f15-9a35-a699652d9c38 None None] For port dcfc67e8-c220-415a-91af-5e937b25d17e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dcfc67e8-c220-415a-91af-5e937b25d17e,segment=NetworkSegment(e11b980f-8b7a-4b31-902f-d5cb85af42d6),segment_id=e11b980f-8b7a-4b31-902f-d5cb85af42d6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:46.823048 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d8f44d9-405f-4f15-9a35-a699652d9c38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:46.843624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f44d9-405f-4f15-9a35-a699652d9c38 None None] Calling delete_port for dcfc67e8-c220-415a-91af-5e937b25d17e owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:46.935228 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d8f44d9-405f-4f15-9a35-a699652d9c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:46.975032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f44d9-405f-4f15-9a35-a699652d9c38 None None] Pushing event deleted for resources: {'Port': ['ID=dcfc67e8-c220-415a-91af-5e937b25d17e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:46.976865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8f44d9-405f-4f15-9a35-a699652d9c38 None None] No DVR routers for this DVR port dcfc67e8-c220-415a-91af-5e937b25d17e on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:47.017050 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f67de3d6-3614-4c68-8169-85aed68773fb req-fb78ac81-1103-4f8c-b98a-218ae6169857 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077953 Dec 09 22:26:47.074185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec165d2-9c26-4a3f-82ac-d7da2d57ba16 None None] New status for floating IP ee354c40-9dc0-45b7-822a-37a070472ab8: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:26:47.106232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.202606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf788a-38c9-401e-9a7e-0d56a7495e9f req-e3387d79-0380-4174-87a0-e8b2bebe59d0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:47.208096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2abf788a-38c9-401e-9a7e-0d56a7495e9f req-e3387d79-0380-4174-87a0-e8b2bebe59d0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 950 time: 0.1074383 Dec 09 22:26:47.263450 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.268320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5cdee-5aeb-4659-93a6-1bc235bed4a6 req-aa73a23f-f45c-44ff-b4e3-4398d6bc74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:47.273308 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7fe5cdee-5aeb-4659-93a6-1bc235bed4a6 req-aa73a23f-f45c-44ff-b4e3-4398d6bc74e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=272064d1-85b1-4619-843b-a73f0738415e HTTP/1.1" status: 200 len: 921 time: 0.9976032 Dec 09 22:26:47.275374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-4832b956-a810-406d-9090-d945e51f3674 req-b1c3b4c8-12ec-4162-89cc-cdc3f5492c74 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Deleting port dcab170a-87c5-4a14-96c6-9ca0dccf9bb4 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:47.276129 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4832b956-a810-406d-9090-d945e51f3674 req-b1c3b4c8-12ec-4162-89cc-cdc3f5492c74 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.305470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2abf788a-38c9-401e-9a7e-0d56a7495e9f req-3ba2f778-481e-4287-9f2f-e58f4670d808 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864375 Dec 09 22:26:47.334344 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.366649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7fe5cdee-5aeb-4659-93a6-1bc235bed4a6 req-89ffbac0-a500-4737-b951-d275bc064a3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 200 len: 217 time: 0.0757658 Dec 09 22:26:47.368318 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.446496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4832b956-a810-406d-9090-d945e51f3674 req-b1c3b4c8-12ec-4162-89cc-cdc3f5492c74 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.447464 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4832b956-a810-406d-9090-d945e51f3674 req-b1c3b4c8-12ec-4162-89cc-cdc3f5492c74 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.483440 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f027447-be5e-4b10-bda1-3b5592a71897,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:47.486113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-4832b956-a810-406d-9090-d945e51f3674 req-b1c3b4c8-12ec-4162-89cc-cdc3f5492c74 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Calling delete_port for dcab170a-87c5-4a14-96c6-9ca0dccf9bb4 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:47.491959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74c00ce-bb2c-4e2a-a6db-6057fbb002eb']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:47.515653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11b980f-8b7a-4b31-902f-d5cb85af42d6') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:47.515885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11b980f-8b7a-4b31-902f-d5cb85af42d6') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:47.517837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.533240 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.552109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5cdee-5aeb-4659-93a6-1bc235bed4a6 req-87cc39a9-5b60-4d57-8a70-a47cf728a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:47.553600 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7fe5cdee-5aeb-4659-93a6-1bc235bed4a6 req-87cc39a9-5b60-4d57-8a70-a47cf728a5b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b831de4c-aec9-4c65-b78f-076b01fd0f41 HTTP/1.1" status: 200 len: 860 time: 0.1629951 Dec 09 22:26:47.557223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a85e5e-ceeb-437e-b48f-014c64798695 req-3262c895-3a4c-458c-97b2-598240d72318 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:47.558866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8a85e5e-ceeb-437e-b48f-014c64798695 req-3262c895-3a4c-458c-97b2-598240d72318 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.1288307 Dec 09 22:26:47.591724 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.595465 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7fe5cdee-5aeb-4659-93a6-1bc235bed4a6 req-c2945b1e-636c-43a2-bab5-8cdc6a7e909c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=272064d1-85b1-4619-843b-a73f0738415e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302796 Dec 09 22:26:47.603155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:26:47.603557 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:26:47.605249 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:26:47.639023 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8a85e5e-ceeb-437e-b48f-014c64798695 req-8ae937d2-1e4c-4368-8f00-7bd1fa050627 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713241 Dec 09 22:26:47.734679 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4832b956-a810-406d-9090-d945e51f3674 req-b1c3b4c8-12ec-4162-89cc-cdc3f5492c74 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.764506 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.778964 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.781020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3b4c8-12ec-4162-89cc-cdc3f5492c74 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Pushing event deleted for resources: {'Port': ['ID=dcab170a-87c5-4a14-96c6-9ca0dccf9bb4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:47.782266 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b74c00ce-bb2c-4e2a-a6db-6057fbb002eb HTTP/1.1" status: 204 len: 168 time: 1.7828805 Dec 09 22:26:47.803153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5ac46-8527-4a62-814d-26459f88d894 admin admin] Pushing event deleted for resources: {'Network': ['ID=b74c00ce-bb2c-4e2a-a6db-6057fbb002eb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:47.807105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 32d1ed75-31f3-45a6-892f-b1a56bfcaebf up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:47.833035 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7fe5cdee-5aeb-4659-93a6-1bc235bed4a6 req-eccfbc85-31c0-4caa-9d13-8c466d4047c5 service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269070 Dec 09 22:26:47.834832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Network 33c5fb6b-2753-4b3b-a034-dfcc76498076 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:47.862959 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4832b956-a810-406d-9090-d945e51f3674 req-b1c3b4c8-12ec-4162-89cc-cdc3f5492c74 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.873407 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4832b956-a810-406d-9090-d945e51f3674 req-b1c3b4c8-12ec-4162-89cc-cdc3f5492c74 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:47.885323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:47.904628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4832b956-a810-406d-9090-d945e51f3674 req-b1c3b4c8-12ec-4162-89cc-cdc3f5492c74 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "DELETE /v2.0/floatingips/ee354c40-9dc0-45b7-822a-37a070472ab8 HTTP/1.1" status: 204 len: 173 time: 1.3905845 Dec 09 22:26:47.994697 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 32d1ed75-31f3-45a6-892f-b1a56bfcaebf triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:47.995227 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.190159 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7fe5cdee-5aeb-4659-93a6-1bc235bed4a6 req-43e8a11f-da74-464e-be8c-a86aec71e572 service neutron] 10.222.0.18 "GET /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434455 Dec 09 22:26:48.268245 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dcfc67e8-c220-415a-91af-5e937b25d17e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:48.293164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: dcfc67e8-c220-415a-91af-5e937b25d17e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:48.293750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dcfc67e8-c220-415a-91af-5e937b25d17e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:48.302515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Router a7bb0544-5074-410b-9297-093e9ae05622 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:26:48.317314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c80b6-145f-432a-a7e8-c988898814b1 req-0e37fc39-30e3-4163-8297-29fdbfba8517 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:48.320660 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b6c80b6-145f-432a-a7e8-c988898814b1 req-0e37fc39-30e3-4163-8297-29fdbfba8517 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 1102 time: 0.1868622 Dec 09 22:26:48.330800 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4531a320-1765-4198-a435-bcef13c57b11 req-587007d7-910f-4e20-a6bd-1e1013102689 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups/a05a96ec-bf47-472c-a217-7cabdda5c673 HTTP/1.1" status: 200 len: 1822 time: 0.0948300 Dec 09 22:26:48.341438 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fdd651a1-f7e1-49e7-899d-be6a1649d918 None None] Provisioning complete for port 9f027447-be5e-4b10-bda1-3b5592a71897 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:48.342319 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fdd651a1-f7e1-49e7-899d-be6a1649d918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.363245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35272) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:48.388764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5b6c80b6-145f-432a-a7e8-c988898814b1 req-aee64422-6f28-4c16-86f9-63e61db8bc1a tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.395104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fdd651a1-f7e1-49e7-899d-be6a1649d918 None None] Port 9f027447-be5e-4b10-bda1-3b5592a71897 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:26:48.502086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:26:48.507528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aedf74b3-15bd-4708-8b28-0b54e16896fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a53951a7469542d6a592d3c75daaf763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427050 Dec 09 22:26:48.508034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1ac04f01-d8b6-43e3-82fe-7cfab6ebe0e5 admin admin] 10.222.0.16 "PUT /v2.0/routers/a7bb0544-5074-410b-9297-093e9ae05622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3763585 Dec 09 22:26:48.513620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4531a320-1765-4198-a435-bcef13c57b11 req-132df7b9-e2c7-488d-98d2-5f0b29d0428a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.520577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35276) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:48.520800 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Sync routers for ids ['a7bb0544-5074-410b-9297-093e9ae05622'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:26:48.535390 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Routers {'a7bb0544-5074-410b-9297-093e9ae05622'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:48.537302 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a7bb0544-5074-410b-9297-093e9ae05622'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:48.555820 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4531a320-1765-4198-a435-bcef13c57b11 req-132df7b9-e2c7-488d-98d2-5f0b29d0428a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.622912 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5b6c80b6-145f-432a-a7e8-c988898814b1 req-aee64422-6f28-4c16-86f9-63e61db8bc1a tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.630288 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5b6c80b6-145f-432a-a7e8-c988898814b1 req-aee64422-6f28-4c16-86f9-63e61db8bc1a tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.657307 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c10ac478-70cc-47bf-993a-87105eeeadfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.657563 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4531a320-1765-4198-a435-bcef13c57b11 req-132df7b9-e2c7-488d-98d2-5f0b29d0428a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.668542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4531a320-1765-4198-a435-bcef13c57b11 req-132df7b9-e2c7-488d-98d2-5f0b29d0428a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.669740 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4531a320-1765-4198-a435-bcef13c57b11 req-132df7b9-e2c7-488d-98d2-5f0b29d0428a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "DELETE /v2.0/security-groups/a05a96ec-bf47-472c-a217-7cabdda5c673 HTTP/1.1" status: 204 len: 173 time: 0.3290894 Dec 09 22:26:48.713176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b6c80b6-145f-432a-a7e8-c988898814b1 req-aee64422-6f28-4c16-86f9-63e61db8bc1a tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806992 Dec 09 22:26:48.720378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee64422-6f28-4c16-86f9-63e61db8bc1a tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ce1e73-ae07-4bbd-bd03-d2e96a4d1e35,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:48.738104 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c10ac478-70cc-47bf-993a-87105eeeadfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.748261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132df7b9-e2c7-488d-98d2-5f0b29d0428a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a96ec-bf47-472c-a217-7cabdda5c673,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:48.841389 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c10ac478-70cc-47bf-993a-87105eeeadfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.845317 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c10ac478-70cc-47bf-993a-87105eeeadfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:48.847945 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c10ac478-70cc-47bf-993a-87105eeeadfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5ed861d-1e8f-4727-8b4e-baf942e3af83 HTTP/1.1" status: 204 len: 168 time: 0.3254392 Dec 09 22:26:48.867781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ac478-70cc-47bf-993a-87105eeeadfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ed861d-1e8f-4727-8b4e-baf942e3af83,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:48.884875 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Set router a7bb0544-5074-410b-9297-093e9ae05622 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:48.977607 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ed449-fad4-46dd-82bc-daf7098126b5 req-261b5758-10bd-45a0-bb73-a6c05ca26dea tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:48.979616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d04ed449-fad4-46dd-82bc-daf7098126b5 req-261b5758-10bd-45a0-bb73-a6c05ca26dea tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.0710716 Dec 09 22:26:48.991887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c413230-1981-4ea8-a93b-395e74af7629 req-21b8cf14-0001-4fbc-ac8d-572ab80785b0 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:48.993802 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c413230-1981-4ea8-a93b-395e74af7629 req-21b8cf14-0001-4fbc-ac8d-572ab80785b0 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.1760247 Dec 09 22:26:49.102061 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c413230-1981-4ea8-a93b-395e74af7629 req-f0e9a319-004e-46dd-b305-ab2077de0a20 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663543 Dec 09 22:26:49.143159 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d04ed449-fad4-46dd-82bc-daf7098126b5 req-1fcf3413-3d14-4e7a-890a-69a2965b9382 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471260 Dec 09 22:26:49.248090 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '9f027447-be5e-4b10-bda1-3b5592a71897', 'name': '', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'mac_address': 'fa:16:3e:aa:b8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:44Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 2, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'subnets': [{'id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:49.305180 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Checking router: a7bb0544-5074-410b-9297-093e9ae05622 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:26:49.305537 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Updating router a7bb0544-5074-410b-9297-093e9ae05622 port 9f027447-be5e-4b10-bda1-3b5592a71897 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:26:49.342961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35298) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:49.348330 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:49.519294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8376d-473d-4448-884d-f3ef6ae73bec req-2e052af8-1d55-4c2a-a44f-fc794f7efd45 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:49.520894 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d7c8376d-473d-4448-884d-f3ef6ae73bec req-2e052af8-1d55-4c2a-a44f-fc794f7efd45 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.0614080 Dec 09 22:26:49.589732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35308) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:49.614774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d7c8376d-473d-4448-884d-f3ef6ae73bec req-73e8361a-eb21-49cf-a2ec-4dece7fae51d tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730243 Dec 09 22:26:49.650677 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f12b1f5b-127e-489d-b583-221d2acc3f63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6393b658912d4fb694bc7ddefa1f7b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0592775 Dec 09 22:26:49.652830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35312) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:49.659742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70125f-e07d-4990-903a-3a1615f11eba req-47c097da-a6bf-4800-85df-01873fcafc3f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:49.661312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab70125f-e07d-4990-903a-3a1615f11eba req-47c097da-a6bf-4800-85df-01873fcafc3f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1394928 Dec 09 22:26:49.721857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a67c12c5-f3af-4720-9c68-e42a44ceae79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:49.748547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a67c12c5-f3af-4720-9c68-e42a44ceae79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:49.828598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab70125f-e07d-4990-903a-3a1615f11eba req-b19c2516-a43d-4fd8-a1df-388456c4d779 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483114 Dec 09 22:26:49.853051 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb864dc4-0f06-4e08-8b25-286f6a6be95e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:49.929337 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:49.935485 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a67c12c5-f3af-4720-9c68-e42a44ceae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:49.935953 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:49.938836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a67c12c5-f3af-4720-9c68-e42a44ceae79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:49.942404 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a67c12c5-f3af-4720-9c68-e42a44ceae79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/562d3936-4275-4335-b21b-a155330c6498 HTTP/1.1" status: 204 len: 168 time: 0.2860746 Dec 09 22:26:49.974249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c12c5-f3af-4720-9c68-e42a44ceae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562d3936-4275-4335-b21b-a155330c6498,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:50.025870 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b633d40-e853-4027-8733-47e2fbba6621 None None] Pushing event updated for resources: {'Port': ['ID=9f027447-be5e-4b10-bda1-3b5592a71897,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:50.054132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fc46c73b-6a0d-4e36-b29a-08d5972c380e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740588 Dec 09 22:26:50.095698 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Attempting to bind port 9f027447-be5e-4b10-bda1-3b5592a71897 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:26:50.096076 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Attempting to bind port 9f027447-be5e-4b10-bda1-3b5592a71897 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:26:50.096437 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Attempting to bind port 9f027447-be5e-4b10-bda1-3b5592a71897 on network 33c5fb6b-2753-4b3b-a034-dfcc76498076 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:50.103912 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:26:50.104306 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Checking segment: {'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:50.104713 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.105121 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Bound using segment: {'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:26:50.105585 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Bound port: 9f027447-be5e-4b10-bda1-3b5592a71897, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:26:50.105990 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.119772 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb864dc4-0f06-4e08-8b25-286f6a6be95e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.127426 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb864dc4-0f06-4e08-8b25-286f6a6be95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.238658 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cb864dc4-0f06-4e08-8b25-286f6a6be95e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13d47f18e8cd473d976d954dee8fde21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8878732 Dec 09 22:26:50.238658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35338) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:50.243644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb864dc4-0f06-4e08-8b25-286f6a6be95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d0f5e3-0c09-49f0-9b38-1b0e6466e941,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:50.258073 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] For port 9f027447-be5e-4b10-bda1-3b5592a71897, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:26:50.263221 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] For port 9f027447-be5e-4b10-bda1-3b5592a71897, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9f027447-be5e-4b10-bda1-3b5592a71897,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:26:50.269886 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.347939 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b633d40-e853-4027-8733-47e2fbba6621 None None] Pushing event updated for resources: {'Port': ['ID=9f027447-be5e-4b10-bda1-3b5592a71897,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:50.351654 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a0d4240c-2df2-4d96-8747-bdb9ada687b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.356372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa0514-aa15-4bd6-9546-64c2aab4faa4 req-85f3e8e9-9d1a-4982-b670-0457f28d8529 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:50.363094 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Routers {'a7bb0544-5074-410b-9297-093e9ae05622'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:26:50.363879 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a7bb0544-5074-410b-9297-093e9ae05622'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:50.371963 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-deaa0514-aa15-4bd6-9546-64c2aab4faa4 req-85f3e8e9-9d1a-4982-b670-0457f28d8529 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.2623940 Dec 09 22:26:50.408202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a0d4240c-2df2-4d96-8747-bdb9ada687b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.415401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f88708d7-097b-4ef5-97d6-805568f8adb2 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:50.424668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f88708d7-097b-4ef5-97d6-805568f8adb2 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3692434 Dec 09 22:26:50.455225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-74177c8f-bec9-41b6-a2db-1d0d9b4a14d3 None None] Provisioning complete for port 9f027447-be5e-4b10-bda1-3b5592a71897 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:50.455760 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-74177c8f-bec9-41b6-a2db-1d0d9b4a14d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.457691 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-7ae487e3-bda7-4204-b1e2-e77b0e4ac13d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/quotas/a6e413190b95419d9d1bf7868e26f3f9 HTTP/1.1" status: 200 len: 375 time: 0.0319397 Dec 09 22:26:50.508884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35348) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:50.520291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1732389007-network', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:50.524111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-deaa0514-aa15-4bd6-9546-64c2aab4faa4 req-06b66e8f-d1d5-46ed-8110-918ea57a5fc5 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511621 Dec 09 22:26:50.578522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Made reservation on behalf of e68a0ebe50b544a0aebef2664f609600 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:26:50.582877 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] Set router a7bb0544-5074-410b-9297-093e9ae05622 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:26:50.584719 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.593196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-9b4b98c5-5d61-4fe6-b3a5-ad3f5c36a1c0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1340485 Dec 09 22:26:50.622431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a0d4240c-2df2-4d96-8747-bdb9ada687b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.625438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a0d4240c-2df2-4d96-8747-bdb9ada687b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.628815 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a0d4240c-2df2-4d96-8747-bdb9ada687b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7d0f5e3-0c09-49f0-9b38-1b0e6466e941 HTTP/1.1" status: 204 len: 168 time: 0.3940763 Dec 09 22:26:50.668448 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.671989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4240c-2df2-4d96-8747-bdb9ada687b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d0f5e3-0c09-49f0-9b38-1b0e6466e941,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:50.720381 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-74177c8f-bec9-41b6-a2db-1d0d9b4a14d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.824072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e3fac-8c20-4ead-ac9f-dea943593a7a req-6d7c5f64-f0cd-4d54-b65c-d11a5db3c4f6 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:50.832972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b20e3fac-8c20-4ead-ac9f-dea943593a7a req-6d7c5f64-f0cd-4d54-b65c-d11a5db3c4f6 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.1794987 Dec 09 22:26:50.842884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-74177c8f-bec9-41b6-a2db-1d0d9b4a14d3 None None] For port 9f027447-be5e-4b10-bda1-3b5592a71897, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9f027447-be5e-4b10-bda1-3b5592a71897,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:50.849265 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-74177c8f-bec9-41b6-a2db-1d0d9b4a14d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.891832 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.897507 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.962538 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b20e3fac-8c20-4ead-ac9f-dea943593a7a req-b1e9c2a4-c944-4625-9a98-f048115aa7a4 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282876 Dec 09 22:26:50.973611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:26:50.984369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27f9484-8a53-4de3-a89b-53dbbb5c4f42,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:50.989911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74177c8f-bec9-41b6-a2db-1d0d9b4a14d3 None None] Pushing event updated for resources: {'Port': ['ID=9f027447-be5e-4b10-bda1-3b5592a71897,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:50.999524 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:50.999756 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Added segment 26790619-33f9-48b6-a2f7-d4644876c156 of type vlan for network 415ecd2f-31ad-4421-8214-9aa78c2e5d68 Dec 09 22:26:51.002979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c1d5a2aa-2270-4d53-900b-b9153d1c94e6 None None] Provisioning complete for port 9f027447-be5e-4b10-bda1-3b5592a71897 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:51.003434 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a2aa-2270-4d53-900b-b9153d1c94e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:51.097251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:51.106930 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '9f027447-be5e-4b10-bda1-3b5592a71897', 'name': '', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'mac_address': 'fa:16:3e:aa:b8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:44Z', 'updated_at': '2021-12-09T22:26:50Z', 'revision_number': 4, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'subnets': [{'id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:26:51.128048 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:51.129138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:51.129723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:51.192211 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fd726-ac2d-4204-b6b4-7b309030be02 None None] The sync data for ids ['a7bb0544-5074-410b-9297-093e9ae05622'] in n-d-789963-23 is: [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '9f027447-be5e-4b10-bda1-3b5592a71897', 'name': '', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'mac_address': 'fa:16:3e:aa:b8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:44Z', 'updated_at': '2021-12-09T22:26:50Z', 'revision_number': 4, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'subnets': [{'id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:26:51.333584 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8230672 Dec 09 22:26:51.344114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35380) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:51.380837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-05de29fa-b3f9-40c4-a700-807c14169184 admin admin] Request body: {'subnet': {'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1732389007-subnet', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:51.496005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c279881-5718-4be4-ac8d-37e6a28dee02 admin admin] Pushing event updated for resources: {'Network': ['ID=415ecd2f-31ad-4421-8214-9aa78c2e5d68,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:51.501510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff51f-6fee-4056-91fc-7911194a41dd req-6ab642c3-5fd6-4ffc-80be-29acfb1472fe tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:51.508590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 415ecd2f-31ad-4421-8214-9aa78c2e5d68 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:26:51.510821 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-6ab642c3-5fd6-4ffc-80be-29acfb1472fe tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 808 time: 0.2982869 Dec 09 22:26:51.534441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4883252-dffb-4198-a572-c3c42f785529 req-b4effb6b-da9c-4bf7-b2a3-e3f5d5acd1a0 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:51.544557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4883252-dffb-4198-a572-c3c42f785529 req-b4effb6b-da9c-4bf7-b2a3-e3f5d5acd1a0 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1182830 Dec 09 22:26:51.580993 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-e39ed747-7bf0-4cde-ac98-16a6608cf4b7 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/quotas/d70657cbae484096913cc9dae6fb25b3 HTTP/1.1" status: 200 len: 375 time: 0.0690942 Dec 09 22:26:51.605771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7bb45-41f7-48fe-b894-cf2092de694e req-27ecb0b8-0a7b-4451-bbdc-745fd1869d08 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:51.607850 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6da7bb45-41f7-48fe-b894-cf2092de694e req-27ecb0b8-0a7b-4451-bbdc-745fd1869d08 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.3918195 Dec 09 22:26:51.613518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05de29fa-b3f9-40c4-a700-807c14169184 admin admin] Made reservation on behalf of e68a0ebe50b544a0aebef2664f609600 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:26:51.621050 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05de29fa-b3f9-40c4-a700-807c14169184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:51.691483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4883252-dffb-4198-a572-c3c42f785529 req-df94b778-04bd-40db-b5cc-65f637eb74cf tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455839 Dec 09 22:26:51.727198 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d994b6b-0fc9-4491-b5b2-d0f03c740812 req-9012b10b-8b26-4afa-bf6e-a4c105aa2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:51.728083 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d994b6b-0fc9-4491-b5b2-d0f03c740812 req-9012b10b-8b26-4afa-bf6e-a4c105aa2118 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 1097 time: 0.4367712 Dec 09 22:26:51.731010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-4251a2a0-e43e-4df7-9086-3b49eb482da8 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1490011 Dec 09 22:26:51.918363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9f027447-be5e-4b10-bda1-3b5592a71897 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:51.972230 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-937dac3c-3863-44fe-a359-20a8edeb355e service neutron] 10.222.0.16 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401531 Dec 09 22:26:52.097515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 9f027447-be5e-4b10-bda1-3b5592a71897 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:52.097920 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:52.224212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48ab78-5775-4afe-bd5a-cf333256956b req-3b8b3c1f-9bef-491e-8128-4ea6318f1140 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:52.226117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a48ab78-5775-4afe-bd5a-cf333256956b req-3b8b3c1f-9bef-491e-8128-4ea6318f1140 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 945 time: 0.1356983 Dec 09 22:26:52.241621 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-8ba6ceb5-4a60-4e19-b9e7-09069162b88d service neutron] 10.222.0.16 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610006 Dec 09 22:26:52.249907 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05de29fa-b3f9-40c4-a700-807c14169184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:52.355980 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d994b6b-0fc9-4491-b5b2-d0f03c740812 req-c0f498ee-53a1-472e-8e28-f6b4582d203c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028821 Dec 09 22:26:52.379505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a48ab78-5775-4afe-bd5a-cf333256956b req-eb2a90d8-db37-4a20-8493-441a821a845a tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337991 Dec 09 22:26:52.410135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec907e-e804-4487-aa1e-fcd835143810 req-7c3a5024-a307-481f-8298-0bb9f1d3b97a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:52.411699 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21ec907e-e804-4487-aa1e-fcd835143810 req-7c3a5024-a307-481f-8298-0bb9f1d3b97a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.5470839 Dec 09 22:26:52.433087 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:52.504792 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de29fa-b3f9-40c4-a700-807c14169184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ccfa08-ccbd-4505-8ffc-c486399fda59,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:52.593655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-6da7bb45-41f7-48fe-b894-cf2092de694e req-5e9b94b5-6026-45da-92e9-1a8723e4c56e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Deleting port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:52.594039 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6da7bb45-41f7-48fe-b894-cf2092de694e req-5e9b94b5-6026-45da-92e9-1a8723e4c56e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:52.882992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6da7bb45-41f7-48fe-b894-cf2092de694e req-5e9b94b5-6026-45da-92e9-1a8723e4c56e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] For port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:52.883737 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6da7bb45-41f7-48fe-b894-cf2092de694e req-5e9b94b5-6026-45da-92e9-1a8723e4c56e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:52.923860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-6da7bb45-41f7-48fe-b894-cf2092de694e req-5e9b94b5-6026-45da-92e9-1a8723e4c56e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Calling delete_port for 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:52.939049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34c4e94d-e835-48d8-8821-26e2ccc3f10b req-782bec2e-76cb-4973-b2cf-89a64bb18de6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 210 time: 0.0456474 Dec 09 22:26:53.173501 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc17b8b-6d7d-420c-b5de-90bf0250c54d req-8ed22715-9519-49f8-9e78-3b7cbaadf580 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:53.182694 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3dc17b8b-6d7d-420c-b5de-90bf0250c54d req-8ed22715-9519-49f8-9e78-3b7cbaadf580 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.1445179 Dec 09 22:26:53.203927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de29fa-b3f9-40c4-a700-807c14169184 admin admin] Checking segment: {'id': '26790619-33f9-48b6-a2f7-d4644876c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:53.207454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de29fa-b3f9-40c4-a700-807c14169184 admin admin] Network hostable DHCP agents. Network: 415ecd2f-31ad-4421-8214-9aa78c2e5d68, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:26:53.245884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feaf3ee-a739-4220-8e44-75e78d35bdd3 req-e5da260c-b2c2-495b-a303-b3f722fa8684 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:53.254405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8feaf3ee-a739-4220-8e44-75e78d35bdd3 req-e5da260c-b2c2-495b-a303-b3f722fa8684 tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 945 time: 0.1798189 Dec 09 22:26:53.261996 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de29fa-b3f9-40c4-a700-807c14169184 admin admin] Network 415ecd2f-31ad-4421-8214-9aa78c2e5d68 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:26:53.400486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-05de29fa-b3f9-40c4-a700-807c14169184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 415ecd2f-31ad-4421-8214-9aa78c2e5d68) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:53.410341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c359c3e9-6273-4cd5-b811-c1ba7e73971c None None] Network 415ecd2f-31ad-4421-8214-9aa78c2e5d68 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:26:53.413401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de29fa-b3f9-40c4-a700-807c14169184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:53.414054 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05de29fa-b3f9-40c4-a700-807c14169184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:53.443425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3dc17b8b-6d7d-420c-b5de-90bf0250c54d req-6992dccf-8022-4718-beda-5042e9f1d8b0 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518413 Dec 09 22:26:53.448407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-21ec907e-e804-4487-aa1e-fcd835143810 req-3eb55dd1-c186-4f6c-9a18-d383de0a417f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Deleting port a49e8ac9-6be4-49bb-ba3f-416401102ad2 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:26:53.448809 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-21ec907e-e804-4487-aa1e-fcd835143810 req-3eb55dd1-c186-4f6c-9a18-d383de0a417f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:53.471464 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-05de29fa-b3f9-40c4-a700-807c14169184 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1027923 Dec 09 22:26:53.493758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35464) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:53.524255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1732389007-router', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:53.547196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6da7bb45-41f7-48fe-b894-cf2092de694e req-5e9b94b5-6026-45da-92e9-1a8723e4c56e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:53.576035 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8feaf3ee-a739-4220-8e44-75e78d35bdd3 req-2607b943-b435-4802-8ed7-86785fdf5e0a tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/security-groups?id=373fee91-01fb-4b19-b43a-c444cce9a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716844 Dec 09 22:26:53.617881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2e54f1c2-e129-40ef-b664-96a6716e69b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:53.625278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b94b5-6026-45da-92e9-1a8723e4c56e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event deleted for resources: {'Port': ['ID=01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:53.644347 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d419a9e3-61bd-4acd-8b06-0db51c1ce019 req-03c6e3ef-6023-473e-bf51-cca3d899d82c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 210 time: 0.1003008 Dec 09 22:26:53.661410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:53.663297 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:53.776086 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:53.790890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-21ec907e-e804-4487-aa1e-fcd835143810 req-3eb55dd1-c186-4f6c-9a18-d383de0a417f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] For port a49e8ac9-6be4-49bb-ba3f-416401102ad2, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a49e8ac9-6be4-49bb-ba3f-416401102ad2,segment=NetworkSegment(cb360f51-a911-4cb8-8b31-7b94694931c2),segment_id=cb360f51-a911-4cb8-8b31-7b94694931c2)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:53.792027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-21ec907e-e804-4487-aa1e-fcd835143810 req-3eb55dd1-c186-4f6c-9a18-d383de0a417f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:53.816805 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-21ec907e-e804-4487-aa1e-fcd835143810 req-3eb55dd1-c186-4f6c-9a18-d383de0a417f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Calling delete_port for a49e8ac9-6be4-49bb-ba3f-416401102ad2 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:26:53.929650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-415ecd2f-31ad-4421-8214-9aa78c2e5d68', 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68', 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'fixed_ips': [{'subnet_id': 'c6ccfa08-ccbd-4505-8ffc-c486399fda59'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:26:53.930537 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:53.939877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da7bb45-41f7-48fe-b894-cf2092de694e req-5e9b94b5-6026-45da-92e9-1a8723e4c56e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] No DVR routers for this DVR port 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:53.943559 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6da7bb45-41f7-48fe-b894-cf2092de694e req-5e9b94b5-6026-45da-92e9-1a8723e4c56e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:53.948704 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6da7bb45-41f7-48fe-b894-cf2092de694e req-5e9b94b5-6026-45da-92e9-1a8723e4c56e tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.42 "DELETE /v2.0/ports/01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 HTTP/1.1" status: 204 len: 173 time: 2.3208799 Dec 09 22:26:53.998296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75d199c-f080-4917-a793-3cf91c656819', 'name': 'network-vif-deleted', 'tag': '01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:54.001135 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c6817a-259e-4ff7-9127-0dc316df9e5b" -d '{"events": [{"server_uuid": "c75d199c-f080-4917-a793-3cf91c656819", "name": "network-vif-deleted", "tag": "01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:54.006442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3404d5e9-7201-4e93-bf7a-8b520d54e4ed req-b2a6d2cd-3f61-4d21-a4ab-111c765bfd56 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75d199c-f080-4917-a793-3cf91c656819 HTTP/1.1" status: 200 len: 210 time: 0.2260091 Dec 09 22:26:54.074947 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-6be3b8f1-1da4-4328-8bea-8b1547317b17 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251435 Dec 09 22:26:54.112698 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:54.178838 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b99d8f4-96d3-4072-8aac-7b068bf0298b x-openstack-request-id: req-1b99d8f4-96d3-4072-8aac-7b068bf0298b {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:54.179125 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75d199c-f080-4917-a793-3cf91c656819", "name": "network-vif-deleted", "tag": "01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:54.179403 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b99d8f4-96d3-4072-8aac-7b068bf0298b {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:54.179839 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75d199c-f080-4917-a793-3cf91c656819', 'name': 'network-vif-deleted', 'tag': '01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3', 'status': 'completed', 'code': 200} Dec 09 22:26:54.262524 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-21ec907e-e804-4487-aa1e-fcd835143810 req-3eb55dd1-c186-4f6c-9a18-d383de0a417f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:54.273550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d61f260-aaa2-465b-a731-d0b3a2d93d36 req-8b73ef08-2e9e-433b-87ac-977b564eaf8c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 210 time: 0.0874667 Dec 09 22:26:54.369220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a49e8ac9-6be4-49bb-ba3f-416401102ad2'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:54.447689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb55dd1-c186-4f6c-9a18-d383de0a417f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Pushing event deleted for resources: {'Port': ['ID=a49e8ac9-6be4-49bb-ba3f-416401102ad2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:54.448193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Allocated IP 172.20.0.2 (415ecd2f-31ad-4421-8214-9aa78c2e5d68/c6ccfa08-ccbd-4505-8ffc-c486399fda59/9a5d2e6a-dbee-4878-ae26-67cccc249c16) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:54.578437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e4b2d8d-0f1e-41c1-8645-315fd71c193d req-70606d6f-995b-4c4d-938d-4033dd77dfda tempest-FlavorsV2NegativeTest-1101978751 tempest-FlavorsV2NegativeTest-1101978751-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4b6eb74340934b70a231155519d856b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938070 Dec 09 22:26:54.585369 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:54.603952 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ec907e-e804-4487-aa1e-fcd835143810 req-3eb55dd1-c186-4f6c-9a18-d383de0a417f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] No DVR routers for this DVR port a49e8ac9-6be4-49bb-ba3f-416401102ad2 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:26:54.608536 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-21ec907e-e804-4487-aa1e-fcd835143810 req-3eb55dd1-c186-4f6c-9a18-d383de0a417f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:54.612369 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-21ec907e-e804-4487-aa1e-fcd835143810 req-3eb55dd1-c186-4f6c-9a18-d383de0a417f tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.18 "DELETE /v2.0/ports/a49e8ac9-6be4-49bb-ba3f-416401102ad2 HTTP/1.1" status: 204 len: 173 time: 2.1797409 Dec 09 22:26:54.631565 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-abe83f2f-bc3a-498f-920d-d1493ded8c62 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394096 Dec 09 22:26:54.644732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-b7110244-4e08-4471-8718-163b29d2b900 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:54.647095 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-b7110244-4e08-4471-8718-163b29d2b900 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5604646 Dec 09 22:26:54.689114 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:54.698940 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:54.715440 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Request body: {'port': {'device_id': '914d0fa2-a578-4bde-951b-b5efb9a07812', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'a6e413190b95419d9d1bf7868e26f3f9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:54.786065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Network 415ecd2f-31ad-4421-8214-9aa78c2e5d68 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:54.798053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:54.801711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:54.837379 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:54.880270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Pushing event updated for resources: {'Port': ['ID=9a5d2e6a-dbee-4878-ae26-67cccc249c16,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:54.898690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Attempting to bind port 9a5d2e6a-dbee-4878-ae26-67cccc249c16 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:26:54.899067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Attempting to bind port 9a5d2e6a-dbee-4878-ae26-67cccc249c16 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '26790619-33f9-48b6-a2f7-d4644876c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:26:54.899413 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Attempting to bind port 9a5d2e6a-dbee-4878-ae26-67cccc249c16 on network 415ecd2f-31ad-4421-8214-9aa78c2e5d68 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:54.912175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:26:54.912619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Checking segment: {'id': '26790619-33f9-48b6-a2f7-d4644876c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:54.913230 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:54.913621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Bound using segment: {'id': '26790619-33f9-48b6-a2f7-d4644876c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:26:54.914143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Bound port: 9a5d2e6a-dbee-4878-ae26-67cccc249c16, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26790619-33f9-48b6-a2f7-d4644876c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:26:54.914532 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:54.978943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b2d8d-0f1e-41c1-8645-315fd71c193d req-b5619376-4565-488f-94d6-611705ac263a tempest-FlavorsV2NegativeTest-1101978751 tempest-FlavorsV2NegativeTest-1101978751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:54.993428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e4b2d8d-0f1e-41c1-8645-315fd71c193d req-b5619376-4565-488f-94d6-611705ac263a tempest-FlavorsV2NegativeTest-1101978751 tempest-FlavorsV2NegativeTest-1101978751-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4033494 Dec 09 22:26:55.034149 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] For port 9a5d2e6a-dbee-4878-ae26-67cccc249c16, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:26:55.042705 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] For port 9a5d2e6a-dbee-4878-ae26-67cccc249c16, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a5d2e6a-dbee-4878-ae26-67cccc249c16,segment=NetworkSegment(26790619-33f9-48b6-a2f7-d4644876c156),segment_id=26790619-33f9-48b6-a2f7-d4644876c156)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:26:55.050203 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:55.156099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-10a44db3-a652-415a-8a9f-34deacb766d6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:55.158157 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-10a44db3-a652-415a-8a9f-34deacb766d6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5090718 Dec 09 22:26:55.172453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Request body: {'port': {'device_id': '1f43a789-85e6-434f-964d-f11decea10fc', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'a6e413190b95419d9d1bf7868e26f3f9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:55.177131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1ee89-ba7c-4415-b93d-639b4f8f6c58 None None] Pushing event updated for resources: {'Port': ['ID=9a5d2e6a-dbee-4878-ae26-67cccc249c16,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:55.267819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:55.298247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Made reservation on behalf of a6e413190b95419d9d1bf7868e26f3f9 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:26:55.302120 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:55.305206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Allocated IP 172.25.8.206 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/3f2359e2-1f18-4bfd-96d8-31208a052d90) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:55.342313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:55.343220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 01a7f3ad-392a-4dbe-ba20-f9bc79e7aeb3 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:55.376283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e4b2d8d-0f1e-41c1-8645-315fd71c193d req-84eb77ed-d9f8-4407-afb4-a2f4db2148d4 tempest-FlavorsV2NegativeTest-1101978751 tempest-FlavorsV2NegativeTest-1101978751-project] 10.222.0.16 "GET /v2.0/quotas/4b6eb74340934b70a231155519d856b0 HTTP/1.1" status: 200 len: 375 time: 0.3816175 Dec 09 22:26:55.428745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff51f-6fee-4056-91fc-7911194a41dd req-b5338893-f3d5-46fa-8158-384a4099be08 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:55.430586 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-b5338893-f3d5-46fa-8158-384a4099be08 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.42 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 808 time: 0.4280221 Dec 09 22:26:55.492522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950c8ac-ee26-41c0-8b99-9ea1180dca52 req-63bc5481-4ba5-498d-b8ff-10662f6262bb tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:55.507098 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2950c8ac-ee26-41c0-8b99-9ea1180dca52 req-63bc5481-4ba5-498d-b8ff-10662f6262bb tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.9256365 Dec 09 22:26:55.510600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e4b2d8d-0f1e-41c1-8645-315fd71c193d req-94a04a80-c6e6-422c-9183-593bed6e1bec tempest-FlavorsV2NegativeTest-1101978751 tempest-FlavorsV2NegativeTest-1101978751-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b6eb74340934b70a231155519d856b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1316986 Dec 09 22:26:55.515357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Request body: {'port': {'device_id': '7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce', 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8', 'admin_state_up': True, 'tenant_id': 'd70657cbae484096913cc9dae6fb25b3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:55.566740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Made reservation on behalf of a6e413190b95419d9d1bf7868e26f3f9 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:26:55.581693 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:55.796579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Allocated IP 192.168.233.98 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/587c9056-54ec-4d5c-829b-edb5ff38cb07) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:55.872190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90203e98-9130-4fb4-bba9-9df00e0867b1 req-dbeeb774-1c03-4f38-9990-161009d242db tempest-ServerRescueTestJSONUnderV235-1853254172 tempest-ServerRescueTestJSONUnderV235-1853254172-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2e5d9-df72-48db-bcc7-9c46eed13c05 HTTP/1.1" status: 200 len: 210 time: 0.1417863 Dec 09 22:26:55.947981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a5d2e6a-dbee-4878-ae26-67cccc249c16 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:56.012432 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:56.044935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2950c8ac-ee26-41c0-8b99-9ea1180dca52 req-b1408274-71a2-4d48-9fd3-69f14dfea7f2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367494 Dec 09 22:26:56.102099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 9a5d2e6a-dbee-4878-ae26-67cccc249c16 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:56.102470 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:56.189396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'name': 'network-vif-deleted', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:56.192536 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a36739d-4905-424b-a549-242ac247fa66 req-7b008e56-4779-47a2-a374-7c2fdc40962c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 210 time: 0.1280010 Dec 09 22:26:56.213491 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0affcf5-6bee-4c8e-b149-ffea639d828d" -d '{"events": [{"server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "name": "network-vif-deleted", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:26:56.262368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:56.326275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d8110e4-66fc-4999-a4bf-4d6e77850159 req-1e3ed0ee-6cff-42c3-9c4c-c01850a7764d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 210 time: 0.0361853 Dec 09 22:26:56.370326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Made reservation on behalf of d70657cbae484096913cc9dae6fb25b3 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:26:56.380492 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:56.409096 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:56.414609 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:56.418290 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:56.476597 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:56.562030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:56.565660 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a8e562-6dd3-45a1-b4ec-b5347f485572 x-openstack-request-id: req-21a8e562-6dd3-45a1-b4ec-b5347f485572 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:26:56.566009 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db2e5d9-df72-48db-bcc7-9c46eed13c05", "name": "network-vif-deleted", "tag": "a49e8ac9-6be4-49bb-ba3f-416401102ad2", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:26:56.566278 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21a8e562-6dd3-45a1-b4ec-b5347f485572 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:26:56.572380 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db2e5d9-df72-48db-bcc7-9c46eed13c05', 'name': 'network-vif-deleted', 'tag': 'a49e8ac9-6be4-49bb-ba3f-416401102ad2', 'status': 'completed', 'code': 200} Dec 09 22:26:56.584635 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:56.606885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:56.712305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 9a5d2e6a-dbee-4878-ae26-67cccc249c16, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a5d2e6a-dbee-4878-ae26-67cccc249c16,segment=NetworkSegment(26790619-33f9-48b6-a2f7-d4644876c156),segment_id=26790619-33f9-48b6-a2f7-d4644876c156)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:26:56.740394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:56.741834 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:56.760812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:56.779000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:56.861268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Allocated IP 192.168.233.13 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/a5336458-0dd1-424d-a3bf-80938386a8bb) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:56.936718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2359e2-1f18-4bfd-96d8-31208a052d90,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:56.965190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=9a5d2e6a-dbee-4878-ae26-67cccc249c16,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:56.976007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a49e8ac9-6be4-49bb-ba3f-416401102ad2 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:26:57.175244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ef3734-9b4c-49c4-a3f5-b40333c052c1 None None] Network 415ecd2f-31ad-4421-8214-9aa78c2e5d68 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:26:57.187623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: a49e8ac9-6be4-49bb-ba3f-416401102ad2 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:26:57.188931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a49e8ac9-6be4-49bb-ba3f-416401102ad2 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:26:57.311935 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:57.348455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c64e7510-87eb-494b-88d4-3cc323e9356f None None] Provisioning complete for port 9a5d2e6a-dbee-4878-ae26-67cccc249c16 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:57.348742 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c64e7510-87eb-494b-88d4-3cc323e9356f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:57.428380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:57.429058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:57.450960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35576) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:57.452619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35578) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:57.453443 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35584) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:57.495991 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7876544 Dec 09 22:26:57.547838 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Request body: {'port': {'device_id': '914d0fa2-a578-4bde-951b-b5efb9a07812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:57.563872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfaf46-be2b-49be-8f65-63f1cd6d149a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event updated for resources: {'Port': ['ID=587c9056-54ec-4d5c-829b-edb5ff38cb07,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:57.725967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-53c67402-0d7e-4371-9aab-722aa4cb02e0 None None] Provisioning complete for port 587c9056-54ec-4d5c-829b-edb5ff38cb07 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:57.726602 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-53c67402-0d7e-4371-9aab-722aa4cb02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:57.807982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-53c67402-0d7e-4371-9aab-722aa4cb02e0 None None] Port 587c9056-54ec-4d5c-829b-edb5ff38cb07 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:26:57.820440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a5d2e6a-dbee-4878-ae26-67cccc249c16 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:26:57.846878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01cc03e0-e4a8-4712-aa8d-9d6726edd861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:57.929198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 9a5d2e6a-dbee-4878-ae26-67cccc249c16 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:57.929580 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:57.950412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1f828f8-549e-46f9-8af7-ca2a9ff84f17 req-74a554f5-6c2c-4a37-b534-be30018a2e28 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 210 time: 0.2368591 Dec 09 22:26:57.965935 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-704f55e5-0d32-4db2-b3f6-e73d50cc4e84 None None] Provisioning complete for port 9a5d2e6a-dbee-4878-ae26-67cccc249c16 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:57.966798 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-704f55e5-0d32-4db2-b3f6-e73d50cc4e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:57.971634 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:57.998844 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dceecde1-1d69-4bb8-a22e-92a749989c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:58.014382 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:58.035627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Allocated IP 172.20.0.3 (46a88b3d-bbc7-4cde-a7d0-668bc115edd8/63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c/70ac9965-e8d8-4738-aa36-e6ba56e5a714) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:26:58.119658 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:58.190232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18baff3-780c-401e-9279-9e46336619f2 req-6b2b0118-ec76-492e-b6a2-c35cb9ebeb5b tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:58.199591 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-6b2b0118-ec76-492e-b6a2-c35cb9ebeb5b tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/networks?id=85ce3258-fbd7-4ace-a74c-f937fac55890 HTTP/1.1" status: 200 len: 811 time: 1.2966363 Dec 09 22:26:58.235636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-2885ccc8-1f75-451d-b0a5-443a4bdad497 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/quotas/3ba9637fb5df47dfb7c07ef1390338fe HTTP/1.1" status: 200 len: 375 time: 0.0349381 Dec 09 22:26:58.298585 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:58.414421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab4e92-0c11-45a6-9c68-725de03fe0d8 req-0c3d7625-83be-433f-8c0a-9b4be5e9fd55 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:58.419496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cab4e92-0c11-45a6-9c68-725de03fe0d8 req-0c3d7625-83be-433f-8c0a-9b4be5e9fd55 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 935 time: 0.2867553 Dec 09 22:26:58.465189 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:58.491013 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-f276cfc2-4ccf-4ec4-908b-1985eee85f93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ba9637fb5df47dfb7c07ef1390338fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2543187 Dec 09 22:26:58.498987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:58.501686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:58.512460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event updated for resources: {'Port': ['ID=a5336458-0dd1-424d-a3bf-80938386a8bb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:58.642959 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cab4e92-0c11-45a6-9c68-725de03fe0d8 req-ee9f2481-28a9-4b30-bf61-15fb4d42bd8b tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101750 Dec 09 22:26:58.648124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:58.649014 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:58.745928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587c9056-54ec-4d5c-829b-edb5ff38cb07 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:26:58.755494 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:58.769746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Transition to ACTIVE for port object 587c9056-54ec-4d5c-829b-edb5ff38cb07 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:26:58.783162 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:58.823400 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:58.836283 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1a2b2a41-b0e1-469b-aa01-5397433dc64f None None] Provisioning complete for port a5336458-0dd1-424d-a3bf-80938386a8bb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:26:58.836667 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2a41-b0e1-469b-aa01-5397433dc64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:58.878212 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:58.897656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-60177604-c0fb-4ee5-a93f-512db15738df service neutron] 10.222.0.16 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489585 Dec 09 22:26:58.912613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b2a41-b0e1-469b-aa01-5397433dc64f None None] Port a5336458-0dd1-424d-a3bf-80938386a8bb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:26:58.916185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Pushing event updated for resources: {'Port': ['ID=587c9056-54ec-4d5c-829b-edb5ff38cb07,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:58.938650 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-c18d398b-5c46-4e76-8513-ac5260ed2c34 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7704835 Dec 09 22:26:58.961574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Request body: {'port': {'device_id': '1f43a789-85e6-434f-964d-f11decea10fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:59.001396 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.031813 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01cc03e0-e4a8-4712-aa8d-9d6726edd861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.048795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5dcfc417-1575-4e64-992f-7ccbe8b29583'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:26:59.091806 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01cc03e0-e4a8-4712-aa8d-9d6726edd861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.184615 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:26:59.214585 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dceecde1-1d69-4bb8-a22e-92a749989c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.234407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dceecde1-1d69-4bb8-a22e-92a749989c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.241110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc03e0-e4a8-4712-aa8d-9d6726edd861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227415e1-d23a-4ebc-a61a-dc4ae801038e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:59.247366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Pushing event updated for resources: {'Port': ['ID=70ac9965-e8d8-4738-aa36-e6ba56e5a714,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:59.248092 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-01cc03e0-e4a8-4712-aa8d-9d6726edd861 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b6eb74340934b70a231155519d856b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7747955 Dec 09 22:26:59.251333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:26:59.253875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35608) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:59.262564 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.270178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:26:59.286700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Attempting to bind port 587c9056-54ec-4d5c-829b-edb5ff38cb07 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:26:59.287045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Attempting to bind port 587c9056-54ec-4d5c-829b-edb5ff38cb07 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:26:59.287381 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Attempting to bind port 587c9056-54ec-4d5c-829b-edb5ff38cb07 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:59.339252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Port 587c9056-54ec-4d5c-829b-edb5ff38cb07 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:26:59.339601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Attempting to bind port 587c9056-54ec-4d5c-829b-edb5ff38cb07 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:26:59.351183 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dceecde1-1d69-4bb8-a22e-92a749989c92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b02ca6eeeca5471cafc9691e8bfcdb47&name=default HTTP/1.1" status: 200 len: 2997 time: 1.8712153 Dec 09 22:26:59.355911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:59.356919 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.366528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35610) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:26:59.379840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceecde1-1d69-4bb8-a22e-92a749989c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92717909-a171-4abc-a19a-5e25fc275eb8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:26:59.389055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:26:59.389467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:26:59.389743 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:26:59.390228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Bound port: 587c9056-54ec-4d5c-829b-edb5ff38cb07, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:26:59.390590 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.428675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1235d80a-4352-463d-8175-6856297a70a6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9515898 Dec 09 22:26:59.436830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-88c34c79-8047-4df4-868e-c5e91daca5f9 service neutron] 10.222.0.16 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380287 Dec 09 22:26:59.448935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Request body: {'port': {'device_id': '7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:26:59.504016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3001f08-7c84-46d8-985f-155832fd6d23 req-fa931524-919a-4459-9cfa-e3109c3ed756 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:59.511896 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3001f08-7c84-46d8-985f-155832fd6d23 req-fa931524-919a-4459-9cfa-e3109c3ed756 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 931 time: 0.2461398 Dec 09 22:26:59.532243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2894b468-91cc-45fc-9ed9-8026c2dc94d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.590539 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b00c79e7-e905-4e87-ac5d-0430d9bab8b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.596213 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.631791 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Router e7c8374b-e881-4ee4-8525-bd41c5a47c1d is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:26:59.643591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2894b468-91cc-45fc-9ed9-8026c2dc94d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.662102 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3001f08-7c84-46d8-985f-155832fd6d23 req-7e0329c8-adea-4096-8e66-2146dcfd3161 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449795 Dec 09 22:26:59.667196 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b00c79e7-e905-4e87-ac5d-0430d9bab8b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.758312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] For port 587c9056-54ec-4d5c-829b-edb5ff38cb07, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:26:59.801543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] For port 587c9056-54ec-4d5c-829b-edb5ff38cb07, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=587c9056-54ec-4d5c-829b-edb5ff38cb07,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:26:59.811883 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.820934 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18269b69-8831-4c57-af61-534fbcb9a28f req-dd2ced52-54eb-416f-b0aa-6aedec0e6e6e tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 210 time: 0.0892141 Dec 09 22:26:59.951886 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de891832-57a7-4549-bb55-576a4f4d3786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.960461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:26:59.961178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:26:59.962538 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] 10.222.0.42 "PUT /v2.0/ports/587c9056-54ec-4d5c-829b-edb5ff38cb07 HTTP/1.1" status: 200 len: 1096 time: 2.4223080 Dec 09 22:26:59.964465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914d0fa2-a578-4bde-951b-b5efb9a07812', 'tag': '587c9056-54ec-4d5c-829b-edb5ff38cb07'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:26:59.966731 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2989510-52c8-4ecd-9146-e9c007a26bff" -d '{"events": [{"name": "network-changed", "server_uuid": "914d0fa2-a578-4bde-951b-b5efb9a07812", "tag": "587c9056-54ec-4d5c-829b-edb5ff38cb07"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:00.028499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca961e8-4390-49e5-a804-da7cbb6c3747 service neutron] Pushing event updated for resources: {'Port': ['ID=587c9056-54ec-4d5c-829b-edb5ff38cb07,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:00.036851 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb699eb2-9ee9-42b3-b2d3-90edb7a179d1 req-6328a2e3-5c21-4ddf-9c04-42d656081214 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:00.038773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb699eb2-9ee9-42b3-b2d3-90edb7a179d1 req-6328a2e3-5c21-4ddf-9c04-42d656081214 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 946 time: 0.3050518 Dec 09 22:27:00.074095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b00c79e7-e905-4e87-ac5d-0430d9bab8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:00.076962 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b00c79e7-e905-4e87-ac5d-0430d9bab8b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:00.079622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b00c79e7-e905-4e87-ac5d-0430d9bab8b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92717909-a171-4abc-a19a-5e25fc275eb8 HTTP/1.1" status: 204 len: 168 time: 0.6995442 Dec 09 22:27:00.114396 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2894b468-91cc-45fc-9ed9-8026c2dc94d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:00.119613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2894b468-91cc-45fc-9ed9-8026c2dc94d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:00.121182 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2894b468-91cc-45fc-9ed9-8026c2dc94d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/227415e1-d23a-4ebc-a61a-dc4ae801038e HTTP/1.1" status: 204 len: 168 time: 0.8656018 Dec 09 22:27:00.314545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5336458-0dd1-424d-a3bf-80938386a8bb {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:00.336506 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:00.369927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Transition to ACTIVE for port object a5336458-0dd1-424d-a3bf-80938386a8bb will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:27:00.485337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-5c3848eb-7509-4870-84f5-495e9e647b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:00.486893 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-5c3848eb-7509-4870-84f5-495e9e647b6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=914d0fa2-a578-4bde-951b-b5efb9a07812 HTTP/1.1" status: 200 len: 1099 time: 0.4483056 Dec 09 22:27:00.487688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894b468-91cc-45fc-9ed9-8026c2dc94d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227415e1-d23a-4ebc-a61a-dc4ae801038e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:00.492358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:00.594749 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f1b18e6b-3694-4348-99a9-22ba84229cbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=587c9056-54ec-4d5c-829b-edb5ff38cb07 HTTP/1.1" status: 200 len: 217 time: 0.0964618 Dec 09 22:27:00.634749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Pushing event updated for resources: {'Port': ['ID=a5336458-0dd1-424d-a3bf-80938386a8bb,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:00.716319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c79e7-e905-4e87-ac5d-0430d9bab8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92717909-a171-4abc-a19a-5e25fc275eb8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:00.775968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:27:00.797271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Sync routers for ids ['e7c8374b-e881-4ee4-8525-bd41c5a47c1d'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:27:00.851401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Routers {'e7c8374b-e881-4ee4-8525-bd41c5a47c1d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:27:00.852901 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7c8374b-e881-4ee4-8525-bd41c5a47c1d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:00.865368 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb699eb2-9ee9-42b3-b2d3-90edb7a179d1 req-235a32bf-e009-4dbd-ac0d-06bd2abab03f tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7899380 Dec 09 22:27:00.868727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35644) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:00.901282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde4d8c-effc-4806-9819-90f5e6f87512 req-b9b538c5-547a-4c18-a48d-5e8e95d3033a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:00.912619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bde4d8c-effc-4806-9819-90f5e6f87512 req-b9b538c5-547a-4c18-a48d-5e8e95d3033a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 935 time: 0.9842031 Dec 09 22:27:00.930780 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:00.935080 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-66cbf1b7-ecbd-4682-8b25-a4aa05ea6a69 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4284947 Dec 09 22:27:00.942150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35648) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:00.959986 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3a4-77bf-4d63-863d-be501df963e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:01.144539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Set router e7c8374b-e881-4ee4-8525-bd41c5a47c1d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:27:01.271299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bde4d8c-effc-4806-9819-90f5e6f87512 req-92adb890-0951-4c96-bf76-bcf80e16c9c3 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573630 Dec 09 22:27:01.308003 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c5322598-9ae1-4b17-8f8f-3b6fa84d32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:01.523108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ac9965-e8d8-4738-aa36-e6ba56e5a714 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:01.524161 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd51ff3-91a5-40f5-b8ca-4902bd4978ca x-openstack-request-id: req-7dd51ff3-91a5-40f5-b8ca-4902bd4978ca {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:01.524712 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914d0fa2-a578-4bde-951b-b5efb9a07812", "tag": "587c9056-54ec-4d5c-829b-edb5ff38cb07", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:01.527422 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dd51ff3-91a5-40f5-b8ca-4902bd4978ca {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:01.527967 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914d0fa2-a578-4bde-951b-b5efb9a07812', 'tag': '587c9056-54ec-4d5c-829b-edb5ff38cb07', 'status': 'completed', 'code': 200} Dec 09 22:27:01.539987 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5dd9f0c-cece-467d-a71f-7e5ee1865406 req-024d22c1-437b-40e5-863b-9f18bfc6fde6 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 210 time: 0.1224208 Dec 09 22:27:01.556951 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:01.559463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-a93f5751-c8d2-4914-8776-de1afa1641d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:01.562940 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-a93f5751-c8d2-4914-8776-de1afa1641d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.9600341 Dec 09 22:27:01.569719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1732389007-router', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:53Z', 'updated_at': '2021-12-09T22:26:57Z', 'revision_number': 3, 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'gw_port': {'id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:54Z', 'updated_at': '2021-12-09T22:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:01.605130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Checking router: e7c8374b-e881-4ee4-8525-bd41c5a47c1d for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:27:01.605895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Updating router e7c8374b-e881-4ee4-8525-bd41c5a47c1d port 3f2359e2-1f18-4bfd-96d8-31208a052d90 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:27:01.635426 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:01.659490 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a161f6c-182b-4ed7-8966-56876c3c9a80 req-cd8857fe-103f-4fa6-a37a-56e957eeda0c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:01.676193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a161f6c-182b-4ed7-8966-56876c3c9a80 req-cd8857fe-103f-4fa6-a37a-56e957eeda0c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 931 time: 0.5567188 Dec 09 22:27:01.702384 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18baff3-780c-401e-9279-9e46336619f2 req-f3d4375d-c488-4c4d-902d-ccec436cf356 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:01.705147 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-f3d4375d-c488-4c4d-902d-ccec436cf356 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.18 "GET /v2.0/networks?id=85ce3258-fbd7-4ace-a74c-f937fac55890 HTTP/1.1" status: 200 len: 811 time: 0.1758330 Dec 09 22:27:01.718134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Transition to ACTIVE for port object 70ac9965-e8d8-4738-aa36-e6ba56e5a714 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:27:01.753933 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:01.785837 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3a4-77bf-4d63-863d-be501df963e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:01.791562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a18baff3-780c-401e-9279-9e46336619f2 req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Request body: {'port': {'device_id': '27aec77c-3b33-4403-8aa9-24885c8d492f', 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890', 'admin_state_up': True, 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:01.856046 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3a4-77bf-4d63-863d-be501df963e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:01.902971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Attempting to bind port a5336458-0dd1-424d-a3bf-80938386a8bb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:01.904172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Attempting to bind port a5336458-0dd1-424d-a3bf-80938386a8bb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:01.904518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Attempting to bind port a5336458-0dd1-424d-a3bf-80938386a8bb on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:01.919766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Port a5336458-0dd1-424d-a3bf-80938386a8bb on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:27:01.920096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Attempting to bind port a5336458-0dd1-424d-a3bf-80938386a8bb on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:01.948473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9a214-ac53-4670-a043-0954a0d1cb7d req-c241d212-7be7-4b3a-bc7a-2b21a15a99df tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:01.950484 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1cb9a214-ac53-4670-a043-0954a0d1cb7d req-c241d212-7be7-4b3a-bc7a-2b21a15a99df tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.18 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 946 time: 1.1915510 Dec 09 22:27:01.964072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:01.964469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:01.964800 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:01.965247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Bound port: a5336458-0dd1-424d-a3bf-80938386a8bb, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:01.965934 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.023545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-52a0defc-33aa-457a-9ced-619182801b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:02.024822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Pushing event updated for resources: {'Port': ['ID=70ac9965-e8d8-4738-aa36-e6ba56e5a714,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:02.025066 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-52a0defc-33aa-457a-9ced-619182801b38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3158453 Dec 09 22:27:02.037417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5e92d3a4-77bf-4d63-863d-be501df963e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c850247aa8d84f638d3c51fa4a182cc6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1187320 Dec 09 22:27:02.037417 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92d3a4-77bf-4d63-863d-be501df963e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bf45cc-e635-4b31-affe-eef9ac2027a3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:02.044594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35668) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:02.070025 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a161f6c-182b-4ed7-8966-56876c3c9a80 req-aa908898-e08f-444c-b728-85335864be25 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910723 Dec 09 22:27:02.209494 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fefe8bc4-24ff-4f6b-b3bc-f9184fb49574 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622710 Dec 09 22:27:02.210155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18baff3-780c-401e-9279-9e46336619f2 req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Made reservation on behalf of 3ba9637fb5df47dfb7c07ef1390338fe for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:27:02.214067 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a18baff3-780c-401e-9279-9e46336619f2 req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.242957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Attempting to bind port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:02.243289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Attempting to bind port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:02.243618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Attempting to bind port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:02.257620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5938196-df81-488d-85de-66c62314ad17 req-5c52f2b8-6cc9-4353-a80e-d8affbbef79b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:02.264869 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5938196-df81-488d-85de-66c62314ad17 req-5c52f2b8-6cc9-4353-a80e-d8affbbef79b tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 946 time: 0.2585754 Dec 09 22:27:02.282858 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.286851 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:27:02.287427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Attempting to bind port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:02.290360 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.297549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] For port a5336458-0dd1-424d-a3bf-80938386a8bb, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:02.300804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] For port a5336458-0dd1-424d-a3bf-80938386a8bb, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a5336458-0dd1-424d-a3bf-80938386a8bb,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:02.324545 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.347027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:02.347687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:02.348261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:02.348882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Bound port: 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:02.349414 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.381062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Attempting to bind port 3f2359e2-1f18-4bfd-96d8-31208a052d90 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:02.383475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Attempting to bind port 3f2359e2-1f18-4bfd-96d8-31208a052d90 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:02.383970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Attempting to bind port 3f2359e2-1f18-4bfd-96d8-31208a052d90 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:02.393538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83096e8-54c1-4407-ac5c-a8b3149d2d6d None None] Pushing event updated for resources: {'Port': ['ID=3f2359e2-1f18-4bfd-96d8-31208a052d90,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:02.398827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:02.399546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:02.407023 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.407862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:02.408476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Bound port: 3f2359e2-1f18-4bfd-96d8-31208a052d90, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:02.408986 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.416128 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5938196-df81-488d-85de-66c62314ad17 req-cbd52fa2-66b3-4ea3-8a4f-e979e286a403 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/security-groups?id=e22128ed-87d4-4b55-8ae9-218dac575d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503177 Dec 09 22:27:02.426466 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0ee8522a-c34d-4f0c-8024-deb454252799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.481686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:02.483608 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.485252 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] 10.222.0.42 "PUT /v2.0/ports/a5336458-0dd1-424d-a3bf-80938386a8bb HTTP/1.1" status: 200 len: 1096 time: 3.5322647 Dec 09 22:27:02.504691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] For port 3f2359e2-1f18-4bfd-96d8-31208a052d90, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:02.509138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] For port 3f2359e2-1f18-4bfd-96d8-31208a052d90, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3f2359e2-1f18-4bfd-96d8-31208a052d90,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:02.513950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:02.517454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:02.528637 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.540911 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.605851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Routers {'e7c8374b-e881-4ee4-8525-bd41c5a47c1d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:27:02.606953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7c8374b-e881-4ee4-8525-bd41c5a47c1d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:02.665640 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83096e8-54c1-4407-ac5c-a8b3149d2d6d None None] Pushing event updated for resources: {'Port': ['ID=3f2359e2-1f18-4bfd-96d8-31208a052d90,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:02.707354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c49baf4a-5870-40c0-bcf4-a2e7ed7ba4c3 req-929b060f-6bee-4d56-a2bf-ac7f7a46a299 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 210 time: 0.0535994 Dec 09 22:27:02.714610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:02.715661 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.717051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] 10.222.0.42 "PUT /v2.0/ports/70ac9965-e8d8-4738-aa36-e6ba56e5a714 HTTP/1.1" status: 200 len: 1092 time: 3.2793100 Dec 09 22:27:02.724066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce', 'tag': '70ac9965-e8d8-4738-aa36-e6ba56e5a714'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:02.726474 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e7edb5-0d74-46aa-9c77-5b08d3b6df77" -d '{"events": [{"name": "network-changed", "server_uuid": "7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce", "tag": "70ac9965-e8d8-4738-aa36-e6ba56e5a714"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:02.769257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-1cb9a214-ac53-4670-a043-0954a0d1cb7d req-9f6cbbd0-5591-48cd-a00f-860019f2276c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Deleting port 2e54f1c2-e129-40ef-b664-96a6716e69b8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:27:02.769851 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1cb9a214-ac53-4670-a043-0954a0d1cb7d req-9f6cbbd0-5591-48cd-a00f-860019f2276c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.820848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aa63d-258f-41bf-a017-ea0990e8967e req-a7ea4fbd-178c-4eb4-ab44-ae3818266d70 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:02.829877 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-512aa63d-258f-41bf-a017-ea0990e8967e req-a7ea4fbd-178c-4eb4-ab44-ae3818266d70 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 947 time: 0.4332454 Dec 09 22:27:02.835545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] Set router e7c8374b-e881-4ee4-8525-bd41c5a47c1d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:27:02.840542 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c87744c-8ee3-4ed8-bdcd-6d6c09133ca1 x-openstack-request-id: req-9c87744c-8ee3-4ed8-bdcd-6d6c09133ca1 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:02.841134 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce", "tag": "70ac9965-e8d8-4738-aa36-e6ba56e5a714", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:02.841610 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c87744c-8ee3-4ed8-bdcd-6d6c09133ca1 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:02.842907 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce', 'tag': '70ac9965-e8d8-4738-aa36-e6ba56e5a714', 'status': 'completed', 'code': 200} Dec 09 22:27:02.888729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-1cb9a214-ac53-4670-a043-0954a0d1cb7d req-9f6cbbd0-5591-48cd-a00f-860019f2276c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] For port 2e54f1c2-e129-40ef-b664-96a6716e69b8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2e54f1c2-e129-40ef-b664-96a6716e69b8,segment=NetworkSegment(8d30cb76-5c81-43cc-8de3-17b8a7580cad),segment_id=8d30cb76-5c81-43cc-8de3-17b8a7580cad)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:02.889712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1cb9a214-ac53-4670-a043-0954a0d1cb7d req-9f6cbbd0-5591-48cd-a00f-860019f2276c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:02.906760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-1cb9a214-ac53-4670-a043-0954a0d1cb7d req-9f6cbbd0-5591-48cd-a00f-860019f2276c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Calling delete_port for 2e54f1c2-e129-40ef-b664-96a6716e69b8 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:27:02.968466 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-512aa63d-258f-41bf-a017-ea0990e8967e req-acdc027a-2637-4ddd-89fb-363ffecc5425 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255672 Dec 09 22:27:02.992240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a32d6-a02b-4ae4-a7ef-949a16aece5f service neutron] Pushing event updated for resources: {'Port': ['ID=70ac9965-e8d8-4738-aa36-e6ba56e5a714,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:03.020618 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0ee8522a-c34d-4f0c-8024-deb454252799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:03.073947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff51f-6fee-4056-91fc-7911194a41dd req-66081bc3-eff9-4441-9cf4-d49f0455f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:03.085418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-66081bc3-eff9-4441-9cf4-d49f0455f793 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 1095 time: 0.2740815 Dec 09 22:27:03.089992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1732389007-router', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:53Z', 'updated_at': '2021-12-09T22:26:57Z', 'revision_number': 3, 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'gw_port': {'id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:54Z', 'updated_at': '2021-12-09T22:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:03.106290 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:03.140183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-4cd1c5cb-8beb-4956-8290-624309a183f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:03.143478 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-4cd1c5cb-8beb-4956-8290-624309a183f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 1099 time: 0.5271952 Dec 09 22:27:03.153069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad580fb-f467-4a77-85ff-bb1e42588afb None None] The sync data for ids ['e7c8374b-e881-4ee4-8525-bd41c5a47c1d'] in n-d-789963-23 is: [{'id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1732389007-router', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:53Z', 'updated_at': '2021-12-09T22:26:57Z', 'revision_number': 3, 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'gw_port': {'id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:54Z', 'updated_at': '2021-12-09T22:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:27:03.163094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-d66dd247-4844-4827-9c52-cb10bbffb412 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714 HTTP/1.1" status: 200 len: 217 time: 0.0541949 Dec 09 22:27:03.256006 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c976733-bc3b-4bfc-b37d-2b7f6811016e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:03.368146 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-fe0dced2-0946-43a9-bd5b-b27d9eff322d service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1343129 Dec 09 22:27:03.400233 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589cb56-8736-4574-b5c2-84fa9fc34d62 service neutron] Pushing event updated for resources: {'Port': ['ID=a5336458-0dd1-424d-a3bf-80938386a8bb,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:03.418692 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1cb9a214-ac53-4670-a043-0954a0d1cb7d req-9f6cbbd0-5591-48cd-a00f-860019f2276c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:03.488214 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-4fed16b9-8d73-4827-b0ad-54691853bfa1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=a5336458-0dd1-424d-a3bf-80938386a8bb HTTP/1.1" status: 200 len: 217 time: 0.1074147 Dec 09 22:27:03.569772 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bce4a0e-0733-4546-83ec-6f725cf46dfe req-b8f8a4cf-6a75-465a-8ac9-cefb77997a15 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 210 time: 0.0322776 Dec 09 22:27:03.573997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cbbd0-5591-48cd-a00f-860019f2276c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Pushing event deleted for resources: {'Port': ['ID=2e54f1c2-e129-40ef-b664-96a6716e69b8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:03.575368 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Allocated IP 172.20.0.1 (415ecd2f-31ad-4421-8214-9aa78c2e5d68/c6ccfa08-ccbd-4505-8ffc-c486399fda59/f9d80e61-ee3a-4f00-8214-450d1b9dca11) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:27:03.575646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f43a789-85e6-434f-964d-f11decea10fc', 'tag': 'a5336458-0dd1-424d-a3bf-80938386a8bb'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:03.579244 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe07a87-7c8c-4ecb-8151-40698288fc78" -d '{"events": [{"name": "network-changed", "server_uuid": "1f43a789-85e6-434f-964d-f11decea10fc", "tag": "a5336458-0dd1-424d-a3bf-80938386a8bb"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:03.587000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc52270-d04e-4317-851a-95d5b09f1414 req-c0adcadb-2183-4408-80dc-e90ee6d7d111 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:03.594968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5fc52270-d04e-4317-851a-95d5b09f1414 req-c0adcadb-2183-4408-80dc-e90ee6d7d111 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.1887658 Dec 09 22:27:03.611889 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:03.638397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff51f-6fee-4056-91fc-7911194a41dd req-52756a68-d279-4a49-9b43-cc064ae908b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:03.640475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-52756a68-d279-4a49-9b43-cc064ae908b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.2372749 Dec 09 22:27:03.654039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-de891832-57a7-4549-bb55-576a4f4d3786 admin admin] Deleting port 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:27:03.654446 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de891832-57a7-4549-bb55-576a4f4d3786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:03.708682 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-fb29b77f-60f4-4906-99b5-ffde0552e2d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589843 Dec 09 22:27:03.773272 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b19e9e-7419-4db0-a174-f6a5b1b48b2c x-openstack-request-id: req-60b19e9e-7419-4db0-a174-f6a5b1b48b2c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:03.773820 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f43a789-85e6-434f-964d-f11decea10fc", "tag": "a5336458-0dd1-424d-a3bf-80938386a8bb", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:03.773944 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60b19e9e-7419-4db0-a174-f6a5b1b48b2c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:03.774410 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f43a789-85e6-434f-964d-f11decea10fc', 'tag': 'a5336458-0dd1-424d-a3bf-80938386a8bb', 'status': 'completed', 'code': 200} Dec 09 22:27:03.814127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5fc52270-d04e-4317-851a-95d5b09f1414 req-b67c32b4-6497-4e57-a014-ae6deaa6bcad tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072425 Dec 09 22:27:03.911316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-a18baff3-780c-401e-9279-9e46336619f2 req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Allocated IP 172.20.0.12 (85ce3258-fbd7-4ace-a74c-f937fac55890/e15fde81-056f-40e4-be0a-d9c1ad2cae42/576af0b2-7dd7-45b6-8c2a-4745588c6b08) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:27:03.937462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2989510-52c8-4ecd-9146-e9c007a26bff req-dd80fe7b-afbd-4ad0-88fe-0151762f01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:03.940030 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c2989510-52c8-4ecd-9146-e9c007a26bff req-dd80fe7b-afbd-4ad0-88fe-0151762f01cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=914d0fa2-a578-4bde-951b-b5efb9a07812 HTTP/1.1" status: 200 len: 1099 time: 0.4474936 Dec 09 22:27:03.966759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe467171-17fe-4b28-a734-6f4389fb8b7c req-d67dd4e8-c8c9-4f51-9b33-ebbe62c28713 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 210 time: 0.1283405 Dec 09 22:27:04.073147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-f605c461-68b0-4d89-9709-a85882b38242 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390629 Dec 09 22:27:04.179271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb9a214-ac53-4670-a043-0954a0d1cb7d req-9f6cbbd0-5591-48cd-a00f-860019f2276c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] No DVR routers for this DVR port 2e54f1c2-e129-40ef-b664-96a6716e69b8 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:27:04.183614 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1cb9a214-ac53-4670-a043-0954a0d1cb7d req-9f6cbbd0-5591-48cd-a00f-860019f2276c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:04.187828 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1cb9a214-ac53-4670-a043-0954a0d1cb7d req-9f6cbbd0-5591-48cd-a00f-860019f2276c tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.18 "DELETE /v2.0/ports/2e54f1c2-e129-40ef-b664-96a6716e69b8 HTTP/1.1" status: 204 len: 173 time: 2.2261364 Dec 09 22:27:04.216193 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:04.239705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30676f-a621-459d-9884-30fad1ce0a2d req-64fe0a1b-0824-4aa1-9f54-4009d93d7ec2 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:04.247378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa30676f-a621-459d-9884-30fad1ce0a2d req-64fe0a1b-0824-4aa1-9f54-4009d93d7ec2 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 947 time: 0.1675766 Dec 09 22:27:04.264837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0ee8522a-c34d-4f0c-8024-deb454252799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:04.267674 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0ee8522a-c34d-4f0c-8024-deb454252799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:04.270697 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0ee8522a-c34d-4f0c-8024-deb454252799 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99bf45cc-e635-4b31-affe-eef9ac2027a3 HTTP/1.1" status: 204 len: 168 time: 2.2195451 Dec 09 22:27:04.338890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842ff51f-6fee-4056-91fc-7911194a41dd req-1f06da98-3136-40a3-8b47-ab3676d9fd75 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506523 Dec 09 22:27:04.365370 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:04.390371 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a18baff3-780c-401e-9279-9e46336619f2 req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:04.406964 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa30676f-a621-459d-9884-30fad1ce0a2d req-1ab06443-48d1-497e-849b-7fd049875bcf tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581140 Dec 09 22:27:04.449712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a18baff3-780c-401e-9279-9e46336619f2 req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:04.463979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['ac61c532-0099-4698-a255-0846e3a6d3ee'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:04.465219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2989510-52c8-4ecd-9146-e9c007a26bff req-d8a79bb3-0dc2-402c-be89-a4be9610aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:04.467037 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c2989510-52c8-4ecd-9146-e9c007a26bff req-d8a79bb3-0dc2-402c-be89-a4be9610aa41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.3650959 Dec 09 22:27:04.470159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-388a4d3a-7809-45c9-b887-5f6a1660fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:04.472265 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-388a4d3a-7809-45c9-b887-5f6a1660fb07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.9439991 Dec 09 22:27:04.491964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18baff3-780c-401e-9279-9e46336619f2 req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Network 85ce3258-fbd7-4ace-a74c-f937fac55890 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:27:04.516230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-a18baff3-780c-401e-9279-9e46336619f2 req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:04.517825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Network 415ecd2f-31ad-4421-8214-9aa78c2e5d68 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:27:04.520248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18baff3-780c-401e-9279-9e46336619f2 req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:27:04.540596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:04.548164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:27:04.561672 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8522a-c34d-4f0c-8024-deb454252799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bf45cc-e635-4b31-affe-eef9ac2027a3,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:04.720451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d80e61-ee3a-4f00-8214-450d1b9dca11,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:04.752993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7edb5-0d74-46aa-9c77-5b08d3b6df77 req-47705963-8cfa-4025-a810-fdd8d60a919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:04.756491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13e7edb5-0d74-46aa-9c77-5b08d3b6df77 req-47705963-8cfa-4025-a810-fdd8d60a919c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 1095 time: 0.3473535 Dec 09 22:27:04.810658 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c2989510-52c8-4ecd-9146-e9c007a26bff req-89f15bcd-9cea-4803-9c50-2b7871231463 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=587c9056-54ec-4d5c-829b-edb5ff38cb07 HTTP/1.1" status: 200 len: 217 time: 0.3167157 Dec 09 22:27:04.816312 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:04.856073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2e54f1c2-e129-40ef-b664-96a6716e69b8 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:27:04.922994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 2e54f1c2-e129-40ef-b664-96a6716e69b8 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:27:04.923339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2e54f1c2-e129-40ef-b664-96a6716e69b8 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:27:04.995557 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:05.040227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18baff3-780c-401e-9279-9e46336619f2 req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:05.041056 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a18baff3-780c-401e-9279-9e46336619f2 req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:05.051380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-de891832-57a7-4549-bb55-576a4f4d3786 admin admin] For port 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7c413aca-1fee-4dfe-9cfb-4303c7a3bff8,segment=NetworkSegment(cb360f51-a911-4cb8-8b31-7b94694931c2),segment_id=cb360f51-a911-4cb8-8b31-7b94694931c2)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:05.051880 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de891832-57a7-4549-bb55-576a4f4d3786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:05.058818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Pushing event updated for resources: {'Port': ['ID=576af0b2-7dd7-45b6-8c2a-4745588c6b08,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:05.105328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-09e3eb5e-52d7-4711-9804-c9af9665a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:05.114599 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-09e3eb5e-52d7-4711-9804-c9af9665a838 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6085658 Dec 09 22:27:05.121763 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2989510-52c8-4ecd-9146-e9c007a26bff req-b18539b2-b973-43c2-b3ec-ba49918ff9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:05.123590 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c2989510-52c8-4ecd-9146-e9c007a26bff req-b18539b2-b973-43c2-b3ec-ba49918ff9c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.2266116 Dec 09 22:27:05.124736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-de891832-57a7-4549-bb55-576a4f4d3786 admin admin] Calling delete_port for 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:27:05.138389 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-b48200a4-d509-4a2a-8b02-b511a8daef93 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3654466 Dec 09 22:27:05.190838 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Request body: {'port': {'device_id': '27aec77c-3b33-4403-8aa9-24885c8d492f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:05.318184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 587c9056-54ec-4d5c-829b-edb5ff38cb07 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:27:05.439059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2989510-52c8-4ecd-9146-e9c007a26bff req-164ff4e8-b407-41d0-9b34-f411d09e25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:05.440972 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c2989510-52c8-4ecd-9146-e9c007a26bff req-164ff4e8-b407-41d0-9b34-f411d09e25f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2997959 Dec 09 22:27:05.468635 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f935d805-c462-4bb5-aaac-f1b1eecbac92 req-45ab67f6-8f84-465f-a180-ed9bbe8a5e73 tempest-ServersTestJSON-553737939 tempest-ServersTestJSON-553737939-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10b36d1-d705-45ec-a63b-72ff2f1fb916 HTTP/1.1" status: 200 len: 210 time: 0.5175624 Dec 09 22:27:05.498915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1a2a4792-3c35-4078-9984-e64fee3f1532 None None] Provisioning complete for port f9d80e61-ee3a-4f00-8214-450d1b9dca11 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:05.499628 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4792-3c35-4078-9984-e64fee3f1532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:05.505236 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:05.550838 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-b63bd255-4f80-4413-a163-8cd4b9e8f613 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203901 Dec 09 22:27:05.580653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a4792-3c35-4078-9984-e64fee3f1532 None None] Port f9d80e61-ee3a-4f00-8214-450d1b9dca11 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:27:05.586036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7edb5-0d74-46aa-9c77-5b08d3b6df77 req-c0b1fcf8-c7d9-40c0-8b50-7f3f68459760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:05.587520 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13e7edb5-0d74-46aa-9c77-5b08d3b6df77 req-c0b1fcf8-c7d9-40c0-8b50-7f3f68459760 service neutron] 10.222.0.42 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.8213258 Dec 09 22:27:05.609945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 587c9056-54ec-4d5c-829b-edb5ff38cb07, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=587c9056-54ec-4d5c-829b-edb5ff38cb07,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:05.625196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '587c9056-54ec-4d5c-829b-edb5ff38cb07', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '587c9056-54ec-4d5c-829b-edb5ff38cb07', 'mac_address': 'fa:16:3e:6c:70:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:27:05.698862 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:05.735658 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13e7edb5-0d74-46aa-9c77-5b08d3b6df77 req-b4a5c996-f3d0-453b-a329-552e829b431f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714 HTTP/1.1" status: 200 len: 217 time: 0.0815444 Dec 09 22:27:05.743808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587c9056-54ec-4d5c-829b-edb5ff38cb07 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:05.770997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a80d8-541c-4e0d-87dc-80db6f6416fe req-d60382f5-77b5-4708-a738-32517082e2b6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:05.787966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d8a80d8-541c-4e0d-87dc-80db6f6416fe req-d60382f5-77b5-4708-a738-32517082e2b6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.8358850 Dec 09 22:27:05.788396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 587c9056-54ec-4d5c-829b-edb5ff38cb07, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=587c9056-54ec-4d5c-829b-edb5ff38cb07,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:05.800440 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:05.861568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3f2359e2-1f18-4bfd-96d8-31208a052d90 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:05.963569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=587c9056-54ec-4d5c-829b-edb5ff38cb07,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:05.996765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515345b-8d78-46cb-a985-87843abd5439 req-a85e151b-ce97-40c0-ad81-ca39eb075015 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:06.008157 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9515345b-8d78-46cb-a985-87843abd5439 req-a85e151b-ce97-40c0-ad81-ca39eb075015 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 932 time: 0.4405816 Dec 09 22:27:06.046978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 3f2359e2-1f18-4bfd-96d8-31208a052d90 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:06.047670 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:06.049827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10b36d1-d705-45ec-a63b-72ff2f1fb916', 'name': 'network-vif-deleted', 'tag': '2e54f1c2-e129-40ef-b664-96a6716e69b8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:06.052214 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46161003-ec43-41ce-99c1-e990ca71174f" -d '{"events": [{"server_uuid": "c10b36d1-d705-45ec-a63b-72ff2f1fb916", "name": "network-vif-deleted", "tag": "2e54f1c2-e129-40ef-b664-96a6716e69b8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:06.086642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['587c9056-54ec-4d5c-829b-edb5ff38cb07'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:06.120002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7edb5-0d74-46aa-9c77-5b08d3b6df77 req-e592788c-ecb3-4948-9a34-9a49089d9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:06.121576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13e7edb5-0d74-46aa-9c77-5b08d3b6df77 req-e592788c-ecb3-4948-9a34-9a49089d9053 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.3270953 Dec 09 22:27:06.136659 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:06.175864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13e7edb5-0d74-46aa-9c77-5b08d3b6df77 req-6536290a-f95b-411f-ae7f-f761aebb5d6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443163 Dec 09 22:27:06.211713 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d8a80d8-541c-4e0d-87dc-80db6f6416fe req-b1c9d1b6-8282-46d9-ad57-2ec66b8ac4f3 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220126 Dec 09 22:27:06.263378 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c2989510-52c8-4ecd-9146-e9c007a26bff req-3496f5ac-c668-46fe-97f6-59aedf4ff05e service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7997658 Dec 09 22:27:06.278453 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:06.302371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9515345b-8d78-46cb-a985-87843abd5439 req-7f647d3a-560b-42d2-b8b9-2e3a30a865a4 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732837 Dec 09 22:27:06.356754 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc771d5a-ba6e-45f4-ac59-167d8a0033fe req-ca6f52cf-2b83-42d6-832b-83c177b07a25 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7827435 Dec 09 22:27:06.376626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 3f2359e2-1f18-4bfd-96d8-31208a052d90, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3f2359e2-1f18-4bfd-96d8-31208a052d90,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:06.384876 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:06.469337 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02009c2-685e-44bd-8598-bf6496c4d1aa x-openstack-request-id: req-b02009c2-685e-44bd-8598-bf6496c4d1aa {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:06.469635 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10b36d1-d705-45ec-a63b-72ff2f1fb916", "name": "network-vif-deleted", "tag": "2e54f1c2-e129-40ef-b664-96a6716e69b8", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:06.469928 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b02009c2-685e-44bd-8598-bf6496c4d1aa {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:06.470372 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10b36d1-d705-45ec-a63b-72ff2f1fb916', 'name': 'network-vif-deleted', 'tag': '2e54f1c2-e129-40ef-b664-96a6716e69b8', 'status': 'completed', 'code': 200} Dec 09 22:27:06.484324 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:06.496969 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de891832-57a7-4549-bb55-576a4f4d3786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:06.514965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=3f2359e2-1f18-4bfd-96d8-31208a052d90,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:06.584225 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35814) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:06.628238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de891832-57a7-4549-bb55-576a4f4d3786 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c413aca-1fee-4dfe-9cfb-4303c7a3bff8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:06.633604 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13e7edb5-0d74-46aa-9c77-5b08d3b6df77 req-fd127df6-51a9-43db-bf5b-364e2e197e32 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121010 Dec 09 22:27:06.681286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0208f19-c631-41b0-9505-704c83a038ab req-94f119f9-398f-470b-999c-84182e3d4334 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:06.683148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0208f19-c631-41b0-9505-704c83a038ab req-94f119f9-398f-470b-999c-84182e3d4334 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 947 time: 0.3796020 Dec 09 22:27:06.701099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe07a87-7c8c-4ecb-8151-40698288fc78 req-434bce0c-eef6-4aef-950d-266f38f7b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:06.702760 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fe07a87-7c8c-4ecb-8151-40698288fc78 req-434bce0c-eef6-4aef-950d-266f38f7b666 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 1099 time: 0.2398498 Dec 09 22:27:06.743191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f97969-8948-4ef0-8544-cfba9944b4c6 admin admin] Deleting subnet 91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:27:06.780837 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97f97969-8948-4ef0-8544-cfba9944b4c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:06.782086 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c2989510-52c8-4ecd-9146-e9c007a26bff req-699ece34-8483-484c-acfe-b180cd379b2d service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625542 Dec 09 22:27:06.891539 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:06.913114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0208f19-c631-41b0-9505-704c83a038ab req-1eb9f283-0d4e-4140-b350-ff50876e5957 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128022 Dec 09 22:27:06.919184 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97f97969-8948-4ef0-8544-cfba9944b4c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:06.957366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13e7edb5-0d74-46aa-9c77-5b08d3b6df77 req-1a03457e-b38d-4f9a-ae39-4866db36d42e service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094192 Dec 09 22:27:06.999609 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe07a87-7c8c-4ecb-8151-40698288fc78 req-cea0d9bf-2881-456c-b2bf-b395a5a40c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:07.001083 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fe07a87-7c8c-4ecb-8151-40698288fc78 req-cea0d9bf-2881-456c-b2bf-b395a5a40c96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2731547 Dec 09 22:27:07.008000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576af0b2-7dd7-45b6-8c2a-4745588c6b08 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:07.012504 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.014623 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97f97969-8948-4ef0-8544-cfba9944b4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.036675 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.052929 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.059153 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fe07a87-7c8c-4ecb-8151-40698288fc78 req-a1fb2da0-68c5-4ae0-908b-868c0478f133 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=a5336458-0dd1-424d-a3bf-80938386a8bb HTTP/1.1" status: 200 len: 217 time: 0.0465708 Dec 09 22:27:07.110241 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Transition to ACTIVE for port object 576af0b2-7dd7-45b6-8c2a-4745588c6b08 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:27:07.117626 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de891832-57a7-4549-bb55-576a4f4d3786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.119072 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.123049 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.130222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d80e61-ee3a-4f00-8214-450d1b9dca11,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:07.162563 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97f97969-8948-4ef0-8544-cfba9944b4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.216993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe07a87-7c8c-4ecb-8151-40698288fc78 req-e6236afb-11d6-47f5-afae-5afd48e3451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:07.219071 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fe07a87-7c8c-4ecb-8151-40698288fc78 req-e6236afb-11d6-47f5-afae-5afd48e3451e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1491735 Dec 09 22:27:07.235067 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97f97969-8948-4ef0-8544-cfba9944b4c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.240743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-97f97969-8948-4ef0-8544-cfba9944b4c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c HTTP/1.1" status: 204 len: 168 time: 0.6510830 Dec 09 22:27:07.240743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f97969-8948-4ef0-8544-cfba9944b4c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91cd9386-d8ea-4bbe-aec2-8d004ebe9c9c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:07.241044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35828) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:07.271329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Pushing event updated for resources: {'Port': ['ID=576af0b2-7dd7-45b6-8c2a-4745588c6b08,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:07.306056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Network 415ecd2f-31ad-4421-8214-9aa78c2e5d68 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:27:07.323824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 587c9056-54ec-4d5c-829b-edb5ff38cb07 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:07.360605 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.365632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:07.397716 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe07a87-7c8c-4ecb-8151-40698288fc78 req-128098c6-8871-4458-a739-93a4db59350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:07.399421 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fe07a87-7c8c-4ecb-8151-40698288fc78 req-128098c6-8871-4458-a739-93a4db59350c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1687491 Dec 09 22:27:07.452006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 587c9056-54ec-4d5c-829b-edb5ff38cb07 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:27:07.454243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Attempting to bind port 576af0b2-7dd7-45b6-8c2a-4745588c6b08 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:07.454583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Attempting to bind port 576af0b2-7dd7-45b6-8c2a-4745588c6b08 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:07.454912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Attempting to bind port 576af0b2-7dd7-45b6-8c2a-4745588c6b08 on network 85ce3258-fbd7-4ace-a74c-f937fac55890 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:07.460488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 587c9056-54ec-4d5c-829b-edb5ff38cb07 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:07.460949 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.523809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Port 576af0b2-7dd7-45b6-8c2a-4745588c6b08 on network 85ce3258-fbd7-4ace-a74c-f937fac55890 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:27:07.524150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Attempting to bind port 576af0b2-7dd7-45b6-8c2a-4745588c6b08 on network 85ce3258-fbd7-4ace-a74c-f937fac55890 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:07.565165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:07.565503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Checking segment: {'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:07.565993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Bound using segment: {'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:07.566441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Bound port: 576af0b2-7dd7-45b6-8c2a-4745588c6b08, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b16537f-507c-49cc-b648-7a82bd36ffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:07.566796 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.601475 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.613120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Router e7c8374b-e881-4ee4-8525-bd41c5a47c1d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:27:07.665739 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 587c9056-54ec-4d5c-829b-edb5ff38cb07, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=587c9056-54ec-4d5c-829b-edb5ff38cb07,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:07.675590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de891832-57a7-4549-bb55-576a4f4d3786 admin admin] Router f411ee0e-e692-44fc-844b-812bf2d1872a has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:27:07.690298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914d0fa2-a578-4bde-951b-b5efb9a07812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c9056-54ec-4d5c-829b-edb5ff38cb07'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:07.693141 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ff09f6-0951-4baa-9e67-12b9c8d8916b" -d '{"events": [{"server_uuid": "914d0fa2-a578-4bde-951b-b5efb9a07812", "name": "network-vif-plugged", "status": "completed", "tag": "587c9056-54ec-4d5c-829b-edb5ff38cb07"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:07.706217 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.717408 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fe07a87-7c8c-4ecb-8151-40698288fc78 req-9786865a-4548-42a4-9cb6-b5aabe785663 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052430 Dec 09 22:27:07.744425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8f68f-dcce-4c0c-9942-64f6b57d56c4 req-c113bd0b-44a1-4d97-bfc3-322cb85cd0f9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:07.750292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1e8f68f-dcce-4c0c-9942-64f6b57d56c4 req-c113bd0b-44a1-4d97-bfc3-322cb85cd0f9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.3613582 Dec 09 22:27:07.771767 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=587c9056-54ec-4d5c-829b-edb5ff38cb07,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:07.844449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33227393-f976-47bd-8ffe-3b802c52bbb0 req-f907cc65-5ceb-4046-b96d-5633b5c03972 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:07.851488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33227393-f976-47bd-8ffe-3b802c52bbb0 req-f907cc65-5ceb-4046-b96d-5633b5c03972 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 944 time: 0.4058983 Dec 09 22:27:07.864026 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d3089620-89aa-4a47-b7e4-c471c061a40c None None] Provisioning complete for port f9d80e61-ee3a-4f00-8214-450d1b9dca11 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:07.866619 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3089620-89aa-4a47-b7e4-c471c061a40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.892801 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fe07a87-7c8c-4ecb-8151-40698288fc78 req-d7227111-f46a-4e40-a435-79fa1649c3d1 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511016 Dec 09 22:27:07.926803 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:07.979383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3f2359e2-1f18-4bfd-96d8-31208a052d90 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:08.011248 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073a6e7d-af0e-4b50-85bd-f1bea603319c']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:08.023132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] For port 576af0b2-7dd7-45b6-8c2a-4745588c6b08, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:08.040462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de891832-57a7-4549-bb55-576a4f4d3786 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:27:08.043079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] For port 576af0b2-7dd7-45b6-8c2a-4745588c6b08, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=576af0b2-7dd7-45b6-8c2a-4745588c6b08,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:08.048698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1e8f68f-dcce-4c0c-9942-64f6b57d56c4 req-01994e1b-ddaf-4ed9-ba34-bec6ed4d87a0 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769589 Dec 09 22:27:08.048863 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-de891832-57a7-4549-bb55-576a4f4d3786 admin admin] 10.222.0.16 "PUT /v2.0/routers/f411ee0e-e692-44fc-844b-812bf2d1872a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5815823 Dec 09 22:27:08.052436 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:08.057518 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1152d4a-9609-466d-8b39-23500726f376 None None] Sync routers for ids ['f411ee0e-e692-44fc-844b-812bf2d1872a'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:27:08.062304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35852) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:08.080383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d30cb76-5c81-43cc-8de3-17b8a7580cad') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:08.080678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d30cb76-5c81-43cc-8de3-17b8a7580cad') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:08.084121 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1152d4a-9609-466d-8b39-23500726f376 None None] Routers {'f411ee0e-e692-44fc-844b-812bf2d1872a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:27:08.084766 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f1152d4a-9609-466d-8b39-23500726f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:27:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f411ee0e-e692-44fc-844b-812bf2d1872a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:08.093582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d3089620-89aa-4a47-b7e4-c471c061a40c None None] Port f9d80e61-ee3a-4f00-8214-450d1b9dca11 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:27:08.134416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 3f2359e2-1f18-4bfd-96d8-31208a052d90 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:08.134905 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:08.138935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33227393-f976-47bd-8ffe-3b802c52bbb0 req-6f7cc628-f94e-4b1a-bd3a-868de29a2ddb tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864761 Dec 09 22:27:08.156722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:08.158029 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:08.163862 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] 10.222.0.18 "PUT /v2.0/ports/576af0b2-7dd7-45b6-8c2a-4745588c6b08 HTTP/1.1" status: 200 len: 1093 time: 3.0022013 Dec 09 22:27:08.251846 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:08.258549 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1dbc4-7db4-4b25-94ad-25e0fc825200 x-openstack-request-id: req-0dd1dbc4-7db4-4b25-94ad-25e0fc825200 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:08.259492 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914d0fa2-a578-4bde-951b-b5efb9a07812", "name": "network-vif-plugged", "status": "completed", "tag": "587c9056-54ec-4d5c-829b-edb5ff38cb07", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:08.259988 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0dd1dbc4-7db4-4b25-94ad-25e0fc825200 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:08.260812 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914d0fa2-a578-4bde-951b-b5efb9a07812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c9056-54ec-4d5c-829b-edb5ff38cb07', 'code': 200} Dec 09 22:27:08.272038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:27:08.282769 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-11652230-af97-4b84-8459-8c4d43e4f0e3 admin admin] 10.222.0.16 "PUT /v2.0/routers/e7c8374b-e881-4ee4-8525-bd41c5a47c1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3377528 Dec 09 22:27:08.297045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Sync routers for ids ['e7c8374b-e881-4ee4-8525-bd41c5a47c1d'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:27:08.304631 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:08.319895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:27:08.320305 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:27:08.324564 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:27:08.345174 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Routers {'e7c8374b-e881-4ee4-8525-bd41c5a47c1d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:27:08.346172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:27:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7c8374b-e881-4ee4-8525-bd41c5a47c1d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:08.359167 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f1152d4a-9609-466d-8b39-23500726f376 None None] Set router f411ee0e-e692-44fc-844b-812bf2d1872a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:27:08.363581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd42f4-a623-4caa-ab3e-f813241d7e23 service neutron] Pushing event updated for resources: {'Port': ['ID=576af0b2-7dd7-45b6-8c2a-4745588c6b08,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:08.441059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa6039-ff52-4fb4-8ec8-8f61d462e4df req-526a5914-088b-4546-a9c0-11d34ffbec9e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:08.448410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52aa6039-ff52-4fb4-8ec8-8f61d462e4df req-526a5914-088b-4546-a9c0-11d34ffbec9e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 947 time: 0.1932733 Dec 09 22:27:08.452335 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:08.460033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18baff3-780c-401e-9279-9e46336619f2 req-fd200879-3bda-48ca-b6ef-0938ce72b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:08.461444 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:08.461605 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-fd200879-3bda-48ca-b6ef-0938ce72b083 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba9637fb5df47dfb7c07ef1390338fe&device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 1096 time: 0.2265906 Dec 09 22:27:08.474872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27aec77c-3b33-4403-8aa9-24885c8d492f', 'tag': '576af0b2-7dd7-45b6-8c2a-4745588c6b08'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:08.477193 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37949b86-473f-4143-a616-df3a96857dce" -d '{"events": [{"name": "network-changed", "server_uuid": "27aec77c-3b33-4403-8aa9-24885c8d492f", "tag": "576af0b2-7dd7-45b6-8c2a-4745588c6b08"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:08.504976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:08.513318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] 10.222.0.16 "DELETE /v2.0/networks/073a6e7d-af0e-4b50-85bd-f1bea603319c HTTP/1.1" status: 204 len: 168 time: 1.2677579 Dec 09 22:27:08.543696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18047-360a-4a09-9022-d688c58e2ddb req-3780ce73-1bc2-4040-8b70-8ebd047b7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:08.546180 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-30e18047-360a-4a09-9022-d688c58e2ddb req-3780ce73-1bc2-4040-8b70-8ebd047b7468 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=914d0fa2-a578-4bde-951b-b5efb9a07812 HTTP/1.1" status: 200 len: 1101 time: 0.2260852 Dec 09 22:27:08.571738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Set router e7c8374b-e881-4ee4-8525-bd41c5a47c1d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:27:08.576957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9789684-a77d-42b0-a570-a2f08b50087f admin admin] Pushing event deleted for resources: {'Network': ['ID=073a6e7d-af0e-4b50-85bd-f1bea603319c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:08.614077 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b704ed-40c5-4b0c-a335-5c24f8536f36 x-openstack-request-id: req-f1b704ed-40c5-4b0c-a335-5c24f8536f36 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:08.614531 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27aec77c-3b33-4403-8aa9-24885c8d492f", "tag": "576af0b2-7dd7-45b6-8c2a-4745588c6b08", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:08.614881 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1b704ed-40c5-4b0c-a335-5c24f8536f36 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:08.615371 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27aec77c-3b33-4403-8aa9-24885c8d492f', 'tag': '576af0b2-7dd7-45b6-8c2a-4745588c6b08', 'status': 'completed', 'code': 200} Dec 09 22:27:08.618806 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-2d1f995c-0aeb-491f-94fa-35459add85a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=576af0b2-7dd7-45b6-8c2a-4745588c6b08 HTTP/1.1" status: 200 len: 217 time: 0.1238122 Dec 09 22:27:08.724746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18baff3-780c-401e-9279-9e46336619f2 req-03892c19-b4d2-4b82-9f00-8bf4fd524745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:08.728359 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-03892c19-b4d2-4b82-9f00-8bf4fd524745 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15fde81-056f-40e4-be0a-d9c1ad2cae42 HTTP/1.1" status: 200 len: 851 time: 0.0998397 Dec 09 22:27:08.735479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52aa6039-ff52-4fb4-8ec8-8f61d462e4df req-3a519311-976f-4c19-81d4-c824a0976ddc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858648 Dec 09 22:27:08.745361 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-30e18047-360a-4a09-9022-d688c58e2ddb req-7b9799d0-3305-4f3b-96f4-09f4e0152551 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920836 Dec 09 22:27:08.775097 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-ad384349-5bf0-492a-aced-d2287f78bbec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85ce3258-fbd7-4ace-a74c-f937fac55890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280645 Dec 09 22:27:08.831463 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:08.851087 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f1152d4a-9609-466d-8b39-23500726f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:27:06Z', 'revision_number': 5, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port': {'id': '0a4a30d1-d927-45e9-9cb9-dcca3c794751', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:08.924004 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1152d4a-9609-466d-8b39-23500726f376 None None] Checking router: f411ee0e-e692-44fc-844b-812bf2d1872a for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:27:08.944385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Deleting port 0a4a30d1-d927-45e9-9cb9-dcca3c794751 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:27:08.944640 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:08.955718 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1152d4a-9609-466d-8b39-23500726f376 None None] Routers {'f411ee0e-e692-44fc-844b-812bf2d1872a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:27:08.956350 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f1152d4a-9609-466d-8b39-23500726f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:27:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f411ee0e-e692-44fc-844b-812bf2d1872a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:08.992034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35898) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:09.153216 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f1152d4a-9609-466d-8b39-23500726f376 None None] Set router f411ee0e-e692-44fc-844b-812bf2d1872a gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:27:09.275667 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f1152d4a-9609-466d-8b39-23500726f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:27:08Z', 'revision_number': 6, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:09.334653 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-e054a5d5-4c54-4913-a954-9f6fbebda002 service neutron] 10.222.0.18 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506413 Dec 09 22:27:09.340748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a5336458-0dd1-424d-a3bf-80938386a8bb details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:27:09.465581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] For port 0a4a30d1-d927-45e9-9cb9-dcca3c794751, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0a4a30d1-d927-45e9-9cb9-dcca3c794751,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:09.465934 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:09.471776 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1152d4a-9609-466d-8b39-23500726f376 None None] The sync data for ids ['f411ee0e-e692-44fc-844b-812bf2d1872a'] in n-d-789963-23 is: [{'id': 'f411ee0e-e692-44fc-844b-812bf2d1872a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1933820343-router', 'tenant_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:25:24Z', 'updated_at': '2021-12-09T22:27:08Z', 'revision_number': 6, 'project_id': '403563cf0d0a4ab78e637fcdfa57bbdd', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:27:09.476578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a5336458-0dd1-424d-a3bf-80938386a8bb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a5336458-0dd1-424d-a3bf-80938386a8bb,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:09.483879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Calling delete_port for 0a4a30d1-d927-45e9-9cb9-dcca3c794751 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:27:09.491035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'a5336458-0dd1-424d-a3bf-80938386a8bb', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'a5336458-0dd1-424d-a3bf-80938386a8bb', 'mac_address': 'fa:16:3e:55:e2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:27:09.572672 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:09.597518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5336458-0dd1-424d-a3bf-80938386a8bb {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:09.621073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1732389007-router', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:53Z', 'updated_at': '2021-12-09T22:27:06Z', 'revision_number': 4, 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'gw_port': {'id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:54Z', 'updated_at': '2021-12-09T22:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f9d80e61-ee3a-4f00-8214-450d1b9dca11', 'name': '', 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'mac_address': 'fa:16:3e:63:ff:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c6ccfa08-ccbd-4505-8ffc-c486399fda59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:27:03Z', 'updated_at': '2021-12-09T22:27:06Z', 'revision_number': 2, 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'subnets': [{'id': 'c6ccfa08-ccbd-4505-8ffc-c486399fda59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:09.636707 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a18baff3-780c-401e-9279-9e46336619f2 req-fc44449f-7027-4d32-816c-6e9a55e207d4 service neutron] 10.222.0.18 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930903 Dec 09 22:27:09.672527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5b382-3ee7-4d14-bd75-65f3676da9e6 req-d46775d2-8c7a-4bb0-bb18-cb8ec972c6a1 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:09.679916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3fe5b382-3ee7-4d14-bd75-65f3676da9e6 req-d46775d2-8c7a-4bb0-bb18-cb8ec972c6a1 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.1990047 Dec 09 22:27:09.688872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a5336458-0dd1-424d-a3bf-80938386a8bb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a5336458-0dd1-424d-a3bf-80938386a8bb,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:09.690421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Checking router: e7c8374b-e881-4ee4-8525-bd41c5a47c1d for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:27:09.690896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Updating router e7c8374b-e881-4ee4-8525-bd41c5a47c1d port f9d80e61-ee3a-4f00-8214-450d1b9dca11 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:27:09.691273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb482294-3dfd-4ab7-8ff1-52f110396949 req-cc19107b-15df-435d-b311-8bf89161fc4d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:09.694943 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:09.698652 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bb482294-3dfd-4ab7-8ff1-52f110396949 req-cc19107b-15df-435d-b311-8bf89161fc4d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 944 time: 0.2166924 Dec 09 22:27:09.713537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35942) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:09.713841 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-657fff37-9b29-4a1d-992d-2e23cb7f6334 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3005a1a8e3144f09a333f470b9aad885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7201843 Dec 09 22:27:09.750746 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:09.865416 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bb482294-3dfd-4ab7-8ff1-52f110396949 req-85027ee1-c0b4-4f2b-9626-b3a66106beb3 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658089 Dec 09 22:27:09.923855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3fe5b382-3ee7-4d14-bd75-65f3676da9e6 req-76310ab4-5a0b-4892-8e44-52d41ef5ace1 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430608 Dec 09 22:27:10.065025 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.078279 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.087337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-ee0fc261-eb50-42f6-a300-e9ac300f2b74 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=90f55c58ac9746428c4b299450631fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442140 Dec 09 22:27:10.102991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:27:10.105512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=a5336458-0dd1-424d-a3bf-80938386a8bb,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:10.123144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949b86-473f-4143-a616-df3a96857dce req-dc81379f-6b9a-4181-8225-938003ebfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:10.127098 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-37949b86-473f-4143-a616-df3a96857dce req-dc81379f-6b9a-4181-8225-938003ebfd62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba9637fb5df47dfb7c07ef1390338fe&device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 1096 time: 0.2845924 Dec 09 22:27:10.134482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4a30d1-d927-45e9-9cb9-dcca3c794751,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:10.142843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:27:10.143279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7c413aca-1fee-4dfe-9cfb-4303c7a3bff8 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:27:10.180984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['a5336458-0dd1-424d-a3bf-80938386a8bb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:10.250400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.440740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949b86-473f-4143-a616-df3a96857dce req-231f8f0a-c852-48cf-ae0e-1f3df5c4103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:10.445063 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-37949b86-473f-4143-a616-df3a96857dce req-231f8f0a-c852-48cf-ae0e-1f3df5c4103b service neutron] 10.222.0.18 "GET /v2.0/networks?id=85ce3258-fbd7-4ace-a74c-f937fac55890 HTTP/1.1" status: 200 len: 912 time: 0.3082561 Dec 09 22:27:10.455098 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.459141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.460273 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e22128ed-87d4-4b55-8ae9-218dac575d28 HTTP/1.1" status: 204 len: 168 time: 0.7444723 Dec 09 22:27:10.465757 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.481912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a6fe5-860e-4531-b1dd-c7a2bd2a016d req-1eb8621a-ab13-4d38-87ff-506873d33f6f tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:10.484856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a65a6fe5-860e-4531-b1dd-c7a2bd2a016d req-1eb8621a-ab13-4d38-87ff-506873d33f6f tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 948 time: 0.4061060 Dec 09 22:27:10.514818 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.524675 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.538765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57a40c-0379-4318-b006-84ee192259a1 req-c1d11dd9-f0e1-4577-b528-5c39a179482a tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:10.540435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-c1d11dd9-f0e1-4577-b528-5c39a179482a tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4099050 Dec 09 22:27:10.651679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22128ed-87d4-4b55-8ae9-218dac575d28,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:10.655672 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-37949b86-473f-4143-a616-df3a96857dce req-c9450f61-7b9b-45a0-96fb-224d00eb3ffc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=576af0b2-7dd7-45b6-8c2a-4745588c6b08 HTTP/1.1" status: 200 len: 217 time: 0.1893599 Dec 09 22:27:10.714824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7303558-ccb6-49e9-a34b-2db2e387f342 None None] Pushing event updated for resources: {'Port': ['ID=f9d80e61-ee3a-4f00-8214-450d1b9dca11,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:10.722222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-4831a991-69af-42d9-bfd0-7545c80a09b6 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/quotas/90f55c58ac9746428c4b299450631fcf HTTP/1.1" status: 200 len: 375 time: 0.1084745 Dec 09 22:27:10.725396 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.728735 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.737129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.737129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.741203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.741529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.741919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.742300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.744974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.745647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.745968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.746397 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.746719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.747124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.747550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ccb57-98d0-42f1-b5cf-b90f15f015e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:10.831171 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Attempting to bind port f9d80e61-ee3a-4f00-8214-450d1b9dca11 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:10.831572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Attempting to bind port f9d80e61-ee3a-4f00-8214-450d1b9dca11 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '26790619-33f9-48b6-a2f7-d4644876c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:10.831993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Attempting to bind port f9d80e61-ee3a-4f00-8214-450d1b9dca11 on network 415ecd2f-31ad-4421-8214-9aa78c2e5d68 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:10.846997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:10.847396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Checking segment: {'id': '26790619-33f9-48b6-a2f7-d4644876c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:10.847776 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.848159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Bound using segment: {'id': '26790619-33f9-48b6-a2f7-d4644876c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:10.848604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Bound port: f9d80e61-ee3a-4f00-8214-450d1b9dca11, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26790619-33f9-48b6-a2f7-d4644876c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:10.848952 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.936187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949b86-473f-4143-a616-df3a96857dce req-7430b14f-f59b-4460-b5aa-c75262b13ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:10.939476 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-37949b86-473f-4143-a616-df3a96857dce req-7430b14f-f59b-4460-b5aa-c75262b13ead service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15fde81-056f-40e4-be0a-d9c1ad2cae42 HTTP/1.1" status: 200 len: 851 time: 0.2451127 Dec 09 22:27:10.973091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-76d1d66b-dfa1-4ad5-8bad-d105a4b8d5cc tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=90f55c58ac9746428c4b299450631fcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2338693 Dec 09 22:27:10.990820 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a65a6fe5-860e-4531-b1dd-c7a2bd2a016d req-ceaddf84-1986-4a65-8678-72e08ffd78e0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642918 Dec 09 22:27:10.997280 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:10.999270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f411ee0e-e692-44fc-844b-812bf2d1872a {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:27:11.010014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:11.011162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-87f46e6e-9177-4e58-b8f0-abf83b625f1c admin admin] 10.222.0.16 "DELETE /v2.0/routers/f411ee0e-e692-44fc-844b-812bf2d1872a HTTP/1.1" status: 204 len: 168 time: 2.9457576 Dec 09 22:27:11.014471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36008) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:11.021603 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-37949b86-473f-4143-a616-df3a96857dce req-0b2ec88f-8ee5-45b9-963c-97d36d269d96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85ce3258-fbd7-4ace-a74c-f937fac55890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722799 Dec 09 22:27:11.162969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] For port f9d80e61-ee3a-4f00-8214-450d1b9dca11, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:11.178367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fdd482-b3b9-4850-827b-744233621830 admin admin] Deleting subnet b831de4c-aec9-4c65-b78f-076b01fd0f41 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:27:11.243941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] For port f9d80e61-ee3a-4f00-8214-450d1b9dca11, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f9d80e61-ee3a-4f00-8214-450d1b9dca11,segment=NetworkSegment(26790619-33f9-48b6-a2f7-d4644876c156),segment_id=26790619-33f9-48b6-a2f7-d4644876c156)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:11.250885 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd482-b3b9-4850-827b-744233621830 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:11.275227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2d06a309-4ad5-471c-99f5-c8d85b4f42b7 None None] Provisioning complete for port f9d80e61-ee3a-4f00-8214-450d1b9dca11 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:11.275755 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d06a309-4ad5-471c-99f5-c8d85b4f42b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:11.284592 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:11.345326 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-37949b86-473f-4143-a616-df3a96857dce req-df38ef77-3f19-439c-80ec-8f068faa5b33 service neutron] 10.222.0.18 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140867 Dec 09 22:27:11.396058 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd482-b3b9-4850-827b-744233621830 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:11.486022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7303558-ccb6-49e9-a34b-2db2e387f342 None None] Pushing event updated for resources: {'Port': ['ID=f9d80e61-ee3a-4f00-8214-450d1b9dca11,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:11.496850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 70ac9965-e8d8-4738-aa36-e6ba56e5a714 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:27:11.500703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a5336458-0dd1-424d-a3bf-80938386a8bb up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:11.574896 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-37949b86-473f-4143-a616-df3a96857dce req-4233e996-3ae8-4042-81ba-535c79294162 service neutron] 10.222.0.18 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209084 Dec 09 22:27:11.615772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de048b-3a87-49c5-88f3-da82748aadc5 req-aeb24375-ba90-425e-895d-5053f0742d90 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:11.621601 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02de048b-3a87-49c5-88f3-da82748aadc5 req-aeb24375-ba90-425e-895d-5053f0742d90 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 944 time: 0.4499774 Dec 09 22:27:11.685139 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd482-b3b9-4850-827b-744233621830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:11.743266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Routers {'e7c8374b-e881-4ee4-8525-bd41c5a47c1d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:27:11.746250 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:27:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7c8374b-e881-4ee4-8525-bd41c5a47c1d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:11.747097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2f561-2356-4b9c-8ced-9a1c9cbe4ce1 req-390b8bb5-174c-47ac-89d3-9c83a18b3b0a tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:11.749601 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d2f561-2356-4b9c-8ced-9a1c9cbe4ce1 req-390b8bb5-174c-47ac-89d3-9c83a18b3b0a tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.2856355 Dec 09 22:27:11.843246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02de048b-3a87-49c5-88f3-da82748aadc5 req-8d0f4536-e7e9-4ca7-8fc0-c17b5a3b96ad tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039933 Dec 09 22:27:11.941387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d2f561-2356-4b9c-8ced-9a1c9cbe4ce1 req-1e4914dd-fc1e-4552-a040-d1ee48ab05de tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784112 Dec 09 22:27:11.945690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd482-b3b9-4850-827b-744233621830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:11.984681 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd482-b3b9-4850-827b-744233621830 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:11.995733 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f0fdd482-b3b9-4850-827b-744233621830 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b831de4c-aec9-4c65-b78f-076b01fd0f41 HTTP/1.1" status: 204 len: 168 time: 0.9711185 Dec 09 22:27:11.996762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36050) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:12.064566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0a4a30d1-d927-45e9-9cb9-dcca3c794751 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:27:12.083191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdd482-b3b9-4850-827b-744233621830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b831de4c-aec9-4c65-b78f-076b01fd0f41,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:12.119615 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d06a309-4ad5-471c-99f5-c8d85b4f42b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:12.121467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0f364cb6-76af-4d3b-ad8e-6c497b6faead tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=90f55c58ac9746428c4b299450631fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643373 Dec 09 22:27:12.147279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0a4a30d1-d927-45e9-9cb9-dcca3c794751 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:27:12.147670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0a4a30d1-d927-45e9-9cb9-dcca3c794751 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:27:12.166226 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port a5336458-0dd1-424d-a3bf-80938386a8bb completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:27:12.177008 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:12.219539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port a5336458-0dd1-424d-a3bf-80938386a8bb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:12.219905 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:12.324939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2d06a309-4ad5-471c-99f5-c8d85b4f42b7 None None] For port f9d80e61-ee3a-4f00-8214-450d1b9dca11, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f9d80e61-ee3a-4f00-8214-450d1b9dca11,segment=NetworkSegment(26790619-33f9-48b6-a2f7-d4644876c156),segment_id=26790619-33f9-48b6-a2f7-d4644876c156)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:12.340883 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:12.341134 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d06a309-4ad5-471c-99f5-c8d85b4f42b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:12.405643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272064d1-85b1-4619-843b-a73f0738415e']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:12.441087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb360f51-a911-4cb8-8b31-7b94694931c2') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:12.441827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb360f51-a911-4cb8-8b31-7b94694931c2') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:12.445351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb287fe-d768-4449-a4a2-851e9fc2a279 req-f1e71079-25c7-4b59-8374-ad0270b1caf2 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:12.455086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bb287fe-d768-4449-a4a2-851e9fc2a279 req-f1e71079-25c7-4b59-8374-ad0270b1caf2 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 948 time: 0.3323843 Dec 09 22:27:12.488843 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:12.530335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:12.549271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-b570ea76-c45f-4ca4-8f3d-d06d1a1bdb89 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:12.551203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-b570ea76-c45f-4ca4-8f3d-d06d1a1bdb89 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3941929 Dec 09 22:27:12.567368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:27:12.567791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:12.568728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bb287fe-d768-4449-a4a2-851e9fc2a279 req-b4e47e11-5acf-403f-b727-4c1ad3ee3d78 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126311 Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:27:12.578562 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:27:12.609544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-153abe95-47d9-41e3-ad52-9540b934926b tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/quotas/90f55c58ac9746428c4b299450631fcf HTTP/1.1" status: 200 len: 375 time: 0.0396476 Dec 09 22:27:12.652830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-1e074dad-d602-436c-bf9a-bf8dda2badc0 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=90f55c58ac9746428c4b299450631fcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366867 Dec 09 22:27:12.703626 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:12.712526 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:12.717892 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] 10.222.0.16 "DELETE /v2.0/networks/272064d1-85b1-4619-843b-a73f0738415e HTTP/1.1" status: 204 len: 168 time: 0.7196131 Dec 09 22:27:12.744083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef722a-9027-4632-b86b-0b088858d518 admin admin] Pushing event deleted for resources: {'Network': ['ID=272064d1-85b1-4619-843b-a73f0738415e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:12.836662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:12.875711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 576af0b2-7dd7-45b6-8c2a-4745588c6b08 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:27:13.045958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36100) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:13.066576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09aa3a3a-0bbe-416d-88c7-2ce09e0b7d72 req-96101e09-c5a8-4673-9480-363a337a2464 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 210 time: 0.0894206 Dec 09 22:27:13.086193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '70ac9965-e8d8-4738-aa36-e6ba56e5a714', 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8', 'port_id': '70ac9965-e8d8-4738-aa36-e6ba56e5a714', 'mac_address': 'fa:16:3e:c3:36:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:27:13.113038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f418b8ce-f2ae-47e7-b9ff-887e5749deee None None] Provisioning complete for port f9d80e61-ee3a-4f00-8214-450d1b9dca11 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:13.125292 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f418b8ce-f2ae-47e7-b9ff-887e5749deee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:13.141436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] Set router e7c8374b-e881-4ee4-8525-bd41c5a47c1d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:27:13.189053 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1deab2f0-402c-4e4c-bab0-736a4688dfe4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=403563cf0d0a4ab78e637fcdfa57bbdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415560 Dec 09 22:27:13.191545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36108) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:13.209558 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06a309-4ad5-471c-99f5-c8d85b4f42b7 None None] Pushing event updated for resources: {'Port': ['ID=f9d80e61-ee3a-4f00-8214-450d1b9dca11,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:13.336620 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a39228e5-aa9a-4b00-b38d-93ce58b7f5e1 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=90f55c58ac9746428c4b299450631fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770118 Dec 09 22:27:13.415252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 576af0b2-7dd7-45b6-8c2a-4745588c6b08, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=576af0b2-7dd7-45b6-8c2a-4745588c6b08,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:13.456027 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:13.522034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '576af0b2-7dd7-45b6-8c2a-4745588c6b08', 'network_id': '85ce3258-fbd7-4ace-a74c-f937fac55890', 'port_id': '576af0b2-7dd7-45b6-8c2a-4745588c6b08', 'mac_address': 'fa:16:3e:98:d7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15fde81-056f-40e4-be0a-d9c1ad2cae42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:27:13.539554 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f9e38c9-f272-42e8-850b-a11524d71c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:13.562961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57a40c-0379-4318-b006-84ee192259a1 req-f21acfc1-063a-4210-9744-f21f8c1aa4d1 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:13.568897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ac9965-e8d8-4738-aa36-e6ba56e5a714 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:13.573409 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:13.575754 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-f21acfc1-063a-4210-9744-f21f8c1aa4d1 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252753 Dec 09 22:27:13.599058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Request body: {'port': {'device_id': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': '90f55c58ac9746428c4b299450631fcf'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:13.641592 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f9e38c9-f272-42e8-850b-a11524d71c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:13.664613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8e031-e44a-40ed-9295-e1984573ff9d req-5955b046-235f-4958-91d8-7c086436dc2d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:13.684419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9e8e031-e44a-40ed-9295-e1984573ff9d req-5955b046-235f-4958-91d8-7c086436dc2d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.3589809 Dec 09 22:27:13.744324 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fc52d-b8a8-42c3-afef-ebb3b4725b4d req-d18c0ee0-5114-408e-9cf7-5fb1adfe8abe tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:13.757325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-606fc52d-b8a8-42c3-afef-ebb3b4725b4d req-d18c0ee0-5114-408e-9cf7-5fb1adfe8abe tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 944 time: 0.4535198 Dec 09 22:27:13.844392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Made reservation on behalf of 90f55c58ac9746428c4b299450631fcf for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:27:13.848312 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:13.851781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:13.864698 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:13.869551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f43a789-85e6-434f-964d-f11decea10fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5336458-0dd1-424d-a3bf-80938386a8bb'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:13.876901 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaf9e34-d360-4351-838e-372a062e7529" -d '{"events": [{"server_uuid": "1f43a789-85e6-434f-964d-f11decea10fc", "name": "network-vif-plugged", "status": "completed", "tag": "a5336458-0dd1-424d-a3bf-80938386a8bb"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:13.936883 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:13.976607 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:14.009454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a5336458-0dd1-424d-a3bf-80938386a8bb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a5336458-0dd1-424d-a3bf-80938386a8bb,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:14.031544 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:14.058410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-606fc52d-b8a8-42c3-afef-ebb3b4725b4d req-4bc8a594-338d-411f-86f8-5b990e6dc6a2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985618 Dec 09 22:27:14.061399 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:14.070267 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:14.071975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576af0b2-7dd7-45b6-8c2a-4745588c6b08 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:14.128630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9e8e031-e44a-40ed-9295-e1984573ff9d req-98f29518-885e-4276-ba11-3b17381f414c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200816 Dec 09 22:27:14.137530 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f9e38c9-f272-42e8-850b-a11524d71c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:14.138102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 576af0b2-7dd7-45b6-8c2a-4745588c6b08, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=576af0b2-7dd7-45b6-8c2a-4745588c6b08,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:14.140794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=70ac9965-e8d8-4738-aa36-e6ba56e5a714,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:14.153218 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:14.165973 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f9e38c9-f272-42e8-850b-a11524d71c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:14.187408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1f9e38c9-f272-42e8-850b-a11524d71c4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/373fee91-01fb-4b19-b43a-c444cce9a920 HTTP/1.1" status: 204 len: 168 time: 0.9728320 Dec 09 22:27:14.225880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['70ac9965-e8d8-4738-aa36-e6ba56e5a714'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:14.228180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e38c9-f272-42e8-850b-a11524d71c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373fee91-01fb-4b19-b43a-c444cce9a920,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:14.408390 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=a5336458-0dd1-424d-a3bf-80938386a8bb,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:14.460232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1732389007-router', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:53Z', 'updated_at': '2021-12-09T22:27:06Z', 'revision_number': 4, 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'gw_port': {'id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:54Z', 'updated_at': '2021-12-09T22:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f9d80e61-ee3a-4f00-8214-450d1b9dca11', 'name': '', 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'mac_address': 'fa:16:3e:63:ff:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c6ccfa08-ccbd-4505-8ffc-c486399fda59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:27:03Z', 'updated_at': '2021-12-09T22:27:11Z', 'revision_number': 4, 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'subnets': [{'id': 'c6ccfa08-ccbd-4505-8ffc-c486399fda59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:27:14.497944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1835d-7d7c-452d-9ff9-d0887b928cec None None] The sync data for ids ['e7c8374b-e881-4ee4-8525-bd41c5a47c1d'] in n-d-789963-23 is: [{'id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1732389007-router', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:53Z', 'updated_at': '2021-12-09T22:27:06Z', 'revision_number': 4, 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'gw_port': {'id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:54Z', 'updated_at': '2021-12-09T22:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f9d80e61-ee3a-4f00-8214-450d1b9dca11', 'name': '', 'network_id': '415ecd2f-31ad-4421-8214-9aa78c2e5d68', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'mac_address': 'fa:16:3e:63:ff:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c6ccfa08-ccbd-4505-8ffc-c486399fda59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:27:03Z', 'updated_at': '2021-12-09T22:27:11Z', 'revision_number': 4, 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'subnets': [{'id': 'c6ccfa08-ccbd-4505-8ffc-c486399fda59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:27:14.515547 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['576af0b2-7dd7-45b6-8c2a-4745588c6b08'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:14.536096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef017495-3b05-424f-9ae6-a292c695e27c req-e10a5a65-475d-4511-ad25-930e01a99802 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0796156 Dec 09 22:27:14.567567 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Allocated IP 192.168.233.123 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/5da14491-abc9-4fcc-ac4f-8de324dd6b10) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:27:14.623813 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=576af0b2-7dd7-45b6-8c2a-4745588c6b08,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:14.629710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43565301-cf4e-4b4a-8220-ea7306aa5b5d req-2fc44cc0-a765-4e2c-b0a2-9ad79951b721 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:14.649108 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43565301-cf4e-4b4a-8220-ea7306aa5b5d req-2fc44cc0-a765-4e2c-b0a2-9ad79951b721 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 949 time: 0.3243086 Dec 09 22:27:14.721735 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a850d2c-a1fd-404b-8383-745242fd44f7 x-openstack-request-id: req-3a850d2c-a1fd-404b-8383-745242fd44f7 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:14.722208 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f43a789-85e6-434f-964d-f11decea10fc", "name": "network-vif-plugged", "status": "completed", "tag": "a5336458-0dd1-424d-a3bf-80938386a8bb", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:14.723646 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a850d2c-a1fd-404b-8383-745242fd44f7 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:14.725224 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f43a789-85e6-434f-964d-f11decea10fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5336458-0dd1-424d-a3bf-80938386a8bb', 'code': 200} Dec 09 22:27:14.894728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43565301-cf4e-4b4a-8220-ea7306aa5b5d req-4fab7440-0072-4f05-917a-8c61fa12d88a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405179 Dec 09 22:27:15.019403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-dbff45e5-717c-47d5-91db-4cebb91d552f tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=90f55c58ac9746428c4b299450631fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507054 Dec 09 22:27:15.032471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c916820-d712-4c20-99c9-78b5524ffdf6 req-c8763a47-19c8-4556-8fb1-beb0d9fb1d0c tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 210 time: 0.1347430 Dec 09 22:27:15.292018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96831159-0805-402b-ad52-692c895b9d01,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:15.360960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-20ebce27-3f66-403c-9911-7cba1f2c82da tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:15.362590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-20ebce27-3f66-403c-9911-7cba1f2c82da tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3274512 Dec 09 22:27:15.371815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80df75-5de7-471b-b70a-ba732203dd03 req-3baa367b-23b1-4f9d-9203-b1a73b66e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:15.374628 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f80df75-5de7-471b-b70a-ba732203dd03 req-3baa367b-23b1-4f9d-9203-b1a73b66e265 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 1101 time: 0.3105941 Dec 09 22:27:15.401282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Request body: {'port': {'device_id': 'f012719d-592e-46d2-a482-d38760bb32f2', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': '90f55c58ac9746428c4b299450631fcf'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:15.429128 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:15.489029 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f80df75-5de7-471b-b70a-ba732203dd03 req-ce3706e5-0c77-408a-bc63-b153e9b2602a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035657 Dec 09 22:27:15.539955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:15.622839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Pushing event updated for resources: {'Port': ['ID=5da14491-abc9-4fcc-ac4f-8de324dd6b10,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:15.634151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:27:15.636450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:15.640902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:27:15.723378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574b01a-ee8a-4336-a916-b6942392c684 req-e0805bb0-0231-4abe-9f6a-db7a9998a3a1 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:15.728369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:15.729183 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:15.735616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2574b01a-ee8a-4336-a916-b6942392c684 req-e0805bb0-0231-4abe-9f6a-db7a9998a3a1 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 944 time: 0.3690357 Dec 09 22:27:15.755026 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-a808c08d-7822-49f0-a21e-03d40d3437c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1605721 Dec 09 22:27:15.780591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Request body: {'port': {'device_id': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:15.809218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a6a61-4735-4aa5-94c4-5a3d5a6a4978 req-bcfa8725-850e-447c-bd70-9c9892d2616f tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:15.825816 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d58a6a61-4735-4aa5-94c4-5a3d5a6a4978 req-bcfa8725-850e-447c-bd70-9c9892d2616f tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 945 time: 0.4606254 Dec 09 22:27:15.881233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f9d80e61-ee3a-4f00-8214-450d1b9dca11 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:15.961116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 70ac9965-e8d8-4738-aa36-e6ba56e5a714 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:16.010423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:16.167582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f9d80e61-ee3a-4f00-8214-450d1b9dca11 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:16.168537 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d58a6a61-4735-4aa5-94c4-5a3d5a6a4978 req-753c6558-5651-4450-93ef-1dd4250b77f5 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405230 Dec 09 22:27:16.172757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:16.272663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Made reservation on behalf of 90f55c58ac9746428c4b299450631fcf for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:27:16.280989 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:16.313348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:27:16.338874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:16.340692 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:16.396380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2574b01a-ee8a-4336-a916-b6942392c684 req-bee088da-7efb-4da4-a0c4-524305dedf9c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6596110 Dec 09 22:27:16.437755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-86845171-34fd-4811-bdd5-124fefa01d76 None None] Provisioning complete for port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:16.438464 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-86845171-34fd-4811-bdd5-124fefa01d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:16.506028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-86845171-34fd-4811-bdd5-124fefa01d76 None None] Port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:27:16.536432 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36176) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:16.542460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b9f472b-46fa-4b5c-aa54-662a967595bf req-525c23ee-5464-4958-ac24-ae8aa8654eef tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0629685 Dec 09 22:27:16.579256 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:16.655379 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3f0ff128-7455-4cb5-9d92-0d034881812d req-23883957-cf33-4ad8-9067-9fee6c45074d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4214184 Dec 09 22:27:16.664815 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:16.672214 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:16.718726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbef20d-2c3e-49be-ac60-df5c27fbc982 req-07f8164e-cdf7-49bd-a00e-2e5fac48e38c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:16.722393 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fcbef20d-2c3e-49be-ac60-df5c27fbc982 req-07f8164e-cdf7-49bd-a00e-2e5fac48e38c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 949 time: 0.1060066 Dec 09 22:27:16.745022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ac9965-e8d8-4738-aa36-e6ba56e5a714'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:16.751894 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14750f87-99d9-4943-8ecd-1e4f0354f454" -d '{"events": [{"server_uuid": "7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce", "name": "network-vif-plugged", "status": "completed", "tag": "70ac9965-e8d8-4738-aa36-e6ba56e5a714"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:16.835194 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a178a4a4-8667-4421-9c6a-d7c149696ba5 req-2c6fd273-c66e-4d36-a3b9-ce904b049d75 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 210 time: 0.0657470 Dec 09 22:27:16.836981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=70ac9965-e8d8-4738-aa36-e6ba56e5a714,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:16.848478 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.848969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.849609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.850585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.851045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.851485 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.852307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.853189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.853703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.854275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.854864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.855580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.867646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ff128-7455-4cb5-9d92-0d034881812d req-ce5a1af9-1e1f-4e07-9b18-3f9e2381608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:16.869459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:16.875208 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3f0ff128-7455-4cb5-9d92-0d034881812d req-ce5a1af9-1e1f-4e07-9b18-3f9e2381608c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 1096 time: 0.1776295 Dec 09 22:27:16.903840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 576af0b2-7dd7-45b6-8c2a-4745588c6b08 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:16.956082 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fcbef20d-2c3e-49be-ac60-df5c27fbc982 req-68272408-8dc1-4866-9aa1-c55e4ed8160c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289538 Dec 09 22:27:16.966645 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1e77a9-5b1f-4a34-9c97-7b33037e60e9 x-openstack-request-id: req-5b1e77a9-5b1f-4a34-9c97-7b33037e60e9 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:16.967557 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce", "name": "network-vif-plugged", "status": "completed", "tag": "70ac9965-e8d8-4738-aa36-e6ba56e5a714", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:16.970731 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b1e77a9-5b1f-4a34-9c97-7b33037e60e9 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:16.971568 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ac9965-e8d8-4738-aa36-e6ba56e5a714', 'code': 200} Dec 09 22:27:16.993065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 576af0b2-7dd7-45b6-8c2a-4745588c6b08 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:27:17.003286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 576af0b2-7dd7-45b6-8c2a-4745588c6b08 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:17.004334 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:17.097505 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-143197e0-c8a6-4ca6-be09-2ebb776559f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:17.157270 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-941b8468-9eeb-4365-929f-99a78a819bd3 req-11cd8876-3665-447c-ab73-dcaa4635a45e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0876329 Dec 09 22:27:17.183385 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:17.221926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da14491-abc9-4fcc-ac4f-8de324dd6b10 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:17.231634 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:17.246712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Transition to ACTIVE for port object 5da14491-abc9-4fcc-ac4f-8de324dd6b10 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:27:17.254284 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:17.258115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 576af0b2-7dd7-45b6-8c2a-4745588c6b08, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=576af0b2-7dd7-45b6-8c2a-4745588c6b08,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:17.264236 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:17.277186 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-143197e0-c8a6-4ca6-be09-2ebb776559f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:17.303246 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-143197e0-c8a6-4ca6-be09-2ebb776559f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:17.341218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-143197e0-c8a6-4ca6-be09-2ebb776559f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efb597ed855042b0a8528483c0b72fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7968080 Dec 09 22:27:17.344361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36196) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:17.379497 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe02de-be66-45aa-9eb1-18c86836d782 req-ea605f2a-b78b-45a9-b8dd-db355fbafc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:17.379663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=576af0b2-7dd7-45b6-8c2a-4745588c6b08,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:17.385199 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9dfe02de-be66-45aa-9eb1-18c86836d782 req-ea605f2a-b78b-45a9-b8dd-db355fbafc75 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 1097 time: 0.3534842 Dec 09 22:27:17.396208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ff128-7455-4cb5-9d92-0d034881812d req-b0c050bf-7750-4edf-ab56-5f5af86be965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:17.397651 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3f0ff128-7455-4cb5-9d92-0d034881812d req-b0c050bf-7750-4edf-ab56-5f5af86be965 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.5008101 Dec 09 22:27:17.451911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143197e0-c8a6-4ca6-be09-2ebb776559f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e39f060-4097-466b-88ba-0ab56c061f97,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:17.456520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Allocated IP 192.168.233.99 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/4a1ea795-4263-43aa-b0bd-1af5e85da7c9) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:27:17.474445 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3f0ff128-7455-4cb5-9d92-0d034881812d req-41f9516d-9c68-42c0-a8eb-5d67ae6afcba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51 HTTP/1.1" status: 200 len: 217 time: 0.0528772 Dec 09 22:27:17.476077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85115d33-f695-464d-b6d5-7fdbcd0d4412 req-1c33f4e6-6671-4842-979e-f89a749753a5 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:17.477667 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85115d33-f695-464d-b6d5-7fdbcd0d4412 req-1c33f4e6-6671-4842-979e-f89a749753a5 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1483736 Dec 09 22:27:17.530934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Pushing event updated for resources: {'Port': ['ID=5da14491-abc9-4fcc-ac4f-8de324dd6b10,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:17.585486 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85115d33-f695-464d-b6d5-7fdbcd0d4412 req-81ef518b-8a41-430f-9508-d04587fd8566 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949030 Dec 09 22:27:17.710547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5a546-51c2-4298-a9ef-76d60714effe req-f291b5df-f6f0-4385-816f-e4b45ca00098 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:17.712135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eff5a546-51c2-4298-a9ef-76d60714effe req-f291b5df-f6f0-4385-816f-e4b45ca00098 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.1310313 Dec 09 22:27:17.714964 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9dfe02de-be66-45aa-9eb1-18c86836d782 req-345f748a-6883-4989-9c62-edee3c99080c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069725 Dec 09 22:27:17.728020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ff128-7455-4cb5-9d92-0d034881812d req-0d62f5e8-552f-41b5-af0c-fb3641fdb1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:17.735092 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3f0ff128-7455-4cb5-9d92-0d034881812d req-0d62f5e8-552f-41b5-af0c-fb3641fdb1db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.2326677 Dec 09 22:27:17.746092 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93dca03c-c42f-45f2-bcb3-db4c5b001925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:17.762001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Attempting to bind port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:17.762337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Attempting to bind port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:17.762664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Attempting to bind port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:17.795335 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3f0ff128-7455-4cb5-9d92-0d034881812d req-0b50b60a-90ec-41e1-8ff0-9083badb1388 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466807 Dec 09 22:27:17.798390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55d087a3-ea5d-4cca-8194-69d94af5b9a0 req-79d1eb9b-31f3-4de7-abb6-cd27a3cf8749 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0427258 Dec 09 22:27:17.800956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:27:17.800956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Attempting to bind port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:17.838453 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93dca03c-c42f-45f2-bcb3-db4c5b001925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:17.841755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:17.842358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:17.843228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:17.844181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Bound port: 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:17.844870 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:17.898721 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:17.905671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eff5a546-51c2-4298-a9ef-76d60714effe req-aeb666af-dec6-4906-949e-71b205307e70 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454983 Dec 09 22:27:17.952449 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:18.038434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:27:18.044429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:18.048160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:27:18.064696 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3f0ff128-7455-4cb5-9d92-0d034881812d req-69bc6f09-fbc8-4315-a56b-f943932250eb service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555461 Dec 09 22:27:18.066173 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93dca03c-c42f-45f2-bcb3-db4c5b001925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:18.072919 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93dca03c-c42f-45f2-bcb3-db4c5b001925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:18.074150 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-93dca03c-c42f-45f2-bcb3-db4c5b001925 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e39f060-4097-466b-88ba-0ab56c061f97 HTTP/1.1" status: 204 len: 168 time: 0.7080662 Dec 09 22:27:18.075735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:18.098213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:18.133644 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:18.134259 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Pushing event updated for resources: {'Port': ['ID=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:18.190844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92441105-507c-46d9-9e5a-cd5f319f3ea2 req-eb7afcab-83e1-46fb-8d79-d11c31159f37 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:18.205227 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92441105-507c-46d9-9e5a-cd5f319f3ea2 req-eb7afcab-83e1-46fb-8d79-d11c31159f37 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 935 time: 0.2444935 Dec 09 22:27:18.237799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dca03c-c42f-45f2-bcb3-db4c5b001925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e39f060-4097-466b-88ba-0ab56c061f97,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:18.248132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Pushing event updated for resources: {'Port': ['ID=5da14491-abc9-4fcc-ac4f-8de324dd6b10,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:18.250197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:18.251085 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:18.265654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:18.266311 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:18.268665 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-15bf2b96-7f9a-43e6-b3cf-d0d0cb0bde4b service neutron] 10.222.0.18 "PUT /v2.0/ports/5da14491-abc9-4fcc-ac4f-8de324dd6b10 HTTP/1.1" status: 200 len: 1097 time: 2.4973090 Dec 09 22:27:18.269159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:18.271689 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce64276-2dc6-4b6e-b331-e0027d3f2622" -d '{"events": [{"name": "network-changed", "server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:18.332673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e086bd-6c2e-4c3e-8de6-220be1bce627 req-432ba95e-90a3-4ace-9bfe-1e9620aff033 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:18.341169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07e086bd-6c2e-4c3e-8de6-220be1bce627 req-432ba95e-90a3-4ace-9bfe-1e9620aff033 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 949 time: 0.2123184 Dec 09 22:27:18.355455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0bf97c52-706e-4cac-a95e-3b3b6322e9b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9613109 Dec 09 22:27:18.377644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92441105-507c-46d9-9e5a-cd5f319f3ea2 req-7fdb0f48-f691-421e-b5a6-a949496d4ce1 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667473 Dec 09 22:27:18.425475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Request body: {'port': {'device_id': 'f012719d-592e-46d2-a482-d38760bb32f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:18.479138 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c560e5-62ca-4114-9531-96878d2603da x-openstack-request-id: req-a7c560e5-62ca-4114-9531-96878d2603da {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:18.479138 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:18.479361 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7c560e5-62ca-4114-9531-96878d2603da {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:18.479965 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'status': 'completed', 'code': 200} Dec 09 22:27:18.547762 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:18.578139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57a40c-0379-4318-b006-84ee192259a1 req-d9d98039-1f0a-450d-9b0d-f612e464ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:18.578736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07e086bd-6c2e-4c3e-8de6-220be1bce627 req-0ea42727-b21c-486a-8775-51cdf0cd671f tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314348 Dec 09 22:27:18.579649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-d9d98039-1f0a-450d-9b0d-f612e464ebb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90f55c58ac9746428c4b299450631fcf&device_id=a301fb32-7717-40db-9a23-2c2bcd2876db HTTP/1.1" status: 200 len: 1100 time: 0.2330194 Dec 09 22:27:18.590093 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3f0ff128-7455-4cb5-9d92-0d034881812d req-69b07b9a-ca71-4f8c-bd76-2db0993cdfb0 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019581 Dec 09 22:27:18.615719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-df50d7d1-b1e8-4284-90e5-1fd026e3f8a0 None None] Provisioning complete for port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:18.617995 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-df50d7d1-b1e8-4284-90e5-1fd026e3f8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:18.767212 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-7fdb0a04-839f-48ee-9051-144d4144c4e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10 HTTP/1.1" status: 200 len: 217 time: 0.1525996 Dec 09 22:27:18.778338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-df50d7d1-b1e8-4284-90e5-1fd026e3f8a0 None None] Port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:27:18.894051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57a40c-0379-4318-b006-84ee192259a1 req-844716fa-1650-4ddd-88f7-b8b1971e48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:18.896327 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-844716fa-1650-4ddd-88f7-b8b1971e48dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1049004 Dec 09 22:27:18.951064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36246) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:18.972904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27aec77c-3b33-4403-8aa9-24885c8d492f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576af0b2-7dd7-45b6-8c2a-4745588c6b08'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:18.975235 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab1a486-a60f-4b9f-9365-f7b90a818d48" -d '{"events": [{"server_uuid": "27aec77c-3b33-4403-8aa9-24885c8d492f", "name": "network-vif-plugged", "status": "completed", "tag": "576af0b2-7dd7-45b6-8c2a-4745588c6b08"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:18.989970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57a40c-0379-4318-b006-84ee192259a1 req-aaa5e5bb-9152-471b-b9ac-29f7f55ad6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:18.992079 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-aaa5e5bb-9152-471b-b9ac-29f7f55ad6da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877650 Dec 09 22:27:18.996021 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0f2a293-1c88-4112-b328-1c4102c00a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:19.012540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fd537-02b9-4a35-8b97-1de31bc76a55 req-9af89dfe-9fac-4cf4-891b-547757546869 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:19.014176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c86fd537-02b9-4a35-8b97-1de31bc76a55 req-9af89dfe-9fac-4cf4-891b-547757546869 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=914d0fa2-a578-4bde-951b-b5efb9a07812 HTTP/1.1" status: 200 len: 949 time: 0.2723486 Dec 09 22:27:19.030156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efeac6-db63-49bc-870c-e477723c5b6a req-590ed875-c488-4e22-8b3e-adebf016679d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:19.038361 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73efeac6-db63-49bc-870c-e477723c5b6a req-590ed875-c488-4e22-8b3e-adebf016679d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.2325850 Dec 09 22:27:19.183648 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-3702633b-868e-4042-8eef-57a7c001f40d service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799307 Dec 09 22:27:19.204519 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73efeac6-db63-49bc-870c-e477723c5b6a req-4c5e04eb-9ca8-4d53-888e-3c9df45dee56 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591301 Dec 09 22:27:19.377887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2e57a40c-0379-4318-b006-84ee192259a1 req-902f97c8-e93d-43d5-a98e-01046e8886d6 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773915 Dec 09 22:27:19.417119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f85338a-e111-47d2-a09d-72cdd73b6dad req-657d681e-36ce-4cd9-9b4a-c631cc1f54f4 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0818863 Dec 09 22:27:19.419652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:19.428255 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:27:19.448340 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c86fd537-02b9-4a35-8b97-1de31bc76a55 req-d7124628-6745-485a-9265-498d7587d4cf tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997567 Dec 09 22:27:19.462259 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:19.516036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Transition to ACTIVE for port object 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:27:19.523011 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3247a74-c747-47a7-87fd-6761d2ce29fc x-openstack-request-id: req-d3247a74-c747-47a7-87fd-6761d2ce29fc {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:19.523555 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27aec77c-3b33-4403-8aa9-24885c8d492f", "name": "network-vif-plugged", "status": "completed", "tag": "576af0b2-7dd7-45b6-8c2a-4745588c6b08", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:19.524000 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3247a74-c747-47a7-87fd-6761d2ce29fc {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:19.524365 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27aec77c-3b33-4403-8aa9-24885c8d492f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576af0b2-7dd7-45b6-8c2a-4745588c6b08', 'code': 200} Dec 09 22:27:19.550305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64276-2dc6-4b6e-b331-e0027d3f2622 req-ee8446dc-dac9-423c-b65d-a982c90a0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:19.551855 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cce64276-2dc6-4b6e-b331-e0027d3f2622 req-ee8446dc-dac9-423c-b65d-a982c90a0aed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90f55c58ac9746428c4b299450631fcf&device_id=a301fb32-7717-40db-9a23-2c2bcd2876db HTTP/1.1" status: 200 len: 1100 time: 0.0662425 Dec 09 22:27:19.557571 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:19.618712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0f2a293-1c88-4112-b328-1c4102c00a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:19.658563 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0f2a293-1c88-4112-b328-1c4102c00a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:19.782055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602958-87ff-4d82-bb9f-e0f684ee61c3 req-46c7d6f7-0d7e-48dc-9d32-2648005aee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:19.783567 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c602958-87ff-4d82-bb9f-e0f684ee61c3 req-46c7d6f7-0d7e-48dc-9d32-2648005aee7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 1098 time: 0.1400826 Dec 09 22:27:19.799255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dfa77-5042-443e-8195-98363251a28b service neutron] Pushing event updated for resources: {'Port': ['ID=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:19.816527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24851399-4737-47f7-acd5-3ce6339ba637 req-811d0160-b7cc-42ed-a2fc-3466df6b0039 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:19.824460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24851399-4737-47f7-acd5-3ce6339ba637 req-811d0160-b7cc-42ed-a2fc-3466df6b0039 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.3067429 Dec 09 22:27:19.845404 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d0f2a293-1c88-4112-b328-1c4102c00a02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a310b2bcde640188c0fc2d4fc6a61b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8902056 Dec 09 22:27:19.852217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36276) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:19.855310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2a293-1c88-4112-b328-1c4102c00a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06e06f6-1ffd-4444-9858-8042c054d251,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:19.876756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64276-2dc6-4b6e-b331-e0027d3f2622 req-f4345713-bfd8-434d-9a91-98f584c12376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:19.878540 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cce64276-2dc6-4b6e-b331-e0027d3f2622 req-f4345713-bfd8-434d-9a91-98f584c12376 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.3094921 Dec 09 22:27:19.940514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48552b-2dcb-471a-8cc1-94aa6b2262de req-cca20795-90d1-4b84-a153-bf1f8b0661d5 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:19.945010 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cce64276-2dc6-4b6e-b331-e0027d3f2622 req-435a02ec-6cec-4883-a4f4-3bc41e60515f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10 HTTP/1.1" status: 200 len: 217 time: 0.0538604 Dec 09 22:27:19.953192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f48552b-2dcb-471a-8cc1-94aa6b2262de req-cca20795-90d1-4b84-a153-bf1f8b0661d5 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 947 time: 0.3280127 Dec 09 22:27:19.987888 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c602958-87ff-4d82-bb9f-e0f684ee61c3 req-cf5db6f7-e71f-49fa-b88d-06d3e3d403d6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862636 Dec 09 22:27:20.020621 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b9498fe-0e86-4d71-97dd-1d6cac2c2511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:20.032877 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24851399-4737-47f7-acd5-3ce6339ba637 req-400aa7fb-be02-4aa6-882d-163518ac6425 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073588 Dec 09 22:27:20.033582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64276-2dc6-4b6e-b331-e0027d3f2622 req-7f0f287b-8000-4d73-ac09-13369bc00bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:20.035291 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cce64276-2dc6-4b6e-b331-e0027d3f2622 req-7f0f287b-8000-4d73-ac09-13369bc00bac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0788162 Dec 09 22:27:20.053957 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b9498fe-0e86-4d71-97dd-1d6cac2c2511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:20.120802 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b9498fe-0e86-4d71-97dd-1d6cac2c2511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:20.124834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b9498fe-0e86-4d71-97dd-1d6cac2c2511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:20.127109 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9b9498fe-0e86-4d71-97dd-1d6cac2c2511 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b06e06f6-1ffd-4444-9858-8042c054d251 HTTP/1.1" status: 204 len: 168 time: 0.2731478 Dec 09 22:27:20.168662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36284) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:20.176611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9498fe-0e86-4d71-97dd-1d6cac2c2511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06e06f6-1ffd-4444-9858-8042c054d251,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:20.398910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Attempting to bind port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:20.399498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Attempting to bind port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:20.400026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Attempting to bind port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:20.415966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f48552b-2dcb-471a-8cc1-94aa6b2262de req-1e5da8eb-5087-4458-936b-0190d482cc87 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618697 Dec 09 22:27:20.417016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:27:20.417717 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Attempting to bind port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:20.421276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64276-2dc6-4b6e-b331-e0027d3f2622 req-9036788a-5a2e-4e64-af77-0402759f98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:20.426410 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cce64276-2dc6-4b6e-b331-e0027d3f2622 req-9036788a-5a2e-4e64-af77-0402759f98ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1504140 Dec 09 22:27:20.427533 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2424e4d1-fc5e-4e05-9a07-89190e046d79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:20.427896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:20.428476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:20.429082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:20.432388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Bound port: 4a1ea795-4263-43aa-b0bd-1af5e85da7c9, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:20.433033 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:20.565758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] For port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:20.570664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] For port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:20.579492 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:20.608559 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cce64276-2dc6-4b6e-b331-e0027d3f2622 req-845dffe9-5029-4804-91b6-978a74f3a4d7 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692450 Dec 09 22:27:20.671514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2424e4d1-fc5e-4e05-9a07-89190e046d79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:20.677199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2424e4d1-fc5e-4e05-9a07-89190e046d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:20.741956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:20.742788 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:20.745029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-871dfa77-5042-443e-8195-98363251a28b service neutron] 10.222.0.42 "PUT /v2.0/ports/4a1ea795-4263-43aa-b0bd-1af5e85da7c9 HTTP/1.1" status: 200 len: 1096 time: 2.3659256 Dec 09 22:27:20.751752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f012719d-592e-46d2-a482-d38760bb32f2', 'tag': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:20.754366 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e0644e-282c-4e76-a2b0-15a9c7a6be50" -d '{"events": [{"name": "network-changed", "server_uuid": "f012719d-592e-46d2-a482-d38760bb32f2", "tag": "4a1ea795-4263-43aa-b0bd-1af5e85da7c9"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:20.775303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dfa77-5042-443e-8195-98363251a28b service neutron] Pushing event updated for resources: {'Port': ['ID=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:20.776442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424e4d1-fc5e-4e05-9a07-89190e046d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b840c0e7-f2a5-4afd-b804-442a567d03cf,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:20.782318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d7f21-b789-4575-a1d0-cd37c3790397 req-33846649-fae6-4bc9-98eb-e50e3cc01985 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:20.788664 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2424e4d1-fc5e-4e05-9a07-89190e046d79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e930c1bae7674f28881dc529f9c25bbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6183937 Dec 09 22:27:20.791471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36300) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:20.791934 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-532d7f21-b789-4575-a1d0-cd37c3790397 req-33846649-fae6-4bc9-98eb-e50e3cc01985 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 1097 time: 0.2052004 Dec 09 22:27:20.857319 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cce64276-2dc6-4b6e-b331-e0027d3f2622 req-341ba675-63cb-492a-954e-2ba733322bdc service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412901 Dec 09 22:27:20.859268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791420-5f90-4541-94a1-00739904b9e2 req-f3aabb47-a849-43fe-a4ef-49269686eca9 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:20.865269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791420-5f90-4541-94a1-00739904b9e2 req-f3aabb47-a849-43fe-a4ef-49269686eca9 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:20.867513 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25791420-5f90-4541-94a1-00739904b9e2 req-f3aabb47-a849-43fe-a4ef-49269686eca9 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc&device_id=914d0fa2-a578-4bde-951b-b5efb9a07812 HTTP/1.1" status: 200 len: 1689 time: 0.1969557 Dec 09 22:27:20.921207 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5c507b4-543e-44f9-8001-1fe5d74b6f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:20.924330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-dac5ae2b-f181-4d9f-9eb8-c1ce3bb32c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:20.925873 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-dac5ae2b-f181-4d9f-9eb8-c1ce3bb32c4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90f55c58ac9746428c4b299450631fcf&device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 1099 time: 0.1262271 Dec 09 22:27:20.951631 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5c507b4-543e-44f9-8001-1fe5d74b6f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:20.953671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-532d7f21-b789-4575-a1d0-cd37c3790397 req-fed0861b-0a3c-4c5b-b05f-ed7a4e1187fc tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605995 Dec 09 22:27:21.012072 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-2b6713de-87cd-4d5d-8920-78c56487ca26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=4a1ea795-4263-43aa-b0bd-1af5e85da7c9 HTTP/1.1" status: 200 len: 217 time: 0.0738733 Dec 09 22:27:21.037259 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5c507b4-543e-44f9-8001-1fe5d74b6f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:21.041273 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5c507b4-543e-44f9-8001-1fe5d74b6f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:21.044317 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b5c507b4-543e-44f9-8001-1fe5d74b6f0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b840c0e7-f2a5-4afd-b804-442a567d03cf HTTP/1.1" status: 204 len: 168 time: 0.2517934 Dec 09 22:27:21.062455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c507b4-543e-44f9-8001-1fe5d74b6f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b840c0e7-f2a5-4afd-b804-442a567d03cf,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:21.089255 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25791420-5f90-4541-94a1-00739904b9e2 req-52b3ed1b-c5c9-43e2-8799-19e2e7182a3f tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049842 Dec 09 22:27:21.137970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-d590a7fe-02f0-468c-bb8f-6ac01697d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:21.147778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-d590a7fe-02f0-468c-bb8f-6ac01697d842 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1275296 Dec 09 22:27:21.265950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e4c39-3887-4971-a7f3-9a1772296975 req-91f7e9fd-a580-4918-a134-405fb4eb911a tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:21.273960 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb3e4c39-3887-4971-a7f3-9a1772296975 req-91f7e9fd-a580-4918-a134-405fb4eb911a tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1631701 Dec 09 22:27:21.338139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0d7f2704-0b6d-40f6-b0aa-320d67fc2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:21.339669 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-0d7f2704-0b6d-40f6-b0aa-320d67fc2211 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1584063 Dec 09 22:27:21.377060 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb3e4c39-3887-4971-a7f3-9a1772296975 req-fe534d2c-b839-428b-8558-7563d5c0997e tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017275 Dec 09 22:27:21.512730 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ddacbe-df22-485f-becc-30dccad8f093 x-openstack-request-id: req-f5ddacbe-df22-485f-becc-30dccad8f093 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:21.517603 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f012719d-592e-46d2-a482-d38760bb32f2", "tag": "4a1ea795-4263-43aa-b0bd-1af5e85da7c9", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:21.518214 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5ddacbe-df22-485f-becc-30dccad8f093 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:21.518877 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f012719d-592e-46d2-a482-d38760bb32f2', 'tag': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9', 'status': 'completed', 'code': 200} Dec 09 22:27:21.586857 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-12621485-2052-47c5-90c2-b59433eb8728 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327192 Dec 09 22:27:21.697451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36344) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:21.723141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae484c5a-0b8d-4cc0-b3e1-e40852c5f4cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:21.846187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f50c24-5097-4294-a8c7-bb81120b6714 req-b851a25e-696f-4e69-847a-8574f04a79b3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:21.847991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39f50c24-5097-4294-a8c7-bb81120b6714 req-b851a25e-696f-4e69-847a-8574f04a79b3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 947 time: 0.1615574 Dec 09 22:27:21.852203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81152b4f-b003-4ed0-8c5c-ece0495719ba req-20391806-af66-4a33-8427-57ed63c70558 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:21.854268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81152b4f-b003-4ed0-8c5c-ece0495719ba req-20391806-af66-4a33-8427-57ed63c70558 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 1097 time: 0.2209206 Dec 09 22:27:21.919588 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d08325ea-0cbd-4835-963e-7bb6444283b6 req-41b9f72b-0dd0-46f4-99f8-eb99ec8f5c57 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143935 Dec 09 22:27:21.967282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81152b4f-b003-4ed0-8c5c-ece0495719ba req-60734ce4-a5ac-40b8-8b1e-343d268c51e2 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008227 Dec 09 22:27:21.987070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39f50c24-5097-4294-a8c7-bb81120b6714 req-f0402545-1a29-41b7-a358-bbb6ce6e449e tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217334 Dec 09 22:27:22.049395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0644e-282c-4e76-a2b0-15a9c7a6be50 req-d361f7e6-f463-4ee7-9666-36f2ce17a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:22.051352 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40e0644e-282c-4e76-a2b0-15a9c7a6be50 req-d361f7e6-f463-4ee7-9666-36f2ce17a378 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90f55c58ac9746428c4b299450631fcf&device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 1099 time: 0.0631368 Dec 09 22:27:22.106569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-356bd0cb-bb46-4019-8d02-be05d4c04ce3 req-96d7b5c0-8a44-48fa-a9c0-e01fa6940953 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0324543 Dec 09 22:27:22.204254 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae484c5a-0b8d-4cc0-b3e1-e40852c5f4cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:22.212914 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae484c5a-0b8d-4cc0-b3e1-e40852c5f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:22.225249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994cd1f-450e-4f95-8886-e41e6b97932e req-b97275b4-cba2-40f7-8038-616e399a9470 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:22.226803 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b994cd1f-450e-4f95-8886-e41e6b97932e req-b97275b4-cba2-40f7-8038-616e399a9470 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 1101 time: 0.1041725 Dec 09 22:27:22.259592 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ae484c5a-0b8d-4cc0-b3e1-e40852c5f4cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4265747b63a54044953959657ee39256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5609407 Dec 09 22:27:22.262150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36356) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:22.287849 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0644e-282c-4e76-a2b0-15a9c7a6be50 req-5e4df062-c384-4da5-839d-b3e6998deaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:22.293453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40e0644e-282c-4e76-a2b0-15a9c7a6be50 req-5e4df062-c384-4da5-839d-b3e6998deaa9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2305708 Dec 09 22:27:22.317984 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae484c5a-0b8d-4cc0-b3e1-e40852c5f4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1258c5d1-254d-44af-9af8-64871b0f7108,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:22.350299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-807104ae-e6c2-4a12-9ac3-9321f6484149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:22.357723 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40e0644e-282c-4e76-a2b0-15a9c7a6be50 req-78b6fa8b-4d1e-4bbd-8901-2c8744238484 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=4a1ea795-4263-43aa-b0bd-1af5e85da7c9 HTTP/1.1" status: 200 len: 217 time: 0.0508754 Dec 09 22:27:22.379585 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-807104ae-e6c2-4a12-9ac3-9321f6484149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:22.405956 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b994cd1f-450e-4f95-8886-e41e6b97932e req-2f011fb3-0d07-42d1-80d1-1fab98e4a644 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676495 Dec 09 22:27:22.437307 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:22.446149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0644e-282c-4e76-a2b0-15a9c7a6be50 req-cd59ab0f-0c93-4b3d-905b-797814ae67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:22.447747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40e0644e-282c-4e76-a2b0-15a9c7a6be50 req-cd59ab0f-0c93-4b3d-905b-797814ae67fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0816557 Dec 09 22:27:22.499454 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-807104ae-e6c2-4a12-9ac3-9321f6484149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:22.502838 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-807104ae-e6c2-4a12-9ac3-9321f6484149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:22.504509 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-807104ae-e6c2-4a12-9ac3-9321f6484149 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1258c5d1-254d-44af-9af8-64871b0f7108 HTTP/1.1" status: 204 len: 168 time: 0.2414234 Dec 09 22:27:22.527690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807104ae-e6c2-4a12-9ac3-9321f6484149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1258c5d1-254d-44af-9af8-64871b0f7108,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:22.601483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0644e-282c-4e76-a2b0-15a9c7a6be50 req-bba45a44-3d9a-456d-b5d4-cbf76e264386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:22.604920 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40e0644e-282c-4e76-a2b0-15a9c7a6be50 req-bba45a44-3d9a-456d-b5d4-cbf76e264386 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1453619 Dec 09 22:27:22.616327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8142a0-4388-4f7e-9f76-5e665506f4e3 req-a035a41a-eaca-4241-8278-5e8670077d8d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:22.624224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e8142a0-4388-4f7e-9f76-5e665506f4e3 req-a035a41a-eaca-4241-8278-5e8670077d8d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1329694 Dec 09 22:27:22.720945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e8142a0-4388-4f7e-9f76-5e665506f4e3 req-c6837c53-2f19-4258-bc92-0c33880c83d4 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911956 Dec 09 22:27:22.841838 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40e0644e-282c-4e76-a2b0-15a9c7a6be50 req-f9e41e1e-40b9-41b6-9ab4-973d83d2b449 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152615 Dec 09 22:27:22.892526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecfce4-0861-4dfd-9977-fa7ffcd02649 req-bee8129a-e87f-4775-bcdd-0d716480a9a6 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:22.894369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9ecfce4-0861-4dfd-9977-fa7ffcd02649 req-bee8129a-e87f-4775-bcdd-0d716480a9a6 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=914d0fa2-a578-4bde-951b-b5efb9a07812 HTTP/1.1" status: 200 len: 1101 time: 0.0860524 Dec 09 22:27:22.947482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5da14491-abc9-4fcc-ac4f-8de324dd6b10 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:27:23.035146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40e0644e-282c-4e76-a2b0-15a9c7a6be50 req-704775c8-4cbb-4c46-9719-67a77ac6f535 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852515 Dec 09 22:27:23.055333 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9ecfce4-0861-4dfd-9977-fa7ffcd02649 req-29730876-9bc2-4df8-a88c-40fc12b21854 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223488 Dec 09 22:27:23.383437 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff98b9a-b252-4e66-9648-9e0cb54612b9 req-cf2d1f5a-c2dd-43d3-9968-99d1a052bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:23.385974 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7ff98b9a-b252-4e66-9648-9e0cb54612b9 req-cf2d1f5a-c2dd-43d3-9968-99d1a052bb1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba9637fb5df47dfb7c07ef1390338fe&device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 1098 time: 0.0701342 Dec 09 22:27:23.404945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:23.413255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fd581-d13d-4652-85ef-5c6c49750868 req-4c1f9fcd-4c1c-418f-8712-f5b2ede22189 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:23.421620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e8fd581-d13d-4652-85ef-5c6c49750868 req-4c1f9fcd-4c1c-418f-8712-f5b2ede22189 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 947 time: 0.1119459 Dec 09 22:27:23.427785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'mac_address': 'fa:16:3e:84:66:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:27:23.544620 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:23.548262 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e8fd581-d13d-4652-85ef-5c6c49750868 req-30375c89-e1fc-40d1-a9f1-f99304a0eabb tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184142 Dec 09 22:27:23.604999 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff98b9a-b252-4e66-9648-9e0cb54612b9 req-b969b2d0-ac4e-4592-be52-966c79ffd80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:23.608525 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7ff98b9a-b252-4e66-9648-9e0cb54612b9 req-b969b2d0-ac4e-4592-be52-966c79ffd80e service neutron] 10.222.0.18 "GET /v2.0/networks?id=85ce3258-fbd7-4ace-a74c-f937fac55890 HTTP/1.1" status: 200 len: 912 time: 0.2131577 Dec 09 22:27:23.618736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da14491-abc9-4fcc-ac4f-8de324dd6b10 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:23.666463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:23.674751 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:23.682533 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7ff98b9a-b252-4e66-9648-9e0cb54612b9 req-dc03d84a-bcea-4309-a52e-d2febeb6d1af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=576af0b2-7dd7-45b6-8c2a-4745588c6b08 HTTP/1.1" status: 200 len: 217 time: 0.0658877 Dec 09 22:27:23.785716 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff98b9a-b252-4e66-9648-9e0cb54612b9 req-8831aa66-b2b5-4aa2-96bb-50c52acd52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:23.788075 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5da14491-abc9-4fcc-ac4f-8de324dd6b10,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:23.790149 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7ff98b9a-b252-4e66-9648-9e0cb54612b9 req-8831aa66-b2b5-4aa2-96bb-50c52acd52bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15fde81-056f-40e4-be0a-d9c1ad2cae42 HTTP/1.1" status: 200 len: 851 time: 0.0919075 Dec 09 22:27:23.853252 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7ff98b9a-b252-4e66-9648-9e0cb54612b9 req-09a43b27-b1b9-413b-8e29-d106cf668d7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85ce3258-fbd7-4ace-a74c-f937fac55890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490861 Dec 09 22:27:23.906184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dcc1f3fa-2539-462a-ac79-7cd9b73c25ed req-b58e06d2-bb45-4c80-b5b8-ebfe7c2f6302 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0459650 Dec 09 22:27:23.967623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:27:23.990826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-2bdd9f5b-a95e-43fe-bdad-2de81bc69475 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:27:23.992374 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-2bdd9f5b-a95e-43fe-bdad-2de81bc69475 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1302087 Dec 09 22:27:23.998856 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7ff98b9a-b252-4e66-9648-9e0cb54612b9 req-729a8f36-cf27-49ef-8107-2cb46981f918 service neutron] 10.222.0.18 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379378 Dec 09 22:27:24.049509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5da14491-abc9-4fcc-ac4f-8de324dd6b10'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:24.061175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b214ef-e707-4103-9fea-a576a9d02a08 req-a0bbe6d9-d233-47ba-ac38-119a1bbaa7f3 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:24.061175 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0b214ef-e707-4103-9fea-a576a9d02a08 req-a0bbe6d9-d233-47ba-ac38-119a1bbaa7f3 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.0666299 Dec 09 22:27:24.183023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:24.200586 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0b214ef-e707-4103-9fea-a576a9d02a08 req-d36c266f-66c3-4787-b3aa-bb7124deb3f9 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273878 Dec 09 22:27:24.206337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9', 'mac_address': 'fa:16:3e:9a:8c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:27:24.228147 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7ff98b9a-b252-4e66-9648-9e0cb54612b9 req-8f5927d4-b8af-46f4-b7d4-e45795557f69 service neutron] 10.222.0.18 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126789 Dec 09 22:27:24.282517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-465ea015-e559-4cfc-854b-dabe17aef13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:24.283969 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-465ea015-e559-4cfc-854b-dabe17aef13f service neutron] 10.222.0.16 "GET /v2.0/ports/70ac9965-e8d8-4738-aa36-e6ba56e5a714 HTTP/1.1" status: 200 len: 1094 time: 0.2814496 Dec 09 22:27:24.289965 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:24.302601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] Request body: {'binding': {'host': 'n-h1-789963-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:24.304385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] Unknown quota resources ['binding']. {{(pid=103417) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:27:24.312290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:24.339210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:24.355538 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:24.405305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-9bf12d0f-0755-473d-a007-fff8d5b8215a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480459 Dec 09 22:27:24.438848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:24.551816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-162f7eb3-3f51-4cfd-a21b-eb5f15426d90 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:24.559026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-162f7eb3-3f51-4cfd-a21b-eb5f15426d90 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523340 Dec 09 22:27:24.576588 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-8babfcb7-2315-4288-aa1f-7edbefe48a2f tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/quotas/a6e413190b95419d9d1bf7868e26f3f9 HTTP/1.1" status: 200 len: 375 time: 0.0159731 Dec 09 22:27:24.630456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] Attempting to bind port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on host n-h1-789963-23 for vnic_type normal with profile None {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:24.631959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] Attempting to bind port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:24.632484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] Attempting to bind port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:24.638746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] Port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:27:24.639280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] Attempting to bind port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:24.647339 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:24.647884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:24.648452 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:24.649076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] Bound port: 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:24.651026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-faa4f97d-24f5-40f9-81b3-2e9429692753 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0733140 Dec 09 22:27:24.699437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['4a1ea795-4263-43aa-b0bd-1af5e85da7c9'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:24.729282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:24.761605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:24.763241 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8882d67c-1259-425b-8c63-8194b5cdf4a8 service neutron] 10.222.0.16 "POST /v2.0/ports/70ac9965-e8d8-4738-aa36-e6ba56e5a714/bindings HTTP/1.1" status: 201 len: 390 time: 0.4695442 Dec 09 22:27:25.036173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed3b7c-6844-4993-bcdd-8dd135c8dcfa req-e0ab8116-d34d-42ef-b3de-c28099653e0d tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:25.047599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67ed3b7c-6844-4993-bcdd-8dd135c8dcfa req-e0ab8116-d34d-42ef-b3de-c28099653e0d tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 948 time: 0.0867007 Dec 09 22:27:25.127525 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67ed3b7c-6844-4993-bcdd-8dd135c8dcfa req-a9174eb3-5916-4d24-b4bb-6e9e6ec334a3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788655 Dec 09 22:27:25.233102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-7997b35e-12e1-44cf-9732-39d38f1adfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:25.234656 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-7997b35e-12e1-44cf-9732-39d38f1adfdf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 1097 time: 0.1082823 Dec 09 22:27:25.370766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da8758-8fef-4a05-b154-d014603728d8 req-5cda70b7-3da8-44f3-838a-17eb7904e026 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:25.372114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35da8758-8fef-4a05-b154-d014603728d8 req-5cda70b7-3da8-44f3-838a-17eb7904e026 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.1583643 Dec 09 22:27:25.395232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-2a6fc667-611c-416e-9ce3-5a3b9730e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:25.396706 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-2a6fc667-611c-416e-9ce3-5a3b9730e43b service neutron] 10.222.0.18 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.1543744 Dec 09 22:27:25.430551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d24d2094-85ae-4649-819f-79e2389eae14 req-82bc650f-a926-42de-8cbf-ad68c04c0a55 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0573661 Dec 09 22:27:25.489718 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-c4a12f18-3d9b-4426-9744-10f8e7b781d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714 HTTP/1.1" status: 200 len: 217 time: 0.0859103 Dec 09 22:27:25.566886 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35da8758-8fef-4a05-b154-d014603728d8 req-e215f95b-7b18-44be-8613-8fc317dc9301 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706674 Dec 09 22:27:25.575096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-afa5d640-c793-45d6-9ed4-d48bd1c179a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:25.577271 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-afa5d640-c793-45d6-9ed4-d48bd1c179a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.0770531 Dec 09 22:27:25.653163 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-06499877-313f-44b2-9f2a-266d1e6bd083 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692611 Dec 09 22:27:25.677772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559d928-0d14-4b05-bf76-77bbff06be04 req-8f079825-690e-4260-862c-bd71e99bbece tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:25.680094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0559d928-0d14-4b05-bf76-77bbff06be04 req-8f079825-690e-4260-862c-bd71e99bbece tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1200540 Dec 09 22:27:25.782871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0559d928-0d14-4b05-bf76-77bbff06be04 req-4b98edf1-561b-44d8-a083-03578682f8c5 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910385 Dec 09 22:27:25.817322 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-1319a5ce-8da2-401b-a7e8-1b8360c389ff service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550391 Dec 09 22:27:25.959344 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-d209e444-fdce-4e9e-929d-aa49120cb192 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354604 Dec 09 22:27:25.966948 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a8475fa-1572-4604-aff7-45c1a545f1d5 req-ca048c85-b648-470c-9734-b378bc342018 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 210 time: 0.0887232 Dec 09 22:27:25.979775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:26.075118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:27:26.086274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:26.086751 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:26.231056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:26.265769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f012719d-592e-46d2-a482-d38760bb32f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:26.269651 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d4ac1c-c5cc-4f2f-a4bb-7fa87e39be67" -d '{"events": [{"server_uuid": "f012719d-592e-46d2-a482-d38760bb32f2", "name": "network-vif-plugged", "status": "completed", "tag": "4a1ea795-4263-43aa-b0bd-1af5e85da7c9"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:26.292822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:26.298696 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:26.399493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221b9cb-ef59-4bb0-9ed8-f8e5890d26fd req-ffeaee68-c85c-4e45-82d8-cd92ce9e11ca tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:26.409750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5221b9cb-ef59-4bb0-9ed8-f8e5890d26fd req-ffeaee68-c85c-4e45-82d8-cd92ce9e11ca tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 948 time: 0.1576076 Dec 09 22:27:26.424508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:26.429663 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94751ba6-6ec7-4028-b903-00a0a470e2c0 x-openstack-request-id: req-94751ba6-6ec7-4028-b903-00a0a470e2c0 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:26.430087 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f012719d-592e-46d2-a482-d38760bb32f2", "name": "network-vif-plugged", "status": "completed", "tag": "4a1ea795-4263-43aa-b0bd-1af5e85da7c9", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:26.430525 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94751ba6-6ec7-4028-b903-00a0a470e2c0 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:26.431756 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f012719d-592e-46d2-a482-d38760bb32f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9', 'code': 200} Dec 09 22:27:26.591410 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c47e9-ad43-4f2c-920d-2375c3f86560 req-daf7d0e6-ff56-4e5c-9db9-dbbb9f8493c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:26.600088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-450c47e9-ad43-4f2c-920d-2375c3f86560 req-daf7d0e6-ff56-4e5c-9db9-dbbb9f8493c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 1101 time: 0.1607993 Dec 09 22:27:26.611499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5221b9cb-ef59-4bb0-9ed8-f8e5890d26fd req-097b430f-a8aa-4cad-9ddf-66083f61e628 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982503 Dec 09 22:27:26.775844 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a468990-7fae-4253-9928-679d8525ba3f req-0f2d8990-782d-48e9-a7ac-0ef04b3cae37 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.1731234 Dec 09 22:27:26.937737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-450c47e9-ad43-4f2c-920d-2375c3f86560 req-6e02bcac-d86b-4caf-bd50-9312e74cd963 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216906 Dec 09 22:27:26.999327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5da14491-abc9-4fcc-ac4f-8de324dd6b10 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:27.052457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076a7e0-c685-4cf3-a12b-73bf762bbf59 req-c06944a1-6f26-4ed1-8dfd-3d689b264195 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:27.054616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2076a7e0-c685-4cf3-a12b-73bf762bbf59 req-c06944a1-6f26-4ed1-8dfd-3d689b264195 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1099281 Dec 09 22:27:27.064180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba30185-8c71-424e-809c-934d87458f87 req-af285aa9-5e72-4ba3-9444-7ef1f4982f59 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:27.066269 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ba30185-8c71-424e-809c-934d87458f87 req-af285aa9-5e72-4ba3-9444-7ef1f4982f59 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.2861643 Dec 09 22:27:27.125343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2076a7e0-c685-4cf3-a12b-73bf762bbf59 req-e48241eb-d76c-4275-8dc8-7428dc7b0714 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578511 Dec 09 22:27:27.158692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:27:27.163682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:27.164432 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:27.212341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ba30185-8c71-424e-809c-934d87458f87 req-da594efa-660e-480a-8618-1af85d0fbb5a tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028328 Dec 09 22:27:27.328583 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b01c22f9-659f-48cd-83c5-22abee3609b6 req-2852c36c-2f6f-4e44-afa8-091ff4b78a0e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 210 time: 0.0441082 Dec 09 22:27:27.335257 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:27.396973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:27.404098 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:27.503464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5da14491-abc9-4fcc-ac4f-8de324dd6b10,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:27.519777 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-7dc4ac4e-bd74-4eb3-8d3f-c2936b11efb7 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701210 Dec 09 22:27:27.759300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-29de7b0d-54af-430c-87a9-6ab7f58bc0c2 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:27.761296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-29de7b0d-54af-430c-87a9-6ab7f58bc0c2 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266109 Dec 09 22:27:27.783592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-27743b51-defb-45fc-89b1-1441886300f9 req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Request body: {'port': {'device_id': 'd0fd3430-0e74-4dc6-9685-a32b9066ceb3', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'a6e413190b95419d9d1bf7868e26f3f9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:27.931260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ae45-fb83-4784-a460-bb726a772d05 req-a119d266-762d-4afe-a2ed-cd61ac72525b tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:27.937659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd95ae45-fb83-4784-a460-bb726a772d05 req-a119d266-762d-4afe-a2ed-cd61ac72525b tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 949 time: 0.2111390 Dec 09 22:27:27.986620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-8415a1c5-5997-4195-9945-df9f76cbff7a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1480081 Dec 09 22:27:28.038749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Made reservation on behalf of a6e413190b95419d9d1bf7868e26f3f9 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:27:28.052339 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:28.273458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-27743b51-defb-45fc-89b1-1441886300f9 req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Allocated IP 192.168.233.128 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/06a7131e-eabe-4d38-aa86-491d6ace6b87) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:27:28.433576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:28.436809 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26bcc8b-9e5a-49fb-9085-05b340fa453b" -d '{"events": [{"server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "name": "network-vif-plugged", "status": "completed", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:28.472669 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02182d23-5a70-4e5e-9bd8-7f5925e7b574 req-46683a57-c330-4f6f-bd17-5b238a54d941 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.5251575 Dec 09 22:27:28.502095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-41b34fe7-1e28-41d0-9379-97692e4e8616 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:28.506447 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-41b34fe7-1e28-41d0-9379-97692e4e8616 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5089247 Dec 09 22:27:28.519071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd95ae45-fb83-4784-a460-bb726a772d05 req-6c401a7f-33a5-4a9e-b92f-ab4e6552ed7a tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736468 Dec 09 22:27:28.536090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-27743b51-defb-45fc-89b1-1441886300f9 req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Request body: {'port': {'device_id': '2dd29530-fd25-4f01-be15-6dbe8ab411a9', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'a6e413190b95419d9d1bf7868e26f3f9'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:28.538011 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:28.636076 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:28.654696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['587c9056-54ec-4d5c-829b-edb5ff38cb07', 'a5336458-0dd1-424d-a3bf-80938386a8bb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:28.724000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:28.802746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27743b51-defb-45fc-89b1-1441886300f9 req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:27:28.813161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event updated for resources: {'Port': ['ID=06a7131e-eabe-4d38-aa86-491d6ace6b87,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:28.821505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-27743b51-defb-45fc-89b1-1441886300f9 req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:28.826366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-27743b51-defb-45fc-89b1-1441886300f9 req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:27:28.926880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1a99-78b3-4ca0-adbd-39bdd1f0177f req-4664333e-3bfa-4e08-b2e6-d57b925d31e6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:28.940237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87ca1a99-78b3-4ca0-adbd-39bdd1f0177f req-4664333e-3bfa-4e08-b2e6-d57b925d31e6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.3293190 Dec 09 22:27:28.980544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:28.982191 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:29.012345 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-6f392840-4224-4197-9f27-42720a7d4da0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2333081 Dec 09 22:27:29.032657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Request body: {'port': {'device_id': 'd0fd3430-0e74-4dc6-9685-a32b9066ceb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:29.162688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bcc45-79af-4457-9f11-e1cdf32d0cb4 req-487236b0-1916-44bf-8b48-816915324148 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:29.187526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-577bcc45-79af-4457-9f11-e1cdf32d0cb4 req-487236b0-1916-44bf-8b48-816915324148 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.4197946 Dec 09 22:27:29.190111 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:29.193848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87ca1a99-78b3-4ca0-adbd-39bdd1f0177f req-4bf80472-0dde-48e2-beb1-13b4a79c5dc2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515204 Dec 09 22:27:29.240790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Made reservation on behalf of a6e413190b95419d9d1bf7868e26f3f9 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:27:29.245457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36610) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:29.249971 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:29.418212 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9a72594-2b49-4b13-aed1-c71aa7c5434f req-91b8f301-8789-473e-8c12-af5d45b5d8c2 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 210 time: 0.0601647 Dec 09 22:27:29.471475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5ca3aa71-6f3a-45f9-aca3-8dcb7fffe36a None None] Provisioning complete for port 06a7131e-eabe-4d38-aa86-491d6ace6b87 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:29.471983 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ca3aa71-6f3a-45f9-aca3-8dcb7fffe36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:29.474362 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-577bcc45-79af-4457-9f11-e1cdf32d0cb4 req-94bbc333-ce51-49e6-a0d0-377918a65a7b tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832520 Dec 09 22:27:29.496343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-27743b51-defb-45fc-89b1-1441886300f9 req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Allocated IP 192.168.233.197 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/750d4e75-f21c-456b-892c-3aaa1bc13cc6) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:27:29.585624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3aa71-6f3a-45f9-aca3-8dcb7fffe36a None None] Port 06a7131e-eabe-4d38-aa86-491d6ace6b87 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:27:29.590821 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6b8f49-82cd-430c-a4c4-d18f3e9e8ccb x-openstack-request-id: req-5f6b8f49-82cd-430c-a4c4-d18f3e9e8ccb {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:29.591115 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "name": "network-vif-plugged", "status": "completed", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:29.591418 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f6b8f49-82cd-430c-a4c4-d18f3e9e8ccb {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:29.591813 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'code': 200} Dec 09 22:27:29.743071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc55c31c-49ef-4173-aa18-550317fcef6b req-43cd6d65-aa8e-4104-aa94-77c9533b5f56 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0969660 Dec 09 22:27:29.803407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3e60b-26a8-485f-abb2-a109764c73fc req-45f45ebd-9285-4261-bf14-6cd4644294d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:29.804947 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d2b3e60b-26a8-485f-abb2-a109764c73fc req-45f45ebd-9285-4261-bf14-6cd4644294d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a301fb32-7717-40db-9a23-2c2bcd2876db HTTP/1.1" status: 200 len: 1102 time: 0.0915284 Dec 09 22:27:29.834646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979a281-3832-45de-a3d4-83d96ec51239 req-746c7d56-e2e5-424d-8eef-635ef310d14f tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:29.842349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4979a281-3832-45de-a3d4-83d96ec51239 req-746c7d56-e2e5-424d-8eef-635ef310d14f tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 949 time: 0.1289062 Dec 09 22:27:29.904886 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:29.912472 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-828a3ed9-c072-401f-b969-4bcf3ba034be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:29.948070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4979a281-3832-45de-a3d4-83d96ec51239 req-21d6fea3-8008-47c1-8dc1-cd7ca18ba60e tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011097 Dec 09 22:27:29.987448 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:30.008356 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d2b3e60b-26a8-485f-abb2-a109764c73fc req-dcb995bd-de67-4801-bf34-994e615035f9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957853 Dec 09 22:27:30.023878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:30.088375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27743b51-defb-45fc-89b1-1441886300f9 req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:27:30.113242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['587c9056-54ec-4d5c-829b-edb5ff38cb07', 'a5336458-0dd1-424d-a3bf-80938386a8bb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:30.166046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-27743b51-defb-45fc-89b1-1441886300f9 req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:30.167152 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-828a3ed9-c072-401f-b969-4bcf3ba034be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:30.174440 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-828a3ed9-c072-401f-b969-4bcf3ba034be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:30.179047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-27743b51-defb-45fc-89b1-1441886300f9 req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:27:30.286796 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-828a3ed9-c072-401f-b969-4bcf3ba034be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89a3cc1798474468814ffb6abb4822b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0377650 Dec 09 22:27:30.306325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36632) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:30.337268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a3ed9-c072-401f-b969-4bcf3ba034be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87223040-1960-4f9e-80f5-e9d57516c5dc,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:30.343238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event updated for resources: {'Port': ['ID=750d4e75-f21c-456b-892c-3aaa1bc13cc6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:30.363022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6c76-5bcb-4269-a09c-957d5ef99514 req-c649803a-bef1-482f-86e4-a1f4e3ae261f tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:30.370418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e1a6c76-5bcb-4269-a09c-957d5ef99514 req-c649803a-bef1-482f-86e4-a1f4e3ae261f tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=a301fb32-7717-40db-9a23-2c2bcd2876db HTTP/1.1" status: 200 len: 950 time: 0.2866061 Dec 09 22:27:30.395721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.396075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.396420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.396762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.397098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.397430 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.397762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.398119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.398448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.398774 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.399202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.399430 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.401107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:27:30.499006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:30.499606 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:30.525555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a7131e-eabe-4d38-aa86-491d6ace6b87 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:30.552108 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:30.584853 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57b5875d-9ef0-4469-b735-9f28f032678d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:30.589227 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-b271f874-8983-42b7-952a-473b2a2da4b8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0678973 Dec 09 22:27:30.616979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a30b-69f8-48c3-8e78-26c417fa9551 req-278bd4a8-abdd-4935-8c1e-3a63f9a1765c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:30.618579 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2316a30b-69f8-48c3-8e78-26c417fa9551 req-278bd4a8-abdd-4935-8c1e-3a63f9a1765c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.2410285 Dec 09 22:27:30.627345 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57b5875d-9ef0-4469-b735-9f28f032678d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:30.644179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Request body: {'port': {'device_id': '2dd29530-fd25-4f01-be15-6dbe8ab411a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:30.650096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Transition to ACTIVE for port object 06a7131e-eabe-4d38-aa86-491d6ace6b87 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:27:30.665909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:30.679847 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5ee9d211-a115-4db6-9020-07a06a1c365c None None] Provisioning complete for port 750d4e75-f21c-456b-892c-3aaa1bc13cc6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:30.680438 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d211-a115-4db6-9020-07a06a1c365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:30.767947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e1a6c76-5bcb-4269-a09c-957d5ef99514 req-d2553ca4-3327-4c57-98c0-7430c0cd8f0a tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958163 Dec 09 22:27:30.770937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9d211-a115-4db6-9020-07a06a1c365c None None] Port 750d4e75-f21c-456b-892c-3aaa1bc13cc6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:27:30.836036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Pushing event updated for resources: {'Port': ['ID=06a7131e-eabe-4d38-aa86-491d6ace6b87,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:30.863935 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:30.947344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2316a30b-69f8-48c3-8e78-26c417fa9551 req-dcf92670-5d72-48d9-82d6-2e77ba9d4de4 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135379 Dec 09 22:27:30.948251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57b5875d-9ef0-4469-b735-9f28f032678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:30.955295 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57b5875d-9ef0-4469-b735-9f28f032678d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:30.956477 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-57b5875d-9ef0-4469-b735-9f28f032678d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87223040-1960-4f9e-80f5-e9d57516c5dc HTTP/1.1" status: 204 len: 168 time: 0.6466498 Dec 09 22:27:31.004979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5875d-9ef0-4469-b735-9f28f032678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87223040-1960-4f9e-80f5-e9d57516c5dc,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:31.050862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Attempting to bind port 06a7131e-eabe-4d38-aa86-491d6ace6b87 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:31.051205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Attempting to bind port 06a7131e-eabe-4d38-aa86-491d6ace6b87 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:31.051593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Attempting to bind port 06a7131e-eabe-4d38-aa86-491d6ace6b87 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:31.054521 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fc544b98-e26f-43c9-8cd9-4393bc6152cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:31.060650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Port 06a7131e-eabe-4d38-aa86-491d6ace6b87 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:27:31.060983 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Attempting to bind port 06a7131e-eabe-4d38-aa86-491d6ace6b87 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:31.068073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:31.068690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:31.069244 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:31.069770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Bound port: 06a7131e-eabe-4d38-aa86-491d6ace6b87, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:31.070258 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:31.204843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] For port 06a7131e-eabe-4d38-aa86-491d6ace6b87, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:31.217138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] For port 06a7131e-eabe-4d38-aa86-491d6ace6b87, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=06a7131e-eabe-4d38-aa86-491d6ace6b87,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:31.229346 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:31.381241 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:31.382809 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:31.391294 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] 10.222.0.18 "PUT /v2.0/ports/06a7131e-eabe-4d38-aa86-491d6ace6b87 HTTP/1.1" status: 200 len: 1097 time: 2.3641210 Dec 09 22:27:31.403910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd3430-0e74-4dc6-9685-a32b9066ceb3', 'tag': '06a7131e-eabe-4d38-aa86-491d6ace6b87'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:31.409900 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffb704b-9d64-45b6-bbf7-8b276d325dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fd3430-0e74-4dc6-9685-a32b9066ceb3", "tag": "06a7131e-eabe-4d38-aa86-491d6ace6b87"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:31.478046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bcc16-fc72-420b-89f7-342f8e1396a3 service neutron] Pushing event updated for resources: {'Port': ['ID=06a7131e-eabe-4d38-aa86-491d6ace6b87,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:31.598864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-99216b0c-67a7-492f-92a9-0dc248e2b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:31.602561 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-99216b0c-67a7-492f-92a9-0dc248e2b147 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=d0fd3430-0e74-4dc6-9685-a32b9066ceb3 HTTP/1.1" status: 200 len: 1100 time: 0.1116045 Dec 09 22:27:31.698402 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-c455f25c-1f67-4c5e-ade3-bdc14c19f83b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=06a7131e-eabe-4d38-aa86-491d6ace6b87 HTTP/1.1" status: 200 len: 217 time: 0.0770569 Dec 09 22:27:31.713120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c872e-3fa0-4a7f-8f61-ac4a28be62b9 req-9faf30d5-d12a-458e-8e2a-77f374867814 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:31.725047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a42c872e-3fa0-4a7f-8f61-ac4a28be62b9 req-9faf30d5-d12a-458e-8e2a-77f374867814 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 936 time: 0.7715178 Dec 09 22:27:31.805198 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-9e4bb2ed-a1f5-44bd-a985-07d79a2820b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:31.808417 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-9e4bb2ed-a1f5-44bd-a985-07d79a2820b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1022346 Dec 09 22:27:31.822835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eaa6c-7062-4ce9-ada1-bdb3a5c52f9c req-4a17a930-9265-4b58-8490-97aec2356c54 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:31.830747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-320eaa6c-7062-4ce9-ada1-bdb3a5c52f9c req-4a17a930-9265-4b58-8490-97aec2356c54 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.2963858 Dec 09 22:27:31.855234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a42c872e-3fa0-4a7f-8f61-ac4a28be62b9 req-daedd3a6-5e2f-4cb3-92f1-5f81f5bca615 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293149 Dec 09 22:27:31.942680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-25c682ed-0e84-4514-a384-bf42577f87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:31.944515 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-25c682ed-0e84-4514-a384-bf42577f87ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1276007 Dec 09 22:27:32.065478 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-043f17cd-806b-489f-9df9-3b2d502f4da9 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128664 Dec 09 22:27:32.119638 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-320eaa6c-7062-4ce9-ada1-bdb3a5c52f9c req-ef6c00ee-34d8-483d-9f79-e0068e47c729 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833543 Dec 09 22:27:32.215263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750d4e75-f21c-456b-892c-3aaa1bc13cc6 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:32.222898 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01413b9e-6a6f-49f4-bbaf-4df0aeec972f x-openstack-request-id: req-01413b9e-6a6f-49f4-bbaf-4df0aeec972f {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:32.223653 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fd3430-0e74-4dc6-9685-a32b9066ceb3", "tag": "06a7131e-eabe-4d38-aa86-491d6ace6b87", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:32.224149 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01413b9e-6a6f-49f4-bbaf-4df0aeec972f {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:32.228291 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fd3430-0e74-4dc6-9685-a32b9066ceb3', 'tag': '06a7131e-eabe-4d38-aa86-491d6ace6b87', 'status': 'completed', 'code': 200} Dec 09 22:27:32.238183 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:32.266653 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90b77374-0673-4a95-923e-d4590535c040 req-32b352b8-2307-4984-869e-9ee3ef9675a8 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.2755837 Dec 09 22:27:32.284828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Transition to ACTIVE for port object 750d4e75-f21c-456b-892c-3aaa1bc13cc6 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:27:32.289629 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:32.290174 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-ae128db7-8fba-4777-8c64-dc4d4deb05fc service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164030 Dec 09 22:27:32.413344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Pushing event updated for resources: {'Port': ['ID=750d4e75-f21c-456b-892c-3aaa1bc13cc6,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:32.442296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f5e46-b105-4147-ac15-4905d07e1737 req-d3b6df63-3147-4a1c-820f-0633180c3b22 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:32.444034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f70f5e46-b105-4147-ac15-4905d07e1737 req-d3b6df63-3147-4a1c-820f-0633180c3b22 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=a301fb32-7717-40db-9a23-2c2bcd2876db HTTP/1.1" status: 200 len: 950 time: 0.1423945 Dec 09 22:27:32.535885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb704b-9d64-45b6-bbf7-8b276d325dfc req-eb6d1021-7b18-477b-87bf-1f93cdcd9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:32.537724 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dffb704b-9d64-45b6-bbf7-8b276d325dfc req-eb6d1021-7b18-477b-87bf-1f93cdcd9ec5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=d0fd3430-0e74-4dc6-9685-a32b9066ceb3 HTTP/1.1" status: 200 len: 1100 time: 0.1163821 Dec 09 22:27:32.749332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f70f5e46-b105-4147-ac15-4905d07e1737 req-7803780e-483b-44e5-b262-75d1e7a706ea tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752502 Dec 09 22:27:32.750978 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Attempting to bind port 750d4e75-f21c-456b-892c-3aaa1bc13cc6 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:32.751310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Attempting to bind port 750d4e75-f21c-456b-892c-3aaa1bc13cc6 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:32.751630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Attempting to bind port 750d4e75-f21c-456b-892c-3aaa1bc13cc6 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:32.782149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a65076-9ea7-4872-8a3b-ada73c4c03c0 req-3e5c58e2-776f-45b0-bd2f-f37fe818b7c4 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:32.790228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47a65076-9ea7-4872-8a3b-ada73c4c03c0 req-3e5c58e2-776f-45b0-bd2f-f37fe818b7c4 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.3740904 Dec 09 22:27:32.792280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Port 750d4e75-f21c-456b-892c-3aaa1bc13cc6 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:27:32.792794 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Attempting to bind port 750d4e75-f21c-456b-892c-3aaa1bc13cc6 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:32.807972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:32.808921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:32.809730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:32.811600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Bound port: 750d4e75-f21c-456b-892c-3aaa1bc13cc6, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:32.812161 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:32.835646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb704b-9d64-45b6-bbf7-8b276d325dfc req-1497fdd6-0694-42e9-a654-b7dd70bd2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:32.839879 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dffb704b-9d64-45b6-bbf7-8b276d325dfc req-1497fdd6-0694-42e9-a654-b7dd70bd2fe7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2856719 Dec 09 22:27:32.891316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47a65076-9ea7-4872-8a3b-ada73c4c03c0 req-21592783-dae4-4718-825a-ad288c367834 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967853 Dec 09 22:27:32.908060 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dffb704b-9d64-45b6-bbf7-8b276d325dfc req-22ad4834-0548-436a-8b59-38e324d0e6c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=06a7131e-eabe-4d38-aa86-491d6ace6b87 HTTP/1.1" status: 200 len: 217 time: 0.0541422 Dec 09 22:27:33.032361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb704b-9d64-45b6-bbf7-8b276d325dfc req-3ea2b74b-1f6d-412b-924f-4834d730b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:33.035221 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dffb704b-9d64-45b6-bbf7-8b276d325dfc req-3ea2b74b-1f6d-412b-924f-4834d730b5e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1195562 Dec 09 22:27:33.134177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb704b-9d64-45b6-bbf7-8b276d325dfc req-3bb17712-dc62-466c-a9aa-4f0d041e85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:33.135971 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dffb704b-9d64-45b6-bbf7-8b276d325dfc req-3bb17712-dc62-466c-a9aa-4f0d041e85d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934570 Dec 09 22:27:33.182491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] For port 750d4e75-f21c-456b-892c-3aaa1bc13cc6, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:33.227182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] For port 750d4e75-f21c-456b-892c-3aaa1bc13cc6, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=750d4e75-f21c-456b-892c-3aaa1bc13cc6,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:33.258430 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:33.261019 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84ec115e-503d-4ff9-9603-5a50eb0fd1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:33.414178 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dffb704b-9d64-45b6-bbf7-8b276d325dfc req-02ddf234-68ae-47f5-bcf0-cb9dfbdd8204 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685914 Dec 09 22:27:33.433532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Pushing event updated for resources: {'Port': ['ID=750d4e75-f21c-456b-892c-3aaa1bc13cc6,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:33.477287 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61a387-8911-4de1-8664-d3b17d7b9ab4 req-d49b5e50-d9b3-4e15-b369-67f3f3ae1144 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:33.479153 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a61a387-8911-4de1-8664-d3b17d7b9ab4 req-d49b5e50-d9b3-4e15-b369-67f3f3ae1144 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 948 time: 0.4248855 Dec 09 22:27:33.561503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:33.566254 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:33.567746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-98eff979-f53c-46a9-beea-3b4d476f97ec service neutron] 10.222.0.42 "PUT /v2.0/ports/750d4e75-f21c-456b-892c-3aaa1bc13cc6 HTTP/1.1" status: 200 len: 1097 time: 2.9434521 Dec 09 22:27:33.573214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd29530-fd25-4f01-be15-6dbe8ab411a9', 'tag': '750d4e75-f21c-456b-892c-3aaa1bc13cc6'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:33.576522 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee54851-d4ca-4df6-84a2-2a60c1743bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd29530-fd25-4f01-be15-6dbe8ab411a9", "tag": "750d4e75-f21c-456b-892c-3aaa1bc13cc6"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:33.618164 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:33.745747 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dffb704b-9d64-45b6-bbf7-8b276d325dfc req-7cfbd6ab-4989-4509-b16d-60e5f476ae4b service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086100 Dec 09 22:27:34.130768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a77f8a-b16f-4161-9ab1-a3405385ba43 req-8e2ff74f-b4e0-4dd9-8a93-fda136ce776d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:34.139224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75a77f8a-b16f-4161-9ab1-a3405385ba43 req-8e2ff74f-b4e0-4dd9-8a93-fda136ce776d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.6586099 Dec 09 22:27:34.250270 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75a77f8a-b16f-4161-9ab1-a3405385ba43 req-0e563738-521a-49c6-965b-b9abc2070e42 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051826 Dec 09 22:27:34.256478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36754) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:34.282364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-2ee5bfb4-33ae-435a-bf94-3598d2c8aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:34.284218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-2ee5bfb4-33ae-435a-bf94-3598d2c8aaa9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 1100 time: 0.1667550 Dec 09 22:27:34.297008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a61a387-8911-4de1-8664-d3b17d7b9ab4 req-00e2c5bf-d09e-4321-977a-f4b32c690fce tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7377095 Dec 09 22:27:34.459261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-190d18bb-6f4d-414d-9130-815eae6660c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:34.468424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-03f7bf95-3b57-4e56-9369-4a5cf8924cc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=750d4e75-f21c-456b-892c-3aaa1bc13cc6 HTTP/1.1" status: 200 len: 217 time: 0.1638737 Dec 09 22:27:34.477313 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a46b72-49ad-413f-8ee9-ad6810ad0035 x-openstack-request-id: req-95a46b72-49ad-413f-8ee9-ad6810ad0035 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:34.477716 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd29530-fd25-4f01-be15-6dbe8ab411a9", "tag": "750d4e75-f21c-456b-892c-3aaa1bc13cc6", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:34.478001 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95a46b72-49ad-413f-8ee9-ad6810ad0035 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:34.478425 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd29530-fd25-4f01-be15-6dbe8ab411a9', 'tag': '750d4e75-f21c-456b-892c-3aaa1bc13cc6', 'status': 'completed', 'code': 200} Dec 09 22:27:34.480548 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7512f295-6143-4480-9991-0d46f6232b44 req-b79f422f-df74-4e8f-9b4d-5a3425605e50 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.1454544 Dec 09 22:27:34.586575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-a9c8bc3e-8020-4bbc-b786-ceeee58ef7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:34.587822 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-a9c8bc3e-8020-4bbc-b786-ceeee58ef7d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1063941 Dec 09 22:27:34.603546 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01716ad-a470-4d15-8718-b4ae2795ce12 req-aa5a983a-4b01-45de-a200-d72561280021 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:34.605540 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f01716ad-a470-4d15-8718-b4ae2795ce12 req-aa5a983a-4b01-45de-a200-d72561280021 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.0687642 Dec 09 22:27:34.613755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-190d18bb-6f4d-414d-9130-815eae6660c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:34.620082 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-190d18bb-6f4d-414d-9130-815eae6660c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:34.664343 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-190d18bb-6f4d-414d-9130-815eae6660c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6e89013da514531b75e576b0f334ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4041982 Dec 09 22:27:34.664825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36774) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:34.691125 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f01716ad-a470-4d15-8718-b4ae2795ce12 req-400cef6c-ce00-4539-a8fd-df28733237f0 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753195 Dec 09 22:27:34.696349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b51-defb-45fc-89b1-1441886300f9 req-c3df7a3d-3606-4420-94d1-58d0de8c160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:34.699019 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-c3df7a3d-3606-4420-94d1-58d0de8c160b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0914001 Dec 09 22:27:34.727688 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:34.797814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d18bb-6f4d-414d-9130-815eae6660c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bb2157-a517-45df-8ee6-8fe99c7ba4d4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:34.819159 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4d75e11c-3b81-440d-9d57-819fde893c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:34.857690 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4d75e11c-3b81-440d-9d57-819fde893c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:34.869765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-9fb407fb-0e98-4902-bd59-c5a06701e970 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591077 Dec 09 22:27:34.934841 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4d75e11c-3b81-440d-9d57-819fde893c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:34.938771 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4d75e11c-3b81-440d-9d57-819fde893c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:34.940345 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4d75e11c-3b81-440d-9d57-819fde893c4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35bb2157-a517-45df-8ee6-8fe99c7ba4d4 HTTP/1.1" status: 204 len: 168 time: 0.2708659 Dec 09 22:27:34.964229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36782) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:34.990620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75e11c-3b81-440d-9d57-819fde893c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bb2157-a517-45df-8ee6-8fe99c7ba4d4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:35.041827 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27743b51-defb-45fc-89b1-1441886300f9 req-8ab6b603-50d3-4dcf-a4bf-09554339fe10 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525226 Dec 09 22:27:35.166581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee54851-d4ca-4df6-84a2-2a60c1743bc1 req-526649ca-d855-44bd-b37b-9cb0ce0e51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:35.168681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aee54851-d4ca-4df6-84a2-2a60c1743bc1 req-526649ca-d855-44bd-b37b-9cb0ce0e51ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 1100 time: 0.0619051 Dec 09 22:27:35.174276 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44680375-388a-4a39-b9e4-9c1bca06a38d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:35.330370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee54851-d4ca-4df6-84a2-2a60c1743bc1 req-6bfe6df0-4eec-460d-82bd-85eaf200bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:35.332275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aee54851-d4ca-4df6-84a2-2a60c1743bc1 req-6bfe6df0-4eec-460d-82bd-85eaf200bc8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1541264 Dec 09 22:27:35.335087 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44680375-388a-4a39-b9e4-9c1bca06a38d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:35.341507 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44680375-388a-4a39-b9e4-9c1bca06a38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:35.406828 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-44680375-388a-4a39-b9e4-9c1bca06a38d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3a00392394d4a4499c7839c7dbc4774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4373932 Dec 09 22:27:35.415329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36792) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:35.445286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aee54851-d4ca-4df6-84a2-2a60c1743bc1 req-95097dc8-a50b-405c-ab2d-620e8d8a3d5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=750d4e75-f21c-456b-892c-3aaa1bc13cc6 HTTP/1.1" status: 200 len: 217 time: 0.1030912 Dec 09 22:27:35.470476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44680375-388a-4a39-b9e4-9c1bca06a38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab6e53e-199d-4c76-9c06-50c43cf984ec,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:35.498934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36796) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:35.547302 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2344d63b-3246-4505-a38b-8ebda1d37176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:35.555734 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-40db0788-04be-4e94-8b95-7e173989d4fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:35.566368 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b726d2-7a8c-4e9e-aa6d-c8645cf2e4e0 req-2bdea8fb-f303-4a77-9793-6f6fd8483e60 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:35.568160 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50b726d2-7a8c-4e9e-aa6d-c8645cf2e4e0 req-2bdea8fb-f303-4a77-9793-6f6fd8483e60 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 948 time: 0.1596262 Dec 09 22:27:35.586999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-40db0788-04be-4e94-8b95-7e173989d4fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:35.591666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee54851-d4ca-4df6-84a2-2a60c1743bc1 req-53ad6268-4b54-485b-aa96-b101f373a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:35.593146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aee54851-d4ca-4df6-84a2-2a60c1743bc1 req-53ad6268-4b54-485b-aa96-b101f373a194 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1334240 Dec 09 22:27:35.617360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e010e3-acac-4ecc-a359-b78268efdc23 req-d70281b7-df80-419c-abfe-e18f66c3675d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:35.624525 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4e010e3-acac-4ecc-a359-b78268efdc23 req-d70281b7-df80-419c-abfe-e18f66c3675d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.2172713 Dec 09 22:27:35.664099 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-40db0788-04be-4e94-8b95-7e173989d4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:35.667538 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-40db0788-04be-4e94-8b95-7e173989d4fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:35.672568 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-40db0788-04be-4e94-8b95-7e173989d4fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ab6e53e-199d-4c76-9c06-50c43cf984ec HTTP/1.1" status: 204 len: 168 time: 0.2561674 Dec 09 22:27:35.686504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db0788-04be-4e94-8b95-7e173989d4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab6e53e-199d-4c76-9c06-50c43cf984ec,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:35.735155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50b726d2-7a8c-4e9e-aa6d-c8645cf2e4e0 req-70c0c937-57c5-4876-8a7a-9d30091f2026 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578088 Dec 09 22:27:35.762510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee54851-d4ca-4df6-84a2-2a60c1743bc1 req-ca13e1d5-1e9a-4354-9ad7-3df694be3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:35.762777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aee54851-d4ca-4df6-84a2-2a60c1743bc1 req-ca13e1d5-1e9a-4354-9ad7-3df694be3b44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1347587 Dec 09 22:27:35.779488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4e010e3-acac-4ecc-a359-b78268efdc23 req-ec723a6a-955f-4936-ac8c-1b4f90e41bc5 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539354 Dec 09 22:27:35.972255 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74dd73b4-a0e3-4a92-9fe5-36286eda5c12 req-f3564cfa-6cd3-491d-9ac7-1f10ecf1e1ef tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0799367 Dec 09 22:27:35.989687 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2344d63b-3246-4505-a38b-8ebda1d37176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:36.016901 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2344d63b-3246-4505-a38b-8ebda1d37176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:36.062741 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:36.103364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36824) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:36.103647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2344d63b-3246-4505-a38b-8ebda1d37176 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36cca0aef6764a83a09dadab36738b3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6012614 Dec 09 22:27:36.105482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344d63b-3246-4505-a38b-8ebda1d37176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa2174e-2b30-4a00-a035-78d555ef26b0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:36.110193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aee54851-d4ca-4df6-84a2-2a60c1743bc1 req-26ea0c42-5d7b-413e-8a09-032c0b5dfc4b service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239615 Dec 09 22:27:36.142745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4b9cb-e2c0-4018-89f3-9db1854efe76 req-8acded07-1876-4a7a-8c1f-dbe5fa4aee36 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:36.145017 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95b4b9cb-e2c0-4018-89f3-9db1854efe76 req-8acded07-1876-4a7a-8c1f-dbe5fa4aee36 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.2056322 Dec 09 22:27:36.198169 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-af942029-489d-4aad-b98e-aff62798170e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:36.248847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-af942029-489d-4aad-b98e-aff62798170e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:36.261820 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95b4b9cb-e2c0-4018-89f3-9db1854efe76 req-91e51135-9f13-4f96-a742-de89eef46ce1 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022725 Dec 09 22:27:36.283146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aee54851-d4ca-4df6-84a2-2a60c1743bc1 req-424a2acf-96fe-4554-9d99-7bbe98ffa37b service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618176 Dec 09 22:27:36.319482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-af942029-489d-4aad-b98e-aff62798170e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:36.322868 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-af942029-489d-4aad-b98e-aff62798170e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:36.326407 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-af942029-489d-4aad-b98e-aff62798170e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9aa2174e-2b30-4a00-a035-78d555ef26b0 HTTP/1.1" status: 204 len: 168 time: 0.2217913 Dec 09 22:27:36.336930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af942029-489d-4aad-b98e-aff62798170e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa2174e-2b30-4a00-a035-78d555ef26b0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:36.902710 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:37.033983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f138f-a107-4f22-b4b1-616eac923afa req-76aca398-7a37-4b6a-b860-e7b72188294e tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:37.035572 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a98f138f-a107-4f22-b4b1-616eac923afa req-76aca398-7a37-4b6a-b860-e7b72188294e tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1488097 Dec 09 22:27:37.051445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e607b-a1f8-4604-a216-2e76f85bfa22 req-9f223fe3-52bc-488b-800c-f378d2b0f842 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:37.052949 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-863e607b-a1f8-4604-a216-2e76f85bfa22 req-9f223fe3-52bc-488b-800c-f378d2b0f842 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 948 time: 0.1847994 Dec 09 22:27:37.063188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 06a7131e-eabe-4d38-aa86-491d6ace6b87 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:27:37.168774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a98f138f-a107-4f22-b4b1-616eac923afa req-c77d6bb7-396e-427d-af9d-0f7de8bd2878 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143532 Dec 09 22:27:37.195906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-863e607b-a1f8-4604-a216-2e76f85bfa22 req-593ebb96-aa0d-432e-b77a-93b87f2210a9 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247804 Dec 09 22:27:37.220127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 06a7131e-eabe-4d38-aa86-491d6ace6b87, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=06a7131e-eabe-4d38-aa86-491d6ace6b87,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:37.235014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '06a7131e-eabe-4d38-aa86-491d6ace6b87', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '06a7131e-eabe-4d38-aa86-491d6ace6b87', 'mac_address': 'fa:16:3e:3b:ea:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:27:37.312849 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:37.347592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a7131e-eabe-4d38-aa86-491d6ace6b87 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:37.386880 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28a2195f-e414-4be5-a89a-aad61644fa9d req-dcc7a450-34d7-4441-8c85-c70b9d01104d tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0538189 Dec 09 22:27:37.392688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 06a7131e-eabe-4d38-aa86-491d6ace6b87, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=06a7131e-eabe-4d38-aa86-491d6ace6b87,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:37.397694 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:37.399114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5da14491-abc9-4fcc-ac4f-8de324dd6b10 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:27:37.482256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48148320-92f0-44ac-9957-fd151f6dae53 req-2711f88f-6c59-4e46-b642-d8b8d13aab34 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:37.485086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-48148320-92f0-44ac-9957-fd151f6dae53 req-2711f88f-6c59-4e46-b642-d8b8d13aab34 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.0931761 Dec 09 22:27:37.492224 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:37.495783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=06a7131e-eabe-4d38-aa86-491d6ace6b87,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:37.511264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'mac_address': 'fa:16:3e:84:66:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:27:37.551617 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-48148320-92f0-44ac-9957-fd151f6dae53 req-dab186ac-7b22-432c-8917-001eb96e1fd0 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604069 Dec 09 22:27:37.605088 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:37.619768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5da14491-abc9-4fcc-ac4f-8de324dd6b10 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:37.646265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:37.651363 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:37.727451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5da14491-abc9-4fcc-ac4f-8de324dd6b10,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:37.886491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5da14491-abc9-4fcc-ac4f-8de324dd6b10'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:38.022059 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 750d4e75-f21c-456b-892c-3aaa1bc13cc6 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:27:38.109845 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['06a7131e-eabe-4d38-aa86-491d6ace6b87'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:38.497837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601f6af-2a52-40da-ad8f-765f05217d8b req-92220f65-f5b7-4bdf-bfee-d14f33464a3c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:38.506635 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a601f6af-2a52-40da-ad8f-765f05217d8b req-92220f65-f5b7-4bdf-bfee-d14f33464a3c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 948 time: 0.1715813 Dec 09 22:27:38.534428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 750d4e75-f21c-456b-892c-3aaa1bc13cc6, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=750d4e75-f21c-456b-892c-3aaa1bc13cc6,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:38.546137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15140980-6a9a-40a4-8479-ec8d9d592e55 req-a7108e54-e161-4de7-8a86-69f5f497576d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:38.554773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-15140980-6a9a-40a4-8479-ec8d9d592e55 req-a7108e54-e161-4de7-8a86-69f5f497576d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.2062676 Dec 09 22:27:38.568785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '750d4e75-f21c-456b-892c-3aaa1bc13cc6', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '750d4e75-f21c-456b-892c-3aaa1bc13cc6', 'mac_address': 'fa:16:3e:57:fd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:27:38.698257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a601f6af-2a52-40da-ad8f-765f05217d8b req-6670fe3b-bfb6-4130-8994-aacf12f6731f tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902726 Dec 09 22:27:38.743618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-15140980-6a9a-40a4-8479-ec8d9d592e55 req-e1a0c2e7-967f-4b45-85a4-2b8fec504a46 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815608 Dec 09 22:27:38.759437 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:38.785461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750d4e75-f21c-456b-892c-3aaa1bc13cc6 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:38.855083 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 750d4e75-f21c-456b-892c-3aaa1bc13cc6, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=750d4e75-f21c-456b-892c-3aaa1bc13cc6,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:38.880399 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:39.014353 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-486d261a-189b-4ff9-b918-09caf54a7535 req-c0cd8e69-f951-4de1-974c-69ecd466761d tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0925472 Dec 09 22:27:39.030684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=750d4e75-f21c-456b-892c-3aaa1bc13cc6,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:39.065372 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5da14491-abc9-4fcc-ac4f-8de324dd6b10 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:39.192199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea78e7-d860-48af-b8ca-7c0253e940d5 req-8694870c-e7b5-4b90-b028-ecd73813d738 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:39.197738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92ea78e7-d860-48af-b8ca-7c0253e940d5 req-8694870c-e7b5-4b90-b028-ecd73813d738 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.2568371 Dec 09 22:27:39.273654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:39.274282 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:39.288096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92ea78e7-d860-48af-b8ca-7c0253e940d5 req-47e0802c-4c63-4a67-9b39-45ef94d35c66 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843966 Dec 09 22:27:39.347820 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['750d4e75-f21c-456b-892c-3aaa1bc13cc6'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:39.474592 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:39.526326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:39.529640 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7703ba4f-03e9-482d-a1fc-203d01ff72b0" -d '{"events": [{"server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "name": "network-vif-plugged", "status": "completed", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:39.552701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:39.561930 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:39.778212 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d448673-ec9e-41e9-b74e-f81a023b5399 x-openstack-request-id: req-0d448673-ec9e-41e9-b74e-f81a023b5399 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:39.778838 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "name": "network-vif-plugged", "status": "completed", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:39.778838 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d448673-ec9e-41e9-b74e-f81a023b5399 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:39.779205 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'code': 200} Dec 09 22:27:39.846067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5da14491-abc9-4fcc-ac4f-8de324dd6b10,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:40.002329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d38a77-9de1-4e25-96f3-30bd8a07ab4d req-659bb826-58e0-4fa2-9471-235a56d39e2e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:40.012279 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0d38a77-9de1-4e25-96f3-30bd8a07ab4d req-659bb826-58e0-4fa2-9471-235a56d39e2e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 949 time: 0.1917331 Dec 09 22:27:40.052708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf081ee4-031a-4eca-a52c-3b64f3b11f57 req-7f174f31-e4ca-4bde-9314-e0cd5b37c5c9 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:40.060001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf081ee4-031a-4eca-a52c-3b64f3b11f57 req-7f174f31-e4ca-4bde-9314-e0cd5b37c5c9 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1753914 Dec 09 22:27:40.129567 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0d38a77-9de1-4e25-96f3-30bd8a07ab4d req-fe6ee4b5-0352-463d-bb10-913cdd022366 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161928 Dec 09 22:27:40.159908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf081ee4-031a-4eca-a52c-3b64f3b11f57 req-4863dac5-7b53-4af5-b599-c430ce4cbee1 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990582 Dec 09 22:27:40.373240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eadc6602-25a5-4f1e-8886-44e85a4897f7 req-04891a1d-e7b1-428c-9cbb-aa9ed2c8bd24 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0792389 Dec 09 22:27:40.456477 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b98008-c768-4a76-bcee-61e53d932cb0 req-e0cfe45a-0878-4d3c-b3e9-fe10def84229 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:40.458678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12b98008-c768-4a76-bcee-61e53d932cb0 req-e0cfe45a-0878-4d3c-b3e9-fe10def84229 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.0844448 Dec 09 22:27:40.551367 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12b98008-c768-4a76-bcee-61e53d932cb0 req-0294a05f-a779-42bc-a8c1-faefb7236004 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730696 Dec 09 22:27:41.074556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 06a7131e-eabe-4d38-aa86-491d6ace6b87 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:41.124605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37014) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:41.143850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 06a7131e-eabe-4d38-aa86-491d6ace6b87 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:27:41.151332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 06a7131e-eabe-4d38-aa86-491d6ace6b87 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:41.152803 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:41.276014 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:41.319384 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 06a7131e-eabe-4d38-aa86-491d6ace6b87, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=06a7131e-eabe-4d38-aa86-491d6ace6b87,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:41.325984 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:41.376243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a0d0bc9a-f966-48ec-8695-8657342801c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:41.390085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcc660-992a-4a5a-ad29-aa372142f58d req-817a2638-a208-47fa-a6a7-f8254960b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:41.398883 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9abcc660-992a-4a5a-ad29-aa372142f58d req-817a2638-a208-47fa-a6a7-f8254960b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 949 time: 0.1571431 Dec 09 22:27:41.417505 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de069-84f4-42e3-beb8-fe44659e72b6 req-9e1e949f-7d1d-4976-bc37-a349f96af47a tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:41.426386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-737de069-84f4-42e3-beb8-fe44659e72b6 req-9e1e949f-7d1d-4976-bc37-a349f96af47a tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1321793 Dec 09 22:27:41.446387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=06a7131e-eabe-4d38-aa86-491d6ace6b87,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:41.525119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a0d0bc9a-f966-48ec-8695-8657342801c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:41.528806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9abcc660-992a-4a5a-ad29-aa372142f58d req-7c9b6720-3b72-42fd-a7e6-6c932beef5d0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266055 Dec 09 22:27:41.532575 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a0d0bc9a-f966-48ec-8695-8657342801c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:41.565813 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-737de069-84f4-42e3-beb8-fe44659e72b6 req-455a3778-5dd2-458f-813d-5b336dd3d7c5 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380303 Dec 09 22:27:41.595974 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a0d0bc9a-f966-48ec-8695-8657342801c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b2212e12ca3464badcb65dc530066bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4696705 Dec 09 22:27:41.598733 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37042) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:41.607926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0bc9a-f966-48ec-8695-8657342801c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0379b3c-5b4a-4854-a868-4b75df1137ac,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:41.720810 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c7d8baf-42e9-45a9-bece-0e56608f13ef req-d8422c98-e418-47ba-88c9-2e789d6b4bf8 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0415905 Dec 09 22:27:41.723027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff5557fb-11f8-4342-bcc4-b8f15a0bc06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:41.780640 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd3430-0e74-4dc6-9685-a32b9066ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a7131e-eabe-4d38-aa86-491d6ace6b87'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:41.785106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2aded6-3f41-48bd-9cb9-175db1a37a4a req-65978e49-9daf-4a42-8a7f-f700552cf721 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:41.785944 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9906e3da-d24c-46df-8211-42680ea2c2c8" -d '{"events": [{"server_uuid": "d0fd3430-0e74-4dc6-9685-a32b9066ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "06a7131e-eabe-4d38-aa86-491d6ace6b87"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:41.787495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b2aded6-3f41-48bd-9cb9-175db1a37a4a req-65978e49-9daf-4a42-8a7f-f700552cf721 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.0690954 Dec 09 22:27:41.795110 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff5557fb-11f8-4342-bcc4-b8f15a0bc06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:41.868371 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad85990-8d47-4f02-95be-4d5ef1cb12c9 x-openstack-request-id: req-cad85990-8d47-4f02-95be-4d5ef1cb12c9 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:41.869082 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fd3430-0e74-4dc6-9685-a32b9066ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "06a7131e-eabe-4d38-aa86-491d6ace6b87", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:41.870167 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cad85990-8d47-4f02-95be-4d5ef1cb12c9 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:41.871008 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fd3430-0e74-4dc6-9685-a32b9066ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a7131e-eabe-4d38-aa86-491d6ace6b87', 'code': 200} Dec 09 22:27:41.889539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff5557fb-11f8-4342-bcc4-b8f15a0bc06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:41.892519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff5557fb-11f8-4342-bcc4-b8f15a0bc06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:41.894169 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ff5557fb-11f8-4342-bcc4-b8f15a0bc06f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0379b3c-5b4a-4854-a868-4b75df1137ac HTTP/1.1" status: 204 len: 168 time: 0.2943394 Dec 09 22:27:41.903366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5557fb-11f8-4342-bcc4-b8f15a0bc06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0379b3c-5b4a-4854-a868-4b75df1137ac,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:41.928312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b2aded6-3f41-48bd-9cb9-175db1a37a4a req-b5d47156-01b6-41aa-a84d-37a920cf8adc tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256764 Dec 09 22:27:42.010028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 750d4e75-f21c-456b-892c-3aaa1bc13cc6 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:42.083079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790da0f-3a61-48e0-bbc0-ca7d9c4eb3ab req-c83fab0a-017c-485e-82d0-6887f4d164fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:42.084943 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1790da0f-3a61-48e0-bbc0-ca7d9c4eb3ab req-c83fab0a-017c-485e-82d0-6887f4d164fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0fd3430-0e74-4dc6-9685-a32b9066ceb3 HTTP/1.1" status: 200 len: 1102 time: 0.0890694 Dec 09 22:27:42.139883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 750d4e75-f21c-456b-892c-3aaa1bc13cc6 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:27:42.149482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 750d4e75-f21c-456b-892c-3aaa1bc13cc6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:42.150465 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:42.171827 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1790da0f-3a61-48e0-bbc0-ca7d9c4eb3ab req-d32b0f15-2b3f-429e-8866-e826be730317 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682960 Dec 09 22:27:42.300674 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:42.352599 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 750d4e75-f21c-456b-892c-3aaa1bc13cc6, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=750d4e75-f21c-456b-892c-3aaa1bc13cc6,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:42.361703 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:42.442034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37056) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:42.444857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=750d4e75-f21c-456b-892c-3aaa1bc13cc6,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:42.459998 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ea16db4-6071-4fe9-85e3-1cb053495dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:42.595689 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ea16db4-6071-4fe9-85e3-1cb053495dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:42.602672 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ea16db4-6071-4fe9-85e3-1cb053495dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:42.720350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5ea16db4-6071-4fe9-85e3-1cb053495dbb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3879e2e02caa4e44810c7946f1343a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2767005 Dec 09 22:27:42.730704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37068) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:42.730942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea16db4-6071-4fe9-85e3-1cb053495dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27f8333-a1ca-4d58-8b5c-d468d01551b5,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:42.875946 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613932c-cdd7-4851-8cc7-cbc34d419ad1 req-d9549861-494b-4f97-8e04-df5ec34fea9a tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:42.877523 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0613932c-cdd7-4851-8cc7-cbc34d419ad1 req-d9549861-494b-4f97-8e04-df5ec34fea9a tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1415408 Dec 09 22:27:42.885874 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740d99c-9314-4e01-91cb-a859643004f6 req-f70d58e3-6da8-40a6-898a-c91cdf788a1e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:42.887546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5740d99c-9314-4e01-91cb-a859643004f6 req-f70d58e3-6da8-40a6-898a-c91cdf788a1e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 950 time: 0.1715508 Dec 09 22:27:42.962981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-7e4ff2ed-656a-4ab0-ba4b-b48832b03765 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:42.965407 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-7e4ff2ed-656a-4ab0-ba4b-b48832b03765 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce&tenant_id=d70657cbae484096913cc9dae6fb25b3&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1097 time: 0.2003181 Dec 09 22:27:42.969463 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-202e9dcb-3500-4d81-8abf-a7e48f175bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:42.992152 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0613932c-cdd7-4851-8cc7-cbc34d419ad1 req-43950f2c-8cd9-457f-83aa-bd16d1e25d21 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956612 Dec 09 22:27:43.001332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5740d99c-9314-4e01-91cb-a859643004f6 req-c1cce96a-c92a-4fa4-9d51-3e26b76c68ae tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037147 Dec 09 22:27:43.011267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-23'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:43.061667 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-202e9dcb-3500-4d81-8abf-a7e48f175bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:43.112836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:43.191127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f1f0f13-b264-4669-827f-407bc931651a req-18afd88a-b64c-4536-9307-708f8ae623dc tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0430648 Dec 09 22:27:43.229242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-202e9dcb-3500-4d81-8abf-a7e48f175bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:43.234882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-202e9dcb-3500-4d81-8abf-a7e48f175bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:43.239109 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-202e9dcb-3500-4d81-8abf-a7e48f175bf4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a27f8333-a1ca-4d58-8b5c-d468d01551b5 HTTP/1.1" status: 204 len: 168 time: 0.5055752 Dec 09 22:27:43.256645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e9dcb-3500-4d81-8abf-a7e48f175bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27f8333-a1ca-4d58-8b5c-d468d01551b5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:43.330774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:43.334980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef654a-b0bc-44fb-9ed9-41f0622ba4ed req-acfc3217-8af8-452f-a4e0-d32f914a939f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:43.337286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2ef654a-b0bc-44fb-9ed9-41f0622ba4ed req-acfc3217-8af8-452f-a4e0-d32f914a939f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 945 time: 0.1261039 Dec 09 22:27:43.389690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:43.429894 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2ef654a-b0bc-44fb-9ed9-41f0622ba4ed req-2b8d4105-9597-41c6-b566-cf939c5b5116 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801699 Dec 09 22:27:43.447646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70ac9965-e8d8-4738-aa36-e6ba56e5a714'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:43.450290 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac93f3b9-b4f5-4aac-9d04-7a6666510748" -d '{"events": [{"server_uuid": "7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce", "name": "network-vif-unplugged", "status": "completed", "tag": "70ac9965-e8d8-4738-aa36-e6ba56e5a714"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:43.467902 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:43.478644 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:43.523939 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f666c17f-f47e-4f8f-bdd9-2b5975b418d0 x-openstack-request-id: req-f666c17f-f47e-4f8f-bdd9-2b5975b418d0 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:43.524411 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce", "name": "network-vif-unplugged", "status": "completed", "tag": "70ac9965-e8d8-4738-aa36-e6ba56e5a714", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:43.524746 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f666c17f-f47e-4f8f-bdd9-2b5975b418d0 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:43.525144 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70ac9965-e8d8-4738-aa36-e6ba56e5a714', 'code': 200} Dec 09 22:27:43.594635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Attempting to bind port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on host n-h2-789963-23 for vnic_type normal with profile {"migrating_to": "n-h1-789963-23"} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:43.595454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Attempting to bind port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:43.595454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Attempting to bind port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:43.598676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Pushing event updated for resources: {'Port': ['ID=70ac9965-e8d8-4738-aa36-e6ba56e5a714,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:43.611324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:27:43.611899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Attempting to bind port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on network 46a88b3d-bbc7-4cde-a7d0-668bc115edd8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:43.618400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:43.619053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Checking segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:43.619660 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Bound using segment: {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:43.620268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Bound port: 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bff6125-7e92-4f00-801d-d593dc210871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46a88b3d-bbc7-4cde-a7d0-668bc115edd8'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:43.620881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:43.726462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:43.730948 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:43.736962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:43.820046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Pushing event updated for resources: {'Port': ['ID=70ac9965-e8d8-4738-aa36-e6ba56e5a714,revision_number=8']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:43.825745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:43.826388 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:43.827757 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-ef22cf01-3d7b-4768-b416-f3e8e89fd3ed service neutron] 10.222.0.18 "PUT /v2.0/ports/70ac9965-e8d8-4738-aa36-e6ba56e5a714 HTTP/1.1" status: 200 len: 1123 time: 0.8474073 Dec 09 22:27:43.872728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd29530-fd25-4f01-be15-6dbe8ab411a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750d4e75-f21c-456b-892c-3aaa1bc13cc6'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:43.875303 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3423ef90-e0fe-4f2f-a8e6-770ca26512c6" -d '{"events": [{"server_uuid": "2dd29530-fd25-4f01-be15-6dbe8ab411a9", "name": "network-vif-plugged", "status": "completed", "tag": "750d4e75-f21c-456b-892c-3aaa1bc13cc6"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:43.951298 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02da574-aa27-48c9-afa4-37ed266320ed x-openstack-request-id: req-a02da574-aa27-48c9-afa4-37ed266320ed {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:43.952057 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd29530-fd25-4f01-be15-6dbe8ab411a9", "name": "network-vif-plugged", "status": "completed", "tag": "750d4e75-f21c-456b-892c-3aaa1bc13cc6", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:43.952443 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a02da574-aa27-48c9-afa4-37ed266320ed {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:43.952727 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd29530-fd25-4f01-be15-6dbe8ab411a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750d4e75-f21c-456b-892c-3aaa1bc13cc6', 'code': 200} Dec 09 22:27:43.962626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['70ac9965-e8d8-4738-aa36-e6ba56e5a714'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:44.050080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['70ac9965-e8d8-4738-aa36-e6ba56e5a714'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:44.141210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98896c-a2c4-4670-9d9a-b0a49e20ceac req-773726fb-63ff-4cee-83b6-6718c433e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:44.146904 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b98896c-a2c4-4670-9d9a-b0a49e20ceac req-773726fb-63ff-4cee-83b6-6718c433e793 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 1102 time: 0.1162806 Dec 09 22:27:44.300818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009919b-7dd9-4341-96a8-6e79e7c77622 req-569495fb-4070-44fe-b37b-173a6e028607 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:44.313091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3009919b-7dd9-4341-96a8-6e79e7c77622 req-569495fb-4070-44fe-b37b-173a6e028607 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1379104 Dec 09 22:27:44.389508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3009919b-7dd9-4341-96a8-6e79e7c77622 req-8b7a7187-bcd6-4e7c-8176-e14ec0e47365 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714395 Dec 09 22:27:44.446011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cc726-bf6e-4e86-8eef-a2bfdc922bba req-a7ec8528-afc0-4cf5-9d26-12053cb80303 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:44.453994 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-253cc726-bf6e-4e86-8eef-a2bfdc922bba req-a7ec8528-afc0-4cf5-9d26-12053cb80303 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 950 time: 0.2954462 Dec 09 22:27:44.489155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b98896c-a2c4-4670-9d9a-b0a49e20ceac req-af708df7-d898-40d8-bf4d-6229e20a6f6a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497082 Dec 09 22:27:44.650929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-253cc726-bf6e-4e86-8eef-a2bfdc922bba req-7be0fd30-9ed0-4795-915c-c0cba0de162a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851153 Dec 09 22:27:44.775029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a437cb02-1b1a-4b32-95de-1ab09e79e8c1 req-c6efefcc-b707-401a-848b-21d27c5c209a tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0683484 Dec 09 22:27:44.831884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fd47c-1b45-4a79-9f9a-0aa5e8627f93 req-78f63507-1cef-4d9c-ba81-f73a38fcceef tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:44.833543 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c10fd47c-1b45-4a79-9f9a-0aa5e8627f93 req-78f63507-1cef-4d9c-ba81-f73a38fcceef tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.1203320 Dec 09 22:27:44.935974 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c10fd47c-1b45-4a79-9f9a-0aa5e8627f93 req-a6f33555-73cb-414d-abf5-acc4b0d6076d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841527 Dec 09 22:27:45.108458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 70ac9965-e8d8-4738-aa36-e6ba56e5a714 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:27:45.394202 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:45.419888 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 70ac9965-e8d8-4738-aa36-e6ba56e5a714 has no active binding in host n-h1-789963-23 {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 22:27:45.534926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce', 'tag': '70ac9965-e8d8-4738-aa36-e6ba56e5a714'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:45.549033 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6a8b42-cb1b-47c7-93bc-79c72a1b99af" -d '{"events": [{"name": "network-changed", "server_uuid": "7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce", "tag": "70ac9965-e8d8-4738-aa36-e6ba56e5a714"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:45.584685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a71b7-78f0-406d-84fd-31446864d528 req-99f08fcc-f9a8-43f4-967b-6651aacd8bf8 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:45.598591 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad4a71b7-78f0-406d-84fd-31446864d528 req-99f08fcc-f9a8-43f4-967b-6651aacd8bf8 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.0890875 Dec 09 22:27:45.739740 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50385d47-6b50-46fe-8198-c694a1fa5af2 x-openstack-request-id: req-50385d47-6b50-46fe-8198-c694a1fa5af2 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:45.740345 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce", "tag": "70ac9965-e8d8-4738-aa36-e6ba56e5a714", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:45.740846 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50385d47-6b50-46fe-8198-c694a1fa5af2 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:45.741710 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce', 'tag': '70ac9965-e8d8-4738-aa36-e6ba56e5a714', 'status': 'completed', 'code': 200} Dec 09 22:27:45.749229 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad4a71b7-78f0-406d-84fd-31446864d528 req-f952391b-cdfa-4e6a-9048-aefac574553a tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491416 Dec 09 22:27:45.937826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3aba4a-0e25-45e8-b075-db918e5a38fd req-63c605f5-0afc-405e-a7ca-e8d57c96f970 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:45.939451 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd3aba4a-0e25-45e8-b075-db918e5a38fd req-63c605f5-0afc-405e-a7ca-e8d57c96f970 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 950 time: 0.1024773 Dec 09 22:27:45.941692 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c21998dc-0df0-4755-b340-7b35dbf964b4 req-a6e6373c-b373-4ffd-9f00-66fb60101d14 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0571692 Dec 09 22:27:45.943839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8b42-cb1b-47c7-93bc-79c72a1b99af req-3d3dbec9-ae45-41f5-ac00-3edda3face76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:45.945351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef6a8b42-cb1b-47c7-93bc-79c72a1b99af req-3d3dbec9-ae45-41f5-ac00-3edda3face76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 1126 time: 0.1681437 Dec 09 22:27:46.110616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd3aba4a-0e25-45e8-b075-db918e5a38fd req-d0fea298-93c0-4746-a057-72afeadd6d1e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561518 Dec 09 22:27:46.181575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8b42-cb1b-47c7-93bc-79c72a1b99af req-8aacdfa8-e23b-4290-9eb0-b05521624c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:46.183440 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef6a8b42-cb1b-47c7-93bc-79c72a1b99af req-8aacdfa8-e23b-4290-9eb0-b05521624c43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.2265682 Dec 09 22:27:46.259783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cebafd-ce55-4ae4-aa21-6c60edde60b6 req-a23f0903-e86d-46ec-83c5-2884a8e5e903 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:46.261367 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19cebafd-ce55-4ae4-aa21-6c60edde60b6 req-a23f0903-e86d-46ec-83c5-2884a8e5e903 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.1460235 Dec 09 22:27:46.263730 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef6a8b42-cb1b-47c7-93bc-79c72a1b99af req-a2c99d56-bffb-41ab-a35e-bbd1dc2154cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714 HTTP/1.1" status: 200 len: 217 time: 0.0689228 Dec 09 22:27:46.351658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8b42-cb1b-47c7-93bc-79c72a1b99af req-aa9bdce5-01d8-4e4d-a73d-0b397e0c73db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:46.353253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef6a8b42-cb1b-47c7-93bc-79c72a1b99af req-aa9bdce5-01d8-4e4d-a73d-0b397e0c73db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.0754256 Dec 09 22:27:46.357714 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19cebafd-ce55-4ae4-aa21-6c60edde60b6 req-3bc8c8b1-f286-448b-9d3c-c50f54f6f70b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883436 Dec 09 22:27:46.405128 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef6a8b42-cb1b-47c7-93bc-79c72a1b99af req-f6eb0d96-22d2-46c7-ac2d-a48f2c3fcda2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423112 Dec 09 22:27:46.539598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef6a8b42-cb1b-47c7-93bc-79c72a1b99af req-dec4260c-61a2-4eae-9b59-c4495f325cb7 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150777 Dec 09 22:27:46.673616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef6a8b42-cb1b-47c7-93bc-79c72a1b99af req-b935c151-73c1-43b0-83d4-9d55e457c452 service neutron] 10.222.0.42 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199675 Dec 09 22:27:46.735625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37224) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:46.825221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37234) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:46.835159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-60ecc150-e56f-45bd-8396-b4278197f79f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1614919183'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:46.884975 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ecc150-e56f-45bd-8396-b4278197f79f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:27:46.889159 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-60ecc150-e56f-45bd-8396-b4278197f79f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:46.943006 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd1344cd-ed90-4ddb-bebf-a5350ee9280c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:46.956460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ecc150-e56f-45bd-8396-b4278197f79f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:27:46.976843 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-60ecc150-e56f-45bd-8396-b4278197f79f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:46.977227 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-60ecc150-e56f-45bd-8396-b4278197f79f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Added segment 63840eea-497e-429e-a614-70f31f4a8551 of type vlan for network 56c5961a-ef43-4681-b43e-5e93e91bb1cc Dec 09 22:27:46.988380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151be3-e3c9-47c2-8560-caea29fcd418 req-3944d305-8087-4176-a8fc-7f413b337fd4 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:46.991561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02151be3-e3c9-47c2-8560-caea29fcd418 req-3944d305-8087-4176-a8fc-7f413b337fd4 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1247234 Dec 09 22:27:47.071592 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-60ecc150-e56f-45bd-8396-b4278197f79f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:47.137032 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2529ca96-d007-41b8-b879-6d88b0a389e3 req-7a00e103-4c6a-4ee9-9fde-cc02f7f59ff7 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0531914 Dec 09 22:27:47.161618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02151be3-e3c9-47c2-8560-caea29fcd418 req-7034cb57-8f41-40e2-8cb5-9cfd5f9fcfe9 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577454 Dec 09 22:27:47.205081 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-60ecc150-e56f-45bd-8396-b4278197f79f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:47.211343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ecc150-e56f-45bd-8396-b4278197f79f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:47.212298 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-60ecc150-e56f-45bd-8396-b4278197f79f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:47.297504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37242) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:47.298167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-60ecc150-e56f-45bd-8396-b4278197f79f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4701030 Dec 09 22:27:47.303455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-46cd512d-e030-49a1-b5af-4144165b118c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-439509402'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:47.327719 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd1344cd-ed90-4ddb-bebf-a5350ee9280c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:47.335333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cd512d-e030-49a1-b5af-4144165b118c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:27:47.342361 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-46cd512d-e030-49a1-b5af-4144165b118c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:47.378415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cd512d-e030-49a1-b5af-4144165b118c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:27:47.396313 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-46cd512d-e030-49a1-b5af-4144165b118c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:47.397075 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-46cd512d-e030-49a1-b5af-4144165b118c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Added segment 8b52e3c4-de3e-4c0f-bae2-a37a4ee77390 of type vlan for network 02defe12-519c-42b7-988d-629d9defac3c Dec 09 22:27:47.405295 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd1344cd-ed90-4ddb-bebf-a5350ee9280c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:47.445598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fd1344cd-ed90-4ddb-bebf-a5350ee9280c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc882837214f426292ba556e59c05eeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7083879 Dec 09 22:27:47.456729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37246) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:47.457495 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecc150-e56f-45bd-8396-b4278197f79f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Network': ['ID=56c5961a-ef43-4681-b43e-5e93e91bb1cc,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:47.463565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-46cd512d-e030-49a1-b5af-4144165b118c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:47.473277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 56c5961a-ef43-4681-b43e-5e93e91bb1cc details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:27:47.508411 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-46cd512d-e030-49a1-b5af-4144165b118c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:47.521508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cd512d-e030-49a1-b5af-4144165b118c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:47.523187 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-46cd512d-e030-49a1-b5af-4144165b118c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:47.553460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1344cd-ed90-4ddb-bebf-a5350ee9280c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df897158-6e0e-414e-bd85-548f1afd426c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:47.594123 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808ecba-f5f1-4efe-9657-fb49e1ee1330 req-7ab05c83-c3b4-4b27-a21e-41a78c99f018 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:47.601831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b808ecba-f5f1-4efe-9657-fb49e1ee1330 req-7ab05c83-c3b4-4b27-a21e-41a78c99f018 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 950 time: 0.3446646 Dec 09 22:27:47.626595 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-46cd512d-e030-49a1-b5af-4144165b118c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3278389 Dec 09 22:27:47.632364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37248) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:47.640379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-cdd8ca3d-67e6-480f-a777-26981aa5a977 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'subnet': {'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:47.693039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd512d-e030-49a1-b5af-4144165b118c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Network': ['ID=02defe12-519c-42b7-988d-629d9defac3c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:47.709774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 02defe12-519c-42b7-988d-629d9defac3c details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:27:47.732740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2e29-674c-4c3e-bb96-97e1b8d602b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:47.742806 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e287b9d-934e-498e-8ce7-d11fca4376d7 req-9d04c0cb-8e9f-4e5c-bbe3-5365b0239935 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:47.750556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e287b9d-934e-498e-8ce7-d11fca4376d7 req-9d04c0cb-8e9f-4e5c-bbe3-5365b0239935 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.2466006 Dec 09 22:27:47.802865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b808ecba-f5f1-4efe-9657-fb49e1ee1330 req-d8dc1f69-678a-45b9-998e-c6d7ad8b4e55 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000337 Dec 09 22:27:47.829305 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2e29-674c-4c3e-bb96-97e1b8d602b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:47.896319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e287b9d-934e-498e-8ce7-d11fca4376d7 req-de3fec48-d86e-4ff8-a72e-38f012fa10e8 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434093 Dec 09 22:27:47.910471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd8ca3d-67e6-480f-a777-26981aa5a977 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:27:47.918256 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ca3d-67e6-480f-a777-26981aa5a977 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:48.062304 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2e29-674c-4c3e-bb96-97e1b8d602b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:48.068990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2e29-674c-4c3e-bb96-97e1b8d602b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:48.070431 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1c6e2e29-674c-4c3e-bb96-97e1b8d602b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df897158-6e0e-414e-bd85-548f1afd426c HTTP/1.1" status: 204 len: 168 time: 0.6100886 Dec 09 22:27:48.088065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ca1ce-32eb-4256-86ac-375b20c8206c req-5ffd2758-fdd9-4389-b709-ae1c67093dae tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:48.097634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b9ca1ce-32eb-4256-86ac-375b20c8206c req-5ffd2758-fdd9-4389-b709-ae1c67093dae tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fd3430-0e74-4dc6-9685-a32b9066ceb3 HTTP/1.1" status: 200 len: 950 time: 0.1361933 Dec 09 22:27:48.121033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e2e29-674c-4c3e-bb96-97e1b8d602b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df897158-6e0e-414e-bd85-548f1afd426c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:48.239241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b9ca1ce-32eb-4256-86ac-375b20c8206c req-6090932f-9ad2-40b7-bff2-9c2f79ba9255 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405931 Dec 09 22:27:48.365967 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ca3d-67e6-480f-a777-26981aa5a977 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:48.389697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a441cbf-3a0f-4132-92d7-04d8fc2e7f2c req-486aca73-8897-4ff5-8faf-d4ccc634978b tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0406508 Dec 09 22:27:48.435427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af9d12-5510-47db-874f-b393f3200a4c req-7934d09c-5e7e-4321-8a64-43b71e272c34 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:48.436944 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8af9d12-5510-47db-874f-b393f3200a4c req-7934d09c-5e7e-4321-8a64-43b71e272c34 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1346500 Dec 09 22:27:48.520702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37276) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:48.542951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f863d49d-7a7a-4ed7-9f74-2095fda07982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:48.691200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f863d49d-7a7a-4ed7-9f74-2095fda07982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:48.695966 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f863d49d-7a7a-4ed7-9f74-2095fda07982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:48.744267 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f863d49d-7a7a-4ed7-9f74-2095fda07982 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5d96794356c4863b4545c216681c847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201881 Dec 09 22:27:48.745083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37278) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:48.793819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863d49d-7a7a-4ed7-9f74-2095fda07982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9e28db-5302-43fc-9497-301bdebc8a77,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:48.818381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8ca3d-67e6-480f-a777-26981aa5a977 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Subnet': ['ID=1cba9925-ba78-4e6c-8a09-8b29dfa559b9,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:48.843602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-516af285-957c-478f-a43f-b91019ebe243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:48.860561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67763cc6-16a9-44ff-93f5-ad314eead728 req-b148d42e-208c-488f-ab4d-3134bb2e8064 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:48.866597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67763cc6-16a9-44ff-93f5-ad314eead728 req-b148d42e-208c-488f-ab4d-3134bb2e8064 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:48.868266 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67763cc6-16a9-44ff-93f5-ad314eead728 req-b148d42e-208c-488f-ab4d-3134bb2e8064 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9&device_id=d0fd3430-0e74-4dc6-9685-a32b9066ceb3 HTTP/1.1" status: 200 len: 1691 time: 0.0953751 Dec 09 22:27:48.879058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-516af285-957c-478f-a43f-b91019ebe243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:48.891962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8ca3d-67e6-480f-a777-26981aa5a977 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Checking segment: {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:48.892322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8ca3d-67e6-480f-a777-26981aa5a977 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Network hostable DHCP agents. Network: 56c5961a-ef43-4681-b43e-5e93e91bb1cc, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:27:48.913347 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8af9d12-5510-47db-874f-b393f3200a4c req-80c1d816-7d78-4261-a7a1-d607f8325cd8 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655166 Dec 09 22:27:48.949972 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-516af285-957c-478f-a43f-b91019ebe243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:48.953816 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-516af285-957c-478f-a43f-b91019ebe243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:48.956636 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-516af285-957c-478f-a43f-b91019ebe243 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef9e28db-5302-43fc-9497-301bdebc8a77 HTTP/1.1" status: 204 len: 168 time: 0.2105422 Dec 09 22:27:48.958343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8ca3d-67e6-480f-a777-26981aa5a977 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Network 56c5961a-ef43-4681-b43e-5e93e91bb1cc is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:27:48.980001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516af285-957c-478f-a43f-b91019ebe243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9e28db-5302-43fc-9497-301bdebc8a77,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:48.987291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67763cc6-16a9-44ff-93f5-ad314eead728 req-bd92b75f-ef1a-4b0c-ab88-9285f3acfb9f tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076267 Dec 09 22:27:48.989182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-cdd8ca3d-67e6-480f-a777-26981aa5a977 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 56c5961a-ef43-4681-b43e-5e93e91bb1cc) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:49.011170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd8ca3d-67e6-480f-a777-26981aa5a977 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:49.012281 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ca3d-67e6-480f-a777-26981aa5a977 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:49.017683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f64295e-8cfc-4d53-91c4-7a5f056ea20f None None] Network 56c5961a-ef43-4681-b43e-5e93e91bb1cc requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:27:49.049320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cdd8ca3d-67e6-480f-a777-26981aa5a977 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4152739 Dec 09 22:27:49.051886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37296) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:49.060113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-78be616b-9b55-4084-a16a-3ad2917ed619 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'subnet': {'network_id': '02defe12-519c-42b7-988d-629d9defac3c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:49.226872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-56c5961a-ef43-4681-b43e-5e93e91bb1cc', 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc', 'project_id': '9adc344d60834858910acb4f5a92f96d', 'fixed_ips': [{'subnet_id': '1cba9925-ba78-4e6c-8a09-8b29dfa559b9'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:27:49.227859 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:49.271710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56afe24-8d7b-439c-b404-51ee1ff7c297 req-690f7303-5cc9-4947-babd-c12843a0e94f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:49.273550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b56afe24-8d7b-439c-b404-51ee1ff7c297 req-690f7303-5cc9-4947-babd-c12843a0e94f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.1380460 Dec 09 22:27:49.358136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78be616b-9b55-4084-a16a-3ad2917ed619 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:27:49.364003 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-78be616b-9b55-4084-a16a-3ad2917ed619 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:49.364243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b56afe24-8d7b-439c-b404-51ee1ff7c297 req-095c8927-9547-4a5c-87ee-9da0e69ac1e6 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788701 Dec 09 22:27:49.462144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7d74-89de-4e86-90a4-4463bf893368 req-3284b6c6-af59-4d24-94d5-77a5099caa8a tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:49.463867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d13f7d74-89de-4e86-90a4-4463bf893368 req-3284b6c6-af59-4d24-94d5-77a5099caa8a tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 1102 time: 0.0657692 Dec 09 22:27:49.531135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d13f7d74-89de-4e86-90a4-4463bf893368 req-21bd0cff-206b-4d72-8d20-ad63cfed87e4 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540328 Dec 09 22:27:49.535811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Allocated IP 10.1.1.2 (56c5961a-ef43-4681-b43e-5e93e91bb1cc/1cba9925-ba78-4e6c-8a09-8b29dfa559b9/b12f5e0c-07b6-492c-8032-b463bf0a504e) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:27:49.671134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-233a6950-ea6b-4053-bb6a-48a9757ea693 req-3ac1cdd6-dcda-4262-9986-365ad223939d tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0631955 Dec 09 22:27:49.774126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b26c6-9413-48f8-ac38-1caf1ae8e4dc req-d39b3399-aa07-44c8-997c-30cebb2e2400 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:49.777952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d6b26c6-9413-48f8-ac38-1caf1ae8e4dc req-d39b3399-aa07-44c8-997c-30cebb2e2400 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d0fd3430-0e74-4dc6-9685-a32b9066ceb3 HTTP/1.1" status: 200 len: 1102 time: 0.1002736 Dec 09 22:27:49.856065 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:49.871521 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:49.927431 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d6b26c6-9413-48f8-ac38-1caf1ae8e4dc req-bc3f81d1-c846-46b0-8a81-f078365a92f4 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389170 Dec 09 22:27:49.941933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Network 56c5961a-ef43-4681-b43e-5e93e91bb1cc is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:27:49.980485 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:50.002376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:27:50.027741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Pushing event updated for resources: {'Port': ['ID=b12f5e0c-07b6-492c-8032-b463bf0a504e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:50.141834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Attempting to bind port b12f5e0c-07b6-492c-8032-b463bf0a504e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:50.145110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Attempting to bind port b12f5e0c-07b6-492c-8032-b463bf0a504e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:50.145779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Attempting to bind port b12f5e0c-07b6-492c-8032-b463bf0a504e on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:50.156012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:50.156538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Checking segment: {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:50.159792 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:50.160316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Bound using segment: {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:50.161169 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Bound port: b12f5e0c-07b6-492c-8032-b463bf0a504e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:50.162265 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:50.312559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] For port b12f5e0c-07b6-492c-8032-b463bf0a504e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:50.319922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] For port b12f5e0c-07b6-492c-8032-b463bf0a504e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b12f5e0c-07b6-492c-8032-b463bf0a504e,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:50.327042 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:50.327426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0efc0f-32c7-44f6-b7a8-f8c05267407d req-876d6b0e-c3da-47a4-968e-54b07e3caf5b tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:50.341470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e0efc0f-32c7-44f6-b7a8-f8c05267407d req-876d6b0e-c3da-47a4-968e-54b07e3caf5b tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1999125 Dec 09 22:27:50.455226 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-78be616b-9b55-4084-a16a-3ad2917ed619 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:50.468379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93426b0d-114d-4950-ae3e-129f9657444b None None] Pushing event updated for resources: {'Port': ['ID=b12f5e0c-07b6-492c-8032-b463bf0a504e,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:50.478336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-d1289b71-47ef-4839-a4cd-4243463d558e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832248 Dec 09 22:27:50.617056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be616b-9b55-4084-a16a-3ad2917ed619 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Subnet': ['ID=25fddd92-6096-43db-943d-1bcc15f8470d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:50.640377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e0efc0f-32c7-44f6-b7a8-f8c05267407d req-9a44351c-c6f5-48da-82e2-91ae41a1a616 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947187 Dec 09 22:27:50.651377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be616b-9b55-4084-a16a-3ad2917ed619 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Checking segment: {'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:50.651980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78be616b-9b55-4084-a16a-3ad2917ed619 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Network hostable DHCP agents. Network: 02defe12-519c-42b7-988d-629d9defac3c, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:27:50.675326 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78be616b-9b55-4084-a16a-3ad2917ed619 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Network 02defe12-519c-42b7-988d-629d9defac3c is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:27:50.693978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-78be616b-9b55-4084-a16a-3ad2917ed619 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 02defe12-519c-42b7-988d-629d9defac3c) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:50.703935 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32137ee0-c9c6-4948-8f40-0d0b13ffc774 None None] Network 02defe12-519c-42b7-988d-629d9defac3c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:27:50.716560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78be616b-9b55-4084-a16a-3ad2917ed619 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:50.718355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-78be616b-9b55-4084-a16a-3ad2917ed619 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:50.770058 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-78be616b-9b55-4084-a16a-3ad2917ed619 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7158463 Dec 09 22:27:50.773120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37350) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:50.784357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'port': {'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc', 'name': 'tempest-TaggedBootDevicesTest_v242-305540898', 'fixed_ips': [{'subnet_id': '1cba9925-ba78-4e6c-8a09-8b29dfa559b9'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:50.832640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-0e474c9e-75ca-4501-a56a-644cbea98179 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:50.851759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-0e474c9e-75ca-4501-a56a-644cbea98179 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3734131 Dec 09 22:27:50.876477 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-0189db49-a84c-417f-b0d8-ab0b2df2db89 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/quotas/a6e413190b95419d9d1bf7868e26f3f9 HTTP/1.1" status: 200 len: 375 time: 0.0236402 Dec 09 22:27:50.911836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-02defe12-519c-42b7-988d-629d9defac3c', 'network_id': '02defe12-519c-42b7-988d-629d9defac3c', 'project_id': '9adc344d60834858910acb4f5a92f96d', 'fixed_ips': [{'subnet_id': '25fddd92-6096-43db-943d-1bcc15f8470d'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:27:50.913124 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:51.050279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:27:51.083653 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-b22fbf2c-1f07-4d0d-a9be-3057ee6d9905 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2061415 Dec 09 22:27:51.142965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede273-c7cb-4484-8041-e61fee4082bc req-afa9e58e-4413-4053-b4cd-0796cadac300 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:51.144897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efede273-c7cb-4484-8041-e61fee4082bc req-afa9e58e-4413-4053-b4cd-0796cadac300 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.2151814 Dec 09 22:27:51.259178 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efede273-c7cb-4484-8041-e61fee4082bc req-f8e0c7db-7d07-4b55-af92-317809bbcdce tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034734 Dec 09 22:27:51.269286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Allocated IP 10.2.2.2 (02defe12-519c-42b7-988d-629d9defac3c/25fddd92-6096-43db-943d-1bcc15f8470d/27acd4fe-7bfe-4d31-8b74-5692e9225d8a) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:27:51.292013 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:51.389054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] device_id is not set on port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:27:51.506500 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c1a6235-8408-41da-b4b5-a0b8edf3fad7 req-ec8e6943-4a3c-4c6f-ac80-3c0ecd7cb3f1 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0864739 Dec 09 22:27:51.597197 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56708c58-a5ab-434d-b040-7ca2d93891cc req-02f1fed2-43be-4a29-a828-22daacf5981e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 210 time: 0.0527959 Dec 09 22:27:51.639650 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:51.647965 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:51.764094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Network 02defe12-519c-42b7-988d-629d9defac3c is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:27:51.773758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:51.784251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:27:51.842273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Pushing event updated for resources: {'Port': ['ID=27acd4fe-7bfe-4d31-8b74-5692e9225d8a,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:51.935023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db6397-6df4-47d5-a6c1-397c4d86c316 req-cc32eec8-ffa1-4968-883d-b12ca4ebb113 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:51.944578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8db6397-6df4-47d5-a6c1-397c4d86c316 req-cc32eec8-ffa1-4968-883d-b12ca4ebb113 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.0900831 Dec 09 22:27:52.004537 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b12f5e0c-07b6-492c-8032-b463bf0a504e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:52.047767 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 70ac9965-e8d8-4738-aa36-e6ba56e5a714 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:27:52.096708 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8db6397-6df4-47d5-a6c1-397c4d86c316 req-bfc9a907-55dd-4047-b296-77d29caba23d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474078 Dec 09 22:27:52.198252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Attempting to bind port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:52.198638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Attempting to bind port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:52.199012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Attempting to bind port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a on network 02defe12-519c-42b7-988d-629d9defac3c {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:52.230408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Allocated IP 10.1.1.234 (56c5961a-ef43-4681-b43e-5e93e91bb1cc/1cba9925-ba78-4e6c-8a09-8b29dfa559b9/576a0fe3-94a0-4e8f-8778-9a3ea4e90680) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:27:52.250895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:52.251657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Checking segment: {'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:52.252297 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:52.253250 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Bound using segment: {'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:52.255037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Bound port: 27acd4fe-7bfe-4d31-8b74-5692e9225d8a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:52.256521 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:52.441107 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faf4d30-7236-4d88-bc8e-47080a4641db None None] Network 56c5961a-ef43-4681-b43e-5e93e91bb1cc requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:27:52.479393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port b12f5e0c-07b6-492c-8032-b463bf0a504e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:52.479775 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:52.556298 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:52.611331 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:52.668031 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:52.697496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e74e1c-95bd-4416-815d-c8ed0506b595 req-1e5e0fb3-2ddc-4365-bbf6-ff786252abdb tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:52.704435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49e74e1c-95bd-4416-815d-c8ed0506b595 req-1e5e0fb3-2ddc-4365-bbf6-ff786252abdb tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.1874132 Dec 09 22:27:52.718751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Network 56c5961a-ef43-4681-b43e-5e93e91bb1cc is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:27:52.727407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:52.760272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:27:52.825724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Port': ['ID=576a0fe3-94a0-4e8f-8778-9a3ea4e90680,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:52.850955 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49e74e1c-95bd-4416-815d-c8ed0506b595 req-0b4e2382-8a37-4f0d-8eba-d8ceda293bfa tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391132 Dec 09 22:27:52.920615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] For port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:52.930001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:52.930835 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:52.940677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-672242e4-090d-4a44-88c3-c44e98897837 None None] Provisioning complete for port b12f5e0c-07b6-492c-8032-b463bf0a504e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:52.940677 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-672242e4-090d-4a44-88c3-c44e98897837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:52.983843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] For port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=27acd4fe-7bfe-4d31-8b74-5692e9225d8a,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:52.986416 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-622143c5-9b04-49b3-be15-0a4c5286a397 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2113156 Dec 09 22:27:52.989965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37408) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:53.002760 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:53.007008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'port': {'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc', 'name': 'tempest-TaggedBootDevicesTest_v242-241241796', 'fixed_ips': [{'subnet_id': '1cba9925-ba78-4e6c-8a09-8b29dfa559b9'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:53.014865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2c97ba1-4545-4b72-9c84-9fbb9871444d req-eeb66203-2e1d-4e7d-984d-a4613384ae06 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.1300292 Dec 09 22:27:53.091012 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54fbd2b2-938f-4504-8dfb-bfd8beda2fe6 req-1292c4a9-9537-46c8-9b48-132bab16fc21 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 210 time: 0.0750735 Dec 09 22:27:53.094660 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaadfab-6bb1-4ae8-b5be-68d491802be5 None None] Pushing event updated for resources: {'Port': ['ID=27acd4fe-7bfe-4d31-8b74-5692e9225d8a,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:53.221302 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:53.337805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port b12f5e0c-07b6-492c-8032-b463bf0a504e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b12f5e0c-07b6-492c-8032-b463bf0a504e,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:53.345413 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:53.398260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-de388d8d-82ac-4a91-becb-7c65a43285e1 service neutron] 10.222.0.42 "GET /v2.0/ports/70ac9965-e8d8-4738-aa36-e6ba56e5a714/bindings/n-h1-789963-23 HTTP/1.1" status: 200 len: 385 time: 0.3056159 Dec 09 22:27:53.451187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-d446800c-5e51-46b8-a8f0-92505d8679d6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823326 Dec 09 22:27:53.477949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:27:53.499537 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:53.567350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b918ed-ae73-4458-b062-2a73d3db2c88 req-0eb5b34b-d9f7-4f92-818e-217313de5d7a tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:53.568956 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67b918ed-ae73-4458-b062-2a73d3db2c88 req-0eb5b34b-d9f7-4f92-818e-217313de5d7a tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.3211780 Dec 09 22:27:53.587211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=b12f5e0c-07b6-492c-8032-b463bf0a504e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:53.658817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] device_id is not set on port 9188f21f-5100-4282-a579-1f04413f9f3e yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:27:53.825602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-fef0808d-5346-4727-8a92-8358d540efb7 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:53.827208 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-fef0808d-5346-4727-8a92-8358d540efb7 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3751965 Dec 09 22:27:53.849600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Request body: {'port': {'device_id': 'c8169b1f-d3fc-4010-a009-a03a6a17e877', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'a6e413190b95419d9d1bf7868e26f3f9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:53.885223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67b918ed-ae73-4458-b062-2a73d3db2c88 req-3f2adaab-d8cc-4b95-8656-0b9448bb5655 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985687 Dec 09 22:27:54.155955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 27acd4fe-7bfe-4d31-8b74-5692e9225d8a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:54.264684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Allocated IP 10.1.1.244 (56c5961a-ef43-4681-b43e-5e93e91bb1cc/1cba9925-ba78-4e6c-8a09-8b29dfa559b9/9188f21f-5100-4282-a579-1f04413f9f3e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:27:54.282899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9a89dbff-00c9-4cab-b9fe-2ba72f05a6c8 None None] Provisioning complete for port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:54.283300 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a89dbff-00c9-4cab-b9fe-2ba72f05a6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:54.368600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Made reservation on behalf of a6e413190b95419d9d1bf7868e26f3f9 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:27:54.372747 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:54.391497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396a575-8088-4eb8-8031-8e529931f086 req-98cb65a5-4239-4ee9-9fd7-56593bc8dfbb tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:54.399578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9a89dbff-00c9-4cab-b9fe-2ba72f05a6c8 None None] Port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:27:54.406041 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a396a575-8088-4eb8-8031-8e529931f086 req-98cb65a5-4239-4ee9-9fd7-56593bc8dfbb tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 943 time: 0.3871546 Dec 09 22:27:54.408954 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2fde9804-3d34-48de-9f08-7b04f91edcb1 req-b040afc6-4f06-42c0-8e67-0fd975168035 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.1430926 Dec 09 22:27:54.427519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:54.427887 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:54.504869 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9a89dbff-00c9-4cab-b9fe-2ba72f05a6c8 None None] Provisioning complete for port b12f5e0c-07b6-492c-8032-b463bf0a504e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:54.505224 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a89dbff-00c9-4cab-b9fe-2ba72f05a6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:54.575783 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a396a575-8088-4eb8-8031-8e529931f086 req-85be88e0-ba28-445a-b4fc-f92604fc8a87 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709390 Dec 09 22:27:54.619892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37434) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:54.624637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-4ae1b8c9-993b-4b7c-b754-364e2e2baaa8 service neutron] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:54.687350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd0ad174-a50f-4c0d-80c7-1919307d896b req-f800a0da-9906-4ad1-b3ce-4e75a1086f03 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 210 time: 0.1359360 Dec 09 22:27:54.726985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-4ae1b8c9-993b-4b7c-b754-364e2e2baaa8 service neutron] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:54.796476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-4ae1b8c9-993b-4b7c-b754-364e2e2baaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ac9965-e8d8-4738-aa36-e6ba56e5a714 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:54.809862 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:54.817280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-4ae1b8c9-993b-4b7c-b754-364e2e2baaa8 service neutron] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:54.832571 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-4ae1b8c9-993b-4b7c-b754-364e2e2baaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:54.899344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=27acd4fe-7bfe-4d31-8b74-5692e9225d8a,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:27:54.907672 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:54.908955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b12f5e0c-07b6-492c-8032-b463bf0a504e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:54.983165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Allocated IP 192.168.233.91 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/7f6f755c-f30d-4933-8b76-ac3bac55b43a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:27:55.032871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-4ae1b8c9-993b-4b7c-b754-364e2e2baaa8 service neutron] Transition to ACTIVE for port object 70ac9965-e8d8-4738-aa36-e6ba56e5a714 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:27:55.046555 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-4ae1b8c9-993b-4b7c-b754-364e2e2baaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.099661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e29b50a7-fba7-4f18-a394-73c517249416 None None] Provisioning complete for port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:55.100022 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e29b50a7-fba7-4f18-a394-73c517249416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.115610 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ec46017-51fb-42b4-9141-47abc2957b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.179073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=27acd4fe-7bfe-4d31-8b74-5692e9225d8a,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:55.209549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port b12f5e0c-07b6-492c-8032-b463bf0a504e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:55.209943 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.219496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ec46017-51fb-42b4-9141-47abc2957b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.234608 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ec46017-51fb-42b4-9141-47abc2957b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.249318 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.256254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e29b50a7-fba7-4f18-a394-73c517249416 None None] Port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:27:55.308120 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.315670 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5ec46017-51fb-42b4-9141-47abc2957b91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9340981b6024c7a93289f5f81788995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6795866 Dec 09 22:27:55.318035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec46017-51fb-42b4-9141-47abc2957b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1239e68-ef59-476b-b9a7-c9be966d05c0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:55.326209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['587c9056-54ec-4d5c-829b-edb5ff38cb07', 'a5336458-0dd1-424d-a3bf-80938386a8bb', '750d4e75-f21c-456b-892c-3aaa1bc13cc6'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:55.362655 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37450) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:55.394107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event updated for resources: {'Port': ['ID=7f6f755c-f30d-4933-8b76-ac3bac55b43a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:55.407187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa86a-0419-4c50-8cb6-02c29b9c6b51 req-c6d0503b-800f-45f1-bf1a-9680b153d8fd tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:55.409382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccdaa86a-0419-4c50-8cb6-02c29b9c6b51 req-c6d0503b-800f-45f1-bf1a-9680b153d8fd tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.3731315 Dec 09 22:27:55.419197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679', '06a7131e-eabe-4d38-aa86-491d6ace6b87'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:27:55.482955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-4ae1b8c9-993b-4b7c-b754-364e2e2baaa8 service neutron] No DVR routers for this DVR port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:27:55.505642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.538038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5ae2e8-c1e0-443a-91aa-be007cfb8467 None None] Network 02defe12-519c-42b7-988d-629d9defac3c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:27:55.558564 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-307b8239-d3cc-454e-b498-4cad106fa02b req-c5597b29-2bb0-401d-be59-d1def7b7c1a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.1416578 Dec 09 22:27:55.576811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1b8c9-993b-4b7c-b754-364e2e2baaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=70ac9965-e8d8-4738-aa36-e6ba56e5a714,revision_number=10']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:55.581400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:27:55.583552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:55.599755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-4ae1b8c9-993b-4b7c-b754-364e2e2baaa8 service neutron] 10.222.0.42 "PUT /v2.0/ports/70ac9965-e8d8-4738-aa36-e6ba56e5a714/bindings/n-h1-789963-23/activate HTTP/1.1" status: 200 len: 370 time: 2.1838379 Dec 09 22:27:55.605514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:27:55.655240 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db86506a-8bde-4f86-bd97-fd365842c58f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.680292 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.687576 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db86506a-8bde-4f86-bd97-fd365842c58f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.717006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:55.718172 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.808383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Network 56c5961a-ef43-4681-b43e-5e93e91bb1cc is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:27:55.815369 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-783e1478-b1cf-4b53-8c8d-536a35c2a380 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9725261 Dec 09 22:27:55.821366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:27:55.823478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39356330-95e1-4291-9af2-e0388d61ce63 req-bf109185-389f-425f-942d-c05c1fbc7674 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.2478604 Dec 09 22:27:55.829716 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db86506a-8bde-4f86-bd97-fd365842c58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.832478 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db86506a-8bde-4f86-bd97-fd365842c58f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:55.835992 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-db86506a-8bde-4f86-bd97-fd365842c58f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1239e68-ef59-476b-b9a7-c9be966d05c0 HTTP/1.1" status: 204 len: 168 time: 0.4255164 Dec 09 22:27:55.865160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Request body: {'port': {'device_id': 'c8169b1f-d3fc-4010-a009-a03a6a17e877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:55.966649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:27:56.000488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccdaa86a-0419-4c50-8cb6-02c29b9c6b51 req-f32f3f3d-3090-4393-bc57-bfd7ff30d6d2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314384 Dec 09 22:27:56.008420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86506a-8bde-4f86-bd97-fd365842c58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1239e68-ef59-476b-b9a7-c9be966d05c0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:56.140653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-96d020fb-1163-4eaa-a11a-2181c505fed7 None None] Provisioning complete for port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:56.141267 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96d020fb-1163-4eaa-a11a-2181c505fed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:56.215156 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:56.234673 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Port': ['ID=9188f21f-5100-4282-a579-1f04413f9f3e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:56.295011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851534a-d5d4-4aa8-bfb6-74359efd99f6 req-d1682ad4-cdba-4e38-974e-d317d42fc08b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:56.307063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5851534a-d5d4-4aa8-bfb6-74359efd99f6 req-d1682ad4-cdba-4e38-974e-d317d42fc08b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 944 time: 0.1546299 Dec 09 22:27:56.349562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-6c5ff4f1-db9e-4853-931a-6d6f17d202d0 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:56.350887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-6c5ff4f1-db9e-4853-931a-6d6f17d202d0 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce&tenant_id=d70657cbae484096913cc9dae6fb25b3&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.4935989 Dec 09 22:27:56.445282 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:27:56.452505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 27acd4fe-7bfe-4d31-8b74-5692e9225d8a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:27:56.502148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5851534a-d5d4-4aa8-bfb6-74359efd99f6 req-51c27d1e-1389-47c4-a94e-3f3f8d4931fc tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940956 Dec 09 22:27:56.548667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaf6b4-b0cb-4012-9469-996b727423ab req-b7a69990-3402-4c07-8422-a74f7e417a6d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:56.554526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3eaf6b4-b0cb-4012-9469-996b727423ab req-b7a69990-3402-4c07-8422-a74f7e417a6d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 935 time: 0.2925479 Dec 09 22:27:56.701875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6f755c-f30d-4933-8b76-ac3bac55b43a {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:27:56.717658 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:56.751510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Transition to ACTIVE for port object 7f6f755c-f30d-4933-8b76-ac3bac55b43a will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:27:56.761526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3eaf6b4-b0cb-4012-9469-996b727423ab req-6f5a7ffd-c46c-40b1-ba7c-b6c0d30edad9 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015772 Dec 09 22:27:56.813237 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:56.867721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bf141-c191-4a73-a088-b9489e0a1d2e req-fa5d1b84-b23a-4840-97f3-2f47c0309fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:56.871806 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c67bf141-c191-4a73-a088-b9489e0a1d2e req-fa5d1b84-b23a-4840-97f3-2f47c0309fde service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 1098 time: 0.6073608 Dec 09 22:27:56.920592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:56.921365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:56.926007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37482) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:56.975715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf773766-df34-4fa2-89c3-b0adeb45d6a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:57.251331 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8f1eaa10-c7f4-4325-8fdb-70501c45b637 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2549696 Dec 09 22:27:57.257264 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c67bf141-c191-4a73-a088-b9489e0a1d2e req-ce6f269f-16a2-4cae-bc9d-4ab5a7279caa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138959 Dec 09 22:27:57.259319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77f2b1ad-3907-4207-aaa3-e4317cc04efa req-756cf46e-3fb6-406d-b4b5-20b0ebf6f773 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0948744 Dec 09 22:27:57.332337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:57.339505 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:57.413219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Attempting to bind port 7f6f755c-f30d-4933-8b76-ac3bac55b43a on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:27:57.413616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Attempting to bind port 7f6f755c-f30d-4933-8b76-ac3bac55b43a by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:27:57.413983 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Attempting to bind port 7f6f755c-f30d-4933-8b76-ac3bac55b43a on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:57.426062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Port 7f6f755c-f30d-4933-8b76-ac3bac55b43a on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:27:57.426439 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Attempting to bind port 7f6f755c-f30d-4933-8b76-ac3bac55b43a on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:27:57.439482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-9a9af3c0-e73d-4bb9-92b2-a1fff034c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:57.441874 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-9a9af3c0-e73d-4bb9-92b2-a1fff034c142 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce&tenant_id=d70657cbae484096913cc9dae6fb25b3 HTTP/1.1" status: 200 len: 1096 time: 0.6566205 Dec 09 22:27:57.444887 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6f755c-f30d-4933-8b76-ac3bac55b43a,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:57.451032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:27:57.451534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:27:57.451939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:27:57.452603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Bound port: 7f6f755c-f30d-4933-8b76-ac3bac55b43a, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:27:57.453054 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:57.535788 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1363-4766-45c4-9945-3fb22673abf6 req-3e7de758-f090-4c4b-a52a-332363799bf2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:57.538377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] For port 7f6f755c-f30d-4933-8b76-ac3bac55b43a, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:27:57.539744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2cfe1363-4766-45c4-9945-3fb22673abf6 req-3e7de758-f090-4c4b-a52a-332363799bf2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.2361734 Dec 09 22:27:57.544350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] For port 7f6f755c-f30d-4933-8b76-ac3bac55b43a, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7f6f755c-f30d-4933-8b76-ac3bac55b43a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:27:57.548913 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:57.557554 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf773766-df34-4fa2-89c3-b0adeb45d6a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:57.628717 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf773766-df34-4fa2-89c3-b0adeb45d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:57.639269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6f755c-f30d-4933-8b76-ac3bac55b43a,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:57.656870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:57.657623 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:57.659313 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-2aa87881-0322-4f2a-89b4-62cd7f8c97a0 service neutron] 10.222.0.42 "PUT /v2.0/ports/7f6f755c-f30d-4933-8b76-ac3bac55b43a HTTP/1.1" status: 200 len: 1096 time: 1.8205934 Dec 09 22:27:57.663533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8169b1f-d3fc-4010-a009-a03a6a17e877', 'tag': '7f6f755c-f30d-4933-8b76-ac3bac55b43a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:27:57.678161 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b320b1f-3947-409b-91dd-9ef9466d470e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8169b1f-d3fc-4010-a009-a03a6a17e877", "tag": "7f6f755c-f30d-4933-8b76-ac3bac55b43a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:27:57.784035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-cd2a5ed8-177c-4792-a836-eb80cf301e24 None None] Provisioning complete for port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:57.784468 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cd2a5ed8-177c-4792-a836-eb80cf301e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:57.800195 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-c6d9ff38-3dfe-46b3-9c24-647246371d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:57.802260 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-c6d9ff38-3dfe-46b3-9c24-647246371d67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70657cbae484096913cc9dae6fb25b3&device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 1096 time: 0.1646197 Dec 09 22:27:57.804670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-ce93ea8d-3d28-4834-848b-7f1661d89db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:57.806223 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-ce93ea8d-3d28-4834-848b-7f1661d89db8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 1099 time: 0.1031942 Dec 09 22:27:57.817094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cf773766-df34-4fa2-89c3-b0adeb45d6a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b149f614d8234c2fb17afc681a57938e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8871050 Dec 09 22:27:57.818183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf773766-df34-4fa2-89c3-b0adeb45d6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c692aa65-998a-4991-be45-159354623457,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:57.823218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37496) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:57.921072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37500) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:57.937704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2cfe1363-4766-45c4-9945-3fb22673abf6 req-597d7b58-8c10-4b7b-8a68-951f94b103cf tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857985 Dec 09 22:27:58.003163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b506e611-9789-4e23-a272-61dae89f3f8e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--300418677', 'description': 'tempest-description--2038567269'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:58.015813 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-e19f04fe-427a-4db1-8ac9-8d30ab86b468 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=7f6f755c-f30d-4933-8b76-ac3bac55b43a HTTP/1.1" status: 200 len: 217 time: 0.1612787 Dec 09 22:27:58.046352 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45247d53-8ae2-4f7d-9f40-d00aa2873939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:58.192844 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45247d53-8ae2-4f7d-9f40-d00aa2873939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:58.196777 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0252b56-1610-4e6b-b047-2aa9c874def9 x-openstack-request-id: req-a0252b56-1610-4e6b-b047-2aa9c874def9 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:27:58.196777 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8169b1f-d3fc-4010-a009-a03a6a17e877", "tag": "7f6f755c-f30d-4933-8b76-ac3bac55b43a", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:27:58.197040 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0252b56-1610-4e6b-b047-2aa9c874def9 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:27:58.197448 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8169b1f-d3fc-4010-a009-a03a6a17e877', 'tag': '7f6f755c-f30d-4933-8b76-ac3bac55b43a', 'status': 'completed', 'code': 200} Dec 09 22:27:58.225031 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b506e611-9789-4e23-a272-61dae89f3f8e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:58.269816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-108e518f-5022-45ef-8a66-93fbe94380c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:58.271494 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-108e518f-5022-45ef-8a66-93fbe94380c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.2400405 Dec 09 22:27:58.280298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-10023fa6-c38c-44d7-93a7-fef5467198bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:58.281918 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-10023fa6-c38c-44d7-93a7-fef5467198bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 200 len: 909 time: 0.4121642 Dec 09 22:27:58.346488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-cd2a5ed8-177c-4792-a836-eb80cf301e24 None None] Provisioning complete for port 9188f21f-5100-4282-a579-1f04413f9f3e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:27:58.347149 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cd2a5ed8-177c-4792-a836-eb80cf301e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:58.356887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-9d71b4ac-faaf-49b9-b9f1-05564b3b3396 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714 HTTP/1.1" status: 200 len: 217 time: 0.0594761 Dec 09 22:27:58.414827 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45247d53-8ae2-4f7d-9f40-d00aa2873939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:58.418571 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45247d53-8ae2-4f7d-9f40-d00aa2873939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:58.423887 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-45247d53-8ae2-4f7d-9f40-d00aa2873939 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c692aa65-998a-4991-be45-159354623457 HTTP/1.1" status: 204 len: 168 time: 0.5952158 Dec 09 22:27:58.443639 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a5ed8-177c-4792-a836-eb80cf301e24 None None] Port 9188f21f-5100-4282-a579-1f04413f9f3e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:27:58.457646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357af149-d77e-4a50-939f-e967c420aafb req-2f7e06c7-248d-4e3a-8058-933a1015f986 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:58.460095 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-357af149-d77e-4a50-939f-e967c420aafb req-2f7e06c7-248d-4e3a-8058-933a1015f986 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 944 time: 0.3484108 Dec 09 22:27:58.463318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45247d53-8ae2-4f7d-9f40-d00aa2873939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c692aa65-998a-4991-be45-159354623457,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:58.465141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-834bcdac-3567-4dda-a7e6-e05c99a13680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:58.466951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-834bcdac-3567-4dda-a7e6-e05c99a13680 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1841924 Dec 09 22:27:58.474107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-3cbdd2fd-b677-4307-ad91-01c7742b36df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:58.475520 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-3cbdd2fd-b677-4307-ad91-01c7742b36df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 200 len: 848 time: 0.1073465 Dec 09 22:27:58.478116 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b506e611-9789-4e23-a272-61dae89f3f8e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:58.499699 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b506e611-9789-4e23-a272-61dae89f3f8e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:58.547486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5656d-6831-48f0-b5a3-02ce9f8c5e43 req-8c37f8c8-d19e-449b-b005-8805d27019ce tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:58.550410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ca5656d-6831-48f0-b5a3-02ce9f8c5e43 req-8c37f8c8-d19e-449b-b005-8805d27019ce tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 947 time: 0.2718260 Dec 09 22:27:58.617476 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-357af149-d77e-4a50-939f-e967c420aafb req-83b65d32-7754-4476-b3a9-bbf438c905e0 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342833 Dec 09 22:27:58.647409 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b506e611-9789-4e23-a272-61dae89f3f8e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:58.651531 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b506e611-9789-4e23-a272-61dae89f3f8e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6490624 Dec 09 22:27:58.651531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37532) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:58.659954 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-67657cc9-562a-40b8-8b51-841a3801563b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'security_group_rule': {'security_group_id': 'f0097352-188a-4fe6-a3bb-906c3e4d7fbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:58.679967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506e611-9789-4e23-a272-61dae89f3f8e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0097352-188a-4fe6-a3bb-906c3e4d7fbb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:58.702019 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ca5656d-6831-48f0-b5a3-02ce9f8c5e43 req-ff466c8a-bf44-4605-886e-bd9c5481a80c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296203 Dec 09 22:27:58.794618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12b0f28e-2a85-4fea-9993-44074478fe09 req-bff5d2a1-5261-49cb-bc7f-872a443c46b1 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0459397 Dec 09 22:27:59.047110 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-660e1777-6946-4f35-ab3a-7ce0adf62178 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46a88b3d-bbc7-4cde-a7d0-668bc115edd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3809466 Dec 09 22:27:59.093158 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-9735b1fe-7783-4843-9ce9-b6e8774eab57 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111362 Dec 09 22:27:59.108191 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67657cc9-562a-40b8-8b51-841a3801563b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:59.160009 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59bdee91-959b-4168-ba8c-e6085b1686c9 req-a526cf99-3ad4-486d-8e15-7293b26c59cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d66e76929fcb4a6186eca04e7302bc17&device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0407896 Dec 09 22:27:59.222943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e9a47-e5b7-4dce-8f60-a50989a7bb55 req-0d58544f-7b16-463e-a5b8-6cc9463b1466 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:59.233450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-724e9a47-e5b7-4dce-8f60-a50989a7bb55 req-0d58544f-7b16-463e-a5b8-6cc9463b1466 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1572435 Dec 09 22:27:59.244309 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59bdee91-959b-4168-ba8c-e6085b1686c9 req-cea8a7ba-542c-476e-ad01-d81023e5b613 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d66e76929fcb4a6186eca04e7302bc17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705550 Dec 09 22:27:59.261225 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67657cc9-562a-40b8-8b51-841a3801563b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:59.275527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67657cc9-562a-40b8-8b51-841a3801563b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:59.341297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0bd6abbf-be63-4685-ac70-3c7db25882f7 req-ac278e66-0067-42e6-86d8-7ac9635d8d65 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0690429 Dec 09 22:27:59.341539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657cc9-562a-40b8-8b51-841a3801563b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2194493-087e-4a64-9479-f0b1336b799b,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:59.349311 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-8125e0dc-cdbb-4b7f-bb5d-81073aece0c4 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889588 Dec 09 22:27:59.355914 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67657cc9-562a-40b8-8b51-841a3801563b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:59.357044 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-67657cc9-562a-40b8-8b51-841a3801563b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7005448 Dec 09 22:27:59.361917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37568) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:59.378445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5a0dc2cf-a0fb-4e39-934e-4186b7ae2e5e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'security_group_rule': {'security_group_id': 'f0097352-188a-4fe6-a3bb-906c3e4d7fbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:59.414021 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8456a36d-3311-47f0-917c-cc20ccb2291b req-95e0ca58-2af3-4643-ba8f-2bd996a1f496 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740676 Dec 09 22:27:59.469855 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a0dc2cf-a0fb-4e39-934e-4186b7ae2e5e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:59.482134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-724e9a47-e5b7-4dce-8f60-a50989a7bb55 req-aabbf2d8-dacd-4989-b662-626b08d12eaa tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303329 Dec 09 22:27:59.547123 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-4a2b4b09-76ef-4320-ba3c-422f354c5cf2 service neutron] 10.222.0.18 "GET /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858640 Dec 09 22:27:59.555996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdee91-959b-4168-ba8c-e6085b1686c9 req-5b053fcb-c3b2-4e64-a65a-d679985cfee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:59.557669 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59bdee91-959b-4168-ba8c-e6085b1686c9 req-5b053fcb-c3b2-4e64-a65a-d679985cfee9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2982173 Dec 09 22:27:59.568477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b320b1f-3947-409b-91dd-9ef9466d470e req-7a86d333-6ad4-43a9-a2cf-c3849a7bba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:59.569894 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b320b1f-3947-409b-91dd-9ef9466d470e req-7a86d333-6ad4-43a9-a2cf-c3849a7bba21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 1099 time: 0.0817487 Dec 09 22:27:59.576728 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a0dc2cf-a0fb-4e39-934e-4186b7ae2e5e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:59.590426 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a0dc2cf-a0fb-4e39-934e-4186b7ae2e5e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:59.644302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dc2cf-a0fb-4e39-934e-4186b7ae2e5e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6db9777-ca42-4d64-a277-c3951f9d3d86,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:27:59.647050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85660e34-558e-453c-b1d5-5c5f98bd12cb req-0e2c1c5b-6fd7-4a4c-a372-f78181194641 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:59.658282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85660e34-558e-453c-b1d5-5c5f98bd12cb req-0e2c1c5b-6fd7-4a4c-a372-f78181194641 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=a301fb32-7717-40db-9a23-2c2bcd2876db HTTP/1.1" status: 200 len: 950 time: 0.0786386 Dec 09 22:27:59.684323 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a0dc2cf-a0fb-4e39-934e-4186b7ae2e5e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:59.685665 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5a0dc2cf-a0fb-4e39-934e-4186b7ae2e5e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109524 Dec 09 22:27:59.692277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37592) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:27:59.698611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:27:59.764009 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:27:59.790215 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85660e34-558e-453c-b1d5-5c5f98bd12cb req-f5e7e284-0ebd-467f-88de-c8703ec272c3 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259873 Dec 09 22:27:59.802921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b320b1f-3947-409b-91dd-9ef9466d470e req-e0c06393-12dd-4c1a-a903-a10f6d38d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:59.804656 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b320b1f-3947-409b-91dd-9ef9466d470e req-e0c06393-12dd-4c1a-a903-a10f6d38d640 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2265062 Dec 09 22:27:59.890708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3e0ca-5953-4d60-aad3-023d01b8313a req-8cbecf66-ab65-4b8e-948f-8a3293f237d5 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:59.893715 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92d3e0ca-5953-4d60-aad3-023d01b8313a req-8cbecf66-ab65-4b8e-948f-8a3293f237d5 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 944 time: 0.1412864 Dec 09 22:27:59.904608 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b320b1f-3947-409b-91dd-9ef9466d470e req-02f0b737-e71e-48bd-8c03-9e0b896aff1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=7f6f755c-f30d-4933-8b76-ac3bac55b43a HTTP/1.1" status: 200 len: 217 time: 0.0875320 Dec 09 22:27:59.923953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd4b70-549c-4e9a-9486-eec36866dc80 req-6d528b32-be41-43e7-8095-5444efe81b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:59.926197 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-58fd4b70-549c-4e9a-9486-eec36866dc80 req-6d528b32-be41-43e7-8095-5444efe81b49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba9637fb5df47dfb7c07ef1390338fe&device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 1098 time: 0.1812987 Dec 09 22:27:59.988667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2ccd8-d133-41b7-bc46-16f8723d0707 req-19364012-63d5-42e8-a58e-5e7b7a45a837 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:27:59.990164 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ac2ccd8-d133-41b7-bc46-16f8723d0707 req-19364012-63d5-42e8-a58e-5e7b7a45a837 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.0955112 Dec 09 22:28:00.001310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92d3e0ca-5953-4d60-aad3-023d01b8313a req-c0fb9ef4-f7c9-4bfc-a23b-2b0f0bf61e32 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919867 Dec 09 22:28:00.058259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ac2ccd8-d133-41b7-bc46-16f8723d0707 req-c7519807-4eb3-4bad-8f52-6cf5d162d9ab tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558889 Dec 09 22:28:00.102325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b320b1f-3947-409b-91dd-9ef9466d470e req-2f6048e5-2179-4572-ab71-1ef75c837333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:00.102544 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b320b1f-3947-409b-91dd-9ef9466d470e req-2f6048e5-2179-4572-ab71-1ef75c837333 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1814051 Dec 09 22:28:00.113026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-941aa780-164d-47aa-96c7-4696a3628e45 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:00.114651 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-941aa780-164d-47aa-96c7-4696a3628e45 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce&tenant_id=d70657cbae484096913cc9dae6fb25b3&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.2142494 Dec 09 22:28:00.154192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78eed5-cb00-451f-ab40-9fadf00c78ea req-c837849c-fb8b-47f8-99ec-17a92e2bc9c0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:00.163590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de78eed5-cb00-451f-ab40-9fadf00c78ea req-c837849c-fb8b-47f8-99ec-17a92e2bc9c0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 947 time: 0.0742111 Dec 09 22:28:00.225764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd4b70-549c-4e9a-9486-eec36866dc80 req-8a23c5ee-e3d8-4a76-aa10-13f75e89d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:00.227337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-58fd4b70-549c-4e9a-9486-eec36866dc80 req-8a23c5ee-e3d8-4a76-aa10-13f75e89d1e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85ce3258-fbd7-4ace-a74c-f937fac55890 HTTP/1.1" status: 200 len: 912 time: 0.2567923 Dec 09 22:28:00.252960 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de78eed5-cb00-451f-ab40-9fadf00c78ea req-7128c6fd-d277-4704-979b-bbf9ac3a2a03 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879991 Dec 09 22:28:00.261576 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:00.294025 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b320b1f-3947-409b-91dd-9ef9466d470e req-dec9e949-2ffa-479b-8707-c9d0817dacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:00.295561 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b320b1f-3947-409b-91dd-9ef9466d470e req-dec9e949-2ffa-479b-8707-c9d0817dacd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1669018 Dec 09 22:28:00.305840 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-58fd4b70-549c-4e9a-9486-eec36866dc80 req-4a610a92-c203-4ff1-89ee-7e343d46f241 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=576af0b2-7dd7-45b6-8c2a-4745588c6b08 HTTP/1.1" status: 200 len: 217 time: 0.0599792 Dec 09 22:28:00.520568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd4b70-549c-4e9a-9486-eec36866dc80 req-f1d38ba0-35b3-4096-9650-75dce21ddb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:00.525503 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-58fd4b70-549c-4e9a-9486-eec36866dc80 req-f1d38ba0-35b3-4096-9650-75dce21ddb67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e15fde81-056f-40e4-be0a-d9c1ad2cae42 HTTP/1.1" status: 200 len: 851 time: 0.2097712 Dec 09 22:28:00.528931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-533a166e-3510-4148-9374-c51baa8a1a79 req-c8a1c0d0-26a9-476e-9206-9bcfa83c9966 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0578964 Dec 09 22:28:00.562221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-c8df018e-455e-48b7-8b0b-e93dc651a844 service neutron] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:00.584601 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-58fd4b70-549c-4e9a-9486-eec36866dc80 req-fc7fa7c8-df17-49b1-b10d-66651891f535 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85ce3258-fbd7-4ace-a74c-f937fac55890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413036 Dec 09 22:28:00.594042 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-c8df018e-455e-48b7-8b0b-e93dc651a844 service neutron] Publish callbacks [] for binding, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:00.594889 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9ad7793-41ba-413c-b72d-92510666e9ec req-c8df018e-455e-48b7-8b0b-e93dc651a844 service neutron] 10.222.0.18 "DELETE /v2.0/ports/70ac9965-e8d8-4738-aa36-e6ba56e5a714/bindings/n-h2-789963-23 HTTP/1.1" status: 204 len: 173 time: 0.4687462 Dec 09 22:28:00.603194 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b320b1f-3947-409b-91dd-9ef9466d470e req-653344e1-2b44-434f-afa2-bd04f16a35bf service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950451 Dec 09 22:28:00.663501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Allocated IP 172.25.8.252 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/eb6bccaa-8069-4d2c-8f8a-6e73c5671245) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:00.841889 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-58fd4b70-549c-4e9a-9486-eec36866dc80 req-278ac722-a07c-4a9c-8254-2eb0c6b844aa service neutron] 10.222.0.18 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360680 Dec 09 22:28:00.853375 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b320b1f-3947-409b-91dd-9ef9466d470e req-254e87ac-2a92-4689-8274-8a5b6bcdc987 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357254 Dec 09 22:28:00.945861 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:00.990101 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-58fd4b70-549c-4e9a-9486-eec36866dc80 req-41c93c9e-98a4-47e5-b0fb-b11ef9f5e15a service neutron] 10.222.0.18 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341448 Dec 09 22:28:01.010723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:01.022913 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b873cee-10da-4cb3-9e31-ad66445a2323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:01.072609 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:01.080312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:01.088880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:01.166739 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Port': ['ID=eb6bccaa-8069-4d2c-8f8a-6e73c5671245,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:01.228408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a15b2-f1b1-4fdc-84bd-1c2c6758742f req-61e2962b-cced-454e-b978-31e77d929e0d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:01.246544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-171a15b2-f1b1-4fdc-84bd-1c2c6758742f req-61e2962b-cced-454e-b978-31e77d929e0d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 944 time: 0.1217134 Dec 09 22:28:01.265306 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:01.316719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20b2d1-913c-4e33-9d86-8b69b9b558b9 req-71b8699b-53b6-42de-9d32-a4589856eb94 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:01.318865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b20b2d1-913c-4e33-9d86-8b69b9b558b9 req-71b8699b-53b6-42de-9d32-a4589856eb94 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1159182 Dec 09 22:28:01.347118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-171a15b2-f1b1-4fdc-84bd-1c2c6758742f req-3abd6a76-74a5-42b7-83e6-8be6982a74ad tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977356 Dec 09 22:28:01.383023 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-59bdee91-959b-4168-ba8c-e6085b1686c9 req-93712614-5c20-489d-98b8-f08883dc1e1f tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.42 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0566187 Dec 09 22:28:01.399383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b20b2d1-913c-4e33-9d86-8b69b9b558b9 req-173e0c2b-32ec-48c5-9919-58e90bcc7019 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697019 Dec 09 22:28:01.405937 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:01.523238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f03618-f989-4839-955c-e02790772403 req-8eaae67b-7a69-4520-b3a6-20b3042738f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:01.529417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67f03618-f989-4839-955c-e02790772403 req-8eaae67b-7a69-4520-b3a6-20b3042738f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 947 time: 0.0892351 Dec 09 22:28:01.603766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36fb94-363e-4614-ab83-2e40c16307aa req-b8594f7f-5743-4c98-837c-41c50b035e83 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:01.610300 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c36fb94-363e-4614-ab83-2e40c16307aa req-b8594f7f-5743-4c98-837c-41c50b035e83 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 1096 time: 0.0797303 Dec 09 22:28:01.613827 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:01.618794 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67f03618-f989-4839-955c-e02790772403 req-820bcc7b-bb6a-4d7f-aa4d-295c02b0c2e9 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785668 Dec 09 22:28:01.628631 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:01.660984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c36fb94-363e-4614-ab83-2e40c16307aa req-c2951851-02ca-4157-b150-63c9a0568b17 tempest-LiveMigrationTest-1902382833 tempest-LiveMigrationTest-1902382833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479395 Dec 09 22:28:01.745426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Port': ['ID=eb6bccaa-8069-4d2c-8f8a-6e73c5671245,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:01.763206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:01.795244 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:01.795411 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45860827-6f50-4fae-a782-76fd53a8a2ed req-984e7cdb-b476-42b8-8df3-0b4b1b2e2428 tempest-ServerShowV254Test-254268 tempest-ServerShowV254Test-254268-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9ccba15-4760-4448-af3a-0d608f3b0417 HTTP/1.1" status: 200 len: 210 time: 0.0368183 Dec 09 22:28:01.797897 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f596b954-8777-4eb0-afb8-bbd4d70732f4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1039882 Dec 09 22:28:01.848515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37688) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:02.014554 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb930c99-ec1d-45a5-8d3d-f8b1e2d1db87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:02.030197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be086801-1ff1-4f35-88e1-45a1960cf8a9 req-2c5a9651-59ae-41f1-aeb1-a0cfcf3b6ec2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:02.031659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be086801-1ff1-4f35-88e1-45a1960cf8a9 req-2c5a9651-59ae-41f1-aeb1-a0cfcf3b6ec2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 944 time: 0.0799694 Dec 09 22:28:02.076808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7f6f755c-f30d-4933-8b76-ac3bac55b43a details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:28:02.152983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be086801-1ff1-4f35-88e1-45a1960cf8a9 req-9362f3e7-a9db-4f69-bdf8-f4fea88b7662 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131248 Dec 09 22:28:02.166070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-81644664-ab85-4759-ba61-450e55770d44 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--300418677&fields=id&tenant_id=9adc344d60834858910acb4f5a92f96d HTTP/1.1" status: 200 len: 267 time: 0.1037443 Dec 09 22:28:02.223012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb930c99-ec1d-45a5-8d3d-f8b1e2d1db87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:02.227348 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb930c99-ec1d-45a5-8d3d-f8b1e2d1db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:02.258266 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c3f5eb9f-3e04-4054-9f30-823a385aebc2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:02.260519 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c3f5eb9f-3e04-4054-9f30-823a385aebc2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports/576a0fe3-94a0-4e8f-8778-9a3ea4e90680 HTTP/1.1" status: 200 len: 936 time: 0.0851338 Dec 09 22:28:02.321590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cb930c99-ec1d-45a5-8d3d-f8b1e2d1db87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9e58487667f47479b6380b7fd209af9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4714813 Dec 09 22:28:02.321837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37708) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:02.324862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb930c99-ec1d-45a5-8d3d-f8b1e2d1db87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5c1717-5876-4f1e-9f0d-012b492a8daf,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:02.345107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-be96dd47-5aaf-4a5d-b419-8db029a1a05c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:02.346181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7f6f755c-f30d-4933-8b76-ac3bac55b43a, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7f6f755c-f30d-4933-8b76-ac3bac55b43a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:02.352981 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-be96dd47-5aaf-4a5d-b419-8db029a1a05c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports/9188f21f-5100-4282-a579-1f04413f9f3e HTTP/1.1" status: 200 len: 936 time: 0.0847545 Dec 09 22:28:02.362396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '7f6f755c-f30d-4933-8b76-ac3bac55b43a', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '7f6f755c-f30d-4933-8b76-ac3bac55b43a', 'mac_address': 'fa:16:3e:e1:1b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:28:02.411034 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:02.427476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6f755c-f30d-4933-8b76-ac3bac55b43a {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:02.430585 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b78d4625-496c-4bfa-838c-ebcf5d274563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:02.437371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ff3ab20a-a528-4751-87f7-5a38526adf9c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0823519 Dec 09 22:28:02.448796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7f6f755c-f30d-4933-8b76-ac3bac55b43a, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7f6f755c-f30d-4933-8b76-ac3bac55b43a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:02.455053 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:02.465304 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b78d4625-496c-4bfa-838c-ebcf5d274563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:02.472085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-cc332f77-677f-4748-953b-2031f7671d80 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0349705 Dec 09 22:28:02.513890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=7f6f755c-f30d-4933-8b76-ac3bac55b43a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:02.520035 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b78d4625-496c-4bfa-838c-ebcf5d274563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:02.524265 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b78d4625-496c-4bfa-838c-ebcf5d274563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:02.524571 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b78d4625-496c-4bfa-838c-ebcf5d274563 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d5c1717-5876-4f1e-9f0d-012b492a8daf HTTP/1.1" status: 204 len: 168 time: 0.2006717 Dec 09 22:28:02.533313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d4625-496c-4bfa-838c-ebcf5d274563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5c1717-5876-4f1e-9f0d-012b492a8daf,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:02.563989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58d29c-5d41-4bed-a76f-9dc3744dc629 req-82c970e5-6924-4086-a77c-b8e9b26426bd tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:02.565463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f58d29c-5d41-4bed-a76f-9dc3744dc629 req-82c970e5-6924-4086-a77c-b8e9b26426bd tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.0959046 Dec 09 22:28:02.695626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f58d29c-5d41-4bed-a76f-9dc3744dc629 req-2da11e9e-1076-4435-bf4e-149ca7b50c94 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805399 Dec 09 22:28:02.695626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2188fba7-326a-4424-b9e8-36c3735902fe tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:02.710310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2188fba7-326a-4424-b9e8-36c3735902fe tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:02.717485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2188fba7-326a-4424-b9e8-36c3735902fe tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:02.719271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2188fba7-326a-4424-b9e8-36c3735902fe tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/networks?id=33c5fb6b-2753-4b3b-a034-dfcc76498076&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=02defe12-519c-42b7-988d-629d9defac3c&id=02defe12-519c-42b7-988d-629d9defac3c HTTP/1.1" status: 200 len: 1995 time: 0.2377257 Dec 09 22:28:02.742392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8a8a124e-38b2-4200-9f24-35a318620dd8 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/quotas/9adc344d60834858910acb4f5a92f96d HTTP/1.1" status: 200 len: 375 time: 0.0167558 Dec 09 22:28:02.787665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['7f6f755c-f30d-4933-8b76-ac3bac55b43a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:02.882694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37722) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:02.908093 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eae50699-ee4c-43e1-9efa-54da59528471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:02.969005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb5971-f038-4e48-a5aa-a6e7bd8042c4 req-74315ae3-9041-483f-9e2a-519698109840 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:02.970574 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-49bb5971-f038-4e48-a5aa-a6e7bd8042c4 req-74315ae3-9041-483f-9e2a-519698109840 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 944 time: 0.0733328 Dec 09 22:28:03.096298 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eae50699-ee4c-43e1-9efa-54da59528471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.102005 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eae50699-ee4c-43e1-9efa-54da59528471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.128851 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-898e6f92-ad14-4294-a805-8d522e328342 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3791797 Dec 09 22:28:03.140972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7482a-d90d-4474-8210-a628f66afe77 req-6e4ba03e-2467-4a4d-994b-557a9d42a1fe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:03.142466 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4f7482a-d90d-4474-8210-a628f66afe77 req-6e4ba03e-2467-4a4d-994b-557a9d42a1fe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 948 time: 0.3608613 Dec 09 22:28:03.158625 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-eae50699-ee4c-43e1-9efa-54da59528471 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e273ba2412d0437994c7c239579c051a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2722833 Dec 09 22:28:03.159748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37724) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:03.166846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae50699-ee4c-43e1-9efa-54da59528471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cec724a-f359-45cc-a47d-43126be9f149,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:03.172589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-49bb5971-f038-4e48-a5aa-a6e7bd8042c4 req-d3aa3ce9-17ed-43e1-96f8-44b9493502f9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Deleting port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:28:03.172936 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-49bb5971-f038-4e48-a5aa-a6e7bd8042c4 req-d3aa3ce9-17ed-43e1-96f8-44b9493502f9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.246926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4f7482a-d90d-4474-8210-a628f66afe77 req-c1b3f9d1-6e2c-4fc3-a621-3cf14ae08778 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948670 Dec 09 22:28:03.261198 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c866521a-bf98-422e-bb9a-2ee4a6d99f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.274351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-278c01bf-92fe-43c0-8061-eccb20ce8e4f service neutron] 10.222.0.16 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308665 Dec 09 22:28:03.276712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5da14491-abc9-4fcc-ac4f-8de324dd6b10 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:28:03.285388 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f356ca1-d2d2-4dbc-b341-a9e305077758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.311937 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-49bb5971-f038-4e48-a5aa-a6e7bd8042c4 req-d3aa3ce9-17ed-43e1-96f8-44b9493502f9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] For port 70ac9965-e8d8-4738-aa36-e6ba56e5a714, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=70ac9965-e8d8-4738-aa36-e6ba56e5a714,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:03.312317 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-49bb5971-f038-4e48-a5aa-a6e7bd8042c4 req-d3aa3ce9-17ed-43e1-96f8-44b9493502f9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.328840 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f356ca1-d2d2-4dbc-b341-a9e305077758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.337802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-49bb5971-f038-4e48-a5aa-a6e7bd8042c4 req-d3aa3ce9-17ed-43e1-96f8-44b9493502f9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Calling delete_port for 70ac9965-e8d8-4738-aa36-e6ba56e5a714 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:28:03.374339 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.463043 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:03.469781 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f356ca1-d2d2-4dbc-b341-a9e305077758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.473443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-b3b625ae-a304-4071-a321-bf2b97b0e2b0 service neutron] 10.222.0.16 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894701 Dec 09 22:28:03.480472 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e2381a-6cd5-478a-9496-32bb1dc77fab" -d '{"events": [{"server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "name": "network-vif-unplugged", "status": "completed", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:03.481759 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f356ca1-d2d2-4dbc-b341-a9e305077758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.482932 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2f356ca1-d2d2-4dbc-b341-a9e305077758 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4cec724a-f359-45cc-a47d-43126be9f149 HTTP/1.1" status: 204 len: 168 time: 0.3222649 Dec 09 22:28:03.523623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:03.536125 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.541036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f356ca1-d2d2-4dbc-b341-a9e305077758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cec724a-f359-45cc-a47d-43126be9f149,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:03.637672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bd55f-803e-41ac-bef0-ca8b508cf3bf req-2a8b35f6-5d49-4ac0-b9c2-d3dd1986af5a tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:03.641064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a70bd55f-803e-41ac-bef0-ca8b508cf3bf req-2a8b35f6-5d49-4ac0-b9c2-d3dd1986af5a tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 944 time: 0.1367357 Dec 09 22:28:03.644463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-331b277b-8e65-4684-9e37-19f472a22f6e service neutron] 10.222.0.16 "GET /v2.0/ports/576a0fe3-94a0-4e8f-8778-9a3ea4e90680?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1653073 Dec 09 22:28:03.657318 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-92eea0db-814e-487b-8f54-0942b32cff91 req-42fba53b-e1db-4d33-9292-d6a3a8e6be60 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2051325 Dec 09 22:28:03.660448 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-49bb5971-f038-4e48-a5aa-a6e7bd8042c4 req-d3aa3ce9-17ed-43e1-96f8-44b9493502f9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.718987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5dcfc417-1575-4e64-992f-7ccbe8b29583', '70ac9965-e8d8-4738-aa36-e6ba56e5a714'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:03.739415 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:03.802793 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5da14491-abc9-4fcc-ac4f-8de324dd6b10,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:03.812981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa3ce9-17ed-43e1-96f8-44b9493502f9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Pushing event deleted for resources: {'Port': ['ID=70ac9965-e8d8-4738-aa36-e6ba56e5a714,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:03.826280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a70bd55f-803e-41ac-bef0-ca8b508cf3bf req-185c30aa-36e7-47b5-a46c-31858b62071d tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739323 Dec 09 22:28:03.897374 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-932212f4-2d94-4f70-bc12-f245a6359b97 service neutron] 10.222.0.16 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385514 Dec 09 22:28:03.963146 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d10eec-2154-4429-93b6-fceaafa0db0c x-openstack-request-id: req-12d10eec-2154-4429-93b6-fceaafa0db0c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:03.963448 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "name": "network-vif-unplugged", "status": "completed", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:03.963748 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12d10eec-2154-4429-93b6-fceaafa0db0c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:03.964447 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'code': 200} Dec 09 22:28:04.094408 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:28:04.100278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7f6f755c-f30d-4933-8b76-ac3bac55b43a up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:28:04.195986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-dbec8178-5fa0-4ef9-80fe-a1d79ab709ca service neutron] 10.222.0.16 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891028 Dec 09 22:28:04.221751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c0502-e54f-4505-b35e-514455ff9cc8 req-22bddc90-1a28-4b28-bd75-8e443b021576 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:04.222865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-033c0502-e54f-4505-b35e-514455ff9cc8 req-22bddc90-1a28-4b28-bd75-8e443b021576 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.1284716 Dec 09 22:28:04.226038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37760) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:04.342958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bb5971-f038-4e48-a5aa-a6e7bd8042c4 req-d3aa3ce9-17ed-43e1-96f8-44b9493502f9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] No DVR routers for this DVR port 70ac9965-e8d8-4738-aa36-e6ba56e5a714 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:28:04.348334 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-49bb5971-f038-4e48-a5aa-a6e7bd8042c4 req-d3aa3ce9-17ed-43e1-96f8-44b9493502f9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:04.352335 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-49bb5971-f038-4e48-a5aa-a6e7bd8042c4 req-d3aa3ce9-17ed-43e1-96f8-44b9493502f9 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.18 "DELETE /v2.0/ports/70ac9965-e8d8-4738-aa36-e6ba56e5a714 HTTP/1.1" status: 204 len: 173 time: 1.3718486 Dec 09 22:28:04.372432 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8b33b3f4-c364-4923-b6c5-50a337e91329 service neutron] 10.222.0.16 "GET /v2.0/ports/9188f21f-5100-4282-a579-1f04413f9f3e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1477413 Dec 09 22:28:04.372866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37772) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:04.375887 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce', 'name': 'network-vif-deleted', 'tag': '70ac9965-e8d8-4738-aa36-e6ba56e5a714'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:04.378324 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568f6ff1-56da-4b17-b1b8-0780386ae322" -d '{"events": [{"server_uuid": "7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce", "name": "network-vif-deleted", "tag": "70ac9965-e8d8-4738-aa36-e6ba56e5a714"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:04.429934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eea0db-814e-487b-8f54-0942b32cff91 req-7b01ea30-4306-4c52-b599-70cd6445f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:04.431832 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-92eea0db-814e-487b-8f54-0942b32cff91 req-7b01ea30-4306-4c52-b599-70cd6445f440 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ba9637fb5df47dfb7c07ef1390338fe&device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 1097 time: 0.6149592 Dec 09 22:28:04.432054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 7f6f755c-f30d-4933-8b76-ac3bac55b43a completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:28:04.454153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 7f6f755c-f30d-4933-8b76-ac3bac55b43a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:04.455765 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:04.481920 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-033c0502-e54f-4505-b35e-514455ff9cc8 req-79e0002b-5bab-4eaf-ba9d-f50f8315ce33 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164211 Dec 09 22:28:04.575154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:04.618731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9', 'mac_address': 'fa:16:3e:9a:8c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:28:04.626365 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5caa5795-494e-429b-9370-718a8654d0d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:04.639585 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eea0db-814e-487b-8f54-0942b32cff91 req-98936641-0e6c-431f-be4f-71d890d1054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:04.641084 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-92eea0db-814e-487b-8f54-0942b32cff91 req-98936641-0e6c-431f-be4f-71d890d1054f service neutron] 10.222.0.42 "GET /v2.0/networks?id=85ce3258-fbd7-4ace-a74c-f937fac55890 HTTP/1.1" status: 200 len: 912 time: 0.1801233 Dec 09 22:28:04.727981 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-92eea0db-814e-487b-8f54-0942b32cff91 req-6b8b2a67-6f68-4cfb-9c5e-cd6e25d9fd10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac61c532-0099-4698-a255-0846e3a6d3ee HTTP/1.1" status: 200 len: 217 time: 0.0757134 Dec 09 22:28:04.751127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-1625bc67-0b39-4629-b754-d379c869e8e6 service neutron] 10.222.0.16 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568599 Dec 09 22:28:04.754036 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08fa30cd-0eb0-48f4-b863-8d578896edb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:04.795118 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:04.811887 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:04.839170 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eea0db-814e-487b-8f54-0942b32cff91 req-cc821891-491f-4ea6-9b0b-147ca1e3926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:04.848051 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-92eea0db-814e-487b-8f54-0942b32cff91 req-cc821891-491f-4ea6-9b0b-147ca1e3926b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e15fde81-056f-40e4-be0a-d9c1ad2cae42 HTTP/1.1" status: 200 len: 851 time: 0.1085346 Dec 09 22:28:04.865953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:04.875307 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:04.919677 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-92eea0db-814e-487b-8f54-0942b32cff91 req-10b0731e-bfda-4ca0-a9ae-e1285ecbdeb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85ce3258-fbd7-4ace-a74c-f937fac55890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628664 Dec 09 22:28:04.981894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:04.993418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7f6f755c-f30d-4933-8b76-ac3bac55b43a, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7f6f755c-f30d-4933-8b76-ac3bac55b43a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:05.001040 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:05.008192 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08fa30cd-0eb0-48f4-b863-8d578896edb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:05.010465 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:05.013682 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e3f0aee5-36a6-4736-8f1e-604beb6dc64e service neutron] 10.222.0.16 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448606 Dec 09 22:28:05.023204 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08fa30cd-0eb0-48f4-b863-8d578896edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:05.128073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:05.141628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['4a1ea795-4263-43aa-b0bd-1af5e85da7c9'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:05.174514 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-92eea0db-814e-487b-8f54-0942b32cff91 req-ef4b8ab8-c90c-4f34-b9e6-3e0a7137bae0 service neutron] 10.222.0.42 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435951 Dec 09 22:28:05.202588 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-08fa30cd-0eb0-48f4-b863-8d578896edb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1fc89a44dc9405f8b1c020a471f6e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8283725 Dec 09 22:28:05.213858 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37806) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:05.314947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=7f6f755c-f30d-4933-8b76-ac3bac55b43a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:05.358899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b727a15-d7cd-42af-90ba-2634a6ca2116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:05.363397 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-92eea0db-814e-487b-8f54-0942b32cff91 req-bcbe9a4a-68df-4fad-aedf-8d632cb5d3dd service neutron] 10.222.0.42 "GET /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804762 Dec 09 22:28:05.403942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67e738-0434-4299-85ec-aafb0fa4bd43 req-2213453b-72e5-4c3b-86ba-7e538c444338 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:05.406168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b727a15-d7cd-42af-90ba-2634a6ca2116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:05.408982 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a67e738-0434-4299-85ec-aafb0fa4bd43 req-2213453b-72e5-4c3b-86ba-7e538c444338 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 948 time: 0.7916081 Dec 09 22:28:05.412969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-25187a8c-4a2d-47f2-b496-b228c9346308 service neutron] 10.222.0.16 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568583 Dec 09 22:28:05.503641 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b727a15-d7cd-42af-90ba-2634a6ca2116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:05.507489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b727a15-d7cd-42af-90ba-2634a6ca2116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:05.512945 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6b727a15-d7cd-42af-90ba-2634a6ca2116 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3610f0c6-40c5-41f5-ac42-26cf38fa4e11 HTTP/1.1" status: 204 len: 168 time: 0.2972836 Dec 09 22:28:05.527785 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa30cd-0eb0-48f4-b863-8d578896edb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3610f0c6-40c5-41f5-ac42-26cf38fa4e11,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:05.540054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b727a15-d7cd-42af-90ba-2634a6ca2116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3610f0c6-40c5-41f5-ac42-26cf38fa4e11,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:05.691838 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a67e738-0434-4299-85ec-aafb0fa4bd43 req-8856d686-bfc4-4531-a2eb-a662ff35af7e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301364 Dec 09 22:28:05.777030 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5caa5795-494e-429b-9370-718a8654d0d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:05.801024 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5caa5795-494e-429b-9370-718a8654d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:05.910754 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37957b54-7be9-40d6-837f-e2528adb85f5 x-openstack-request-id: req-37957b54-7be9-40d6-837f-e2528adb85f5 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:05.911886 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce", "name": "network-vif-deleted", "tag": "70ac9965-e8d8-4738-aa36-e6ba56e5a714", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:05.912326 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37957b54-7be9-40d6-837f-e2528adb85f5 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:05.912945 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce', 'name': 'network-vif-deleted', 'tag': '70ac9965-e8d8-4738-aa36-e6ba56e5a714', 'status': 'completed', 'code': 200} Dec 09 22:28:05.950109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5caa5795-494e-429b-9370-718a8654d0d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d66e76929fcb4a6186eca04e7302bc17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7206726 Dec 09 22:28:05.951001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37828) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:05.964447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa5795-494e-429b-9370-718a8654d0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90bb597-1e62-4703-a834-ca9839cbf55b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:05.967467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8169b1f-d3fc-4010-a009-a03a6a17e877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6f755c-f30d-4933-8b76-ac3bac55b43a'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:05.970803 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab84412-eb69-4d70-be79-588d6a300c5c" -d '{"events": [{"server_uuid": "c8169b1f-d3fc-4010-a009-a03a6a17e877", "name": "network-vif-plugged", "status": "completed", "tag": "7f6f755c-f30d-4933-8b76-ac3bac55b43a"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:06.023237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-bb6a39ab-e778-48d4-b27b-03b4c8ae05ac service neutron] 10.222.0.16 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588834 Dec 09 22:28:06.071787 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:06.087337 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d88b53ba-344d-46cc-a691-6b2c1086052e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:06.106414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:28:06.164990 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d88b53ba-344d-46cc-a691-6b2c1086052e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:06.252400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-7e67de67-101a-4478-a659-9975598162ee service neutron] 10.222.0.16 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217052 Dec 09 22:28:06.304794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:06.305531 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:06.329012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d88b53ba-344d-46cc-a691-6b2c1086052e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:06.342673 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d88b53ba-344d-46cc-a691-6b2c1086052e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:06.350247 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d88b53ba-344d-46cc-a691-6b2c1086052e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c90bb597-1e62-4703-a834-ca9839cbf55b HTTP/1.1" status: 204 len: 168 time: 0.3941150 Dec 09 22:28:06.406938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b53ba-344d-46cc-a691-6b2c1086052e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90bb597-1e62-4703-a834-ca9839cbf55b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:06.568787 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:06.570036 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d754b300-af14-4d34-b50a-9615f5b40f1f service neutron] 10.222.0.16 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970858 Dec 09 22:28:06.652091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:06.660682 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:06.707280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-5330b39a-03fd-420f-a747-ff0b8db42a95 service neutron] 10.222.0.16 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294732 Dec 09 22:28:06.771037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3c6fcaf-9f04-4195-aa3b-fb4f4fcd3573 req-1cfa482d-5b51-4ba8-b63e-6c397c951a77 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 210 time: 0.0584581 Dec 09 22:28:06.784405 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:06.894543 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:06.908978 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8971e086-310c-4f75-84db-43ff4faaab76 x-openstack-request-id: req-8971e086-310c-4f75-84db-43ff4faaab76 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:06.909383 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8169b1f-d3fc-4010-a009-a03a6a17e877", "name": "network-vif-plugged", "status": "completed", "tag": "7f6f755c-f30d-4933-8b76-ac3bac55b43a", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:06.909774 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8971e086-310c-4f75-84db-43ff4faaab76 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:06.910513 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e1cc328-bac2-4c16-8cae-47fe193e26c7 service neutron] 10.222.0.16 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721535 Dec 09 22:28:06.918769 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8169b1f-d3fc-4010-a009-a03a6a17e877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6f755c-f30d-4933-8b76-ac3bac55b43a', 'code': 200} Dec 09 22:28:07.072620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba125-5d52-48d7-b01f-20e6a01c6a86 req-61ff166a-b5b7-4cfa-b9c8-8bd28f348a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:07.074979 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-604ba125-5d52-48d7-b01f-20e6a01c6a86 req-61ff166a-b5b7-4cfa-b9c8-8bd28f348a44 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 1101 time: 0.0786121 Dec 09 22:28:07.143630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-85cda540-888d-4a34-95da-c2e480ba3649 service neutron] 10.222.0.16 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218454 Dec 09 22:28:07.157753 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980afd5-d586-4a44-8cc6-d5332a264bed req-d5653e0a-6d07-4d7d-b858-b6f1e71f1145 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:07.165232 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c980afd5-d586-4a44-8cc6-d5332a264bed req-d5653e0a-6d07-4d7d-b858-b6f1e71f1145 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.0928743 Dec 09 22:28:07.191338 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-604ba125-5d52-48d7-b01f-20e6a01c6a86 req-0c6eb860-9da5-478f-ad0f-2beab3ab960a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944405 Dec 09 22:28:07.285137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 70ac9965-e8d8-4738-aa36-e6ba56e5a714 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:28:07.319687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c980afd5-d586-4a44-8cc6-d5332a264bed req-6c98f27c-32c2-4fba-a1d8-cd9067cfc3d1 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480978 Dec 09 22:28:07.353827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 70ac9965-e8d8-4738-aa36-e6ba56e5a714 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:28:07.355071 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 70ac9965-e8d8-4738-aa36-e6ba56e5a714 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:28:07.387442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8beae4df-33b9-4faa-a24a-6ef1e24c6964 service neutron] 10.222.0.16 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139037 Dec 09 22:28:07.468833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37874) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:07.592325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb6c1-ef09-4ffd-ac50-daa9c9b8e1c2 req-f1a9e0a4-4e43-44f3-b127-bcbd3ed67844 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:07.595603 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f6bb6c1-ef09-4ffd-ac50-daa9c9b8e1c2 req-f1a9e0a4-4e43-44f3-b127-bcbd3ed67844 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 949 time: 0.1179996 Dec 09 22:28:07.665710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f6bb6c1-ef09-4ffd-ac50-daa9c9b8e1c2 req-dd3a4ae0-a9af-47bc-b45d-359f45e56e12 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640590 Dec 09 22:28:07.782723 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:07.838737 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:08.029711 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:08.041124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-117a62ff-94fa-47e4-91e8-9c1819d7ed30 req-4a900ca3-ad80-4485-bff7-30e536cbc770 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 210 time: 0.1063790 Dec 09 22:28:08.319885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Allocated IP 172.25.8.24 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/f3d45ca7-ed32-42d0-bfeb-33f19fa34b5c) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:08.605108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37934) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:08.644059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1eecf2f-a4c2-406b-9858-a3ce807cb243 req-9bf57aec-8f9f-4b28-80f0-e6194f90bea7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.1107209 Dec 09 22:28:08.714955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:08.763074 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f9d0c-a4e3-4509-a6a8-7d94bbcc7d5c req-8de36167-7e06-4f6b-9c74-f5af03680090 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:08.781476 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e7f9d0c-a4e3-4509-a6a8-7d94bbcc7d5c req-8de36167-7e06-4f6b-9c74-f5af03680090 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.3581781 Dec 09 22:28:08.842665 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:08.919443 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f012719d-592e-46d2-a482-d38760bb32f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:08.923833 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3805f275-633e-4b73-81a1-3a1904887d0a" -d '{"events": [{"server_uuid": "f012719d-592e-46d2-a482-d38760bb32f2", "name": "network-vif-plugged", "status": "completed", "tag": "4a1ea795-4263-43aa-b0bd-1af5e85da7c9"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:09.003021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Pushing event updated for resources: {'Port': ['ID=f3d45ca7-ed32-42d0-bfeb-33f19fa34b5c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:09.030513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:09.034175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:09.041688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:09.078494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9ce2d-1bb9-4d53-8d66-8c3799e2757e req-9d1298ce-3477-4f2c-924f-e8f46adf9606 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:09.089561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dee9ce2d-1bb9-4d53-8d66-8c3799e2757e req-9d1298ce-3477-4f2c-924f-e8f46adf9606 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 949 time: 0.3029661 Dec 09 22:28:09.149691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1895246717-network', 'tenant_id': '7b8399361aaa42e187614cf19ea84e31'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:09.173207 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e7f9d0c-a4e3-4509-a6a8-7d94bbcc7d5c req-bf08802d-22a4-402a-9d0f-031d027caf8d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906140 Dec 09 22:28:09.238898 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dee9ce2d-1bb9-4d53-8d66-8c3799e2757e req-aec3dc07-7508-4967-bf88-00f90bdf7b47 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476996 Dec 09 22:28:09.290569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Made reservation on behalf of 7b8399361aaa42e187614cf19ea84e31 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:09.293059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:09.319663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:09.345823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:09.411381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:09.458640 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dbee50-1dd7-4b61-b7a7-1916e3ae3ae0 x-openstack-request-id: req-61dbee50-1dd7-4b61-b7a7-1916e3ae3ae0 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:09.459572 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f012719d-592e-46d2-a482-d38760bb32f2", "name": "network-vif-plugged", "status": "completed", "tag": "4a1ea795-4263-43aa-b0bd-1af5e85da7c9", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:09.460208 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61dbee50-1dd7-4b61-b7a7-1916e3ae3ae0 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:09.460850 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f012719d-592e-46d2-a482-d38760bb32f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9', 'code': 200} Dec 09 22:28:09.674715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220644d-624e-4176-9c61-c9dfb3e3f302 req-16591ffc-3370-4078-ab65-7875a146fbd2 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:09.676460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2220644d-624e-4176-9c61-c9dfb3e3f302 req-16591ffc-3370-4078-ab65-7875a146fbd2 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 1101 time: 0.1324098 Dec 09 22:28:09.762742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:09.774432 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:09.787052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2220644d-624e-4176-9c61-c9dfb3e3f302 req-be795c52-8539-45f6-9d01-751a472a086a tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009505 Dec 09 22:28:09.861728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:28:09.893620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483dceaf-9e43-4a05-a016-84aab25c6df4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:09.906532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:09.915932 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Added segment 0abc729f-7b71-4ae3-8d9c-286f5c89a79d of type vlan for network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 Dec 09 22:28:09.938382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37982) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:09.959831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11d7cf5d-e405-4920-9c90-3a7a725041ed req-7e49f3b5-25d2-4594-b710-f78a28918bb9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0766282 Dec 09 22:28:10.118849 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:10.139902 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:10.156060 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:10.173659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f982f1d-54bf-4899-af06-aabfa44da463 req-b8a459e7-b341-4aa1-9a73-a47327cedbcd tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:10.175300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f982f1d-54bf-4899-af06-aabfa44da463 req-b8a459e7-b341-4aa1-9a73-a47327cedbcd tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.18 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.2377431 Dec 09 22:28:10.191900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b503344-6a3c-4861-a43f-9bd8273a8186 req-5e840a2b-4e1b-4226-a6b4-f1a2864e820a tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 210 time: 0.6460192 Dec 09 22:28:10.233140 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:10.259303 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:10.260655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:10.261434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:10.300760 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18a0e9e6-ce26-47d0-a050-26568fc5d639 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473537 Dec 09 22:28:10.438257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Pushing event updated for resources: {'Port': ['ID=f3d45ca7-ed32-42d0-bfeb-33f19fa34b5c,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:10.468223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-b9e7c6fa-07c8-460e-9f69-4131bad87d5e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:10.475293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-b9e7c6fa-07c8-460e-9f69-4131bad87d5e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735692 Dec 09 22:28:10.502579 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-fde52cfb-065b-4c36-b09d-73af272e83d9 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/quotas/a6e413190b95419d9d1bf7868e26f3f9 HTTP/1.1" status: 200 len: 375 time: 0.0264175 Dec 09 22:28:10.512541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] Pushing event updated for resources: {'Network': ['ID=4fd0f5d5-24f1-4910-890b-998a883dc6a4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:10.518782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-393f6915-75d5-4a44-b857-68d1162fda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:10.520519 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-393f6915-75d5-4a44-b857-68d1162fda8a service neutron] 10.222.0.42 "GET /v2.0/ports/576a0fe3-94a0-4e8f-8778-9a3ea4e90680 HTTP/1.1" status: 200 len: 1032 time: 0.1918182 Dec 09 22:28:10.522763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3a627-e48e-4586-8c8d-2e65b89363b6 req-91f5c149-9122-4fee-b4e2-42108d8788c4 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:10.524508 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:10.535181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:28:10.537691 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24b3a627-e48e-4586-8c8d-2e65b89363b6 req-91f5c149-9122-4fee-b4e2-42108d8788c4 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 946 time: 0.2076583 Dec 09 22:28:10.553211 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e59910d0-9185-48a8-984b-cbc84231a6dc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9464593 Dec 09 22:28:10.562968 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:10.567340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38000) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:10.574169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-74dfc1cb-45c4-44e2-b57a-f1eea3ae7866 admin admin] Request body: {'subnet': {'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1895246717-subnet', 'tenant_id': '7b8399361aaa42e187614cf19ea84e31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:10.612916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24b3a627-e48e-4586-8c8d-2e65b89363b6 req-e9fe8ed7-fe89-432c-81b4-70818d95d391 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742569 Dec 09 22:28:10.644430 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-dae33a90-8e5d-4a1a-9804-837a1c6286cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:10.646023 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-dae33a90-8e5d-4a1a-9804-837a1c6286cd service neutron] 10.222.0.42 "GET /v2.0/ports/9188f21f-5100-4282-a579-1f04413f9f3e HTTP/1.1" status: 200 len: 1032 time: 0.0973783 Dec 09 22:28:10.691818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dfc1cb-45c4-44e2-b57a-f1eea3ae7866 admin admin] Made reservation on behalf of 7b8399361aaa42e187614cf19ea84e31 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:10.699905 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-74dfc1cb-45c4-44e2-b57a-f1eea3ae7866 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:10.710308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:10.714607 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4436ab30-a9be-4bfb-a78c-b5423032b669 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2416062 Dec 09 22:28:10.721283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-046c708e-a812-4276-b62c-c956c5a3d044 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2177625 Dec 09 22:28:10.725562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38010) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:10.730765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-432db01b-0ff9-4acb-b5d5-baf2f0db6d31 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2136580632', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'fixed_ips': [{'ip_address': '172.25.8.24'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:10.740799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-1f982f1d-54bf-4899-af06-aabfa44da463 req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Deleting port 576af0b2-7dd7-45b6-8c2a-4745588c6b08 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:28:10.741240 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1f982f1d-54bf-4899-af06-aabfa44da463 req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:10.787730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432db01b-0ff9-4acb-b5d5-baf2f0db6d31 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Made reservation on behalf of 626d5ac1d2d240e18ba8058b976621c7 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:10.794669 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-432db01b-0ff9-4acb-b5d5-baf2f0db6d31 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:10.817131 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-432db01b-0ff9-4acb-b5d5-baf2f0db6d31 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:11.012089 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-432db01b-0ff9-4acb-b5d5-baf2f0db6d31 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:11.015839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-68faf976-cb78-4825-8acf-2a7ca5a3a269 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:11.024292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-432db01b-0ff9-4acb-b5d5-baf2f0db6d31 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:11.042832 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-432db01b-0ff9-4acb-b5d5-baf2f0db6d31 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] device_id is not set on port eed6df58-cdde-4db1-a767-1b8080968a74 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:28:11.045209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-68faf976-cb78-4825-8acf-2a7ca5a3a269 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:11.063752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-68faf976-cb78-4825-8acf-2a7ca5a3a269 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:11.080096 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-68faf976-cb78-4825-8acf-2a7ca5a3a269 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "GET /v2.0/networks?id=33c5fb6b-2753-4b3b-a034-dfcc76498076&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=02defe12-519c-42b7-988d-629d9defac3c&id=02defe12-519c-42b7-988d-629d9defac3c HTTP/1.1" status: 200 len: 1995 time: 0.4133980 Dec 09 22:28:11.121695 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d81e079-ceb9-42a4-bb81-59d56c0fccb2 req-a040fb85-6641-41fe-a41b-421c908eb2bc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 210 time: 0.0789404 Dec 09 22:28:11.215941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-1f982f1d-54bf-4899-af06-aabfa44da463 req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] For port 576af0b2-7dd7-45b6-8c2a-4745588c6b08, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=576af0b2-7dd7-45b6-8c2a-4745588c6b08,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:11.227319 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1f982f1d-54bf-4899-af06-aabfa44da463 req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:11.260314 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-1f982f1d-54bf-4899-af06-aabfa44da463 req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Calling delete_port for 576af0b2-7dd7-45b6-8c2a-4745588c6b08 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:28:11.275881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39dbce63-3036-4979-98ea-f034eef80a6b req-6425418a-fe52-43f3-a254-4cf23c885d2d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.1516609 Dec 09 22:28:11.341378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432db01b-0ff9-4acb-b5d5-baf2f0db6d31 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6626b9-229c-4afd-abbc-57efffdd0697,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:11.403785 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2d31441-0107-422b-a477-e675c406f2a4 req-0ead4fff-e8ee-43ee-8f75-7d88a51b74b8 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 210 time: 0.0689931 Dec 09 22:28:11.533107 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-432db01b-0ff9-4acb-b5d5-baf2f0db6d31 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 22:28:11.534515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432db01b-0ff9-4acb-b5d5-baf2f0db6d31 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:28:11.559864 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:11.567389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-432db01b-0ff9-4acb-b5d5-baf2f0db6d31 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8403440 Dec 09 22:28:11.570099 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38026) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:11.831315 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ada786dc-e078-4feb-9ff7-3ac99a311da1 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9adc344d60834858910acb4f5a92f96d HTTP/1.1" status: 200 len: 379 time: 0.7248895 Dec 09 22:28:11.836695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'port': {'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'admin_state_up': True, 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'security_groups': ['f0097352-188a-4fe6-a3bb-906c3e4d7fbb']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:11.871339 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1f982f1d-54bf-4899-af06-aabfa44da463 req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:11.884437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['ac61c532-0099-4698-a255-0846e3a6d3ee'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:11.893096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-452edf0e-7336-4759-b1c8-c8347ddf431c tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Deleting port f3d45ca7-ed32-42d0-bfeb-33f19fa34b5c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:28:11.893555 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452edf0e-7336-4759-b1c8-c8347ddf431c tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:11.999805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['576af0b2-7dd7-45b6-8c2a-4745588c6b08'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:12.031098 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Allocated IP 172.25.8.182 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/de6e74f3-19b7-4ab2-888b-d89c490ef19b) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:12.144551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b71f23f-f5de-4ba6-99dc-eb21926a901b req-cbd14f5f-6759-4c2b-b0b8-30e13fa798f7 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 210 time: 0.3669000 Dec 09 22:28:12.211065 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452edf0e-7336-4759-b1c8-c8347ddf431c tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:12.211746 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452edf0e-7336-4759-b1c8-c8347ddf431c tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:12.236501 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-452edf0e-7336-4759-b1c8-c8347ddf431c tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Calling delete_port for f3d45ca7-ed32-42d0-bfeb-33f19fa34b5c owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:28:12.362951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:12.383943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0b67dc1-0e5c-4d64-b22b-8b921d200353 req-a6d1fa95-7eae-43d6-8a35-5e238c5d31d5 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 210 time: 0.0493944 Dec 09 22:28:12.458547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Pushing event deleted for resources: {'Port': ['ID=576af0b2-7dd7-45b6-8c2a-4745588c6b08,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:12.461321 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:12.502330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-74dfc1cb-45c4-44e2-b57a-f1eea3ae7866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:12.585704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.586542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.586542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.586736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.587113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.587465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.587853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.588201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.588534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.589337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.589337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.589563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.591830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:12.649230 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5b65fa0-3720-49f1-b2cb-52da462398d0 req-8026f550-2dce-4d58-b3b9-9b314c5a6548 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0532024 Dec 09 22:28:12.649943 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452edf0e-7336-4759-b1c8-c8347ddf431c tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:12.661309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:12.672144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:12.674353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f982f1d-54bf-4899-af06-aabfa44da463 req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] No DVR routers for this DVR port 576af0b2-7dd7-45b6-8c2a-4745588c6b08 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:28:12.686189 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:12.715967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1f982f1d-54bf-4899-af06-aabfa44da463 req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:12.720370 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f982f1d-54bf-4899-af06-aabfa44da463 req-33621a09-c495-432a-8aeb-9238f17d9a67 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.18 "DELETE /v2.0/ports/576af0b2-7dd7-45b6-8c2a-4745588c6b08 HTTP/1.1" status: 204 len: 173 time: 2.4926438 Dec 09 22:28:12.720898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27aec77c-3b33-4403-8aa9-24885c8d492f', 'name': 'network-vif-deleted', 'tag': '576af0b2-7dd7-45b6-8c2a-4745588c6b08'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:12.723257 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25addfa8-a66b-4c5c-9ca4-4a2673191a67" -d '{"events": [{"server_uuid": "27aec77c-3b33-4403-8aa9-24885c8d492f", "name": "network-vif-deleted", "tag": "576af0b2-7dd7-45b6-8c2a-4745588c6b08"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:12.743576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452edf0e-7336-4759-b1c8-c8347ddf431c tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3d45ca7-ed32-42d0-bfeb-33f19fa34b5c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:12.773362 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d31620d4-ffc8-4a3a-a59c-029d7dccf93d req-ce1874d3-fb11-434a-ab8b-defecbb2c643 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 210 time: 0.1735229 Dec 09 22:28:12.814126 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988bff53-12d0-4501-8de2-f3e56ce16885 x-openstack-request-id: req-988bff53-12d0-4501-8de2-f3e56ce16885 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:12.814436 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27aec77c-3b33-4403-8aa9-24885c8d492f", "name": "network-vif-deleted", "tag": "576af0b2-7dd7-45b6-8c2a-4745588c6b08", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:12.814725 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-988bff53-12d0-4501-8de2-f3e56ce16885 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:12.815132 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27aec77c-3b33-4403-8aa9-24885c8d492f', 'name': 'network-vif-deleted', 'tag': '576af0b2-7dd7-45b6-8c2a-4745588c6b08', 'status': 'completed', 'code': 200} Dec 09 22:28:12.829746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:12.836630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:12.936448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfc1cb-45c4-44e2-b57a-f1eea3ae7866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c61dafb-561e-4cb7-bd81-c814e797ed36,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:12.944893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event updated for resources: {'Port': ['ID=de6e74f3-19b7-4ab2-888b-d89c490ef19b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:12.962432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dfc1cb-45c4-44e2-b57a-f1eea3ae7866 admin admin] Checking segment: {'id': '0abc729f-7b71-4ae3-8d9c-286f5c89a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:12.962958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dfc1cb-45c4-44e2-b57a-f1eea3ae7866 admin admin] Network hostable DHCP agents. Network: 4fd0f5d5-24f1-4910-890b-998a883dc6a4, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:28:12.987465 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452edf0e-7336-4759-b1c8-c8347ddf431c tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:12.992740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452edf0e-7336-4759-b1c8-c8347ddf431c tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:12.995014 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-452edf0e-7336-4759-b1c8-c8347ddf431c tempest-ExternalNetworksAdminNegativeTestJSON-1644637767 tempest-ExternalNetworksAdminNegativeTestJSON-1644637767-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/d39569b4-87bf-4819-bd9e-66c67f634031 HTTP/1.1" status: 204 len: 168 time: 1.4229696 Dec 09 22:28:13.000655 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-84614453-3334-4b4b-b787-0c3618bae4a0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2379699 Dec 09 22:28:13.082026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dfc1cb-45c4-44e2-b57a-f1eea3ae7866 admin admin] Network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:28:13.131881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:13.145370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-74dfc1cb-45c4-44e2-b57a-f1eea3ae7866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 4fd0f5d5-24f1-4910-890b-998a883dc6a4) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:13.154493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dfc1cb-45c4-44e2-b57a-f1eea3ae7866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:13.155349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-74dfc1cb-45c4-44e2-b57a-f1eea3ae7866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:13.170098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c497342-3752-4dbd-b7ee-e7f20cc333d7 None None] Network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:28:13.210034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-74dfc1cb-45c4-44e2-b57a-f1eea3ae7866 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6395152 Dec 09 22:28:13.232178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Allocated IP 172.20.0.4 (33c5fb6b-2753-4b3b-a034-dfcc76498076/91bf9127-114c-446d-b2a5-3b3510fa3ab5/7310e867-a1de-4e73-8bc7-e03c0bbc37c7) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:13.248060 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:13.336954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-d506c6cf-9417-4d5d-999e-5bd07a2915f5 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:13.341380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-d506c6cf-9417-4d5d-999e-5bd07a2915f5 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3293362 Dec 09 22:28:13.364883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Request body: {'port': {'device_id': 'c68bb297-b21c-45fe-87da-92b5685cb99e', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'a6e413190b95419d9d1bf7868e26f3f9'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:13.428964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45908c2f-975e-4b50-998a-090b96f6f948 None None] Network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:28:13.575084 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-38de7e89-d482-4ee1-a5c4-2a4c4b898566 req-12f742a9-ff83-4951-a5e0-c9eb0bf083e1 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=27aec77c-3b33-4403-8aa9-24885c8d492f HTTP/1.1" status: 200 len: 210 time: 0.1505785 Dec 09 22:28:13.637292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f502188-3276-46e9-b829-fe95275f895a req-d546b420-d00a-4dd2-986e-28581352bc47 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 210 time: 0.0570645 Dec 09 22:28:13.637825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38072) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:13.740587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Made reservation on behalf of a6e413190b95419d9d1bf7868e26f3f9 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:13.750859 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.060215 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.083292 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.090891 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.186881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d75de06-7d74-4c2b-bb54-289efe804feb req-aa1f0b6f-3dcd-498b-a537-f9111392e9d9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.3170748 Dec 09 22:28:14.269823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b1ea528e-84e6-4d80-ba70-cfd2579a9e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.280043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event updated for resources: {'Port': ['ID=de6e74f3-19b7-4ab2-888b-d89c490ef19b,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:14.296466 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.400789 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.440292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Network 33c5fb6b-2753-4b3b-a034-dfcc76498076 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:14.449926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:14.457266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:14.463376 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.464466 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-97690631-f37b-4942-a0fa-2301326dae6c tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5223145 Dec 09 22:28:14.465493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Port': ['ID=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:14.467671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38094) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:14.507696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1825735593'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:14.571988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Made reservation on behalf of e78715eaca6b441e8fb1fc3f839aa7da for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:14.576242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.613953 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.711662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-7723f1e4-7b8a-4a7d-b634-463d79961ae7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:14.713083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-7723f1e4-7b8a-4a7d-b634-463d79961ae7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/networks?id=4fd0f5d5-24f1-4910-890b-998a883dc6a4 HTTP/1.1" status: 200 len: 814 time: 0.5476606 Dec 09 22:28:14.760087 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.769363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:14.770549 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.775700 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.790516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:28:14.806982 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.807378 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Added segment dbe05999-2d54-47df-87d4-69190580856f of type vlan for network 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 Dec 09 22:28:14.870167 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.874129 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b1ea528e-84e6-4d80-ba70-cfd2579a9e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.877731 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4674ec37-9b55-4d17-8366-a107f17db102 req-e1b2b683-fd9c-49bd-866a-ac332c011d75 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f06c4c2-38f4-41d2-a9c2-49749c1ef8ce HTTP/1.1" status: 200 len: 210 time: 0.4095526 Dec 09 22:28:14.889214 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b1ea528e-84e6-4d80-ba70-cfd2579a9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.926183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7b046a1b-8eea-4ede-9c5c-849886416d94 None None] Provisioning complete for port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:14.930482 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-2e921781-0920-4357-8643-c33f022b2f62 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/quotas/7b8399361aaa42e187614cf19ea84e31 HTTP/1.1" status: 200 len: 375 time: 0.1421373 Dec 09 22:28:14.938117 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b046a1b-8eea-4ede-9c5c-849886416d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.948011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa0a17f-4d57-4b80-849c-c5838e2d72a1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:14.952065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.958888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:14.959494 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:14.993828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea528e-84e6-4d80-ba70-cfd2579a9e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed9ce43-7b5e-4a0e-8248-fbdcc2a25201,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:15.037091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7b046a1b-8eea-4ede-9c5c-849886416d94 None None] Port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:28:15.056040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b1ea528e-84e6-4d80-ba70-cfd2579a9e3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cebf565ba43741eda7d653fea7c3b78c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4144905 Dec 09 22:28:15.088057 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-e5b01261-3c76-4573-b9ad-0477265d2b07 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b8399361aaa42e187614cf19ea84e31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1439869 Dec 09 22:28:15.089624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38112) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:15.093695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Allocated IP 192.168.233.141 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/6cd8b18c-f5e0-4b33-a125-8ce5a4e31099) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:15.132730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-1c1e6154-ea8a-4bb8-99c6-458fec3fa556 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:28:15.138305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-1c1e6154-ea8a-4bb8-99c6-458fec3fa556 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115678 Dec 09 22:28:15.267460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-bb01f012-70e3-4d63-b892-0c23cc2513ad service neutron] 10.222.0.16 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157799 Dec 09 22:28:15.300367 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09f14312-88eb-464c-9c51-6654a791fc2a req-959cd91a-d07b-410d-8355-00b1ae0691ca tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 210 time: 0.1551876 Dec 09 22:28:15.311943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 576af0b2-7dd7-45b6-8c2a-4745588c6b08 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:28:15.400659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 576af0b2-7dd7-45b6-8c2a-4745588c6b08 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:28:15.401815 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 576af0b2-7dd7-45b6-8c2a-4745588c6b08 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:28:15.513915 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0432703 Dec 09 22:28:15.515449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640d3d6-5e57-4282-b74c-1f4388e25534 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event updated for resources: {'Network': ['ID=9e9cd0ce-6e50-4d5b-a68a-e55f53e59742,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:15.527574 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:28:15.532234 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-af3d1a62-aceb-407f-859c-9928a0f67268 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6999869 Dec 09 22:28:15.535249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38118) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:15.544730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9e72f702-e4b7-4973-aca0-e4baf24faffb tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Request body: {'subnet': {'network_id': '9e9cd0ce-6e50-4d5b-a68a-e55f53e59742', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:15.572362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'port': {'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc', 'admin_state_up': True, 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'security_groups': ['f0097352-188a-4fe6-a3bb-906c3e4d7fbb']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:15.845964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:15.850794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:15.969650 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e601a08f-0406-493c-a1d5-4064262467c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:15.993665 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e601a08f-0406-493c-a1d5-4064262467c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:16.021558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Allocated IP 10.1.1.130 (56c5961a-ef43-4681-b43e-5e93e91bb1cc/1cba9925-ba78-4e6c-8a09-8b29dfa559b9/bc255e22-271f-4aa4-8a21-64e21fcf2246) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:16.101238 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e601a08f-0406-493c-a1d5-4064262467c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:16.103999 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e601a08f-0406-493c-a1d5-4064262467c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:16.106020 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e601a08f-0406-493c-a1d5-4064262467c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ed9ce43-7b5e-4a0e-8248-fbdcc2a25201 HTTP/1.1" status: 204 len: 168 time: 1.0070331 Dec 09 22:28:16.223971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601a08f-0406-493c-a1d5-4064262467c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed9ce43-7b5e-4a0e-8248-fbdcc2a25201,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:16.235622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-54647c12-80fc-44e0-ac92-2fc5bdba9123 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9382477 Dec 09 22:28:16.238183 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:16.270878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2542cd-ec26-4126-8a5d-24c7bdf26368 req-9ebf31e9-c00d-475d-a0f1-ebf035d09dac tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:16.278346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c2542cd-ec26-4126-8a5d-24c7bdf26368 req-9ebf31e9-c00d-475d-a0f1-ebf035d09dac tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 931 time: 0.2298450 Dec 09 22:28:16.299893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e72f702-e4b7-4973-aca0-e4baf24faffb tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Made reservation on behalf of e78715eaca6b441e8fb1fc3f839aa7da for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:16.307467 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e72f702-e4b7-4973-aca0-e4baf24faffb tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:16.314046 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:16.316278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:16.369917 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c2542cd-ec26-4126-8a5d-24c7bdf26368 req-2a44b0e1-c268-493c-9473-800eba3e004a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904336 Dec 09 22:28:16.421168 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:16.434436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['587c9056-54ec-4d5c-829b-edb5ff38cb07', 'a5336458-0dd1-424d-a3bf-80938386a8bb', '750d4e75-f21c-456b-892c-3aaa1bc13cc6', '7f6f755c-f30d-4933-8b76-ac3bac55b43a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:16.447458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Network 56c5961a-ef43-4681-b43e-5e93e91bb1cc is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:16.451734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Port': ['ID=bc255e22-271f-4aa4-8a21-64e21fcf2246,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:16.469879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:16.474179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:16.539018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event updated for resources: {'Port': ['ID=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:16.565028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:16.567345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:16.570651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:16.640731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:16.641618 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:16.681888 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-91a49bef-9114-48e7-b72d-dd3a0c2acd79 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3242481 Dec 09 22:28:16.688026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:16.688858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:16.701091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679', '06a7131e-eabe-4d38-aa86-491d6ace6b87'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:16.711573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36db51-9dc1-4b97-9b1c-1bfc24daea0d req-443ddf88-676b-4356-9e81-53ef6857cc4d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:16.728057 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c36db51-9dc1-4b97-9b1c-1bfc24daea0d req-443ddf88-676b-4356-9e81-53ef6857cc4d tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.2193055 Dec 09 22:28:16.760464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Request body: {'port': {'device_id': 'c68bb297-b21c-45fe-87da-92b5685cb99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:16.868817 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e26fb633-dec0-439f-bc89-aadeece10dc0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3182974 Dec 09 22:28:16.901101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'port': {'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc', 'admin_state_up': True, 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'security_groups': ['f0097352-188a-4fe6-a3bb-906c3e4d7fbb']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:16.973690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:17.066090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38148) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:17.216391 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8a9f11f4-84cc-48c7-ba19-fcde4cbe090d None None] Provisioning complete for port bc255e22-271f-4aa4-8a21-64e21fcf2246 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:17.217414 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8a9f11f4-84cc-48c7-ba19-fcde4cbe090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:17.226872 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c36db51-9dc1-4b97-9b1c-1bfc24daea0d req-e51fa460-e87d-448f-b076-44398980dfe1 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926727 Dec 09 22:28:17.304033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43821e5f-46d5-4e3c-b947-c1536474551b req-59c139eb-7988-4cb7-842c-1c45d2760d3a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:17.313369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43821e5f-46d5-4e3c-b947-c1536474551b req-59c139eb-7988-4cb7-842c-1c45d2760d3a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 936 time: 0.2681847 Dec 09 22:28:17.343873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e72f702-e4b7-4973-aca0-e4baf24faffb tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:17.360162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f11f4-84cc-48c7-ba19-fcde4cbe090d None None] Port bc255e22-271f-4aa4-8a21-64e21fcf2246 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:28:17.432566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-652e68c2-9c3f-4113-8eb1-a2e9fc7e1f12 req-827215c8-53a5-4c8c-ac15-f1e29489eaf1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 210 time: 0.1046350 Dec 09 22:28:17.460066 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e7d989d4-f5dd-4ddc-90a9-32d701016016 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=626d5ac1d2d240e18ba8058b976621c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3855932 Dec 09 22:28:17.482229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38156) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:17.502731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72f702-e4b7-4973-aca0-e4baf24faffb tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event updated for resources: {'Subnet': ['ID=e1d02479-a41e-4554-9989-bb5f27cacf61,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:17.560047 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e72f702-e4b7-4973-aca0-e4baf24faffb tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Checking segment: {'id': 'dbe05999-2d54-47df-87d4-69190580856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9e9cd0ce-6e50-4d5b-a68a-e55f53e59742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:17.560417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e72f702-e4b7-4973-aca0-e4baf24faffb tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Network hostable DHCP agents. Network: 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:28:17.568421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:17.578255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:17.606584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b861e1f1-7a61-477a-8765-cf5039af2297 None None] Provisioning complete for port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:17.607120 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b861e1f1-7a61-477a-8765-cf5039af2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:17.678522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e72f702-e4b7-4973-aca0-e4baf24faffb tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Network 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:28:17.756764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7c1426fa-f71f-47fb-9edc-40fc526ff34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:17.788238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-9e72f702-e4b7-4973-aca0-e4baf24faffb tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:17.821003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7c1426fa-f71f-47fb-9edc-40fc526ff34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:17.825457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e72f702-e4b7-4973-aca0-e4baf24faffb tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:17.829339 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e72f702-e4b7-4973-aca0-e4baf24faffb tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:17.857756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e94b22-7037-41de-afbd-ef69608990b5 None None] Network 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:28:17.879291 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9e72f702-e4b7-4973-aca0-e4baf24faffb tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3419530 Dec 09 22:28:17.885161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38162) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:17.909898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2055192033', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:17.968165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3f379-9622-46aa-b372-e4e55317fb1c req-8047151e-6b8e-409a-aaec-a3aca2755b90 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:17.977283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3f379-9622-46aa-b372-e4e55317fb1c req-8047151e-6b8e-409a-aaec-a3aca2755b90 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:17.986153 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55f3f379-9622-46aa-b372-e4e55317fb1c req-8047151e-6b8e-409a-aaec-a3aca2755b90 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 1653 time: 0.3827758 Dec 09 22:28:17.989709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Allocated IP 10.1.1.144 (56c5961a-ef43-4681-b43e-5e93e91bb1cc/1cba9925-ba78-4e6c-8a09-8b29dfa559b9/03aed5e5-54fb-45cf-a042-ed4985351e80) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:17.999784 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43821e5f-46d5-4e3c-b947-c1536474551b req-688584cf-1f2c-46bc-8ff4-e8233dcf6ad6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852386 Dec 09 22:28:18.000420 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:18.001487 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:18.027897 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7c1426fa-f71f-47fb-9edc-40fc526ff34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:18.037531 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7c1426fa-f71f-47fb-9edc-40fc526ff34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:18.042572 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7c1426fa-f71f-47fb-9edc-40fc526ff34b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf6626b9-229c-4afd-abbc-57efffdd0697 HTTP/1.1" status: 204 len: 168 time: 0.5554290 Dec 09 22:28:18.157996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:18.212946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b861e1f1-7a61-477a-8765-cf5039af2297 None None] Port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:28:18.296060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1426fa-f71f-47fb-9edc-40fc526ff34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6626b9-229c-4afd-abbc-57efffdd0697,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:18.325756 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55f3f379-9622-46aa-b372-e4e55317fb1c req-9ecc9dd9-2209-4b1f-92b9-cf805f0c59dd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384943 Dec 09 22:28:18.497637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a8f37-6427-4f93-bc89-b1f7fefc290d req-60497846-1ac3-4429-9d46-de09cb856244 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:18.519805 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f1a8f37-6427-4f93-bc89-b1f7fefc290d req-60497846-1ac3-4429-9d46-de09cb856244 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.3801954 Dec 09 22:28:18.522793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f375d4f-f67d-4a08-8bb7-b35291335fed req-5c72c067-4988-41c1-99af-315192c1e5ae tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:18.524334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f375d4f-f67d-4a08-8bb7-b35291335fed req-5c72c067-4988-41c1-99af-315192c1e5ae tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.0925236 Dec 09 22:28:18.670089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-9e9cd0ce-6e50-4d5b-a68a-e55f53e59742', 'network_id': '9e9cd0ce-6e50-4d5b-a68a-e55f53e59742', 'project_id': 'e78715eaca6b441e8fb1fc3f839aa7da', 'fixed_ips': [{'subnet_id': 'e1d02479-a41e-4554-9989-bb5f27cacf61'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:28:18.670846 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:18.682111 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:18.750850 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5d0fad5-504c-40eb-8497-f85f2b9c132e req-9f3ae80a-5f32-4c9e-a472-0d16e5fc4f8e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 210 time: 0.1192415 Dec 09 22:28:18.801201 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:18.854023 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:18.861236 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:18.889117 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:18.934865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f375d4f-f67d-4a08-8bb7-b35291335fed req-b8565f4d-bc7c-4981-82ea-7755162744fe tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977706 Dec 09 22:28:18.939259 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Transition to ACTIVE for port object 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:28:18.950560 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:19.082891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:19.149370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Attempting to bind port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:28:19.149986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Attempting to bind port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:28:19.150567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Attempting to bind port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:19.157116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:28:19.157780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Attempting to bind port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:19.165901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:28:19.166480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:19.167020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:28:19.167612 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Bound port: 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:28:19.168178 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:19.245534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-5cf97237-12c7-472c-9e29-67be6b084142 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:19.247165 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-5cf97237-12c7-472c-9e29-67be6b084142 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.18 "GET /v2.0/networks?id=4fd0f5d5-24f1-4910-890b-998a883dc6a4 HTTP/1.1" status: 200 len: 814 time: 0.5267053 Dec 09 22:28:19.256785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Port': ['ID=03aed5e5-54fb-45cf-a042-ed4985351e80,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:19.284700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Network 56c5961a-ef43-4681-b43e-5e93e91bb1cc is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:19.391940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Request body: {'port': {'device_id': '3c004806-815a-4b96-b908-8664692eb854', 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4', 'admin_state_up': True, 'tenant_id': '7b8399361aaa42e187614cf19ea84e31'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:19.411050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:19.418551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:19.500178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] For port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:19.505828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] For port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:28:19.519922 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:19.715286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Allocated IP 172.20.0.2 (9e9cd0ce-6e50-4d5b-a68a-e55f53e59742/e1d02479-a41e-4554-9989-bb5f27cacf61/1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:19.735853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:19.771340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:19.774456 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:19.777526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-18decec7-5f82-4dbe-a306-61a553bec0b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 HTTP/1.1" status: 200 len: 1097 time: 3.0352085 Dec 09 22:28:19.781932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68bb297-b21c-45fe-87da-92b5685cb99e', 'tag': '6cd8b18c-f5e0-4b33-a125-8ce5a4e31099'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:19.789014 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1dc86d-e176-4d99-97c9-663b8d8f8275" -d '{"events": [{"name": "network-changed", "server_uuid": "c68bb297-b21c-45fe-87da-92b5685cb99e", "tag": "6cd8b18c-f5e0-4b33-a125-8ce5a4e31099"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:19.795372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:19.796032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:19.883468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-9f1a8f37-6427-4f93-bc89-b1f7fefc290d req-ac1e69b2-bd5e-404a-9db0-dab501f34eef tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Deleting port ac61c532-0099-4698-a255-0846e3a6d3ee {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:28:19.884079 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f1a8f37-6427-4f93-bc89-b1f7fefc290d req-ac1e69b2-bd5e-404a-9db0-dab501f34eef tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:19.973609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180688a-08c8-44fe-9193-1f2edf55af36 req-10031008-446d-4a81-904e-e703aede8d99 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:19.983683 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-14d1d197-d0f0-4366-b2a4-d4f092e2a55d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1007910 Dec 09 22:28:19.988972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b180688a-08c8-44fe-9193-1f2edf55af36 req-10031008-446d-4a81-904e-e703aede8d99 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 948 time: 0.7127428 Dec 09 22:28:20.026986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'port': {'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '02defe12-519c-42b7-988d-629d9defac3c', 'admin_state_up': True, 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'security_groups': ['f0097352-188a-4fe6-a3bb-906c3e4d7fbb']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:20.038983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cf96f-3438-4bf5-9aee-4edbc5c75a63 req-b57fa017-1495-4b07-8fa8-4d358febb66c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:20.046401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cf96f-3438-4bf5-9aee-4edbc5c75a63 req-b57fa017-1495-4b07-8fa8-4d358febb66c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:20.050834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38220) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:20.060034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cf96f-3438-4bf5-9aee-4edbc5c75a63 req-b57fa017-1495-4b07-8fa8-4d358febb66c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:20.062051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b6cf96f-3438-4bf5-9aee-4edbc5c75a63 req-b57fa017-1495-4b07-8fa8-4d358febb66c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 2374 time: 0.3519440 Dec 09 22:28:20.210688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b6cf96f-3438-4bf5-9aee-4edbc5c75a63 req-129bdcf9-c23f-4bfc-93ed-5433eeaa626c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233623 Dec 09 22:28:20.268406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-fa6ad612-fe50-46d2-819c-dcdd66e02d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:20.279465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-fa6ad612-fe50-46d2-819c-dcdd66e02d9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 1100 time: 0.4386923 Dec 09 22:28:20.372354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b180688a-08c8-44fe-9193-1f2edf55af36 req-1375455f-811e-47d0-9ff9-868fbac3e512 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547070 Dec 09 22:28:20.472651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ee73a32c-926b-4624-ad4c-0de65893cdac None None] Provisioning complete for port 03aed5e5-54fb-45cf-a042-ed4985351e80 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:20.472651 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee73a32c-926b-4624-ad4c-0de65893cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:20.531504 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b80cdd-303a-486a-bdb4-202f243ed484 x-openstack-request-id: req-92b80cdd-303a-486a-bdb4-202f243ed484 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:20.532077 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68bb297-b21c-45fe-87da-92b5685cb99e", "tag": "6cd8b18c-f5e0-4b33-a125-8ce5a4e31099", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:20.538275 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92b80cdd-303a-486a-bdb4-202f243ed484 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:20.538986 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68bb297-b21c-45fe-87da-92b5685cb99e', 'tag': '6cd8b18c-f5e0-4b33-a125-8ce5a4e31099', 'status': 'completed', 'code': 200} Dec 09 22:28:20.541193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-8d6fc956-ace6-443c-97b0-f1ab717002b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 HTTP/1.1" status: 200 len: 217 time: 0.2296622 Dec 09 22:28:20.585249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ee73a32c-926b-4624-ad4c-0de65893cdac None None] Port 03aed5e5-54fb-45cf-a042-ed4985351e80 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:28:20.635113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1524085008'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:20.644515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-239e3d27-7f07-4e2e-a5f9-5f413766125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:20.647318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Made reservation on behalf of 7b8399361aaa42e187614cf19ea84e31 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:20.649574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-239e3d27-7f07-4e2e-a5f9-5f413766125a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0985963 Dec 09 22:28:20.650922 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:20.735729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-93a0017b-f0c5-4d0d-b23d-0dbabdfee5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:20.737630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-93a0017b-f0c5-4d0d-b23d-0dbabdfee5f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793529 Dec 09 22:28:20.770223 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:20.788106 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:20.798650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Allocated IP 172.20.0.3 (4fd0f5d5-24f1-4910-890b-998a883dc6a4/4c61dafb-561e-4cb7-bd81-c814e797ed36/99986466-6486-4331-8f01-d8f9a0b72ea0) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:20.902100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Pushing event updated for resources: {'Port': ['ID=1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:20.938998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.939692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.940241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.940787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.941327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.941944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.942487 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.943023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.943554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.944102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.944634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.945164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.945694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:20.970745 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Network 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:20.972923 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:20.977870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:20.980963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.066778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.104372 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Attempting to bind port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:28:21.105204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Attempting to bind port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'dbe05999-2d54-47df-87d4-69190580856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9e9cd0ce-6e50-4d5b-a68a-e55f53e59742'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:28:21.106319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Attempting to bind port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 on network 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:21.112523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:28:21.113233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Checking segment: {'id': 'dbe05999-2d54-47df-87d4-69190580856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9e9cd0ce-6e50-4d5b-a68a-e55f53e59742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:21.113892 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.114513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Bound using segment: {'id': 'dbe05999-2d54-47df-87d4-69190580856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9e9cd0ce-6e50-4d5b-a68a-e55f53e59742'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:28:21.115192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Bound port: 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe05999-2d54-47df-87d4-69190580856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9e9cd0ce-6e50-4d5b-a68a-e55f53e59742'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:28:21.115787 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.136570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Pushing event updated for resources: {'Port': ['ID=99986466-6486-4331-8f01-d8f9a0b72ea0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:21.212233 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-9f1a8f37-6427-4f93-bc89-b1f7fefc290d req-ac1e69b2-bd5e-404a-9db0-dab501f34eef tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] For port ac61c532-0099-4698-a255-0846e3a6d3ee, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ac61c532-0099-4698-a255-0846e3a6d3ee,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:21.212625 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f1a8f37-6427-4f93-bc89-b1f7fefc290d req-ac1e69b2-bd5e-404a-9db0-dab501f34eef tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.224661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:21.225877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Made reservation on behalf of 44ca81b6be124ae9b5b923b7e17a6a7a for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:21.229401 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.258712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-45855c83-e0ad-495d-bf20-11ab3716ce72 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048537 Dec 09 22:28:21.267055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:21.275600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] For port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:21.276611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b6232-d9cc-42da-a89a-98acb61c3514 req-509d80e1-d1d4-4f40-8385-ee7f4eea3cc2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:21.278036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:21.283084 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.283225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] For port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8,segment=NetworkSegment(dbe05999-2d54-47df-87d4-69190580856f),segment_id=dbe05999-2d54-47df-87d4-69190580856f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:28:21.288282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a0b6232-d9cc-42da-a89a-98acb61c3514 req-509d80e1-d1d4-4f40-8385-ee7f4eea3cc2 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 945 time: 0.5439365 Dec 09 22:28:21.288886 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.398360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ef9d7-0cbd-4d9d-9fb4-8e7c15110e8c None None] Pushing event updated for resources: {'Port': ['ID=1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:21.398997 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2228e86-ef47-4acd-b0fd-6a4311ee4fa3 req-7bc5eb7d-77ee-4c85-afe3-1af17a1b2b58 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084099 Dec 09 22:28:21.406386 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.490210 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.491748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e733-c1c6-4bda-9775-2547d1deebbf req-45bcf002-8745-4c4a-8b79-6346d2da981c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:21.503987 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3261e733-c1c6-4bda-9775-2547d1deebbf req-45bcf002-8745-4c4a-8b79-6346d2da981c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 931 time: 0.3369279 Dec 09 22:28:21.510045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.514974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-9f1a8f37-6427-4f93-bc89-b1f7fefc290d req-ac1e69b2-bd5e-404a-9db0-dab501f34eef tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Calling delete_port for ac61c532-0099-4698-a255-0846e3a6d3ee owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:28:21.521102 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.657458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a0b6232-d9cc-42da-a89a-98acb61c3514 req-12d37ffe-1755-41fe-ab8c-146bd0e334b5 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605328 Dec 09 22:28:21.679873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Allocated IP 172.25.8.163 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/0c8a17c8-842d-4488-bc51-9cbbf20488ca) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:21.692302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc86d-e176-4d99-97c9-663b8d8f8275 req-53278a40-deec-463a-9f38-cb8ee8cc5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:21.698508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e1dc86d-e176-4d99-97c9-663b8d8f8275 req-53278a40-deec-463a-9f38-cb8ee8cc5d80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 1100 time: 0.2230697 Dec 09 22:28:21.724366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3261e733-c1c6-4bda-9775-2547d1deebbf req-1352d303-5258-4240-a6e7-49045126b096 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191169 Dec 09 22:28:21.811131 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:21.998673 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35b9fa8-27aa-457d-ab6d-dd91df82ed9d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:22.006341 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:22.039047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc86d-e176-4d99-97c9-663b8d8f8275 req-f138849c-7b93-4e21-90f0-8cbb54ff0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:22.042142 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e1dc86d-e176-4d99-97c9-663b8d8f8275 req-f138849c-7b93-4e21-90f0-8cbb54ff0777 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.3142812 Dec 09 22:28:22.073127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:22.190054 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e1dc86d-e176-4d99-97c9-663b8d8f8275 req-4fa83fdd-4130-4c8e-8cac-e1536c99b8c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 HTTP/1.1" status: 200 len: 217 time: 0.1355135 Dec 09 22:28:22.196021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device ac61c532-0099-4698-a255-0846e3a6d3ee no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:28:22.301665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event updated for resources: {'Port': ['ID=0c8a17c8-842d-4488-bc51-9cbbf20488ca,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:22.304078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:28:22.332898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:28:22.354132 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4053da-6e58-45b0-b2b5-6312c5aba92e req-f9568bbc-3280-42a5-9cae-40a5c8200d7c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:22.357118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df4053da-6e58-45b0-b2b5-6312c5aba92e req-f9568bbc-3280-42a5-9cae-40a5c8200d7c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 948 time: 0.3154771 Dec 09 22:28:22.364452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:22.371762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66d8e6-ae54-42c7-8736-feaff447283d req-37b0a38c-0233-4e9a-bacb-494100542095 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:22.379391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66d8e6-ae54-42c7-8736-feaff447283d req-37b0a38c-0233-4e9a-bacb-494100542095 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:22.392245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:22.400883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:22.404431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:22.413276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66d8e6-ae54-42c7-8736-feaff447283d req-37b0a38c-0233-4e9a-bacb-494100542095 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:22.415011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f66d8e6-ae54-42c7-8736-feaff447283d req-37b0a38c-0233-4e9a-bacb-494100542095 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 2374 time: 0.3723276 Dec 09 22:28:22.481587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:22.482296 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:22.495425 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:22.523573 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:22.523996 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Added segment a55d1895-e77e-4e61-9680-5cb37cf9652f of type vlan for network 58863277-b9d5-449d-bfac-b035e1b5303f Dec 09 22:28:22.537929 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-3ff3121a-ed3b-4a02-b036-240d60af63e8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2195916 Dec 09 22:28:22.538678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc86d-e176-4d99-97c9-663b8d8f8275 req-c6f3b63d-0ba6-4b74-a080-870370b658de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:22.541375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e1dc86d-e176-4d99-97c9-663b8d8f8275 req-c6f3b63d-0ba6-4b74-a080-870370b658de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.3397870 Dec 09 22:28:22.566478 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:22.585244 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-e3577fe7-b80e-4c32-93c0-c94cafce34cd tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:28:22.586565 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-e3577fe7-b80e-4c32-93c0-c94cafce34cd tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0330379 Dec 09 22:28:22.635262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c87d06-038c-4de7-acec-5c8febc0b27d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac61c532-0099-4698-a255-0846e3a6d3ee'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:22.638228 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881f0332-7e88-4d5e-942c-cc8c63fdacf8" -d '{"events": [{"server_uuid": "c0c87d06-038c-4de7-acec-5c8febc0b27d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac61c532-0099-4698-a255-0846e3a6d3ee"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:22.674561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f66d8e6-ae54-42c7-8736-feaff447283d req-dea82c7f-c021-493d-8fba-f2d44a6d8b49 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495415 Dec 09 22:28:22.682953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port ac61c532-0099-4698-a255-0846e3a6d3ee, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ac61c532-0099-4698-a255-0846e3a6d3ee,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:22.685438 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:22.686978 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:22.690425 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:22.734574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df4053da-6e58-45b0-b2b5-6312c5aba92e req-70e4ec50-59ce-4ed1-a7b0-b8916a399bfd tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126788 Dec 09 22:28:22.746972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc86d-e176-4d99-97c9-663b8d8f8275 req-f26b0e8f-a91b-4b99-bec2-1f18a9c64e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:22.748567 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e1dc86d-e176-4d99-97c9-663b8d8f8275 req-f26b0e8f-a91b-4b99-bec2-1f18a9c64e98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1800613 Dec 09 22:28:22.809335 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b9428f-2341-41eb-a8cd-8acef2e2a779 x-openstack-request-id: req-d4b9428f-2341-41eb-a8cd-8acef2e2a779 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:22.809774 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c87d06-038c-4de7-acec-5c8febc0b27d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac61c532-0099-4698-a255-0846e3a6d3ee", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:22.810172 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4b9428f-2341-41eb-a8cd-8acef2e2a779 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:22.811170 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c87d06-038c-4de7-acec-5c8febc0b27d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac61c532-0099-4698-a255-0846e3a6d3ee', 'code': 200} Dec 09 22:28:22.904040 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:22.990180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=ac61c532-0099-4698-a255-0846e3a6d3ee,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:23.070234 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:23.137425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8,segment=NetworkSegment(dbe05999-2d54-47df-87d4-69190580856f),segment_id=dbe05999-2d54-47df-87d4-69190580856f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:23.145030 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:23.233558 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:23.250038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Request body: {'port': {'device_id': '3c004806-815a-4b96-b908-8664692eb854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:23.280283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e1dc86d-e176-4d99-97c9-663b8d8f8275 req-1e9faa05-a2ba-46af-b063-772c46df0b05 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169733 Dec 09 22:28:23.401057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5d61d-0e0e-4850-8a0c-5bd4881f21a0 req-484709dd-e4c2-40ec-a7af-5bf92bceb5ea tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:23.412663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8cc5d61d-0e0e-4850-8a0c-5bd4881f21a0 req-484709dd-e4c2-40ec-a7af-5bf92bceb5ea tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 931 time: 0.4105151 Dec 09 22:28:23.501621 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4324e-3219-4a7d-aed1-415ff4dd538a req-fd5994fd-7237-435d-bc52-d9b989b339e6 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:23.516949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba542301-2b71-464e-bcc2-80f70a09194e None None] Network 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:28:23.522681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52e4324e-3219-4a7d-aed1-415ff4dd538a req-fd5994fd-7237-435d-bc52-d9b989b339e6 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 943 time: 0.5091076 Dec 09 22:28:23.584627 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:23.621921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8cc5d61d-0e0e-4850-8a0c-5bd4881f21a0 req-e2943b79-60eb-429d-a3ff-8ae0175636fe tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005599 Dec 09 22:28:23.679051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52e4324e-3219-4a7d-aed1-415ff4dd538a req-7342707f-ba61-4694-aa58-d021126b8388 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/security-groups?id=b967fa94-44bd-4ed6-8093-4a7271eefbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460752 Dec 09 22:28:23.709342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e1dc86d-e176-4d99-97c9-663b8d8f8275 req-b3c0c910-f7f4-4af8-97cb-2ee124dc5c82 service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033053 Dec 09 22:28:23.804174 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e411c02c-510a-4072-ad5e-8ef03f648596 None None] Provisioning complete for port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:23.804758 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e411c02c-510a-4072-ad5e-8ef03f648596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:23.834893 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.resource_extend [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:28:23.919910 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:24.023764 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:24.029918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:24.030586 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:24.079316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7beab-901b-48a6-87cf-5012cf98f769 req-ba55ca52-27c8-460f-a7c6-fdf7a1fe4e86 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:24.103511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7beab-901b-48a6-87cf-5012cf98f769 req-ba55ca52-27c8-460f-a7c6-fdf7a1fe4e86 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:24.112951 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7beab-901b-48a6-87cf-5012cf98f769 req-ba55ca52-27c8-460f-a7c6-fdf7a1fe4e86 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:24.142122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9e7beab-901b-48a6-87cf-5012cf98f769 req-ba55ca52-27c8-460f-a7c6-fdf7a1fe4e86 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 2374 time: 0.2662966 Dec 09 22:28:24.208395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:28:24.221095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce09fe-db55-4525-b43e-2d0241b1ca76 req-41675e6d-4094-41a0-a55e-ca6a4aa078d7 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:24.223054 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7ce09fe-db55-4525-b43e-2d0241b1ca76 req-41675e6d-4094-41a0-a55e-ca6a4aa078d7 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 948 time: 0.2812116 Dec 09 22:28:24.252076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:28:24.373867 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.3128471 Dec 09 22:28:24.377070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9e7beab-901b-48a6-87cf-5012cf98f769 req-3931e697-e6a4-49be-a7fb-5cefd3452147 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339787 Dec 09 22:28:24.383745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38272) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:24.408734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f2e9192c-84f3-4d1d-820e-63304dbc5c3c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'subnet': {'network_id': '58863277-b9d5-449d-bfac-b035e1b5303f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:24.408837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f1a8f37-6427-4f93-bc89-b1f7fefc290d req-ac1e69b2-bd5e-404a-9db0-dab501f34eef tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:24.604780 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7ce09fe-db55-4525-b43e-2d0241b1ca76 req-20054609-6eac-4f27-8a6a-5828c4ef9929 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461244 Dec 09 22:28:24.614156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e9192c-84f3-4d1d-820e-63304dbc5c3c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Made reservation on behalf of 44ca81b6be124ae9b5b923b7e17a6a7a for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:24.618826 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2e9192c-84f3-4d1d-820e-63304dbc5c3c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:24.675367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:24.675772 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:24.679483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7674ef92-ed53-447b-8b4f-e5ea2f73deb8 None None] Provisioning complete for port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:24.679850 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7674ef92-ed53-447b-8b4f-e5ea2f73deb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:24.780345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:24.914199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '6cd8b18c-f5e0-4b33-a125-8ce5a4e31099', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '6cd8b18c-f5e0-4b33-a125-8ce5a4e31099', 'mac_address': 'fa:16:3e:f6:65:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:28:24.964966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda5756-4b32-4012-b42a-be0c439393aa tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Network': ['ID=58863277-b9d5-449d-bfac-b035e1b5303f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:24.964966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e69b2-bd5e-404a-9db0-dab501f34eef tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Pushing event deleted for resources: {'Port': ['ID=ac61c532-0099-4698-a255-0846e3a6d3ee,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:25.043253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 58863277-b9d5-449d-bfac-b035e1b5303f details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:28:25.057562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Allocated IP 10.2.2.100 (02defe12-519c-42b7-988d-629d9defac3c/25fddd92-6096-43db-943d-1bcc15f8470d/9fe013a1-f671-45b5-8107-e5e2c060d7ce) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:25.149599 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:25.196019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1a8f37-6427-4f93-bc89-b1f7fefc290d req-ac1e69b2-bd5e-404a-9db0-dab501f34eef tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] No DVR routers for this DVR port ac61c532-0099-4698-a255-0846e3a6d3ee on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:28:25.206096 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f1a8f37-6427-4f93-bc89-b1f7fefc290d req-ac1e69b2-bd5e-404a-9db0-dab501f34eef tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:25.215611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f1a8f37-6427-4f93-bc89-b1f7fefc290d req-ac1e69b2-bd5e-404a-9db0-dab501f34eef tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.42 "DELETE /v2.0/ports/ac61c532-0099-4698-a255-0846e3a6d3ee HTTP/1.1" status: 204 len: 173 time: 6.6868086 Dec 09 22:28:25.218273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:25.236453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c87d06-038c-4de7-acec-5c8febc0b27d', 'name': 'network-vif-deleted', 'tag': 'ac61c532-0099-4698-a255-0846e3a6d3ee'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:25.238896 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649ed472-61c1-4124-b41b-0f6c3a85da9d" -d '{"events": [{"server_uuid": "c0c87d06-038c-4de7-acec-5c8febc0b27d", "name": "network-vif-deleted", "tag": "ac61c532-0099-4698-a255-0846e3a6d3ee"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:25.271491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:25.279458 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:25.320559 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6e73f4d-9e6c-4311-ba97-a66f02e0a992 req-48b46510-7d1e-4aa7-b0a4-1dea57e95b89 tempest-ServerRescueTestJSON-1986457001 tempest-ServerRescueTestJSON-1986457001-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c87d06-038c-4de7-acec-5c8febc0b27d HTTP/1.1" status: 200 len: 210 time: 0.4727492 Dec 09 22:28:25.344281 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2e9192c-84f3-4d1d-820e-63304dbc5c3c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:25.399760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:25.579022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['6cd8b18c-f5e0-4b33-a125-8ce5a4e31099'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:25.602407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:25.707251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc35fdb-f650-440e-bd41-0517b2660dfc req-44b7a1ac-f49f-4432-a923-df45cfda9efb tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:25.708759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bc35fdb-f650-440e-bd41-0517b2660dfc req-44b7a1ac-f49f-4432-a923-df45cfda9efb tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 931 time: 0.8654914 Dec 09 22:28:25.758449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9192c-84f3-4d1d-820e-63304dbc5c3c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Subnet': ['ID=a5730476-947a-4b2d-93b2-e7d5c1712277,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:25.798940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e9192c-84f3-4d1d-820e-63304dbc5c3c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Checking segment: {'id': 'a55d1895-e77e-4e61-9680-5cb37cf9652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '58863277-b9d5-449d-bfac-b035e1b5303f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:25.799306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9192c-84f3-4d1d-820e-63304dbc5c3c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network hostable DHCP agents. Network: 58863277-b9d5-449d-bfac-b035e1b5303f, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:28:25.859390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bc35fdb-f650-440e-bd41-0517b2660dfc req-4444ecd8-5235-4264-a0d3-c3d2b1ddf433 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290121 Dec 09 22:28:25.879076 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ff99-8bae-4af6-b730-7703575881ef req-1b7b1e33-9097-43e8-b7bf-eb550d9e72d9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:25.886979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ff99-8bae-4af6-b730-7703575881ef req-1b7b1e33-9097-43e8-b7bf-eb550d9e72d9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:25.893065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ff99-8bae-4af6-b730-7703575881ef req-1b7b1e33-9097-43e8-b7bf-eb550d9e72d9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:25.899400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ff99-8bae-4af6-b730-7703575881ef req-1b7b1e33-9097-43e8-b7bf-eb550d9e72d9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:25.907962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c591ff99-8bae-4af6-b730-7703575881ef req-1b7b1e33-9097-43e8-b7bf-eb550d9e72d9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 3095 time: 0.1792252 Dec 09 22:28:25.916448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9192c-84f3-4d1d-820e-63304dbc5c3c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 58863277-b9d5-449d-bfac-b035e1b5303f is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:28:25.968163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99986466-6486-4331-8f01-d8f9a0b72ea0 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:25.987876 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:26.004464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c591ff99-8bae-4af6-b730-7703575881ef req-5ad36f5c-e08b-4387-a405-270f4b7300b6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955784 Dec 09 22:28:26.005055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9192c-84f3-4d1d-820e-63304dbc5c3c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 58863277-b9d5-449d-bfac-b035e1b5303f) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:26.012758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9192c-84f3-4d1d-820e-63304dbc5c3c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:26.017132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f0c213-5fe6-4e16-afd1-da947cf67984 None None] Network 58863277-b9d5-449d-bfac-b035e1b5303f requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:28:26.017809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Transition to ACTIVE for port object 99986466-6486-4331-8f01-d8f9a0b72ea0 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:28:26.022916 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2e9192c-84f3-4d1d-820e-63304dbc5c3c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:26.030799 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87664332-1f90-41eb-923d-77c6a3c99a26 x-openstack-request-id: req-87664332-1f90-41eb-923d-77c6a3c99a26 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:26.032500 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c87d06-038c-4de7-acec-5c8febc0b27d", "name": "network-vif-deleted", "tag": "ac61c532-0099-4698-a255-0846e3a6d3ee", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:26.032868 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87664332-1f90-41eb-923d-77c6a3c99a26 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:26.033720 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c87d06-038c-4de7-acec-5c8febc0b27d', 'name': 'network-vif-deleted', 'tag': 'ac61c532-0099-4698-a255-0846e3a6d3ee', 'status': 'completed', 'code': 200} Dec 09 22:28:26.036821 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:26.042161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:26.180717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Network 02defe12-519c-42b7-988d-629d9defac3c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:26.187963 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:26.203020 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:26.209745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f2e9192c-84f3-4d1d-820e-63304dbc5c3c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8178418 Dec 09 22:28:26.212523 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38300) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:26.218900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-232409810', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:26.221996 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:26.259559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d4a2c-7eb4-4bc5-ab14-b0bcefe3dbf1 req-d11234bf-409e-480c-afd0-4336bd4b5b23 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:26.263480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c19d4a2c-7eb4-4bc5-ab14-b0bcefe3dbf1 req-d11234bf-409e-480c-afd0-4336bd4b5b23 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 949 time: 0.2211125 Dec 09 22:28:26.375089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df84b4-baea-4179-a428-1430ddd39196 None None] Network 58863277-b9d5-449d-bfac-b035e1b5303f requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:28:26.454783 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c19d4a2c-7eb4-4bc5-ab14-b0bcefe3dbf1 req-13b3b81b-15cb-4a8d-852b-91a15dcc58d9 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795430 Dec 09 22:28:26.461305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38306) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:26.559087 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:26.560235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:26.694678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6b639e2a-bd71-475e-b639-bcbad7e1b62b None None] Provisioning complete for port 9fe013a1-f671-45b5-8107-e5e2c060d7ce triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:26.695154 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b639e2a-bd71-475e-b639-bcbad7e1b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:26.755872 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:26.767420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6b639e2a-bd71-475e-b639-bcbad7e1b62b None None] Port 9fe013a1-f671-45b5-8107-e5e2c060d7ce cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:28:27.013409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Pushing event updated for resources: {'Port': ['ID=99986466-6486-4331-8f01-d8f9a0b72ea0,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:27.135124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Attempting to bind port 99986466-6486-4331-8f01-d8f9a0b72ea0 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:28:27.137016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Attempting to bind port 99986466-6486-4331-8f01-d8f9a0b72ea0 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '0abc729f-7b71-4ae3-8d9c-286f5c89a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:28:27.137501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Attempting to bind port 99986466-6486-4331-8f01-d8f9a0b72ea0 on network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:27.226648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Port 99986466-6486-4331-8f01-d8f9a0b72ea0 on network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:28:27.232426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Attempting to bind port 99986466-6486-4331-8f01-d8f9a0b72ea0 on network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:27.316035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:27.316942 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:27.333154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:28:27.333769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Checking segment: {'id': '0abc729f-7b71-4ae3-8d9c-286f5c89a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:27.334374 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Bound using segment: {'id': '0abc729f-7b71-4ae3-8d9c-286f5c89a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:28:27.335046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Bound port: 99986466-6486-4331-8f01-d8f9a0b72ea0, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abc729f-7b71-4ae3-8d9c-286f5c89a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:28:27.335628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:27.415723 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Port': ['ID=9fe013a1-f671-45b5-8107-e5e2c060d7ce,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:27.500861 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c6a8b4e0-0564-4a66-9d50-e23565657e70 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4818444 Dec 09 22:28:27.511751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-bf80f8b0-0977-4f51-aeea-71f16ca376e5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:28:27.512837 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-bf80f8b0-0977-4f51-aeea-71f16ca376e5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111799 Dec 09 22:28:27.568011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'port': {'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '02defe12-519c-42b7-988d-629d9defac3c', 'admin_state_up': True, 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'security_groups': ['f0097352-188a-4fe6-a3bb-906c3e4d7fbb']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:27.587161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Router 517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:28:27.644749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:27.746434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=99986466-6486-4331-8f01-d8f9a0b72ea0,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:28:27.769249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:27.855746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Pushing event updated for resources: {'Port': ['ID=99986466-6486-4331-8f01-d8f9a0b72ea0,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:27.893045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:27.893807 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:27.895842 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-4e529028-259d-4ea0-bd35-3374e862426d service neutron] 10.222.0.18 "PUT /v2.0/ports/99986466-6486-4331-8f01-d8f9a0b72ea0 HTTP/1.1" status: 200 len: 1092 time: 5.2019203 Dec 09 22:28:28.047354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c004806-815a-4b96-b908-8664692eb854', 'tag': '99986466-6486-4331-8f01-d8f9a0b72ea0'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:28.057338 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5fa648-beb8-4948-91e7-2a9f0ded11d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c004806-815a-4b96-b908-8664692eb854", "tag": "99986466-6486-4331-8f01-d8f9a0b72ea0"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:28.099321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:28:28.111221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-8baf563d-8f49-4d08-ac70-97b5ccddb797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:28.113307 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-8baf563d-8f49-4d08-ac70-97b5ccddb797 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b8399361aaa42e187614cf19ea84e31&device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 1095 time: 0.1414723 Dec 09 22:28:28.114013 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4372fae-acac-4772-801a-b5958286268e None None] Sync routers for ids ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:28:28.153447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Made reservation on behalf of 9adc344d60834858910acb4f5a92f96d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:28.199823 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4372fae-acac-4772-801a-b5958286268e None None] Routers {'517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:28.200729 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f4372fae-acac-4772-801a-b5958286268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:28.219659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:28:28.268714 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-f800e358-94a7-48ed-8dce-8e06023e9ccc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99986466-6486-4331-8f01-d8f9a0b72ea0 HTTP/1.1" status: 200 len: 217 time: 0.1361265 Dec 09 22:28:28.290791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:28.292182 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-53a6757f-ddb4-4b77-947c-fe015478a80b tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.4058461 Dec 09 22:28:28.314638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:28:28.316308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034a6a9-6f4f-438f-aef9-b8e087c2f59d req-9848becb-8b26-443b-b1d1-7e23bd36ae83 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:28.318883 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f4372fae-acac-4772-801a-b5958286268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:28.320489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:28.320968 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:28.325078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38332) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:28.339373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034a6a9-6f4f-438f-aef9-b8e087c2f59d req-9848becb-8b26-443b-b1d1-7e23bd36ae83 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:28.347348 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4372fae-acac-4772-801a-b5958286268e None None] Routers {'517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:28.348035 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f4372fae-acac-4772-801a-b5958286268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:28.353640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034a6a9-6f4f-438f-aef9-b8e087c2f59d req-9848becb-8b26-443b-b1d1-7e23bd36ae83 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:28.375192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034a6a9-6f4f-438f-aef9-b8e087c2f59d req-9848becb-8b26-443b-b1d1-7e23bd36ae83 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:28.377336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5034a6a9-6f4f-438f-aef9-b8e087c2f59d req-9848becb-8b26-443b-b1d1-7e23bd36ae83 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 3095 time: 0.6217029 Dec 09 22:28:28.388451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:28.426308 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f4372fae-acac-4772-801a-b5958286268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:28.426971 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4372fae-acac-4772-801a-b5958286268e None None] The sync data for ids ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:28:28.433768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1335f-d68e-4ad8-ac5a-16aedccf890b req-774982c9-3969-403c-96ad-638c3d0cd664 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:28.435348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ffb1335f-d68e-4ad8-ac5a-16aedccf890b req-774982c9-3969-403c-96ad-638c3d0cd664 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.6786020 Dec 09 22:28:28.475746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-bd45332e-206b-4756-886b-24b25d8547f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:28.477208 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-bd45332e-206b-4756-886b-24b25d8547f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c61dafb-561e-4cb7-bd81-c814e797ed36 HTTP/1.1" status: 200 len: 854 time: 0.1995184 Dec 09 22:28:28.500790 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:28.556971 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68bb297-b21c-45fe-87da-92b5685cb99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd8b18c-f5e0-4b33-a125-8ce5a4e31099'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:28.568528 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae5e398-be3f-45f0-8438-09b8cc1df25e" -d '{"events": [{"server_uuid": "c68bb297-b21c-45fe-87da-92b5685cb99e", "name": "network-vif-plugged", "status": "completed", "tag": "6cd8b18c-f5e0-4b33-a125-8ce5a4e31099"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:28.605428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:28.617249 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:28.664511 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5034a6a9-6f4f-438f-aef9-b8e087c2f59d req-ddb27d63-8528-4ebe-ad15-20d465eb6c3b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674525 Dec 09 22:28:28.718911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:28.733170 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-ab02411d-6c62-457d-88b3-1ea75d501f2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4fd0f5d5-24f1-4910-890b-998a883dc6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2356575 Dec 09 22:28:28.767583 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ffb1335f-d68e-4ad8-ac5a-16aedccf890b req-9cc25404-55c3-4fb0-90d7-17b71216b9ec tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243272 Dec 09 22:28:28.830169 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:29.085832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Allocated IP 10.2.2.200 (02defe12-519c-42b7-988d-629d9defac3c/25fddd92-6096-43db-943d-1bcc15f8470d/51f703d7-47ef-4683-a233-aaa3f462a6d9) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:29.089110 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:29.180753 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:29.218278 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4b3adc-086f-477d-ad7b-b05ccf2cfeaa x-openstack-request-id: req-be4b3adc-086f-477d-ad7b-b05ccf2cfeaa {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:29.218612 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c004806-815a-4b96-b908-8664692eb854", "tag": "99986466-6486-4331-8f01-d8f9a0b72ea0", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:29.218985 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be4b3adc-086f-477d-ad7b-b05ccf2cfeaa {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:29.221843 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c004806-815a-4b96-b908-8664692eb854', 'tag': '99986466-6486-4331-8f01-d8f9a0b72ea0', 'status': 'completed', 'code': 200} Dec 09 22:28:29.260319 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32699357-9281-41e8-a71c-16b470559906 x-openstack-request-id: req-32699357-9281-41e8-a71c-16b470559906 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:29.260826 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68bb297-b21c-45fe-87da-92b5685cb99e", "name": "network-vif-plugged", "status": "completed", "tag": "6cd8b18c-f5e0-4b33-a125-8ce5a4e31099", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:29.260905 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32699357-9281-41e8-a71c-16b470559906 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:29.261841 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68bb297-b21c-45fe-87da-92b5685cb99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd8b18c-f5e0-4b33-a125-8ce5a4e31099', 'code': 200} Dec 09 22:28:29.368469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c07812-b56a-4237-85e6-90c8cfbf0c6d req-5c76d2ca-b456-4315-a23e-6f69fcc93bc6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:29.378737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68c07812-b56a-4237-85e6-90c8cfbf0c6d req-5c76d2ca-b456-4315-a23e-6f69fcc93bc6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 950 time: 0.4870083 Dec 09 22:28:29.465880 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-dd009ef2-8134-49bb-8f7f-6b476e561a3c service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6927009 Dec 09 22:28:29.530026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.25.8.200 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/5c0ff501-2232-4f75-bc18-748ecb949078) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:29.641222 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:29.781549 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:29.818874 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:29.843490 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=5c0ff501-2232-4f75-bc18-748ecb949078,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:29.863740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:29.903245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68c07812-b56a-4237-85e6-90c8cfbf0c6d req-ddd37897-9b97-4737-9069-7988eeea566a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284918 Dec 09 22:28:29.906793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:29.913025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:29.920068 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:29.934117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c53ee-8916-4b8d-bc5b-a6d88d8180c6 req-de031baa-afcd-4131-b665-c342c93169d2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:29.940288 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ccb68527-01d4-4063-88e3-5761f97d7dde req-1442fda0-b430-44e7-aa14-996987298b24 service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437196 Dec 09 22:28:29.950202 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-502c53ee-8916-4b8d-bc5b-a6d88d8180c6 req-de031baa-afcd-4131-b665-c342c93169d2 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 944 time: 0.2731423 Dec 09 22:28:30.043962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b61c6-c082-4b65-9d56-3db52402afdd req-0294fac2-1ffe-458b-ac44-17bf5e80334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:30.045419 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-332b61c6-c082-4b65-9d56-3db52402afdd req-0294fac2-1ffe-458b-ac44-17bf5e80334a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 1102 time: 0.5757143 Dec 09 22:28:30.226958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-502c53ee-8916-4b8d-bc5b-a6d88d8180c6 req-9cce23f6-fb7d-443c-9015-57457edb1d2f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757916 Dec 09 22:28:30.274207 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-332b61c6-c082-4b65-9d56-3db52402afdd req-bf0b7d1d-2ab1-4909-81d5-4c2791b583f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719298 Dec 09 22:28:30.285006 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:30.468570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b004-e0f4-46bc-bbfb-904146fbcfae req-cdbd79d3-b95e-49a2-b404-b5aea9cd33bf tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:30.472920 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:30.474631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b004-e0f4-46bc-bbfb-904146fbcfae req-cdbd79d3-b95e-49a2-b404-b5aea9cd33bf tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:30.480631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b004-e0f4-46bc-bbfb-904146fbcfae req-cdbd79d3-b95e-49a2-b404-b5aea9cd33bf tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:30.486588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b004-e0f4-46bc-bbfb-904146fbcfae req-cdbd79d3-b95e-49a2-b404-b5aea9cd33bf tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:30.488275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6059b004-e0f4-46bc-bbfb-904146fbcfae req-cdbd79d3-b95e-49a2-b404-b5aea9cd33bf tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 3095 time: 0.4011931 Dec 09 22:28:30.542224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3eb92-89c5-46db-bfd7-c2f8dd026102 req-7a518a57-0504-466e-976a-c5ac9be87c28 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:30.549322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98a3eb92-89c5-46db-bfd7-c2f8dd026102 req-7a518a57-0504-466e-976a-c5ac9be87c28 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.2076142 Dec 09 22:28:30.560873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event updated for resources: {'Port': ['ID=51f703d7-47ef-4683-a233-aaa3f462a6d9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:30.583021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fa648-beb8-4948-91e7-2a9f0ded11d8 req-dc4e27a5-025c-45e5-ad35-4c0bbba88bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:30.585431 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed5fa648-beb8-4948-91e7-2a9f0ded11d8 req-dc4e27a5-025c-45e5-ad35-4c0bbba88bab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b8399361aaa42e187614cf19ea84e31&device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 1095 time: 0.4855444 Dec 09 22:28:30.611303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Network 02defe12-519c-42b7-988d-629d9defac3c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:30.708747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:30.711281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fa648-beb8-4948-91e7-2a9f0ded11d8 req-427e2e9a-a8e8-43af-844a-99ab65b98773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:30.712897 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed5fa648-beb8-4948-91e7-2a9f0ded11d8 req-427e2e9a-a8e8-43af-844a-99ab65b98773 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4fd0f5d5-24f1-4910-890b-998a883dc6a4 HTTP/1.1" status: 200 len: 915 time: 0.1177564 Dec 09 22:28:30.713851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:30.727366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6059b004-e0f4-46bc-bbfb-904146fbcfae req-6bf3b02e-e732-448a-b017-ed7eec36a035 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299585 Dec 09 22:28:30.812102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d1abc-8635-4b82-8923-300eee16d737 req-c3cb12f2-65f6-4988-a9df-5b694f1a6154 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:30.813951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-881d1abc-8635-4b82-8923-300eee16d737 req-c3cb12f2-65f6-4988-a9df-5b694f1a6154 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 944 time: 0.5122056 Dec 09 22:28:30.823024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98a3eb92-89c5-46db-bfd7-c2f8dd026102 req-f753aa2b-0370-406a-9628-7855663c0e7d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727315 Dec 09 22:28:30.861114 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:30.899260 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed5fa648-beb8-4948-91e7-2a9f0ded11d8 req-0bc246f6-ff42-4778-96ce-5920bd266207 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99986466-6486-4331-8f01-d8f9a0b72ea0 HTTP/1.1" status: 200 len: 217 time: 0.1504171 Dec 09 22:28:31.031985 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c50c5184-00a6-4680-8658-3d01d45ef264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:31.123312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:31.123988 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:31.212747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fa648-beb8-4948-91e7-2a9f0ded11d8 req-7534c767-7dab-4ee7-9d42-a810e2b8f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:31.215053 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed5fa648-beb8-4948-91e7-2a9f0ded11d8 req-7534c767-7dab-4ee7-9d42-a810e2b8f39b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c61dafb-561e-4cb7-bd81-c814e797ed36 HTTP/1.1" status: 200 len: 854 time: 0.2363288 Dec 09 22:28:31.243132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6cc273a6-5b29-456d-a95d-d9aa1ea52b04 None None] Provisioning complete for port 51f703d7-47ef-4683-a233-aaa3f462a6d9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:31.243665 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6cc273a6-5b29-456d-a95d-d9aa1ea52b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:31.269049 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-2e487229-dc53-4d2b-8ca6-9710ffa29b7b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7388308 Dec 09 22:28:31.321245 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6cc273a6-5b29-456d-a95d-d9aa1ea52b04 None None] Port 51f703d7-47ef-4683-a233-aaa3f462a6d9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:28:31.328240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Request body: {'port': {'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:31.770542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9692b-0757-489b-af1d-0c00163c1e07 req-47d1d4b7-1b25-4435-af23-61903fd3dfd3 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:31.777749 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed5fa648-beb8-4948-91e7-2a9f0ded11d8 req-485976d8-6fd9-4668-a7a7-b8f7b96e62ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4fd0f5d5-24f1-4910-890b-998a883dc6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5417676 Dec 09 22:28:31.779526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3e9692b-0757-489b-af1d-0c00163c1e07 req-47d1d4b7-1b25-4435-af23-61903fd3dfd3 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 950 time: 0.7161832 Dec 09 22:28:31.787866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Deleting port 7ef5329c-46a3-4f15-90f1-1b121c5d1668 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:28:31.788207 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:31.895091 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:31.928853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-881d1abc-8635-4b82-8923-300eee16d737 req-4523bd0b-e629-44d6-b36b-076631941b13 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Deleting port 5dcfc417-1575-4e64-992f-7ccbe8b29583 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:28:31.929308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-881d1abc-8635-4b82-8923-300eee16d737 req-4523bd0b-e629-44d6-b36b-076631941b13 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:31.949194 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905932b5-7ffd-4e0a-a7e0-c179581e7f0f req-c8ce23b5-3c75-4dc0-b73c-b96e2d85c268 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:31.956473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-905932b5-7ffd-4e0a-a7e0-c179581e7f0f req-c8ce23b5-3c75-4dc0-b73c-b96e2d85c268 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 944 time: 0.2904756 Dec 09 22:28:31.977682 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:31.991606 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3e9692b-0757-489b-af1d-0c00163c1e07 req-cdf38170-f7b1-453b-b19e-1fd991d44e19 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112021 Dec 09 22:28:32.073052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] For port 7ef5329c-46a3-4f15-90f1-1b121c5d1668, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7ef5329c-46a3-4f15-90f1-1b121c5d1668,segment=NetworkSegment(5b16537f-507c-49cc-b648-7a82bd36ffc4),segment_id=5b16537f-507c-49cc-b648-7a82bd36ffc4)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:32.074621 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:32.098387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-905932b5-7ffd-4e0a-a7e0-c179581e7f0f req-d70f2ab7-7576-455b-b0d3-ca1a1c3e4a72 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409640 Dec 09 22:28:32.116209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Calling delete_port for 7ef5329c-46a3-4f15-90f1-1b121c5d1668 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:28:32.124853 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed5fa648-beb8-4948-91e7-2a9f0ded11d8 req-729ab8d7-c4d4-46bb-9701-630abe4a2d5e service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384194 Dec 09 22:28:32.135883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Allocated IP 172.20.0.1 (9e9cd0ce-6e50-4d5b-a68a-e55f53e59742/e1d02479-a41e-4554-9989-bb5f27cacf61/6af083de-b500-4b12-b130-fa3844e1dcac) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:32.302966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-881d1abc-8635-4b82-8923-300eee16d737 req-4523bd0b-e629-44d6-b36b-076631941b13 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] For port 5dcfc417-1575-4e64-992f-7ccbe8b29583, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5dcfc417-1575-4e64-992f-7ccbe8b29583,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:32.303298 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-881d1abc-8635-4b82-8923-300eee16d737 req-4523bd0b-e629-44d6-b36b-076631941b13 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:32.378111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-881d1abc-8635-4b82-8923-300eee16d737 req-4523bd0b-e629-44d6-b36b-076631941b13 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Calling delete_port for 5dcfc417-1575-4e64-992f-7ccbe8b29583 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:28:32.458943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748f35-28aa-423a-8eb9-9ff74503426b req-e77ed1b6-c84c-40c9-a64a-97bd375da9a9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:32.466434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57748f35-28aa-423a-8eb9-9ff74503426b req-e77ed1b6-c84c-40c9-a64a-97bd375da9a9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.2296388 Dec 09 22:28:32.510236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf6d8-a8bd-42d2-a31d-37e22d6dbfbe req-5e7ac620-a30f-47fb-968c-57341ae1811f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:32.517014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf6d8-a8bd-42d2-a31d-37e22d6dbfbe req-5e7ac620-a30f-47fb-968c-57341ae1811f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:32.523405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf6d8-a8bd-42d2-a31d-37e22d6dbfbe req-5e7ac620-a30f-47fb-968c-57341ae1811f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:32.532457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf6d8-a8bd-42d2-a31d-37e22d6dbfbe req-5e7ac620-a30f-47fb-968c-57341ae1811f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:32.539678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf6d8-a8bd-42d2-a31d-37e22d6dbfbe req-5e7ac620-a30f-47fb-968c-57341ae1811f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:32.541510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64dbf6d8-a8bd-42d2-a31d-37e22d6dbfbe req-5e7ac620-a30f-47fb-968c-57341ae1811f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 3816 time: 0.3400524 Dec 09 22:28:32.549030 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed5fa648-beb8-4948-91e7-2a9f0ded11d8 req-2977b650-da2a-4a7f-a718-282c4942bbe5 service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102924 Dec 09 22:28:32.614404 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:32.660197 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57748f35-28aa-423a-8eb9-9ff74503426b req-687c8638-fb19-4910-b1ae-08e0afba29ab tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925874 Dec 09 22:28:32.704635 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:28:32.767492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64dbf6d8-a8bd-42d2-a31d-37e22d6dbfbe req-3a84b564-3777-41c2-a2fe-a57a230eb13b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140136 Dec 09 22:28:32.783936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:32.797664 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:32.824992 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:32.842082 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-881d1abc-8635-4b82-8923-300eee16d737 req-4523bd0b-e629-44d6-b36b-076631941b13 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:32.852017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Transition to ACTIVE for port object 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:28:32.854006 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:32.877057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5dcfc417-1575-4e64-992f-7ccbe8b29583'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:32.880869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Network 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:32.885530 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:32.890891 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:32.897591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:32.950899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:32.968750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef5329c-46a3-4f15-90f1-1b121c5d1668,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:33.032899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.033623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.034234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.035302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.038085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.038934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.040206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.044756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.045497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.046093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.046653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.047360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.047907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:28:33.140742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event updated for resources: {'Port': ['ID=6af083de-b500-4b12-b130-fa3844e1dcac,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:33.219309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-881d1abc-8635-4b82-8923-300eee16d737 req-4523bd0b-e629-44d6-b36b-076631941b13 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] No DVR routers for this DVR port 5dcfc417-1575-4e64-992f-7ccbe8b29583 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:28:33.227337 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-881d1abc-8635-4b82-8923-300eee16d737 req-4523bd0b-e629-44d6-b36b-076631941b13 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:33.231815 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-881d1abc-8635-4b82-8923-300eee16d737 req-4523bd0b-e629-44d6-b36b-076631941b13 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.18 "DELETE /v2.0/ports/5dcfc417-1575-4e64-992f-7ccbe8b29583 HTTP/1.1" status: 204 len: 173 time: 2.3541994 Dec 09 22:28:33.248589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:28:33.266082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a63d48-16d1-462d-b862-cffe4b6b29f3 None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:28:33.285271 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a6605b4-a754-47f9-aeb3-6408af17ea5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:33.312653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a63d48-16d1-462d-b862-cffe4b6b29f3 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:33.318743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e9a63d48-16d1-462d-b862-cffe4b6b29f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:33.333578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6d35759-f70f-4b6a-97b8-17856ff43616 req-021fc871-3cc2-4d1f-b93d-d5ddfea96f4c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bb944fe-030a-43f8-947a-2b480eb3bd3f HTTP/1.1" status: 200 len: 210 time: 0.1014199 Dec 09 22:28:33.342985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb944fe-030a-43f8-947a-2b480eb3bd3f', 'name': 'network-vif-deleted', 'tag': '5dcfc417-1575-4e64-992f-7ccbe8b29583'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:33.347532 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d28af57-c45c-446a-9255-78c74cdfafa7" -d '{"events": [{"server_uuid": "0bb944fe-030a-43f8-947a-2b480eb3bd3f", "name": "network-vif-deleted", "tag": "5dcfc417-1575-4e64-992f-7ccbe8b29583"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:33.413095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 99986466-6486-4331-8f01-d8f9a0b72ea0 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:28:33.430672 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523bd0b-e629-44d6-b36b-076631941b13 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Pushing event deleted for resources: {'Port': ['ID=5dcfc417-1575-4e64-992f-7ccbe8b29583,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:33.436295 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:28:33.451361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e9a63d48-16d1-462d-b862-cffe4b6b29f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:33.501511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a63d48-16d1-462d-b862-cffe4b6b29f3 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:33.502552 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e9a63d48-16d1-462d-b862-cffe4b6b29f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:33.525954 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Pushing event updated for resources: {'Port': ['ID=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:33.530979 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f59990-eedb-4314-83b2-da8ff6fa99f0 x-openstack-request-id: req-11f59990-eedb-4314-83b2-da8ff6fa99f0 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:33.531277 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb944fe-030a-43f8-947a-2b480eb3bd3f", "name": "network-vif-deleted", "tag": "5dcfc417-1575-4e64-992f-7ccbe8b29583", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:33.531534 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11f59990-eedb-4314-83b2-da8ff6fa99f0 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:33.531937 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb944fe-030a-43f8-947a-2b480eb3bd3f', 'name': 'network-vif-deleted', 'tag': '5dcfc417-1575-4e64-992f-7ccbe8b29583', 'status': 'completed', 'code': 200} Dec 09 22:28:33.532473 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:33.562472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e9a63d48-16d1-462d-b862-cffe4b6b29f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:33.563493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a63d48-16d1-462d-b862-cffe4b6b29f3 None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:28:33.567837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4a00065d-75b3-4ca1-bc4b-2f6b4f685270 None None] Provisioning complete for port 6af083de-b500-4b12-b130-fa3844e1dcac triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:33.568424 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4a00065d-75b3-4ca1-bc4b-2f6b4f685270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:33.580223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61491533-e7da-4578-89cf-51c66003649d req-715e78a7-f97c-4efb-ab4b-00ed0e1e4191 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:33.581845 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61491533-e7da-4578-89cf-51c66003649d req-715e78a7-f97c-4efb-ab4b-00ed0e1e4191 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 950 time: 0.4118810 Dec 09 22:28:33.594254 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:33.595406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dd1dc85b-73cb-40fa-b882-f6d0ff71656f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3818839 Dec 09 22:28:33.599237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38392) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:33.616564 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:28:33.619749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4a00065d-75b3-4ca1-bc4b-2f6b4f685270 None None] Port 6af083de-b500-4b12-b130-fa3844e1dcac cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:28:33.678838 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:33.685162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Attempting to bind port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:28:33.685510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Attempting to bind port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:28:33.685875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Attempting to bind port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 on network 33c5fb6b-2753-4b3b-a034-dfcc76498076 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:33.692644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 on network 33c5fb6b-2753-4b3b-a034-dfcc76498076 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:28:33.692969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Attempting to bind port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 on network 33c5fb6b-2753-4b3b-a034-dfcc76498076 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:33.702213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:28:33.702671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Checking segment: {'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:33.703341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Bound using segment: {'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:28:33.703798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Bound port: 7310e867-a1de-4e73-8bc7-e03c0bbc37c7, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992040a7-5a9c-4034-8073-98a0eff43636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:28:33.704236 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:33.836608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] For port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:33.842545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] For port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:28:33.864927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=99986466-6486-4331-8f01-d8f9a0b72ea0,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:33.895644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '99986466-6486-4331-8f01-d8f9a0b72ea0', 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4', 'port_id': '99986466-6486-4331-8f01-d8f9a0b72ea0', 'mac_address': 'fa:16:3e:3b:79:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c61dafb-561e-4cb7-bd81-c814e797ed36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:28:33.957202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f363c61-f5c4-4235-ac6c-12c1b2d9a5f1 req-88fe83a7-8c88-4339-bf49-fed6dd8252d9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:33.966249 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f363c61-f5c4-4235-ac6c-12c1b2d9a5f1 req-88fe83a7-8c88-4339-bf49-fed6dd8252d9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.1759670 Dec 09 22:28:33.982606 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:33.984270 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:33.988345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61491533-e7da-4578-89cf-51c66003649d req-d3d57303-9146-42d6-8618-4119018dac3a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808813 Dec 09 22:28:33.999837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99986466-6486-4331-8f01-d8f9a0b72ea0 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:34.045396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=99986466-6486-4331-8f01-d8f9a0b72ea0,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:34.064967 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:34.116525 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:34.122224 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:34.124626 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] 10.222.0.42 "PUT /v2.0/ports/7310e867-a1de-4e73-8bc7-e03c0bbc37c7 HTTP/1.1" status: 200 len: 1092 time: 2.8016052 Dec 09 22:28:34.177851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Request body: {'port': {'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:34.206572 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:34.265198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=99986466-6486-4331-8f01-d8f9a0b72ea0,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:34.321094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce519f6-866b-472e-8ddb-9ffc71642b18 service neutron] Pushing event updated for resources: {'Port': ['ID=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:34.348858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f363c61-f5c4-4235-ac6c-12c1b2d9a5f1 req-34d7c191-4c0f-47f9-8a1c-edd19e5f728f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787677 Dec 09 22:28:34.423452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:34.425309 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:34.468990 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:34.530136 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:34.566432 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['99986466-6486-4331-8f01-d8f9a0b72ea0'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:34.752534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360d8a4-21f2-48d1-be47-f31b4569c50b req-9b652fe0-e308-4709-9ac6-9837770605a2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:34.759687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360d8a4-21f2-48d1-be47-f31b4569c50b req-9b652fe0-e308-4709-9ac6-9837770605a2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:34.773868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360d8a4-21f2-48d1-be47-f31b4569c50b req-9b652fe0-e308-4709-9ac6-9837770605a2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:34.789978 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360d8a4-21f2-48d1-be47-f31b4569c50b req-9b652fe0-e308-4709-9ac6-9837770605a2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:34.806133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360d8a4-21f2-48d1-be47-f31b4569c50b req-9b652fe0-e308-4709-9ac6-9837770605a2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:34.811303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9360d8a4-21f2-48d1-be47-f31b4569c50b req-9b652fe0-e308-4709-9ac6-9837770605a2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 3828 time: 0.4594676 Dec 09 22:28:34.817349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event updated for resources: {'Port': ['ID=6af083de-b500-4b12-b130-fa3844e1dcac,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:34.910325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a0743-7600-4caf-ad11-a73211b50b87 req-9c8759b9-ab66-4e51-b773-54f7c28f023f tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:34.910325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d4a0743-7600-4caf-ad11-a73211b50b87 req-9c8759b9-ab66-4e51-b773-54f7c28f023f tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 1102 time: 0.3062122 Dec 09 22:28:35.009016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d4a0743-7600-4caf-ad11-a73211b50b87 req-b4d396f3-ff9a-40e9-83c7-5f968f04bb3f tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032634 Dec 09 22:28:35.085071 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:35.133860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:35.147960 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:35.159908 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Network 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:35.163677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:35.209405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9360d8a4-21f2-48d1-be47-f31b4569c50b req-80bc8c66-5877-411c-96e7-29b17240bcdc tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3800075 Dec 09 22:28:35.454582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5dcfc417-1575-4e64-992f-7ccbe8b29583 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:28:35.479094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Router 3f43f6da-18c3-46c5-9a86-2963e8176475 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:28:35.494334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 5dcfc417-1575-4e64-992f-7ccbe8b29583 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:28:35.497884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5dcfc417-1575-4e64-992f-7ccbe8b29583 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:28:35.764021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-12a2955a-cba7-4a5e-bd8b-69b3b466c631 None None] Provisioning complete for port 6af083de-b500-4b12-b130-fa3844e1dcac triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:35.764399 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12a2955a-cba7-4a5e-bd8b-69b3b466c631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:35.863352 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-12a2955a-cba7-4a5e-bd8b-69b3b466c631 None None] Port 6af083de-b500-4b12-b130-fa3844e1dcac cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:28:35.964111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:35.969291 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc" -d '{"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "7310e867-a1de-4e73-8bc7-e03c0bbc37c7"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:35.975382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Transition to ACTIVE for port object 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:28:35.984110 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:36.083145 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:36.125259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Router 517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:28:36.186867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=576a0fe3-94a0-4e8f-8778-9a3ea4e90680,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:36.267960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:28:36.289187 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a28a20-efc8-49db-bc39-fcf84e70a0b4 None None] Sync routers for ids ['3f43f6da-18c3-46c5-9a86-2963e8176475'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:28:36.303142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b296c35-cbbb-4fd7-b343-3a99a6cfe2ee req-17eee8f1-f0c9-4b6b-a7e9-af36de05b37f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:36.305257 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b296c35-cbbb-4fd7-b343-3a99a6cfe2ee req-17eee8f1-f0c9-4b6b-a7e9-af36de05b37f tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 944 time: 0.2114036 Dec 09 22:28:36.312657 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a28a20-efc8-49db-bc39-fcf84e70a0b4 None None] Routers {'3f43f6da-18c3-46c5-9a86-2963e8176475'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:36.313293 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-39a28a20-efc8-49db-bc39-fcf84e70a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3f43f6da-18c3-46c5-9a86-2963e8176475'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:36.317631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5b80aa4a-8da6-4256-b461-236f5bc677e9 admin admin] 10.222.0.16 "PUT /v2.0/routers/3f43f6da-18c3-46c5-9a86-2963e8176475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8551688 Dec 09 22:28:36.327847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38450) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:36.337931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-7c4f4d12-0be0-4f2a-9484-64043d6abf70 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2414184 Dec 09 22:28:36.509488 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-39a28a20-efc8-49db-bc39-fcf84e70a0b4 None None] Set router 3f43f6da-18c3-46c5-9a86-2963e8176475 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:28:36.558945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Attempting to bind port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:28:36.558945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Attempting to bind port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:28:36.558945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Attempting to bind port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:36.612102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-a8769aa5-17b3-4c20-9538-490dcfa11290 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:36.621119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-a8769aa5-17b3-4c20-9538-490dcfa11290 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646682 Dec 09 22:28:36.630307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:28:36.630644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Attempting to bind port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:36.657061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:28:36.657409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Checking segment: {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:36.657827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Bound using segment: {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:28:36.658291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Bound port: 576a0fe3-94a0-4e8f-8778-9a3ea4e90680, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:28:36.658727 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:36.671529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e78de-c149-4d01-81e2-f84b2a85fe94 req-e0b1164b-1776-40b4-a69c-269e198c3d15 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:36.679516 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-100e78de-c149-4d01-81e2-f84b2a85fe94 req-e0b1164b-1776-40b4-a69c-269e198c3d15 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 944 time: 0.5679600 Dec 09 22:28:36.683353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:28:36.690635 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a523fb8d-ff63-4fda-8843-8851187977df tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "PUT /v2.0/routers/517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3640807 Dec 09 22:28:36.692289 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:36.695662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38462) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:36.696204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdf6981-04f1-473d-bedb-19a836a0812a None None] Sync routers for ids ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:28:36.700570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Request body: {'port': {'network_id': '9e9cd0ce-6e50-4d5b-a68a-e55f53e59742', 'name': 'tempest-FloatingIPAdminTestJSON-929804814'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:36.711611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf6981-04f1-473d-bedb-19a836a0812a None None] Routers {'517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:36.718066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3bdf6981-04f1-473d-bedb-19a836a0812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:36.728405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-d14a40e7-7e13-4217-a67e-6e76ed358a4d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/quotas/a6e413190b95419d9d1bf7868e26f3f9 HTTP/1.1" status: 200 len: 375 time: 0.1055729 Dec 09 22:28:36.738189 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-39a28a20-efc8-49db-bc39-fcf84e70a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'name': 'tempest-ServerRescueTestJSON-1437847178-router', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:07Z', 'updated_at': '2021-12-09T22:28:32Z', 'revision_number': 5, 'project_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'gw_port': {'id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:08Z', 'updated_at': '2021-12-09T22:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:36.771360 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a28a20-efc8-49db-bc39-fcf84e70a0b4 None None] Checking router: 3f43f6da-18c3-46c5-9a86-2963e8176475 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:28:36.782257 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a28a20-efc8-49db-bc39-fcf84e70a0b4 None None] Routers {'3f43f6da-18c3-46c5-9a86-2963e8176475'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:36.783111 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-39a28a20-efc8-49db-bc39-fcf84e70a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3f43f6da-18c3-46c5-9a86-2963e8176475'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:36.787281 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3bdf6981-04f1-473d-bedb-19a836a0812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:36.815866 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:36.831873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf6981-04f1-473d-bedb-19a836a0812a None None] Routers {'517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:36.834677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3bdf6981-04f1-473d-bedb-19a836a0812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:36.855718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-100e78de-c149-4d01-81e2-f84b2a85fe94 req-d5c28224-5350-41c4-8700-6d5761755efa tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740434 Dec 09 22:28:36.910197 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-39a28a20-efc8-49db-bc39-fcf84e70a0b4 None None] Set router 3f43f6da-18c3-46c5-9a86-2963e8176475 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:28:36.919429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-9b296c35-cbbb-4fd7-b343-3a99a6cfe2ee req-5237f5a4-5c01-4678-8a07-63cdacf807da tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Deleting port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:28:36.919778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9b296c35-cbbb-4fd7-b343-3a99a6cfe2ee req-5237f5a4-5c01-4678-8a07-63cdacf807da tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:36.941018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3bdf6981-04f1-473d-bedb-19a836a0812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:36.942131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdf6981-04f1-473d-bedb-19a836a0812a None None] The sync data for ids ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:28:36.968033 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:36.982305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-98230ec1-f2ea-4b7b-a09e-df968b4c26ec tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2525890 Dec 09 22:28:36.992185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] For port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:37.041389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] For port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=576a0fe3-94a0-4e8f-8778-9a3ea4e90680,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:28:37.079955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:37.094866 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:37.127131 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-39a28a20-efc8-49db-bc39-fcf84e70a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'name': 'tempest-ServerRescueTestJSON-1437847178-router', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:07Z', 'updated_at': '2021-12-09T22:28:32Z', 'revision_number': 5, 'project_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'gw_port': {'id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:08Z', 'updated_at': '2021-12-09T22:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:37.127445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c20e3-8977-4e6a-af9e-58f56f0d2f0d req-1686e2fa-903c-4f41-9a5d-10d8153e7a89 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.130663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae5c20e3-8977-4e6a-af9e-58f56f0d2f0d req-1686e2fa-903c-4f41-9a5d-10d8153e7a89 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 944 time: 0.1267231 Dec 09 22:28:37.158253 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a28a20-efc8-49db-bc39-fcf84e70a0b4 None None] The sync data for ids ['3f43f6da-18c3-46c5-9a86-2963e8176475'] in n-d-789963-23 is: [{'id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'name': 'tempest-ServerRescueTestJSON-1437847178-router', 'tenant_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:07Z', 'updated_at': '2021-12-09T22:28:32Z', 'revision_number': 5, 'project_id': '3ba9637fb5df47dfb7c07ef1390338fe', 'gw_port': {'id': '31a8f3b7-3f20-4e6d-88dc-87753b89ff41', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f43f6da-18c3-46c5-9a86-2963e8176475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:08Z', 'updated_at': '2021-12-09T22:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:28:37.206004 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.210081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:37.211747 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] 10.222.0.42 "PUT /v2.0/ports/576a0fe3-94a0-4e8f-8778-9a3ea4e90680 HTTP/1.1" status: 200 len: 1136 time: 3.0399826 Dec 09 22:28:37.291314 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Request body: {'port': {'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:37.295409 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3290b0-4687-499f-b49f-4dbff50f19c4 x-openstack-request-id: req-7a3290b0-4687-499f-b49f-4dbff50f19c4 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:37.295703 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "7310e867-a1de-4e73-8bc7-e03c0bbc37c7", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:37.295957 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a3290b0-4687-499f-b49f-4dbff50f19c4 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:37.296347 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7', 'status': 'completed', 'code': 200} Dec 09 22:28:37.296928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Made reservation on behalf of e78715eaca6b441e8fb1fc3f839aa7da for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:37.300475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:37.398710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 99986466-6486-4331-8f01-d8f9a0b72ea0 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:28:37.448182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-9b296c35-cbbb-4fd7-b343-3a99a6cfe2ee req-5237f5a4-5c01-4678-8a07-63cdacf807da tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] For port e586c42a-8fb8-4948-ab8f-4bb6cf341c51, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:37.448600 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9b296c35-cbbb-4fd7-b343-3a99a6cfe2ee req-5237f5a4-5c01-4678-8a07-63cdacf807da tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:37.458374 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285641c-11ab-4247-861b-9b8dc1d38eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=576a0fe3-94a0-4e8f-8778-9a3ea4e90680,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:37.470533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] device_id is not set on port b7c8a229-054e-44ab-a540-d564dae5238a yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:28:37.515263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 99986466-6486-4331-8f01-d8f9a0b72ea0 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:28:37.521020 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 99986466-6486-4331-8f01-d8f9a0b72ea0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:37.521479 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:37.531024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-9b296c35-cbbb-4fd7-b343-3a99a6cfe2ee req-5237f5a4-5c01-4678-8a07-63cdacf807da tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Calling delete_port for e586c42a-8fb8-4948-ab8f-4bb6cf341c51 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:28:37.575319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae5c20e3-8977-4e6a-af9e-58f56f0d2f0d req-1c7025c9-d450-490f-8dcb-8a059da118ef tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292831 Dec 09 22:28:37.619872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-e1719843-d1e5-4dc0-b912-64a55040cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.620488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-e1719843-d1e5-4dc0-b912-64a55040cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.620860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-e1719843-d1e5-4dc0-b912-64a55040cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.621670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-e1719843-d1e5-4dc0-b912-64a55040cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.622177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-e1719843-d1e5-4dc0-b912-64a55040cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.622913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-e1719843-d1e5-4dc0-b912-64a55040cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.625105 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-e1719843-d1e5-4dc0-b912-64a55040cc5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5293 time: 0.3050570 Dec 09 22:28:37.655058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:37.732467 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:37.762035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.20.0.1 (58863277-b9d5-449d-bfac-b035e1b5303f/a5730476-947a-4b2d-93b2-e7d5c1712277/114cf9f1-227a-4260-a0fe-d7005d14da8f) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:37.771463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c004806-815a-4b96-b908-8664692eb854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99986466-6486-4331-8f01-d8f9a0b72ea0'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:37.775884 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9036297-bda5-4ac3-9703-f651ddbc867a" -d '{"events": [{"server_uuid": "3c004806-815a-4b96-b908-8664692eb854", "name": "network-vif-plugged", "status": "completed", "tag": "99986466-6486-4331-8f01-d8f9a0b72ea0"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:37.793267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Deleting port 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:28:37.793605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:37.813950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=99986466-6486-4331-8f01-d8f9a0b72ea0,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:37.822581 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:37.870084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62670a-f5d5-4b89-a7a1-73eb7ed4f8c1 req-5367b2cf-3788-417e-98a0-8462751cbe8b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.886358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62670a-f5d5-4b89-a7a1-73eb7ed4f8c1 req-5367b2cf-3788-417e-98a0-8462751cbe8b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.890055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=99986466-6486-4331-8f01-d8f9a0b72ea0,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:37.906341 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62670a-f5d5-4b89-a7a1-73eb7ed4f8c1 req-5367b2cf-3788-417e-98a0-8462751cbe8b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.922062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62670a-f5d5-4b89-a7a1-73eb7ed4f8c1 req-5367b2cf-3788-417e-98a0-8462751cbe8b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.940450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62670a-f5d5-4b89-a7a1-73eb7ed4f8c1 req-5367b2cf-3788-417e-98a0-8462751cbe8b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.946976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62670a-f5d5-4b89-a7a1-73eb7ed4f8c1 req-5367b2cf-3788-417e-98a0-8462751cbe8b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:37.949668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e62670a-f5d5-4b89-a7a1-73eb7ed4f8c1 req-5367b2cf-3788-417e-98a0-8462751cbe8b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 4605 time: 0.4697156 Dec 09 22:28:37.953146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17da8abc-296c-408e-b50c-62f95633310b req-c8c3ff65-99f2-4070-a8bd-29ccf0c8cf35 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 210 time: 0.1524096 Dec 09 22:28:38.016146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Allocated IP 172.20.0.6 (9e9cd0ce-6e50-4d5b-a68a-e55f53e59742/e1d02479-a41e-4554-9989-bb5f27cacf61/b7c8a229-054e-44ab-a540-d564dae5238a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:38.121614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e62670a-f5d5-4b89-a7a1-73eb7ed4f8c1 req-3b58d77b-e532-4f46-ba88-d4c83499d257 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633031 Dec 09 22:28:38.160379 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:38.255583 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bf3839-8d55-4917-8d2c-2a46f0757317 x-openstack-request-id: req-b2bf3839-8d55-4917-8d2c-2a46f0757317 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:38.256166 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c004806-815a-4b96-b908-8664692eb854", "name": "network-vif-plugged", "status": "completed", "tag": "99986466-6486-4331-8f01-d8f9a0b72ea0", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:38.256554 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2bf3839-8d55-4917-8d2c-2a46f0757317 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:38.258225 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c004806-815a-4b96-b908-8664692eb854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99986466-6486-4331-8f01-d8f9a0b72ea0', 'code': 200} Dec 09 22:28:38.262566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7ef5329c-46a3-4f15-90f1-1b121c5d1668 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:28:38.303903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 7ef5329c-46a3-4f15-90f1-1b121c5d1668 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:28:38.304886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7ef5329c-46a3-4f15-90f1-1b121c5d1668 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:28:38.357422 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:38.414401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 58863277-b9d5-449d-bfac-b035e1b5303f is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:38.427839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:38.442506 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50801b-b815-4415-98eb-f37524ce3de9 req-f9927525-d240-477c-b690-a3144bf13bca tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:38.444298 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d50801b-b815-4415-98eb-f37524ce3de9 req-f9927525-d240-477c-b690-a3144bf13bca tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2089839 Dec 09 22:28:38.449957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:38.529168 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9afebe-dc27-4c67-9a93-8aae0c730814 req-01628fbc-728b-4900-a550-55f6c4317ddc tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:38.531177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec9afebe-dc27-4c67-9a93-8aae0c730814 req-01628fbc-728b-4900-a550-55f6c4317ddc tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 949 time: 0.2440238 Dec 09 22:28:38.532015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=114cf9f1-227a-4260-a0fe-d7005d14da8f,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:38.598220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:38.606512 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d50801b-b815-4415-98eb-f37524ce3de9 req-a9c651c4-8d2f-4d1e-bfed-8635660e38b8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491513 Dec 09 22:28:38.653413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bde4f3-7ba5-4393-be9e-15706633fe1c req-a1213fb5-395a-46b8-bb66-98a18b02eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:38.655461 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-37bde4f3-7ba5-4393-be9e-15706633fe1c req-a1213fb5-395a-46b8-bb66-98a18b02eea1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 1097 time: 0.3973739 Dec 09 22:28:38.659400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec9afebe-dc27-4c67-9a93-8aae0c730814 req-e56a2059-82d0-4bfc-a687-8121a4db2f6f tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089675 Dec 09 22:28:38.670755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-703375f8-6421-420d-9d68-d846e2c5cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:38.671152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-703375f8-6421-420d-9d68-d846e2c5cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:38.671611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-703375f8-6421-420d-9d68-d846e2c5cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:38.673775 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-703375f8-6421-420d-9d68-d846e2c5cce5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9adc344d60834858910acb4f5a92f96d&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0283794 Dec 09 22:28:38.823974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539971b3-746a-4ca2-9e94-1242e93c917f req-5179c9fe-ad16-415b-a3a6-386213a0e300 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:38.826741 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-539971b3-746a-4ca2-9e94-1242e93c917f req-5179c9fe-ad16-415b-a3a6-386213a0e300 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 944 time: 0.1078336 Dec 09 22:28:38.840758 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:39.059401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] For port 31a8f3b7-3f20-4e6d-88dc-87753b89ff41, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=31a8f3b7-3f20-4e6d-88dc-87753b89ff41,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:39.060192 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:39.090773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-dd00d8e9-cc5a-46b1-a785-f5a06c4e1a04 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310476 Dec 09 22:28:39.098707 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-539971b3-746a-4ca2-9e94-1242e93c917f req-72138095-0e56-4da9-870c-19321787497c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366445 Dec 09 22:28:39.178556 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Calling delete_port for 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:28:39.297355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-f8588189-f43c-44a1-bad9-7821c39308f7 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.297655 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:39.298929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-f8588189-f43c-44a1-bad9-7821c39308f7 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993389 Dec 09 22:28:39.303987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '576a0fe3-94a0-4e8f-8778-9a3ea4e90680'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:39.306433 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc132fea-0461-46b2-81b2-866eff047330" -d '{"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "576a0fe3-94a0-4e8f-8778-9a3ea4e90680"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:39.329156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4259318e-9dbe-4c77-95cf-e52e882c7994 req-f520820b-6ecf-4436-976d-fdcb262ad538 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 210 time: 0.0291982 Dec 09 22:28:39.335165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Request body: {'port': {'device_id': 'd009ca67-2e54-4f9f-a349-e215b238c9fb', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'a6e413190b95419d9d1bf7868e26f3f9'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:39.443956 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9b296c35-cbbb-4fd7-b343-3a99a6cfe2ee req-5237f5a4-5c01-4678-8a07-63cdacf807da tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:39.450567 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b29d41-7c60-4a00-9f8b-0f4904b0fb29 x-openstack-request-id: req-56b29d41-7c60-4a00-9f8b-0f4904b0fb29 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:39.450872 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "576a0fe3-94a0-4e8f-8778-9a3ea4e90680", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:39.451132 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56b29d41-7c60-4a00-9f8b-0f4904b0fb29 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:39.451533 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '576a0fe3-94a0-4e8f-8778-9a3ea4e90680', 'status': 'completed', 'code': 200} Dec 09 22:28:39.473714 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-37bde4f3-7ba5-4393-be9e-15706633fe1c req-3b5aac60-1a9a-44b0-a866-078e38fd52ba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7459898 Dec 09 22:28:39.526143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7b54-ce2d-46ce-9753-4fd0e160fdfe req-d7328503-b423-40db-a31c-049e1f5c4503 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.528038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237f5a4-5c01-4678-8a07-63cdacf807da tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Pushing event deleted for resources: {'Port': ['ID=e586c42a-8fb8-4948-ab8f-4bb6cf341c51,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:39.531289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9188f21f-5100-4282-a579-1f04413f9f3e {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:39.533734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7b54-ce2d-46ce-9753-4fd0e160fdfe req-d7328503-b423-40db-a31c-049e1f5c4503 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.540350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7b54-ce2d-46ce-9753-4fd0e160fdfe req-d7328503-b423-40db-a31c-049e1f5c4503 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.547807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7b54-ce2d-46ce-9753-4fd0e160fdfe req-d7328503-b423-40db-a31c-049e1f5c4503 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.553781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7b54-ce2d-46ce-9753-4fd0e160fdfe req-d7328503-b423-40db-a31c-049e1f5c4503 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.554818 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:39.559735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7b54-ce2d-46ce-9753-4fd0e160fdfe req-d7328503-b423-40db-a31c-049e1f5c4503 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.562210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1dd7b54-ce2d-46ce-9753-4fd0e160fdfe req-d7328503-b423-40db-a31c-049e1f5c4503 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 4605 time: 0.1495402 Dec 09 22:28:39.596810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-0d2d384a-313e-425e-81d3-a9ac86508f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.598318 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2318028b-a94e-4ce7-a8bf-6dbcadba40cc req-0d2d384a-313e-425e-81d3-a9ac86508f88 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4784544 Dec 09 22:28:39.651344 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:39.656378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b296c35-cbbb-4fd7-b343-3a99a6cfe2ee req-5237f5a4-5c01-4678-8a07-63cdacf807da tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] No DVR routers for this DVR port e586c42a-8fb8-4948-ab8f-4bb6cf341c51 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:28:39.663059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Transition to ACTIVE for port object 9188f21f-5100-4282-a579-1f04413f9f3e will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:28:39.668207 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Made reservation on behalf of a6e413190b95419d9d1bf7868e26f3f9 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:39.672557 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:39.679955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9b296c35-cbbb-4fd7-b343-3a99a6cfe2ee req-5237f5a4-5c01-4678-8a07-63cdacf807da tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:39.683932 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b296c35-cbbb-4fd7-b343-3a99a6cfe2ee req-5237f5a4-5c01-4678-8a07-63cdacf807da tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.18 "DELETE /v2.0/ports/e586c42a-8fb8-4948-ab8f-4bb6cf341c51 HTTP/1.1" status: 204 len: 173 time: 3.3660984 Dec 09 22:28:39.719641 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:39.760086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Network 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:39.775823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:39.792390 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:39.794862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event updated for resources: {'Port': ['ID=b7c8a229-054e-44ab-a540-d564dae5238a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:39.902538 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1dd7b54-ce2d-46ce-9753-4fd0e160fdfe req-901b2d09-be58-424a-b4ff-3616817f6615 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3228927 Dec 09 22:28:39.918121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc132fea-0461-46b2-81b2-866eff047330 req-55ccbed9-697b-49a9-874c-df67257d6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.918612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc132fea-0461-46b2-81b2-866eff047330 req-55ccbed9-697b-49a9-874c-df67257d6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.929772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc132fea-0461-46b2-81b2-866eff047330 req-55ccbed9-697b-49a9-874c-df67257d6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.929772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc132fea-0461-46b2-81b2-866eff047330 req-55ccbed9-697b-49a9-874c-df67257d6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.929772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc132fea-0461-46b2-81b2-866eff047330 req-55ccbed9-697b-49a9-874c-df67257d6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.929772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc132fea-0461-46b2-81b2-866eff047330 req-55ccbed9-697b-49a9-874c-df67257d6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.929772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc132fea-0461-46b2-81b2-866eff047330 req-55ccbed9-697b-49a9-874c-df67257d6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.929772 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc132fea-0461-46b2-81b2-866eff047330 req-55ccbed9-697b-49a9-874c-df67257d6546 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6180 time: 0.2632420 Dec 09 22:28:39.941438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ee0cb-3f28-4830-a569-0991cd41d9dc req-2efbf1e3-36a7-45a6-96cd-ffe2032ec85a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:39.949238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f1ee0cb-3f28-4830-a569-0991cd41d9dc req-2efbf1e3-36a7-45a6-96cd-ffe2032ec85a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2532964 Dec 09 22:28:39.998716 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.051616 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.076116 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.090611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:40.091251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.093727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Pushing event updated for resources: {'Port': ['ID=9188f21f-5100-4282-a579-1f04413f9f3e,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:40.169954 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f1ee0cb-3f28-4830-a569-0991cd41d9dc req-45c25be9-0644-40dc-96a3-3a69329115a2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193987 Dec 09 22:28:40.212110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Allocated IP 192.168.233.67 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/a20951ba-c2a5-436c-a452-8bf04048f0ba) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:40.223573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=114cf9f1-227a-4260-a0fe-d7005d14da8f,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:40.240157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a8f3b7-3f20-4e6d-88dc-87753b89ff41,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:40.254362 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.261040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bde3170d-75cf-40cf-a836-3447e6e29512 None None] Provisioning complete for port b7c8a229-054e-44ab-a540-d564dae5238a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:40.262501 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bde3170d-75cf-40cf-a836-3447e6e29512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.279421 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2661ada3-f10d-4e01-b14d-4ac6915ab5ca tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5830483 Dec 09 22:28:40.288924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38538) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:40.338838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:28:40.380675 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.391080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bde3170d-75cf-40cf-a836-3447e6e29512 None None] Port b7c8a229-054e-44ab-a540-d564dae5238a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:28:40.392537 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-679e19dc-a0e0-47b4-9299-a45e26a519b8 req-d5311b88-ba62-4005-b8c5-650d2f086f58 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6 HTTP/1.1" status: 200 len: 210 time: 0.0824966 Dec 09 22:28:40.406230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Attempting to bind port 9188f21f-5100-4282-a579-1f04413f9f3e on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:28:40.406573 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Attempting to bind port 9188f21f-5100-4282-a579-1f04413f9f3e by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:28:40.406910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Attempting to bind port 9188f21f-5100-4282-a579-1f04413f9f3e on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:40.448211 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.475893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f012719d-592e-46d2-a482-d38760bb32f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:40.478401 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3321a89-a797-42ca-8a4b-5aa4b345d50e" -d '{"events": [{"server_uuid": "f012719d-592e-46d2-a482-d38760bb32f2", "name": "network-vif-unplugged", "status": "completed", "tag": "4a1ea795-4263-43aa-b0bd-1af5e85da7c9"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:40.492491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:40.500159 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.512589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Port 9188f21f-5100-4282-a579-1f04413f9f3e on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:28:40.512823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Attempting to bind port 9188f21f-5100-4282-a579-1f04413f9f3e on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:40.569419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e5a6eb3-5d80-4eff-b508-72a8a13dc64d req-a033efec-6ae2-47ca-8fa6-48320562ee01 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 210 time: 0.0883217 Dec 09 22:28:40.581042 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.583003 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf46833-da6c-4f3b-99ae-695145a8bf6e x-openstack-request-id: req-4cf46833-da6c-4f3b-99ae-695145a8bf6e {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:40.583338 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f012719d-592e-46d2-a482-d38760bb32f2", "name": "network-vif-unplugged", "status": "completed", "tag": "4a1ea795-4263-43aa-b0bd-1af5e85da7c9", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:40.583598 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cf46833-da6c-4f3b-99ae-695145a8bf6e {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:40.583952 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.584070 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f012719d-592e-46d2-a482-d38760bb32f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9', 'code': 200} Dec 09 22:28:40.586923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:28:40.587398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Checking segment: {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:40.588060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Bound using segment: {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:28:40.589594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Bound port: 9188f21f-5100-4282-a579-1f04413f9f3e, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:28:40.590146 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.614257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'project_id': 'e78715eaca6b441e8fb1fc3f839aa7da', 'port_id': 'b7c8a229-054e-44ab-a540-d564dae5238a'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:40.623226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc132fea-0461-46b2-81b2-866eff047330 req-fdb56cf4-837b-45cb-86fc-2441b0e32dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:40.623710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc132fea-0461-46b2-81b2-866eff047330 req-fdb56cf4-837b-45cb-86fc-2441b0e32dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:40.625944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc132fea-0461-46b2-81b2-866eff047330 req-fdb56cf4-837b-45cb-86fc-2441b0e32dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:40.630300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc132fea-0461-46b2-81b2-866eff047330 req-fdb56cf4-837b-45cb-86fc-2441b0e32dcf service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9adc344d60834858910acb4f5a92f96d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6761606 Dec 09 22:28:40.632913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:40.756509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.757676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f43f6da-18c3-46c5-9a86-2963e8176475 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:28:40.776288 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:40.780400 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-15a91fac-cdcc-4393-bde4-cf8190d9f9b3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3f43f6da-18c3-46c5-9a86-2963e8176475 HTTP/1.1" status: 204 len: 168 time: 4.4469302 Dec 09 22:28:40.797196 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38550) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:40.962073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] For port 9188f21f-5100-4282-a579-1f04413f9f3e, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:40.967555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-850ce4ab-4e65-4779-b99d-4a48f4d0d8d1 admin admin] Deleting subnet e15fde81-056f-40e4-be0a-d9c1ad2cae42 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:28:40.977015 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-850ce4ab-4e65-4779-b99d-4a48f4d0d8d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.010260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] For port 9188f21f-5100-4282-a579-1f04413f9f3e, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9188f21f-5100-4282-a579-1f04413f9f3e,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:28:41.022762 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.082674 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-850ce4ab-4e65-4779-b99d-4a48f4d0d8d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.086872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc132fea-0461-46b2-81b2-866eff047330 req-e2e267f3-9074-4487-887a-6390fa2ab9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:41.088403 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cc132fea-0461-46b2-81b2-866eff047330 req-e2e267f3-9074-4487-887a-6390fa2ab9ac service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4438553 Dec 09 22:28:41.112854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:41.113444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.114833 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] 10.222.0.42 "PUT /v2.0/ports/9188f21f-5100-4282-a579-1f04413f9f3e HTTP/1.1" status: 200 len: 1136 time: 3.8285847 Dec 09 22:28:41.150005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Request body: {'port': {'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:41.183784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30786cc9-c27e-428b-83a3-3244f27febaa service neutron] Pushing event updated for resources: {'Port': ['ID=9188f21f-5100-4282-a579-1f04413f9f3e,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:41.192301 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-850ce4ab-4e65-4779-b99d-4a48f4d0d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.223677 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.270564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.283620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['587c9056-54ec-4d5c-829b-edb5ff38cb07', 'a5336458-0dd1-424d-a3bf-80938386a8bb', '750d4e75-f21c-456b-892c-3aaa1bc13cc6', '7f6f755c-f30d-4933-8b76-ac3bac55b43a', '6cd8b18c-f5e0-4b33-a125-8ce5a4e31099'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:41.292029 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.357248 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:41.387450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event updated for resources: {'Port': ['ID=a20951ba-c2a5-436c-a452-8bf04048f0ba,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:41.390102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:41.403422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679', '06a7131e-eabe-4d38-aa86-491d6ace6b87'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:41.403556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:41.413489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device e586c42a-8fb8-4948-ab8f-4bb6cf341c51 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:28:41.446244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 58863277-b9d5-449d-bfac-b035e1b5303f is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:41.481069 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.488662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: e586c42a-8fb8-4948-ab8f-4bb6cf341c51 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:28:41.489301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device e586c42a-8fb8-4948-ab8f-4bb6cf341c51 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:28:41.497868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:41.579241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b7f3-abfc-4995-b97d-0d5c874fbc8d req-1487ca03-5676-4188-b9a8-b559829cc311 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:41.589594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b7f3-abfc-4995-b97d-0d5c874fbc8d req-1487ca03-5676-4188-b9a8-b559829cc311 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:41.598613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b7f3-abfc-4995-b97d-0d5c874fbc8d req-1487ca03-5676-4188-b9a8-b559829cc311 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:41.607056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b7f3-abfc-4995-b97d-0d5c874fbc8d req-1487ca03-5676-4188-b9a8-b559829cc311 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:41.615035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b7f3-abfc-4995-b97d-0d5c874fbc8d req-1487ca03-5676-4188-b9a8-b559829cc311 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:41.622309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b7f3-abfc-4995-b97d-0d5c874fbc8d req-1487ca03-5676-4188-b9a8-b559829cc311 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:41.629544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b7f3-abfc-4995-b97d-0d5c874fbc8d req-1487ca03-5676-4188-b9a8-b559829cc311 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:41.631392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7fd3b7f3-abfc-4995-b97d-0d5c874fbc8d req-1487ca03-5676-4188-b9a8-b559829cc311 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5382 time: 0.3659284 Dec 09 22:28:41.639229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc255e22-271f-4aa4-8a21-64e21fcf2246 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:41.642825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:41.643592 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.646988 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.669228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Transition to ACTIVE for port object bc255e22-271f-4aa4-8a21-64e21fcf2246 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:28:41.676207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6', 'name': 'network-vif-deleted', 'tag': 'e586c42a-8fb8-4948-ab8f-4bb6cf341c51'}, {'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '9188f21f-5100-4282-a579-1f04413f9f3e'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:41.681356 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff26f405-df02-4ed5-92e3-4097bca76df4" -d '{"events": [{"server_uuid": "f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6", "name": "network-vif-deleted", "tag": "e586c42a-8fb8-4948-ab8f-4bb6cf341c51"}, {"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "9188f21f-5100-4282-a579-1f04413f9f3e"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:41.687193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-25a7ab2e-1409-4957-b7f1-e5bc7962b67d tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3555765 Dec 09 22:28:41.693873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.754375 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-850ce4ab-4e65-4779-b99d-4a48f4d0d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.789441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a247b44-b3e4-4239-8ca7-07e4a9a56ffc req-8d759d13-f7c9-427e-b71a-5b16fd828562 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:41.799190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a247b44-b3e4-4239-8ca7-07e4a9a56ffc req-8d759d13-f7c9-427e-b71a-5b16fd828562 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.5261755 Dec 09 22:28:41.833533 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-850ce4ab-4e65-4779-b99d-4a48f4d0d8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.840978 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-850ce4ab-4e65-4779-b99d-4a48f4d0d8d1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e15fde81-056f-40e4-be0a-d9c1ad2cae42 HTTP/1.1" status: 204 len: 168 time: 1.0359163 Dec 09 22:28:41.840978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Pushing event updated for resources: {'Port': ['ID=bc255e22-271f-4aa4-8a21-64e21fcf2246,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:41.841216 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3bd811f6-5365-4dd7-b0dc-544954031e01 None None] Provisioning complete for port a20951ba-c2a5-436c-a452-8bf04048f0ba triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:41.841216 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3bd811f6-5365-4dd7-b0dc-544954031e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:41.842041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38564) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:41.860936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ce4ab-4e65-4779-b99d-4a48f4d0d8d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15fde81-056f-40e4-be0a-d9c1ad2cae42,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:41.930388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:28:41.938119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Request body: {'port': {'device_id': 'd009ca67-2e54-4f9f-a349-e215b238c9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:41.939341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3bd811f6-5365-4dd7-b0dc-544954031e01 None None] Port a20951ba-c2a5-436c-a452-8bf04048f0ba cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:28:42.007978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Attempting to bind port bc255e22-271f-4aa4-8a21-64e21fcf2246 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:28:42.008322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Attempting to bind port bc255e22-271f-4aa4-8a21-64e21fcf2246 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:28:42.008662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Attempting to bind port bc255e22-271f-4aa4-8a21-64e21fcf2246 on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:42.012704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:42.023006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Port bc255e22-271f-4aa4-8a21-64e21fcf2246 on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:28:42.023255 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Attempting to bind port bc255e22-271f-4aa4-8a21-64e21fcf2246 on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:42.042767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:28:42.042894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Checking segment: {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:42.043527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Bound using segment: {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:28:42.043686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Bound port: bc255e22-271f-4aa4-8a21-64e21fcf2246, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:28:42.044076 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:42.091616 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:42.162147 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:42.226439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7fd3b7f3-abfc-4995-b97d-0d5c874fbc8d req-a9c8f596-e470-421e-901b-546fd2198ac8 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5667107 Dec 09 22:28:42.227562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ce3258-fbd7-4ace-a74c-f937fac55890']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:42.247018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a247b44-b3e4-4239-8ca7-07e4a9a56ffc req-6c698143-e9ef-418f-a05f-86a23ee7583f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467244 Dec 09 22:28:42.249767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b16537f-507c-49cc-b648-7a82bd36ffc4') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:42.250005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b16537f-507c-49cc-b648-7a82bd36ffc4') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:42.260837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:28:42.268669 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:42.305226 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:42.326681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:28:42.327177 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:42.391713 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:28:42.392283 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31a8f3b7-3f20-4e6d-88dc-87753b89ff41 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:28:42.454856 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:28:42.458785 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:28:42.468619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] For port bc255e22-271f-4aa4-8a21-64e21fcf2246, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:42.477593 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:42.483263 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d51c1f3-dcc1-41b1-9259-5b2194fd3459 x-openstack-request-id: req-7d51c1f3-dcc1-41b1-9259-5b2194fd3459 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:42.483620 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6", "name": "network-vif-deleted", "tag": "e586c42a-8fb8-4948-ab8f-4bb6cf341c51", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "9188f21f-5100-4282-a579-1f04413f9f3e", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:42.483811 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d51c1f3-dcc1-41b1-9259-5b2194fd3459 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:42.484901 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dc9c0d-d4e2-4825-aced-0b7b7b90c7f6', 'name': 'network-vif-deleted', 'tag': 'e586c42a-8fb8-4948-ab8f-4bb6cf341c51', 'status': 'completed', 'code': 200} Dec 09 22:28:42.485172 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '9188f21f-5100-4282-a579-1f04413f9f3e', 'status': 'completed', 'code': 200} Dec 09 22:28:42.541643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:42.548325 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] 10.222.0.16 "DELETE /v2.0/networks/85ce3258-fbd7-4ace-a74c-f937fac55890 HTTP/1.1" status: 204 len: 168 time: 0.6854370 Dec 09 22:28:42.551080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00091c54-cf7a-48c2-a592-a7254d242c8b admin admin] Pushing event deleted for resources: {'Network': ['ID=85ce3258-fbd7-4ace-a74c-f937fac55890,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:42.556479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] For port bc255e22-271f-4aa4-8a21-64e21fcf2246, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bc255e22-271f-4aa4-8a21-64e21fcf2246,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:28:42.569552 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:42.639907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-f286c817-ab2c-4515-9086-d9777327a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:42.640742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-f286c817-ab2c-4515-9086-d9777327a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:42.641421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-f286c817-ab2c-4515-9086-d9777327a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:42.642353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-f286c817-ab2c-4515-9086-d9777327a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:42.643928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-f286c817-ab2c-4515-9086-d9777327a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:42.644582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-f286c817-ab2c-4515-9086-d9777327a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:42.645214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-f286c817-ab2c-4515-9086-d9777327a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:42.647922 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-f286c817-ab2c-4515-9086-d9777327a2bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6248 time: 0.1394551 Dec 09 22:28:42.684104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Allocated IP 172.25.8.128 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/3727adfb-8394-4594-b54c-92141b78ba57) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:42.848627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:42.858301 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:42.860178 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] 10.222.0.42 "PUT /v2.0/ports/bc255e22-271f-4aa4-8a21-64e21fcf2246 HTTP/1.1" status: 200 len: 1092 time: 1.7156203 Dec 09 22:28:42.870591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17387629-6488-4ecc-8083-6bf7ea1a526f service neutron] Pushing event updated for resources: {'Port': ['ID=bc255e22-271f-4aa4-8a21-64e21fcf2246,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:42.893141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Request body: {'port': {'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:42.922605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:28:42.924087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38598) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:42.936789 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2648a-3b56-42c0-a177-2a0d760c90b4 None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:28:42.953379 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2648a-3b56-42c0-a177-2a0d760c90b4 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:42.953984 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4ee2648a-3b56-42c0-a177-2a0d760c90b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:42.990264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-8623cde9-e0e6-4f2e-b883-77a9e35d0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:42.991066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-8623cde9-e0e6-4f2e-b883-77a9e35d0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:42.991863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-8623cde9-e0e6-4f2e-b883-77a9e35d0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:42.994295 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-8623cde9-e0e6-4f2e-b883-77a9e35d0325 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9adc344d60834858910acb4f5a92f96d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3162215 Dec 09 22:28:43.004809 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4ee2648a-3b56-42c0-a177-2a0d760c90b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:43.016595 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2648a-3b56-42c0-a177-2a0d760c90b4 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:43.018036 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4ee2648a-3b56-42c0-a177-2a0d760c90b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:43.022838 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f8e02ab3-39bb-47d3-b10f-9081bae918b9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "PUT /v2.0/routers/c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4047620 Dec 09 22:28:43.043703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38602) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:43.052661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'port': {'network_id': '58863277-b9d5-449d-bfac-b035e1b5303f', 'name': 'tempest-FloatingIPTestJSON-1790261234'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:43.066692 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:43.074916 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4ee2648a-3b56-42c0-a177-2a0d760c90b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:43.075585 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2648a-3b56-42c0-a177-2a0d760c90b4 None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:28:43.121273 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:43.193455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6786b-36f3-4ab7-937f-06de4460cc39 req-a9e6e245-1d78-42c6-a07f-9ae4e93e0785 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:43.195716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72a6786b-36f3-4ab7-937f-06de4460cc39 req-a9e6e245-1d78-42c6-a07f-9ae4e93e0785 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 935 time: 0.7224951 Dec 09 22:28:43.207879 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:43.293627 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-234599dc-da28-4018-ae3f-f8d31ba81077 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ba9637fb5df47dfb7c07ef1390338fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441463 Dec 09 22:28:43.298309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38612) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:43.360399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:43.370705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20951ba-c2a5-436c-a452-8bf04048f0ba {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:43.385011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5da14491-abc9-4fcc-ac4f-8de324dd6b10 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:28:43.397196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:43.405141 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:43.407660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Pushing event updated for resources: {'Port': ['ID=3727adfb-8394-4594-b54c-92141b78ba57,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:43.416317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:43.459062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-0a8ee122-750f-41c7-8fa9-9621b29e4243 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:43.460705 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-0a8ee122-750f-41c7-8fa9-9621b29e4243 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/networks?id=4fd0f5d5-24f1-4910-890b-998a883dc6a4 HTTP/1.1" status: 200 len: 814 time: 0.5753274 Dec 09 22:28:43.487661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Transition to ACTIVE for port object a20951ba-c2a5-436c-a452-8bf04048f0ba will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:28:43.491829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72a6786b-36f3-4ab7-937f-06de4460cc39 req-898af252-1281-4317-ac04-d7ca0d247858 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442732 Dec 09 22:28:43.497867 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:43.517169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b858ceb0-f513-4179-abfe-11521eab2632 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/quotas/7b8399361aaa42e187614cf19ea84e31 HTTP/1.1" status: 200 len: 375 time: 0.0430443 Dec 09 22:28:43.663856 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:43.696708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'mac_address': 'fa:16:3e:84:66:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:28:43.751153 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Pushing event updated for resources: {'Port': ['ID=a20951ba-c2a5-436c-a452-8bf04048f0ba,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:43.770680 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:43.789369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da14491-abc9-4fcc-ac4f-8de324dd6b10 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:43.831645 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:43.840886 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:43.960242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5da14491-abc9-4fcc-ac4f-8de324dd6b10,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:43.971164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222146e6-8b53-4be5-8d5d-4894452cc271 req-d4ccec79-94c8-412d-8774-77637dc0d5e0 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:43.974346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-222146e6-8b53-4be5-8d5d-4894452cc271 req-d4ccec79-94c8-412d-8774-77637dc0d5e0 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 944 time: 0.3010466 Dec 09 22:28:43.979315 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-288cb84f-31be-418a-83e5-ea0625781f0a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b8399361aaa42e187614cf19ea84e31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4613180 Dec 09 22:28:44.009235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5da14491-abc9-4fcc-ac4f-8de324dd6b10'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:44.080237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e69b8400-7f1e-4a71-bddc-4126bac4845e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:28:44.081352 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e69b8400-7f1e-4a71-bddc-4126bac4845e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051012 Dec 09 22:28:44.087247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-222146e6-8b53-4be5-8d5d-4894452cc271 req-6cd2aeb7-b995-4ad9-83f7-7862d23cf00c tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069219 Dec 09 22:28:44.144170 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Made reservation on behalf of 44ca81b6be124ae9b5b923b7e17a6a7a for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:44.148463 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:44.220594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Attempting to bind port a20951ba-c2a5-436c-a452-8bf04048f0ba on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:28:44.221241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Attempting to bind port a20951ba-c2a5-436c-a452-8bf04048f0ba by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:28:44.221811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Attempting to bind port a20951ba-c2a5-436c-a452-8bf04048f0ba on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:44.244173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Port a20951ba-c2a5-436c-a452-8bf04048f0ba on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:28:44.244790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Attempting to bind port a20951ba-c2a5-436c-a452-8bf04048f0ba on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:44.278837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:28:44.279191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:44.279480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:28:44.279930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Bound port: a20951ba-c2a5-436c-a452-8bf04048f0ba, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:28:44.280292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:44.327564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-ae937c74-308a-4ce6-86d1-870996a6b064 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346382 Dec 09 22:28:44.343591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] device_id is not set on port 26a1df88-5e02-41cc-b7d4-b81e0d0581c8 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:28:44.382476 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1eec7b83-9650-409d-85f8-9cf27f062270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:44.425115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-4292dc92-f309-4946-a92d-75e0914e3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:44.426674 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ff26f405-df02-4ed5-92e3-4097bca76df4 req-4292dc92-f309-4946-a92d-75e0914e3e44 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3838530 Dec 09 22:28:44.493664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab3ab8-0db2-4808-a121-3407c9b9f057 req-be2eef21-6909-410e-9182-06709d5a666b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:44.495375 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-17ab3ab8-0db2-4808-a121-3407c9b9f057 req-be2eef21-6909-410e-9182-06709d5a666b tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.18 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 944 time: 0.4622836 Dec 09 22:28:44.499170 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1eec7b83-9650-409d-85f8-9cf27f062270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:44.507517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': 'bc255e22-271f-4aa4-8a21-64e21fcf2246'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:44.517327 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d18effd-e097-447f-b42f-25b0e3d67351" -d '{"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "bc255e22-271f-4aa4-8a21-64e21fcf2246"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:44.545873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482aec-c4a0-4e68-853c-ddfba4db41a4 req-58912647-3578-4793-b870-8bfef9127c0f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:44.555297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482aec-c4a0-4e68-853c-ddfba4db41a4 req-58912647-3578-4793-b870-8bfef9127c0f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:44.561725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482aec-c4a0-4e68-853c-ddfba4db41a4 req-58912647-3578-4793-b870-8bfef9127c0f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:44.568429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482aec-c4a0-4e68-853c-ddfba4db41a4 req-58912647-3578-4793-b870-8bfef9127c0f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:44.576718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482aec-c4a0-4e68-853c-ddfba4db41a4 req-58912647-3578-4793-b870-8bfef9127c0f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:44.582870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482aec-c4a0-4e68-853c-ddfba4db41a4 req-58912647-3578-4793-b870-8bfef9127c0f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:44.589908 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482aec-c4a0-4e68-853c-ddfba4db41a4 req-58912647-3578-4793-b870-8bfef9127c0f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:44.591919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa482aec-c4a0-4e68-853c-ddfba4db41a4 req-58912647-3578-4793-b870-8bfef9127c0f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5394 time: 0.3056734 Dec 09 22:28:44.682036 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-d1e0dac3-1b94-4b4d-9589-a759cace3c3a service neutron] 10.222.0.16 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448999 Dec 09 22:28:44.689390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] For port a20951ba-c2a5-436c-a452-8bf04048f0ba, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:44.721670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.20.0.10 (58863277-b9d5-449d-bfac-b035e1b5303f/a5730476-947a-4b2d-93b2-e7d5c1712277/26a1df88-5e02-41cc-b7d4-b81e0d0581c8) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:44.755337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa482aec-c4a0-4e68-853c-ddfba4db41a4 req-1eb5bd74-7fe8-4d80-a257-8dd26099b701 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281261 Dec 09 22:28:44.787581 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1eec7b83-9650-409d-85f8-9cf27f062270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:44.791051 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1eec7b83-9650-409d-85f8-9cf27f062270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:44.792623 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1eec7b83-9650-409d-85f8-9cf27f062270 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b967fa94-44bd-4ed6-8093-4a7271eefbc8 HTTP/1.1" status: 204 len: 168 time: 1.4877257 Dec 09 22:28:44.849526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec7b83-9650-409d-85f8-9cf27f062270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b967fa94-44bd-4ed6-8093-4a7271eefbc8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:44.898920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-17ab3ab8-0db2-4808-a121-3407c9b9f057 req-9beff966-0975-4c17-8323-3f8af3746430 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Deleting port 5503723b-f470-40e0-b397-779fc92ad6b2 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:28:44.899756 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ab3ab8-0db2-4808-a121-3407c9b9f057 req-9beff966-0975-4c17-8323-3f8af3746430 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:44.946436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] For port a20951ba-c2a5-436c-a452-8bf04048f0ba, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a20951ba-c2a5-436c-a452-8bf04048f0ba,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:28:44.962537 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:45.048915 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c32275e-988f-4362-bcf0-59bdd2e6e277 x-openstack-request-id: req-0c32275e-988f-4362-bcf0-59bdd2e6e277 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:45.050057 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "bc255e22-271f-4aa4-8a21-64e21fcf2246", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:45.051475 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c32275e-988f-4362-bcf0-59bdd2e6e277 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:45.052156 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': 'bc255e22-271f-4aa4-8a21-64e21fcf2246', 'status': 'completed', 'code': 200} Dec 09 22:28:45.102844 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03aed5e5-54fb-45cf-a042-ed4985351e80 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:45.198860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:45.199418 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:45.201445 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-1b569105-5472-4743-9b20-445ec7620503 service neutron] 10.222.0.18 "PUT /v2.0/ports/a20951ba-c2a5-436c-a452-8bf04048f0ba HTTP/1.1" status: 200 len: 1096 time: 3.2819467 Dec 09 22:28:45.234155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd009ca67-2e54-4f9f-a349-e215b238c9fb', 'tag': 'a20951ba-c2a5-436c-a452-8bf04048f0ba'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:45.238576 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5960840c-97e4-49b8-83ca-de8d1bfe1833" -d '{"events": [{"name": "network-changed", "server_uuid": "d009ca67-2e54-4f9f-a349-e215b238c9fb", "tag": "a20951ba-c2a5-436c-a452-8bf04048f0ba"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:45.315180 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d2df357-4ee6-4c2c-82e1-95fe185b0a7d req-8a21beca-8d56-421f-a3a6-3d2420c7cc59 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 210 time: 0.1413822 Dec 09 22:28:45.360450 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:45.407786 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5da14491-abc9-4fcc-ac4f-8de324dd6b10 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:28:45.493204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b569105-5472-4743-9b20-445ec7620503 service neutron] Pushing event updated for resources: {'Port': ['ID=a20951ba-c2a5-436c-a452-8bf04048f0ba,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:45.512292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:45.533966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:45.534258 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:45.560130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Transition to ACTIVE for port object 03aed5e5-54fb-45cf-a042-ed4985351e80 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:28:45.602489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:45.657105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-6b535afa-a1aa-403b-9562-5da122e80fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:45.669145 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-6b535afa-a1aa-403b-9562-5da122e80fcf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 1099 time: 0.4025946 Dec 09 22:28:45.684308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fe4bc-db69-4113-bce5-29f89e6a8731 req-090b6490-c686-4b70-bce6-178435fdacea tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:45.695228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e24fe4bc-db69-4113-bce5-29f89e6a8731 req-090b6490-c686-4b70-bce6-178435fdacea tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 947 time: 0.4360332 Dec 09 22:28:45.742490 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:45.798508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-719fba56-96b0-4d1f-a0aa-c47573526882 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=a20951ba-c2a5-436c-a452-8bf04048f0ba HTTP/1.1" status: 200 len: 217 time: 0.0946491 Dec 09 22:28:45.816964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-cb13f5e2-cdf4-407b-a86c-40be0f98f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:45.817456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-cb13f5e2-cdf4-407b-a86c-40be0f98f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:45.817973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-cb13f5e2-cdf4-407b-a86c-40be0f98f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:45.818456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-cb13f5e2-cdf4-407b-a86c-40be0f98f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:45.818920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-cb13f5e2-cdf4-407b-a86c-40be0f98f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:45.819385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-cb13f5e2-cdf4-407b-a86c-40be0f98f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:45.819852 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-cb13f5e2-cdf4-407b-a86c-40be0f98f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:45.821906 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-cb13f5e2-cdf4-407b-a86c-40be0f98f58d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6290 time: 0.6979578 Dec 09 22:28:45.865548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:45.867624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-17ab3ab8-0db2-4808-a121-3407c9b9f057 req-9beff966-0975-4c17-8323-3f8af3746430 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] For port 5503723b-f470-40e0-b397-779fc92ad6b2, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5503723b-f470-40e0-b397-779fc92ad6b2,segment=NetworkSegment(1bff6125-7e92-4f00-801d-d593dc210871),segment_id=1bff6125-7e92-4f00-801d-d593dc210871)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:45.868015 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ab3ab8-0db2-4808-a121-3407c9b9f057 req-9beff966-0975-4c17-8323-3f8af3746430 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:45.876122 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee388722-cab0-4188-b7f5-626cb27a941e" -d '{"events": [{"server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "name": "network-vif-plugged", "status": "completed", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:45.924459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caafc0-3250-496d-85c3-64f75894a267 req-ee180058-1a3d-4356-8384-0a418c7121f5 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:45.926056 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:45.933704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:45.940468 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:45.941518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19caafc0-3250-496d-85c3-64f75894a267 req-ee180058-1a3d-4356-8384-0a418c7121f5 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 944 time: 0.4639947 Dec 09 22:28:45.978415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-17ab3ab8-0db2-4808-a121-3407c9b9f057 req-9beff966-0975-4c17-8323-3f8af3746430 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Calling delete_port for 5503723b-f470-40e0-b397-779fc92ad6b2 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:28:46.000847 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:46.049550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5da14491-abc9-4fcc-ac4f-8de324dd6b10,revision_number=10']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:46.161778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:46.166319 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=03aed5e5-54fb-45cf-a042-ed4985351e80,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:46.252998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=26a1df88-5e02-41cc-b7d4-b81e0d0581c8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:46.398066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 58863277-b9d5-449d-bfac-b035e1b5303f is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:46.414613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:46.427886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:46.483684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:46.491804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:46.668410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-c58465c0-d5c2-42dc-a961-17592a3e8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:46.669027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-c58465c0-d5c2-42dc-a961-17592a3e8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:46.669818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-c58465c0-d5c2-42dc-a961-17592a3e8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:46.671483 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-c58465c0-d5c2-42dc-a961-17592a3e8c30 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9adc344d60834858910acb4f5a92f96d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7892408 Dec 09 22:28:46.680527 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0c41ed98-4d01-4065-89ae-43e2b3ed0899 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6358402 Dec 09 22:28:46.714543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38682) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:46.727502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'port': {'network_id': '58863277-b9d5-449d-bfac-b035e1b5303f', 'name': 'tempest-FloatingIPTestJSON-1362912041'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:46.756658 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e24fe4bc-db69-4113-bce5-29f89e6a8731 req-722310a3-cb49-4136-b990-c5b11368d092 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0604422 Dec 09 22:28:46.772751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-ac0c0e63-c709-4772-82b5-12e810beba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:46.782449 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-ac0c0e63-c709-4772-82b5-12e810beba3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.9363103 Dec 09 22:28:46.882784 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19caafc0-3250-496d-85c3-64f75894a267 req-36c03dd7-ac14-40f6-8e36-e44b5603e77e tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/security-groups?id=bdbfe38a-2121-4553-b716-d45b754bce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9398367 Dec 09 22:28:46.894306 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0d7c71-43cd-47f0-aef5-1451a28093ef x-openstack-request-id: req-6d0d7c71-43cd-47f0-aef5-1451a28093ef {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:46.894590 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d009ca67-2e54-4f9f-a349-e215b238c9fb", "tag": "a20951ba-c2a5-436c-a452-8bf04048f0ba", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:46.894850 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d0d7c71-43cd-47f0-aef5-1451a28093ef {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:46.895247 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd009ca67-2e54-4f9f-a349-e215b238c9fb', 'tag': 'a20951ba-c2a5-436c-a452-8bf04048f0ba', 'status': 'completed', 'code': 200} Dec 09 22:28:46.927357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-28e84a22-b502-4291-9d65-de13ff578241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:46.929172 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-28e84a22-b502-4291-9d65-de13ff578241 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1351843 Dec 09 22:28:47.032169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-37a53d72-b7a4-4fb4-9947-c156ae055eae service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946047 Dec 09 22:28:47.034751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Attempting to bind port 03aed5e5-54fb-45cf-a042-ed4985351e80 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:28:47.036613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Attempting to bind port 03aed5e5-54fb-45cf-a042-ed4985351e80 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:28:47.037746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Attempting to bind port 03aed5e5-54fb-45cf-a042-ed4985351e80 on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:47.128571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Port 03aed5e5-54fb-45cf-a042-ed4985351e80 on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:28:47.129946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Attempting to bind port 03aed5e5-54fb-45cf-a042-ed4985351e80 on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:47.193249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4649b-97b3-4692-a945-1bb1e5b5a82a req-e10da8b8-9ea9-48da-b281-1d681a4c85c6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:47.210492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4649b-97b3-4692-a945-1bb1e5b5a82a req-e10da8b8-9ea9-48da-b281-1d681a4c85c6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:47.220804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4649b-97b3-4692-a945-1bb1e5b5a82a req-e10da8b8-9ea9-48da-b281-1d681a4c85c6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:47.239799 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca7cb95-2348-47c5-8ef1-82affbf9860d x-openstack-request-id: req-bca7cb95-2348-47c5-8ef1-82affbf9860d {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:47.240605 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "name": "network-vif-plugged", "status": "completed", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:47.241031 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bca7cb95-2348-47c5-8ef1-82affbf9860d {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:47.241599 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'code': 200} Dec 09 22:28:47.242426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4649b-97b3-4692-a945-1bb1e5b5a82a req-e10da8b8-9ea9-48da-b281-1d681a4c85c6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:47.260147 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4649b-97b3-4692-a945-1bb1e5b5a82a req-e10da8b8-9ea9-48da-b281-1d681a4c85c6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:47.270999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4649b-97b3-4692-a945-1bb1e5b5a82a req-e10da8b8-9ea9-48da-b281-1d681a4c85c6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:47.278520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4649b-97b3-4692-a945-1bb1e5b5a82a req-e10da8b8-9ea9-48da-b281-1d681a4c85c6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:47.281173 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02d4649b-97b3-4692-a945-1bb1e5b5a82a req-e10da8b8-9ea9-48da-b281-1d681a4c85c6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5406 time: 0.2480524 Dec 09 22:28:47.324347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Made reservation on behalf of 44ca81b6be124ae9b5b923b7e17a6a7a for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:47.328329 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:47.340450 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:47.346420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-d137f83a-a445-490a-a673-0c4647f71bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:47.349187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0d18effd-e097-447f-b42f-25b0e3d67351 req-d137f83a-a445-490a-a673-0c4647f71bb8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6674979 Dec 09 22:28:47.358273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-3d3e52be-fda8-4fdf-b2ff-3e05176ee82c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:47.359698 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-3d3e52be-fda8-4fdf-b2ff-3e05176ee82c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.18 "GET /v2.0/networks?id=4fd0f5d5-24f1-4910-890b-998a883dc6a4 HTTP/1.1" status: 200 len: 814 time: 0.1696997 Dec 09 22:28:47.368907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] device_id is not set on port d0e24c88-2f21-406f-89a8-19c124ba575e yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:28:47.403357 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:47.410358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ab3ab8-0db2-4808-a121-3407c9b9f057 req-9beff966-0975-4c17-8323-3f8af3746430 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:47.427362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Request body: {'port': {'device_id': '95eebde0-19a6-439c-9586-801793f82cb0', 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4', 'admin_state_up': True, 'tenant_id': '7b8399361aaa42e187614cf19ea84e31'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:47.437539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:28:47.440279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Checking segment: {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:47.441571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5503723b-f470-40e0-b397-779fc92ad6b2 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:28:47.441904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Bound using segment: {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:28:47.443421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Bound port: 03aed5e5-54fb-45cf-a042-ed4985351e80, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63840eea-497e-429e-a614-70f31f4a8551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:28:47.444025 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:47.471085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 5503723b-f470-40e0-b397-779fc92ad6b2 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:28:47.471290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5503723b-f470-40e0-b397-779fc92ad6b2 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:28:47.482901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68fd83e1-06f1-4300-b6e3-77405edd2582 req-07839a9d-6a91-4d6d-9c29-bf2a6c8d39c2 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840902 Dec 09 22:28:47.489571 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c4ba0cb-ae60-4cce-bb40-dc33300f0d22 req-f8c151d9-4704-411e-89ca-fc4bfedeea8d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 210 time: 0.0894473 Dec 09 22:28:47.550360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02d4649b-97b3-4692-a945-1bb1e5b5a82a req-748cd8c6-8bba-48ab-84b9-05f7346ac4b3 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1490738 Dec 09 22:28:47.572284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Pushing event updated for resources: {'Port': ['ID=3727adfb-8394-4594-b54c-92141b78ba57,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:47.603548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beff966-0975-4c17-8323-3f8af3746430 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Pushing event deleted for resources: {'Port': ['ID=5503723b-f470-40e0-b397-779fc92ad6b2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:47.619972 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:47.677506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ab3ab8-0db2-4808-a121-3407c9b9f057 req-9beff966-0975-4c17-8323-3f8af3746430 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] No DVR routers for this DVR port 5503723b-f470-40e0-b397-779fc92ad6b2 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:28:47.680801 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ab3ab8-0db2-4808-a121-3407c9b9f057 req-9beff966-0975-4c17-8323-3f8af3746430 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:47.684234 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-17ab3ab8-0db2-4808-a121-3407c9b9f057 req-9beff966-0975-4c17-8323-3f8af3746430 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.18 "DELETE /v2.0/ports/5503723b-f470-40e0-b397-779fc92ad6b2 HTTP/1.1" status: 204 len: 173 time: 3.1516266 Dec 09 22:28:47.692027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6205a025-6f27-4319-a658-443adbef11d8', 'name': 'network-vif-deleted', 'tag': '5503723b-f470-40e0-b397-779fc92ad6b2'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:47.694515 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a4c1c1-0a0d-44b0-8376-fe72dad96e45" -d '{"events": [{"server_uuid": "6205a025-6f27-4319-a658-443adbef11d8", "name": "network-vif-deleted", "tag": "5503723b-f470-40e0-b397-779fc92ad6b2"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:47.753046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960840c-97e4-49b8-83ca-de8d1bfe1833 req-b4516a10-c3c2-476a-b096-a3f38f0ec182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:47.759585 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5960840c-97e4-49b8-83ca-de8d1bfe1833 req-b4516a10-c3c2-476a-b096-a3f38f0ec182 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 1099 time: 0.1499436 Dec 09 22:28:47.774790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.20.0.14 (58863277-b9d5-449d-bfac-b035e1b5303f/a5730476-947a-4b2d-93b2-e7d5c1712277/d0e24c88-2f21-406f-89a8-19c124ba575e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:47.806836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] For port 03aed5e5-54fb-45cf-a042-ed4985351e80, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:47.827043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] For port 03aed5e5-54fb-45cf-a042-ed4985351e80, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=03aed5e5-54fb-45cf-a042-ed4985351e80,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:28:47.841594 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca26ab9-4356-459b-bac7-a5540cae542a x-openstack-request-id: req-cca26ab9-4356-459b-bac7-a5540cae542a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:47.842856 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6205a025-6f27-4319-a658-443adbef11d8", "name": "network-vif-deleted", "tag": "5503723b-f470-40e0-b397-779fc92ad6b2", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:47.843177 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cca26ab9-4356-459b-bac7-a5540cae542a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:47.843596 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6205a025-6f27-4319-a658-443adbef11d8', 'name': 'network-vif-deleted', 'tag': '5503723b-f470-40e0-b397-779fc92ad6b2', 'status': 'completed', 'code': 200} Dec 09 22:28:47.862825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:48.000413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Made reservation on behalf of 7b8399361aaa42e187614cf19ea84e31 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:48.015317 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Floating IP 656461de-07c5-4cb8-8e6a-48d02ab31508 associated. External IP: 172.25.8.128, port: b7c8a229-054e-44ab-a540-d564dae5238a. Dec 09 22:28:48.024951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:48.110730 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71ac7b5b-0cb0-4373-9607-b1ad3e729c05 req-85c05507-1d0c-4572-8514-cc36edde2df8 tempest-LiveMigrationTest-279857015 tempest-LiveMigrationTest-279857015-project] 10.222.0.16 "GET /v2.0/ports?device_id=6205a025-6f27-4319-a658-443adbef11d8 HTTP/1.1" status: 200 len: 210 time: 0.0474894 Dec 09 22:28:48.114943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960840c-97e4-49b8-83ca-de8d1bfe1833 req-ece25f0b-a0a8-4701-85bc-815cb0f35238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:48.116863 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5960840c-97e4-49b8-83ca-de8d1bfe1833 req-ece25f0b-a0a8-4701-85bc-815cb0f35238 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.3469350 Dec 09 22:28:48.124858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b020d83-c0eb-41bb-96c5-88cdd1f2e1ec req-420264a2-6f48-4bf3-b75c-8eaabd523a2c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:48.126533 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b020d83-c0eb-41bb-96c5-88cdd1f2e1ec req-420264a2-6f48-4bf3-b75c-8eaabd523a2c tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 947 time: 0.2231088 Dec 09 22:28:48.152164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:48.152937 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:48.154479 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] 10.222.0.42 "PUT /v2.0/ports/03aed5e5-54fb-45cf-a042-ed4985351e80 HTTP/1.1" status: 200 len: 1092 time: 5.2685604 Dec 09 22:28:48.201371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Request body: {'port': {'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:48.209212 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5960840c-97e4-49b8-83ca-de8d1bfe1833 req-af7ab603-cc69-4b2f-a750-fb18ff6eba55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=a20951ba-c2a5-436c-a452-8bf04048f0ba HTTP/1.1" status: 200 len: 217 time: 0.0792177 Dec 09 22:28:48.257344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63df20-54ea-4509-86d7-8d3d08024cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=03aed5e5-54fb-45cf-a042-ed4985351e80,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:48.272528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38704) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:48.497037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960840c-97e4-49b8-83ca-de8d1bfe1833 req-e9c536ec-3d42-41d1-9242-296e18f4d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:48.499251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5960840c-97e4-49b8-83ca-de8d1bfe1833 req-e9c536ec-3d42-41d1-9242-296e18f4d798 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.2713428 Dec 09 22:28:48.505134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b020d83-c0eb-41bb-96c5-88cdd1f2e1ec req-e87d704a-85b0-4ecb-b91f-4ea0d63f876b tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582101 Dec 09 22:28:48.568308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb003-405c-4726-9a15-80cbf2344da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:48.613833 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:48.632796 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-370b1d3d-57c5-4705-9fd2-3d51dcbe14b6 req-5eca1f40-d8a9-4252-bd1e-cc1c717d3c30 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 210 time: 0.0336900 Dec 09 22:28:48.634755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960840c-97e4-49b8-83ca-de8d1bfe1833 req-19de17e4-bb0e-4f92-9817-71c7a771aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:48.636444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5960840c-97e4-49b8-83ca-de8d1bfe1833 req-19de17e4-bb0e-4f92-9817-71c7a771aebf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1267395 Dec 09 22:28:48.744209 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:48.815855 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Router 517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:28:48.827173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Allocated IP 172.20.0.7 (4fd0f5d5-24f1-4910-890b-998a883dc6a4/4c61dafb-561e-4cb7-bd81-c814e797ed36/6d2cb857-66b8-49e8-bc60-c4501d0a0cca) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:48.840397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a0620-74cf-4196-b828-3533ed270904 req-b9c8c03f-f4a3-4ed8-bf22-af49a7c80926 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:48.847080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a0620-74cf-4196-b828-3533ed270904 req-b9c8c03f-f4a3-4ed8-bf22-af49a7c80926 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:48.853532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a0620-74cf-4196-b828-3533ed270904 req-b9c8c03f-f4a3-4ed8-bf22-af49a7c80926 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:48.860081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a0620-74cf-4196-b828-3533ed270904 req-b9c8c03f-f4a3-4ed8-bf22-af49a7c80926 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:48.866249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a0620-74cf-4196-b828-3533ed270904 req-b9c8c03f-f4a3-4ed8-bf22-af49a7c80926 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:48.873188 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a0620-74cf-4196-b828-3533ed270904 req-b9c8c03f-f4a3-4ed8-bf22-af49a7c80926 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:48.879389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a0620-74cf-4196-b828-3533ed270904 req-b9c8c03f-f4a3-4ed8-bf22-af49a7c80926 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:48.881914 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b7a0620-74cf-4196-b828-3533ed270904 req-b9c8c03f-f4a3-4ed8-bf22-af49a7c80926 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5406 time: 0.1740825 Dec 09 22:28:48.924646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5960840c-97e4-49b8-83ca-de8d1bfe1833 req-d0cc8472-7a30-449a-887f-d121b6167302 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412746 Dec 09 22:28:48.929884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb003-405c-4726-9a15-80cbf2344da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:48.947414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb003-405c-4726-9a15-80cbf2344da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:49.006912 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:49.095922 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a5fdb003-405c-4726-9a15-80cbf2344da1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01c8d92d609b41c8b56a2ba9ab812c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8198049 Dec 09 22:28:49.096691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdb003-405c-4726-9a15-80cbf2344da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce915081-5da9-487d-b89d-ef69fec2b7d6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:49.099073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38722) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:49.120422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b7a0620-74cf-4196-b828-3533ed270904 req-b07793a4-9fca-4c43-ae2e-eea4dfc52347 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2296250 Dec 09 22:28:49.176016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:28:49.177108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 58863277-b9d5-449d-bfac-b035e1b5303f is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:49.186792 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5960840c-97e4-49b8-83ca-de8d1bfe1833 req-a99ca2d2-fcd6-43a7-a3a2-3e01b4b0c773 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247400 Dec 09 22:28:49.187359 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63dad72-f8ba-4090-8fbc-c147d281b04d None None] Sync routers for ids ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:28:49.208905 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:49.218074 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63dad72-f8ba-4090-8fbc-c147d281b04d None None] Routers {'517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:49.223104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f63dad72-f8ba-4090-8fbc-c147d281b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:49.231385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38726) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:49.241379 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-918def3e-6f8e-4f04-8ebe-c22b0f268f98 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.9505134 Dec 09 22:28:49.244080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38728) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:49.250917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:49.261922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f63dad72-f8ba-4090-8fbc-c147d281b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:49.269772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=d0e24c88-2f21-406f-89a8-19c124ba575e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:49.272420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63dad72-f8ba-4090-8fbc-c147d281b04d None None] Routers {'517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:49.273195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f63dad72-f8ba-4090-8fbc-c147d281b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:49.315868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f63dad72-f8ba-4090-8fbc-c147d281b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:49.316790 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63dad72-f8ba-4090-8fbc-c147d281b04d None None] The sync data for ids ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:28:49.352220 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:49.377256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3c3487e7-8c74-4b28-a244-b78eb9c0fbfd tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] 10.222.0.16 "GET /v2.0/floatingips/656461de-07c5-4cb8-8e6a-48d02ab31508 HTTP/1.1" status: 200 len: 982 time: 0.1306489 Dec 09 22:28:49.380076 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38732) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:49.523467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f6cd743a-2294-450f-8e0c-626f4320e772 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1946 time: 0.1421518 Dec 09 22:28:49.525991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38744) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:49.775562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:49.796308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5622d745-df84-4f5e-89d4-e88095d33e89 req-ab79b5b3-501c-4bdc-a041-57f197d34969 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 210 time: 0.0367970 Dec 09 22:28:49.817361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8905cd3-6697-4c30-990d-884673f3401c req-0f280b85-a298-4eab-87aa-7b9132d7a3ec tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:49.818887 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8905cd3-6697-4c30-990d-884673f3401c req-0f280b85-a298-4eab-87aa-7b9132d7a3ec tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 947 time: 0.1793661 Dec 09 22:28:49.848510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '03aed5e5-54fb-45cf-a042-ed4985351e80'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:49.851138 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45" -d '{"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "03aed5e5-54fb-45cf-a042-ed4985351e80"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:49.862232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:49.879340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Deleting port 3727adfb-8394-4594-b54c-92141b78ba57 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:28:49.879682 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:49.896637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['99986466-6486-4331-8f01-d8f9a0b72ea0'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:49.920958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:49.921804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:49.931260 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a51c7b0-1635-4903-966f-b329906289ae x-openstack-request-id: req-3a51c7b0-1635-4903-966f-b329906289ae {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:49.931644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8905cd3-6697-4c30-990d-884673f3401c req-44fb5480-3153-4f33-a125-601e4ebf45d7 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038659 Dec 09 22:28:49.931762 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "03aed5e5-54fb-45cf-a042-ed4985351e80", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:49.932089 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a51c7b0-1635-4903-966f-b329906289ae {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:49.932610 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '03aed5e5-54fb-45cf-a042-ed4985351e80', 'status': 'completed', 'code': 200} Dec 09 22:28:49.971573 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc96625-a7e8-4ef1-8360-d7316812ad2f admin admin] Deleting subnet 63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:28:49.986711 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70f29e90-9a83-4c4a-b815-efb44635f7fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:49.990012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dc96625-a7e8-4ef1-8360-d7316812ad2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.022178 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.022934 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.039321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Calling delete_port for 3727adfb-8394-4594-b54c-92141b78ba57 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:28:50.074487 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-71d06ccb-2648-4b5a-a695-c15fbea28804 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3570163 Dec 09 22:28:50.083768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:50.092695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38752) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:50.097666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': 'd0e24c88-2f21-406f-89a8-19c124ba575e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:50.131431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:50.138986 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70f29e90-9a83-4c4a-b815-efb44635f7fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.149342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:50.154251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Pushing event updated for resources: {'Port': ['ID=6d2cb857-66b8-49e8-bc60-c4501d0a0cca,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:50.167036 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dc96625-a7e8-4ef1-8360-d7316812ad2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.184553 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.261382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe013a1-f671-45b5-8107-e5e2c060d7ce {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:50.282650 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.322550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-2a0ba5b5-33e3-47dc-b745-d9332713f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.323163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-2a0ba5b5-33e3-47dc-b745-d9332713f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.323634 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-2a0ba5b5-33e3-47dc-b745-d9332713f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.324100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-2a0ba5b5-33e3-47dc-b745-d9332713f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.324565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-2a0ba5b5-33e3-47dc-b745-d9332713f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.325030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-2a0ba5b5-33e3-47dc-b745-d9332713f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.325505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-2a0ba5b5-33e3-47dc-b745-d9332713f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.327715 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-2a0ba5b5-33e3-47dc-b745-d9332713f4f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6358 time: 0.3717945 Dec 09 22:28:50.341931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.342702 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.345856 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Transition to ACTIVE for port object 9fe013a1-f671-45b5-8107-e5e2c060d7ce will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:28:50.360137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dc96625-a7e8-4ef1-8360-d7316812ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.368914 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.504056 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-e3cfda08-7603-4487-b781-a595e35e0c4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0877039 Dec 09 22:28:50.522432 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70f29e90-9a83-4c4a-b815-efb44635f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.525448 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70f29e90-9a83-4c4a-b815-efb44635f7fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.532022 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-70f29e90-9a83-4c4a-b815-efb44635f7fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce915081-5da9-487d-b89d-ef69fec2b7d6 HTTP/1.1" status: 204 len: 168 time: 1.4165490 Dec 09 22:28:50.565402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Request body: {'port': {'device_id': '95eebde0-19a6-439c-9586-801793f82cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:50.579552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Pushing event updated for resources: {'Port': ['ID=9fe013a1-f671-45b5-8107-e5e2c060d7ce,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:50.618123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f29e90-9a83-4c4a-b815-efb44635f7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce915081-5da9-487d-b89d-ef69fec2b7d6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:50.728829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb29a3-f37a-4e27-a159-b1e7adf60146 req-8dfcb0e5-ab28-4db7-88db-db69ff1b93ad tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.735653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb29a3-f37a-4e27-a159-b1e7adf60146 req-8dfcb0e5-ab28-4db7-88db-db69ff1b93ad tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.741645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb29a3-f37a-4e27-a159-b1e7adf60146 req-8dfcb0e5-ab28-4db7-88db-db69ff1b93ad tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.748327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb29a3-f37a-4e27-a159-b1e7adf60146 req-8dfcb0e5-ab28-4db7-88db-db69ff1b93ad tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.749153 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.754922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb29a3-f37a-4e27-a159-b1e7adf60146 req-8dfcb0e5-ab28-4db7-88db-db69ff1b93ad tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.761696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb29a3-f37a-4e27-a159-b1e7adf60146 req-8dfcb0e5-ab28-4db7-88db-db69ff1b93ad tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.767476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb29a3-f37a-4e27-a159-b1e7adf60146 req-8dfcb0e5-ab28-4db7-88db-db69ff1b93ad tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.775787 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24eb29a3-f37a-4e27-a159-b1e7adf60146 req-8dfcb0e5-ab28-4db7-88db-db69ff1b93ad tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5418 time: 0.1317410 Dec 09 22:28:50.776868 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dc96625-a7e8-4ef1-8360-d7316812ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.784663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-37d4a88a-4703-47a4-b812-0dfc4ba6c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.785442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-37d4a88a-4703-47a4-b812-0dfc4ba6c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.786196 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-37d4a88a-4703-47a4-b812-0dfc4ba6c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:50.787805 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-37d4a88a-4703-47a4-b812-0dfc4ba6c4fc service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9adc344d60834858910acb4f5a92f96d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4405365 Dec 09 22:28:50.832120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc96625-a7e8-4ef1-8360-d7316812ad2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:50.869316 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dc96625-a7e8-4ef1-8360-d7316812ad2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:50.873281 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0dc96625-a7e8-4ef1-8360-d7316812ad2f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/63d2f3c0-3aaa-4a3d-bf86-9e344495ec0c HTTP/1.1" status: 204 len: 168 time: 1.6272180 Dec 09 22:28:50.879037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38776) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:50.967169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Attempting to bind port 9fe013a1-f671-45b5-8107-e5e2c060d7ce on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:28:50.967531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Attempting to bind port 9fe013a1-f671-45b5-8107-e5e2c060d7ce by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:28:50.967842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Attempting to bind port 9fe013a1-f671-45b5-8107-e5e2c060d7ce on network 02defe12-519c-42b7-988d-629d9defac3c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:51.010135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Port 9fe013a1-f671-45b5-8107-e5e2c060d7ce on network 02defe12-519c-42b7-988d-629d9defac3c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:28:51.010535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Attempting to bind port 9fe013a1-f671-45b5-8107-e5e2c060d7ce on network 02defe12-519c-42b7-988d-629d9defac3c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:51.071940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cafa46-d8f8-42b0-aba4-d1ce0972a846 req-54503cfa-8928-4a6e-bf00-1b190d6cd495 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:51.080008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5cafa46-d8f8-42b0-aba4-d1ce0972a846 req-54503cfa-8928-4a6e-bf00-1b190d6cd495 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 931 time: 0.1479609 Dec 09 22:28:51.119191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:28:51.119372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Checking segment: {'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:51.119711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Bound using segment: {'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:28:51.120699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Bound port: 9fe013a1-f671-45b5-8107-e5e2c060d7ce, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:28:51.121062 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.141407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24eb29a3-f37a-4e27-a159-b1e7adf60146 req-3b05ab12-0f1f-4fff-87af-c36b84f14cba tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3644872 Dec 09 22:28:51.165397 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.170676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5cafa46-d8f8-42b0-aba4-d1ce0972a846 req-e40c603e-baf2-4002-9d54-b4a1f7d28ba6 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895631 Dec 09 22:28:51.195825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-d2300175-3613-4f34-b1b8-951e7e04bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:51.197332 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e7d3e8ed-f340-4fe9-8c81-8c4a7c082c45 req-d2300175-3613-4f34-b1b8-951e7e04bfeb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3809071 Dec 09 22:28:51.241587 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.367089 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.390636 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.393358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] For port 9fe013a1-f671-45b5-8107-e5e2c060d7ce, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:51.428011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] For port 9fe013a1-f671-45b5-8107-e5e2c060d7ce, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fe013a1-f671-45b5-8107-e5e2c060d7ce,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:28:51.431449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event deleted for resources: {'Port': ['ID=3727adfb-8394-4594-b54c-92141b78ba57,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:51.435564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a88b3d-bbc7-4cde-a7d0-668bc115edd8']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:51.438349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.453011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a20951ba-c2a5-436c-a452-8bf04048f0ba details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:28:51.467635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bff6125-7e92-4f00-801d-d593dc210871') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:51.467942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bff6125-7e92-4f00-801d-d593dc210871') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:51.472262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.25.8.233 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/a21c81d6-6490-4f48-9a9c-246339c45b1b) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:51.519014 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.540032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:51.540661 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.546372 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] 10.222.0.42 "PUT /v2.0/ports/9fe013a1-f671-45b5-8107-e5e2c060d7ce HTTP/1.1" status: 200 len: 1092 time: 3.3497047 Dec 09 22:28:51.611603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Request body: {'port': {'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:51.623027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.632225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a20951ba-c2a5-436c-a452-8bf04048f0ba, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a20951ba-c2a5-436c-a452-8bf04048f0ba,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:51.660310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'a20951ba-c2a5-436c-a452-8bf04048f0ba', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'a20951ba-c2a5-436c-a452-8bf04048f0ba', 'mac_address': 'fa:16:3e:8e:2d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:28:51.670657 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.781942 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.816811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20951ba-c2a5-436c-a452-8bf04048f0ba {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:51.818655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2cb857-66b8-49e8-bc60-c4501d0a0cca {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:51.844923 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a20951ba-c2a5-436c-a452-8bf04048f0ba, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a20951ba-c2a5-436c-a452-8bf04048f0ba,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:51.850794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.853324 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.883693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf469f-cefb-4928-8c02-8f581c9f705f service neutron] Pushing event updated for resources: {'Port': ['ID=9fe013a1-f671-45b5-8107-e5e2c060d7ce,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:51.886820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:28:51.887225 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.908179 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:28:51.922483 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:28:51.924599 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:51.937221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '9fe013a1-f671-45b5-8107-e5e2c060d7ce'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:51.939672 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "9fe013a1-f671-45b5-8107-e5e2c060d7ce"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:51.985873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=a20951ba-c2a5-436c-a452-8bf04048f0ba,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:51.993389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Transition to ACTIVE for port object 6d2cb857-66b8-49e8-bc60-c4501d0a0cca will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:28:51.994119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38808) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:52.024283 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef93c7d-3fef-4a52-9fa2-adf533803c39 x-openstack-request-id: req-8ef93c7d-3fef-4a52-9fa2-adf533803c39 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:52.024579 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "9fe013a1-f671-45b5-8107-e5e2c060d7ce", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:52.025431 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ef93c7d-3fef-4a52-9fa2-adf533803c39 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:52.027113 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '9fe013a1-f671-45b5-8107-e5e2c060d7ce', 'status': 'completed', 'code': 200} Dec 09 22:28:52.028602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.036274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.036641 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Floating IP 656461de-07c5-4cb8-8e6a-48d02ab31508 disassociated (deleted). External IP: 172.25.8.128, port: b7c8a229-054e-44ab-a540-d564dae5238a. Dec 09 22:28:52.079132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Pushing event updated for resources: {'Port': ['ID=6d2cb857-66b8-49e8-bc60-c4501d0a0cca,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:52.131556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.141314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.148049 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] 10.222.0.16 "DELETE /v2.0/networks/46a88b3d-bbc7-4cde-a7d0-668bc115edd8 HTTP/1.1" status: 204 len: 168 time: 1.2602923 Dec 09 22:28:52.151016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38812) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:52.188005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2bb6d-2127-4bfd-818b-3b6577cb642d admin admin] Pushing event deleted for resources: {'Network': ['ID=46a88b3d-bbc7-4cde-a7d0-668bc115edd8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:52.219688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a20951ba-c2a5-436c-a452-8bf04048f0ba'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:28:52.298396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Router 517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:28:52.302862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:52.309263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1016351680-network', 'tenant_id': '8def8ddfaba34d0a92ee7516eef6b556'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:52.320638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e7dd8-0ded-4c4a-89c7-7ab69cdbaf1d req-098f6e5c-5bcf-46e4-ac88-af76781a0f14 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.328589 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-986e7dd8-0ded-4c4a-89c7-7ab69cdbaf1d req-098f6e5c-5bcf-46e4-ac88-af76781a0f14 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 947 time: 0.9655242 Dec 09 22:28:52.361698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Made reservation on behalf of 8def8ddfaba34d0a92ee7516eef6b556 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:28:52.364499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.416670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:52.418571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=a21c81d6-6490-4f48-9a9c-246339c45b1b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:52.423770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:52.453473 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.467399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-df1740c9-84b8-4c50-81a2-956545faeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.468267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-df1740c9-84b8-4c50-81a2-956545faeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.468549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-df1740c9-84b8-4c50-81a2-956545faeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.469069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-df1740c9-84b8-4c50-81a2-956545faeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.469588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-df1740c9-84b8-4c50-81a2-956545faeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.470132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-df1740c9-84b8-4c50-81a2-956545faeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.470643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-df1740c9-84b8-4c50-81a2-956545faeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.472596 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-df1740c9-84b8-4c50-81a2-956545faeb45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6426 time: 0.3985476 Dec 09 22:28:52.479997 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-986e7dd8-0ded-4c4a-89c7-7ab69cdbaf1d req-8f975d6f-5e4c-4421-8e7f-6dddc47f979b tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503882 Dec 09 22:28:52.481442 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.550601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-28044064-10bb-4f89-8f6a-0e9f093f00a7 admin admin] Deleting subnet 4005cdb4-059d-48b3-b13a-1fbf2f7ace7b {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:28:52.569442 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28044064-10bb-4f89-8f6a-0e9f093f00a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.706361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Attempting to bind port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:28:52.706774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Attempting to bind port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '0abc729f-7b71-4ae3-8d9c-286f5c89a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:28:52.707226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Attempting to bind port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca on network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:52.744683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca on network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:28:52.745161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Attempting to bind port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca on network 4fd0f5d5-24f1-4910-890b-998a883dc6a4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:52.751027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28044064-10bb-4f89-8f6a-0e9f093f00a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.817389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:28:52.823435 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.832447 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925ba29-b37f-46ae-9bdd-e4d868ac882c None None] Sync routers for ids ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:28:52.838112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:28:52.839153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Checking segment: {'id': '0abc729f-7b71-4ae3-8d9c-286f5c89a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:52.839543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Bound using segment: {'id': '0abc729f-7b71-4ae3-8d9c-286f5c89a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:28:52.840081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Bound port: 6d2cb857-66b8-49e8-bc60-c4501d0a0cca, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abc729f-7b71-4ae3-8d9c-286f5c89a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:28:52.840545 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.848344 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925ba29-b37f-46ae-9bdd-e4d868ac882c None None] Routers {'517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:52.848968 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0925ba29-b37f-46ae-9bdd-e4d868ac882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:52.861316 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.877557 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:52.903725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860307d-464f-4096-ade2-4d0689d16093 req-057c6a55-3eb8-4eef-9a8f-642b24ad8052 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.915135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860307d-464f-4096-ade2-4d0689d16093 req-057c6a55-3eb8-4eef-9a8f-642b24ad8052 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.921060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860307d-464f-4096-ade2-4d0689d16093 req-057c6a55-3eb8-4eef-9a8f-642b24ad8052 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.923582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-943e4883-5bb0-4e7c-a7ab-c34677eeaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.924053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-943e4883-5bb0-4e7c-a7ab-c34677eeaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.924741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-943e4883-5bb0-4e7c-a7ab-c34677eeaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.926392 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-943e4883-5bb0-4e7c-a7ab-c34677eeaea6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9adc344d60834858910acb4f5a92f96d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4106274 Dec 09 22:28:52.926758 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0925ba29-b37f-46ae-9bdd-e4d868ac882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:52.936736 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925ba29-b37f-46ae-9bdd-e4d868ac882c None None] Routers {'517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:52.937513 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0925ba29-b37f-46ae-9bdd-e4d868ac882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:52.952181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860307d-464f-4096-ade2-4d0689d16093 req-057c6a55-3eb8-4eef-9a8f-642b24ad8052 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.958442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860307d-464f-4096-ade2-4d0689d16093 req-057c6a55-3eb8-4eef-9a8f-642b24ad8052 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.970405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860307d-464f-4096-ade2-4d0689d16093 req-057c6a55-3eb8-4eef-9a8f-642b24ad8052 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.983121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860307d-464f-4096-ade2-4d0689d16093 req-057c6a55-3eb8-4eef-9a8f-642b24ad8052 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:52.985045 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b860307d-464f-4096-ade2-4d0689d16093 req-057c6a55-3eb8-4eef-9a8f-642b24ad8052 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5418 time: 0.6851370 Dec 09 22:28:53.013181 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0925ba29-b37f-46ae-9bdd-e4d868ac882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:53.013893 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925ba29-b37f-46ae-9bdd-e4d868ac882c None None] The sync data for ids ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:28:53.036651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee3af4-c1d4-477b-bbfe-ce27e05e3d06 req-eec0f2a3-47b3-44cc-8998-ebb3b481a53a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:53.044521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0bee3af4-c1d4-477b-bbfe-ce27e05e3d06 req-eec0f2a3-47b3-44cc-8998-ebb3b481a53a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 943 time: 0.4572303 Dec 09 22:28:53.051745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28044064-10bb-4f89-8f6a-0e9f093f00a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.084985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:28:53.099736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7d3365-6b7a-4649-af43-b1604bacdfd4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:53.123811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0bee3af4-c1d4-477b-bbfe-ce27e05e3d06 req-39bb0821-1932-4d18-b855-ba4943fef637 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774136 Dec 09 22:28:53.130129 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-05a80da7-2e95-4609-8852-d405512087a5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "DELETE /v2.0/floatingips/656461de-07c5-4cb8-8e6a-48d02ab31508 HTTP/1.1" status: 204 len: 168 time: 3.6025114 Dec 09 22:28:53.143714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38820) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:53.250660 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b860307d-464f-4096-ade2-4d0689d16093 req-f0c9ba6d-755d-4b86-9542-cea45c57335e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2483199 Dec 09 22:28:53.433294 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.477899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a20951ba-c2a5-436c-a452-8bf04048f0ba up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:28:53.551684 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.564976 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port a20951ba-c2a5-436c-a452-8bf04048f0ba completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:28:53.570245 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port a20951ba-c2a5-436c-a452-8bf04048f0ba triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:28:53.570625 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.575728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:53.604248 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.605280 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Added segment e5c6443c-2296-4a8a-8461-9d5190ed71ad of type vlan for network 88a60e85-ee37-4c7f-b612-d5129b9b5698 Dec 09 22:28:53.619509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f703d7-47ef-4683-a233-aaa3f462a6d9 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:28:53.624351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] For port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:53.663473 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.675954 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] For port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6d2cb857-66b8-49e8-bc60-c4501d0a0cca,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:28:53.689070 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.691040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d279dd-89ce-43d3-8ce8-264f50e8c0a4 req-c49dd3e8-8646-420a-bce5-d93b9e78e1d6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:53.692548 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4d279dd-89ce-43d3-8ce8-264f50e8c0a4 req-c49dd3e8-8646-420a-bce5-d93b9e78e1d6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 948 time: 0.0870898 Dec 09 22:28:53.716942 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.721213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd009ca67-2e54-4f9f-a349-e215b238c9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20951ba-c2a5-436c-a452-8bf04048f0ba'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:53.723968 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a58d78a-87eb-4f45-8b18-44894ee5a3c8" -d '{"events": [{"server_uuid": "d009ca67-2e54-4f9f-a349-e215b238c9fb", "name": "network-vif-plugged", "status": "completed", "tag": "a20951ba-c2a5-436c-a452-8bf04048f0ba"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:53.804863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.819991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:53.820860 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.822495 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] 10.222.0.18 "PUT /v2.0/ports/6d2cb857-66b8-49e8-bc60-c4501d0a0cca HTTP/1.1" status: 200 len: 1092 time: 3.2904553 Dec 09 22:28:53.824499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Transition to ACTIVE for port object 51f703d7-47ef-4683-a233-aaa3f462a6d9 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:28:53.826579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.841589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-d215781d-c8ab-451e-b0b8-fbec1a075a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:53.844160 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9a9c48fc-8e40-4732-9e5e-6d8be4dcfd7b req-d215781d-c8ab-451e-b0b8-fbec1a075a5a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8687632 Dec 09 22:28:53.850595 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28044064-10bb-4f89-8f6a-0e9f093f00a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.860579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.861508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4d279dd-89ce-43d3-8ce8-264f50e8c0a4 req-a553ce3f-5ae4-4238-877a-b8b54e89ab12 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515448 Dec 09 22:28:53.890878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28044064-10bb-4f89-8f6a-0e9f093f00a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:53.894688 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-28044064-10bb-4f89-8f6a-0e9f093f00a7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4005cdb4-059d-48b3-b13a-1fbf2f7ace7b HTTP/1.1" status: 204 len: 168 time: 1.7289262 Dec 09 22:28:53.903655 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38834) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:53.976891 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916b3992-346e-46b3-91f1-05f7a6e1dccb x-openstack-request-id: req-916b3992-346e-46b3-91f1-05f7a6e1dccb {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:53.977228 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d009ca67-2e54-4f9f-a349-e215b238c9fb", "name": "network-vif-plugged", "status": "completed", "tag": "a20951ba-c2a5-436c-a452-8bf04048f0ba", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:53.977437 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-916b3992-346e-46b3-91f1-05f7a6e1dccb {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:53.977851 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd009ca67-2e54-4f9f-a349-e215b238c9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20951ba-c2a5-436c-a452-8bf04048f0ba', 'code': 200} Dec 09 22:28:53.981913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a20951ba-c2a5-436c-a452-8bf04048f0ba, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a20951ba-c2a5-436c-a452-8bf04048f0ba,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:53.986623 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.004992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28044064-10bb-4f89-8f6a-0e9f093f00a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4005cdb4-059d-48b3-b13a-1fbf2f7ace7b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:54.023476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5feafee-3ddf-4ea4-97a3-72463182527e service neutron] Pushing event updated for resources: {'Port': ['ID=6d2cb857-66b8-49e8-bc60-c4501d0a0cca,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:54.040460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95eebde0-19a6-439c-9586-801793f82cb0', 'tag': '6d2cb857-66b8-49e8-bc60-c4501d0a0cca'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:54.043575 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035495f2-e4c0-48be-b66b-9fb4d517094b" -d '{"events": [{"name": "network-changed", "server_uuid": "95eebde0-19a6-439c-9586-801793f82cb0", "tag": "6d2cb857-66b8-49e8-bc60-c4501d0a0cca"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:54.064648 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.071936 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.074945 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.112005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794aae38-8d19-42e9-b8e9-abbef4e333ff req-9e27331d-5679-46be-91d3-610b8cb994db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.113429 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=a20951ba-c2a5-436c-a452-8bf04048f0ba,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:54.113539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-794aae38-8d19-42e9-b8e9-abbef4e333ff req-9e27331d-5679-46be-91d3-610b8cb994db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 1100 time: 0.1624744 Dec 09 22:28:54.119752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Pushing event updated for resources: {'Port': ['ID=51f703d7-47ef-4683-a233-aaa3f462a6d9,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:54.123572 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.124583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.125172 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.162530 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1530108 Dec 09 22:28:54.167718 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92f44e3-8006-414c-aa64-912a9d4d107e x-openstack-request-id: req-f92f44e3-8006-414c-aa64-912a9d4d107e {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:54.168021 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95eebde0-19a6-439c-9586-801793f82cb0", "tag": "6d2cb857-66b8-49e8-bc60-c4501d0a0cca", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:54.168277 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f92f44e3-8006-414c-aa64-912a9d4d107e {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:54.168840 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95eebde0-19a6-439c-9586-801793f82cb0', 'tag': '6d2cb857-66b8-49e8-bc60-c4501d0a0cca', 'status': 'completed', 'code': 200} Dec 09 22:28:54.219986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-d253c28b-4b4a-4fb5-84af-9eb69b85e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.221534 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-d253c28b-4b4a-4fb5-84af-9eb69b85e6e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b8399361aaa42e187614cf19ea84e31&device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 1095 time: 0.2667234 Dec 09 22:28:54.397325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.404434 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.461226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=a21c81d6-6490-4f48-9a9c-246339c45b1b,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:54.491284 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-72316da9-e9f9-41ef-9fc0-5791cfe9742d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d2cb857-66b8-49e8-bc60-c4501d0a0cca HTTP/1.1" status: 200 len: 217 time: 0.1033366 Dec 09 22:28:54.510021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5636b23-86ce-4e12-b92b-2399df185d5a admin admin] Pushing event updated for resources: {'Network': ['ID=88a60e85-ee37-4c7f-b612-d5129b9b5698,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:54.515611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Attempting to bind port 51f703d7-47ef-4683-a233-aaa3f462a6d9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:28:54.515611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Attempting to bind port 51f703d7-47ef-4683-a233-aaa3f462a6d9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:28:54.516226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Attempting to bind port 51f703d7-47ef-4683-a233-aaa3f462a6d9 on network 02defe12-519c-42b7-988d-629d9defac3c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:54.531285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd83ce87-2f25-49f6-8fb3-139e48a63178']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:54.531732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 88a60e85-ee37-4c7f-b612-d5129b9b5698 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:28:54.554508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Port 51f703d7-47ef-4683-a233-aaa3f462a6d9 on network 02defe12-519c-42b7-988d-629d9defac3c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:28:54.554508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Attempting to bind port 51f703d7-47ef-4683-a233-aaa3f462a6d9 on network 02defe12-519c-42b7-988d-629d9defac3c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:28:54.558283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-794aae38-8d19-42e9-b8e9-abbef4e333ff req-d0b6e21c-5476-4377-bba9-48d6a6bbe55c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243503 Dec 09 22:28:54.562166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a069bcb-ac69-4474-a192-f1c55bc7d2f2') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:54.562458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a069bcb-ac69-4474-a192-f1c55bc7d2f2') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:54.579084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:28:54.579470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Checking segment: {'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:28:54.579874 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Bound using segment: {'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:28:54.580335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Bound port: 51f703d7-47ef-4683-a233-aaa3f462a6d9, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02defe12-519c-42b7-988d-629d9defac3c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:28:54.581206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.609704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b437b-913a-4dff-b85b-196dd3ec029b req-45c90c40-f47d-4eb7-bd81-db3da5855f20 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.616968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf3b437b-913a-4dff-b85b-196dd3ec029b req-45c90c40-f47d-4eb7-bd81-db3da5855f20 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 943 time: 0.3467577 Dec 09 22:28:54.624813 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.627200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-cd56efa1-c20a-4d9c-a63f-f5d11e32760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.628717 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-cd56efa1-c20a-4d9c-a63f-f5d11e32760f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c61dafb-561e-4cb7-bd81-c814e797ed36 HTTP/1.1" status: 200 len: 854 time: 0.1265359 Dec 09 22:28:54.661545 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.666545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69560f9-1d3d-442e-a991-afcab53df70b req-24e582c9-9966-4c47-bcb6-b6f60205570d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.673251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69560f9-1d3d-442e-a991-afcab53df70b req-24e582c9-9966-4c47-bcb6-b6f60205570d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.678423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69560f9-1d3d-442e-a991-afcab53df70b req-24e582c9-9966-4c47-bcb6-b6f60205570d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.684260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69560f9-1d3d-442e-a991-afcab53df70b req-24e582c9-9966-4c47-bcb6-b6f60205570d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.690055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69560f9-1d3d-442e-a991-afcab53df70b req-24e582c9-9966-4c47-bcb6-b6f60205570d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.696528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69560f9-1d3d-442e-a991-afcab53df70b req-24e582c9-9966-4c47-bcb6-b6f60205570d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.704458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69560f9-1d3d-442e-a991-afcab53df70b req-24e582c9-9966-4c47-bcb6-b6f60205570d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.706456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e69560f9-1d3d-442e-a991-afcab53df70b req-24e582c9-9966-4c47-bcb6-b6f60205570d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.2992520 Dec 09 22:28:54.707485 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.732012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:28:54.732406 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:28:54.734097 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:28:54.769656 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Floating IP 938a8a26-949b-4e0a-bb73-adc48da2d1bf associated. External IP: 172.25.8.233, port: d0e24c88-2f21-406f-89a8-19c124ba575e. Dec 09 22:28:54.780107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] For port 51f703d7-47ef-4683-a233-aaa3f462a6d9, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:28:54.801528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] For port 51f703d7-47ef-4683-a233-aaa3f462a6d9, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=51f703d7-47ef-4683-a233-aaa3f462a6d9,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:28:54.816847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.828975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Allocated IP 172.25.8.24 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/a1756c0e-d3eb-48e1-a61e-e913362b08da) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:54.872225 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf3b437b-913a-4dff-b85b-196dd3ec029b req-ef7b661f-2d14-4a39-9196-bc2229158105 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542934 Dec 09 22:28:54.907711 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-cdee51d8-5341-4d00-9137-a4a513b23339 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4fd0f5d5-24f1-4910-890b-998a883dc6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470221 Dec 09 22:28:54.920072 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.924131 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:54.933810 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.935427 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] 10.222.0.42 "PUT /v2.0/ports/51f703d7-47ef-4683-a233-aaa3f462a6d9 HTTP/1.1" status: 200 len: 1092 time: 3.3450980 Dec 09 22:28:54.990719 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:54.995658 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] 10.222.0.16 "DELETE /v2.0/networks/bd83ce87-2f25-49f6-8fb3-139e48a63178 HTTP/1.1" status: 204 len: 168 time: 1.0906954 Dec 09 22:28:54.996885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279b531-5be1-4f22-8fc7-89aac63d263e admin admin] Pushing event deleted for resources: {'Network': ['ID=bd83ce87-2f25-49f6-8fb3-139e48a63178,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:55.078917 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e69560f9-1d3d-442e-a991-afcab53df70b req-225ee8ae-a866-4ff5-b6b6-90be6b26cdcf tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3555114 Dec 09 22:28:55.105266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18be6a-064a-42cb-aedb-eb68e19fe176 service neutron] Pushing event updated for resources: {'Port': ['ID=51f703d7-47ef-4683-a233-aaa3f462a6d9,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:55.196467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ecd77cd7-ccb1-4447-a93f-639795d940f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:55.196951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ecd77cd7-ccb1-4447-a93f-639795d940f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:55.197422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ecd77cd7-ccb1-4447-a93f-639795d940f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:55.198550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ecd77cd7-ccb1-4447-a93f-639795d940f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:55.198960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ecd77cd7-ccb1-4447-a93f-639795d940f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:55.199470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ecd77cd7-ccb1-4447-a93f-639795d940f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:55.199935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ecd77cd7-ccb1-4447-a93f-639795d940f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:55.201959 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-ecd77cd7-ccb1-4447-a93f-639795d940f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6494 time: 0.2194207 Dec 09 22:28:55.263125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38864) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:55.269401 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9fec2aa6-6b55-46a9-85fe-e0d3c2230ca2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7310e867-a1de-4e73-8bc7-e03c0bbc37c7 HTTP/1.1" status: 200 len: 217 time: 0.0558875 Dec 09 22:28:55.326858 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-05e41d2f-8a0c-43fe-98c2-8ce14ba7bfdc service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884308 Dec 09 22:28:55.353596 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:55.410552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8b4d37ce-96e9-4415-81a7-44fe54a1917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:55.412433 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-8b4d37ce-96e9-4415-81a7-44fe54a1917b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91bf9127-114c-446d-b2a5-3b3510fa3ab5 HTTP/1.1" status: 200 len: 856 time: 0.1253765 Dec 09 22:28:55.500669 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:55.553405 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c9d44eec-0744-457d-8cc2-fc788670fa23 req-c0055a8d-eba0-4f6b-8020-0ecda4da505f service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158732 Dec 09 22:28:55.566267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-96c64f31-4cda-4429-8fba-aacc6335b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:55.567098 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-96c64f31-4cda-4429-8fba-aacc6335b8f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33c5fb6b-2753-4b3b-a034-dfcc76498076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226625 Dec 09 22:28:55.579596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:28:55.601354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:28:55.606791 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:28:55.650542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Pushing event updated for resources: {'Port': ['ID=a1756c0e-d3eb-48e1-a61e-e913362b08da,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:55.798837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:55.867319 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:55.879643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035495f2-e4c0-48be-b66b-9fb4d517094b req-74e25acc-6a86-41ab-b73d-a5afa883c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:55.881187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-035495f2-e4c0-48be-b66b-9fb4d517094b req-74e25acc-6a86-41ab-b73d-a5afa883c6fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b8399361aaa42e187614cf19ea84e31&device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 1095 time: 0.1688137 Dec 09 22:28:55.906337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-f746b786-5a52-48c9-ba09-1d4d6c3d73a4 service neutron] 10.222.0.42 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194113 Dec 09 22:28:55.927893 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-afbf28dc-076c-4b59-bd0f-c8d47c6749cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d70657cbae484096913cc9dae6fb25b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6627998 Dec 09 22:28:55.932679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38872) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:55.957262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a45b2-fa01-4300-a64c-0461a51e5125 req-e496e6ae-990a-43f2-a2b5-9893d9364df1 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:55.959006 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-958a45b2-fa01-4300-a64c-0461a51e5125 req-e496e6ae-990a-43f2-a2b5-9893d9364df1 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 949 time: 0.6950905 Dec 09 22:28:56.045494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:28:56.152751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede11c-abe2-4d22-adba-20d0a7e0af6a req-4f137759-3ba5-4fa6-8520-02ad954a33d9 tempest-ComputeTenantNetworksTest-1343498064 tempest-ComputeTenantNetworksTest-1343498064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.158552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede11c-abe2-4d22-adba-20d0a7e0af6a req-4f137759-3ba5-4fa6-8520-02ad954a33d9 tempest-ComputeTenantNetworksTest-1343498064 tempest-ComputeTenantNetworksTest-1343498064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.164922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede11c-abe2-4d22-adba-20d0a7e0af6a req-4f137759-3ba5-4fa6-8520-02ad954a33d9 tempest-ComputeTenantNetworksTest-1343498064 tempest-ComputeTenantNetworksTest-1343498064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.167121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2ede11c-abe2-4d22-adba-20d0a7e0af6a req-4f137759-3ba5-4fa6-8520-02ad954a33d9 tempest-ComputeTenantNetworksTest-1343498064 tempest-ComputeTenantNetworksTest-1343498064-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.9047379 Dec 09 22:28:56.170827 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-958a45b2-fa01-4300-a64c-0461a51e5125 req-2688da4a-3cfa-440f-9690-7fd133ffbaa1 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815255 Dec 09 22:28:56.219362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '51f703d7-47ef-4683-a233-aaa3f462a6d9'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:28:56.232209 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57" -d '{"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "51f703d7-47ef-4683-a233-aaa3f462a6d9"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:28:56.235182 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fab24d3-6de7-4ca8-b54c-36bc5d8dc65d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:56.277629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:28:56.287824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accad37b-8bcd-4216-825a-b704bc283dc5 None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:28:56.304676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accad37b-8bcd-4216-825a-b704bc283dc5 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:56.305313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-accad37b-8bcd-4216-825a-b704bc283dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:56.317085 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:56.368910 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-fe55e243-1b69-416e-a597-4569136dfabd service neutron] 10.222.0.42 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518476 Dec 09 22:28:56.374080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035495f2-e4c0-48be-b66b-9fb4d517094b req-cc2cf416-b678-48d7-8b86-5d6d57c74d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.375678 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-035495f2-e4c0-48be-b66b-9fb4d517094b req-cc2cf416-b678-48d7-8b86-5d6d57c74d9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4fd0f5d5-24f1-4910-890b-998a883dc6a4 HTTP/1.1" status: 200 len: 915 time: 0.4684918 Dec 09 22:28:56.379435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-accad37b-8bcd-4216-825a-b704bc283dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:56.392094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accad37b-8bcd-4216-825a-b704bc283dc5 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:56.392997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-accad37b-8bcd-4216-825a-b704bc283dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:56.448450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-accad37b-8bcd-4216-825a-b704bc283dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:56.449344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accad37b-8bcd-4216-825a-b704bc283dc5 None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:28:56.472174 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-66150978-ac55-4cf5-85cd-84bc0ea27eb0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.3781669 Dec 09 22:28:56.478729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38888) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:56.479112 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fab24d3-6de7-4ca8-b54c-36bc5d8dc65d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:56.489998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-38b068cf-2115-45a8-b012-5b15453814cd tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:56.493898 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-22250621-c770-49e0-a094-8fa5c32ddf3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=576a0fe3-94a0-4e8f-8778-9a3ea4e90680 HTTP/1.1" status: 200 len: 217 time: 0.1152608 Dec 09 22:28:56.495684 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-035495f2-e4c0-48be-b66b-9fb4d517094b req-a5be13d4-b402-4786-aed1-8d6cc898bb61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d2cb857-66b8-49e8-bc60-c4501d0a0cca HTTP/1.1" status: 200 len: 217 time: 0.1016431 Dec 09 22:28:56.578591 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38b068cf-2115-45a8-b012-5b15453814cd tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:56.637218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663189-2eb1-4ffe-ae44-6eeeb15692f8 req-311b6344-6a04-45db-adae-54672e91bccd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.644520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663189-2eb1-4ffe-ae44-6eeeb15692f8 req-311b6344-6a04-45db-adae-54672e91bccd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.647569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035495f2-e4c0-48be-b66b-9fb4d517094b req-68ca8966-7ada-45cd-b787-867e0d8d5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.649034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-035495f2-e4c0-48be-b66b-9fb4d517094b req-68ca8966-7ada-45cd-b787-867e0d8d5282 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c61dafb-561e-4cb7-bd81-c814e797ed36 HTTP/1.1" status: 200 len: 854 time: 0.1412451 Dec 09 22:28:56.650760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663189-2eb1-4ffe-ae44-6eeeb15692f8 req-311b6344-6a04-45db-adae-54672e91bccd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.656645 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:56.656916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663189-2eb1-4ffe-ae44-6eeeb15692f8 req-311b6344-6a04-45db-adae-54672e91bccd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.659731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-cb670d58-e230-42ce-8d84-c1cbc91593e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.662237 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-cb670d58-e230-42ce-8d84-c1cbc91593e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.1553216 Dec 09 22:28:56.665135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663189-2eb1-4ffe-ae44-6eeeb15692f8 req-311b6344-6a04-45db-adae-54672e91bccd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.672183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663189-2eb1-4ffe-ae44-6eeeb15692f8 req-311b6344-6a04-45db-adae-54672e91bccd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.673247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:56.679001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663189-2eb1-4ffe-ae44-6eeeb15692f8 req-311b6344-6a04-45db-adae-54672e91bccd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.683127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9663189-2eb1-4ffe-ae44-6eeeb15692f8 req-311b6344-6a04-45db-adae-54672e91bccd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.3185799 Dec 09 22:28:56.716590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bda0a-8d3d-4ffa-b31b-d4868d74d9b8 req-766985ec-3655-4cc8-95b5-df8ff932c8da tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:56.720516 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c64bda0a-8d3d-4ffa-b31b-d4868d74d9b8 req-766985ec-3655-4cc8-95b5-df8ff932c8da tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 943 time: 0.3499589 Dec 09 22:28:56.738993 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-035495f2-e4c0-48be-b66b-9fb4d517094b req-acddc182-389c-42f6-abeb-a98a9b726e54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4fd0f5d5-24f1-4910-890b-998a883dc6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747900 Dec 09 22:28:56.922239 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9663189-2eb1-4ffe-ae44-6eeeb15692f8 req-44be5260-bddf-431f-91c4-c4df88799f58 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2228286 Dec 09 22:28:57.002802 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c64bda0a-8d3d-4ffa-b31b-d4868d74d9b8 req-5b6a59ec-e3e6-45b9-97b0-9b523fea4d4f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698798 Dec 09 22:28:57.033142 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38b068cf-2115-45a8-b012-5b15453814cd tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:57.051611 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38b068cf-2115-45a8-b012-5b15453814cd tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:57.051977 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-38b068cf-2115-45a8-b012-5b15453814cd tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Floating IP 938a8a26-949b-4e0a-bb73-adc48da2d1bf disassociated. External IP: 172.25.8.233, port: d0e24c88-2f21-406f-89a8-19c124ba575e. Dec 09 22:28:57.190875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235535c-ea64-4d98-839e-e1e603d0f24b req-de0ced5a-c51c-481e-b21e-8604d2797e10 tempest-ComputeTenantNetworksTest-1343498064 tempest-ComputeTenantNetworksTest-1343498064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:57.198305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2235535c-ea64-4d98-839e-e1e603d0f24b req-de0ced5a-c51c-481e-b21e-8604d2797e10 tempest-ComputeTenantNetworksTest-1343498064 tempest-ComputeTenantNetworksTest-1343498064-project] 10.222.0.16 "GET /v2.0/networks/88a60e85-ee37-4c7f-b612-d5129b9b5698 HTTP/1.1" status: 200 len: 769 time: 0.2121427 Dec 09 22:28:57.203041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38894) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:57.248132 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a9b108-fbb8-4fcf-9190-0b287a62bdc6 x-openstack-request-id: req-d5a9b108-fbb8-4fcf-9190-0b287a62bdc6 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:28:57.248650 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "51f703d7-47ef-4683-a233-aaa3f462a6d9", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:28:57.248755 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5a9b108-fbb8-4fcf-9190-0b287a62bdc6 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:28:57.249102 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '51f703d7-47ef-4683-a233-aaa3f462a6d9', 'status': 'completed', 'code': 200} Dec 09 22:28:57.275333 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fab24d3-6de7-4ca8-b54c-36bc5d8dc65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:57.278712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fab24d3-6de7-4ca8-b54c-36bc5d8dc65d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:57.283579 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8fab24d3-6de7-4ca8-b54c-36bc5d8dc65d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdbfe38a-2121-4553-b716-d45b754bce5e HTTP/1.1" status: 204 len: 168 time: 1.3407202 Dec 09 22:28:57.359014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Pushing event updated for resources: {'Port': ['ID=a1756c0e-d3eb-48e1-a61e-e913362b08da,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:57.391445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab24d3-6de7-4ca8-b54c-36bc5d8dc65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbfe38a-2121-4553-b716-d45b754bce5e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:57.433339 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:57.456883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-0a5e70c6-a097-4178-b547-70095d40ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:57.458668 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-0a5e70c6-a097-4178-b547-70095d40ecf2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7810400 Dec 09 22:28:57.458802 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:57.495432 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-035495f2-e4c0-48be-b66b-9fb4d517094b req-a7dbba1e-a3f2-465d-afba-937a80ea1263 service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7299078 Dec 09 22:28:57.500123 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:57.504813 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c42f5947-7900-44d1-9943-4c6269d3a8fb tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3360548 Dec 09 22:28:57.521493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38910) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:57.645178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21f567-3ac5-4275-b3da-c24752e316a1 req-bba0c6e8-2d58-49d1-85a6-2e793b8092e5 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:57.648208 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c21f567-3ac5-4275-b3da-c24752e316a1 req-bba0c6e8-2d58-49d1-85a6-2e793b8092e5 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 949 time: 0.2443895 Dec 09 22:28:57.689605 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-78eac370-d1ff-4040-83d9-891555d11ad7 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178786 Dec 09 22:28:57.696360 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-035495f2-e4c0-48be-b66b-9fb4d517094b req-dd367758-e9a8-4ee3-b4b2-cf112f802d3c service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919570 Dec 09 22:28:57.809847 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-84db571a-765f-40dc-8ee2-22eaa0f4d113 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122530 Dec 09 22:28:57.829100 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b068cf-2115-45a8-b012-5b15453814cd tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:28:57.831063 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:57.881661 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-86de560d-481b-4404-9850-2f5268895fd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=9188f21f-5100-4282-a579-1f04413f9f3e HTTP/1.1" status: 200 len: 217 time: 0.0621779 Dec 09 22:28:57.886442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:28:57.918493 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:57.935277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a60e85-ee37-4c7f-b612-d5129b9b5698']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:57.936889 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38916) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:57.979635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-574aa276-7f12-4780-b869-7be528dc1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:57.981108 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-574aa276-7f12-4780-b869-7be528dc1118 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.0909524 Dec 09 22:28:57.986759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c6443c-2296-4a8a-8461-9d5190ed71ad') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:57.987058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c6443c-2296-4a8a-8461-9d5190ed71ad') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:58.008572 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e6faf91d-4f47-4101-bc28-884d9fc172ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fcacae755d54b95bc917da85b68fabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644951 Dec 09 22:28:58.022532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38920) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:58.054880 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c21f567-3ac5-4275-b3da-c24752e316a1 req-2170f4e6-61eb-4da7-a6af-8bfd728ce3d3 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875687 Dec 09 22:28:58.078836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:58.079325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-a7d39976-d40d-463a-878d-bb9c124ba1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:58.081121 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-a7d39976-d40d-463a-878d-bb9c124ba1bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0885859 Dec 09 22:28:58.097577 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:58.108119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:28:58.108119 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:28:58.171678 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:28:58.188110 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f905c3cd-dc35-4d64-8045-7378213cd0d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:58.226886 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f905c3cd-dc35-4d64-8045-7378213cd0d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:58.236610 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9a5a27bf-a195-46b8-a8bb-04025c43fbf6 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458194 Dec 09 22:28:58.274185 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:58.345981 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:58.347350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] 10.222.0.16 "DELETE /v2.0/networks/88a60e85-ee37-4c7f-b612-d5129b9b5698 HTTP/1.1" status: 204 len: 168 time: 1.1430523 Dec 09 22:28:58.351290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cffd5-604e-455c-a318-996f18578518 admin admin] Pushing event deleted for resources: {'Network': ['ID=88a60e85-ee37-4c7f-b612-d5129b9b5698,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:58.371879 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f905c3cd-dc35-4d64-8045-7378213cd0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:58.375816 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f905c3cd-dc35-4d64-8045-7378213cd0d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:58.377334 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f905c3cd-dc35-4d64-8045-7378213cd0d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d9d17e9-28d6-4bdb-bcf3-8366d83945ec HTTP/1.1" status: 204 len: 168 time: 0.3527069 Dec 09 22:28:58.393286 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-0885ebc7-3e3b-4bb1-a0b2-188137c6c2a1 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475809 Dec 09 22:28:58.394626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905c3cd-dc35-4d64-8045-7378213cd0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9d17e9-28d6-4bdb-bcf3-8366d83945ec,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:58.407293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c36672-3cda-4ff4-8f37-5b6225ada52f req-1a8df038-9f12-4bdd-921e-575d76ea7d72 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:58.415018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c36672-3cda-4ff4-8f37-5b6225ada52f req-1a8df038-9f12-4bdd-921e-575d76ea7d72 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:58.420969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c36672-3cda-4ff4-8f37-5b6225ada52f req-1a8df038-9f12-4bdd-921e-575d76ea7d72 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:58.427099 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c36672-3cda-4ff4-8f37-5b6225ada52f req-1a8df038-9f12-4bdd-921e-575d76ea7d72 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:58.433180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c36672-3cda-4ff4-8f37-5b6225ada52f req-1a8df038-9f12-4bdd-921e-575d76ea7d72 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:58.438944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c36672-3cda-4ff4-8f37-5b6225ada52f req-1a8df038-9f12-4bdd-921e-575d76ea7d72 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:58.444824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c36672-3cda-4ff4-8f37-5b6225ada52f req-1a8df038-9f12-4bdd-921e-575d76ea7d72 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:58.452347 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e01eaa80-0f45-42c8-91a3-3667af5a2926 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=bc255e22-271f-4aa4-8a21-64e21fcf2246 HTTP/1.1" status: 200 len: 217 time: 0.0480545 Dec 09 22:28:58.453231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3c36672-3cda-4ff4-8f37-5b6225ada52f req-1a8df038-9f12-4bdd-921e-575d76ea7d72 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.2854564 Dec 09 22:28:58.511901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048590c4-6228-40f8-a37c-0256749ba21e req-32425a25-9a63-4591-9e15-6f85eb48f30f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:58.519018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-048590c4-6228-40f8-a37c-0256749ba21e req-32425a25-9a63-4591-9e15-6f85eb48f30f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 943 time: 0.3439698 Dec 09 22:28:58.526623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-10eaaecf-30f5-4a63-bb6a-38bedb1b5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:58.528227 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-10eaaecf-30f5-4a63-bb6a-38bedb1b5271 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.0657368 Dec 09 22:28:58.553301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b068cf-2115-45a8-b012-5b15453814cd tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:28:58.559966 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38b068cf-2115-45a8-b012-5b15453814cd tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:58.565383 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a8fc5f-9ed6-4ac2-879a-ea26910debec None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:28:58.582344 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8fc5f-9ed6-4ac2-879a-ea26910debec None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:58.584414 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-09a8fc5f-9ed6-4ac2-879a-ea26910debec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:58.598709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-38b068cf-2115-45a8-b012-5b15453814cd tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "PUT /v2.0/floatingips/938a8a26-949b-4e0a-bb73-adc48da2d1bf HTTP/1.1" status: 200 len: 688 time: 2.1152503 Dec 09 22:28:58.603373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38932) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:58.660218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9df7264a-dc20-4abd-9a21-aab09f84e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:58.664923 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9df7264a-dc20-4abd-9a21-aab09f84e108 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1265819 Dec 09 22:28:58.683496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-048590c4-6228-40f8-a37c-0256749ba21e req-0ec30eec-997c-4c4d-9eac-619fd564291b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634924 Dec 09 22:28:58.686351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38934) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:58.691518 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-09a8fc5f-9ed6-4ac2-879a-ea26910debec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:58.725600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3c36672-3cda-4ff4-8f37-5b6225ada52f req-039aaa27-3225-42f1-8b65-634afca83715 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2648582 Dec 09 22:28:58.726255 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8fc5f-9ed6-4ac2-879a-ea26910debec None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:28:58.730499 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-09a8fc5f-9ed6-4ac2-879a-ea26910debec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:58.831641 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-271c1317-3e2f-43f3-821e-e057b743e5e0 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589904 Dec 09 22:28:58.865715 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-09a8fc5f-9ed6-4ac2-879a-ea26910debec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:28:58.868965 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a8fc5f-9ed6-4ac2-879a-ea26910debec None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:28:58.947034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-0226de04-e0d1-4a3b-af29-253ac2157ccb service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076226 Dec 09 22:28:58.954000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38948) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:28:58.954915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9f1cf89f-3101-4df8-b68a-e23014d83603 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8def8ddfaba34d0a92ee7516eef6b556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2662878 Dec 09 22:28:58.999855 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:59.004111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d28e58-1e97-442e-8f5c-83fc13f34051 req-c7941bbe-2903-4ef6-8048-aa89225ecc2f tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:59.006124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61d28e58-1e97-442e-8f5c-83fc13f34051 req-c7941bbe-2903-4ef6-8048-aa89225ecc2f tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 1101 time: 0.1415091 Dec 09 22:28:59.083309 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-00764ca0-a6ab-4888-9952-023f257d29a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=03aed5e5-54fb-45cf-a042-ed4985351e80 HTTP/1.1" status: 200 len: 217 time: 0.1162953 Dec 09 22:28:59.128938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-55800e52-1063-4908-b39f-34aa77c63ebc tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port a21c81d6-6490-4f48-9a9c-246339c45b1b {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:28:59.129494 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-55800e52-1063-4908-b39f-34aa77c63ebc tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:59.172515 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61d28e58-1e97-442e-8f5c-83fc13f34051 req-87ba776c-949b-4b49-8470-7c11d92d8e32 tempest-ServersOnMultiNodesTest-474792528 tempest-ServersOnMultiNodesTest-474792528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532114 Dec 09 22:28:59.235038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Allocated IP 172.25.8.20 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/7c6f2882-305c-46bf-a49c-0bdd44d4d004) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:28:59.253510 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70a8768f-50ae-4d51-837a-07b3440dde91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:59.288045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-0bd1e70b-8d6a-4641-baf0-777a798f10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:59.293899 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-0bd1e70b-8d6a-4641-baf0-777a798f10d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.1991842 Dec 09 22:28:59.298264 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-55800e52-1063-4908-b39f-34aa77c63ebc tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:59.298585 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-55800e52-1063-4908-b39f-34aa77c63ebc tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:59.339278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70a8768f-50ae-4d51-837a-07b3440dde91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:59.343191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-55800e52-1063-4908-b39f-34aa77c63ebc tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for a21c81d6-6490-4f48-9a9c-246339c45b1b owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:28:59.384578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-6d4f05f4-cba5-48f5-b5e0-a5cc60a31e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:28:59.386661 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-6d4f05f4-cba5-48f5-b5e0-a5cc60a31e47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0818443 Dec 09 22:28:59.433170 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70a8768f-50ae-4d51-837a-07b3440dde91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:59.436027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70a8768f-50ae-4d51-837a-07b3440dde91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:59.439926 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-70a8768f-50ae-4d51-837a-07b3440dde91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c7d3365-6b7a-4649-af43-b1604bacdfd4 HTTP/1.1" status: 204 len: 168 time: 0.4750869 Dec 09 22:28:59.475368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 6d2cb857-66b8-49e8-bc60-c4501d0a0cca details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:28:59.503950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8768f-50ae-4d51-837a-07b3440dde91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7d3365-6b7a-4649-af43-b1604bacdfd4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:59.632478 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-543a1470-4ad5-4b02-94bc-13181b8110df service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336252 Dec 09 22:28:59.675311 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-55800e52-1063-4908-b39f-34aa77c63ebc tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:28:59.782816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55800e52-1063-4908-b39f-34aa77c63ebc tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=a21c81d6-6490-4f48-9a9c-246339c45b1b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:28:59.813050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6d2cb857-66b8-49e8-bc60-c4501d0a0cca,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:28:59.857374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '6d2cb857-66b8-49e8-bc60-c4501d0a0cca', 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4', 'port_id': '6d2cb857-66b8-49e8-bc60-c4501d0a0cca', 'mac_address': 'fa:16:3e:f2:48:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c61dafb-561e-4cb7-bd81-c814e797ed36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:28:59.905586 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e9b5e0c5-a4b5-428f-9675-194f8d21e5d8 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649176 Dec 09 22:28:59.987980 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:00.019890 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-7b0b243f-c0dd-4577-8d89-dfa735533568 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fe013a1-f671-45b5-8107-e5e2c060d7ce HTTP/1.1" status: 200 len: 217 time: 0.1059630 Dec 09 22:29:00.034534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2cb857-66b8-49e8-bc60-c4501d0a0cca {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:00.122863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6d2cb857-66b8-49e8-bc60-c4501d0a0cca,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:00.128587 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:00.138533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-bfc7a0fa-4b43-4ee6-a6ab-da0cfe6a0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:00.142152 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-bfc7a0fa-4b43-4ee6-a6ab-da0cfe6a0b3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25fddd92-6096-43db-943d-1bcc15f8470d HTTP/1.1" status: 200 len: 797 time: 0.1145048 Dec 09 22:29:00.239612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-0ed9b755-a94a-41a8-8844-c5155bfe0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:00.242032 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-0ed9b755-a94a-41a8-8844-c5155bfe0697 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0866816 Dec 09 22:29:00.279349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=6d2cb857-66b8-49e8-bc60-c4501d0a0cca,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:00.398943 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-9ea4dcc2-bd9a-4791-8fa3-1b87de79d82f service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473267 Dec 09 22:29:00.430133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb231b-6af7-4806-9870-36080c1dfd85 req-6f92c702-4494-41ef-997b-220682c7574b tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:00.441383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4bb231b-6af7-4806-9870-36080c1dfd85 req-6f92c702-4494-41ef-997b-220682c7574b tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 949 time: 0.7918606 Dec 09 22:29:00.490708 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:00.536647 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-55800e52-1063-4908-b39f-34aa77c63ebc tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:00.539582 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-55800e52-1063-4908-b39f-34aa77c63ebc tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:00.540327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['6d2cb857-66b8-49e8-bc60-c4501d0a0cca'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:00.545073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-55800e52-1063-4908-b39f-34aa77c63ebc tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/floatingips/938a8a26-949b-4e0a-bb73-adc48da2d1bf HTTP/1.1" status: 204 len: 168 time: 1.9364913 Dec 09 22:29:00.551377 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:00.557986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39000) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:00.586292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '26a1df88-5e02-41cc-b7d4-b81e0d0581c8'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:00.603770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f681b-d63b-4e71-875d-c811a2cea8a4 req-028f082e-955f-4ecf-8cc3-2e51709c978e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:00.611511 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c5f681b-d63b-4e71-875d-c811a2cea8a4 req-028f082e-955f-4ecf-8cc3-2e51709c978e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 944 time: 0.2789710 Dec 09 22:29:00.629379 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:00.661374 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-c3cdc5d7-92d2-4324-9b2a-3ddf4e5fd8d6 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544372 Dec 09 22:29:00.668698 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:00.684246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c5f681b-d63b-4e71-875d-c811a2cea8a4 req-8e9fcec6-92c6-4448-9708-82057c9857f3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696402 Dec 09 22:29:00.699020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:00.755366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:00.828954 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4bb231b-6af7-4806-9870-36080c1dfd85 req-02760fbd-e0af-4f51-ba2f-60e51b8387f9 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866603 Dec 09 22:29:00.853010 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-e1af9a10-1162-47fd-9d6d-0155c4531576 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f703d7-47ef-4683-a233-aaa3f462a6d9 HTTP/1.1" status: 200 len: 217 time: 0.1704087 Dec 09 22:29:00.915630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Pushing event updated for resources: {'Port': ['ID=7c6f2882-305c-46bf-a49c-0bdd44d4d004,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:00.980833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.010563 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-da002ea1-3163-456d-a232-6ad34a0c70db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.023041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39018) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:01.073371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8365e-ebde-4120-831a-7881dd68b942 req-9f3c9421-4394-4f87-a45e-d445b3e782eb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:01.081498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8365e-ebde-4120-831a-7881dd68b942 req-9f3c9421-4394-4f87-a45e-d445b3e782eb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:01.091987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8365e-ebde-4120-831a-7881dd68b942 req-9f3c9421-4394-4f87-a45e-d445b3e782eb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:01.113828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8365e-ebde-4120-831a-7881dd68b942 req-9f3c9421-4394-4f87-a45e-d445b3e782eb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:01.131639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8365e-ebde-4120-831a-7881dd68b942 req-9f3c9421-4394-4f87-a45e-d445b3e782eb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:01.152606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8365e-ebde-4120-831a-7881dd68b942 req-9f3c9421-4394-4f87-a45e-d445b3e782eb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:01.159162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-94c6e713-63be-45ac-9d48-464372dcfcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:01.163142 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-94c6e713-63be-45ac-9d48-464372dcfcd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25fddd92-6096-43db-943d-1bcc15f8470d HTTP/1.1" status: 200 len: 797 time: 0.2871974 Dec 09 22:29:01.164466 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8365e-ebde-4120-831a-7881dd68b942 req-9f3c9421-4394-4f87-a45e-d445b3e782eb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:01.182903 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fd8365e-ebde-4120-831a-7881dd68b942 req-9f3c9421-4394-4f87-a45e-d445b3e782eb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.3479648 Dec 09 22:29:01.185879 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.217518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882079e6-4ad1-4d2c-b963-82b30c91537a req-02fac171-898a-456b-89da-ab7e770ed684 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:01.219181 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-882079e6-4ad1-4d2c-b963-82b30c91537a req-02fac171-898a-456b-89da-ab7e770ed684 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 949 time: 0.1556931 Dec 09 22:29:01.235128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-870902583-network', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:01.276999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.300226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Made reservation on behalf of e553cf18c1da4077a85cacb736b72c41 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:01.303169 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.344300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.356382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-b057e3e9-136f-493d-a19b-311a3fbd9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:01.357931 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-b057e3e9-136f-493d-a19b-311a3fbd9fac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1865451 Dec 09 22:29:01.434682 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fd8365e-ebde-4120-831a-7881dd68b942 req-d9eb1bb7-3afe-4ac9-b2c5-32e4e1aa8911 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032270 Dec 09 22:29:01.513766 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.517499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-882079e6-4ad1-4d2c-b963-82b30c91537a req-afcabf7d-b1e8-4ffc-ae02-80b3d9f40081 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Deleting port a20951ba-c2a5-436c-a452-8bf04048f0ba {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:01.517499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-882079e6-4ad1-4d2c-b963-82b30c91537a req-afcabf7d-b1e8-4ffc-ae02-80b3d9f40081 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.524140 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.531298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.25.8.21 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/e149b92c-259f-4a93-b17f-4673d3a1f128) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:01.589179 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-9f5b9ed8-a446-4bab-ac9b-18cbeea71d3a tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=bfdd9fcda41e4035aff8cd2cc7536fe5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720062 Dec 09 22:29:01.717107 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-a83993ca-9ca7-4294-9f26-acc7271649e3 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447504 Dec 09 22:29:01.759275 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Pushing event updated for resources: {'Port': ['ID=7c6f2882-305c-46bf-a49c-0bdd44d4d004,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:01.787972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-882079e6-4ad1-4d2c-b963-82b30c91537a req-afcabf7d-b1e8-4ffc-ae02-80b3d9f40081 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] For port a20951ba-c2a5-436c-a452-8bf04048f0ba, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a20951ba-c2a5-436c-a452-8bf04048f0ba,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:01.788450 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-882079e6-4ad1-4d2c-b963-82b30c91537a req-afcabf7d-b1e8-4ffc-ae02-80b3d9f40081 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.846152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-882079e6-4ad1-4d2c-b963-82b30c91537a req-afcabf7d-b1e8-4ffc-ae02-80b3d9f40081 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Calling delete_port for a20951ba-c2a5-436c-a452-8bf04048f0ba owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:01.891605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.894703 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.914032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.941173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.962264 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7aa8389b-e660-4d88-8b69-67d98a22f047 req-4186540a-3ee3-4e4c-8584-d7420f5f9f6e service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305250 Dec 09 22:29:01.969764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19044a17-50e6-4665-8c5c-acd629672eaa req-ecfa7063-1ac1-436c-8ac5-e89db5843c31 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:01.971432 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-ecfa7063-1ac1-436c-8ac5-e89db5843c31 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3744979 Dec 09 22:29:01.980990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:01.985239 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-632dacda-295c-4238-a60c-be0c59bcf093 tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4638591 Dec 09 22:29:01.987964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:29:01.990185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39042) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:02.064807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dff2b-e280-45d8-9516-db332318e02c req-2f7777af-6e25-4489-9757-986c30f2a5c1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:02.066356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a6dff2b-e280-45d8-9516-db332318e02c req-2f7777af-6e25-4489-9757-986c30f2a5c1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 944 time: 0.2527547 Dec 09 22:29:02.073232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:02.074312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-d12e5916-9203-4715-b11b-a42d84c6ab91 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/quotas/bfdd9fcda41e4035aff8cd2cc7536fe5 HTTP/1.1" status: 200 len: 375 time: 0.0831525 Dec 09 22:29:02.074925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe377f97-12ba-4cd8-8130-3dcb32884a3b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:02.083638 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1aaa34a4-2a7d-4724-ba29-d5ea034816e7 tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2130 time: 0.0775628 Dec 09 22:29:02.089535 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39044) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:02.144946 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-687842ed-96c3-4b54-80fd-b01836bece91 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfdd9fcda41e4035aff8cd2cc7536fe5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266709 Dec 09 22:29:02.166252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=e149b92c-259f-4a93-b17f-4673d3a1f128,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:02.196617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:02.201928 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-92e79b86-a129-4e85-935b-6bed4c9d99ba tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1111069 Dec 09 22:29:02.202087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:02.206044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39046) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:02.209361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:02.252877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-176eaed1-d28f-4c80-b5e7-4a3ee91d3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:02.253368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-176eaed1-d28f-4c80-b5e7-4a3ee91d3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:02.254173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-176eaed1-d28f-4c80-b5e7-4a3ee91d3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:02.254514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-176eaed1-d28f-4c80-b5e7-4a3ee91d3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:02.254982 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-176eaed1-d28f-4c80-b5e7-4a3ee91d3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:02.255445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-176eaed1-d28f-4c80-b5e7-4a3ee91d3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:02.255992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-176eaed1-d28f-4c80-b5e7-4a3ee91d3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:02.258758 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-176eaed1-d28f-4c80-b5e7-4a3ee91d3c27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6494 time: 0.2255766 Dec 09 22:29:02.271278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-882079e6-4ad1-4d2c-b963-82b30c91537a req-afcabf7d-b1e8-4ffc-ae02-80b3d9f40081 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:02.283791 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['587c9056-54ec-4d5c-829b-edb5ff38cb07', 'a5336458-0dd1-424d-a3bf-80938386a8bb', '750d4e75-f21c-456b-892c-3aaa1bc13cc6', '7f6f755c-f30d-4933-8b76-ac3bac55b43a', '6cd8b18c-f5e0-4b33-a125-8ce5a4e31099'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:02.304185 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:02.304540 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Added segment b5643f12-2cf3-4f21-8f26-7daa14956eac of type vlan for network c932c76f-049a-4abd-b233-3ca5aa5fead4 Dec 09 22:29:02.308976 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a6dff2b-e280-45d8-9516-db332318e02c req-3d7e021f-ffeb-4a7c-8690-9b5a669200d7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249613 Dec 09 22:29:02.379783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679', '06a7131e-eabe-4d38-aa86-491d6ace6b87', 'a20951ba-c2a5-436c-a452-8bf04048f0ba'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:02.460610 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:02.494038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcabf7d-b1e8-4ffc-ae02-80b3d9f40081 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event deleted for resources: {'Port': ['ID=a20951ba-c2a5-436c-a452-8bf04048f0ba,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:02.550985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ec6beb4-2237-4c81-ba3c-aaf3c1c71181 req-193c3b8e-8250-4034-a197-ca2dabbf7628 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 210 time: 0.0842564 Dec 09 22:29:02.595794 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:02.597723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:02.598818 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:02.641949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f4450286-5576-4ef2-8842-6cab2014f77c tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Deleting port 7c6f2882-305c-46bf-a49c-0bdd44d4d004 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:02.642619 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4450286-5576-4ef2-8842-6cab2014f77c tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:02.824790 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4450286-5576-4ef2-8842-6cab2014f77c tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:02.825459 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4450286-5576-4ef2-8842-6cab2014f77c tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:02.839877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f4450286-5576-4ef2-8842-6cab2014f77c tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Calling delete_port for 7c6f2882-305c-46bf-a49c-0bdd44d4d004 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:03.107129 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e87aef87-117e-4964-8924-4318eac43efb req-a8bcfe2d-705a-4b79-9131-8ec65958a901 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 210 time: 0.4903398 Dec 09 22:29:03.132738 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4450286-5576-4ef2-8842-6cab2014f77c tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:03.172544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1480286 Dec 09 22:29:03.194308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39068) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:03.201868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-57e22da4-4970-471c-ae3c-c1ff478787da admin admin] Request body: {'subnet': {'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-subnet', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:03.214479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-882079e6-4ad1-4d2c-b963-82b30c91537a req-afcabf7d-b1e8-4ffc-ae02-80b3d9f40081 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] No DVR routers for this DVR port a20951ba-c2a5-436c-a452-8bf04048f0ba on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:03.233816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4450286-5576-4ef2-8842-6cab2014f77c tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Pushing event deleted for resources: {'Port': ['ID=7c6f2882-305c-46bf-a49c-0bdd44d4d004,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:03.248277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189c66d-f86f-42d5-9e09-e9d9f9e8b33b admin admin] Pushing event updated for resources: {'Network': ['ID=c932c76f-049a-4abd-b233-3ca5aa5fead4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:03.275040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c932c76f-049a-4abd-b233-3ca5aa5fead4 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:29:03.328573 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-882079e6-4ad1-4d2c-b963-82b30c91537a req-afcabf7d-b1e8-4ffc-ae02-80b3d9f40081 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:03.344706 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-882079e6-4ad1-4d2c-b963-82b30c91537a req-afcabf7d-b1e8-4ffc-ae02-80b3d9f40081 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "DELETE /v2.0/ports/a20951ba-c2a5-436c-a452-8bf04048f0ba HTTP/1.1" status: 204 len: 173 time: 2.1107206 Dec 09 22:29:03.345340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd009ca67-2e54-4f9f-a349-e215b238c9fb', 'name': 'network-vif-deleted', 'tag': 'a20951ba-c2a5-436c-a452-8bf04048f0ba'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:03.350031 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b329f4e-d967-43b9-9a25-0eca1d9910e0" -d '{"events": [{"server_uuid": "d009ca67-2e54-4f9f-a349-e215b238c9fb", "name": "network-vif-deleted", "tag": "a20951ba-c2a5-436c-a452-8bf04048f0ba"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:03.376682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab600c-ce6f-4b98-8242-7b0fd217fd4c req-ee49161d-e25f-4cdd-a1bd-31feee520205 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:03.385832 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab600c-ce6f-4b98-8242-7b0fd217fd4c req-ee49161d-e25f-4cdd-a1bd-31feee520205 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:03.413282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab600c-ce6f-4b98-8242-7b0fd217fd4c req-ee49161d-e25f-4cdd-a1bd-31feee520205 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:03.424372 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1174b8c8-a5db-482e-b821-2af3a86f568a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:03.461352 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab600c-ce6f-4b98-8242-7b0fd217fd4c req-ee49161d-e25f-4cdd-a1bd-31feee520205 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:03.472206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab600c-ce6f-4b98-8242-7b0fd217fd4c req-ee49161d-e25f-4cdd-a1bd-31feee520205 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:03.500241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab600c-ce6f-4b98-8242-7b0fd217fd4c req-ee49161d-e25f-4cdd-a1bd-31feee520205 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:03.513605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab600c-ce6f-4b98-8242-7b0fd217fd4c req-ee49161d-e25f-4cdd-a1bd-31feee520205 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:03.531342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0ab600c-ce6f-4b98-8242-7b0fd217fd4c req-ee49161d-e25f-4cdd-a1bd-31feee520205 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.4621465 Dec 09 22:29:03.546582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 6d2cb857-66b8-49e8-bc60-c4501d0a0cca up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:03.592439 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-93376c8c-e945-4b52-86c5-a2f97c83b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:03.599501 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-93376c8c-e945-4b52-86c5-a2f97c83b7e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=02defe12-519c-42b7-988d-629d9defac3c HTTP/1.1" status: 200 len: 902 time: 1.3299160 Dec 09 22:29:03.630823 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e22da4-4970-471c-ae3c-c1ff478787da admin admin] Made reservation on behalf of e553cf18c1da4077a85cacb736b72c41 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:03.633299 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-57e22da4-4970-471c-ae3c-c1ff478787da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:03.642279 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:03.665846 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4450286-5576-4ef2-8842-6cab2014f77c tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:03.668685 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4450286-5576-4ef2-8842-6cab2014f77c tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:03.672659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f4450286-5576-4ef2-8842-6cab2014f77c tempest-FloatingIPAdminTestJSON-973211639 tempest-FloatingIPAdminTestJSON-973211639-project] 10.222.0.16 "DELETE /v2.0/floatingips/f888f16b-fb4e-4609-869b-0c0f2dfac403 HTTP/1.1" status: 204 len: 168 time: 1.4656518 Dec 09 22:29:03.676199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39078) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:03.681349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:29:03.690212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:03.743028 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:03.793129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186e7f9-d4ac-4884-9528-97e0a6c1b980 req-df2b1a62-fac3-4c69-8d92-e4ded609a689 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:03.796562 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:03.808241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0186e7f9-d4ac-4884-9528-97e0a6c1b980 req-df2b1a62-fac3-4c69-8d92-e4ded609a689 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 944 time: 0.2601547 Dec 09 22:29:03.828053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0ab600c-ce6f-4b98-8242-7b0fd217fd4c req-9c56b859-200d-49e1-a98c-373e3cea956c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2575488 Dec 09 22:29:03.835381 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95eebde0-19a6-439c-9586-801793f82cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2cb857-66b8-49e8-bc60-c4501d0a0cca'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:03.838483 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db12d64-55f0-4b62-a152-fdbbddccac45" -d '{"events": [{"server_uuid": "95eebde0-19a6-439c-9586-801793f82cb0", "name": "network-vif-plugged", "status": "completed", "tag": "6d2cb857-66b8-49e8-bc60-c4501d0a0cca"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:03.854150 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6d2cb857-66b8-49e8-bc60-c4501d0a0cca,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:03.861895 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:03.868966 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-04dc236b-c7a1-4d97-af32-980981902b83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f703d7-47ef-4683-a233-aaa3f462a6d9 HTTP/1.1" status: 200 len: 217 time: 0.1540444 Dec 09 22:29:03.888335 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-905ce371-aa06-4ad0-8db6-01efc98308e9 req-bcb331b6-38db-427b-af4a-e7111e1783d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=914d0fa2-a578-4bde-951b-b5efb9a07812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4110343 Dec 09 22:29:03.963552 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0186e7f9-d4ac-4884-9528-97e0a6c1b980 req-c523ac28-bdf7-4ef3-bcce-406275f8369d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473694 Dec 09 22:29:03.975198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=6d2cb857-66b8-49e8-bc60-c4501d0a0cca,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:04.026151 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd69b0b0-9fa0-4ded-9a8a-01cc23d91106 x-openstack-request-id: req-cd69b0b0-9fa0-4ded-9a8a-01cc23d91106 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:04.026499 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d009ca67-2e54-4f9f-a349-e215b238c9fb", "name": "network-vif-deleted", "tag": "a20951ba-c2a5-436c-a452-8bf04048f0ba", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:04.026759 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd69b0b0-9fa0-4ded-9a8a-01cc23d91106 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:04.027166 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd009ca67-2e54-4f9f-a349-e215b238c9fb', 'name': 'network-vif-deleted', 'tag': 'a20951ba-c2a5-436c-a452-8bf04048f0ba', 'status': 'completed', 'code': 200} Dec 09 22:29:04.172738 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87ff629-c898-441e-8004-54eb739aecbe x-openstack-request-id: req-e87ff629-c898-441e-8004-54eb739aecbe {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:04.173192 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95eebde0-19a6-439c-9586-801793f82cb0", "name": "network-vif-plugged", "status": "completed", "tag": "6d2cb857-66b8-49e8-bc60-c4501d0a0cca", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:04.173453 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e87ff629-c898-441e-8004-54eb739aecbe {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:04.174012 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95eebde0-19a6-439c-9586-801793f82cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2cb857-66b8-49e8-bc60-c4501d0a0cca', 'code': 200} Dec 09 22:29:04.243525 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:04.247314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2eaefef5-dce2-43c9-844f-a2f9c20abdfe tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Deleting port a1756c0e-d3eb-48e1-a61e-e913362b08da {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:04.247845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2eaefef5-dce2-43c9-844f-a2f9c20abdfe tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:04.281450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae0bcf20-ea79-4616-9e46-f369fc7ff338 req-8a05e062-f103-4c27-99c7-94fdec432eb3 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d009ca67-2e54-4f9f-a349-e215b238c9fb HTTP/1.1" status: 200 len: 210 time: 0.1081772 Dec 09 22:29:04.332754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-fad3ca54-e280-4659-b61f-29d6061837e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:04.335221 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-fad3ca54-e280-4659-b61f-29d6061837e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25fddd92-6096-43db-943d-1bcc15f8470d HTTP/1.1" status: 200 len: 797 time: 0.4541109 Dec 09 22:29:04.376776 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-57e22da4-4970-471c-ae3c-c1ff478787da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:04.383266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ce371-aa06-4ad0-8db6-01efc98308e9 req-7c9f9b48-37d9-4f49-ac7a-66d647e33809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:04.385212 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-905ce371-aa06-4ad0-8db6-01efc98308e9 req-7c9f9b48-37d9-4f49-ac7a-66d647e33809 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=914d0fa2-a578-4bde-951b-b5efb9a07812 HTTP/1.1" status: 200 len: 1101 time: 0.4279571 Dec 09 22:29:04.410418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39560fc6-439f-4117-92b7-0996a4236194 req-ce2e6938-af05-4952-aa4d-52dff3af4b31 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 210 time: 0.1149423 Dec 09 22:29:04.436920 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-b0583f06-d8d4-4191-bc3a-d1190b3a2d35 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bfdd9fcda41e4035aff8cd2cc7536fe5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804014 Dec 09 22:29:04.609701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1b071-0331-403e-91f7-2d07e7a67e50 req-71352575-3d1d-4649-94d8-3b87eeefbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:04.611229 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5b1b071-0331-403e-91f7-2d07e7a67e50 req-71352575-3d1d-4649-94d8-3b87eeefbec1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 1097 time: 0.2188165 Dec 09 22:29:04.617706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e22da4-4970-471c-ae3c-c1ff478787da admin admin] Pushing event updated for resources: {'Subnet': ['ID=8120da04-1f11-44c0-b5d3-87450c8b2ee1,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:04.618313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-3f48f3c3-7d09-4d63-acaa-5df00e6f13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:04.620978 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-3f48f3c3-7d09-4d63-acaa-5df00e6f13d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2769060 Dec 09 22:29:04.627614 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2eaefef5-dce2-43c9-844f-a2f9c20abdfe tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:04.627941 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2eaefef5-dce2-43c9-844f-a2f9c20abdfe tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:04.645891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e22da4-4970-471c-ae3c-c1ff478787da admin admin] Checking segment: {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:04.646244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e22da4-4970-471c-ae3c-c1ff478787da admin admin] Network hostable DHCP agents. Network: c932c76f-049a-4abd-b233-3ca5aa5fead4, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:29:04.652790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2eaefef5-dce2-43c9-844f-a2f9c20abdfe tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Calling delete_port for a1756c0e-d3eb-48e1-a61e-e913362b08da owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:04.655569 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:04.715915 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:04.723453 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e22da4-4970-471c-ae3c-c1ff478787da admin admin] Network c932c76f-049a-4abd-b233-3ca5aa5fead4 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:29:04.757561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-57e22da4-4970-471c-ae3c-c1ff478787da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c932c76f-049a-4abd-b233-3ca5aa5fead4) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:04.767922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e22da4-4970-471c-ae3c-c1ff478787da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:04.768513 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-57e22da4-4970-471c-ae3c-c1ff478787da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:04.769342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa86a17-0256-4c49-b9cf-c898be910782 None None] Network c932c76f-049a-4abd-b233-3ca5aa5fead4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:29:04.772748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5b1b071-0331-403e-91f7-2d07e7a67e50 req-a12643a4-fbe5-4355-8dd8-87669a520daa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348143 Dec 09 22:29:04.809187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-57e22da4-4970-471c-ae3c-c1ff478787da admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6080198 Dec 09 22:29:04.810244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39096) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:04.816179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:04.848748 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:04.854284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:04.857386 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:04.904908 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:04.934048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c932c76f-049a-4abd-b233-3ca5aa5fead4', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:29:04.934986 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.022372 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2eaefef5-dce2-43c9-844f-a2f9c20abdfe tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.094626 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.130113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Allocated IP 172.20.0.2 (c932c76f-049a-4abd-b233-3ca5aa5fead4/8120da04-1f11-44c0-b5d3-87450c8b2ee1/02fd5392-32e4-4e95-909e-3034a6acb082) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:05.153320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=e149b92c-259f-4a93-b17f-4673d3a1f128,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:05.168857 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19044a17-50e6-4665-8c5c-acd629672eaa req-a00312cf-c505-42e8-8baf-b05a41e09f8d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:05.170681 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-a00312cf-c505-42e8-8baf-b05a41e09f8d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7195203 Dec 09 22:29:05.175836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ce371-aa06-4ad0-8db6-01efc98308e9 req-50060c7d-22e1-49e8-b823-5afc682cb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:05.177481 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-905ce371-aa06-4ad0-8db6-01efc98308e9 req-50060c7d-22e1-49e8-b823-5afc682cb1bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.6878948 Dec 09 22:29:05.204810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Request body: {'port': {'device_id': '08219d34-f369-4fb0-bb19-1d4b007326d8', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'bfdd9fcda41e4035aff8cd2cc7536fe5'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:05.223887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaefef5-dce2-43c9-844f-a2f9c20abdfe tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1756c0e-d3eb-48e1-a61e-e913362b08da,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:05.263994 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.270914 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-905ce371-aa06-4ad0-8db6-01efc98308e9 req-0c3e21e2-aa1c-4464-bb00-0c9a493ae1bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=587c9056-54ec-4d5c-829b-edb5ff38cb07 HTTP/1.1" status: 200 len: 217 time: 0.0843389 Dec 09 22:29:05.273059 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-fe52939e-5892-4d61-88f8-43884304142d service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304087 Dec 09 22:29:05.329533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57c7c2-32d2-489b-859b-d7a2e76a61cc req-f7d608ef-7b07-457e-bb53-b26bdce595b9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:05.335684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57c7c2-32d2-489b-859b-d7a2e76a61cc req-f7d608ef-7b07-457e-bb53-b26bdce595b9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:05.340001 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.341963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57c7c2-32d2-489b-859b-d7a2e76a61cc req-f7d608ef-7b07-457e-bb53-b26bdce595b9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:05.348070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57c7c2-32d2-489b-859b-d7a2e76a61cc req-f7d608ef-7b07-457e-bb53-b26bdce595b9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:05.348307 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.355110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57c7c2-32d2-489b-859b-d7a2e76a61cc req-f7d608ef-7b07-457e-bb53-b26bdce595b9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:05.363472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57c7c2-32d2-489b-859b-d7a2e76a61cc req-f7d608ef-7b07-457e-bb53-b26bdce595b9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:05.369984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57c7c2-32d2-489b-859b-d7a2e76a61cc req-f7d608ef-7b07-457e-bb53-b26bdce595b9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:05.371882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd57c7c2-32d2-489b-859b-d7a2e76a61cc req-f7d608ef-7b07-457e-bb53-b26bdce595b9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.3440540 Dec 09 22:29:05.399078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Network c932c76f-049a-4abd-b233-3ca5aa5fead4 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:05.402469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:05.420709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:05.424467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Pushing event updated for resources: {'Port': ['ID=02fd5392-32e4-4e95-909e-3034a6acb082,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:05.464336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139595d-24de-4b0c-94bb-ca0e759f06d8 req-b38e8e36-8c7a-4fc5-9db9-b93845cbc32a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:05.465992 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b139595d-24de-4b0c-94bb-ca0e759f06d8 req-b38e8e36-8c7a-4fc5-9db9-b93845cbc32a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 945 time: 0.3841102 Dec 09 22:29:05.527963 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Attempting to bind port 02fd5392-32e4-4e95-909e-3034a6acb082 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:05.528339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Attempting to bind port 02fd5392-32e4-4e95-909e-3034a6acb082 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:05.528709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Attempting to bind port 02fd5392-32e4-4e95-909e-3034a6acb082 on network c932c76f-049a-4abd-b233-3ca5aa5fead4 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:05.531597 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.543553 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:29:05.545009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Checking segment: {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:05.545431 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.545910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Bound using segment: {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:29:05.547214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Bound port: 02fd5392-32e4-4e95-909e-3034a6acb082, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:29:05.547759 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.548564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ce371-aa06-4ad0-8db6-01efc98308e9 req-a1563c87-a2f1-483f-82f4-be78b1292b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:05.550375 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-905ce371-aa06-4ad0-8db6-01efc98308e9 req-a1563c87-a2f1-483f-82f4-be78b1292b29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.2363007 Dec 09 22:29:05.550726 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2eaefef5-dce2-43c9-844f-a2f9c20abdfe tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.555332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2eaefef5-dce2-43c9-844f-a2f9c20abdfe tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.555539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2eaefef5-dce2-43c9-844f-a2f9c20abdfe tempest-FloatingIPAdminTestJSON-11940128 tempest-FloatingIPAdminTestJSON-11940128-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/0bfff2e0-4e1b-4e87-9ed3-c76bc22c9773 HTTP/1.1" status: 204 len: 168 time: 1.8737688 Dec 09 22:29:05.561818 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a20951ba-c2a5-436c-a452-8bf04048f0ba no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:05.565390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39108) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:05.617945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: a20951ba-c2a5-436c-a452-8bf04048f0ba {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:05.618392 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a20951ba-c2a5-436c-a452-8bf04048f0ba not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:05.618877 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8a3a15bf-5a0f-440f-b9ae-7d2f5b3b2d57 req-250fa9a0-b2bc-43dc-a71b-9f6c41b75031 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072193 Dec 09 22:29:05.623079 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Floating IP e08290f4-a7da-47dd-9f3d-c2f7d4c626a2 associated. External IP: 172.25.8.21, port: 26a1df88-5e02-41cc-b7d4-b81e0d0581c8. Dec 09 22:29:05.685226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ce371-aa06-4ad0-8db6-01efc98308e9 req-d1b4a22d-3a8e-466b-b2ca-ebc59952cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:05.686796 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-905ce371-aa06-4ad0-8db6-01efc98308e9 req-d1b4a22d-3a8e-466b-b2ca-ebc59952cd42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1245210 Dec 09 22:29:05.690027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Made reservation on behalf of bfdd9fcda41e4035aff8cd2cc7536fe5 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:05.693301 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.700724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd57c7c2-32d2-489b-859b-d7a2e76a61cc req-3b3ff3f5-3895-47d3-9573-ea51cfbcbbaf tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3044550 Dec 09 22:29:05.718045 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b139595d-24de-4b0c-94bb-ca0e759f06d8 req-1862a19e-1709-4d8b-ab0a-158f8ab776e9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107964 Dec 09 22:29:05.745665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] For port 02fd5392-32e4-4e95-909e-3034a6acb082, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:05.750071 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] For port 02fd5392-32e4-4e95-909e-3034a6acb082, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=02fd5392-32e4-4e95-909e-3034a6acb082,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:29:05.754421 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.757448 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.870733 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfeacf-51c2-4c37-be80-aab62db19262 None None] Pushing event updated for resources: {'Port': ['ID=02fd5392-32e4-4e95-909e-3034a6acb082,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:05.895044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-4235b467-900e-407f-bc9c-55a5437c1706 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Deleting port b7c8a229-054e-44ab-a540-d564dae5238a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:05.895713 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4235b467-900e-407f-bc9c-55a5437c1706 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:05.969465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8218c32-9f5a-438c-a326-a1a7b2427e63 req-879b4f88-a252-4f4d-b8ed-2ac7812ebcde tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 210 time: 0.0583372 Dec 09 22:29:06.066724 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:06.152717 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4235b467-900e-407f-bc9c-55a5437c1706 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:06.181147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:06.257319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-4235b467-900e-407f-bc9c-55a5437c1706 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Calling delete_port for b7c8a229-054e-44ab-a540-d564dae5238a owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:06.273924 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-905ce371-aa06-4ad0-8db6-01efc98308e9 req-2e53ec3e-813b-4b3d-ad3d-6538f50b611b service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782847 Dec 09 22:29:06.285970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453600bf-9d1b-4bc1-8c4c-69957064ad3a req-32633b83-4023-42bb-9202-b68589905227 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:06.292645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-453600bf-9d1b-4bc1-8c4c-69957064ad3a req-32633b83-4023-42bb-9202-b68589905227 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=a301fb32-7717-40db-9a23-2c2bcd2876db HTTP/1.1" status: 200 len: 951 time: 0.2459757 Dec 09 22:29:06.339784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 02fd5392-32e4-4e95-909e-3034a6acb082 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:06.387677 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:06.404121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 02fd5392-32e4-4e95-909e-3034a6acb082 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:06.404503 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:06.404632 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:06.498366 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:06.535097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 02fd5392-32e4-4e95-909e-3034a6acb082, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=02fd5392-32e4-4e95-909e-3034a6acb082,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:06.540047 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:06.601223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=02fd5392-32e4-4e95-909e-3034a6acb082,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:06.842491 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:06.847276 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-453600bf-9d1b-4bc1-8c4c-69957064ad3a req-e5a2df57-38ea-4bac-95be-a6382c8f37e4 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535638 Dec 09 22:29:06.850812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa0957b-dffa-4a7e-9973-88fb4cc289fd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:06.884128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20994c84-379c-40fc-a7fe-d4d27b28b206 req-fb33e8a9-b6dd-4b3d-8be9-048cb179fb10 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:06.891764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:06.893665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20994c84-379c-40fc-a7fe-d4d27b28b206 req-fb33e8a9-b6dd-4b3d-8be9-048cb179fb10 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 950 time: 0.2027373 Dec 09 22:29:06.900272 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:06.911457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a84d36-db30-4d74-bed0-cb291fea9537 None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:06.933686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:06.938858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a84d36-db30-4d74-bed0-cb291fea9537 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:06.939990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f6a84d36-db30-4d74-bed0-cb291fea9537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:06.966940 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-905ce371-aa06-4ad0-8db6-01efc98308e9 req-24191512-184a-4b01-a183-ae01c2b7352e service neutron] 10.222.0.42 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936413 Dec 09 22:29:06.991138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f6a84d36-db30-4d74-bed0-cb291fea9537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:07.007550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a84d36-db30-4d74-bed0-cb291fea9537 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:07.007963 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f6a84d36-db30-4d74-bed0-cb291fea9537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:07.028591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:07.049121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f6a84d36-db30-4d74-bed0-cb291fea9537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:07.049980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a84d36-db30-4d74-bed0-cb291fea9537 None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:07.068279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Allocated IP 192.168.233.148 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/2d4bdfd7-241b-4db5-961f-adc96a969327) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:07.092228 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1f7b342b-45a1-47ae-89f2-1c08ed77fd66 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5286157 Dec 09 22:29:07.092577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39150) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:07.122590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20994c84-379c-40fc-a7fe-d4d27b28b206 req-95eedc3c-62c0-4dac-a712-ad284b62e181 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234180 Dec 09 22:29:07.203719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b267c61c-8121-4615-a0be-5aadf22dcc93 None None] Network c932c76f-049a-4abd-b233-3ca5aa5fead4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:29:07.217476 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ba09d079-fbd6-456f-9548-48c25f8f92a9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "GET /v2.0/floatingips/e08290f4-a7da-47dd-9f3d-c2f7d4c626a2 HTTP/1.1" status: 200 len: 978 time: 0.1162353 Dec 09 22:29:07.218122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39152) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:07.219810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef518-2998-4266-859f-a57962cbd5dd req-2da8516c-6d16-415f-8eab-ab37eaaddb58 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:07.226873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef518-2998-4266-859f-a57962cbd5dd req-2da8516c-6d16-415f-8eab-ab37eaaddb58 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:07.232810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef518-2998-4266-859f-a57962cbd5dd req-2da8516c-6d16-415f-8eab-ab37eaaddb58 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:07.238910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef518-2998-4266-859f-a57962cbd5dd req-2da8516c-6d16-415f-8eab-ab37eaaddb58 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:07.244934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef518-2998-4266-859f-a57962cbd5dd req-2da8516c-6d16-415f-8eab-ab37eaaddb58 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:07.250966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef518-2998-4266-859f-a57962cbd5dd req-2da8516c-6d16-415f-8eab-ab37eaaddb58 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:07.257009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef518-2998-4266-859f-a57962cbd5dd req-2da8516c-6d16-415f-8eab-ab37eaaddb58 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:07.259204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95aef518-2998-4266-859f-a57962cbd5dd req-2da8516c-6d16-415f-8eab-ab37eaaddb58 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.2863503 Dec 09 22:29:07.274709 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4235b467-900e-407f-bc9c-55a5437c1706 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:07.351149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235b467-900e-407f-bc9c-55a5437c1706 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event deleted for resources: {'Port': ['ID=b7c8a229-054e-44ab-a540-d564dae5238a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:07.383570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Allocated IP 172.25.8.228 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/662652d1-871b-49f4-905c-653dbde1b235) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:07.422202 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fc74b5c9-615f-4fd4-aa1b-1359b743f56e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2029550 Dec 09 22:29:07.424229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8f3ae687-0d6e-484d-a111-41c391310ef3 None None] Provisioning complete for port 02fd5392-32e4-4e95-909e-3034a6acb082 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:07.424701 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8f3ae687-0d6e-484d-a111-41c391310ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:07.426367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39154) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:07.433618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-329310b2-2ce9-489f-9d90-6b11835b0c6c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'floatingip': {'port_id': 'd0e24c88-2f21-406f-89a8-19c124ba575e'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:07.488140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01eecee-9533-4148-96b8-47ddb458009d req-e701c8ba-d583-4437-9c7c-4819660dbe43 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:07.496004 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e01eecee-9533-4148-96b8-47ddb458009d req-e701c8ba-d583-4437-9c7c-4819660dbe43 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 945 time: 0.3108330 Dec 09 22:29:07.520021 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:07.538636 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-329310b2-2ce9-489f-9d90-6b11835b0c6c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:07.538995 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95aef518-2998-4266-859f-a57962cbd5dd req-02a609e9-abc7-48f4-8cf8-996fdaf556aa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2687991 Dec 09 22:29:07.582187 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4235b467-900e-407f-bc9c-55a5437c1706 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:07.593009 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4235b467-900e-407f-bc9c-55a5437c1706 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "DELETE /v2.0/ports/b7c8a229-054e-44ab-a540-d564dae5238a HTTP/1.1" status: 204 len: 168 time: 2.0232549 Dec 09 22:29:07.594031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39156) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:07.684627 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e01eecee-9533-4148-96b8-47ddb458009d req-d787775d-a688-417b-97a9-b48ad7e41b49 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876752 Dec 09 22:29:07.749163 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:07.750247 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:07.760865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d108db8-648f-4ae6-85b0-ca5d32ec1e40 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:07.765996 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1d108db8-648f-4ae6-85b0-ca5d32ec1e40 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "GET /v2.0/ports?device_id=517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5 HTTP/1.1" status: 200 len: 913 time: 0.1690655 Dec 09 22:29:07.768469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39160) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:07.770750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e83260d2-49b7-4936-8f8b-a8ef737f7cf0 req-881377ac-e4e4-4780-9527-86e2d914930b tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 210 time: 0.0789039 Dec 09 22:29:07.874103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5053ee-648f-463e-8049-57d31f363811 req-d6be6054-b5e1-481c-a630-9d01b6d592ae tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:07.876067 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3f5053ee-648f-463e-8049-57d31f363811 req-d6be6054-b5e1-481c-a630-9d01b6d592ae tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 950 time: 0.2043400 Dec 09 22:29:07.892284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:07.937243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:07.983987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7543ef40-9b86-4821-aea1-9bd3fb2517b7 None None] Provisioning complete for port 02fd5392-32e4-4e95-909e-3034a6acb082 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:07.985102 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7543ef40-9b86-4821-aea1-9bd3fb2517b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:07.987309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:08.031552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Pushing event updated for resources: {'Port': ['ID=2d4bdfd7-241b-4db5-961f-adc96a969327,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:08.040220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:08.121541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:08.129712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:08.132274 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:08.149593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:08.150311 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:08.226019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 02fd5392-32e4-4e95-909e-3034a6acb082 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:08.232689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e86765-03f6-45e0-a57b-c25fccf0a94b req-c97d0d99-692d-4840-af4d-4804a08fefb4 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:08.232912 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-54f2228f-13d9-41dd-991e-039b2abd448e tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0388944 Dec 09 22:29:08.234235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4e86765-03f6-45e0-a57b-c25fccf0a94b req-c97d0d99-692d-4840-af4d-4804a08fefb4 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 945 time: 0.2271180 Dec 09 22:29:08.240866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Pushing event updated for resources: {'Port': ['ID=662652d1-871b-49f4-905c-653dbde1b235,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:08.262820 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1ef66b5c-eec4-4f5b-ae38-b8c8a6845969 None None] Provisioning complete for port 2d4bdfd7-241b-4db5-961f-adc96a969327 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:08.263194 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1ef66b5c-eec4-4f5b-ae38-b8c8a6845969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:08.265141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Request body: {'port': {'device_id': '08219d34-f369-4fb0-bb19-1d4b007326d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:08.293730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fa551-1b7c-4a67-8da5-a47227683b2a req-e241583f-6d6c-4aee-b49d-522f12473567 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:08.295765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf5fa551-1b7c-4a67-8da5-a47227683b2a req-e241583f-6d6c-4aee-b49d-522f12473567 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=a301fb32-7717-40db-9a23-2c2bcd2876db HTTP/1.1" status: 200 len: 951 time: 0.2897952 Dec 09 22:29:08.311515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1ef66b5c-eec4-4f5b-ae38-b8c8a6845969 None None] Port 2d4bdfd7-241b-4db5-961f-adc96a969327 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:29:08.317725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 02fd5392-32e4-4e95-909e-3034a6acb082 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:08.318131 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:08.341009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-3f5053ee-648f-463e-8049-57d31f363811 req-676f7f0c-65ee-4b5e-96d8-7e17fc4521f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Deleting port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:08.341487 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3f5053ee-648f-463e-8049-57d31f363811 req-676f7f0c-65ee-4b5e-96d8-7e17fc4521f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:08.468570 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:08.479316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4e86765-03f6-45e0-a57b-c25fccf0a94b req-9f10cc86-a573-4d1c-81c6-7d5cc10d4583 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350051 Dec 09 22:29:08.546212 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf5fa551-1b7c-4a67-8da5-a47227683b2a req-0b10c8cd-7e27-4853-b908-76881155e914 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383041 Dec 09 22:29:08.582702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3f5053ee-648f-463e-8049-57d31f363811 req-676f7f0c-65ee-4b5e-96d8-7e17fc4521f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] For port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:08.582702 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3f5053ee-648f-463e-8049-57d31f363811 req-676f7f0c-65ee-4b5e-96d8-7e17fc4521f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:08.618530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-3f5053ee-648f-463e-8049-57d31f363811 req-676f7f0c-65ee-4b5e-96d8-7e17fc4521f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Calling delete_port for 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:08.685724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cee94-cc7d-4bae-bf6a-f3fa83b51ded req-e874f1a3-6091-4848-86af-5e94e27809d4 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:08.687252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c0cee94-cc7d-4bae-bf6a-f3fa83b51ded req-e874f1a3-6091-4848-86af-5e94e27809d4 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 950 time: 0.1450558 Dec 09 22:29:08.741154 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:08.848285 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c0cee94-cc7d-4bae-bf6a-f3fa83b51ded req-fcbf9430-62f4-41a5-bbab-f2ee4a8f336a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397824 Dec 09 22:29:08.882321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae62f0c3-9f40-471c-93c4-f6afa1168645 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:08.897054 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-329310b2-2ce9-489f-9d90-6b11835b0c6c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:08.905324 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-329310b2-2ce9-489f-9d90-6b11835b0c6c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:08.955658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71074f9d-b408-4df4-b808-e41575c8c151 req-5f985ef3-c011-4bc0-bfd2-b0380529ee01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:08.962873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71074f9d-b408-4df4-b808-e41575c8c151 req-5f985ef3-c011-4bc0-bfd2-b0380529ee01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:08.967988 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71074f9d-b408-4df4-b808-e41575c8c151 req-5f985ef3-c011-4bc0-bfd2-b0380529ee01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:08.974282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71074f9d-b408-4df4-b808-e41575c8c151 req-5f985ef3-c011-4bc0-bfd2-b0380529ee01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:08.980446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71074f9d-b408-4df4-b808-e41575c8c151 req-5f985ef3-c011-4bc0-bfd2-b0380529ee01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:08.985638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71074f9d-b408-4df4-b808-e41575c8c151 req-5f985ef3-c011-4bc0-bfd2-b0380529ee01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:08.991512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71074f9d-b408-4df4-b808-e41575c8c151 req-5f985ef3-c011-4bc0-bfd2-b0380529ee01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:08.993367 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71074f9d-b408-4df4-b808-e41575c8c151 req-5f985ef3-c011-4bc0-bfd2-b0380529ee01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.2147403 Dec 09 22:29:09.070247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3f5053ee-648f-463e-8049-57d31f363811 req-676f7f0c-65ee-4b5e-96d8-7e17fc4521f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:09.081303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['587c9056-54ec-4d5c-829b-edb5ff38cb07', 'a5336458-0dd1-424d-a3bf-80938386a8bb', '750d4e75-f21c-456b-892c-3aaa1bc13cc6', '7f6f755c-f30d-4933-8b76-ac3bac55b43a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:09.118326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679', '06a7131e-eabe-4d38-aa86-491d6ace6b87'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:09.129303 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-329310b2-2ce9-489f-9d90-6b11835b0c6c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Floating IP e08290f4-a7da-47dd-9f3d-c2f7d4c626a2 associated. External IP: 172.25.8.21, port: 26a1df88-5e02-41cc-b7d4-b81e0d0581c8. Dec 09 22:29:09.135857 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f7f0c-65ee-4b5e-96d8-7e17fc4521f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event deleted for resources: {'Port': ['ID=6cd8b18c-f5e0-4b33-a125-8ce5a4e31099,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:09.218499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432811ed-a914-4fac-aa85-56592ab4dd78 req-0e2d3385-d35b-41fc-b982-69e7cd1b40fe tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:09.220475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-432811ed-a914-4fac-aa85-56592ab4dd78 req-0e2d3385-d35b-41fc-b982-69e7cd1b40fe tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 936 time: 0.2165780 Dec 09 22:29:09.275779 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71074f9d-b408-4df4-b808-e41575c8c151 req-c43cffe6-81b0-4a7a-9968-142b23718da0 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2703984 Dec 09 22:29:09.316913 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:09.500016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4bdfd7-241b-4db5-961f-adc96a969327 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:09.512383 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:09.535541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5053ee-648f-463e-8049-57d31f363811 req-676f7f0c-65ee-4b5e-96d8-7e17fc4521f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] No DVR routers for this DVR port 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:09.545262 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3f5053ee-648f-463e-8049-57d31f363811 req-676f7f0c-65ee-4b5e-96d8-7e17fc4521f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:09.548936 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3f5053ee-648f-463e-8049-57d31f363811 req-676f7f0c-65ee-4b5e-96d8-7e17fc4521f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "DELETE /v2.0/ports/6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 HTTP/1.1" status: 204 len: 173 time: 1.6418228 Dec 09 22:29:09.552000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68bb297-b21c-45fe-87da-92b5685cb99e', 'name': 'network-vif-deleted', 'tag': '6cd8b18c-f5e0-4b33-a125-8ce5a4e31099'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:09.555712 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bfc263-fd28-4fb5-8d20-1c89178ee2f2" -d '{"events": [{"server_uuid": "c68bb297-b21c-45fe-87da-92b5685cb99e", "name": "network-vif-deleted", "tag": "6cd8b18c-f5e0-4b33-a125-8ce5a4e31099"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:09.563037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Transition to ACTIVE for port object 2d4bdfd7-241b-4db5-961f-adc96a969327 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:29:09.567615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5da14491-abc9-4fcc-ac4f-8de324dd6b10 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:09.698222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:09.781379 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:09.828035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:09.830915 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f251c955-0871-4105-bdd4-c1abbc577616" -d '{"events": [{"server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "name": "network-vif-unplugged", "status": "completed", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:09.848388 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:09.861095 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:09.862500 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-432811ed-a914-4fac-aa85-56592ab4dd78 req-a0423dab-414b-4f1d-a9a5-8c8e6aa3f34f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6334918 Dec 09 22:29:09.868315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Pushing event updated for resources: {'Port': ['ID=2d4bdfd7-241b-4db5-961f-adc96a969327,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:09.958944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329310b2-2ce9-489f-9d90-6b11835b0c6c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:09.959539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Attempting to bind port 2d4bdfd7-241b-4db5-961f-adc96a969327 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:09.959872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Attempting to bind port 2d4bdfd7-241b-4db5-961f-adc96a969327 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:09.960179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5da14491-abc9-4fcc-ac4f-8de324dd6b10,revision_number=11']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:09.960299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Attempting to bind port 2d4bdfd7-241b-4db5-961f-adc96a969327 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:09.970375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Port 2d4bdfd7-241b-4db5-961f-adc96a969327 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:09.970707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Attempting to bind port 2d4bdfd7-241b-4db5-961f-adc96a969327 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:09.994194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:29:09.994544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:09.994937 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:29:09.995375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Bound port: 2d4bdfd7-241b-4db5-961f-adc96a969327, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:29:09.995742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:10.054561 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054345fe-147b-4696-b193-5fae54f5697a x-openstack-request-id: req-054345fe-147b-4696-b193-5fae54f5697a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:10.057244 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68bb297-b21c-45fe-87da-92b5685cb99e", "name": "network-vif-deleted", "tag": "6cd8b18c-f5e0-4b33-a125-8ce5a4e31099", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:10.058171 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-054345fe-147b-4696-b193-5fae54f5697a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:10.059049 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68bb297-b21c-45fe-87da-92b5685cb99e', 'name': 'network-vif-deleted', 'tag': '6cd8b18c-f5e0-4b33-a125-8ce5a4e31099', 'status': 'completed', 'code': 200} Dec 09 22:29:10.073437 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc2756a-81a9-47d0-91fc-a74e60821ed1 x-openstack-request-id: req-cfc2756a-81a9-47d0-91fc-a74e60821ed1 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:10.073747 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "name": "network-vif-unplugged", "status": "completed", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:10.074085 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfc2756a-81a9-47d0-91fc-a74e60821ed1 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:10.075322 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'code': 200} Dec 09 22:29:10.150206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459928e4-3a3a-4db0-8196-e5413ac2cad6 req-87b353c3-7a59-4227-ac5e-9e6d21e7f0b3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.153116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-459928e4-3a3a-4db0-8196-e5413ac2cad6 req-87b353c3-7a59-4227-ac5e-9e6d21e7f0b3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.18 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 945 time: 0.3264863 Dec 09 22:29:10.193629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c8c06-7f52-4aff-9422-1c01573366da req-0759a1db-5fb6-4e0a-b02e-b95cac489af9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.195447 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-617c8c06-7f52-4aff-9422-1c01573366da req-0759a1db-5fb6-4e0a-b02e-b95cac489af9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 945 time: 0.3709579 Dec 09 22:29:10.242508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329310b2-2ce9-489f-9d90-6b11835b0c6c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:10.248464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] For port 2d4bdfd7-241b-4db5-961f-adc96a969327, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:10.254162 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f24dc6-875e-4684-9006-7f931ab27064 None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:10.268736 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f24dc6-875e-4684-9006-7f931ab27064 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:10.269497 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-49f24dc6-875e-4684-9006-7f931ab27064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:10.279582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e6f946a-6804-485d-98d5-0bd1e864833f req-8a24d8dc-9978-4a85-8ce1-b3ccf1acffe7 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68bb297-b21c-45fe-87da-92b5685cb99e HTTP/1.1" status: 200 len: 210 time: 0.0973277 Dec 09 22:29:10.298001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] For port 2d4bdfd7-241b-4db5-961f-adc96a969327, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2d4bdfd7-241b-4db5-961f-adc96a969327,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:29:10.314066 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:10.330928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:10.334088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.335647 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:10.337321 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] 10.222.0.18 "PUT /v2.0/ports/2d4bdfd7-241b-4db5-961f-adc96a969327 HTTP/1.1" status: 200 len: 1097 time: 2.0830543 Dec 09 22:29:10.376396 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-49f24dc6-875e-4684-9006-7f931ab27064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:10.391870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ae62f0c3-9f40-471c-93c4-f6afa1168645 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Deleting port 6af083de-b500-4b12-b130-fa3844e1dcac {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:10.392200 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae62f0c3-9f40-471c-93c4-f6afa1168645 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:10.399245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-617c8c06-7f52-4aff-9422-1c01573366da req-8ba4372e-9297-4b99-a424-6a1e6ab912cd tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777229 Dec 09 22:29:10.405455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:10.408220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6cd8b18c-f5e0-4b33-a125-8ce5a4e31099 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:10.414951 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f24dc6-875e-4684-9006-7f931ab27064 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:10.415847 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-49f24dc6-875e-4684-9006-7f931ab27064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:10.445858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Router 08b2b868-8828-4b47-afc1-e79746d0c66f is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:29:10.507793 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca9870-cbab-41b5-b5b5-91b2d96bf67f service neutron] Pushing event updated for resources: {'Port': ['ID=2d4bdfd7-241b-4db5-961f-adc96a969327,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:10.520996 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19044a17-50e6-4665-8c5c-acd629672eaa req-4854accf-8e46-4c49-ab36-adac18f730d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.522986 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-4854accf-8e46-4c49-ab36-adac18f730d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfdd9fcda41e4035aff8cd2cc7536fe5&device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 1100 time: 0.1201704 Dec 09 22:29:10.584999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-459928e4-3a3a-4db0-8196-e5413ac2cad6 req-76c82220-5eab-42a1-a5d7-2cb974f2549f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Deleting port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:10.585341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-459928e4-3a3a-4db0-8196-e5413ac2cad6 req-76c82220-5eab-42a1-a5d7-2cb974f2549f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:10.634523 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-707c3d3a-0f53-4989-b4c9-8ca27a1b4b44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=2d4bdfd7-241b-4db5-961f-adc96a969327 HTTP/1.1" status: 200 len: 217 time: 0.0549426 Dec 09 22:29:10.645014 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-49f24dc6-875e-4684-9006-7f931ab27064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:10.646412 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f24dc6-875e-4684-9006-7f931ab27064 None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:10.648648 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:29:10.746978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19044a17-50e6-4665-8c5c-acd629672eaa req-0d68abe8-ed16-4461-8756-ea4c9f0ceb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.748490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-0d68abe8-ed16-4461-8756-ea4c9f0ceb52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1053767 Dec 09 22:29:10.781475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-459928e4-3a3a-4db0-8196-e5413ac2cad6 req-76c82220-5eab-42a1-a5d7-2cb974f2549f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] For port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6d2cb857-66b8-49e8-bc60-c4501d0a0cca,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:10.782451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-459928e4-3a3a-4db0-8196-e5413ac2cad6 req-76c82220-5eab-42a1-a5d7-2cb974f2549f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:10.787969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329310b2-2ce9-489f-9d90-6b11835b0c6c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:10.800468 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-459928e4-3a3a-4db0-8196-e5413ac2cad6 req-76c82220-5eab-42a1-a5d7-2cb974f2549f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Calling delete_port for 6d2cb857-66b8-49e8-bc60-c4501d0a0cca owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:10.807836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae62f0c3-9f40-471c-93c4-f6afa1168645 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:10.813204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19044a17-50e6-4665-8c5c-acd629672eaa req-14b64dd0-073e-4bd9-95a9-96e096cdbb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.814769 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-14b64dd0-073e-4bd9-95a9-96e096cdbb3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586512 Dec 09 22:29:10.842158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ae62f0c3-9f40-471c-93c4-f6afa1168645 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Calling delete_port for 6af083de-b500-4b12-b130-fa3844e1dcac owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:10.915668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a681e-8363-4985-a5e2-82af3bbf46b5 req-f19fd8fd-b6a7-40ac-9402-d3226f225b82 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.922368 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a681e-8363-4985-a5e2-82af3bbf46b5 req-f19fd8fd-b6a7-40ac-9402-d3226f225b82 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.928779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a681e-8363-4985-a5e2-82af3bbf46b5 req-f19fd8fd-b6a7-40ac-9402-d3226f225b82 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.934884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a681e-8363-4985-a5e2-82af3bbf46b5 req-f19fd8fd-b6a7-40ac-9402-d3226f225b82 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.941128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a681e-8363-4985-a5e2-82af3bbf46b5 req-f19fd8fd-b6a7-40ac-9402-d3226f225b82 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.948137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a681e-8363-4985-a5e2-82af3bbf46b5 req-f19fd8fd-b6a7-40ac-9402-d3226f225b82 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.954115 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a681e-8363-4985-a5e2-82af3bbf46b5 req-f19fd8fd-b6a7-40ac-9402-d3226f225b82 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:10.956065 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-287a681e-8363-4985-a5e2-82af3bbf46b5 req-f19fd8fd-b6a7-40ac-9402-d3226f225b82 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.4079854 Dec 09 22:29:10.997261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329310b2-2ce9-489f-9d90-6b11835b0c6c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:11.002696 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-329310b2-2ce9-489f-9d90-6b11835b0c6c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:11.007689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9104e-97bd-4eb4-b3d6-59a850ab21c4 None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:11.011057 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-317c483a-adcb-4e33-a828-904a98b0df67 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611867 Dec 09 22:29:11.019707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9104e-97bd-4eb4-b3d6-59a850ab21c4 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:11.020480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9fe9104e-97bd-4eb4-b3d6-59a850ab21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:11.056259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9fe9104e-97bd-4eb4-b3d6-59a850ab21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:11.066695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9104e-97bd-4eb4-b3d6-59a850ab21c4 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:11.067400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9fe9104e-97bd-4eb4-b3d6-59a850ab21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:11.105154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9fe9104e-97bd-4eb4-b3d6-59a850ab21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:11.105845 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9104e-97bd-4eb4-b3d6-59a850ab21c4 None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:11.125640 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-329310b2-2ce9-489f-9d90-6b11835b0c6c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "PUT /v2.0/floatingips/e08290f4-a7da-47dd-9f3d-c2f7d4c626a2 HTTP/1.1" status: 200 len: 978 time: 3.6957211 Dec 09 22:29:11.127208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39276) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:11.131481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-7dcec155-9610-4dd0-beab-64327c3c168a tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:11.159156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:11.171765 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Sync routers for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:11.182358 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:11.182988 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:11.202891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3072b-f1af-4fa0-9c29-0be67e028ee6 req-94cef5f1-50a1-4d59-ad80-59fd0c21a833 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:11.203842 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19044a17-50e6-4665-8c5c-acd629672eaa req-9eb09fdd-826d-4c96-bce6-0aa8be894a05 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772354 Dec 09 22:29:11.204508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebc3072b-f1af-4fa0-9c29-0be67e028ee6 req-94cef5f1-50a1-4d59-ad80-59fd0c21a833 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 948 time: 0.2475128 Dec 09 22:29:11.224966 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7dcec155-9610-4dd0-beab-64327c3c168a tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:11.254236 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-287a681e-8363-4985-a5e2-82af3bbf46b5 req-9b62a720-4765-4acc-8f31-d1d6364563a7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2871058 Dec 09 22:29:11.276464 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:11.277450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dc6888a0-fd4b-4792-b485-f60ea5fd0670 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4662731 Dec 09 22:29:11.280266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39278) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:11.329038 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:11.362454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-459928e4-3a3a-4db0-8196-e5413ac2cad6 req-76c82220-5eab-42a1-a5d7-2cb974f2549f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:11.367966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebc3072b-f1af-4fa0-9c29-0be67e028ee6 req-9637a3e0-e3f3-440f-a1ee-e50b0540d2f2 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228287 Dec 09 22:29:11.399810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['99986466-6486-4331-8f01-d8f9a0b72ea0', '6d2cb857-66b8-49e8-bc60-c4501d0a0cca'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:11.405260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c82220-5eab-42a1-a5d7-2cb974f2549f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Pushing event deleted for resources: {'Port': ['ID=6d2cb857-66b8-49e8-bc60-c4501d0a0cca,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:11.503005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-459928e4-3a3a-4db0-8196-e5413ac2cad6 req-76c82220-5eab-42a1-a5d7-2cb974f2549f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] No DVR routers for this DVR port 6d2cb857-66b8-49e8-bc60-c4501d0a0cca on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:11.507965 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-459928e4-3a3a-4db0-8196-e5413ac2cad6 req-76c82220-5eab-42a1-a5d7-2cb974f2549f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:11.513518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-459928e4-3a3a-4db0-8196-e5413ac2cad6 req-76c82220-5eab-42a1-a5d7-2cb974f2549f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.18 "DELETE /v2.0/ports/6d2cb857-66b8-49e8-bc60-c4501d0a0cca HTTP/1.1" status: 204 len: 173 time: 1.3437769 Dec 09 22:29:11.514095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95eebde0-19a6-439c-9586-801793f82cb0', 'name': 'network-vif-deleted', 'tag': '6d2cb857-66b8-49e8-bc60-c4501d0a0cca'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:11.516636 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e058e304-b4b0-4c90-ac17-a9c4b85d578e" -d '{"events": [{"server_uuid": "95eebde0-19a6-439c-9586-801793f82cb0", "name": "network-vif-deleted", "tag": "6d2cb857-66b8-49e8-bc60-c4501d0a0cca"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:11.542202 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae62f0c3-9f40-471c-93c4-f6afa1168645 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:11.592863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7dcec155-9610-4dd0-beab-64327c3c168a tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:11.601991 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7dcec155-9610-4dd0-beab-64327c3c168a tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:11.602612 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-7dcec155-9610-4dd0-beab-64327c3c168a tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Floating IP e08290f4-a7da-47dd-9f3d-c2f7d4c626a2 disassociated. External IP: 172.25.8.21, port: d0e24c88-2f21-406f-89a8-19c124ba575e. Dec 09 22:29:11.623812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62f0c3-9f40-471c-93c4-f6afa1168645 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event deleted for resources: {'Port': ['ID=6af083de-b500-4b12-b130-fa3844e1dcac,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:11.752186 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:08Z', 'revision_number': 3, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:11.783198 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-38cd4077-8d2e-4b9b-92c0-78c408942d1a req-560f96a5-4334-4b85-b6aa-eec63192ca75 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=95eebde0-19a6-439c-9586-801793f82cb0 HTTP/1.1" status: 200 len: 210 time: 0.1495612 Dec 09 22:29:11.824234 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Checking router: 08b2b868-8828-4b47-afc1-e79746d0c66f for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:29:11.825071 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Updating router 08b2b868-8828-4b47-afc1-e79746d0c66f port 662652d1-871b-49f4-905c-653dbde1b235 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:29:11.901406 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:12.048444 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae62f0c3-9f40-471c-93c4-f6afa1168645 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:12.073179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a81eed-e3f2-4c86-b8ed-8afdd5af128c req-889fb072-80c3-46bc-b155-b5851c4e1f3f tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:12.082049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4a81eed-e3f2-4c86-b8ed-8afdd5af128c req-889fb072-80c3-46bc-b155-b5851c4e1f3f tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 949 time: 0.1068857 Dec 09 22:29:12.144997 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bd2428-3256-4de4-bace-0fbde3d67616 x-openstack-request-id: req-a6bd2428-3256-4de4-bace-0fbde3d67616 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:12.145288 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95eebde0-19a6-439c-9586-801793f82cb0", "name": "network-vif-deleted", "tag": "6d2cb857-66b8-49e8-bc60-c4501d0a0cca", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:12.145531 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6bd2428-3256-4de4-bace-0fbde3d67616 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:12.145971 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95eebde0-19a6-439c-9586-801793f82cb0', 'name': 'network-vif-deleted', 'tag': '6d2cb857-66b8-49e8-bc60-c4501d0a0cca', 'status': 'completed', 'code': 200} Dec 09 22:29:12.198303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4a81eed-e3f2-4c86-b8ed-8afdd5af128c req-2706e5e9-761d-4752-ab0b-585509b59d68 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153667 Dec 09 22:29:12.367647 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:12.382235 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:12.451379 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Attempting to bind port 662652d1-871b-49f4-905c-653dbde1b235 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:12.451757 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Attempting to bind port 662652d1-871b-49f4-905c-653dbde1b235 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:12.452127 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Attempting to bind port 662652d1-871b-49f4-905c-653dbde1b235 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:12.462162 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:29:12.462557 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:12.463431 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:12.463830 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:29:12.464586 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Bound port: 662652d1-871b-49f4-905c-653dbde1b235, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:29:12.465250 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:12.467177 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Pushing event updated for resources: {'Port': ['ID=662652d1-871b-49f4-905c-653dbde1b235,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:12.490183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08219d34-f369-4fb0-bb19-1d4b007326d8', 'tag': '2d4bdfd7-241b-4db5-961f-adc96a969327'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:12.492473 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5763d653-93b3-42dc-9ebc-685be440b8be" -d '{"events": [{"name": "network-changed", "server_uuid": "08219d34-f369-4fb0-bb19-1d4b007326d8", "tag": "2d4bdfd7-241b-4db5-961f-adc96a969327"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:12.501677 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.502436 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.502695 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.503050 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.503393 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.504131 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.504314 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.504633 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.505488 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.505685 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.506005 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.506341 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.506790 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:12.543354 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] For port 662652d1-871b-49f4-905c-653dbde1b235, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:12.546852 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] For port 662652d1-871b-49f4-905c-653dbde1b235, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=662652d1-871b-49f4-905c-653dbde1b235,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:29:12.551409 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:12.570678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03394416-4db1-4053-afb7-b01cb27f1038 req-c863e588-6cbe-4a83-9615-49abb0c63c5f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:12.577122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03394416-4db1-4053-afb7-b01cb27f1038 req-c863e588-6cbe-4a83-9615-49abb0c63c5f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:12.584591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03394416-4db1-4053-afb7-b01cb27f1038 req-c863e588-6cbe-4a83-9615-49abb0c63c5f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:12.591787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03394416-4db1-4053-afb7-b01cb27f1038 req-c863e588-6cbe-4a83-9615-49abb0c63c5f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:12.598112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03394416-4db1-4053-afb7-b01cb27f1038 req-c863e588-6cbe-4a83-9615-49abb0c63c5f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:12.606379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03394416-4db1-4053-afb7-b01cb27f1038 req-c863e588-6cbe-4a83-9615-49abb0c63c5f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:12.608356 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:12.609286 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:12.612956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03394416-4db1-4053-afb7-b01cb27f1038 req-c863e588-6cbe-4a83-9615-49abb0c63c5f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:12.614861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-03394416-4db1-4053-afb7-b01cb27f1038 req-c863e588-6cbe-4a83-9615-49abb0c63c5f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.2070515 Dec 09 22:29:12.617364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcec155-9610-4dd0-beab-64327c3c168a tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:12.646695 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd703b2-2206-43ac-9e04-cc81b119683b None None] Pushing event updated for resources: {'Port': ['ID=662652d1-871b-49f4-905c-653dbde1b235,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:12.647218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db104f49-e832-4403-ab82-5e310d6d29e1 req-e2726574-93e3-42a9-acd5-af6fd8baf603 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:12.649286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db104f49-e832-4403-ab82-5e310d6d29e1 req-e2726574-93e3-42a9-acd5-af6fd8baf603 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 948 time: 0.1478651 Dec 09 22:29:12.651220 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae62f0c3-9f40-471c-93c4-f6afa1168645 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Router 517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:12.733019 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:12.788150 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:12.790717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-03394416-4db1-4053-afb7-b01cb27f1038 req-50cdf4f3-3bef-45d9-998f-7f90fba88a74 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1616566 Dec 09 22:29:12.818550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db104f49-e832-4403-ab82-5e310d6d29e1 req-541e9afa-e542-4e08-9957-9d16330f2e7b tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492190 Dec 09 22:29:12.880717 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae62f0c3-9f40-471c-93c4-f6afa1168645 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:12.888847 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ae62f0c3-9f40-471c-93c4-f6afa1168645 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "PUT /v2.0/routers/517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1170993 Dec 09 22:29:12.889752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39358) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:12.894745 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db6618-18e1-44e9-b94a-0e8c0a815b8e None None] Sync routers for ids ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:12.904647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcec155-9610-4dd0-beab-64327c3c168a tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:12.910996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7dcec155-9610-4dd0-beab-64327c3c168a tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:12.923166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db6618-18e1-44e9-b94a-0e8c0a815b8e None None] Routers {'517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:12.923493 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213aa1c-9afb-40d8-90d1-c0886287ab08 None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:12.923709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-06db6618-18e1-44e9-b94a-0e8c0a815b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:12.942019 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213aa1c-9afb-40d8-90d1-c0886287ab08 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:12.942799 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2213aa1c-9afb-40d8-90d1-c0886287ab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:12.957251 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee16370-c02f-47b9-932e-ce7a0899d2ee x-openstack-request-id: req-8ee16370-c02f-47b9-932e-ce7a0899d2ee {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:12.957539 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08219d34-f369-4fb0-bb19-1d4b007326d8", "tag": "2d4bdfd7-241b-4db5-961f-adc96a969327", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:12.957831 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ee16370-c02f-47b9-932e-ce7a0899d2ee {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:12.975510 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08219d34-f369-4fb0-bb19-1d4b007326d8', 'tag': '2d4bdfd7-241b-4db5-961f-adc96a969327', 'status': 'completed', 'code': 200} Dec 09 22:29:12.985467 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2213aa1c-9afb-40d8-90d1-c0886287ab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:12.997427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-06db6618-18e1-44e9-b94a-0e8c0a815b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:13.015443 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7dcec155-9610-4dd0-beab-64327c3c168a tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "PUT /v2.0/floatingips/e08290f4-a7da-47dd-9f3d-c2f7d4c626a2 HTTP/1.1" status: 200 len: 687 time: 1.8871696 Dec 09 22:29:13.017056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db6618-18e1-44e9-b94a-0e8c0a815b8e None None] Routers {'517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:13.017987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-06db6618-18e1-44e9-b94a-0e8c0a815b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:13.019619 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213aa1c-9afb-40d8-90d1-c0886287ab08 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:13.020246 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2213aa1c-9afb-40d8-90d1-c0886287ab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:13.023434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39368) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:13.081201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-06db6618-18e1-44e9-b94a-0e8c0a815b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:13.082257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db6618-18e1-44e9-b94a-0e8c0a815b8e None None] The sync data for ids ['517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:13.090912 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:08Z', 'revision_number': 3, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:13.101284 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2213aa1c-9afb-40d8-90d1-c0886287ab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:13.101967 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213aa1c-9afb-40d8-90d1-c0886287ab08 None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:13.127815 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69cff5-ce1c-4f9f-9f54-ac078ee1bd3f None None] The sync data for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 is: [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:08Z', 'revision_number': 3, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:13.198443 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:13.247695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7c33d-7526-425a-909c-23e750ea52d5 req-01948ac9-3786-4d19-b8a9-4fe358770ace tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:13.249290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c7c33d-7526-425a-909c-23e750ea52d5 req-01948ac9-3786-4d19-b8a9-4fe358770ace tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1262889 Dec 09 22:29:13.251258 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763d653-93b3-42dc-9ebc-685be440b8be req-67bd71db-359c-4ce4-9eba-bef21cd8f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:13.252626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5763d653-93b3-42dc-9ebc-685be440b8be req-67bd71db-359c-4ce4-9eba-bef21cd8f8c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfdd9fcda41e4035aff8cd2cc7536fe5&device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 1100 time: 0.2521088 Dec 09 22:29:13.281312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0df534-c24f-4dfa-8a73-3c949219be28 req-cf4b322f-eb7f-4d0d-8175-459fd5f8ad45 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:13.282922 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef0df534-c24f-4dfa-8a73-3c949219be28 req-cf4b322f-eb7f-4d0d-8175-459fd5f8ad45 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 949 time: 0.1060324 Dec 09 22:29:13.307242 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Allocated IP 172.20.0.1 (c932c76f-049a-4abd-b233-3ca5aa5fead4/8120da04-1f11-44c0-b5d3-87450c8b2ee1/5dc21e40-161a-428c-b4e0-5850c101e89e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:13.331754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c83efab7-5f29-4fb8-82ba-df8c519ae3fe tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port e149b92c-259f-4a93-b17f-4673d3a1f128 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:13.332025 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c83efab7-5f29-4fb8-82ba-df8c519ae3fe tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:13.426671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c7c33d-7526-425a-909c-23e750ea52d5 req-7fc433aa-4063-4d47-9d23-dff79ef4af0b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654038 Dec 09 22:29:13.469730 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:13.492421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763d653-93b3-42dc-9ebc-685be440b8be req-85e0e395-bc45-4836-ab93-b71ec0649efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:13.493856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5763d653-93b3-42dc-9ebc-685be440b8be req-85e0e395-bc45-4836-ab93-b71ec0649efa service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2297013 Dec 09 22:29:13.559590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2d4bdfd7-241b-4db5-961f-adc96a969327 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:29:13.564826 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 6d2cb857-66b8-49e8-bc60-c4501d0a0cca no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:13.571012 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5763d653-93b3-42dc-9ebc-685be440b8be req-135e7913-45e4-4234-8cd8-5ec22efab59a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=2d4bdfd7-241b-4db5-961f-adc96a969327 HTTP/1.1" status: 200 len: 217 time: 0.0526490 Dec 09 22:29:13.605814 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c83efab7-5f29-4fb8-82ba-df8c519ae3fe tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:13.606161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c83efab7-5f29-4fb8-82ba-df8c519ae3fe tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:13.609454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 6d2cb857-66b8-49e8-bc60-c4501d0a0cca {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:13.610221 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 6d2cb857-66b8-49e8-bc60-c4501d0a0cca not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:13.638026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c83efab7-5f29-4fb8-82ba-df8c519ae3fe tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for e149b92c-259f-4a93-b17f-4673d3a1f128 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:13.642816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ef0df534-c24f-4dfa-8a73-3c949219be28 req-c2d62c58-11e6-4b9c-81eb-611462f1f296 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Deleting port 7f6f755c-f30d-4933-8b76-ac3bac55b43a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:13.643371 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ef0df534-c24f-4dfa-8a73-3c949219be28 req-c2d62c58-11e6-4b9c-81eb-611462f1f296 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:13.705241 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:13.719035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763d653-93b3-42dc-9ebc-685be440b8be req-c93b19d8-3415-44fe-a665-e48f2c135fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:13.720539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5763d653-93b3-42dc-9ebc-685be440b8be req-c93b19d8-3415-44fe-a665-e48f2c135fd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1373174 Dec 09 22:29:13.746038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 2d4bdfd7-241b-4db5-961f-adc96a969327, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2d4bdfd7-241b-4db5-961f-adc96a969327,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:13.770394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '2d4bdfd7-241b-4db5-961f-adc96a969327', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '2d4bdfd7-241b-4db5-961f-adc96a969327', 'mac_address': 'fa:16:3e:c8:4c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:29:13.841117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Deleting port 0c8a17c8-842d-4488-bc51-9cbbf20488ca {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:13.841823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:13.864951 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:13.874488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ef0df534-c24f-4dfa-8a73-3c949219be28 req-c2d62c58-11e6-4b9c-81eb-611462f1f296 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] For port 7f6f755c-f30d-4933-8b76-ac3bac55b43a, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7f6f755c-f30d-4933-8b76-ac3bac55b43a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:13.874862 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ef0df534-c24f-4dfa-8a73-3c949219be28 req-c2d62c58-11e6-4b9c-81eb-611462f1f296 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:13.889538 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:13.897530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4bdfd7-241b-4db5-961f-adc96a969327 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:13.912906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ef0df534-c24f-4dfa-8a73-3c949219be28 req-c2d62c58-11e6-4b9c-81eb-611462f1f296 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Calling delete_port for 7f6f755c-f30d-4933-8b76-ac3bac55b43a owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:13.940595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 2d4bdfd7-241b-4db5-961f-adc96a969327, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2d4bdfd7-241b-4db5-961f-adc96a969327,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:13.947439 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.011234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Network c932c76f-049a-4abd-b233-3ca5aa5fead4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:14.026214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:14.045708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=2d4bdfd7-241b-4db5-961f-adc96a969327,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:14.050715 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:14.060572 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc21e40-161a-428c-b4e0-5850c101e89e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:14.114123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.114476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.114829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.115179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.115523 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.115863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.116200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.118556 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.118556 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.118865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.119801 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.120149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.120506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:14.189027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c83efab7-5f29-4fb8-82ba-df8c519ae3fe tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.243902 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.270032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2d4bdfd7-241b-4db5-961f-adc96a969327'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:14.310450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 662652d1-871b-49f4-905c-653dbde1b235 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:14.430290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db84743-0e41-43fa-9843-99b38be3261c req-d1554e3a-317a-4813-8f27-29293cf29f4e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:14.432643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8db84743-0e41-43fa-9843-99b38be3261c req-d1554e3a-317a-4813-8f27-29293cf29f4e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8169b1f-d3fc-4010-a009-a03a6a17e877 HTTP/1.1" status: 200 len: 949 time: 0.7111375 Dec 09 22:29:14.442245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763d653-93b3-42dc-9ebc-685be440b8be req-f0c9be8f-bd91-4373-a4bc-fa73d03eb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:14.443878 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5763d653-93b3-42dc-9ebc-685be440b8be req-f0c9be8f-bd91-4373-a4bc-fa73d03eb780 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7094615 Dec 09 22:29:14.451431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 662652d1-871b-49f4-905c-653dbde1b235 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:14.451873 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.529692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-67446c5a-5ae9-444f-a135-d5305fa80d4b None None] Provisioning complete for port 5dc21e40-161a-428c-b4e0-5850c101e89e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:14.529988 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-67446c5a-5ae9-444f-a135-d5305fa80d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.530314 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83efab7-5f29-4fb8-82ba-df8c519ae3fe tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=e149b92c-259f-4a93-b17f-4673d3a1f128,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:14.564886 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ef0df534-c24f-4dfa-8a73-3c949219be28 req-c2d62c58-11e6-4b9c-81eb-611462f1f296 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.578015 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['587c9056-54ec-4d5c-829b-edb5ff38cb07', 'a5336458-0dd1-424d-a3bf-80938386a8bb', '750d4e75-f21c-456b-892c-3aaa1bc13cc6'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:14.614026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d62c58-11e6-4b9c-81eb-611462f1f296 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event deleted for resources: {'Port': ['ID=7f6f755c-f30d-4933-8b76-ac3bac55b43a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:14.619010 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c83efab7-5f29-4fb8-82ba-df8c519ae3fe tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.622400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c83efab7-5f29-4fb8-82ba-df8c519ae3fe tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.623718 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c83efab7-5f29-4fb8-82ba-df8c519ae3fe tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/floatingips/e08290f4-a7da-47dd-9f3d-c2f7d4c626a2 HTTP/1.1" status: 204 len: 168 time: 1.5995643 Dec 09 22:29:14.624876 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.629321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39426) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:14.642712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-67446c5a-5ae9-444f-a135-d5305fa80d4b None None] Port 5dc21e40-161a-428c-b4e0-5850c101e89e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:29:14.654445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744349d1-eeed-44a7-b82d-6f0ca914b6bc req-4a45bf58-ac17-44be-bbc9-c56c86dff151 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:14.661900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744349d1-eeed-44a7-b82d-6f0ca914b6bc req-4a45bf58-ac17-44be-bbc9-c56c86dff151 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:14.669151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744349d1-eeed-44a7-b82d-6f0ca914b6bc req-4a45bf58-ac17-44be-bbc9-c56c86dff151 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:14.675681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744349d1-eeed-44a7-b82d-6f0ca914b6bc req-4a45bf58-ac17-44be-bbc9-c56c86dff151 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:14.682463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744349d1-eeed-44a7-b82d-6f0ca914b6bc req-4a45bf58-ac17-44be-bbc9-c56c86dff151 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:14.688776 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744349d1-eeed-44a7-b82d-6f0ca914b6bc req-4a45bf58-ac17-44be-bbc9-c56c86dff151 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:14.694719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744349d1-eeed-44a7-b82d-6f0ca914b6bc req-4a45bf58-ac17-44be-bbc9-c56c86dff151 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:14.701080 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.702289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-744349d1-eeed-44a7-b82d-6f0ca914b6bc req-4a45bf58-ac17-44be-bbc9-c56c86dff151 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.2873912 Dec 09 22:29:14.710250 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-a556cf32-2797-4fd6-bfc6-1600ac43de6f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] delete failed (client error): The resource could not be found. Dec 09 22:29:14.711408 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a556cf32-2797-4fd6-bfc6-1600ac43de6f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/floatingips/e08290f4-a7da-47dd-9f3d-c2f7d4c626a2 HTTP/1.1" status: 404 len: 345 time: 0.0809636 Dec 09 22:29:14.719340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39428) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:14.730498 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.735376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 662652d1-871b-49f4-905c-653dbde1b235, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=662652d1-871b-49f4-905c-653dbde1b235,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:14.739718 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.759125 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8db84743-0e41-43fa-9843-99b38be3261c req-69bf804d-889c-4551-a302-bdffe1474d4b tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142722 Dec 09 22:29:14.773711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Calling delete_port for 0c8a17c8-842d-4488-bc51-9cbbf20488ca owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:14.783428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0df534-c24f-4dfa-8a73-3c949219be28 req-c2d62c58-11e6-4b9c-81eb-611462f1f296 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] No DVR routers for this DVR port 7f6f755c-f30d-4933-8b76-ac3bac55b43a on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:14.810040 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ef0df534-c24f-4dfa-8a73-3c949219be28 req-c2d62c58-11e6-4b9c-81eb-611462f1f296 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:14.811617 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5763d653-93b3-42dc-9ebc-685be440b8be req-2d5ddaaf-7733-496c-b823-8975519c5fa1 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532147 Dec 09 22:29:14.814538 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef0df534-c24f-4dfa-8a73-3c949219be28 req-c2d62c58-11e6-4b9c-81eb-611462f1f296 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "DELETE /v2.0/ports/7f6f755c-f30d-4933-8b76-ac3bac55b43a HTTP/1.1" status: 204 len: 173 time: 1.5237663 Dec 09 22:29:14.835147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=662652d1-871b-49f4-905c-653dbde1b235,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:14.887949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a6b11b-56fb-4b7c-9aff-2a98178543f2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:14.894605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a6b11b-56fb-4b7c-9aff-2a98178543f2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:14.900864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a6b11b-56fb-4b7c-9aff-2a98178543f2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:14.902596 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-29a6b11b-56fb-4b7c-9aff-2a98178543f2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "GET /v2.0/ports?network_id=58863277-b9d5-449d-bfac-b035e1b5303f HTTP/1.1" status: 200 len: 2360 time: 0.1656818 Dec 09 22:29:14.909184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39430) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:14.978214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8169b1f-d3fc-4010-a009-a03a6a17e877', 'name': 'network-vif-deleted', 'tag': '7f6f755c-f30d-4933-8b76-ac3bac55b43a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:14.981447 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb38de3-0bb6-4e76-9f7e-e9c595272b61" -d '{"events": [{"server_uuid": "c8169b1f-d3fc-4010-a009-a03a6a17e877", "name": "network-vif-deleted", "tag": "7f6f755c-f30d-4933-8b76-ac3bac55b43a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:15.002612 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-744349d1-eeed-44a7-b82d-6f0ca914b6bc req-fc12b8c1-521b-4591-87f8-8e3e08edc70c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2992725 Dec 09 22:29:15.013079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e33e725-3deb-4e26-a7d6-3f4da9149e5d tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:15.014656 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9e33e725-3deb-4e26-a7d6-3f4da9149e5d tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "GET /v2.0/subnets/a5730476-947a-4b2d-93b2-e7d5c1712277 HTTP/1.1" status: 200 len: 797 time: 0.1044259 Dec 09 22:29:15.022635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39434) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:15.034275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'port': {'network_id': '58863277-b9d5-449d-bfac-b035e1b5303f', 'name': 'tempest-FloatingIPTestJSON-717984322', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:15.116206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45343b8-c831-44bc-a5ab-c1d1d51f844b req-067e52b0-36e1-4fa2-9edd-68c4924e0ac4 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:15.124305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d45343b8-c831-44bc-a5ab-c1d1d51f844b req-067e52b0-36e1-4fa2-9edd-68c4924e0ac4 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 949 time: 0.2214396 Dec 09 22:29:15.227780 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:15.237198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:15.261042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5763d653-93b3-42dc-9ebc-685be440b8be req-54fbccd7-ce6f-4d23-9fc8-cb0a817c9186 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708861 Dec 09 22:29:15.284636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679', '06a7131e-eabe-4d38-aa86-491d6ace6b87'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:15.314229 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d45343b8-c831-44bc-a5ab-c1d1d51f844b req-ac688e04-e55e-4430-ad17-a671bd61dc49 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810694 Dec 09 22:29:15.372424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc21e40-161a-428c-b4e0-5850c101e89e,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:15.395974 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:15.440051 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:15.456240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Made reservation on behalf of 44ca81b6be124ae9b5b923b7e17a6a7a for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:15.471398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event deleted for resources: {'Port': ['ID=0c8a17c8-842d-4488-bc51-9cbbf20488ca,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:15.590464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31dd9-8bee-4523-a010-63675cc2de66 req-d3e4fca2-ac22-4f2c-9368-33245064860e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:15.593975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2d4bdfd7-241b-4db5-961f-adc96a969327 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:15.599396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96c31dd9-8bee-4523-a010-63675cc2de66 req-d3e4fca2-ac22-4f2c-9368-33245064860e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1334600 Dec 09 22:29:15.611289 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:15.700437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 2d4bdfd7-241b-4db5-961f-adc96a969327 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:29:15.705970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Network c932c76f-049a-4abd-b233-3ca5aa5fead4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:15.707598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:15.712539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:15.713822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 2d4bdfd7-241b-4db5-961f-adc96a969327 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:15.714246 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:15.769635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:15.777870 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:15.801913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] device_id is not set on port 546a701f-557f-4f6c-832e-08e06027c5ef yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:29:15.811182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96c31dd9-8bee-4523-a010-63675cc2de66 req-c0176ba0-df89-4dee-b856-d359da90d49f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108181 Dec 09 22:29:15.860584 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329cb4a8-996c-4db0-b40f-2ab63dce85db x-openstack-request-id: req-329cb4a8-996c-4db0-b40f-2ab63dce85db {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:15.860901 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8169b1f-d3fc-4010-a009-a03a6a17e877", "name": "network-vif-deleted", "tag": "7f6f755c-f30d-4933-8b76-ac3bac55b43a", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:15.861165 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-329cb4a8-996c-4db0-b40f-2ab63dce85db {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:15.861564 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8169b1f-d3fc-4010-a009-a03a6a17e877', 'name': 'network-vif-deleted', 'tag': '7f6f755c-f30d-4933-8b76-ac3bac55b43a', 'status': 'completed', 'code': 200} Dec 09 22:29:15.889749 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:15.890510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Fanout notify agent at l3_agent the message router_deleted on router 517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:29:15.917983 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:15.922099 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b8473387-d4e0-4c1c-8be2-e77d6a749be5 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "DELETE /v2.0/routers/517dd5ac-aae7-4ef2-b8c5-d096d0f33fb5 HTTP/1.1" status: 204 len: 168 time: 3.0312269 Dec 09 22:29:15.922852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39486) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:15.991073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-035b07e9-b1a9-460d-93cf-0ba88575d23d tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Deleting subnet e1d02479-a41e-4554-9989-bb5f27cacf61 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:29:15.995413 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-035b07e9-b1a9-460d-93cf-0ba88575d23d tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:15.999706 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:16.045310 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-035b07e9-b1a9-460d-93cf-0ba88575d23d tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:16.049093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Router 08b2b868-8828-4b47-afc1-e79746d0c66f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:16.069899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 2d4bdfd7-241b-4db5-961f-adc96a969327, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2d4bdfd7-241b-4db5-961f-adc96a969327,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:16.074750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08219d34-f369-4fb0-bb19-1d4b007326d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4bdfd7-241b-4db5-961f-adc96a969327'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:16.077323 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b40497c-f759-44b7-ad30-24537aeac67d" -d '{"events": [{"server_uuid": "08219d34-f369-4fb0-bb19-1d4b007326d8", "name": "network-vif-plugged", "status": "completed", "tag": "2d4bdfd7-241b-4db5-961f-adc96a969327"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:16.083686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:16.128758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b2a1eeaf-f4ae-47de-9f60-0fbde8fe8a14 None None] Provisioning complete for port 5dc21e40-161a-428c-b4e0-5850c101e89e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:16.129128 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b2a1eeaf-f4ae-47de-9f60-0fbde8fe8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:16.194101 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13720783-55e1-4af1-90ae-c9f18718916d req-a3495e57-5cd6-47b4-a8f4-c4de139e9b6d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:16.195746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13720783-55e1-4af1-90ae-c9f18718916d req-a3495e57-5cd6-47b4-a8f4-c4de139e9b6d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1052265 Dec 09 22:29:16.203393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b2a1eeaf-f4ae-47de-9f60-0fbde8fe8a14 None None] Port 5dc21e40-161a-428c-b4e0-5850c101e89e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:29:16.218976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-035b07e9-b1a9-460d-93cf-0ba88575d23d tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:16.246224 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=2d4bdfd7-241b-4db5-961f-adc96a969327,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:16.312140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13720783-55e1-4af1-90ae-c9f18718916d req-b4fe88fc-44f7-44be-9343-275161f6d15d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017737 Dec 09 22:29:16.337122 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-035b07e9-b1a9-460d-93cf-0ba88575d23d tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:16.338606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 662652d1-871b-49f4-905c-653dbde1b235 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:16.344256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7f6f755c-f30d-4933-8b76-ac3bac55b43a no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:16.380647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 7f6f755c-f30d-4933-8b76-ac3bac55b43a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:16.380999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7f6f755c-f30d-4933-8b76-ac3bac55b43a not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:16.434759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b07e9-b1a9-460d-93cf-0ba88575d23d tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d02479-a41e-4554-9989-bb5f27cacf61,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:16.445767 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-035b07e9-b1a9-460d-93cf-0ba88575d23d tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:16.449863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 662652d1-871b-49f4-905c-653dbde1b235 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:16.450358 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:16.456532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b757ee41-c337-4a47-899f-d315857b8f80 None None] Network 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:29:16.464191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-035b07e9-b1a9-460d-93cf-0ba88575d23d tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "DELETE /v2.0/subnets/e1d02479-a41e-4554-9989-bb5f27cacf61 HTTP/1.1" status: 204 len: 168 time: 0.5397658 Dec 09 22:29:16.465185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39526) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:16.660397 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:16.662479 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0ce9e8-c7b4-4fa1-ae5a-878b5cdec284 x-openstack-request-id: req-bb0ce9e8-c7b4-4fa1-ae5a-878b5cdec284 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:16.662816 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08219d34-f369-4fb0-bb19-1d4b007326d8", "name": "network-vif-plugged", "status": "completed", "tag": "2d4bdfd7-241b-4db5-961f-adc96a969327", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:16.663286 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb0ce9e8-c7b4-4fa1-ae5a-878b5cdec284 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:16.663779 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08219d34-f369-4fb0-bb19-1d4b007326d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4bdfd7-241b-4db5-961f-adc96a969327', 'code': 200} Dec 09 22:29:16.769328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.20.0.13 (58863277-b9d5-449d-bfac-b035e1b5303f/a5730476-947a-4b2d-93b2-e7d5c1712277/546a701f-557f-4f6c-832e-08e06027c5ef) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:16.778908 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.20.0.12 (58863277-b9d5-449d-bfac-b035e1b5303f/a5730476-947a-4b2d-93b2-e7d5c1712277/546a701f-557f-4f6c-832e-08e06027c5ef) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:16.927248 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b38eb-35a3-495c-8d79-233ff17bad9f req-2b023de0-3564-4245-a924-8894a273fbd2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:16.935507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b38eb-35a3-495c-8d79-233ff17bad9f req-2b023de0-3564-4245-a924-8894a273fbd2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:16.943035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b38eb-35a3-495c-8d79-233ff17bad9f req-2b023de0-3564-4245-a924-8894a273fbd2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:16.956718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b38eb-35a3-495c-8d79-233ff17bad9f req-2b023de0-3564-4245-a924-8894a273fbd2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:16.964044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b38eb-35a3-495c-8d79-233ff17bad9f req-2b023de0-3564-4245-a924-8894a273fbd2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:16.971174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b38eb-35a3-495c-8d79-233ff17bad9f req-2b023de0-3564-4245-a924-8894a273fbd2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:16.977210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b38eb-35a3-495c-8d79-233ff17bad9f req-2b023de0-3564-4245-a924-8894a273fbd2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:16.983267 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d30b38eb-35a3-495c-8d79-233ff17bad9f req-2b023de0-3564-4245-a924-8894a273fbd2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.3541245 Dec 09 22:29:16.995763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4231-e809-42a8-af06-5c4c4b034161 req-2dcf416e-7baa-46bb-afaf-26601c4b3ae5 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:17.006578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d90f4231-e809-42a8-af06-5c4c4b034161 req-2dcf416e-7baa-46bb-afaf-26601c4b3ae5 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 950 time: 0.2925384 Dec 09 22:29:17.012477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:17.021195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Sync routers for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:17.036525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf2e499-7d21-4c7f-af88-568b7ee70370 None None] DHCP port deletion for 9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:29:17.040020 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.044001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:17.045011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:17.080666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899819c4-cb06-499f-bcb6-0d1d70dd5abf req-3922749c-a969-47f5-89c7-a266f71583b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:17.082225 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-899819c4-cb06-499f-bcb6-0d1d70dd5abf req-3922749c-a969-47f5-89c7-a266f71583b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 1102 time: 0.2586801 Dec 09 22:29:17.095559 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-51b373ce-d3c4-4736-83de-fc88285f68b0 admin admin] 10.222.0.16 "PUT /v2.0/routers/08b2b868-8828-4b47-afc1-e79746d0c66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8134856 Dec 09 22:29:17.099633 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.147340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Deleting port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:17.147703 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.171902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 58863277-b9d5-449d-bfac-b035e1b5303f is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:17.180947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:17.190209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:17.221533 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:17.234450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-899819c4-cb06-499f-bcb6-0d1d70dd5abf req-cf6286a6-0412-4a00-9cb8-c8027ff7781b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420898 Dec 09 22:29:17.253558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:17.254228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.258182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=546a701f-557f-4f6c-832e-08e06027c5ef,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:17.279514 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e03c52ff-820e-4cc3-a744-3ff296b8fb95 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2517760 Dec 09 22:29:17.281919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39540) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:17.294484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '546a701f-557f-4f6c-832e-08e06027c5ef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:17.322737 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.345038 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d90f4231-e809-42a8-af06-5c4c4b034161 req-6e73a577-a089-4f77-8c99-a3e1022d887d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328893 Dec 09 22:29:17.379498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] For port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8,segment=NetworkSegment(dbe05999-2d54-47df-87d4-69190580856f),segment_id=dbe05999-2d54-47df-87d4-69190580856f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:17.379866 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.406211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d30b38eb-35a3-495c-8d79-233ff17bad9f req-d88f3267-3425-4ac7-a878-556c535c3683 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3967030 Dec 09 22:29:17.438020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Calling delete_port for 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:17.442306 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2e499-7d21-4c7f-af88-568b7ee70370 None None] Deleting port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:17.442781 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e499-7d21-4c7f-af88-568b7ee70370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.458170 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.568764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ddf2e499-7d21-4c7f-af88-568b7ee70370 None None] For port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8,segment=NetworkSegment(dbe05999-2d54-47df-87d4-69190580856f),segment_id=dbe05999-2d54-47df-87d4-69190580856f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:17.569185 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e499-7d21-4c7f-af88-568b7ee70370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.582813 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2e499-7d21-4c7f-af88-568b7ee70370 None None] Calling delete_port for 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:17.655309 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.678664 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e499-7d21-4c7f-af88-568b7ee70370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.694746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf2e499-7d21-4c7f-af88-568b7ee70370 None None] No DVR routers for this DVR port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:17.717237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2e499-7d21-4c7f-af88-568b7ee70370 None None] Pushing event deleted for resources: {'Port': ['ID=1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:17.731935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.25.8.90 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/f3226412-bdcf-4e35-a862-8079f2fd1cff) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:17.748619 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event deleted for resources: {'Port': ['ID=1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:17.751471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] No DVR routers for this DVR port 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:17.801717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 2, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:17.888222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.897387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Checking router: 08b2b868-8828-4b47-afc1-e79746d0c66f for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:29:17.897947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Updating router 08b2b868-8828-4b47-afc1-e79746d0c66f port 5dc21e40-161a-428c-b4e0-5850c101e89e binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:29:17.917926 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.929439 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:17.934336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2791d-70be-4625-8ea4-6dc2e7b727d5 req-d2a2e201-8889-4f8a-a67e-80813ce95cd0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:17.941905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11f2791d-70be-4625-8ea4-6dc2e7b727d5 req-d2a2e201-8889-4f8a-a67e-80813ce95cd0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fd3430-0e74-4dc6-9685-a32b9066ceb3 HTTP/1.1" status: 200 len: 950 time: 0.2007785 Dec 09 22:29:17.983931 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9cd0ce-6e50-4d5b-a68a-e55f53e59742']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:17.984953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=f3226412-bdcf-4e35-a862-8079f2fd1cff,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:17.985982 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.006383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe05999-2d54-47df-87d4-69190580856f') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:18.006876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:18.007113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe05999-2d54-47df-87d4-69190580856f') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:18.008451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:18.012429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:18.031772 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11f2791d-70be-4625-8ea4-6dc2e7b727d5 req-51f767e7-e33f-4691-b15a-1445853bdb4a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888913 Dec 09 22:29:18.042923 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.065990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.085930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:29:18.086309 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:29:18.090165 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:29:18.278993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:18.314099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:18.315099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1151c1c8-7eeb-49ae-8574-5c3b6a0f72f8 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:18.330165 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.342734 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.345976 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "DELETE /v2.0/networks/9e9cd0ce-6e50-4d5b-a68a-e55f53e59742 HTTP/1.1" status: 204 len: 168 time: 1.8750918 Dec 09 22:29:18.358445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39552) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:18.360631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115e62c-0f92-4ab7-8b6a-c2af7c389de9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event deleted for resources: {'Network': ['ID=9e9cd0ce-6e50-4d5b-a68a-e55f53e59742,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:18.381965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39556) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:18.390277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c3b805e8-4160-4147-9056-89bda324a101 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267467446', 'description': 'tempest-description--1836612253'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:18.460709 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6ee24-b755-48a6-99f7-ed50a17f0413 req-e3a33438-5f8a-471f-a824-c2c47eef078a tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:18.462121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-daf6ee24-b755-48a6-99f7-ed50a17f0413 req-e3a33438-5f8a-471f-a824-c2c47eef078a tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 947 time: 0.2059493 Dec 09 22:29:18.470269 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3b805e8-4160-4147-9056-89bda324a101 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.488855 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.495731 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.553370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c30b8e-bd92-4c65-96c6-3de1031d300c None None] Pushing event updated for resources: {'Port': ['ID=5dc21e40-161a-428c-b4e0-5850c101e89e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:18.629611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Attempting to bind port 5dc21e40-161a-428c-b4e0-5850c101e89e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:18.630021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Attempting to bind port 5dc21e40-161a-428c-b4e0-5850c101e89e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:18.630389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Attempting to bind port 5dc21e40-161a-428c-b4e0-5850c101e89e on network c932c76f-049a-4abd-b233-3ca5aa5fead4 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:18.637011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:29:18.637396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Checking segment: {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:18.637992 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.638407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Bound using segment: {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:29:18.638890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Bound port: 5dc21e40-161a-428c-b4e0-5850c101e89e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:29:18.640152 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.670143 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3b805e8-4160-4147-9056-89bda324a101 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.675339 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3b805e8-4160-4147-9056-89bda324a101 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.685909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.692357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b9e36-f97f-4056-b868-0021853812c6 req-9cc41a22-0ae1-467e-afba-ac4fdb448022 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:18.694192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d25b9e36-f97f-4056-b868-0021853812c6 req-9cc41a22-0ae1-467e-afba-ac4fdb448022 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 950 time: 0.2415211 Dec 09 22:29:18.708383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-daf6ee24-b755-48a6-99f7-ed50a17f0413 req-d64ffcb1-6059-41fe-9cf1-a1d63af83d6f tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972337 Dec 09 22:29:18.720068 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237ab86-e120-4abf-82a1-f795f36c6ff5 req-f1b94628-2cbe-4150-a732-65740c48cfe7 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:18.721876 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c237ab86-e120-4abf-82a1-f795f36c6ff5 req-f1b94628-2cbe-4150-a732-65740c48cfe7 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0fd3430-0e74-4dc6-9685-a32b9066ceb3 HTTP/1.1" status: 200 len: 950 time: 0.1455581 Dec 09 22:29:18.739132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3b805e8-4160-4147-9056-89bda324a101 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.749111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39560) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:18.751945 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c3b805e8-4160-4147-9056-89bda324a101 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3684297 Dec 09 22:29:18.763972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b805e8-4160-4147-9056-89bda324a101 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:18.776543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] For port 5dc21e40-161a-428c-b4e0-5850c101e89e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:18.779226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d1933e28-f78c-4abf-b42c-52233acba076 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Request body: {'security_group_rule': {'security_group_id': 'b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:18.783930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] For port 5dc21e40-161a-428c-b4e0-5850c101e89e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5dc21e40-161a-428c-b4e0-5850c101e89e,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:29:18.790519 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.811085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-95f172a8-c1c2-4db4-83c4-916a109db1a9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Deleting port de6e74f3-19b7-4ab2-888b-d89c490ef19b {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:18.811428 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-95f172a8-c1c2-4db4-83c4-916a109db1a9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.827499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:18.876751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:18.878446 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:18.887774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c30b8e-bd92-4c65-96c6-3de1031d300c None None] Pushing event updated for resources: {'Port': ['ID=5dc21e40-161a-428c-b4e0-5850c101e89e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:18.958116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-54173b25-68b4-4831-86d3-38544c9b0dc7 None None] Provisioning complete for port 5dc21e40-161a-428c-b4e0-5850c101e89e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:18.958488 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54173b25-68b4-4831-86d3-38544c9b0dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.012719 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d25b9e36-f97f-4056-b868-0021853812c6 req-875fdc65-53f0-4347-a494-1b1b46ef6046 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032670 Dec 09 22:29:19.025914 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.040382 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1933e28-f78c-4abf-b42c-52233acba076 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.043988 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.091284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:19.170845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-95f172a8-c1c2-4db4-83c4-916a109db1a9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.171600 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-95f172a8-c1c2-4db4-83c4-916a109db1a9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.218193 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.244571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078ff5-92b1-4458-a6ca-f7c35307f387 req-b385edf1-adae-49e8-bbb7-80a6f17b494e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:19.251863 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078ff5-92b1-4458-a6ca-f7c35307f387 req-b385edf1-adae-49e8-bbb7-80a6f17b494e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:19.258771 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078ff5-92b1-4458-a6ca-f7c35307f387 req-b385edf1-adae-49e8-bbb7-80a6f17b494e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:19.265439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078ff5-92b1-4458-a6ca-f7c35307f387 req-b385edf1-adae-49e8-bbb7-80a6f17b494e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:19.272445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078ff5-92b1-4458-a6ca-f7c35307f387 req-b385edf1-adae-49e8-bbb7-80a6f17b494e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:19.281284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078ff5-92b1-4458-a6ca-f7c35307f387 req-b385edf1-adae-49e8-bbb7-80a6f17b494e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:19.287590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078ff5-92b1-4458-a6ca-f7c35307f387 req-b385edf1-adae-49e8-bbb7-80a6f17b494e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:19.296028 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3078ff5-92b1-4458-a6ca-f7c35307f387 req-b385edf1-adae-49e8-bbb7-80a6f17b494e tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5430 time: 0.4284055 Dec 09 22:29:19.328053 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54173b25-68b4-4831-86d3-38544c9b0dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.336241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-95f172a8-c1c2-4db4-83c4-916a109db1a9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Calling delete_port for de6e74f3-19b7-4ab2-888b-d89c490ef19b owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:19.343125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-c237ab86-e120-4abf-82a1-f795f36c6ff5 req-ac9746ec-252b-4421-9279-6bbb0b9ea4bc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Deleting port 06a7131e-eabe-4d38-aa86-491d6ace6b87 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:19.343584 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c237ab86-e120-4abf-82a1-f795f36c6ff5 req-ac9746ec-252b-4421-9279-6bbb0b9ea4bc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.346970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=f3226412-bdcf-4e35-a862-8079f2fd1cff,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:19.377464 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1933e28-f78c-4abf-b42c-52233acba076 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.382746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24f88a-67c0-4cf1-b9ac-8ef5dbde856c req-82b65f12-99c7-4894-8206-33644f5fbbd0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:19.384894 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf24f88a-67c0-4cf1-b9ac-8ef5dbde856c req-82b65f12-99c7-4894-8206-33644f5fbbd0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 950 time: 0.3546405 Dec 09 22:29:19.394147 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Floating IP 08453126-5410-4a61-b0a9-8b51ebc5eb3f associated. External IP: 172.25.8.90, port: 546a701f-557f-4f6c-832e-08e06027c5ef. Dec 09 22:29:19.400019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-54173b25-68b4-4831-86d3-38544c9b0dc7 None None] For port 5dc21e40-161a-428c-b4e0-5850c101e89e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5dc21e40-161a-428c-b4e0-5850c101e89e,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:19.409097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cba047-24ec-4792-b9cc-615e1f4f9858 req-913ed7eb-68aa-4455-8a42-9be69b0aedee tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:19.409336 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54173b25-68b4-4831-86d3-38544c9b0dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.411121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8cba047-24ec-4792-b9cc-615e1f4f9858 req-913ed7eb-68aa-4455-8a42-9be69b0aedee tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fd3430-0e74-4dc6-9685-a32b9066ceb3 HTTP/1.1" status: 200 len: 950 time: 0.2549162 Dec 09 22:29:19.412239 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1933e28-f78c-4abf-b42c-52233acba076 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.471679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54173b25-68b4-4831-86d3-38544c9b0dc7 None None] Pushing event updated for resources: {'Port': ['ID=5dc21e40-161a-428c-b4e0-5850c101e89e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:19.476952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:18Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:19.506350 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e3f69e56-31d5-48cc-a5d6-29f34a1fe8bf req-5e218a6d-27fa-4978-9e4f-8deabac2539c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3088183 Dec 09 22:29:19.511583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeefb6c-5ec8-4cb8-8bef-965e57914bd4 None None] The sync data for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 is: [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:18Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:19.544862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-dbbccd16-d795-479b-a32c-4c42c83aefb2 None None] Provisioning complete for port 5dc21e40-161a-428c-b4e0-5850c101e89e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:19.545407 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dbbccd16-d795-479b-a32c-4c42c83aefb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.563234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1933e28-f78c-4abf-b42c-52233acba076 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e309bcf3-93db-4e0d-a474-05a7aad1391d,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:19.610417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3078ff5-92b1-4458-a6ca-f7c35307f387 req-da741140-aa3d-4d20-b27c-bbd326f14b51 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3132677 Dec 09 22:29:19.615755 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1933e28-f78c-4abf-b42c-52233acba076 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.619557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d1933e28-f78c-4abf-b42c-52233acba076 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8678844 Dec 09 22:29:19.651527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39574) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:19.673355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8fbf4b9c-1a3e-42e6-ac2a-62fcb153da7b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Request body: {'security_group_rule': {'security_group_id': 'b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:19.688450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405a26-c9ea-4b46-b66f-bc64e0e0bb86 req-ac442eb1-1bb8-4d77-9649-9df4bd395f58 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:19.690304 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-33405a26-c9ea-4b46-b66f-bc64e0e0bb86 req-ac442eb1-1bb8-4d77-9649-9df4bd395f58 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.42 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 947 time: 0.2829406 Dec 09 22:29:19.782204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8cba047-24ec-4792-b9cc-615e1f4f9858 req-e926dd00-5a2b-4d1f-8738-b4eadc1254cc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185992 Dec 09 22:29:19.816760 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4b9c-1a3e-42e6-ac2a-62fcb153da7b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.843997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-c237ab86-e120-4abf-82a1-f795f36c6ff5 req-ac9746ec-252b-4421-9279-6bbb0b9ea4bc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] For port 06a7131e-eabe-4d38-aa86-491d6ace6b87, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=06a7131e-eabe-4d38-aa86-491d6ace6b87,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:19.848765 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c237ab86-e120-4abf-82a1-f795f36c6ff5 req-ac9746ec-252b-4421-9279-6bbb0b9ea4bc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:19.856068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69e56-31d5-48cc-a5d6-29f34a1fe8bf req-1725e9cb-6eef-4c2e-9c4f-079726c70240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:19.857720 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e3f69e56-31d5-48cc-a5d6-29f34a1fe8bf req-1725e9cb-6eef-4c2e-9c4f-079726c70240 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 1102 time: 0.2491741 Dec 09 22:29:19.899712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-c237ab86-e120-4abf-82a1-f795f36c6ff5 req-ac9746ec-252b-4421-9279-6bbb0b9ea4bc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Calling delete_port for 06a7131e-eabe-4d38-aa86-491d6ace6b87 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:19.912022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-bf24f88a-67c0-4cf1-b9ac-8ef5dbde856c req-c8c4b86f-6aa7-4032-8707-37ae12001b91 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Deleting port 750d4e75-f21c-456b-892c-3aaa1bc13cc6 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:19.912353 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf24f88a-67c0-4cf1-b9ac-8ef5dbde856c req-c8c4b86f-6aa7-4032-8707-37ae12001b91 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.062589 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4b9c-1a3e-42e6-ac2a-62fcb153da7b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.077906 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-95f172a8-c1c2-4db4-83c4-916a109db1a9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.087077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82109528-4dca-4bc0-8317-41c640d6baaa req-20d4e864-f222-4de6-9db5-e9e1906cbda1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:20.090263 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82109528-4dca-4bc0-8317-41c640d6baaa req-20d4e864-f222-4de6-9db5-e9e1906cbda1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2753844 Dec 09 22:29:20.097812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4b9c-1a3e-42e6-ac2a-62fcb153da7b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.108683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c46b4e-c9ae-4ea7-8ea3-0c2a479e2309 req-68ad06d5-a41e-44bf-9971-0fa2939c773f tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:20.110537 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52c46b4e-c9ae-4ea7-8ea3-0c2a479e2309 req-68ad06d5-a41e-44bf-9971-0fa2939c773f tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 947 time: 0.2362988 Dec 09 22:29:20.155243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-33405a26-c9ea-4b46-b66f-bc64e0e0bb86 req-28b972ee-f4aa-4272-8461-692afd11fab9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Deleting port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:20.155847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-33405a26-c9ea-4b46-b66f-bc64e0e0bb86 req-28b972ee-f4aa-4272-8461-692afd11fab9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.160052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f172a8-c1c2-4db4-83c4-916a109db1a9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Pushing event deleted for resources: {'Port': ['ID=de6e74f3-19b7-4ab2-888b-d89c490ef19b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:20.195034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69e56-31d5-48cc-a5d6-29f34a1fe8bf req-df75d6b8-aefa-48e8-b242-60eb3b696aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:20.196500 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e3f69e56-31d5-48cc-a5d6-29f34a1fe8bf req-df75d6b8-aefa-48e8-b242-60eb3b696aa6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2792697 Dec 09 22:29:20.205776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:20.207586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-bf24f88a-67c0-4cf1-b9ac-8ef5dbde856c req-c8c4b86f-6aa7-4032-8707-37ae12001b91 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] For port 750d4e75-f21c-456b-892c-3aaa1bc13cc6, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=750d4e75-f21c-456b-892c-3aaa1bc13cc6,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:20.208021 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf24f88a-67c0-4cf1-b9ac-8ef5dbde856c req-c8c4b86f-6aa7-4032-8707-37ae12001b91 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.256479 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4b9c-1a3e-42e6-ac2a-62fcb153da7b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.257675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8fbf4b9c-1a3e-42e6-ac2a-62fcb153da7b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6051526 Dec 09 22:29:20.279824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf4b9c-1a3e-42e6-ac2a-62fcb153da7b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95b7769-eb34-486f-9d0e-1f01be027551,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:20.286180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39584) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:20.297506 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:20.307277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5dc21e40-161a-428c-b4e0-5850c101e89e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:20.345950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-bf24f88a-67c0-4cf1-b9ac-8ef5dbde856c req-c8c4b86f-6aa7-4032-8707-37ae12001b91 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Calling delete_port for 750d4e75-f21c-456b-892c-3aaa1bc13cc6 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:20.351210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bc255e22-271f-4aa4-8a21-64e21fcf2246 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:29:20.357467 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e3f69e56-31d5-48cc-a5d6-29f34a1fe8bf req-7bef906d-2c4e-4ab3-9082-b08d6c7fc379 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=eebcc623-ea2f-4600-9a6c-f7b578ab8679 HTTP/1.1" status: 200 len: 217 time: 0.1446545 Dec 09 22:29:20.382758 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-33405a26-c9ea-4b46-b66f-bc64e0e0bb86 req-28b972ee-f4aa-4272-8461-692afd11fab9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] For port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:20.383134 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-33405a26-c9ea-4b46-b66f-bc64e0e0bb86 req-28b972ee-f4aa-4272-8461-692afd11fab9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.414527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5dc21e40-161a-428c-b4e0-5850c101e89e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:20.414894 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.417473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82109528-4dca-4bc0-8317-41c640d6baaa req-dbe38cc1-11f1-4e49-928d-4979db0343b0 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931809 Dec 09 22:29:20.434403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52c46b4e-c9ae-4ea7-8ea3-0c2a479e2309 req-992589c9-dc21-4ed6-8b2e-a96582da6d08 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101525 Dec 09 22:29:20.437464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-33405a26-c9ea-4b46-b66f-bc64e0e0bb86 req-28b972ee-f4aa-4272-8461-692afd11fab9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Calling delete_port for 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:20.449834 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-95f172a8-c1c2-4db4-83c4-916a109db1a9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.455328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-95f172a8-c1c2-4db4-83c4-916a109db1a9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.456702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-95f172a8-c1c2-4db4-83c4-916a109db1a9 tempest-FloatingIPAdminTestJSON-1698846370 tempest-FloatingIPAdminTestJSON-1698846370-project] 10.222.0.16 "DELETE /v2.0/floatingips/6dce1ae7-912d-41fa-b040-36b4c8845136 HTTP/1.1" status: 204 len: 168 time: 2.0971820 Dec 09 22:29:20.472660 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.529010 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c237ab86-e120-4abf-82a1-f795f36c6ff5 req-ac9746ec-252b-4421-9279-6bbb0b9ea4bc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.543218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69e56-31d5-48cc-a5d6-29f34a1fe8bf req-00167165-d43b-4ea7-a981-361ced760c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:20.544668 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e3f69e56-31d5-48cc-a5d6-29f34a1fe8bf req-00167165-d43b-4ea7-a981-361ced760c98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1720397 Dec 09 22:29:20.549276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['587c9056-54ec-4d5c-829b-edb5ff38cb07', 'a5336458-0dd1-424d-a3bf-80938386a8bb', '750d4e75-f21c-456b-892c-3aaa1bc13cc6'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:20.605132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679', '06a7131e-eabe-4d38-aa86-491d6ace6b87'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:20.613463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bc255e22-271f-4aa4-8a21-64e21fcf2246, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bc255e22-271f-4aa4-8a21-64e21fcf2246,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:20.635137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9746ec-252b-4421-9279-6bbb0b9ea4bc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event deleted for resources: {'Port': ['ID=06a7131e-eabe-4d38-aa86-491d6ace6b87,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:20.872176 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:20.879366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'bc255e22-271f-4aa4-8a21-64e21fcf2246', 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc', 'port_id': 'bc255e22-271f-4aa4-8a21-64e21fcf2246', 'mac_address': 'fa:16:3e:e6:8f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cba9925-ba78-4e6c-8a09-8b29dfa559b9', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:29:20.886382 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273df432-44a1-4fbe-9073-c4df81e3bb5c None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:20.929210 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273df432-44a1-4fbe-9073-c4df81e3bb5c None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:20.929912 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-273df432-44a1-4fbe-9073-c4df81e3bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:20.978062 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:20.989932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69e56-31d5-48cc-a5d6-29f34a1fe8bf req-45bad473-65da-46a0-8bc3-237605ad66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:20.991674 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e3f69e56-31d5-48cc-a5d6-29f34a1fe8bf req-45bad473-65da-46a0-8bc3-237605ad66fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3522627 Dec 09 22:29:21.023409 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-273df432-44a1-4fbe-9073-c4df81e3bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:21.034517 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273df432-44a1-4fbe-9073-c4df81e3bb5c None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:21.035891 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-273df432-44a1-4fbe-9073-c4df81e3bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:21.126090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39596) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:21.158213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c237ab86-e120-4abf-82a1-f795f36c6ff5 req-ac9746ec-252b-4421-9279-6bbb0b9ea4bc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] No DVR routers for this DVR port 06a7131e-eabe-4d38-aa86-491d6ace6b87 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:21.171862 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c237ab86-e120-4abf-82a1-f795f36c6ff5 req-ac9746ec-252b-4421-9279-6bbb0b9ea4bc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:21.192768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c237ab86-e120-4abf-82a1-f795f36c6ff5 req-ac9746ec-252b-4421-9279-6bbb0b9ea4bc tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "DELETE /v2.0/ports/06a7131e-eabe-4d38-aa86-491d6ace6b87 HTTP/1.1" status: 204 len: 173 time: 2.4635599 Dec 09 22:29:21.207364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd3430-0e74-4dc6-9685-a32b9066ceb3', 'name': 'network-vif-deleted', 'tag': '06a7131e-eabe-4d38-aa86-491d6ace6b87'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:21.214519 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2779ffd8-744c-4b96-9b69-bdc5d07fc870" -d '{"events": [{"server_uuid": "d0fd3430-0e74-4dc6-9685-a32b9066ceb3", "name": "network-vif-deleted", "tag": "06a7131e-eabe-4d38-aa86-491d6ace6b87"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:21.276563 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-273df432-44a1-4fbe-9073-c4df81e3bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:21.280299 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273df432-44a1-4fbe-9073-c4df81e3bb5c None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:21.319440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec52cf-ad9d-4951-a926-edaae2ce470d req-ecdfc675-07b2-4dc4-befd-10b192cd8cfe tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:21.327131 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2ec52cf-ad9d-4951-a926-edaae2ce470d req-ecdfc675-07b2-4dc4-befd-10b192cd8cfe tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 950 time: 0.7742100 Dec 09 22:29:21.336729 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:21.367439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57354210-230d-42e1-af61-e676ba0cbef9 req-d3650f87-5340-4e93-addb-f6ca82b66223 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:21.369420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57354210-230d-42e1-af61-e676ba0cbef9 req-d3650f87-5340-4e93-addb-f6ca82b66223 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.7573099 Dec 09 22:29:21.392304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc255e22-271f-4aa4-8a21-64e21fcf2246 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:21.465993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bc255e22-271f-4aa4-8a21-64e21fcf2246, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bc255e22-271f-4aa4-8a21-64e21fcf2246,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:21.480677 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:21.481347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:29:21.534480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57354210-230d-42e1-af61-e676ba0cbef9 req-74b17df8-d5a2-4523-aaa9-a5dd0f6eaae2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572301 Dec 09 22:29:21.547718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2ec52cf-ad9d-4951-a926-edaae2ce470d req-17e03c9f-cfa8-4509-86e4-53505aef940a tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017918 Dec 09 22:29:21.599730 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:21.615788 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a5501f88-7077-41bb-a618-4aeecc0d48f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e78715eaca6b441e8fb1fc3f839aa7da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4706113 Dec 09 22:29:21.618245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39608) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:21.680293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=bc255e22-271f-4aa4-8a21-64e21fcf2246,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:21.704861 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-33405a26-c9ea-4b46-b66f-bc64e0e0bb86 req-28b972ee-f4aa-4272-8461-692afd11fab9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:21.737948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.738587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.739076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.739560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.740039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.740513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.741031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.741509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.742001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.742467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.742947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.743425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.744424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:21.775110 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2888ffb1-22bd-4c39-a9da-3351116b2e29 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4920623 Dec 09 22:29:21.776117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b972ee-f4aa-4272-8461-692afd11fab9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Pushing event deleted for resources: {'Port': ['ID=4a1ea795-4263-43aa-b0bd-1af5e85da7c9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:21.780128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39610) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:21.787706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0f9588cb-cea2-4ef3-9239-eae5edd51172 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'floatingip': {'port_id': '546a701f-557f-4f6c-832e-08e06027c5ef', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:21.811810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:21.833925 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5131112c-6591-4c24-bd57-9c16fb8d51ab req-8de8321b-585f-416e-95da-a1046aa43f5e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fd3430-0e74-4dc6-9685-a32b9066ceb3 HTTP/1.1" status: 200 len: 210 time: 0.1485939 Dec 09 22:29:21.864370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'port_id': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7', 'mac_address': 'fa:16:3e:4f:31:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:29:21.919585 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf24f88a-67c0-4cf1-b9ac-8ef5dbde856c req-c8c4b86f-6aa7-4032-8707-37ae12001b91 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:21.925188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-33405a26-c9ea-4b46-b66f-bc64e0e0bb86 req-28b972ee-f4aa-4272-8461-692afd11fab9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] No DVR routers for this DVR port 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:21.934594 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d31bb46-db97-4037-a61d-4b6e2a0d9cba x-openstack-request-id: req-5d31bb46-db97-4037-a61d-4b6e2a0d9cba {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:21.935204 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fd3430-0e74-4dc6-9685-a32b9066ceb3", "name": "network-vif-deleted", "tag": "06a7131e-eabe-4d38-aa86-491d6ace6b87", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:21.935614 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d31bb46-db97-4037-a61d-4b6e2a0d9cba {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:21.937606 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-33405a26-c9ea-4b46-b66f-bc64e0e0bb86 req-28b972ee-f4aa-4272-8461-692afd11fab9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:21.938290 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fd3430-0e74-4dc6-9685-a32b9066ceb3', 'name': 'network-vif-deleted', 'tag': '06a7131e-eabe-4d38-aa86-491d6ace6b87', 'status': 'completed', 'code': 200} Dec 09 22:29:21.941206 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-33405a26-c9ea-4b46-b66f-bc64e0e0bb86 req-28b972ee-f4aa-4272-8461-692afd11fab9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.42 "DELETE /v2.0/ports/4a1ea795-4263-43aa-b0bd-1af5e85da7c9 HTTP/1.1" status: 204 len: 173 time: 2.2325380 Dec 09 22:29:21.945763 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f012719d-592e-46d2-a482-d38760bb32f2', 'name': 'network-vif-deleted', 'tag': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:21.949009 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199fa506-5670-407b-98cf-7fe3ae4c088e" -d '{"events": [{"server_uuid": "f012719d-592e-46d2-a482-d38760bb32f2", "name": "network-vif-deleted", "tag": "4a1ea795-4263-43aa-b0bd-1af5e85da7c9"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:21.984821 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:21.992926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4b86f-6aa7-4032-8707-37ae12001b91 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event deleted for resources: {'Port': ['ID=750d4e75-f21c-456b-892c-3aaa1bc13cc6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:22.026252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:22.026984 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e3f69e56-31d5-48cc-a5d6-29f34a1fe8bf req-ae847407-ac44-4a48-b7ef-21f69522ed7b service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350348 Dec 09 22:29:22.033778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f9588cb-cea2-4ef3-9239-eae5edd51172 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:22.066267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:22.085076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf24f88a-67c0-4cf1-b9ac-8ef5dbde856c req-c8c4b86f-6aa7-4032-8707-37ae12001b91 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] No DVR routers for this DVR port 750d4e75-f21c-456b-892c-3aaa1bc13cc6 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:22.127687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:22.135621 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:22.136859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:29:22.157004 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf24f88a-67c0-4cf1-b9ac-8ef5dbde856c req-c8c4b86f-6aa7-4032-8707-37ae12001b91 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:22.157199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd6cfa-53dc-4299-8fb9-f4933e5f4c7b req-bd6099c3-ff98-44f1-b554-e608d34958c5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:22.160816 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf24f88a-67c0-4cf1-b9ac-8ef5dbde856c req-c8c4b86f-6aa7-4032-8707-37ae12001b91 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "DELETE /v2.0/ports/750d4e75-f21c-456b-892c-3aaa1bc13cc6 HTTP/1.1" status: 204 len: 173 time: 2.7611015 Dec 09 22:29:22.179819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd6cfa-53dc-4299-8fb9-f4933e5f4c7b req-bd6099c3-ff98-44f1-b554-e608d34958c5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:22.200241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd6cfa-53dc-4299-8fb9-f4933e5f4c7b req-bd6099c3-ff98-44f1-b554-e608d34958c5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:22.208389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd6cfa-53dc-4299-8fb9-f4933e5f4c7b req-bd6099c3-ff98-44f1-b554-e608d34958c5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:22.216745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd6cfa-53dc-4299-8fb9-f4933e5f4c7b req-bd6099c3-ff98-44f1-b554-e608d34958c5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:22.223013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd6cfa-53dc-4299-8fb9-f4933e5f4c7b req-bd6099c3-ff98-44f1-b554-e608d34958c5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:22.235733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd6cfa-53dc-4299-8fb9-f4933e5f4c7b req-bd6099c3-ff98-44f1-b554-e608d34958c5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:22.249626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cbd6cfa-53dc-4299-8fb9-f4933e5f4c7b req-bd6099c3-ff98-44f1-b554-e608d34958c5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5431 time: 0.5527205 Dec 09 22:29:22.264116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f85eccfb-a7ff-4efe-9589-069bd606f121 req-0238b41f-fe4d-48d5-8135-7c11517c1a3e tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=f012719d-592e-46d2-a482-d38760bb32f2 HTTP/1.1" status: 200 len: 210 time: 0.1765552 Dec 09 22:29:22.297158 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b35d3e5b-cffe-4b22-b4a8-8371edfc8fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:22.306008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Allocated IP 172.25.8.226 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/f4e9d6d5-1db2-48dc-b290-9000b2e7d178) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:22.417519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=576a0fe3-94a0-4e8f-8778-9a3ea4e90680,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:22.442278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:22.476456 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b35d3e5b-cffe-4b22-b4a8-8371edfc8fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:22.504598 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e3f69e56-31d5-48cc-a5d6-29f34a1fe8bf req-c895d597-cf21-4bad-a186-548d2ab328fb service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534812 Dec 09 22:29:22.526356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '576a0fe3-94a0-4e8f-8778-9a3ea4e90680', 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc', 'port_id': '576a0fe3-94a0-4e8f-8778-9a3ea4e90680', 'mac_address': 'fa:16:3e:e3:55:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cba9925-ba78-4e6c-8a09-8b29dfa559b9', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:29:22.531920 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:22.642542 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cbd6cfa-53dc-4299-8fb9-f4933e5f4c7b req-36d9c488-9859-4cff-9e98-d82294e82f95 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3918433 Dec 09 22:29:22.659734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:22.698088 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b35d3e5b-cffe-4b22-b4a8-8371edfc8fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:22.700825 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b35d3e5b-cffe-4b22-b4a8-8371edfc8fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:22.704670 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b35d3e5b-cffe-4b22-b4a8-8371edfc8fcf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fa0a17f-4d57-4b80-849c-c5838e2d72a1 HTTP/1.1" status: 204 len: 168 time: 1.0841610 Dec 09 22:29:22.731497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:22.742795 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d3e5b-cffe-4b22-b4a8-8371edfc8fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa0a17f-4d57-4b80-849c-c5838e2d72a1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:22.747766 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:22.793569 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064e1f5b-899c-43cd-9f0f-ba899338097c x-openstack-request-id: req-064e1f5b-899c-43cd-9f0f-ba899338097c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:22.794073 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f012719d-592e-46d2-a482-d38760bb32f2", "name": "network-vif-deleted", "tag": "4a1ea795-4263-43aa-b0bd-1af5e85da7c9", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:22.794172 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-064e1f5b-899c-43cd-9f0f-ba899338097c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:22.794588 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f012719d-592e-46d2-a482-d38760bb32f2', 'name': 'network-vif-deleted', 'tag': '4a1ea795-4263-43aa-b0bd-1af5e85da7c9', 'status': 'completed', 'code': 200} Dec 09 22:29:22.815898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=576a0fe3-94a0-4e8f-8778-9a3ea4e90680,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:22.825335 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:22.826034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 03aed5e5-54fb-45cf-a042-ed4985351e80 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:29:22.851117 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:23.006076 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:23.016098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['587c9056-54ec-4d5c-829b-edb5ff38cb07', 'a5336458-0dd1-424d-a3bf-80938386a8bb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:23.024092 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-a3997696-5343-4d8d-a9e8-23d0b5f3f68b req-680bf4f2-7a41-4120-a6aa-3b0da781c527 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:29:23.034074 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3997696-5343-4d8d-a9e8-23d0b5f3f68b req-680bf4f2-7a41-4120-a6aa-3b0da781c527 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2175336 Dec 09 22:29:23.051111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:23.053327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event updated for resources: {'Port': ['ID=f4e9d6d5-1db2-48dc-b290-9000b2e7d178,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:23.070186 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:23.162557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 03aed5e5-54fb-45cf-a042-ed4985351e80, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=03aed5e5-54fb-45cf-a042-ed4985351e80,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:23.229504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '03aed5e5-54fb-45cf-a042-ed4985351e80', 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc', 'port_id': '03aed5e5-54fb-45cf-a042-ed4985351e80', 'mac_address': 'fa:16:3e:2a:7a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cba9925-ba78-4e6c-8a09-8b29dfa559b9', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:29:23.245149 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=576a0fe3-94a0-4e8f-8778-9a3ea4e90680,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:23.268598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80b2463c-6a04-483f-bc80-4a8408956a6b req-0062160c-075a-42e5-b8f4-c8ff69ebfffd tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd29530-fd25-4f01-be15-6dbe8ab411a9 HTTP/1.1" status: 200 len: 210 time: 0.0911705 Dec 09 22:29:23.393452 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:23.424412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf934e3-90cb-42d5-9088-4c3d112aed79 req-71da8e4a-eaa9-4fd3-a658-70824aac4bfc tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:23.431983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bdf934e3-90cb-42d5-9088-4c3d112aed79 req-71da8e4a-eaa9-4fd3-a658-70824aac4bfc tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 950 time: 0.1622782 Dec 09 22:29:23.458316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03aed5e5-54fb-45cf-a042-ed4985351e80 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:23.499269 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:23.508572 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39640) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:23.524712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bdf934e3-90cb-42d5-9088-4c3d112aed79 req-2f9d769f-c167-469a-98f8-05bfd7228d65 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874262 Dec 09 22:29:23.544535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fa5112b-9961-44a8-bb07-9e246ae4f3c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:23.566169 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 03aed5e5-54fb-45cf-a042-ed4985351e80, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=03aed5e5-54fb-45cf-a042-ed4985351e80,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:23.572585 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f9588cb-cea2-4ef3-9239-eae5edd51172 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:23.575626 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:23.576470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9fe013a1-f671-45b5-8107-e5e2c060d7ce details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:29:23.584502 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f9588cb-cea2-4ef3-9239-eae5edd51172 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:23.610989 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:23.646969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 06a7131e-eabe-4d38-aa86-491d6ace6b87 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:23.736904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 06a7131e-eabe-4d38-aa86-491d6ace6b87 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:23.737536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 06a7131e-eabe-4d38-aa86-491d6ace6b87 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:23.784994 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:29:23.819513 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fa5112b-9961-44a8-bb07-9e246ae4f3c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:23.831455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=03aed5e5-54fb-45cf-a042-ed4985351e80,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:23.871723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fa5112b-9961-44a8-bb07-9e246ae4f3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:23.877138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-dd160d3f-0b5d-4b2d-9f54-d4d1c2dbd8f9 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=bfdd9fcda41e4035aff8cd2cc7536fe5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467889 Dec 09 22:29:23.936136 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0fa5112b-9961-44a8-bb07-9e246ae4f3c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66ea762ce9674bb5ae7f0657b5dd7a59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4239740 Dec 09 22:29:23.936136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5112b-9961-44a8-bb07-9e246ae4f3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba992b4-040e-42a8-95ce-8b7a5ac3a835,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:23.937599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39660) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:23.942281 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bf567-36a1-4e00-a3d1-4aafa8664794 req-547c0bee-3d29-4b18-b90b-38f84d6ad3b2 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:23.943809 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-216bf567-36a1-4e00-a3d1-4aafa8664794 req-547c0bee-3d29-4b18-b90b-38f84d6ad3b2 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=a301fb32-7717-40db-9a23-2c2bcd2876db HTTP/1.1" status: 200 len: 949 time: 0.2261944 Dec 09 22:29:24.004555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9fe013a1-f671-45b5-8107-e5e2c060d7ce, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fe013a1-f671-45b5-8107-e5e2c060d7ce,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:24.029932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '9fe013a1-f671-45b5-8107-e5e2c060d7ce', 'network_id': '02defe12-519c-42b7-988d-629d9defac3c', 'port_id': '9fe013a1-f671-45b5-8107-e5e2c060d7ce', 'mac_address': 'fa:16:3e:1e:90:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fddd92-6096-43db-943d-1bcc15f8470d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:29:24.071570 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c530a109-643b-4d6b-95a8-13f473545567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.095498 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.100341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.107515 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c530a109-643b-4d6b-95a8-13f473545567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.110439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-216bf567-36a1-4e00-a3d1-4aafa8664794 req-259b1936-2b37-40d1-8a4a-90010d432923 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542530 Dec 09 22:29:24.110661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9588cb-cea2-4ef3-9239-eae5edd51172 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:24.117691 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.118172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe013a1-f671-45b5-8107-e5e2c060d7ce {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:24.148246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-4a57c8c1-398b-4456-841b-94547bcf03bc tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:24.148575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9fe013a1-f671-45b5-8107-e5e2c060d7ce, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fe013a1-f671-45b5-8107-e5e2c060d7ce,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:24.150343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-4a57c8c1-398b-4456-841b-94547bcf03bc tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399685 Dec 09 22:29:24.159765 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.160719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9188f21f-5100-4282-a579-1f04413f9f3e details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:29:24.240610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9188f21f-5100-4282-a579-1f04413f9f3e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9188f21f-5100-4282-a579-1f04413f9f3e,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:24.248186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=9fe013a1-f671-45b5-8107-e5e2c060d7ce,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:24.252558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c530a109-643b-4d6b-95a8-13f473545567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.255409 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '9188f21f-5100-4282-a579-1f04413f9f3e', 'network_id': '56c5961a-ef43-4681-b43e-5e93e91bb1cc', 'port_id': '9188f21f-5100-4282-a579-1f04413f9f3e', 'mac_address': 'fa:16:3e:13:35:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cba9925-ba78-4e6c-8a09-8b29dfa559b9', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:29:24.255974 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c530a109-643b-4d6b-95a8-13f473545567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.257464 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c530a109-643b-4d6b-95a8-13f473545567 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cba992b4-040e-42a8-95ce-8b7a5ac3a835 HTTP/1.1" status: 204 len: 168 time: 0.3173106 Dec 09 22:29:24.276210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530a109-643b-4d6b-95a8-13f473545567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba992b4-040e-42a8-95ce-8b7a5ac3a835,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:24.286227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9588cb-cea2-4ef3-9239-eae5edd51172 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:24.298988 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f9588cb-cea2-4ef3-9239-eae5edd51172 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.321403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72422c61-bca0-418a-be40-248e80e6a799 None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:24.324324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-758890e4-8940-43da-97eb-e6a8e3883f16 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/quotas/bfdd9fcda41e4035aff8cd2cc7536fe5 HTTP/1.1" status: 200 len: 375 time: 0.1418231 Dec 09 22:29:24.347219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72422c61-bca0-418a-be40-248e80e6a799 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:24.347862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-72422c61-bca0-418a-be40-248e80e6a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:24.375667 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.379945 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event updated for resources: {'Port': ['ID=f4e9d6d5-1db2-48dc-b290-9000b2e7d178,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:24.398518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-72422c61-bca0-418a-be40-248e80e6a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:24.416743 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.422467 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0f9588cb-cea2-4ef3-9239-eae5edd51172 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "PUT /v2.0/floatingips/08453126-5410-4a61-b0a9-8b51ebc5eb3f HTTP/1.1" status: 200 len: 977 time: 2.6362472 Dec 09 22:29:24.422974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39670) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:24.437380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72422c61-bca0-418a-be40-248e80e6a799 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:24.438203 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-72422c61-bca0-418a-be40-248e80e6a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:24.446524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5f69-ab07-4d9b-91ce-1e28368ba262 req-41f756a7-dcc6-4aa0-af4c-563620fec2cd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:24.461801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5f69-ab07-4d9b-91ce-1e28368ba262 req-41f756a7-dcc6-4aa0-af4c-563620fec2cd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:24.473810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9188f21f-5100-4282-a579-1f04413f9f3e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:24.478998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5f69-ab07-4d9b-91ce-1e28368ba262 req-41f756a7-dcc6-4aa0-af4c-563620fec2cd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:24.480076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-72422c61-bca0-418a-be40-248e80e6a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:24.480960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72422c61-bca0-418a-be40-248e80e6a799 None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:24.487358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5f69-ab07-4d9b-91ce-1e28368ba262 req-41f756a7-dcc6-4aa0-af4c-563620fec2cd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:24.494494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5f69-ab07-4d9b-91ce-1e28368ba262 req-41f756a7-dcc6-4aa0-af4c-563620fec2cd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:24.500042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9188f21f-5100-4282-a579-1f04413f9f3e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9188f21f-5100-4282-a579-1f04413f9f3e,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:24.501215 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5f69-ab07-4d9b-91ce-1e28368ba262 req-41f756a7-dcc6-4aa0-af4c-563620fec2cd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:24.505730 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.507654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 51f703d7-47ef-4683-a233-aaa3f462a6d9 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:29:24.508041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5f69-ab07-4d9b-91ce-1e28368ba262 req-41f756a7-dcc6-4aa0-af4c-563620fec2cd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:24.510576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0dc5f69-ab07-4d9b-91ce-1e28368ba262 req-41f756a7-dcc6-4aa0-af4c-563620fec2cd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5435 time: 0.2608767 Dec 09 22:29:24.518509 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.522336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6defd336-5972-447f-bdf9-fe83b506f016 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2347453 Dec 09 22:29:24.597185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=9188f21f-5100-4282-a579-1f04413f9f3e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:24.601230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 51f703d7-47ef-4683-a233-aaa3f462a6d9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=51f703d7-47ef-4683-a233-aaa3f462a6d9,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:24.603859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-f78850db-65f6-41af-bf8d-dfbc65f59d66 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfdd9fcda41e4035aff8cd2cc7536fe5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2780504 Dec 09 22:29:24.614529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '51f703d7-47ef-4683-a233-aaa3f462a6d9', 'network_id': '02defe12-519c-42b7-988d-629d9defac3c', 'port_id': '51f703d7-47ef-4683-a233-aaa3f462a6d9', 'mac_address': 'fa:16:3e:c4:50:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fddd92-6096-43db-943d-1bcc15f8470d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:29:24.658236 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.671710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port f3226412-bdcf-4e35-a862-8079f2fd1cff {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:24.672063 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.673928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f703d7-47ef-4683-a233-aaa3f462a6d9 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:24.721105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 51f703d7-47ef-4683-a233-aaa3f462a6d9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=51f703d7-47ef-4683-a233-aaa3f462a6d9,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:24.726081 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.730204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0dc5f69-ab07-4d9b-91ce-1e28368ba262 req-b184b0ab-9f38-4f74-9af0-b686fb3b9a60 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2009883 Dec 09 22:29:24.795855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd29530-fd25-4f01-be15-6dbe8ab411a9', 'name': 'network-vif-deleted', 'tag': '750d4e75-f21c-456b-892c-3aaa1bc13cc6'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:24.799431 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bce12d-79a5-4488-bee0-d206fd4fdc15" -d '{"events": [{"server_uuid": "2dd29530-fd25-4f01-be15-6dbe8ab411a9", "name": "network-vif-deleted", "tag": "750d4e75-f21c-456b-892c-3aaa1bc13cc6"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:24.816521 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=51f703d7-47ef-4683-a233-aaa3f462a6d9,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:24.834751 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.836775 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:24.852784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for f3226412-bdcf-4e35-a862-8079f2fd1cff owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:24.902840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5166d30b-c0c0-44e9-9c30-c19c3d13aefa req-dc48c460-96e4-4dcb-8938-9a48dad2832f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 210 time: 0.0535653 Dec 09 22:29:24.905126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39698) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:24.933667 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ebb05b93-b089-44cc-8204-1a73baacaedc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:25.016295 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-dc818616-e60e-4eb2-9e48-a600a09e24d4 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--267467446&fields=id&tenant_id=e553cf18c1da4077a85cacb736b72c41 HTTP/1.1" status: 200 len: 267 time: 0.1092098 Dec 09 22:29:25.084252 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:25.116659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=f3226412-bdcf-4e35-a862-8079f2fd1cff,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:25.146281 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b78ed0-bdab-4bda-aef0-c14f5fffc5fa req-b1cdf27d-3369-4278-a4a8-e1efba569759 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:25.147723 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09b78ed0-bdab-4bda-aef0-c14f5fffc5fa req-b1cdf27d-3369-4278-a4a8-e1efba569759 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1596923 Dec 09 22:29:25.198658 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ebb05b93-b089-44cc-8204-1a73baacaedc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:25.211059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:25.211537 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Floating IP 08453126-5410-4a61-b0a9-8b51ebc5eb3f disassociated (deleted). External IP: 172.25.8.90, port: 546a701f-557f-4f6c-832e-08e06027c5ef. Dec 09 22:29:25.213622 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ebb05b93-b089-44cc-8204-1a73baacaedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:25.250639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-fe1ecd71-babd-4671-86ce-d46fe949d31c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:25.252172 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-fe1ecd71-babd-4671-86ce-d46fe949d31c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 816 time: 0.2195175 Dec 09 22:29:25.296259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ebb05b93-b089-44cc-8204-1a73baacaedc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4c2098692684ae1b43920c56271e06e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3879454 Dec 09 22:29:25.302257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09b78ed0-bdab-4bda-aef0-c14f5fffc5fa req-a6ae8a86-063f-4ac3-a58f-99f1e5e1e8a0 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445801 Dec 09 22:29:25.303967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-93d4b14c-a187-46fa-a408-841468ac61c0 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/quotas/e553cf18c1da4077a85cacb736b72c41 HTTP/1.1" status: 200 len: 375 time: 0.0396533 Dec 09 22:29:25.304660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb05b93-b089-44cc-8204-1a73baacaedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df821c0c-13fd-410e-bb0e-fe1c7cd1fabd,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:25.305589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39708) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:25.365125 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65d8e2d-da73-4326-8655-acbc1d9381a9 x-openstack-request-id: req-f65d8e2d-da73-4326-8655-acbc1d9381a9 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:25.365307 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd29530-fd25-4f01-be15-6dbe8ab411a9", "name": "network-vif-deleted", "tag": "750d4e75-f21c-456b-892c-3aaa1bc13cc6", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:25.365647 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f65d8e2d-da73-4326-8655-acbc1d9381a9 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:25.366132 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd29530-fd25-4f01-be15-6dbe8ab411a9', 'name': 'network-vif-deleted', 'tag': '750d4e75-f21c-456b-892c-3aaa1bc13cc6', 'status': 'completed', 'code': 200} Dec 09 22:29:25.385630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f1ef77f-7c8d-46df-9d4b-565503de26cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:25.422835 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['576a0fe3-94a0-4e8f-8778-9a3ea4e90680'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:25.430234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-2ff42149-35e1-44df-9272-d0a9b96f1fec tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845883 Dec 09 22:29:25.459445 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f1ef77f-7c8d-46df-9d4b-565503de26cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:25.474809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['9188f21f-5100-4282-a579-1f04413f9f3e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:25.487980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['bc255e22-271f-4aa4-8a21-64e21fcf2246'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:25.551308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['7310e867-a1de-4e73-8bc7-e03c0bbc37c7'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:25.552809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['51f703d7-47ef-4683-a233-aaa3f462a6d9'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:25.576166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cbee6-8715-4215-9c98-ef00bd226704 req-44c06b50-f89d-4e7c-b006-ea9c6e44ff8f tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:25.577767 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c13cbee6-8715-4215-9c98-ef00bd226704 req-44c06b50-f89d-4e7c-b006-ea9c6e44ff8f tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=a301fb32-7717-40db-9a23-2c2bcd2876db HTTP/1.1" status: 200 len: 949 time: 0.1157539 Dec 09 22:29:25.582784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:25.600778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f1ef77f-7c8d-46df-9d4b-565503de26cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:25.604696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['03aed5e5-54fb-45cf-a042-ed4985351e80'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:25.613249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f1ef77f-7c8d-46df-9d4b-565503de26cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:25.615111 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0f1ef77f-7c8d-46df-9d4b-565503de26cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df821c0c-13fd-410e-bb0e-fe1c7cd1fabd HTTP/1.1" status: 204 len: 168 time: 0.3078883 Dec 09 22:29:25.650593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['9fe013a1-f671-45b5-8107-e5e2c060d7ce'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:25.724177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-04d6d864-2364-4ba8-974c-fd72622d86e5 service neutron] 10.222.0.16 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892261 Dec 09 22:29:25.745751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c13cbee6-8715-4215-9c98-ef00bd226704 req-30954d05-c16a-4692-8e31-05afd7aaf5b9 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612620 Dec 09 22:29:25.781257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ef77f-7c8d-46df-9d4b-565503de26cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df821c0c-13fd-410e-bb0e-fe1c7cd1fabd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:25.852734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9781d62-e0e5-4e57-99d3-c6ecca7dee92 req-2941d973-3413-461f-bc18-0a852d553c61 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:25.855252 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9781d62-e0e5-4e57-99d3-c6ecca7dee92 req-2941d973-3413-461f-bc18-0a852d553c61 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.18 "GET /v2.0/ports?device_id=a301fb32-7717-40db-9a23-2c2bcd2876db HTTP/1.1" status: 200 len: 949 time: 0.0864406 Dec 09 22:29:25.857602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:25.864104 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:25.868356 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24815b07-b480-4010-9848-80480526a079 None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:25.889393 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24815b07-b480-4010-9848-80480526a079 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:25.891394 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-24815b07-b480-4010-9848-80480526a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:25.894240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-64590d7e-d720-4bdc-a33e-8d33ae3e820d service neutron] 10.222.0.16 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621687 Dec 09 22:29:25.917272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668ef54-85f1-4ae8-9a32-3c80c6545c30 req-58eec2f9-bd1f-4ea8-8766-ef9775f689a3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:25.925167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7668ef54-85f1-4ae8-9a32-3c80c6545c30 req-58eec2f9-bd1f-4ea8-8766-ef9775f689a3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.0706227 Dec 09 22:29:25.950658 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f4929236-684a-4646-af08-2c8700f89e86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/floatingips/08453126-5410-4a61-b0a9-8b51ebc5eb3f HTTP/1.1" status: 204 len: 168 time: 1.5244141 Dec 09 22:29:25.970004 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39726) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:25.980619 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-24815b07-b480-4010-9848-80480526a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:26.005962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7668ef54-85f1-4ae8-9a32-3c80c6545c30 req-9acd63bc-d841-4de9-b8ad-965c700579f4 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795617 Dec 09 22:29:26.012527 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24815b07-b480-4010-9848-80480526a079 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:26.013865 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-24815b07-b480-4010-9848-80480526a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:26.148022 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-24815b07-b480-4010-9848-80480526a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:26.149104 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24815b07-b480-4010-9848-80480526a079 None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:26.296074 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3f5f96ae-a978-4018-b920-a482e485a638 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bfdd9fcda41e4035aff8cd2cc7536fe5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703001 Dec 09 22:29:26.356511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465290ef-fd21-4783-9cba-9f6efe3200f3 req-86f41c66-2ca8-4c1e-83aa-b879c8a34ba6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:26.361687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d9781d62-e0e5-4e57-99d3-c6ecca7dee92 req-4b7cba0c-1578-4bee-a687-52eaca362cf2 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Deleting port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:26.362174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9781d62-e0e5-4e57-99d3-c6ecca7dee92 req-4b7cba0c-1578-4bee-a687-52eaca362cf2 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:26.372603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465290ef-fd21-4783-9cba-9f6efe3200f3 req-86f41c66-2ca8-4c1e-83aa-b879c8a34ba6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:26.387822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465290ef-fd21-4783-9cba-9f6efe3200f3 req-86f41c66-2ca8-4c1e-83aa-b879c8a34ba6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:26.403191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465290ef-fd21-4783-9cba-9f6efe3200f3 req-86f41c66-2ca8-4c1e-83aa-b879c8a34ba6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:26.418002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465290ef-fd21-4783-9cba-9f6efe3200f3 req-86f41c66-2ca8-4c1e-83aa-b879c8a34ba6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:26.448614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465290ef-fd21-4783-9cba-9f6efe3200f3 req-86f41c66-2ca8-4c1e-83aa-b879c8a34ba6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:26.476673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465290ef-fd21-4783-9cba-9f6efe3200f3 req-86f41c66-2ca8-4c1e-83aa-b879c8a34ba6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:26.487220 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-465290ef-fd21-4783-9cba-9f6efe3200f3 req-86f41c66-2ca8-4c1e-83aa-b879c8a34ba6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5437 time: 0.3181884 Dec 09 22:29:26.500202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-d9781d62-e0e5-4e57-99d3-c6ecca7dee92 req-4b7cba0c-1578-4bee-a687-52eaca362cf2 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] For port 5da14491-abc9-4fcc-ac4f-8de324dd6b10, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5da14491-abc9-4fcc-ac4f-8de324dd6b10,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:26.500649 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9781d62-e0e5-4e57-99d3-c6ecca7dee92 req-4b7cba0c-1578-4bee-a687-52eaca362cf2 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:26.513818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d9781d62-e0e5-4e57-99d3-c6ecca7dee92 req-4b7cba0c-1578-4bee-a687-52eaca362cf2 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Calling delete_port for 5da14491-abc9-4fcc-ac4f-8de324dd6b10 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:26.583598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-35196841-b99a-401f-aa83-bf8948522a9b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port 546a701f-557f-4f6c-832e-08e06027c5ef {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:26.583866 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-35196841-b99a-401f-aa83-bf8948522a9b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:26.599307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1508efa-d896-4eb6-baa5-602bef53f44c req-de9f77a0-2768-4422-bebd-982ccbad1baa tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 210 time: 0.0757868 Dec 09 22:29:26.680710 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-35196841-b99a-401f-aa83-bf8948522a9b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:26.693949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-35196841-b99a-401f-aa83-bf8948522a9b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for 546a701f-557f-4f6c-832e-08e06027c5ef owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:26.785075 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6c054e0-e169-4d39-acaf-8756c9703608 req-c212d7c0-b2bc-4c8c-b2bb-366f2caea773 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 210 time: 0.0684671 Dec 09 22:29:26.842984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 750d4e75-f21c-456b-892c-3aaa1bc13cc6 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:26.863454 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-465290ef-fd21-4783-9cba-9f6efe3200f3 req-5ef63125-45ae-49c0-a5d7-623a1ab2b48f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3410401 Dec 09 22:29:26.892827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-e5f66842-16e8-4da8-94ba-a1f8ee47a32c tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:26.896908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-e5f66842-16e8-4da8-94ba-a1f8ee47a32c tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5930974 Dec 09 22:29:26.918374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Request body: {'port': {'device_id': 'abe1913c-cb71-4183-aeb7-bf97e1c9b635', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'bfdd9fcda41e4035aff8cd2cc7536fe5'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:27.174013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 750d4e75-f21c-456b-892c-3aaa1bc13cc6 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:27.176024 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 750d4e75-f21c-456b-892c-3aaa1bc13cc6 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:27.177195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:27.198157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Made reservation on behalf of bfdd9fcda41e4035aff8cd2cc7536fe5 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:27.202358 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:27.258188 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a711d99-0472-459e-a95f-b3ee9178f7d9 req-2d8ba6ae-0583-4efe-b9ac-c58fceb99a25 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:27.260256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a711d99-0472-459e-a95f-b3ee9178f7d9 req-2d8ba6ae-0583-4efe-b9ac-c58fceb99a25 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/ports?device_id=a301fb32-7717-40db-9a23-2c2bcd2876db HTTP/1.1" status: 200 len: 949 time: 0.1296268 Dec 09 22:29:27.270088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:27.270430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 4a1ea795-4263-43aa-b0bd-1af5e85da7c9 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:27.369571 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9781d62-e0e5-4e57-99d3-c6ecca7dee92 req-4b7cba0c-1578-4bee-a687-52eaca362cf2 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:27.390056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d6b63-a163-4517-8f8d-4473b4dd890b req-f9ab95aa-ce33-4e95-bac8-b905975b4d13 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:27.391998 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-565d6b63-a163-4517-8f8d-4473b4dd890b req-f9ab95aa-ce33-4e95-bac8-b905975b4d13 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1963181 Dec 09 22:29:27.402439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a711d99-0472-459e-a95f-b3ee9178f7d9 req-45004e14-d540-438f-a7e8-4ba12dc7b29d tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.16 "GET /v2.0/security-groups?id=96831159-0805-402b-ad52-692c895b9d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291368 Dec 09 22:29:27.411964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cba0c-1578-4bee-a687-52eaca362cf2 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Pushing event deleted for resources: {'Port': ['ID=5da14491-abc9-4fcc-ac4f-8de324dd6b10,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:27.463882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9781d62-e0e5-4e57-99d3-c6ecca7dee92 req-4b7cba0c-1578-4bee-a687-52eaca362cf2 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] No DVR routers for this DVR port 5da14491-abc9-4fcc-ac4f-8de324dd6b10 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:27.467510 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9781d62-e0e5-4e57-99d3-c6ecca7dee92 req-4b7cba0c-1578-4bee-a687-52eaca362cf2 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:27.470632 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9781d62-e0e5-4e57-99d3-c6ecca7dee92 req-4b7cba0c-1578-4bee-a687-52eaca362cf2 tempest-ListImageFiltersTestJSON-1933950406 tempest-ListImageFiltersTestJSON-1933950406-project] 10.222.0.18 "DELETE /v2.0/ports/5da14491-abc9-4fcc-ac4f-8de324dd6b10 HTTP/1.1" status: 204 len: 173 time: 1.5249205 Dec 09 22:29:27.471087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'name': 'network-vif-deleted', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:27.473356 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cc49e4-06f8-46c5-9a85-9defe81a5dfe" -d '{"events": [{"server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "name": "network-vif-deleted", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:27.533566 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-35196841-b99a-401f-aa83-bf8948522a9b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:27.541649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Allocated IP 192.168.233.163 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/0542574b-b738-4491-8699-304e66c3fee3) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:27.576872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35196841-b99a-401f-aa83-bf8948522a9b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=546a701f-557f-4f6c-832e-08e06027c5ef,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:27.643599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-565d6b63-a163-4517-8f8d-4473b4dd890b req-208e55e1-3ff0-4392-a8a6-e285180fcc48 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401612 Dec 09 22:29:27.669932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefaa1c-7a70-44f3-8bd0-693b80aaa384 req-0607723b-0522-41ea-bbb6-3738a4ab7b56 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:27.671510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecefaa1c-7a70-44f3-8bd0-693b80aaa384 req-0607723b-0522-41ea-bbb6-3738a4ab7b56 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=914d0fa2-a578-4bde-951b-b5efb9a07812 HTTP/1.1" status: 200 len: 949 time: 0.1636708 Dec 09 22:29:27.716082 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-35196841-b99a-401f-aa83-bf8948522a9b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:27.723986 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-35196841-b99a-401f-aa83-bf8948522a9b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/ports/546a701f-557f-4f6c-832e-08e06027c5ef HTTP/1.1" status: 204 len: 168 time: 1.7506602 Dec 09 22:29:27.724622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39786) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:27.735931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:27.800121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecefaa1c-7a70-44f3-8bd0-693b80aaa384 req-4ec530b5-5f79-455f-8bcb-872e23f1552e tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179707 Dec 09 22:29:27.877875 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:27.918770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-55bb834e-d0cd-4b9d-b567-493f66380d6c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:27.920336 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-55bb834e-d0cd-4b9d-b567-493f66380d6c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.42 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 816 time: 0.1694736 Dec 09 22:29:27.922146 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf0dc79-5dda-416f-89a7-4e1917cb2942 x-openstack-request-id: req-ecf0dc79-5dda-416f-89a7-4e1917cb2942 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:27.922442 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a301fb32-7717-40db-9a23-2c2bcd2876db", "name": "network-vif-deleted", "tag": "5da14491-abc9-4fcc-ac4f-8de324dd6b10", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:27.922708 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecf0dc79-5dda-416f-89a7-4e1917cb2942 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:27.923103 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a301fb32-7717-40db-9a23-2c2bcd2876db', 'name': 'network-vif-deleted', 'tag': '5da14491-abc9-4fcc-ac4f-8de324dd6b10', 'status': 'completed', 'code': 200} Dec 09 22:29:27.967534 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:27.971772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39794) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:27.998927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95ddf07d-e99e-41a3-8069-bd1b2ffb4802 req-7150c143-2f71-4b64-9ba9-df73d88b85eb tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 210 time: 0.0838723 Dec 09 22:29:28.027516 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:28.060326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2d4bdfd7-241b-4db5-961f-adc96a969327'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:28.096911 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fe97d-a424-43ff-a58e-f4181128d911 req-0e350114-5616-4ae4-9c50-aeeda3523346 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:28.098660 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4e1fe97d-a424-43ff-a58e-f4181128d911 req-0e350114-5616-4ae4-9c50-aeeda3523346 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/ports?device_id=914d0fa2-a578-4bde-951b-b5efb9a07812 HTTP/1.1" status: 200 len: 949 time: 0.1726372 Dec 09 22:29:28.173858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a81272-899c-4152-b8de-65f94758f07a req-4eb8fe74-0061-412d-92d9-d079de6f992e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:28.176152 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1a81272-899c-4152-b8de-65f94758f07a req-4eb8fe74-0061-412d-92d9-d079de6f992e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2557189 Dec 09 22:29:28.197776 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-2231a3fc-9f8c-471f-ac06-b6d1ceb5f4e5 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e553cf18c1da4077a85cacb736b72c41 HTTP/1.1" status: 200 len: 379 time: 0.2595153 Dec 09 22:29:28.219062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Request body: {'port': {'device_id': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'admin_state_up': True, 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'security_groups': ['b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:28.265814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:28.270847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:28.279546 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:28.297988 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-533318d2-6551-4f7e-8c84-740ceec864db req-ca65cfd4-0aa7-44eb-9dd0-70f6e4f90f71 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 210 time: 0.1632187 Dec 09 22:29:28.302961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1620681129'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:28.347629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Pushing event updated for resources: {'Port': ['ID=0542574b-b738-4491-8699-304e66c3fee3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:28.390549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:28.391362 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:28.409083 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:28.411455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Made reservation on behalf of a807b334dd6a48f789fdb28645537eba for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:28.417192 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:28.417966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1a81272-899c-4152-b8de-65f94758f07a req-551f43f3-08dc-4475-aa66-d015a0582d2f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695054 Dec 09 22:29:28.457543 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:28.473468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-7962c5fd-f43a-4238-a97d-0edb7df7c03f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5618260 Dec 09 22:29:28.512829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-4e1fe97d-a424-43ff-a58e-f4181128d911 req-7e67fdbd-8897-4b31-881d-f5ec58410ffe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Deleting port 587c9056-54ec-4d5c-829b-edb5ff38cb07 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:28.513174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4e1fe97d-a424-43ff-a58e-f4181128d911 req-7e67fdbd-8897-4b31-881d-f5ec58410ffe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:28.518519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344516c8-d47f-4bf8-b4d8-11b931711484 req-05e6dc99-8f5f-46d0-b2b2-c4967c10bc43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:28.542679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344516c8-d47f-4bf8-b4d8-11b931711484 req-05e6dc99-8f5f-46d0-b2b2-c4967c10bc43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:28.554411 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344516c8-d47f-4bf8-b4d8-11b931711484 req-05e6dc99-8f5f-46d0-b2b2-c4967c10bc43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:28.563696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344516c8-d47f-4bf8-b4d8-11b931711484 req-05e6dc99-8f5f-46d0-b2b2-c4967c10bc43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:28.572771 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344516c8-d47f-4bf8-b4d8-11b931711484 req-05e6dc99-8f5f-46d0-b2b2-c4967c10bc43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:28.583541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344516c8-d47f-4bf8-b4d8-11b931711484 req-05e6dc99-8f5f-46d0-b2b2-c4967c10bc43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:28.593580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344516c8-d47f-4bf8-b4d8-11b931711484 req-05e6dc99-8f5f-46d0-b2b2-c4967c10bc43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:28.595797 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-344516c8-d47f-4bf8-b4d8-11b931711484 req-05e6dc99-8f5f-46d0-b2b2-c4967c10bc43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5437 time: 0.1998768 Dec 09 22:29:28.615382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Request body: {'port': {'device_id': 'abe1913c-cb71-4183-aeb7-bf97e1c9b635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:28.623977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-632a3969-dfe9-42bd-a672-9eb3f7b784e1 None None] Provisioning complete for port 0542574b-b738-4491-8699-304e66c3fee3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:28.625337 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-632a3969-dfe9-42bd-a672-9eb3f7b784e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:28.664292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-632a3969-dfe9-42bd-a672-9eb3f7b784e1 None None] Port 0542574b-b738-4491-8699-304e66c3fee3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:29:28.679732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Made reservation on behalf of e553cf18c1da4077a85cacb736b72c41 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:28.684306 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:28.749085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.25.8.230 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/29aa5c0b-9664-4faa-8ba8-81aba4a38f37) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:28.752432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4e1fe97d-a424-43ff-a58e-f4181128d911 req-7e67fdbd-8897-4b31-881d-f5ec58410ffe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] For port 587c9056-54ec-4d5c-829b-edb5ff38cb07, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=587c9056-54ec-4d5c-829b-edb5ff38cb07,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:28.752971 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4e1fe97d-a424-43ff-a58e-f4181128d911 req-7e67fdbd-8897-4b31-881d-f5ec58410ffe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:28.757821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 03aed5e5-54fb-45cf-a042-ed4985351e80 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:28.769179 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-344516c8-d47f-4bf8-b4d8-11b931711484 req-0a9b249f-5b64-4566-9aad-5dc8d25e4420 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1455152 Dec 09 22:29:28.772117 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:28.784235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffcd9-16e8-4a1d-aba6-1c4e61a3185a req-b3a39382-113d-4c7f-a517-004e36c6bcf5 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:28.786083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0cffcd9-16e8-4a1d-aba6-1c4e61a3185a req-b3a39382-113d-4c7f-a517-004e36c6bcf5 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f43a789-85e6-434f-964d-f11decea10fc HTTP/1.1" status: 200 len: 949 time: 0.1601763 Dec 09 22:29:28.791161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-4e1fe97d-a424-43ff-a58e-f4181128d911 req-7e67fdbd-8897-4b31-881d-f5ec58410ffe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Calling delete_port for 587c9056-54ec-4d5c-829b-edb5ff38cb07 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:28.899106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 03aed5e5-54fb-45cf-a042-ed4985351e80 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:29:28.905054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 03aed5e5-54fb-45cf-a042-ed4985351e80 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:28.905612 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.023896 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.036540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-e0cffcd9-16e8-4a1d-aba6-1c4e61a3185a req-ec2d64ce-bf88-4114-abca-55d704a5ad05 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Deleting port a5336458-0dd1-424d-a3bf-80938386a8bb {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:29.036883 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e0cffcd9-16e8-4a1d-aba6-1c4e61a3185a req-ec2d64ce-bf88-4114-abca-55d704a5ad05 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.050392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8a960-07b9-49e2-bb55-0e1b1cdf8e44 req-21da94bd-cc28-4d07-a2e5-530e8f8de4e2 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:29.051914 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bc8a960-07b9-49e2-bb55-0e1b1cdf8e44 req-21da94bd-cc28-4d07-a2e5-530e8f8de4e2 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=914d0fa2-a578-4bde-951b-b5efb9a07812 HTTP/1.1" status: 200 len: 949 time: 0.1557522 Dec 09 22:29:29.066562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.068995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03aed5e5-54fb-45cf-a042-ed4985351e80'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:29.072549 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ebadc5-72e4-4ff0-8b68-1d0a1897533b" -d '{"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "03aed5e5-54fb-45cf-a042-ed4985351e80"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:29.078652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 03aed5e5-54fb-45cf-a042-ed4985351e80, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=03aed5e5-54fb-45cf-a042-ed4985351e80,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:29.083487 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.084267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 51f703d7-47ef-4683-a233-aaa3f462a6d9 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:29.099261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.166225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:29:29.194517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Allocated IP 172.20.0.10 (c932c76f-049a-4abd-b233-3ca5aa5fead4/8120da04-1f11-44c0-b5d3-87450c8b2ee1/57e51937-a5f6-4044-a1bf-ebbe5a60e5cb) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:29.201952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=03aed5e5-54fb-45cf-a042-ed4985351e80,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:29.214295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 51f703d7-47ef-4683-a233-aaa3f462a6d9 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:29:29.220562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 51f703d7-47ef-4683-a233-aaa3f462a6d9 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:29.220958 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.225747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5d9e3a-568f-4c3e-aa17-6b4e3719fdc3,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:29.247145 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.247503 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Added segment e4ff3789-7a79-4d9f-933a-978797360f09 of type vlan for network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 Dec 09 22:29:29.258132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bc8a960-07b9-49e2-bb55-0e1b1cdf8e44 req-7a61d892-2f33-4453-832d-90c9a153d7f6 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895466 Dec 09 22:29:29.261367 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.273548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9f7e0-f436-4873-90db-9802dc280ae9 req-37839e9f-21f0-4c21-863a-b02f618407e9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:29.275498 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21e9f7e0-f436-4873-90db-9802dc280ae9 req-37839e9f-21f0-4c21-863a-b02f618407e9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2076809 Dec 09 22:29:29.291286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-e0cffcd9-16e8-4a1d-aba6-1c4e61a3185a req-ec2d64ce-bf88-4114-abca-55d704a5ad05 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] For port a5336458-0dd1-424d-a3bf-80938386a8bb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a5336458-0dd1-424d-a3bf-80938386a8bb,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:29.291651 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e0cffcd9-16e8-4a1d-aba6-1c4e61a3185a req-ec2d64ce-bf88-4114-abca-55d704a5ad05 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.319641 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.333570 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4e1fe97d-a424-43ff-a58e-f4181128d911 req-7e67fdbd-8897-4b31-881d-f5ec58410ffe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.336823 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-e0cffcd9-16e8-4a1d-aba6-1c4e61a3185a req-ec2d64ce-bf88-4114-abca-55d704a5ad05 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Calling delete_port for a5336458-0dd1-424d-a3bf-80938386a8bb owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:29.355048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['a5336458-0dd1-424d-a3bf-80938386a8bb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:29.395271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67fdbd-8897-4b31-881d-f5ec58410ffe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event deleted for resources: {'Port': ['ID=587c9056-54ec-4d5c-829b-edb5ff38cb07,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:29.419814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21e9f7e0-f436-4873-90db-9802dc280ae9 req-2529b374-ec06-435e-bb94-ff494d6b6def tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311502 Dec 09 22:29:29.420783 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.426458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:29.427076 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.432447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:29.477327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0542574b-b738-4491-8699-304e66c3fee3 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:29.487069 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.509184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Transition to ACTIVE for port object 0542574b-b738-4491-8699-304e66c3fee3 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:29:29.515974 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.532459 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.613103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Pushing event updated for resources: {'Network': ['ID=6c8d8d4e-7f75-4186-a84b-4aa21e115855,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:29.635771 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.647710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:29:29.648433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Pushing event updated for resources: {'Port': ['ID=0542574b-b738-4491-8699-304e66c3fee3,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:29.652286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5da14491-abc9-4fcc-ac4f-8de324dd6b10 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:29.661229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1fe97d-a424-43ff-a58e-f4181128d911 req-7e67fdbd-8897-4b31-881d-f5ec58410ffe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] No DVR routers for this DVR port 587c9056-54ec-4d5c-829b-edb5ff38cb07 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:29.666460 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e0cffcd9-16e8-4a1d-aba6-1c4e61a3185a req-ec2d64ce-bf88-4114-abca-55d704a5ad05 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.691669 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4e1fe97d-a424-43ff-a58e-f4181128d911 req-7e67fdbd-8897-4b31-881d-f5ec58410ffe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.696029 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4e1fe97d-a424-43ff-a58e-f4181128d911 req-7e67fdbd-8897-4b31-881d-f5ec58410ffe tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "DELETE /v2.0/ports/587c9056-54ec-4d5c-829b-edb5ff38cb07 HTTP/1.1" status: 204 len: 173 time: 1.5873425 Dec 09 22:29:29.702781 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d89710e2-aeae-43d1-9b55-15c841fa2f16 tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7232120 Dec 09 22:29:29.707521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93dd16-64a3-4e2c-90a2-974d4ad39256 req-87395ea7-83a9-42b8-9d3d-d2d79256e9cd tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:29.709074 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb93dd16-64a3-4e2c-90a2-974d4ad39256 req-87395ea7-83a9-42b8-9d3d-d2d79256e9cd tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 948 time: 0.1420319 Dec 09 22:29:29.721411 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 51f703d7-47ef-4683-a233-aaa3f462a6d9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=51f703d7-47ef-4683-a233-aaa3f462a6d9,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:29.737669 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:29.744915 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:29.757052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d64ce-bf88-4114-abca-55d704a5ad05 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event deleted for resources: {'Port': ['ID=a5336458-0dd1-424d-a3bf-80938386a8bb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:29.774338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:29.791833 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 5da14491-abc9-4fcc-ac4f-8de324dd6b10 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:29.792215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5da14491-abc9-4fcc-ac4f-8de324dd6b10 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:29.817045 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cffcd9-16e8-4a1d-aba6-1c4e61a3185a req-ec2d64ce-bf88-4114-abca-55d704a5ad05 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] No DVR routers for this DVR port a5336458-0dd1-424d-a3bf-80938386a8bb on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:29.838683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=29aa5c0b-9664-4faa-8ba8-81aba4a38f37,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:29.838934 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa84e14-126a-4863-82bc-30f4eb674c91 x-openstack-request-id: req-baa84e14-126a-4863-82bc-30f4eb674c91 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:29.839236 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "03aed5e5-54fb-45cf-a042-ed4985351e80", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:29.839491 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-baa84e14-126a-4863-82bc-30f4eb674c91 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:29.839882 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03aed5e5-54fb-45cf-a042-ed4985351e80', 'code': 200} Dec 09 22:29:29.841051 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e0cffcd9-16e8-4a1d-aba6-1c4e61a3185a req-ec2d64ce-bf88-4114-abca-55d704a5ad05 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.842022 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.843854 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 587c9056-54ec-4d5c-829b-edb5ff38cb07 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:29.844464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0cffcd9-16e8-4a1d-aba6-1c4e61a3185a req-ec2d64ce-bf88-4114-abca-55d704a5ad05 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.42 "DELETE /v2.0/ports/a5336458-0dd1-424d-a3bf-80938386a8bb HTTP/1.1" status: 204 len: 173 time: 1.0517149 Dec 09 22:29:29.845169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Attempting to bind port 0542574b-b738-4491-8699-304e66c3fee3 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:29.845504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Attempting to bind port 0542574b-b738-4491-8699-304e66c3fee3 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:29.846790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Attempting to bind port 0542574b-b738-4491-8699-304e66c3fee3 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:29.851741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f43a789-85e6-434f-964d-f11decea10fc', 'name': 'network-vif-deleted', 'tag': 'a5336458-0dd1-424d-a3bf-80938386a8bb'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:29.855889 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76235ec8-ce3f-474b-b40b-d17e5bb656bd" -d '{"events": [{"server_uuid": "1f43a789-85e6-434f-964d-f11decea10fc", "name": "network-vif-deleted", "tag": "a5336458-0dd1-424d-a3bf-80938386a8bb"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:29.896156 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.911859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Port 0542574b-b738-4491-8699-304e66c3fee3 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:29.912186 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Attempting to bind port 0542574b-b738-4491-8699-304e66c3fee3 on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:29.945010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92f54af0-b1da-4ae3-ae97-4126f09081ca req-64a38dee-515a-45e0-a09b-b005b03967e7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 210 time: 0.0616665 Dec 09 22:29:29.952752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb93dd16-64a3-4e2c-90a2-974d4ad39256 req-5370552b-6814-4252-b178-42becd12e113 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008660 Dec 09 22:29:29.953544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:29:29.953936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:29.956191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:29:29.956656 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Bound port: 0542574b-b738-4491-8699-304e66c3fee3, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:29:29.957021 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:29.962611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914d0fa2-a578-4bde-951b-b5efb9a07812', 'name': 'network-vif-deleted', 'tag': '587c9056-54ec-4d5c-829b-edb5ff38cb07'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:29.964921 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8919f084-4dd9-45c0-9383-3c18d870cd8a" -d '{"events": [{"server_uuid": "914d0fa2-a578-4bde-951b-b5efb9a07812", "name": "network-vif-deleted", "tag": "587c9056-54ec-4d5c-829b-edb5ff38cb07"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:29.982369 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:30.008324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 587c9056-54ec-4d5c-829b-edb5ff38cb07 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:30.008674 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 587c9056-54ec-4d5c-829b-edb5ff38cb07 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:30.101279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event updated for resources: {'Port': ['ID=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:30.138307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Network c932c76f-049a-4abd-b233-3ca5aa5fead4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:30.142239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:30.158481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:30.285232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:30.303644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:30.305141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:30.344569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39866) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:30.358288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Request body: {'port': {'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855', 'binding:host_id': 'n-h2-789963-23', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1211085473'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:30.390136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=51f703d7-47ef-4683-a233-aaa3f462a6d9,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:30.456848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:30.494118 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-31217059-6267-45e9-b206-10500a6b3e72 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2820807 Dec 09 22:29:30.532382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Request body: {'port': {'device_id': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:30.591297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Made reservation on behalf of 296ac94f4db54296b5483879a1029b29 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:30.593972 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:30.618431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:30.645687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a80c7393-2cd1-4788-9f28-cc2fe5a123c0 None None] Provisioning complete for port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:30.646123 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a80c7393-2cd1-4788-9f28-cc2fe5a123c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:30.689723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:30.691785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a80c7393-2cd1-4788-9f28-cc2fe5a123c0 None None] Port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:29:30.737644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892fd96-2374-483b-9622-8b8c211c4ef0 req-24d83640-0a27-4ede-ae9e-f8c0e0daedf3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:30.746331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a892fd96-2374-483b-9622-8b8c211c4ef0 req-24d83640-0a27-4ede-ae9e-f8c0e0daedf3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.0948853 Dec 09 22:29:30.757325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] For port 0542574b-b738-4491-8699-304e66c3fee3, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:30.761193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bc255e22-271f-4aa4-8a21-64e21fcf2246 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:30.791984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] For port 0542574b-b738-4491-8699-304e66c3fee3, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0542574b-b738-4491-8699-304e66c3fee3,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:29:30.809744 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:30.836577 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:30.855322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a892fd96-2374-483b-9622-8b8c211c4ef0 req-5a3daf2a-4dd5-4597-bd2b-537651041306 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080189 Dec 09 22:29:30.877667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:30.878346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:30.879774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] 10.222.0.18 "PUT /v2.0/ports/0542574b-b738-4491-8699-304e66c3fee3 HTTP/1.1" status: 200 len: 1097 time: 2.2828240 Dec 09 22:29:30.919704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:30.926754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43543f-9acc-4f3e-ba78-29b1b9f310fe service neutron] Pushing event updated for resources: {'Port': ['ID=0542574b-b738-4491-8699-304e66c3fee3,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:30.938332 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348d2273-068a-4ee5-8889-0d3c6a0a1593 x-openstack-request-id: req-348d2273-068a-4ee5-8889-0d3c6a0a1593 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:30.951285 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f43a789-85e6-434f-964d-f11decea10fc", "name": "network-vif-deleted", "tag": "a5336458-0dd1-424d-a3bf-80938386a8bb", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:30.952512 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-348d2273-068a-4ee5-8889-0d3c6a0a1593 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:30.954644 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f43a789-85e6-434f-964d-f11decea10fc', 'name': 'network-vif-deleted', 'tag': 'a5336458-0dd1-424d-a3bf-80938386a8bb', 'status': 'completed', 'code': 200} Dec 09 22:29:31.076499 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d06baa57-a38e-4151-904c-871cba04296f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.116564 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port bc255e22-271f-4aa4-8a21-64e21fcf2246 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:29:31.130791 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port bc255e22-271f-4aa4-8a21-64e21fcf2246 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:31.131523 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.174290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d212e6-354c-485b-9357-daa14aba3bf6 req-0e857a2b-c8ae-4ea6-b86e-50ccfacbe5b6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.191980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d212e6-354c-485b-9357-daa14aba3bf6 req-0e857a2b-c8ae-4ea6-b86e-50ccfacbe5b6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.207869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d212e6-354c-485b-9357-daa14aba3bf6 req-0e857a2b-c8ae-4ea6-b86e-50ccfacbe5b6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.215934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d212e6-354c-485b-9357-daa14aba3bf6 req-0e857a2b-c8ae-4ea6-b86e-50ccfacbe5b6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.222786 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d212e6-354c-485b-9357-daa14aba3bf6 req-0e857a2b-c8ae-4ea6-b86e-50ccfacbe5b6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.231061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d212e6-354c-485b-9357-daa14aba3bf6 req-0e857a2b-c8ae-4ea6-b86e-50ccfacbe5b6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.237823 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d212e6-354c-485b-9357-daa14aba3bf6 req-0e857a2b-c8ae-4ea6-b86e-50ccfacbe5b6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.247193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51d212e6-354c-485b-9357-daa14aba3bf6 req-0e857a2b-c8ae-4ea6-b86e-50ccfacbe5b6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5439 time: 0.2912924 Dec 09 22:29:31.261129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-6af0981e-6a2b-49cf-b026-d72a1972bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.263044 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-6af0981e-6a2b-49cf-b026-d72a1972bef7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfdd9fcda41e4035aff8cd2cc7536fe5&device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 1100 time: 0.2821076 Dec 09 22:29:31.315835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:31.326580 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.332065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.336964 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b555b899-faf7-4fbd-bce6-15f1d68402af x-openstack-request-id: req-b555b899-faf7-4fbd-bce6-15f1d68402af {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:31.337843 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914d0fa2-a578-4bde-951b-b5efb9a07812", "name": "network-vif-deleted", "tag": "587c9056-54ec-4d5c-829b-edb5ff38cb07", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:31.338273 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b555b899-faf7-4fbd-bce6-15f1d68402af {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:31.338965 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914d0fa2-a578-4bde-951b-b5efb9a07812', 'name': 'network-vif-deleted', 'tag': '587c9056-54ec-4d5c-829b-edb5ff38cb07', 'status': 'completed', 'code': 200} Dec 09 22:29:31.350458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-70f4e207-bb8e-4d20-9602-afb28a106339 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0542574b-b738-4491-8699-304e66c3fee3 HTTP/1.1" status: 200 len: 217 time: 0.0663724 Dec 09 22:29:31.367425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bc255e22-271f-4aa4-8a21-64e21fcf2246, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bc255e22-271f-4aa4-8a21-64e21fcf2246,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:31.371989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.374223 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.375365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:31.390679 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.419846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4d2b-4481-48a0-a0f9-4dd27e5969bb req-99541f53-e3f3-4988-a546-df75053d6f11 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.421383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df5a4d2b-4481-48a0-a0f9-4dd27e5969bb req-99541f53-e3f3-4988-a546-df75053d6f11 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 948 time: 0.1711907 Dec 09 22:29:31.423874 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39898) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:31.434710 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.440247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] device_id is not set on port 8d9d99df-ea80-49ad-87e2-10b233bff565 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:29:31.463706 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51d212e6-354c-485b-9357-daa14aba3bf6 req-233547a1-17c7-4f30-8a58-f972ba6159f2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2151406 Dec 09 22:29:31.476208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:29:31.489823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:31.490288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.504104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=bc255e22-271f-4aa4-8a21-64e21fcf2246,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:31.507987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-2844e6aa-ca71-4612-a833-ffbfb67eedef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.509804 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-2844e6aa-ca71-4612-a833-ffbfb67eedef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1507668 Dec 09 22:29:31.622435 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.647761 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df5a4d2b-4481-48a0-a0f9-4dd27e5969bb req-cba5858f-8e10-42b0-98d0-6635bb18f50d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917789 Dec 09 22:29:31.663371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:31.666604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ac948-6acf-4a70-8af3-9c94cb52998c req-b33e658e-3ef1-4134-9d86-c93df29eb870 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.668545 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-667ac948-6acf-4a70-8af3-9c94cb52998c req-b33e658e-3ef1-4134-9d86-c93df29eb870 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 932 time: 0.0695343 Dec 09 22:29:31.669529 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.670910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:31.681389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-f698704f-fddf-4674-a033-9eaf289508a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.683057 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-f698704f-fddf-4674-a033-9eaf289508a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1591043 Dec 09 22:29:31.767853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] device_id is not set on port 8d9d99df-ea80-49ad-87e2-10b233bff565 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:29:31.779003 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.782527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Transition to ACTIVE for port object 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:29:31.799241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-beb7b11a-b50d-439b-9a99-ebc715d1e654 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999625 Dec 09 22:29:31.806581 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:31.816024 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.818598 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.821184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:29:31.827223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:31.827866 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.850067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=29aa5c0b-9664-4faa-8ba8-81aba4a38f37,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:31.864018 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.868012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f703d7-47ef-4683-a233-aaa3f462a6d9'}, {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc255e22-271f-4aa4-8a21-64e21fcf2246'}, {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:31.873901 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd75894f-2c55-4dcc-99b2-537cc5b7201d" -d '{"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "51f703d7-47ef-4683-a233-aaa3f462a6d9"}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "bc255e22-271f-4aa4-8a21-64e21fcf2246"}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "7310e867-a1de-4e73-8bc7-e03c0bbc37c7"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:31.896627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bc1226-67bd-4613-9802-1a8efb268978,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:31.937717 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.942718 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c2d0e574-1336-4857-b0bd-183a4f8ff070 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2145269 Dec 09 22:29:31.944997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832b090-6768-4a01-8ef0-9272bca37e82 req-61613963-3bc0-4a99-8a36-7ef5c3cdc4d5 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:31.952457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f832b090-6768-4a01-8ef0-9272bca37e82 req-61613963-3bc0-4a99-8a36-7ef5c3cdc4d5 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1266646 Dec 09 22:29:31.953817 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:31.957184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-667ac948-6acf-4a70-8af3-9c94cb52998c req-2af967a0-2cdf-4bff-a0d5-be02fdd62d69 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729886 Dec 09 22:29:31.957371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39908) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:31.966934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'port': {'network_id': '58863277-b9d5-449d-bfac-b035e1b5303f', 'name': 'tempest-FloatingIPTestJSON-709605503'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:31.991340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Pushing event updated for resources: {'Port': ['ID=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:31.996295 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-116abbf1-fbe0-4237-836d-5031b6fae7c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90f55c58ac9746428c4b299450631fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5694861 Dec 09 22:29:31.997716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=576a0fe3-94a0-4e8f-8778-9a3ea4e90680,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:32.002993 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.004095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9fe013a1-f671-45b5-8107-e5e2c060d7ce up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:32.011920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39910) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:32.078698 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-30aa0076-cfbc-4219-9df9-f9369b394a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.101647 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-30aa0076-cfbc-4219-9df9-f9369b394a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.114259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=576a0fe3-94a0-4e8f-8778-9a3ea4e90680,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:32.133131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 9fe013a1-f671-45b5-8107-e5e2c060d7ce completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:29:32.139979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 9fe013a1-f671-45b5-8107-e5e2c060d7ce triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:32.140359 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.169217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Checking segment: {'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:32.170382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Network hostable DHCP agents. Network: 6c8d8d4e-7f75-4186-a84b-4aa21e115855, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:29:32.186442 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632ea139-7f5f-42d6-9317-a29349cc922d x-openstack-request-id: req-632ea139-7f5f-42d6-9317-a29349cc922d {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:32.187186 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "51f703d7-47ef-4683-a233-aaa3f462a6d9", "code": 200}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "bc255e22-271f-4aa4-8a21-64e21fcf2246", "code": 200}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "7310e867-a1de-4e73-8bc7-e03c0bbc37c7", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:32.187380 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-632ea139-7f5f-42d6-9317-a29349cc922d {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:32.187761 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f703d7-47ef-4683-a233-aaa3f462a6d9', 'code': 200} Dec 09 22:29:32.188031 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc255e22-271f-4aa4-8a21-64e21fcf2246', 'code': 200} Dec 09 22:29:32.188308 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7', 'code': 200} Dec 09 22:29:32.196254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7c6787a-d6ab-40d1-8d05-87168e6d788d req-dccc8a80-7a90-4228-816a-48eb9ea194ba service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863857 Dec 09 22:29:32.214244 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f832b090-6768-4a01-8ef0-9272bca37e82 req-59016328-1d35-4d70-bed3-a75d895ddd15 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608831 Dec 09 22:29:32.247744 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-30aa0076-cfbc-4219-9df9-f9369b394a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.250608 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-30aa0076-cfbc-4219-9df9-f9369b394a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.254475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-30aa0076-cfbc-4219-9df9-f9369b394a64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96831159-0805-402b-ad52-692c895b9d01 HTTP/1.1" status: 204 len: 168 time: 0.2379298 Dec 09 22:29:32.262080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa0076-cfbc-4219-9df9-f9369b394a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96831159-0805-402b-ad52-692c895b9d01,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:32.331824 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.362284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event updated for resources: {'Port': ['ID=8d9d99df-ea80-49ad-87e2-10b233bff565,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:32.386321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:29:32.390243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Attempting to bind port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:32.390547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Attempting to bind port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:32.391148 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Attempting to bind port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb on network c932c76f-049a-4abd-b233-3ca5aa5fead4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:32.401626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Made reservation on behalf of 44ca81b6be124ae9b5b923b7e17a6a7a for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:32.406259 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.410778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb on network c932c76f-049a-4abd-b233-3ca5aa5fead4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:32.410778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Attempting to bind port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb on network c932c76f-049a-4abd-b233-3ca5aa5fead4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:32.415060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9fe013a1-f671-45b5-8107-e5e2c060d7ce, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fe013a1-f671-45b5-8107-e5e2c060d7ce,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:32.420852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ad9f2-42dc-4358-977c-1e827245d7d9 req-619cfa63-64a1-4237-929b-a17bdd55371c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:32.422645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-811ad9f2-42dc-4358-977c-1e827245d7d9 req-619cfa63-64a1-4237-929b-a17bdd55371c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1185336 Dec 09 22:29:32.422777 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.423747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9188f21f-5100-4282-a579-1f04413f9f3e up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:32.425408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 6c8d8d4e-7f75-4186-a84b-4aa21e115855) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:32.434135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:32.438641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:29:32.438985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Checking segment: {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:32.439378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Bound using segment: {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:29:32.439821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Bound port: 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:29:32.440181 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.464522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] device_id is not set on port 35ba3113-f3ac-4805-b8ad-b0336b729724 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:29:32.478904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:32.479232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:32.479611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:32.496950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-811ad9f2-42dc-4358-977c-1e827245d7d9 req-4123624c-c871-4790-86d6-10db5e22f635 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532076 Dec 09 22:29:32.506211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83079ff-7bdc-4f3b-9416-e789e23a4991 None None] Network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:29:32.527051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:32.527421 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:32.557034 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 2 to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 Dec 09 22:29:32.593270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:32.593602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:32.593986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:32.615435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=9fe013a1-f671-45b5-8107-e5e2c060d7ce,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:32.640986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:32.641604 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:32.650395 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 3 to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 Dec 09 22:29:32.652857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 9188f21f-5100-4282-a579-1f04413f9f3e completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:29:32.659524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 9188f21f-5100-4282-a579-1f04413f9f3e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:32.662193 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.672536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f6eac-145a-45de-bfb1-dd87942ac55e req-7ec947fd-2d64-4dc6-b7e6-9820d062866a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:32.678421 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed3f6eac-145a-45de-bfb1-dd87942ac55e req-7ec947fd-2d64-4dc6-b7e6-9820d062866a tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 950 time: 0.1742923 Dec 09 22:29:32.779104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed3f6eac-145a-45de-bfb1-dd87942ac55e req-a701ff19-8e62-4a36-8063-128a033f9810 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789313 Dec 09 22:29:32.782199 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.821958 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abf11a-f5fb-45db-a9aa-f1b73f963832 req-61c63bbf-b631-48f3-9d41-18d9996252a3 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:32.830094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abf11a-f5fb-45db-a9aa-f1b73f963832 req-61c63bbf-b631-48f3-9d41-18d9996252a3 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:32.837105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abf11a-f5fb-45db-a9aa-f1b73f963832 req-61c63bbf-b631-48f3-9d41-18d9996252a3 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:32.843267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abf11a-f5fb-45db-a9aa-f1b73f963832 req-61c63bbf-b631-48f3-9d41-18d9996252a3 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:32.850089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abf11a-f5fb-45db-a9aa-f1b73f963832 req-61c63bbf-b631-48f3-9d41-18d9996252a3 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:32.858105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abf11a-f5fb-45db-a9aa-f1b73f963832 req-61c63bbf-b631-48f3-9d41-18d9996252a3 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:32.865161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9188f21f-5100-4282-a579-1f04413f9f3e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9188f21f-5100-4282-a579-1f04413f9f3e,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:32.866591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abf11a-f5fb-45db-a9aa-f1b73f963832 req-61c63bbf-b631-48f3-9d41-18d9996252a3 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:32.869855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49abf11a-f5fb-45db-a9aa-f1b73f963832 req-61c63bbf-b631-48f3-9d41-18d9996252a3 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5443 time: 0.1901755 Dec 09 22:29:32.876924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:32.889570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a5336458-0dd1-424d-a3bf-80938386a8bb no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:32.962023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbd170-201e-438a-be07-fdbc9edc8644 req-148701c9-11a8-429a-a8c7-386ef2ee7733 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:32.964184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eddbd170-201e-438a-be07-fdbc9edc8644 req-148701c9-11a8-429a-a8c7-386ef2ee7733 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 948 time: 0.0931587 Dec 09 22:29:32.969085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe1913c-cb71-4183-aeb7-bf97e1c9b635', 'tag': '0542574b-b738-4491-8699-304e66c3fee3'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:32.971451 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51b7607-51d2-4bbb-b749-17c013400ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "abe1913c-cb71-4183-aeb7-bf97e1c9b635", "tag": "0542574b-b738-4491-8699-304e66c3fee3"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:32.997778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49abf11a-f5fb-45db-a9aa-f1b73f963832 req-44c374a1-d7cf-4cd1-8843-56f01537f3c6 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161749 Dec 09 22:29:33.052095 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.20.0.3 (58863277-b9d5-449d-bfac-b035e1b5303f/a5730476-947a-4b2d-93b2-e7d5c1712277/35ba3113-f3ac-4805-b8ad-b0336b729724) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:33.085821 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eddbd170-201e-438a-be07-fdbc9edc8644 req-01ba34ce-bc8a-4574-8f6f-0c83ac3e4c65 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047792 Dec 09 22:29:33.089423 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794cd9d4-fc1b-43a6-af5e-de9e18ad017a x-openstack-request-id: req-794cd9d4-fc1b-43a6-af5e-de9e18ad017a {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:33.090234 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe1913c-cb71-4183-aeb7-bf97e1c9b635", "tag": "0542574b-b738-4491-8699-304e66c3fee3", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:33.091222 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-794cd9d4-fc1b-43a6-af5e-de9e18ad017a {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:33.091823 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe1913c-cb71-4183-aeb7-bf97e1c9b635', 'tag': '0542574b-b738-4491-8699-304e66c3fee3', 'status': 'completed', 'code': 200} Dec 09 22:29:33.179354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: a5336458-0dd1-424d-a3bf-80938386a8bb {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:33.180078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a5336458-0dd1-424d-a3bf-80938386a8bb not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:33.187667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=9188f21f-5100-4282-a579-1f04413f9f3e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:33.247674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:33.248019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:33.248350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:33.255090 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51535b71-ca9a-47e6-acad-aebda54f9fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:33.261215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:33.275416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:33.275883 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:33.279504 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 4 to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 Dec 09 22:29:33.280458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b7607-51d2-4bbb-b749-17c013400ea9 req-74e7ccba-40c3-4a0d-845b-da28aea55a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.281965 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d51b7607-51d2-4bbb-b749-17c013400ea9 req-74e7ccba-40c3-4a0d-845b-da28aea55a9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfdd9fcda41e4035aff8cd2cc7536fe5&device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 1100 time: 0.1430593 Dec 09 22:29:33.286984 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:29:33.294540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d155b2-5260-4cf5-b4a2-d6340015513d req-b2b3d637-f15a-4822-9bc8-1fc9c198859c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.296052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53d155b2-5260-4cf5-b4a2-d6340015513d req-b2b3d637-f15a-4822-9bc8-1fc9c198859c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.1039703 Dec 09 22:29:33.304920 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:33.309696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86e072-0fc8-49b8-97f9-2b7337d0ecfe req-c9786463-2de4-48d5-b6aa-18f7ab7c24a7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.311260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b86e072-0fc8-49b8-97f9-2b7337d0ecfe req-c9786463-2de4-48d5-b6aa-18f7ab7c24a7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1203346 Dec 09 22:29:33.315542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:33.315542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:33.315798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:33.359717 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:33.362503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:33.363469 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:33.368057 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 5 to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 Dec 09 22:29:33.373234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.373884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:33.375294 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] 10.222.0.42 "PUT /v2.0/ports/57e51937-a5f6-4044-a1bf-ebbe5a60e5cb HTTP/1.1" status: 200 len: 1093 time: 2.8528280 Dec 09 22:29:33.378113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:33.380371 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b257cb97-ee5b-4b27-b2b7-1b9bff4e7b80" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:33.413028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:33.413396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:33.413736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:33.434275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39954) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:33.437479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:33.437837 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:33.438393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d87eee-aab9-4535-bec7-c17f6c977e69 service neutron] Pushing event updated for resources: {'Port': ['ID=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:33.458536 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 6 to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 Dec 09 22:29:33.480083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53d155b2-5260-4cf5-b4a2-d6340015513d req-2a5940fd-284f-41bc-b743-2dce0ac42389 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614711 Dec 09 22:29:33.485460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b86e072-0fc8-49b8-97f9-2b7337d0ecfe req-8ee7369e-a171-4de9-bca5-99099ef685d4 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642842 Dec 09 22:29:33.487894 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b7607-51d2-4bbb-b749-17c013400ea9 req-fca6abe1-9485-46ce-a9a3-e2514eb95827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.489308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d51b7607-51d2-4bbb-b749-17c013400ea9 req-fca6abe1-9485-46ce-a9a3-e2514eb95827 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1923816 Dec 09 22:29:33.507617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:33.508172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:33.508699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:33.552471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-16c69f3a-b3a3-4f1a-b539-909729794ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.555466 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-16c69f3a-b3a3-4f1a-b539-909729794ea2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 1096 time: 0.1329515 Dec 09 22:29:33.557420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:33.558005 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:33.558878 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 7 to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 Dec 09 22:29:33.563334 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:33.571248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d51b7607-51d2-4bbb-b749-17c013400ea9 req-86e49a01-13fe-4c35-a51f-a1e819542ac6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0542574b-b738-4491-8699-304e66c3fee3 HTTP/1.1" status: 200 len: 217 time: 0.0731475 Dec 09 22:29:33.574531 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01caee95-3e07-4f9d-bf3e-185200211ac5 x-openstack-request-id: req-01caee95-3e07-4f9d-bf3e-185200211ac5 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:33.575011 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:33.575468 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01caee95-3e07-4f9d-bf3e-185200211ac5 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:33.576020 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'status': 'completed', 'code': 200} Dec 09 22:29:33.608500 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:33.659086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b7607-51d2-4bbb-b749-17c013400ea9 req-3151c904-2330-4d57-9f54-47d6c039f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.660831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d51b7607-51d2-4bbb-b749-17c013400ea9 req-3151c904-2330-4d57-9f54-47d6c039f9f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0812771 Dec 09 22:29:33.670816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-335559377-network', 'tenant_id': 'd3d26e1cd608405ca8c50e0fbd71407b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:33.674673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ed0ce-c5fa-4630-8dc3-09b0688cd6d8 req-6ff2eb20-0c1e-48f6-baf5-34b5fc96ac1d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.676193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f1ed0ce-c5fa-4630-8dc3-09b0688cd6d8 req-6ff2eb20-0c1e-48f6-baf5-34b5fc96ac1d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.0854537 Dec 09 22:29:33.693886 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-86259416-ee06-42ab-acd4-5c09f774c61e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb HTTP/1.1" status: 200 len: 217 time: 0.1158314 Dec 09 22:29:33.694539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:33.694875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:33.695211 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:33.711267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 58863277-b9d5-449d-bfac-b035e1b5303f is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:33.725193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Made reservation on behalf of d3d26e1cd608405ca8c50e0fbd71407b for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:33.727355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:33.729898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:33.732473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:33.747100 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b7607-51d2-4bbb-b749-17c013400ea9 req-4fb7ea37-b860-4af4-9f32-0126ce8c9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.748619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d51b7607-51d2-4bbb-b749-17c013400ea9 req-4fb7ea37-b860-4af4-9f32-0126ce8c9ea1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714209 Dec 09 22:29:33.756113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f1ed0ce-c5fa-4630-8dc3-09b0688cd6d8 req-ab3b714e-99bb-4588-8af0-94d5bbbe7d41 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685232 Dec 09 22:29:33.757371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=35ba3113-f3ac-4805-b8ad-b0336b729724,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:33.761413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:33.762111 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:33.801837 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 8 to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 Dec 09 22:29:33.824631 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-9b32751c-7cce-4afd-aeb8-1436d37ee70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.826138 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-9b32751c-7cce-4afd-aeb8-1436d37ee70e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.1136734 Dec 09 22:29:33.836423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:33.866806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:33.867159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:33.867958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:33.900872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:33.901214 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:33.905561 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 9 to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 Dec 09 22:29:33.923808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.924413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:33.941535 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352c0b2-e9c4-420a-ae47-6d6570871017 req-54a2cdae-f23c-4d19-88f7-b365332af975 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.943108 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e352c0b2-e9c4-420a-ae47-6d6570871017 req-54a2cdae-f23c-4d19-88f7-b365332af975 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 950 time: 0.0835674 Dec 09 22:29:33.952315 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d51b7607-51d2-4bbb-b749-17c013400ea9 req-89c7c594-074c-4fa0-8fed-9598c0cc98e8 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618943 Dec 09 22:29:33.956630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:33.956976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:33.957318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:33.980040 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c8bc302c-d91c-493a-91a3-ab14a715d7de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0187960 Dec 09 22:29:33.980743 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:33.981078 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:33.982696 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 10 to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 Dec 09 22:29:33.982922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39968) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:33.986411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-40242f34-879c-47ed-9de2-ebaa702c71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:33.987650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-151f8c05-316e-4646-961d-d0e98b8ecb86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'floatingip': {'port_id': '35ba3113-f3ac-4805-b8ad-b0336b729724'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:33.987863 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-40242f34-879c-47ed-9de2-ebaa702c71a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408083 Dec 09 22:29:34.023573 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:34.023911 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:34.024251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:34.056286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8d9d99df-ea80-49ad-87e2-10b233bff565 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:34.056925 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8d9d99df-ea80-49ad-87e2-10b233bff565 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:34.056925 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.086014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-151f8c05-316e-4646-961d-d0e98b8ecb86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.128605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.134971 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e352c0b2-e9c4-420a-ae47-6d6570871017 req-35acc56e-3839-43bd-86c1-17f0afff50e0 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9e79102-f515-4f6d-b1a4-4cce9981ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813602 Dec 09 22:29:34.141161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.193480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576a0fe3-94a0-4e8f-8778-9a3ea4e90680'}, {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe013a1-f671-45b5-8107-e5e2c060d7ce'}, {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9188f21f-5100-4282-a579-1f04413f9f3e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:34.198986 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b8a893-b638-4ebf-94dc-661201299675" -d '{"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "576a0fe3-94a0-4e8f-8778-9a3ea4e90680"}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "9fe013a1-f671-45b5-8107-e5e2c060d7ce"}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "9188f21f-5100-4282-a579-1f04413f9f3e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:34.203186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:29:34.241203 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-3ad0b537-eb9d-4044-a33d-9eb39dbd8eee service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422287 Dec 09 22:29:34.246600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc8bb5-5479-4d81-99ff-1b3e7f6b8cc9 req-ef17b550-4249-4bd7-988d-2e20cfde594e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.248107 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3dc8bb5-5479-4d81-99ff-1b3e7f6b8cc9 req-ef17b550-4249-4bd7-988d-2e20cfde594e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2565742 Dec 09 22:29:34.248666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef60294-d36f-44bb-bd0c-cd730d1157cb req-f1c971d1-aa24-42e2-887c-64f9279605f8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.250537 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2ef60294-d36f-44bb-bd0c-cd730d1157cb req-f1c971d1-aa24-42e2-887c-64f9279605f8 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 950 time: 0.2129238 Dec 09 22:29:34.257744 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.258124 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Added segment 94b99961-c66c-44c4-a55f-3512cb588894 of type vlan for network e3f66cfd-7115-42e9-8ab0-2a65051a8b16 Dec 09 22:29:34.267082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9cab4d-cb6a-4b6c-b9d6-7d80e0deb5c2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:34.318391 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d51b7607-51d2-4bbb-b749-17c013400ea9 req-adf20aea-1b65-4f62-9aae-bed57580b0a9 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799482 Dec 09 22:29:34.365555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] For port 8d9d99df-ea80-49ad-87e2-10b233bff565, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:34.365959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempted to set empty binding levels {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 22:29:34.370531 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.380117 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.403154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665138-b725-484e-906c-64aad47737e7 req-28c04f09-53e2-467e-834e-24f70ed6285d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.408926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665138-b725-484e-906c-64aad47737e7 req-28c04f09-53e2-467e-834e-24f70ed6285d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.415101 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665138-b725-484e-906c-64aad47737e7 req-28c04f09-53e2-467e-834e-24f70ed6285d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.421044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665138-b725-484e-906c-64aad47737e7 req-28c04f09-53e2-467e-834e-24f70ed6285d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.427338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665138-b725-484e-906c-64aad47737e7 req-28c04f09-53e2-467e-834e-24f70ed6285d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.433213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665138-b725-484e-906c-64aad47737e7 req-28c04f09-53e2-467e-834e-24f70ed6285d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.439044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665138-b725-484e-906c-64aad47737e7 req-28c04f09-53e2-467e-834e-24f70ed6285d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.440890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c665138-b725-484e-906c-64aad47737e7 req-28c04f09-53e2-467e-834e-24f70ed6285d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5444 time: 0.2074332 Dec 09 22:29:34.454515 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3dc8bb5-5479-4d81-99ff-1b3e7f6b8cc9 req-e9a7e70e-dd01-474c-9ab7-b77e8e0c112a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854529 Dec 09 22:29:34.487810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.488471 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.524516 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.526032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.526618 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.534799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event updated for resources: {'Port': ['ID=8d9d99df-ea80-49ad-87e2-10b233bff565,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:34.560867 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-069ce55e-c8c7-4cfe-8599-93be38fb6905 req-06b727d3-a127-40a7-ab23-95db4017e175 service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098285 Dec 09 22:29:34.568266 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ff919be6-77ee-4b26-b353-93258be2babc tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.2205985 Dec 09 22:29:34.578304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39980) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:34.600768 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1641381 Dec 09 22:29:34.620548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39982) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:34.626825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Request body: {'subnet': {'network_id': 'e3f66cfd-7115-42e9-8ab0-2a65051a8b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-335559377-subnet', 'tenant_id': 'd3d26e1cd608405ca8c50e0fbd71407b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:34.661304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7193cf9-b5cf-40b2-b848-b7fbaac8513e admin admin] Pushing event updated for resources: {'Network': ['ID=e3f66cfd-7115-42e9-8ab0-2a65051a8b16,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:34.671528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e3f66cfd-7115-42e9-8ab0-2a65051a8b16 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:29:34.690890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-2ef60294-d36f-44bb-bd0c-cd730d1157cb req-1bdc9bca-1eda-4335-bde3-d06f61a01349 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Deleting port eebcc623-ea2f-4600-9a6c-f7b578ab8679 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:34.691112 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c665138-b725-484e-906c-64aad47737e7 req-484c96db-09a9-48a8-8e08-0e3aecad217b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2400904 Dec 09 22:29:34.691373 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2ef60294-d36f-44bb-bd0c-cd730d1157cb req-1bdc9bca-1eda-4335-bde3-d06f61a01349 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.755731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257cb97-ee5b-4b27-b2b7-1b9bff4e7b80 req-a610e52c-1cac-49c3-bd03-ce6c74e082cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.757260 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b257cb97-ee5b-4b27-b2b7-1b9bff4e7b80 req-a610e52c-1cac-49c3-bd03-ce6c74e082cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 1096 time: 0.1135325 Dec 09 22:29:34.759243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Made reservation on behalf of d3d26e1cd608405ca8c50e0fbd71407b for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:34.761487 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.775198 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.777729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb032b87-e2cd-4bc5-869c-9080bc0f2c3f req-ee921a22-5bf7-4c6c-941c-f095cf159c53 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:34.779285 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb032b87-e2cd-4bc5-869c-9080bc0f2c3f req-ee921a22-5bf7-4c6c-941c-f095cf159c53 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 948 time: 0.2390752 Dec 09 22:29:34.795278 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be01986-4b54-427d-acf5-dbc24d8af4cc x-openstack-request-id: req-9be01986-4b54-427d-acf5-dbc24d8af4cc {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:34.795784 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "576a0fe3-94a0-4e8f-8778-9a3ea4e90680", "code": 200}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "9fe013a1-f671-45b5-8107-e5e2c060d7ce", "code": 200}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-plugged", "status": "completed", "tag": "9188f21f-5100-4282-a579-1f04413f9f3e", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:34.796334 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9be01986-4b54-427d-acf5-dbc24d8af4cc {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:34.796937 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576a0fe3-94a0-4e8f-8778-9a3ea4e90680', 'code': 200} Dec 09 22:29:34.797349 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe013a1-f671-45b5-8107-e5e2c060d7ce', 'code': 200} Dec 09 22:29:34.797911 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9188f21f-5100-4282-a579-1f04413f9f3e', 'code': 200} Dec 09 22:29:34.892835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2ef60294-d36f-44bb-bd0c-cd730d1157cb req-1bdc9bca-1eda-4335-bde3-d06f61a01349 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] For port eebcc623-ea2f-4600-9a6c-f7b578ab8679, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=eebcc623-ea2f-4600-9a6c-f7b578ab8679,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:34.893137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2ef60294-d36f-44bb-bd0c-cd730d1157cb req-1bdc9bca-1eda-4335-bde3-d06f61a01349 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.904019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-eee97a2d-464d-45b9-bc6a-e00ae2ede002 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Deleting port 8d9d99df-ea80-49ad-87e2-10b233bff565 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:34.904359 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eee97a2d-464d-45b9-bc6a-e00ae2ede002 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:34.912730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-2ef60294-d36f-44bb-bd0c-cd730d1157cb req-1bdc9bca-1eda-4335-bde3-d06f61a01349 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Calling delete_port for eebcc623-ea2f-4600-9a6c-f7b578ab8679 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:34.995394 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.resource_extend [None req-151f8c05-316e-4646-961d-d0e98b8ecb86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:29:35.027501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257cb97-ee5b-4b27-b2b7-1b9bff4e7b80 req-0cfbc31f-a417-4834-8a63-21ccf932c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:35.028968 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b257cb97-ee5b-4b27-b2b7-1b9bff4e7b80 req-0cfbc31f-a417-4834-8a63-21ccf932c956 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 917 time: 0.2452598 Dec 09 22:29:35.035622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-eee97a2d-464d-45b9-bc6a-e00ae2ede002 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] For port 8d9d99df-ea80-49ad-87e2-10b233bff565, host n-h2-789963-23, got binding levels [] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:35.035991 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eee97a2d-464d-45b9-bc6a-e00ae2ede002 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:35.046907 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb032b87-e2cd-4bc5-869c-9080bc0f2c3f req-95a4a365-6c00-4d4b-92a7-5d0f0d47981d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510829 Dec 09 22:29:35.083605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb052-5cb0-4110-afb7-68e9d633c4cd req-0da39178-e7dd-4e56-be9d-57c28ee0f1d6 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:35.085463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c07cb052-5cb0-4110-afb7-68e9d633c4cd req-0da39178-e7dd-4e56-be9d-57c28ee0f1d6 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2133582 Dec 09 22:29:35.085590 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b257cb97-ee5b-4b27-b2b7-1b9bff4e7b80 req-e1341ad0-9aad-4690-b1cb-1d61604ce03c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb HTTP/1.1" status: 200 len: 217 time: 0.0469351 Dec 09 22:29:35.086464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-eee97a2d-464d-45b9-bc6a-e00ae2ede002 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Calling delete_port for 8d9d99df-ea80-49ad-87e2-10b233bff565 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:35.115233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fcd43-2ce3-4fe0-a244-80c554d3b704 req-bf62afae-c419-4bf0-8570-288318902dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:35.115697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fcd43-2ce3-4fe0-a244-80c554d3b704 req-bf62afae-c419-4bf0-8570-288318902dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:35.116152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fcd43-2ce3-4fe0-a244-80c554d3b704 req-bf62afae-c419-4bf0-8570-288318902dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:35.116598 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fcd43-2ce3-4fe0-a244-80c554d3b704 req-bf62afae-c419-4bf0-8570-288318902dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:35.117043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fcd43-2ce3-4fe0-a244-80c554d3b704 req-bf62afae-c419-4bf0-8570-288318902dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:35.117485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fcd43-2ce3-4fe0-a244-80c554d3b704 req-bf62afae-c419-4bf0-8570-288318902dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:35.117963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fcd43-2ce3-4fe0-a244-80c554d3b704 req-bf62afae-c419-4bf0-8570-288318902dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:35.119829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-593fcd43-2ce3-4fe0-a244-80c554d3b704 req-bf62afae-c419-4bf0-8570-288318902dac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6508 time: 0.2293310 Dec 09 22:29:35.130003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-151f8c05-316e-4646-961d-d0e98b8ecb86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:35.156893 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-151f8c05-316e-4646-961d-d0e98b8ecb86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:35.204297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257cb97-ee5b-4b27-b2b7-1b9bff4e7b80 req-0f7b7589-35e6-48fd-92b6-1b16f48409f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:35.205811 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b257cb97-ee5b-4b27-b2b7-1b9bff4e7b80 req-0f7b7589-35e6-48fd-92b6-1b16f48409f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.1116624 Dec 09 22:29:35.314217 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2ef60294-d36f-44bb-bd0c-cd730d1157cb req-1bdc9bca-1eda-4335-bde3-d06f61a01349 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:35.315805 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eee97a2d-464d-45b9-bc6a-e00ae2ede002 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:35.320647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257cb97-ee5b-4b27-b2b7-1b9bff4e7b80 req-1f0cf96d-9820-4c2b-a848-2e1bc4c4b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:35.322770 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b257cb97-ee5b-4b27-b2b7-1b9bff4e7b80 req-1f0cf96d-9820-4c2b-a848-2e1bc4c4b829 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072567 Dec 09 22:29:35.358400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['eebcc623-ea2f-4600-9a6c-f7b578ab8679'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:35.375640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc9bca-1eda-4335-bde3-d06f61a01349 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Pushing event deleted for resources: {'Port': ['ID=eebcc623-ea2f-4600-9a6c-f7b578ab8679,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:35.427881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eee97a2d-464d-45b9-bc6a-e00ae2ede002 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:35.431682 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-eee97a2d-464d-45b9-bc6a-e00ae2ede002 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "DELETE /v2.0/ports/8d9d99df-ea80-49ad-87e2-10b233bff565 HTTP/1.1" status: 204 len: 168 time: 0.8523862 Dec 09 22:29:35.434755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39986) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:35.438684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee97a2d-464d-45b9-bc6a-e00ae2ede002 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d9d99df-ea80-49ad-87e2-10b233bff565,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:35.491623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef60294-d36f-44bb-bd0c-cd730d1157cb req-1bdc9bca-1eda-4335-bde3-d06f61a01349 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] No DVR routers for this DVR port eebcc623-ea2f-4600-9a6c-f7b578ab8679 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:35.511698 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2ef60294-d36f-44bb-bd0c-cd730d1157cb req-1bdc9bca-1eda-4335-bde3-d06f61a01349 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:35.515065 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2ef60294-d36f-44bb-bd0c-cd730d1157cb req-1bdc9bca-1eda-4335-bde3-d06f61a01349 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.18 "DELETE /v2.0/ports/eebcc623-ea2f-4600-9a6c-f7b578ab8679 HTTP/1.1" status: 204 len: 173 time: 1.2489469 Dec 09 22:29:35.518070 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d590e4-255a-4b0c-bd15-053f81cd15f0 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] GET failed (client error): The resource could not be found. Dec 09 22:29:35.519415 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-68d590e4-255a-4b0c-bd15-053f81cd15f0 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "GET /v2.0/ports/8d9d99df-ea80-49ad-87e2-10b233bff565 HTTP/1.1" status: 404 len: 333 time: 0.0818775 Dec 09 22:29:35.523096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39988) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:35.531075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Request body: {'port': {'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1447005061'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:35.559495 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b257cb97-ee5b-4b27-b2b7-1b9bff4e7b80 req-fa13bc06-60f0-4dce-9d80-0359bd381acd service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212760 Dec 09 22:29:35.568154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Made reservation on behalf of 296ac94f4db54296b5483879a1029b29 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:35.570744 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:35.589993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e586839-cc23-4b61-a8e3-3d2ff8c02b97', 'name': 'network-vif-deleted', 'tag': 'eebcc623-ea2f-4600-9a6c-f7b578ab8679'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:35.592486 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881391d2-7ff6-49d4-baed-d9d894674108" -d '{"events": [{"server_uuid": "5e586839-cc23-4b61-a8e3-3d2ff8c02b97", "name": "network-vif-deleted", "tag": "eebcc623-ea2f-4600-9a6c-f7b578ab8679"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:35.617445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] device_id is not set on port d09bd228-e17f-4403-a8ff-cd363b8997e8 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:29:35.663491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0542574b-b738-4491-8699-304e66c3fee3 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:29:35.732114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c07cb052-5cb0-4110-afb7-68e9d633c4cd req-6d518b02-34cb-47fa-9516-16d74bfb176b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112266 Dec 09 22:29:35.770982 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-151f8c05-316e-4646-961d-d0e98b8ecb86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Floating IP af22d3e9-20e3-45ca-af05-f1ef3265a479 associated. External IP: 172.25.8.230, port: 35ba3113-f3ac-4805-b8ad-b0336b729724. Dec 09 22:29:35.773882 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b257cb97-ee5b-4b27-b2b7-1b9bff4e7b80 req-319f01a7-297e-4270-b555-353ef8deaf85 service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984956 Dec 09 22:29:35.793763 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:35.814356 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca210390-11eb-4906-b87c-94cd2575aec4 req-7e13c9d4-5ef4-435e-9476-0ffc862b70bb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:35.826977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca210390-11eb-4906-b87c-94cd2575aec4 req-7e13c9d4-5ef4-435e-9476-0ffc862b70bb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.7015493 Dec 09 22:29:35.879590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 0542574b-b738-4491-8699-304e66c3fee3, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0542574b-b738-4491-8699-304e66c3fee3,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:35.890736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:35.907289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '0542574b-b738-4491-8699-304e66c3fee3', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '0542574b-b738-4491-8699-304e66c3fee3', 'mac_address': 'fa:16:3e:bd:60:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:29:35.925960 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-593fcd43-2ce3-4fe0-a244-80c554d3b704 req-13ae675b-4f0d-458f-b514-bc393da12932 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7843688 Dec 09 22:29:35.935806 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:35.963128 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:35.978828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:35.981876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0542574b-b738-4491-8699-304e66c3fee3 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:35.985064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:35.988776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc5bf11d-b205-4c69-9bfc-03e3e6156711 req-51af5930-d565-460c-a2c3-57a1fb506008 tempest-ServersOnMultiNodesTest-1408128579 tempest-ServersOnMultiNodesTest-1408128579-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e586839-cc23-4b61-a8e3-3d2ff8c02b97 HTTP/1.1" status: 200 len: 210 time: 0.0759952 Dec 09 22:29:35.998153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:36.000481 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ed07d4-e24d-43d6-a0a1-eb420622310c,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:36.002923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:36.004093 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:36.022681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.023034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.023380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.023721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.024054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.024389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.025253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.025583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.025957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.026285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.026646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.027054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.027703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:29:36.030081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event updated for resources: {'Port': ['ID=d09bd228-e17f-4403-a8ff-cd363b8997e8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:36.057949 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1d943204-b9ca-4e7d-b30e-d93404f3fe43 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5322409 Dec 09 22:29:36.060482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39998) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:36.062924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 0542574b-b738-4491-8699-304e66c3fee3, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0542574b-b738-4491-8699-304e66c3fee3,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:36.069165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:36.073677 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91e9830-7773-4584-9383-afd86e1d00bd x-openstack-request-id: req-c91e9830-7773-4584-9383-afd86e1d00bd {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:36.074335 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e586839-cc23-4b61-a8e3-3d2ff8c02b97", "name": "network-vif-deleted", "tag": "eebcc623-ea2f-4600-9a6c-f7b578ab8679", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:36.074764 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c91e9830-7773-4584-9383-afd86e1d00bd {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:36.075748 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e586839-cc23-4b61-a8e3-3d2ff8c02b97', 'name': 'network-vif-deleted', 'tag': 'eebcc623-ea2f-4600-9a6c-f7b578ab8679', 'status': 'completed', 'code': 200} Dec 09 22:29:36.084608 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:36.124550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca210390-11eb-4906-b87c-94cd2575aec4 req-61cc60ae-cc69-4aaa-830a-65e9cb84deda tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910945 Dec 09 22:29:36.156823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:36.169937 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:36.175284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Checking segment: {'id': '94b99961-c66c-44c4-a55f-3512cb588894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e3f66cfd-7115-42e9-8ab0-2a65051a8b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:36.176339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Network hostable DHCP agents. Network: e3f66cfd-7115-42e9-8ab0-2a65051a8b16, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:29:36.182127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=0542574b-b738-4491-8699-304e66c3fee3,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:36.268779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Network e3f66cfd-7115-42e9-8ab0-2a65051a8b16 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:29:36.306231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e3f66cfd-7115-42e9-8ab0-2a65051a8b16) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:36.311035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:36.311639 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:36.314945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c72368-9592-46d3-ab81-d7d4af841bb5 None None] Network e3f66cfd-7115-42e9-8ab0-2a65051a8b16 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:29:36.329948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72706-4adc-4fd6-a2d5-85ed5e7c6d96 req-bf6354ca-bb73-47bd-bc52-1623467289f2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:36.336069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72706-4adc-4fd6-a2d5-85ed5e7c6d96 req-bf6354ca-bb73-47bd-bc52-1623467289f2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:36.342728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72706-4adc-4fd6-a2d5-85ed5e7c6d96 req-bf6354ca-bb73-47bd-bc52-1623467289f2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:36.348686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72706-4adc-4fd6-a2d5-85ed5e7c6d96 req-bf6354ca-bb73-47bd-bc52-1623467289f2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:36.355235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72706-4adc-4fd6-a2d5-85ed5e7c6d96 req-bf6354ca-bb73-47bd-bc52-1623467289f2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:36.361199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72706-4adc-4fd6-a2d5-85ed5e7c6d96 req-bf6354ca-bb73-47bd-bc52-1623467289f2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:36.367184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72706-4adc-4fd6-a2d5-85ed5e7c6d96 req-bf6354ca-bb73-47bd-bc52-1623467289f2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:36.369180 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71e72706-4adc-4fd6-a2d5-85ed5e7c6d96 req-bf6354ca-bb73-47bd-bc52-1623467289f2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5444 time: 0.2266004 Dec 09 22:29:36.380934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] device_id is not set on port d09bd228-e17f-4403-a8ff-cd363b8997e8 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:29:36.389747 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:36.396222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:36.425071 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10fbb7f-d358-4311-a917-94c1f0c45702 None None] Network e3f66cfd-7115-42e9-8ab0-2a65051a8b16 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:29:36.468262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event updated for resources: {'Port': ['ID=d09bd228-e17f-4403-a8ff-cd363b8997e8,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:36.471492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:36.471760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:36.472097 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:36.486329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f47b4adc-f028-4531-a421-6650c7bfc16b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8541739 Dec 09 22:29:36.498698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:36.500769 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:36.502933 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 2 to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 Dec 09 22:29:36.515675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0542574b-b738-4491-8699-304e66c3fee3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:36.535413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:36.536093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:36.536591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:36.544502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:36.544840 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:36.545267 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 3 to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 Dec 09 22:29:36.557095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151f8c05-316e-4646-961d-d0e98b8ecb86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:36.562786 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:36.563141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:36.563482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:36.569581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:36.569941 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:36.570385 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 4 to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 Dec 09 22:29:36.574433 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71e72706-4adc-4fd6-a2d5-85ed5e7c6d96 req-d5023192-5882-4149-9259-b367c3b43ddd tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1904376 Dec 09 22:29:36.583058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54cbb8-da9c-4b50-a8f0-f399aab833cd req-e320ee31-7320-45d5-8fc1-f3523e53210f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:36.584574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e54cbb8-da9c-4b50-a8f0-f399aab833cd req-e320ee31-7320-45d5-8fc1-f3523e53210f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/networks?id=4fd0f5d5-24f1-4910-890b-998a883dc6a4 HTTP/1.1" status: 200 len: 814 time: 0.3105905 Dec 09 22:29:36.611996 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:36.612351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:36.612689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:36.622373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:36.622718 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:36.623253 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 5 to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 Dec 09 22:29:36.643548 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e54cbb8-da9c-4b50-a8f0-f399aab833cd req-3049bde0-462e-4470-94f8-bc99715c80d9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/quotas/7b8399361aaa42e187614cf19ea84e31 HTTP/1.1" status: 200 len: 375 time: 0.0141068 Dec 09 22:29:36.653272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:36.653616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:36.653986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:36.668124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:36.668473 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:36.668854 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 6 to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 Dec 09 22:29:36.681870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:36.682216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:36.682564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:36.690170 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:36.690170 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:36.690569 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 7 to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 Dec 09 22:29:36.704845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:36.705356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:36.705544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:36.710050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:36.710381 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:36.710775 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 8 to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 Dec 09 22:29:36.723467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:36.723719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:36.724056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:36.728517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:36.728851 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:36.729238 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 9 to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 Dec 09 22:29:36.741378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:36.741714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:36.742093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:36.746815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:36.747139 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:36.747531 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 10 to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 Dec 09 22:29:36.759670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:36.760018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:36.760361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:36.764679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:36.765009 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port d09bd228-e17f-4403-a8ff-cd363b8997e8 on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:36.765374 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:36.787910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:29:36.792247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151f8c05-316e-4646-961d-d0e98b8ecb86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:36.799001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e54cbb8-da9c-4b50-a8f0-f399aab833cd req-40902e1c-d990-4bb4-98d2-2665417b791f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b8399361aaa42e187614cf19ea84e31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1417122 Dec 09 22:29:36.802291 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-151f8c05-316e-4646-961d-d0e98b8ecb86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:36.803147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c00d2-7adb-4904-a9f8-e7badc5774a3 None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:36.820635 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c00d2-7adb-4904-a9f8-e7badc5774a3 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:36.821274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e69c00d2-7adb-4904-a9f8-e7badc5774a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:36.838002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ecca-1657-40fe-af67-436da32c4b6b req-e32849c3-f3d2-4891-ae59-98accd94ccfa tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:36.845288 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7e5ecca-1657-40fe-af67-436da32c4b6b req-e32849c3-f3d2-4891-ae59-98accd94ccfa tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 949 time: 0.1588361 Dec 09 22:29:36.848552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] For port d09bd228-e17f-4403-a8ff-cd363b8997e8, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:36.849420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempted to set empty binding levels {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 22:29:36.855588 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:36.860396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-151f8c05-316e-4646-961d-d0e98b8ecb86 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "PUT /v2.0/floatingips/af22d3e9-20e3-45ca-af05-f1ef3265a479 HTTP/1.1" status: 200 len: 977 time: 2.8763816 Dec 09 22:29:36.869128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40018) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:36.875145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e69c00d2-7adb-4904-a9f8-e7badc5774a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:36.892270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] In _notify_port_updated(), no bound segment for port d09bd228-e17f-4403-a8ff-cd363b8997e8 on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:29:36.894106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:36.894951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:36.901227 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "PUT /v2.0/ports/d09bd228-e17f-4403-a8ff-cd363b8997e8 HTTP/1.1" status: 200 len: 976 time: 0.8387060 Dec 09 22:29:36.902409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40020) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:36.935247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c00d2-7adb-4904-a9f8-e7badc5774a3 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:36.935886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e69c00d2-7adb-4904-a9f8-e7badc5774a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:36.972226 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7e5ecca-1657-40fe-af67-436da32c4b6b req-f90ad89a-1349-493a-9264-843bfcf748c5 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259999 Dec 09 22:29:36.973713 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:36.980101 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e69c00d2-7adb-4904-a9f8-e7badc5774a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:36.980101 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c00d2-7adb-4904-a9f8-e7badc5774a3 None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:37.003736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:37.020314 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'port_id': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'mac_address': 'fa:16:3e:28:35:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:29:37.039350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port 35ba3113-f3ac-4805-b8ad-b0336b729724 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:37.039903 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.050015 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ad47e-df6b-4941-b212-a2c83543e948 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event updated for resources: {'Port': ['ID=d09bd228-e17f-4403-a8ff-cd363b8997e8,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:37.070240 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-aaccfd12-fb8e-4dc2-94ca-8dcb82dbdfae req-5638c09f-1aa6-4108-82ad-51fd27e3a31e tempest-SecurityGroupsNegativeTestJSON-111439898 tempest-SecurityGroupsNegativeTestJSON-111439898-project] show failed (client error): The resource could not be found. Dec 09 22:29:37.071229 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aaccfd12-fb8e-4dc2-94ca-8dcb82dbdfae req-5638c09f-1aa6-4108-82ad-51fd27e3a31e tempest-SecurityGroupsNegativeTestJSON-111439898 tempest-SecurityGroupsNegativeTestJSON-111439898-project] 10.222.0.16 "GET /v2.0/security-groups/70573e81-123a-461c-9aad-0da2fd9eeec1 HTTP/1.1" status: 404 len: 352 time: 0.0371792 Dec 09 22:29:37.074451 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.094499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.094736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:29:37.094973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.095441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.095901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.096544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.097318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.099228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.099707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.100171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.100707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.101140 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.101601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.102158 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.103152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.103621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.104078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.105029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.105503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.106002 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.106459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.106913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.107876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.108341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.108799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.109388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.111420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.114243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.115007 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.115599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.115761 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.116290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.116808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.117815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.118050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:37.118909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.119582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.127388 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e31ad5b5-eb4e-40b7-8ce1-e08b5abf8343 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30858 time: 0.1851339 Dec 09 22:29:37.127574 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.129263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40026) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:37.175716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:37.251783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4a294-b406-462a-8398-4c21959dbf39 req-d8699e44-4044-4e98-b87c-84005a557cfc tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.253306 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43f4a294-b406-462a-8398-4c21959dbf39 req-d8699e44-4044-4e98-b87c-84005a557cfc tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1844501 Dec 09 22:29:37.255192 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.268355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f5dcdcde-3849-418d-8531-f38ea5ff9fb2 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Deleting port d09bd228-e17f-4403-a8ff-cd363b8997e8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:37.268928 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f5dcdcde-3849-418d-8531-f38ea5ff9fb2 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.350806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-f5dcdcde-3849-418d-8531-f38ea5ff9fb2 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] For port d09bd228-e17f-4403-a8ff-cd363b8997e8, host n-h2-789963-23, got binding levels [] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:37.351192 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f5dcdcde-3849-418d-8531-f38ea5ff9fb2 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.364814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f5dcdcde-3849-418d-8531-f38ea5ff9fb2 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Calling delete_port for d09bd228-e17f-4403-a8ff-cd363b8997e8 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:37.391920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['57e51937-a5f6-4044-a1bf-ebbe5a60e5cb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:37.394629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de293649-8fb1-481d-b9de-8774f860b447 req-de099087-714f-40e9-b00e-791d0804fae4 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:37.401717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de293649-8fb1-481d-b9de-8774f860b447 req-de099087-714f-40e9-b00e-791d0804fae4 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 945 time: 0.1438117 Dec 09 22:29:37.453356 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f5dcdcde-3849-418d-8531-f38ea5ff9fb2 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.458112 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43f4a294-b406-462a-8398-4c21959dbf39 req-03b880b3-ff34-41da-81b2-734b1960baec tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934888 Dec 09 22:29:37.458947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40036) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:37.496568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcdcde-3849-418d-8531-f38ea5ff9fb2 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event deleted for resources: {'Port': ['ID=d09bd228-e17f-4403-a8ff-cd363b8997e8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:37.510291 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f5dcdcde-3849-418d-8531-f38ea5ff9fb2 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.518216 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f5dcdcde-3849-418d-8531-f38ea5ff9fb2 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d09bd228-e17f-4403-a8ff-cd363b8997e8 HTTP/1.1" status: 204 len: 168 time: 0.3872664 Dec 09 22:29:37.518928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40042) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:37.553709 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-471456d5-0a21-4ef0-a23a-700279eac330 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] GET failed (client error): The resource could not be found. Dec 09 22:29:37.559456 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-471456d5-0a21-4ef0-a23a-700279eac330 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "GET /v2.0/ports/d09bd228-e17f-4403-a8ff-cd363b8997e8 HTTP/1.1" status: 404 len: 333 time: 0.0389678 Dec 09 22:29:37.560515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40044) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:37.565354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-543172742', 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:37.568615 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de293649-8fb1-481d-b9de-8774f860b447 req-d36d5174-99f2-4bb9-a86d-867f7fa5cf46 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659725 Dec 09 22:29:37.594183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Made reservation on behalf of 296ac94f4db54296b5483879a1029b29 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:37.596775 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.623708 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8eb613e5-20ea-4b03-b665-c369766c948c req-898632e8-d791-44fe-a31a-aeaea5391710 tempest-SecurityGroupsNegativeTestJSON-111439898 tempest-SecurityGroupsNegativeTestJSON-111439898-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3d26e1cd608405ca8c50e0fbd71407b HTTP/1.1" status: 200 len: 3005 time: 0.0840499 Dec 09 22:29:37.626205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.626563 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.626881 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Floating IP af22d3e9-20e3-45ca-af05-f1ef3265a479 disassociated. External IP: 172.25.8.230, port: 35ba3113-f3ac-4805-b8ad-b0336b729724. Dec 09 22:29:37.627233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for 35ba3113-f3ac-4805-b8ad-b0336b729724 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:37.630090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] device_id is not set on port 24ad9d9a-8468-490c-9ad3-af63fbbe9455 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:29:37.667259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0542574b-b738-4491-8699-304e66c3fee3 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:37.743204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 0542574b-b738-4491-8699-304e66c3fee3 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:29:37.749316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 0542574b-b738-4491-8699-304e66c3fee3 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:37.749699 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.763712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8eb613e5-20ea-4b03-b665-c369766c948c req-862c1014-7fda-48ee-a129-612c1945896f tempest-SecurityGroupsNegativeTestJSON-111439898 tempest-SecurityGroupsNegativeTestJSON-111439898-project] 10.222.0.16 "GET /v2.0/security-groups/4e9cab4d-cb6a-4b6c-b9d6-7d80e0deb5c2 HTTP/1.1" status: 200 len: 3002 time: 0.1299748 Dec 09 22:29:37.808871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4c7dd543-0e82-402f-b104-290b35fcac56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6e413190b95419d9d1bf7868e26f3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416765 Dec 09 22:29:37.811385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40048) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:37.863721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.874218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8eb613e5-20ea-4b03-b665-c369766c948c req-3f55dfee-ac77-45ff-aadc-799d1ca9135c tempest-SecurityGroupsNegativeTestJSON-111439898 tempest-SecurityGroupsNegativeTestJSON-111439898-project] 10.222.0.16 "GET /v2.0/security-groups/4e9cab4d-cb6a-4b6c-b9d6-7d80e0deb5c2 HTTP/1.1" status: 200 len: 3002 time: 0.1043458 Dec 09 22:29:37.876492 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.904164 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2384002a-109b-411f-accc-0d0f54081009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.904619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 0542574b-b738-4491-8699-304e66c3fee3, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0542574b-b738-4491-8699-304e66c3fee3,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:37.907165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe1913c-cb71-4183-aeb7-bf97e1c9b635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0542574b-b738-4491-8699-304e66c3fee3'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:37.911125 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e81e5a-7a4a-4fcc-9a40-018501d3417b" -d '{"events": [{"server_uuid": "abe1913c-cb71-4183-aeb7-bf97e1c9b635", "name": "network-vif-plugged", "status": "completed", "tag": "0542574b-b738-4491-8699-304e66c3fee3"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:37.916386 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.917237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device eebcc623-ea2f-4600-9a6c-f7b578ab8679 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:37.933508 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.955326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2384002a-109b-411f-accc-0d0f54081009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.974056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: eebcc623-ea2f-4600-9a6c-f7b578ab8679 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:37.974644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device eebcc623-ea2f-4600-9a6c-f7b578ab8679 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:37.980363 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:37.986123 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=35ba3113-f3ac-4805-b8ad-b0336b729724,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:38.003224 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=0542574b-b738-4491-8699-304e66c3fee3,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:38.047301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:38.050869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:38.054648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:38.055721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.056865 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:38.070634 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event updated for resources: {'Port': ['ID=24ad9d9a-8468-490c-9ad3-af63fbbe9455,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:38.075080 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2384002a-109b-411f-accc-0d0f54081009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:38.077912 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2384002a-109b-411f-accc-0d0f54081009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:38.079055 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2384002a-109b-411f-accc-0d0f54081009 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9e79102-f515-4f6d-b1a4-4cce9981ff79 HTTP/1.1" status: 204 len: 168 time: 0.2667058 Dec 09 22:29:38.088434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fadcd-1272-4c72-9e00-f421727255b1 req-02c29043-092c-4989-907c-26a1fab2d0a3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.089055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384002a-109b-411f-accc-0d0f54081009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e79102-f515-4f6d-b1a4-4cce9981ff79,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:38.090135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b22fadcd-1272-4c72-9e00-f421727255b1 req-02c29043-092c-4989-907c-26a1fab2d0a3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1541786 Dec 09 22:29:38.100187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6802aabf-2683-4780-b748-b446d231a6ce tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5360441 Dec 09 22:29:38.100978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40058) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:38.123120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c20bb-dad4-4b8e-9e85-31f641579ee6 req-188c54c3-a3e6-4b73-8718-a19e121ba8d5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.129134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c20bb-dad4-4b8e-9e85-31f641579ee6 req-188c54c3-a3e6-4b73-8718-a19e121ba8d5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.135072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c20bb-dad4-4b8e-9e85-31f641579ee6 req-188c54c3-a3e6-4b73-8718-a19e121ba8d5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.140941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c20bb-dad4-4b8e-9e85-31f641579ee6 req-188c54c3-a3e6-4b73-8718-a19e121ba8d5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.142909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee3c56-ce90-44e3-b148-6e59d704b60d tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.147069 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f9ee3c56-ce90-44e3-b148-6e59d704b60d tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "GET /v2.0/ports/24ad9d9a-8468-490c-9ad3-af63fbbe9455 HTTP/1.1" status: 200 len: 954 time: 0.0418155 Dec 09 22:29:38.147221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c20bb-dad4-4b8e-9e85-31f641579ee6 req-188c54c3-a3e6-4b73-8718-a19e121ba8d5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.147320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40060) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:38.152745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c20bb-dad4-4b8e-9e85-31f641579ee6 req-188c54c3-a3e6-4b73-8718-a19e121ba8d5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.158628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c20bb-dad4-4b8e-9e85-31f641579ee6 req-188c54c3-a3e6-4b73-8718-a19e121ba8d5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.160724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-529c20bb-dad4-4b8e-9e85-31f641579ee6 req-188c54c3-a3e6-4b73-8718-a19e121ba8d5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5444 time: 0.1924498 Dec 09 22:29:38.237218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d4217-c858-4dfb-958e-aa70af59dec1 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Deleting port 24ad9d9a-8468-490c-9ad3-af63fbbe9455 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:38.237641 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a9d4217-c858-4dfb-958e-aa70af59dec1 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:38.305076 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:38.310672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-529c20bb-dad4-4b8e-9e85-31f641579ee6 req-288064eb-5040-4e1f-b226-365b899b2130 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054845 Dec 09 22:29:38.319438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a9d4217-c858-4dfb-958e-aa70af59dec1 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:38.320370 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b22fadcd-1272-4c72-9e00-f421727255b1 req-d94bc143-f58e-4843-be80-cc16af59fd45 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181056 Dec 09 22:29:38.422069 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337e5f22-d2d5-469f-8bcc-f0a2fd7ef1ed x-openstack-request-id: req-337e5f22-d2d5-469f-8bcc-f0a2fd7ef1ed {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:38.422812 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe1913c-cb71-4183-aeb7-bf97e1c9b635", "name": "network-vif-plugged", "status": "completed", "tag": "0542574b-b738-4491-8699-304e66c3fee3", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:38.423698 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-337e5f22-d2d5-469f-8bcc-f0a2fd7ef1ed {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:38.423698 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe1913c-cb71-4183-aeb7-bf97e1c9b635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0542574b-b738-4491-8699-304e66c3fee3', 'code': 200} Dec 09 22:29:38.476871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60113a1c-c217-417d-b4f9-1ac56f6cad94 req-10dae8e8-44eb-4c38-af32-ab06314cddd6 tempest-SecurityGroupsNegativeTestJSON-111439898 tempest-SecurityGroupsNegativeTestJSON-111439898-project] 10.222.0.16 "GET /v2.0/security-groups/4e9cab4d-cb6a-4b6c-b9d6-7d80e0deb5c2 HTTP/1.1" status: 200 len: 3002 time: 0.1263416 Dec 09 22:29:38.521201 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40070) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:38.575727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:38.587707 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3700afa-59f9-4c61-8c1a-6ad192c475ae None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:38.603923 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3700afa-59f9-4c61-8c1a-6ad192c475ae None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:38.604645 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a3700afa-59f9-4c61-8c1a-6ad192c475ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:38.639450 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a3700afa-59f9-4c61-8c1a-6ad192c475ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:38.648225 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3700afa-59f9-4c61-8c1a-6ad192c475ae None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:38.648843 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a3700afa-59f9-4c61-8c1a-6ad192c475ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:38.685079 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-60113a1c-c217-417d-b4f9-1ac56f6cad94 req-78916993-fc07-4078-a7e4-33e289123f9d tempest-SecurityGroupsNegativeTestJSON-111439898 tempest-SecurityGroupsNegativeTestJSON-111439898-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 22:29:38.686438 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a3700afa-59f9-4c61-8c1a-6ad192c475ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:38.686559 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60113a1c-c217-417d-b4f9-1ac56f6cad94 req-78916993-fc07-4078-a7e4-33e289123f9d tempest-SecurityGroupsNegativeTestJSON-111439898 tempest-SecurityGroupsNegativeTestJSON-111439898-project] 10.222.0.16 "DELETE /v2.0/security-groups/4e9cab4d-cb6a-4b6c-b9d6-7d80e0deb5c2 HTTP/1.1" status: 409 len: 352 time: 0.2075305 Dec 09 22:29:38.687399 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3700afa-59f9-4c61-8c1a-6ad192c475ae None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:38.690318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b8a5a079-b025-471d-aa7c-4138115d1665 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebf015c81fc14d76a860d4c91bd04ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682496 Dec 09 22:29:38.693263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40074) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:38.701330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8da3d-e467-491b-91c1-ca9b2ac9aa29 req-fa904d65-e5cc-428d-a040-7a64096794d1 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.704972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d4217-c858-4dfb-958e-aa70af59dec1 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Calling delete_port for 24ad9d9a-8468-490c-9ad3-af63fbbe9455 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:38.708782 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11d8da3d-e467-491b-91c1-ca9b2ac9aa29 req-fa904d65-e5cc-428d-a040-7a64096794d1 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 950 time: 0.1912587 Dec 09 22:29:38.729543 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:38.732827 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-252384be-8bd8-4806-ac21-61b1f99844d7 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/ports/35ba3113-f3ac-4805-b8ad-b0336b729724 HTTP/1.1" status: 204 len: 168 time: 1.8623850 Dec 09 22:29:38.735338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40078) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:38.787996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:38.808410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3e350133-8029-46bf-b4ed-a28a9565c5af tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "GET /v2.0/floatingips/af22d3e9-20e3-45ca-af05-f1ef3265a479 HTTP/1.1" status: 200 len: 688 time: 0.0680251 Dec 09 22:29:38.809002 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:38.827815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b368-3d19-4c20-a237-4c2bb67b09d6 req-bb28939a-dd39-4fbe-8bdd-67cb360598fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.829320 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-af40b368-3d19-4c20-a237-4c2bb67b09d6 req-bb28939a-dd39-4fbe-8bdd-67cb360598fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 1102 time: 0.1352053 Dec 09 22:29:38.832640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11d8da3d-e467-491b-91c1-ca9b2ac9aa29 req-4b02cb51-8f4c-4c6f-abed-57da7e81279f tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228154 Dec 09 22:29:38.845316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:29:38.860457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4eb6c-2532-4898-87b6-3bfe72591ea6 req-64a21248-d5cc-4797-8a20-5a87dfee6d43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.861577 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:38.862109 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:38.865218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4eb6c-2532-4898-87b6-3bfe72591ea6 req-64a21248-d5cc-4797-8a20-5a87dfee6d43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.871476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4eb6c-2532-4898-87b6-3bfe72591ea6 req-64a21248-d5cc-4797-8a20-5a87dfee6d43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.877732 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4eb6c-2532-4898-87b6-3bfe72591ea6 req-64a21248-d5cc-4797-8a20-5a87dfee6d43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.885016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4eb6c-2532-4898-87b6-3bfe72591ea6 req-64a21248-d5cc-4797-8a20-5a87dfee6d43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.891406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4eb6c-2532-4898-87b6-3bfe72591ea6 req-64a21248-d5cc-4797-8a20-5a87dfee6d43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.898812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4eb6c-2532-4898-87b6-3bfe72591ea6 req-64a21248-d5cc-4797-8a20-5a87dfee6d43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:38.901483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20f4eb6c-2532-4898-87b6-3bfe72591ea6 req-64a21248-d5cc-4797-8a20-5a87dfee6d43 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5444 time: 0.1220961 Dec 09 22:29:38.913493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40086) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:38.918762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f05bf5ba-0336-4142-858b-1e58e79fb155 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Request body: {'floatingip': {'port_id': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:38.941949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d153d7a-de52-43e7-ac85-614566236028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:38.987442 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.017134 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d153d7a-de52-43e7-ac85-614566236028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.020035 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f05bf5ba-0336-4142-858b-1e58e79fb155 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.026217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:39.031736 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.033702 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-af40b368-3d19-4c20-a237-4c2bb67b09d6 req-0b790103-5955-4a69-b9e0-1406b92f0b53 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723976 Dec 09 22:29:39.046836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a9d4217-c858-4dfb-958e-aa70af59dec1 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.070532 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61434c16-efa2-4bba-b47f-1587996eb898 req-d02d2fef-92c5-47d3-9ad6-5aed387e6d1f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7b8399361aaa42e187614cf19ea84e31 HTTP/1.1" status: 200 len: 221 time: 0.1028943 Dec 09 22:29:39.095252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:39.097430 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d4217-c858-4dfb-958e-aa70af59dec1 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event deleted for resources: {'Port': ['ID=24ad9d9a-8468-490c-9ad3-af63fbbe9455,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:39.102411 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a9d4217-c858-4dfb-958e-aa70af59dec1 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.105756 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4a9d4217-c858-4dfb-958e-aa70af59dec1 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "DELETE /v2.0/ports/24ad9d9a-8468-490c-9ad3-af63fbbe9455 HTTP/1.1" status: 204 len: 168 time: 0.9575891 Dec 09 22:29:39.108845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40094) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:39.144170 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edee1e9-7c98-4fe5-a113-ab90b805a3d3 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] GET failed (client error): The resource could not be found. Dec 09 22:29:39.151222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2edee1e9-7c98-4fe5-a113-ab90b805a3d3 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "GET /v2.0/ports/24ad9d9a-8468-490c-9ad3-af63fbbe9455 HTTP/1.1" status: 404 len: 333 time: 0.0357554 Dec 09 22:29:39.151222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-272a21f1-07e9-4cfa-8e3e-5cc11618dc00 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port 29aa5c0b-9664-4faa-8ba8-81aba4a38f37 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:39.151222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-272a21f1-07e9-4cfa-8e3e-5cc11618dc00 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.151596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7eb44-13b7-47de-bf94-b5d381a46dad req-ee9ba515-fd38-47a1-bed1-3431fb8b875a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:39.154316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8ac7eb44-13b7-47de-bf94-b5d381a46dad req-ee9ba515-fd38-47a1-bed1-3431fb8b875a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 945 time: 0.1752026 Dec 09 22:29:39.157227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40096) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:39.163131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Request body: {'port': {'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1652504382'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:39.172868 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-f5b0e495-6e1c-4388-aff5-3f1c5539b11c req-7fa52cf3-dd4b-43ca-b55c-fbbe01295501 tempest-SecurityGroupsNegativeTestJSON-111439898 tempest-SecurityGroupsNegativeTestJSON-111439898-project] show failed (client error): The resource could not be found. Dec 09 22:29:39.173126 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d153d7a-de52-43e7-ac85-614566236028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.173955 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5b0e495-6e1c-4388-aff5-3f1c5539b11c req-7fa52cf3-dd4b-43ca-b55c-fbbe01295501 tempest-SecurityGroupsNegativeTestJSON-111439898 tempest-SecurityGroupsNegativeTestJSON-111439898-project] 10.222.0.16 "GET /v2.0/security-groups/cf86e94b-9b8d-4fe4-8e09-213d86fd01b1 HTTP/1.1" status: 404 len: 352 time: 0.0769169 Dec 09 22:29:39.175839 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d153d7a-de52-43e7-ac85-614566236028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.178268 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2d153d7a-de52-43e7-ac85-614566236028 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22ce1e73-ae07-4bbd-bd03-d2e96a4d1e35 HTTP/1.1" status: 204 len: 168 time: 0.4829109 Dec 09 22:29:39.267310 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-272a21f1-07e9-4cfa-8e3e-5cc11618dc00 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.267650 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-272a21f1-07e9-4cfa-8e3e-5cc11618dc00 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.280936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-272a21f1-07e9-4cfa-8e3e-5cc11618dc00 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for 29aa5c0b-9664-4faa-8ba8-81aba4a38f37 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:39.281860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Made reservation on behalf of 296ac94f4db54296b5483879a1029b29 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:39.284134 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.342178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d153d7a-de52-43e7-ac85-614566236028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ce1e73-ae07-4bbd-bd03-d2e96a4d1e35,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:39.386486 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8ac7eb44-13b7-47de-bf94-b5d381a46dad req-cea724c5-9bb9-4793-9141-7c5c5e5e9db7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147756 Dec 09 22:29:39.389101 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] device_id is not set on port 8ff228c9-255e-47fb-b2a6-1653276424eb yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:29:39.456053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-272a21f1-07e9-4cfa-8e3e-5cc11618dc00 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.480914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99cbac-2a37-4a32-aaf6-68b30fc54554 req-6ac82a1d-8302-4a5f-860c-7ce7d490d733 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:39.482439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f99cbac-2a37-4a32-aaf6-68b30fc54554 req-6ac82a1d-8302-4a5f-860c-7ce7d490d733 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2288439 Dec 09 22:29:39.494491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a21f1-07e9-4cfa-8e3e-5cc11618dc00 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=29aa5c0b-9664-4faa-8ba8-81aba4a38f37,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:39.501668 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-b3449dda-b228-4245-a17c-bdbadeb3bc05 req-94072b3a-8361-4f9a-84fc-d9bd673d16ff tempest-SecurityGroupsNegativeTestJSON-111439898 tempest-SecurityGroupsNegativeTestJSON-111439898-project] show failed (client error): The resource could not be found. Dec 09 22:29:39.502690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3449dda-b228-4245-a17c-bdbadeb3bc05 req-94072b3a-8361-4f9a-84fc-d9bd673d16ff tempest-SecurityGroupsNegativeTestJSON-111439898 tempest-SecurityGroupsNegativeTestJSON-111439898-project] 10.222.0.16 "GET /v2.0/security-groups/d594bc27-9b86-4da8-933e-091bca8dbd1d HTTP/1.1" status: 404 len: 352 time: 0.0758410 Dec 09 22:29:39.522106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40106) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:39.605868 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-272a21f1-07e9-4cfa-8e3e-5cc11618dc00 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.608551 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-272a21f1-07e9-4cfa-8e3e-5cc11618dc00 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.613808 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-272a21f1-07e9-4cfa-8e3e-5cc11618dc00 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/floatingips/af22d3e9-20e3-45ca-af05-f1ef3265a479 HTTP/1.1" status: 204 len: 168 time: 0.7997205 Dec 09 22:29:39.613808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb219ae0-9a5a-4b9f-856f-45c46d8a7349 admin admin] Deleting subnet 16ed07d4-e24d-43d6-a0a1-eb420622310c {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:29:39.615590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40112) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:39.618132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bb219ae0-9a5a-4b9f-856f-45c46d8a7349 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.622595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': 'd0e24c88-2f21-406f-89a8-19c124ba575e'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:39.677187 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bb219ae0-9a5a-4b9f-856f-45c46d8a7349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.698946 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.748260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bb219ae0-9a5a-4b9f-856f-45c46d8a7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.855616 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bb219ae0-9a5a-4b9f-856f-45c46d8a7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.887649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb219ae0-9a5a-4b9f-856f-45c46d8a7349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16ed07d4-e24d-43d6-a0a1-eb420622310c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:39.894534 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bb219ae0-9a5a-4b9f-856f-45c46d8a7349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:39.901261 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bb219ae0-9a5a-4b9f-856f-45c46d8a7349 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/16ed07d4-e24d-43d6-a0a1-eb420622310c HTTP/1.1" status: 204 len: 168 time: 0.3752210 Dec 09 22:29:39.902967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40124) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:39.916239 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.031911 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.064679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40128) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:40.094892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f99cbac-2a37-4a32-aaf6-68b30fc54554 req-624ce435-ca43-4a4c-afea-aa073a79a271 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992351 Dec 09 22:29:40.138142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.25.8.40 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/1cbd062e-b796-42de-9375-cda9522fcb78) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:40.152925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785defb-d7f6-44e9-823d-4d9de94e5687 req-0906a0a8-c45d-4688-98dc-5cdbe626e16c tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:40.154526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2785defb-d7f6-44e9-823d-4d9de94e5687 req-0906a0a8-c45d-4688-98dc-5cdbe626e16c tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 950 time: 0.1837807 Dec 09 22:29:40.195883 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.217507 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.267581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-network', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:40.273708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f66cfd-7115-42e9-8ab0-2a65051a8b16']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:40.319141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b99961-c66c-44c4-a55f-3512cb588894') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:40.319435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b99961-c66c-44c4-a55f-3512cb588894') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:40.339984 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.353377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2785defb-d7f6-44e9-823d-4d9de94e5687 req-ff0a07a4-b71d-4735-84df-671996176f4c tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852033 Dec 09 22:29:40.362340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Made reservation on behalf of 2bde7cf6d85845e3ae02dd761d8bea81 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:40.364551 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.367225 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.379914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827953f7-8aec-4b0f-a0cd-b644d82257d6 req-426a5114-ea78-4f9a-8dd7-e02b4d40449b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:40.381595 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-827953f7-8aec-4b0f-a0cd-b644d82257d6 req-426a5114-ea78-4f9a-8dd7-e02b4d40449b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1742067 Dec 09 22:29:40.382801 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.389031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:29:40.389773 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:29:40.391101 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:29:40.408062 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f05bf5ba-0336-4142-858b-1e58e79fb155 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.411568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.424781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:40.429564 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7f9bed-b92c-47d8-b134-6bc5f079f589" -d '{"events": [{"server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "name": "network-vif-plugged", "status": "completed", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:40.446513 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f05bf5ba-0336-4142-858b-1e58e79fb155 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.471120 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.492328 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.498658 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.502501 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] 10.222.0.16 "DELETE /v2.0/networks/e3f66cfd-7115-42e9-8ab0-2a65051a8b16 HTTP/1.1" status: 204 len: 168 time: 0.5985856 Dec 09 22:29:40.538460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7aeaa1-9c6d-48fd-b44b-6d0a58629eae admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f66cfd-7115-42e9-8ab0-2a65051a8b16,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:40.563796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:40.566663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff228c9-255e-47fb-b2a6-1653276424eb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:40.570320 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.577489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-827953f7-8aec-4b0f-a0cd-b644d82257d6 req-16996365-0be7-4f88-b8ec-1e5a4576325b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861284 Dec 09 22:29:40.578367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:40.585706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:40.586715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:40.587864 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.635565 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcda9f7-731b-4a44-9c28-e836c21e04f9 x-openstack-request-id: req-5dcda9f7-731b-4a44-9c28-e836c21e04f9 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:40.635778 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "name": "network-vif-plugged", "status": "completed", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:40.636245 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dcda9f7-731b-4a44-9c28-e836c21e04f9 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:40.636818 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'code': 200} Dec 09 22:29:40.643064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:40.643946 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-080a8f0e-04cd-4825-92e9-249caf4b6ba9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4850245 Dec 09 22:29:40.645335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=1cbd062e-b796-42de-9375-cda9522fcb78,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:40.647939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:40.650341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40142) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:40.655389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c2248-cd0b-4f5b-9437-2e13f05f5b2f req-3aebb29d-711a-4d75-982e-704e1880dd6f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:40.657292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-990c2248-cd0b-4f5b-9437-2e13f05f5b2f req-3aebb29d-711a-4d75-982e-704e1880dd6f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.1600688 Dec 09 22:29:40.666429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:40.672938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:40.689482 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-f05bf5ba-0336-4142-858b-1e58e79fb155 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Floating IP 5e406a2e-fc6c-4fd1-aefe-5d5a788367a6 associated. External IP: 172.25.8.252, port: 7310e867-a1de-4e73-8bc7-e03c0bbc37c7. Dec 09 22:29:40.694852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40146) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:40.741246 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.749775 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.823514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:29:40.833022 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.853402 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-990c2248-cd0b-4f5b-9437-2e13f05f5b2f req-fb4501bb-c68d-4ed7-8135-c4e55739f8f1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849415 Dec 09 22:29:40.876719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28e644a-8b81-4ef4-8247-1066cb70bcb1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:40.892155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:40.892545 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Added segment c392ea23-c7b9-4e63-9733-44fc7b0d5560 of type vlan for network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 Dec 09 22:29:40.919657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-395b0d88-0be5-4a98-944a-d382cbb65988 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3d26e1cd608405ca8c50e0fbd71407b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2211096 Dec 09 22:29:40.926806 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40148) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:40.943171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815059f-0519-45d0-8af0-4b4b860cb2ab req-bc639ecb-8d63-432e-97ed-cb576109738b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:40.944631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9815059f-0519-45d0-8af0-4b4b860cb2ab req-bc639ecb-8d63-432e-97ed-cb576109738b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2061038 Dec 09 22:29:40.960219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3cb06-e993-4a6b-9ac1-028667b5c344 req-6107b9a1-c2f7-4dab-baaf-16426b470ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:40.962612 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28a3cb06-e993-4a6b-9ac1-028667b5c344 req-6107b9a1-c2f7-4dab-baaf-16426b470ce8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 1098 time: 0.2059567 Dec 09 22:29:41.015030 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.117743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9815059f-0519-45d0-8af0-4b4b860cb2ab req-0ad37e80-a9e2-41b6-a41c-a20165d14f1b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623824 Dec 09 22:29:41.145753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28a3cb06-e993-4a6b-9ac1-028667b5c344 req-de380638-07fa-49f5-809a-bf5148113ca5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688783 Dec 09 22:29:41.147877 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.148277 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aba6ef94-36b2-480f-bb0e-089549ea29b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.148862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:41.150020 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.189036 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aba6ef94-36b2-480f-bb0e-089549ea29b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.214723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05bf5ba-0336-4142-858b-1e58e79fb155 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Router a7bb0544-5074-410b-9297-093e9ae05622 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:41.229010 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1616318 Dec 09 22:29:41.237522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40152) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:41.248057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-718c5f41-fe52-447a-83b5-ef2827aaa590 admin admin] Request body: {'subnet': {'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-subnet', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:41.282716 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb8fef-c2ce-47eb-a714-a38e6c706944 admin admin] Pushing event updated for resources: {'Network': ['ID=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:41.298416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:29:41.315646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] device_id is not set on port 8ff228c9-255e-47fb-b2a6-1653276424eb yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:29:41.326335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.335138 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.345014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718c5f41-fe52-447a-83b5-ef2827aaa590 admin admin] Made reservation on behalf of 2bde7cf6d85845e3ae02dd761d8bea81 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:41.347349 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-718c5f41-fe52-447a-83b5-ef2827aaa590 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.364229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56480f5-5572-4ba4-8732-6db4b06bff73 req-fd9117f5-b045-4e89-bb22-08ef1e7aa7fa tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:41.365748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e56480f5-5572-4ba4-8732-6db4b06bff73 req-fd9117f5-b045-4e89-bb22-08ef1e7aa7fa tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1537962 Dec 09 22:29:41.447843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff228c9-255e-47fb-b2a6-1653276424eb,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:41.461251 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aba6ef94-36b2-480f-bb0e-089549ea29b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.464412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aba6ef94-36b2-480f-bb0e-089549ea29b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.465490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aba6ef94-36b2-480f-bb0e-089549ea29b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e9cab4d-cb6a-4b6c-b9d6-7d80e0deb5c2 HTTP/1.1" status: 204 len: 168 time: 0.5371401 Dec 09 22:29:41.485387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:41.485545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:41.485759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:41.498175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:41.498175 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:41.500343 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 2 to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb Dec 09 22:29:41.523716 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:41.524348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:41.524514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:41.531563 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.533933 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:41.533933 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:41.534130 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 3 to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb Dec 09 22:29:41.536919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6ef94-36b2-480f-bb0e-089549ea29b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9cab4d-cb6a-4b6c-b9d6-7d80e0deb5c2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:41.544524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05bf5ba-0336-4142-858b-1e58e79fb155 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:41.558688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759cc2a-2c3c-4eeb-bddf-1bfce03063a4 None None] Sync routers for ids ['a7bb0544-5074-410b-9297-093e9ae05622'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:41.567382 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f05bf5ba-0336-4142-858b-1e58e79fb155 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.570721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:41.571071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:41.571979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:41.581652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:41.582042 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:41.584366 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 4 to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb Dec 09 22:29:41.586757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759cc2a-2c3c-4eeb-bddf-1bfce03063a4 None None] Routers {'a7bb0544-5074-410b-9297-093e9ae05622'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:41.587736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a759cc2a-2c3c-4eeb-bddf-1bfce03063a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a7bb0544-5074-410b-9297-093e9ae05622'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:41.607576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:41.608155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:41.608655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:41.622058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e56480f5-5572-4ba4-8732-6db4b06bff73 req-2e185e89-3d1a-477e-a50d-b853f60e8366 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027721 Dec 09 22:29:41.634518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:41.635100 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:41.637319 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 5 to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb Dec 09 22:29:41.651065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.658416 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10258eb-a4a9-4499-b674-0e413b5e202a req-a7aa9004-94d5-4e30-9a7f-9a2fb0b6a4c2 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:41.660019 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c10258eb-a4a9-4499-b674-0e413b5e202a req-a7aa9004-94d5-4e30-9a7f-9a2fb0b6a4c2 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 950 time: 0.2213914 Dec 09 22:29:41.663951 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f05bf5ba-0336-4142-858b-1e58e79fb155 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "PUT /v2.0/floatingips/5e406a2e-fc6c-4fd1-aefe-5d5a788367a6 HTTP/1.1" status: 200 len: 991 time: 2.7493711 Dec 09 22:29:41.679559 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:41.679905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:41.680272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:41.687898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:41.689756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:41.690138 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:41.690325 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "7310e867-a1de-4e73-8bc7-e03c0bbc37c7"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:41.692056 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 6 to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb Dec 09 22:29:41.718049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:41.718401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:41.718751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:41.726574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:41.726959 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:41.729233 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 7 to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb Dec 09 22:29:41.758266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-a759cc2a-2c3c-4eeb-bddf-1bfce03063a4 None None] Set router a7bb0544-5074-410b-9297-093e9ae05622 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:41.766823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:41.767167 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:41.767517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:41.803709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:41.803930 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:41.805722 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 8 to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb Dec 09 22:29:41.828398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:41.828744 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:41.829093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:41.839584 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:41.839858 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:41.842919 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 9 to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb Dec 09 22:29:41.849408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c10258eb-a4a9-4499-b674-0e413b5e202a req-26344d20-d05f-47f0-8bde-c16371178841 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537907 Dec 09 22:29:41.864827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:41.865153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:41.865678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:41.877192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:41.877727 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:41.878326 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempt 10 to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb Dec 09 22:29:41.894068 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df0e2-149e-4a7b-9019-cdf09ca5f982 req-b79e4349-6910-4d06-937d-97f8f5a3efc3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:41.902463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:41.903030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:41.903158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-420df0e2-149e-4a7b-9019-cdf09ca5f982 req-b79e4349-6910-4d06-937d-97f8f5a3efc3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1623158 Dec 09 22:29:41.903900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempting to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:41.906196 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-718c5f41-fe52-447a-83b5-ef2827aaa590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.908204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.914026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:29:41.914527 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Failed to bind port 8ff228c9-255e-47fb-b2a6-1653276424eb on host n-h2-789963-23 for vnic_type normal using segments [{'id': 'e4ff3789-7a79-4d9f-933a-978797360f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6c8d8d4e-7f75-4186-a84b-4aa21e115855'}] Dec 09 22:29:41.915714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:41.925279 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:42.020647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-420df0e2-149e-4a7b-9019-cdf09ca5f982 req-18b1e2e9-4871-4229-88fa-139a9ad5e658 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147530 Dec 09 22:29:42.031977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c5f41-fe52-447a-83b5-ef2827aaa590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=411e66c1-b9cc-4f6a-87c9-193b471d530e,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:42.032153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=1cbd062e-b796-42de-9375-cda9522fcb78,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:42.057091 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e6cba4-ae11-4b7b-b23c-83a846e7c58f x-openstack-request-id: req-40e6cba4-ae11-4b7b-b23c-83a846e7c58f {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:42.057384 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "tag": "7310e867-a1de-4e73-8bc7-e03c0bbc37c7", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:42.057643 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40e6cba4-ae11-4b7b-b23c-83a846e7c58f {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:42.061921 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'tag': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7', 'status': 'completed', 'code': 200} Dec 09 22:29:42.073099 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:42.081860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718c5f41-fe52-447a-83b5-ef2827aaa590 admin admin] Checking segment: {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:42.082231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c5f41-fe52-447a-83b5-ef2827aaa590 admin admin] Network hostable DHCP agents. Network: 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:29:42.119764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] For port 8ff228c9-255e-47fb-b2a6-1653276424eb, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:42.120169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attempted to set empty binding levels {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 22:29:42.128179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:42.188040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c5f41-fe52-447a-83b5-ef2827aaa590 admin admin] Network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:29:42.210899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] In _notify_port_updated(), no bound segment for port 8ff228c9-255e-47fb-b2a6-1653276424eb on network 6c8d8d4e-7f75-4186-a84b-4aa21e115855 {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:29:42.211802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.212948 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:42.216939 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "PUT /v2.0/ports/8ff228c9-255e-47fb-b2a6-1653276424eb HTTP/1.1" status: 200 len: 976 time: 1.5618196 Dec 09 22:29:42.218112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40180) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:42.235599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-718c5f41-fe52-447a-83b5-ef2827aaa590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:42.241195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718c5f41-fe52-447a-83b5-ef2827aaa590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.241823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-718c5f41-fe52-447a-83b5-ef2827aaa590 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:42.249328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a759cc2a-2c3c-4eeb-bddf-1bfce03063a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '5e406a2e-fc6c-4fd1-aefe-5d5a788367a6', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'port_id': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'mac_address': 'fa:16:3e:4f:31:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:28:01Z', 'updated_at': '2021-12-09T22:29:40Z', 'revision_number': 1, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f027447-be5e-4b10-bda1-3b5592a71897', 'name': '', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'mac_address': 'fa:16:3e:aa:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:44Z', 'updated_at': '2021-12-09T22:26:50Z', 'revision_number': 5, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'subnets': [{'id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:42.257076 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-2c72ba3f-6c3c-4b95-b34d-8e2f451575f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.257561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-2c72ba3f-6c3c-4b95-b34d-8e2f451575f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.258055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-2c72ba3f-6c3c-4b95-b34d-8e2f451575f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.258518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-2c72ba3f-6c3c-4b95-b34d-8e2f451575f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.259013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-2c72ba3f-6c3c-4b95-b34d-8e2f451575f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.259690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-2c72ba3f-6c3c-4b95-b34d-8e2f451575f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.260156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-2c72ba3f-6c3c-4b95-b34d-8e2f451575f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.262101 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-2c72ba3f-6c3c-4b95-b34d-8e2f451575f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6508 time: 0.1600978 Dec 09 22:29:42.266897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a5d14-6f1b-4b47-a0f9-b311545a83f9 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff228c9-255e-47fb-b2a6-1653276424eb,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:42.298502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37331a1-6f0f-4cab-858e-15c086c4a729 req-f7e7126a-9787-4717-ac6f-ff72241f6e35 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.308206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a37331a1-6f0f-4cab-858e-15c086c4a729 req-f7e7126a-9787-4717-ac6f-ff72241f6e35 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.1880720 Dec 09 22:29:42.327026 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Floating IP 14ae5a47-a346-4ec5-9c8c-4be9495bad26 associated. External IP: 172.25.8.40, port: d0e24c88-2f21-406f-89a8-19c124ba575e. Dec 09 22:29:42.333260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-718c5f41-fe52-447a-83b5-ef2827aaa590 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0856833 Dec 09 22:29:42.334030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40184) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:42.338120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759cc2a-2c3c-4eeb-bddf-1bfce03063a4 None None] Checking router: a7bb0544-5074-410b-9297-093e9ae05622 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:29:42.349537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:42.370375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242b0d8-5fe5-4df7-8c95-ee89d52a9c23 None None] Network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:29:42.431044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759cc2a-2c3c-4eeb-bddf-1bfce03063a4 None None] Routers {'a7bb0544-5074-410b-9297-093e9ae05622'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:42.431744 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a759cc2a-2c3c-4eeb-bddf-1bfce03063a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a7bb0544-5074-410b-9297-093e9ae05622'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:42.458518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a37331a1-6f0f-4cab-858e-15c086c4a729 req-933afa2b-3358-4556-ba6b-ff1ff7cb8cdb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492429 Dec 09 22:29:42.472836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:42.473937 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:42.541484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-01f3249c-f50b-4f25-800d-4f0e8cede9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.543610 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-01f3249c-f50b-4f25-800d-4f0e8cede9c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33c5fb6b-2753-4b3b-a034-dfcc76498076 HTTP/1.1" status: 200 len: 918 time: 0.2716367 Dec 09 22:29:42.652203 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:42.686783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d1f7e-7fb9-42df-a009-15f8c50f6c6e req-efb122f1-54cb-47b3-9c64-215cdc2482bb tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.694241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a9d1f7e-7fb9-42df-a009-15f8c50f6c6e req-efb122f1-54cb-47b3-9c64-215cdc2482bb tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2120719 Dec 09 22:29:42.777101 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-a759cc2a-2c3c-4eeb-bddf-1bfce03063a4 None None] Set router a7bb0544-5074-410b-9297-093e9ae05622 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:42.796005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-2e5c8ea5-7605-4632-bc40-76bcb9e3f78c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7310e867-a1de-4e73-8bc7-e03c0bbc37c7 HTTP/1.1" status: 200 len: 999 time: 0.2337725 Dec 09 22:29:42.838926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:29:42.839805 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:42.848000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40196) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:42.908575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8e847-9ddb-4ad0-953e-36322fc1d068 req-26c19231-876f-455b-8c0f-68553100d615 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.910745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5c8e847-9ddb-4ad0-953e-36322fc1d068 req-26c19231-876f-455b-8c0f-68553100d615 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 950 time: 0.3026445 Dec 09 22:29:42.959363 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:42.980228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-336f698e-b5aa-4ae0-9ed1-8f9b1e5bef5d tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Deleting port 8ff228c9-255e-47fb-b2a6-1653276424eb {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:42.982302 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-336f698e-b5aa-4ae0-9ed1-8f9b1e5bef5d tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:42.984428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a9d1f7e-7fb9-42df-a009-15f8c50f6c6e req-36118f16-921b-4e48-8e76-2787a53eab11 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892492 Dec 09 22:29:42.993431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-5fefdd57-15c7-4067-b4de-15c00bf48b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:42.994919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-5fefdd57-15c7-4067-b4de-15c00bf48b84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91bf9127-114c-446d-b2a5-3b3510fa3ab5 HTTP/1.1" status: 200 len: 856 time: 0.1893375 Dec 09 22:29:43.084157 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5c8e847-9ddb-4ad0-953e-36322fc1d068 req-e33bc8ff-24c7-4e12-a32f-720d1aac3436 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332650 Dec 09 22:29:43.125827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Allocated IP 172.20.0.2 (796f6eaf-24fd-48c3-b733-18d0e4cdb4b6/411e66c1-b9cc-4f6a-87c9-193b471d530e/f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:43.176041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-336f698e-b5aa-4ae0-9ed1-8f9b1e5bef5d tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] For port 8ff228c9-255e-47fb-b2a6-1653276424eb, host n-h2-789963-23, got binding levels [] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:43.176644 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-336f698e-b5aa-4ae0-9ed1-8f9b1e5bef5d tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.182884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-107060773-network', 'tenant_id': '521c280ad6b84050888956ce76755bf1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:43.188717 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-e9e653e6-7d9d-4c6e-8930-3109dbc50c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:43.190839 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-e9e653e6-7d9d-4c6e-8930-3109dbc50c69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33c5fb6b-2753-4b3b-a034-dfcc76498076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728776 Dec 09 22:29:43.198611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-336f698e-b5aa-4ae0-9ed1-8f9b1e5bef5d tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Calling delete_port for 8ff228c9-255e-47fb-b2a6-1653276424eb owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:43.312485 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a759cc2a-2c3c-4eeb-bddf-1bfce03063a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '5e406a2e-fc6c-4fd1-aefe-5d5a788367a6', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'port_id': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'mac_address': 'fa:16:3e:4f:31:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:28:01Z', 'updated_at': '2021-12-09T22:29:40Z', 'revision_number': 1, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f027447-be5e-4b10-bda1-3b5592a71897', 'name': '', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'mac_address': 'fa:16:3e:aa:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:44Z', 'updated_at': '2021-12-09T22:26:50Z', 'revision_number': 5, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'subnets': [{'id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:43.326211 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:43.344289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759cc2a-2c3c-4eeb-bddf-1bfce03063a4 None None] The sync data for ids ['a7bb0544-5074-410b-9297-093e9ae05622'] in n-d-789963-23 is: [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '5e406a2e-fc6c-4fd1-aefe-5d5a788367a6', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'port_id': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'mac_address': 'fa:16:3e:4f:31:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:28:01Z', 'updated_at': '2021-12-09T22:29:40Z', 'revision_number': 1, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f027447-be5e-4b10-bda1-3b5592a71897', 'name': '', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'mac_address': 'fa:16:3e:aa:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:44Z', 'updated_at': '2021-12-09T22:26:50Z', 'revision_number': 5, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'subnets': [{'id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:43.374553 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.384939 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.389653 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-336f698e-b5aa-4ae0-9ed1-8f9b1e5bef5d tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.438448 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:43.445074 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:43.450489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f698e-b5aa-4ae0-9ed1-8f9b1e5bef5d tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ff228c9-255e-47fb-b2a6-1653276424eb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:43.450719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:43.457379 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-336f698e-b5aa-4ae0-9ed1-8f9b1e5bef5d tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.461566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Pushing event updated for resources: {'Port': ['ID=f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:43.466436 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-336f698e-b5aa-4ae0-9ed1-8f9b1e5bef5d tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "DELETE /v2.0/ports/8ff228c9-255e-47fb-b2a6-1653276424eb HTTP/1.1" status: 204 len: 168 time: 1.2448819 Dec 09 22:29:43.469961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40206) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:43.517474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Attempting to bind port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:43.517884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Attempting to bind port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:43.518257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Attempting to bind port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f on network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:43.524477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:29:43.524864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Checking segment: {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:43.525272 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.525669 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Bound using segment: {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:29:43.526169 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Bound port: f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:29:43.526564 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.537751 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ec5bec-857d-484b-8860-414903085b38 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] GET failed (client error): The resource could not be found. Dec 09 22:29:43.543780 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-92ec5bec-857d-484b-8860-414903085b38 tempest-PortsAdminExtendedAttrsTestJSON-1324874459 tempest-PortsAdminExtendedAttrsTestJSON-1324874459-project-admin] 10.222.0.16 "GET /v2.0/ports/8ff228c9-255e-47fb-b2a6-1653276424eb HTTP/1.1" status: 404 len: 333 time: 0.0726600 Dec 09 22:29:43.546408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40210) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:43.607627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:43.609527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] For port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:43.614088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] For port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:29:43.620564 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.624227 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6cc0e8-7ae7-4edc-87c8-c2148fb33fa7 None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:43.640387 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6cc0e8-7ae7-4edc-87c8-c2148fb33fa7 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:43.645863 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-dc6cc0e8-7ae7-4edc-87c8-c2148fb33fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:43.689998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.697996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.714095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23abce-41e7-4b7d-9582-081bbbe3966d None None] Pushing event updated for resources: {'Port': ['ID=f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:43.723028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f0a3b-c5d0-4688-a886-a1a6db72d65e None None] New status for floating IP 5e406a2e-fc6c-4fd1-aefe-5d5a788367a6: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:29:43.730394 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-dc6cc0e8-7ae7-4edc-87c8-c2148fb33fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:43.754105 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f4244de9-008f-4d94-b607-8475f5d27048 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1368816 Dec 09 22:29:43.758327 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6cc0e8-7ae7-4edc-87c8-c2148fb33fa7 None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:43.760216 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-dc6cc0e8-7ae7-4edc-87c8-c2148fb33fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:43.780474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40212) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:43.787217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e3482992-3f68-4e36-b907-70b2951b1cd2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-474120530'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:43.790169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Made reservation on behalf of 521c280ad6b84050888956ce76755bf1 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:43.792809 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.812756 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-dc6cc0e8-7ae7-4edc-87c8-c2148fb33fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:43.813771 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6cc0e8-7ae7-4edc-87c8-c2148fb33fa7 None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:43.860799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.877415 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.880204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3482992-3f68-4e36-b907-70b2951b1cd2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Made reservation on behalf of 44ca81b6be124ae9b5b923b7e17a6a7a for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:43.884301 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3482992-3f68-4e36-b907-70b2951b1cd2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:43.886466 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653681d-4430-442c-bc8f-b7b02bbe5035 req-4381904a-0d4d-4570-b3aa-1c344ed216f3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:43.888022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8653681d-4430-442c-bc8f-b7b02bbe5035 req-4381904a-0d4d-4570-b3aa-1c344ed216f3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.6943543 Dec 09 22:29:43.934388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8d8d4e-7f75-4186-a84b-4aa21e115855']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:43.943937 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-09acd0fa-8d82-47d9-99c5-50d94e767f9f service neutron] 10.222.0.42 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7427337 Dec 09 22:29:43.952932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ff3789-7a79-4d9f-933a-978797360f09') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:43.952932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ff3789-7a79-4d9f-933a-978797360f09') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:43.982962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3482992-3f68-4e36-b907-70b2951b1cd2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:29:43.987521 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.007699 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3482992-3f68-4e36-b907-70b2951b1cd2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.008052 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-e3482992-3f68-4e36-b907-70b2951b1cd2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Added segment b88bc1d5-60fe-4585-a76e-257b79b52df3 of type vlan for network c5d46d05-4079-40d0-8d6e-607254ae74df Dec 09 22:29:44.028569 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.061193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:29:44.061601 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:29:44.065153 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:29:44.080003 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d06c9-4881-4208-a586-0fe81713cb8f req-253cdb7e-f6b7-4a69-ae97-08e8d1a53568 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:44.081685 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-312d06c9-4881-4208-a586-0fe81713cb8f req-253cdb7e-f6b7-4a69-ae97-08e8d1a53568 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.2627959 Dec 09 22:29:44.087234 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3482992-3f68-4e36-b907-70b2951b1cd2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.153860 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.159278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.164178 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] 10.222.0.16 "DELETE /v2.0/networks/6c8d8d4e-7f75-4186-a84b-4aa21e115855 HTTP/1.1" status: 204 len: 168 time: 0.6167634 Dec 09 22:29:44.172851 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3482992-3f68-4e36-b907-70b2951b1cd2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.179814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3482992-3f68-4e36-b907-70b2951b1cd2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:44.180458 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3482992-3f68-4e36-b907-70b2951b1cd2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.215098 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93215ed6-92aa-4aa6-8a9f-2d2800daffac tempest-PortsAdminExtendedAttrsTestJSON-583172492 tempest-PortsAdminExtendedAttrsTestJSON-583172492-project] Pushing event deleted for resources: {'Network': ['ID=6c8d8d4e-7f75-4186-a84b-4aa21e115855,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:44.283283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3cb3192-a4e9-4fef-a531-8f6306a2fbd9 req-40dc10e2-c5a3-4773-bd43-cb6aaedb44d8 service neutron] 10.222.0.42 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180003 Dec 09 22:29:44.298855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8653681d-4430-442c-bc8f-b7b02bbe5035 req-05c30674-a4ce-4a87-8575-cfc7e6212e33 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906496 Dec 09 22:29:44.340057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:44.358120 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e3482992-3f68-4e36-b907-70b2951b1cd2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5738068 Dec 09 22:29:44.358648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40224) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:44.363794 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f2eaf8fb-4af4-455f-901d-f42df0bfaab3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'subnet': {'network_id': 'c5d46d05-4079-40d0-8d6e-607254ae74df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:44.368692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3482992-3f68-4e36-b907-70b2951b1cd2 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Network': ['ID=c5d46d05-4079-40d0-8d6e-607254ae74df,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:44.382896 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.387384 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c5d46d05-4079-40d0-8d6e-607254ae74df details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:29:44.401968 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.421041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:29:44.433704 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.434688 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Added segment b4c6d921-2d2c-4739-95e1-0a714733859e of type vlan for network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 Dec 09 22:29:44.475772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eaf8fb-4af4-455f-901d-f42df0bfaab3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Made reservation on behalf of 44ca81b6be124ae9b5b923b7e17a6a7a for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:44.482233 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf8fb-4af4-455f-901d-f42df0bfaab3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.487646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:44.488102 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.493517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40226) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:44.553292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-312d06c9-4881-4208-a586-0fe81713cb8f req-a9d43b4d-13bc-46a4-91da-3b16e7667bd8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4249761 Dec 09 22:29:44.564634 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.605268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.615046 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.655059 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.658414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:44.664625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e441ff-e9bc-423a-b5e8-a5e224921e3d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:44.675396 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.772747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:44.786937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d310efe-793d-4113-9533-e002466b1f15 req-d165dd2c-eeae-40cb-882b-07e489c84bdc tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:44.794312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d310efe-793d-4113-9533-e002466b1f15 req-d165dd2c-eeae-40cb-882b-07e489c84bdc tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 950 time: 0.2997067 Dec 09 22:29:44.821016 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.822664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:44.823327 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.832535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf8fb-4af4-455f-901d-f42df0bfaab3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.898810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaf8fb-4af4-455f-901d-f42df0bfaab3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Subnet': ['ID=7c8481f8-dba9-4798-9f0f-55942d12ef14,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:44.909862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eaf8fb-4af4-455f-901d-f42df0bfaab3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Checking segment: {'id': 'b88bc1d5-60fe-4585-a76e-257b79b52df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5d46d05-4079-40d0-8d6e-607254ae74df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:44.910537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eaf8fb-4af4-455f-901d-f42df0bfaab3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network hostable DHCP agents. Network: c5d46d05-4079-40d0-8d6e-607254ae74df, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:29:44.930051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eaf8fb-4af4-455f-901d-f42df0bfaab3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network c5d46d05-4079-40d0-8d6e-607254ae74df is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:29:44.942053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0587823 Dec 09 22:29:44.942238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-f2eaf8fb-4af4-455f-901d-f42df0bfaab3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c5d46d05-4079-40d0-8d6e-607254ae74df) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:44.954048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eaf8fb-4af4-455f-901d-f42df0bfaab3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:44.954661 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf8fb-4af4-455f-901d-f42df0bfaab3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:44.954784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c01d85-a2ca-4996-a520-64e7fa2ed464 None None] Network c5d46d05-4079-40d0-8d6e-607254ae74df requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:29:44.961196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40232) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:44.969043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a72620fb-4bdb-48eb-91f2-38ab122c3090 admin admin] Request body: {'subnet': {'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-107060773-subnet', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:44.984089 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f2eaf8fb-4af4-455f-901d-f42df0bfaab3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6219227 Dec 09 22:29:44.984627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40234) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:44.989275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2084859094', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:45.016438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.018431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.025616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d310efe-793d-4113-9533-e002466b1f15 req-eb8331b2-d9b0-47dc-a752-5fd5df6b43c9 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290959 Dec 09 22:29:45.028043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-60da0724-ef98-45c6-af88-56344d1d5e06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a807b334dd6a48f789fdb28645537eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5228975 Dec 09 22:29:45.032016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40236) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:45.038871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b733a9-0acc-4624-afd3-f6b8f50a52fc admin admin] Pushing event updated for resources: {'Network': ['ID=694bdbc1-64e1-4f22-92bb-851cbbfe46d9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:45.051298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Allocated IP 172.25.8.180 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/7d97fdd5-29bd-48f9-a22c-e857ce723293) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:45.053862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68293511-ad98-491d-890a-1439f4052b03 req-8d8ef277-0327-428f-8bbf-b2af15ce44d7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:45.055778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68293511-ad98-491d-890a-1439f4052b03 req-8d8ef277-0327-428f-8bbf-b2af15ce44d7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2922039 Dec 09 22:29:45.072760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:29:45.098994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72620fb-4bdb-48eb-91f2-38ab122c3090 admin admin] Made reservation on behalf of 521c280ad6b84050888956ce76755bf1 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:45.101346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a72620fb-4bdb-48eb-91f2-38ab122c3090 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.111675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6234d077-2433-4e48-80a6-e8821d858b2e None None] Network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:29:45.132555 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.254365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c5d46d05-4079-40d0-8d6e-607254ae74df', 'network_id': 'c5d46d05-4079-40d0-8d6e-607254ae74df', 'project_id': '44ca81b6be124ae9b5b923b7e17a6a7a', 'fixed_ips': [{'subnet_id': '7c8481f8-dba9-4798-9f0f-55942d12ef14'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:29:45.255230 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.268992 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68293511-ad98-491d-890a-1439f4052b03 req-a561eec9-da45-4f59-9c67-90984f21be58 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000759 Dec 09 22:29:45.273300 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4da9a0e5-0cd0-464f-82cd-089897dbb231 None None] Provisioning complete for port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:45.274857 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4da9a0e5-0cd0-464f-82cd-089897dbb231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.318568 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.321533 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d103c75-07ea-42f5-a0c7-003610dc4ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.345388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ab6c6-c02d-4cb5-9039-d640a58de934 req-9cc8f97e-6b1e-4b07-af3e-9ffc528235bb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:45.347007 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-551ab6c6-c02d-4cb5-9039-d640a58de934 req-9cc8f97e-6b1e-4b07-af3e-9ffc528235bb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.2231078 Dec 09 22:29:45.359676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40242) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:45.364868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-73a25520-3596-4c33-951f-e5b7d5b196ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Request body: {'floatingip': {'port_id': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:45.368677 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d103c75-07ea-42f5-a0c7-003610dc4ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.377528 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.429809 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73a25520-3596-4c33-951f-e5b7d5b196ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.513076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Allocated IP 172.20.0.2 (c5d46d05-4079-40d0-8d6e-607254ae74df/7c8481f8-dba9-4798-9f0f-55942d12ef14/35331ab6-8b87-404c-9842-0a142891d9da) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:45.565409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba706-b126-4f2c-ac88-762f6556fbf6 req-51ebd47f-2c7b-49bb-b175-f6d8cce4767a tempest-LiveMigrationNegativeTest-161054905 tempest-LiveMigrationNegativeTest-161054905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:45.573656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d73ba706-b126-4f2c-ac88-762f6556fbf6 req-51ebd47f-2c7b-49bb-b175-f6d8cce4767a tempest-LiveMigrationNegativeTest-161054905 tempest-LiveMigrationNegativeTest-161054905-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 1102 time: 0.1558497 Dec 09 22:29:45.597820 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.600979 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d73ba706-b126-4f2c-ac88-762f6556fbf6 req-c550fa94-50b7-400b-a137-df3f3a87c42c tempest-LiveMigrationNegativeTest-161054905 tempest-LiveMigrationNegativeTest-161054905-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.618368 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a72620fb-4bdb-48eb-91f2-38ab122c3090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.694142 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d103c75-07ea-42f5-a0c7-003610dc4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.697609 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d103c75-07ea-42f5-a0c7-003610dc4ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.698779 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3d103c75-07ea-42f5-a0c7-003610dc4ee2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b5d9e3a-568f-4c3e-aa17-6b4e3719fdc3 HTTP/1.1" status: 204 len: 168 time: 0.6659219 Dec 09 22:29:45.703580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b677-a699-4cad-82c1-be720796656b req-28997391-c0dd-4863-b23e-62346d035980 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:45.705247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b294b677-a699-4cad-82c1-be720796656b req-28997391-c0dd-4863-b23e-62346d035980 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2242734 Dec 09 22:29:45.711334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:45.726163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d103c75-07ea-42f5-a0c7-003610dc4ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5d9e3a-568f-4c3e-aa17-6b4e3719fdc3,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:45.729440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:45.746711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:45.766421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Pushing event updated for resources: {'Port': ['ID=7d97fdd5-29bd-48f9-a22c-e857ce723293,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:45.810970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72620fb-4bdb-48eb-91f2-38ab122c3090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e6f25b-027d-4316-8290-3ec20d55c401,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:45.828815 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.846201 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.891232 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b294b677-a699-4cad-82c1-be720796656b req-b058b211-2d9d-4373-8d16-e7724dc2f1f8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703410 Dec 09 22:29:45.899480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72620fb-4bdb-48eb-91f2-38ab122c3090 admin admin] Checking segment: {'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:45.899842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72620fb-4bdb-48eb-91f2-38ab122c3090 admin admin] Network hostable DHCP agents. Network: 694bdbc1-64e1-4f22-92bb-851cbbfe46d9, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:29:45.904348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Pushing event updated for resources: {'Port': ['ID=35331ab6-8b87-404c-9842-0a142891d9da,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:45.937627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Network c5d46d05-4079-40d0-8d6e-607254ae74df is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:45.939990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c0cd4631-0804-4664-901c-bc9d1f4fde1f None None] Provisioning complete for port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:45.939990 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c0cd4631-0804-4664-901c-bc9d1f4fde1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:45.944827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:45.951367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:45.981053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.037999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72620fb-4bdb-48eb-91f2-38ab122c3090 admin admin] Network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:29:46.084672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-a72620fb-4bdb-48eb-91f2-38ab122c3090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 694bdbc1-64e1-4f22-92bb-851cbbfe46d9) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:46.093551 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d73ba706-b126-4f2c-ac88-762f6556fbf6 req-c550fa94-50b7-400b-a137-df3f3a87c42c tempest-LiveMigrationNegativeTest-161054905 tempest-LiveMigrationNegativeTest-161054905-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.097130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72620fb-4bdb-48eb-91f2-38ab122c3090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:46.097646 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a72620fb-4bdb-48eb-91f2-38ab122c3090 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.105923 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d73ba706-b126-4f2c-ac88-762f6556fbf6 req-c550fa94-50b7-400b-a137-df3f3a87c42c tempest-LiveMigrationNegativeTest-161054905 tempest-LiveMigrationNegativeTest-161054905-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.169317 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.175588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99529b9e-bae7-4bbb-bc39-89cbd3dbfbba None None] Network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:29:46.179377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a72620fb-4bdb-48eb-91f2-38ab122c3090 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2170172 Dec 09 22:29:46.180471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40254) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:46.212591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:46.212918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40256) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:46.234957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d73ba706-b126-4f2c-ac88-762f6556fbf6 req-c550fa94-50b7-400b-a137-df3f3a87c42c tempest-LiveMigrationNegativeTest-161054905 tempest-LiveMigrationNegativeTest-161054905-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595123 Dec 09 22:29:46.337621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:46.350727 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.351800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.377611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'project_id': '521c280ad6b84050888956ce76755bf1', 'fixed_ips': [{'subnet_id': '68e6f25b-027d-4316-8290-3ec20d55c401'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:29:46.378545 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.403293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Attempting to bind port 35331ab6-8b87-404c-9842-0a142891d9da on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:46.403872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Attempting to bind port 35331ab6-8b87-404c-9842-0a142891d9da by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'b88bc1d5-60fe-4585-a76e-257b79b52df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5d46d05-4079-40d0-8d6e-607254ae74df'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:46.404259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Attempting to bind port 35331ab6-8b87-404c-9842-0a142891d9da on network c5d46d05-4079-40d0-8d6e-607254ae74df {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:46.418751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:29:46.419141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Checking segment: {'id': 'b88bc1d5-60fe-4585-a76e-257b79b52df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5d46d05-4079-40d0-8d6e-607254ae74df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:46.419588 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.419985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Bound using segment: {'id': 'b88bc1d5-60fe-4585-a76e-257b79b52df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5d46d05-4079-40d0-8d6e-607254ae74df'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:29:46.420784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Bound port: 35331ab6-8b87-404c-9842-0a142891d9da, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88bc1d5-60fe-4585-a76e-257b79b52df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5d46d05-4079-40d0-8d6e-607254ae74df'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:29:46.421172 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.445301 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73a25520-3596-4c33-951f-e5b7d5b196ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.469585 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.472653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550fa94-50b7-400b-a137-df3f3a87c42c tempest-LiveMigrationNegativeTest-161054905 tempest-LiveMigrationNegativeTest-161054905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eaa1b2-fa9c-411d-bf4d-8dcd2e3b1397,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:46.487547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.25.8.199 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/7f7650d6-7ceb-4380-8570-ee70a166d4b3) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:46.492873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73a25520-3596-4c33-951f-e5b7d5b196ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.496541 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.585174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a169e7f-4eaa-4fbf-bf39-48163642591d req-d4b9888a-eef8-4085-b247-6b774ad10046 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:46.586560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a169e7f-4eaa-4fbf-bf39-48163642591d req-d4b9888a-eef8-4085-b247-6b774ad10046 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.4382961 Dec 09 22:29:46.615214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:46.615791 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.647892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d2f9971b-8a59-44ea-b207-1c2e9f60ee70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=296ac94f4db54296b5483879a1029b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4299467 Dec 09 22:29:46.659280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40268) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:46.666218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] For port 35331ab6-8b87-404c-9842-0a142891d9da, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:46.711194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] For port 35331ab6-8b87-404c-9842-0a142891d9da, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=35331ab6-8b87-404c-9842-0a142891d9da,segment=NetworkSegment(b88bc1d5-60fe-4585-a76e-257b79b52df3),segment_id=b88bc1d5-60fe-4585-a76e-257b79b52df3)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:29:46.719112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.751141 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0db25e-7d15-43ea-92b8-a0879cc69329 req-109ffcc8-9360-4dab-836b-c3db666409c8 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:46.752752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db0db25e-7d15-43ea-92b8-a0879cc69329 req-109ffcc8-9360-4dab-836b-c3db666409c8 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 950 time: 0.1632328 Dec 09 22:29:46.766072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Allocated IP 172.20.0.2 (694bdbc1-64e1-4f22-92bb-851cbbfe46d9/68e6f25b-027d-4316-8290-3ec20d55c401/d631e223-7541-4b9a-b67f-7b0a5cb060da) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:46.814154 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a169e7f-4eaa-4fbf-bf39-48163642591d req-a32fb54a-1450-4877-8a49-fb8b452710ce tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891825 Dec 09 22:29:46.850694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4aebf-2a41-4407-acc7-c89243f91501 None None] Pushing event updated for resources: {'Port': ['ID=35331ab6-8b87-404c-9842-0a142891d9da,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:46.891777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beddc1be-98ed-466b-a20c-95e7d69cc91f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.936693 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beddc1be-98ed-466b-a20c-95e7d69cc91f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:46.948626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db0db25e-7d15-43ea-92b8-a0879cc69329 req-87b485dd-9b2c-49b5-b890-82ec36aa7bdf tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754992 Dec 09 22:29:46.994843 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:47.006096 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:47.049986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:47.055058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:47.059933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:47.067462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Pushing event updated for resources: {'Port': ['ID=d631e223-7541-4b9a-b67f-7b0a5cb060da,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:47.124117 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:47.173172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Attempting to bind port d631e223-7541-4b9a-b67f-7b0a5cb060da on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:47.173660 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Attempting to bind port d631e223-7541-4b9a-b67f-7b0a5cb060da by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:47.174549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Attempting to bind port d631e223-7541-4b9a-b67f-7b0a5cb060da on network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:47.195791 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:29:47.196332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Checking segment: {'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:47.196874 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:47.197774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Bound using segment: {'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:29:47.202396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cef2c-8d24-4239-853b-6ce270dbec88 req-e466e924-ab4f-4d37-a134-2dc4891a20f8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:47.202721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Bound port: d631e223-7541-4b9a-b67f-7b0a5cb060da, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:29:47.203286 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:47.212731 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a89cef2c-8d24-4239-853b-6ce270dbec88 req-e466e924-ab4f-4d37-a134-2dc4891a20f8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2460401 Dec 09 22:29:47.237777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beddc1be-98ed-466b-a20c-95e7d69cc91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:47.240411 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beddc1be-98ed-466b-a20c-95e7d69cc91f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:47.243981 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-beddc1be-98ed-466b-a20c-95e7d69cc91f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7bc1226-67bd-4613-9802-1a8efb268978 HTTP/1.1" status: 204 len: 168 time: 0.5778837 Dec 09 22:29:47.280191 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:47.288098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddc1be-98ed-466b-a20c-95e7d69cc91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bc1226-67bd-4613-9802-1a8efb268978,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:47.333992 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-73a25520-3596-4c33-951f-e5b7d5b196ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Floating IP cd1aa93b-6265-4e9a-b56f-f7cfb16f280f associated. External IP: 172.25.8.226, port: 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb. Dec 09 22:29:47.341633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a89cef2c-8d24-4239-853b-6ce270dbec88 req-f815cc45-161a-426b-bc92-bf2e0a88c16d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279345 Dec 09 22:29:47.342313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] For port d631e223-7541-4b9a-b67f-7b0a5cb060da, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:47.367180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] For port d631e223-7541-4b9a-b67f-7b0a5cb060da, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d631e223-7541-4b9a-b67f-7b0a5cb060da,segment=NetworkSegment(b4c6d921-2d2c-4739-95e1-0a714733859e),segment_id=b4c6d921-2d2c-4739-95e1-0a714733859e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:29:47.384545 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:47.388043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Router 9ce87c53-097b-464b-9221-21ff6dd83061 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:29:47.457498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac4205-1a32-4a0d-8a6c-00f950d06cc1 None None] Pushing event updated for resources: {'Port': ['ID=d631e223-7541-4b9a-b67f-7b0a5cb060da,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:47.525190 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:47.606013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a48ac-7e2c-45ca-b464-57131cc40ff2 req-60d29871-45f9-438e-b02d-b01be72a9882 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:47.607749 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a7a48ac-7e2c-45ca-b464-57131cc40ff2 req-60d29871-45f9-438e-b02d-b01be72a9882 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1193740 Dec 09 22:29:47.622905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:47.637304 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Sync routers for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:47.652726 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:29:47.666446 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:47.668586 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:47.676099 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:47.676711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3cec2de2-7b27-46be-8516-59fc95308a20 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.3327849 Dec 09 22:29:47.680314 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40282) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:47.714050 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:47.724754 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a7a48ac-7e2c-45ca-b464-57131cc40ff2 req-8329673e-15f8-4665-996c-1a387ea11ef7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062093 Dec 09 22:29:47.874890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=7f7650d6-7ceb-4380-8570-ee70a166d4b3,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:47.932545 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:47.942210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb026a7-be43-4619-b282-c2327f7cde10 req-82146a4b-41b7-4de5-b397-e1e47c8ffe19 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:47.957052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4eb026a7-be43-4619-b282-c2327f7cde10 req-82146a4b-41b7-4de5-b397-e1e47c8ffe19 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.0893173 Dec 09 22:29:48.120451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:48.150454 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4eb026a7-be43-4619-b282-c2327f7cde10 req-e114f22a-97f2-45e5-98fe-8626bbd7c3f3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922131 Dec 09 22:29:48.174594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:48.199597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:48.233455 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:46Z', 'revision_number': 3, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:48.266673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98020846-292a-4fc0-b1ac-e1233c127c52 req-100854c5-3b58-4522-8164-1c7c56ddf15a tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:48.281668 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Checking router: 9ce87c53-097b-464b-9221-21ff6dd83061 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:29:48.282416 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Updating router 9ce87c53-097b-464b-9221-21ff6dd83061 port 7d97fdd5-29bd-48f9-a22c-e857ce723293 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:29:48.283225 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98020846-292a-4fc0-b1ac-e1233c127c52 req-100854c5-3b58-4522-8164-1c7c56ddf15a tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 950 time: 0.1838632 Dec 09 22:29:48.347204 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:48.370543 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:48.413913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98020846-292a-4fc0-b1ac-e1233c127c52 req-5051d688-b2f6-499a-a275-58a226285b72 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289706 Dec 09 22:29:48.474926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a78e154-cc15-4a17-8092-f470b06a1577 None None] Network c5d46d05-4079-40d0-8d6e-607254ae74df requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:29:48.636964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d631e223-7541-4b9a-b67f-7b0a5cb060da up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:48.667371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1170ce6-b8b9-4bef-b890-b4c62a71da3b req-a88ce129-91a9-4b63-8115-63cfcaa4a528 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:48.670822 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1170ce6-b8b9-4bef-b890-b4c62a71da3b req-a88ce129-91a9-4b63-8115-63cfcaa4a528 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1471195 Dec 09 22:29:48.705823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8ae539ef-5064-4766-bd89-a7a986d33879 None None] Provisioning complete for port 35331ab6-8b87-404c-9842-0a142891d9da triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:48.706217 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8ae539ef-5064-4766-bd89-a7a986d33879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:48.732538 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:48.755455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d631e223-7541-4b9a-b67f-7b0a5cb060da triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:48.755712 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:48.799421 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1170ce6-b8b9-4bef-b890-b4c62a71da3b req-69e37ae2-0ad2-45bc-8960-050e4879e757 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223991 Dec 09 22:29:48.826602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a25520-3596-4c33-951f-e5b7d5b196ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Router 08b2b868-8828-4b47-afc1-e79746d0c66f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:48.929572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ac28fe-7bf1-46bd-ad94-553965550ae4 None None] Network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:29:48.933626 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:48.941572 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:48.952943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f34e62-df44-4074-98df-cdaf3bc3033a req-72a39c54-ceaa-4949-ab96-6271b9f61214 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:48.953964 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f8f34e62-df44-4074-98df-cdaf3bc3033a req-72a39c54-ceaa-4949-ab96-6271b9f61214 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.18 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 950 time: 0.7616076 Dec 09 22:29:49.008071 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848d8db-40bd-469e-9e04-15c780f5e3c7 None None] Pushing event updated for resources: {'Port': ['ID=7d97fdd5-29bd-48f9-a22c-e857ce723293,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:49.049685 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Attempting to bind port 7d97fdd5-29bd-48f9-a22c-e857ce723293 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:49.050107 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Attempting to bind port 7d97fdd5-29bd-48f9-a22c-e857ce723293 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:49.050467 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Attempting to bind port 7d97fdd5-29bd-48f9-a22c-e857ce723293 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:49.056698 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:29:49.057067 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:49.057468 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.057901 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:29:49.058370 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Bound port: 7d97fdd5-29bd-48f9-a22c-e857ce723293, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:29:49.059292 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.129899 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.160869 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] For port 7d97fdd5-29bd-48f9-a22c-e857ce723293, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:49.164518 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] For port 7d97fdd5-29bd-48f9-a22c-e857ce723293, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7d97fdd5-29bd-48f9-a22c-e857ce723293,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:29:49.169183 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.225868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638ca4e-6387-4cf4-9900-b8e6d156a83d req-6171ed71-6cac-4d96-9f75-63017558b980 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:49.228066 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6638ca4e-6387-4cf4-9900-b8e6d156a83d req-6171ed71-6cac-4d96-9f75-63017558b980 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1375670 Dec 09 22:29:49.249932 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8ae539ef-5064-4766-bd89-a7a986d33879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.288998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port d631e223-7541-4b9a-b67f-7b0a5cb060da, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d631e223-7541-4b9a-b67f-7b0a5cb060da,segment=NetworkSegment(b4c6d921-2d2c-4739-95e1-0a714733859e),segment_id=b4c6d921-2d2c-4739-95e1-0a714733859e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:49.300767 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.318751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 35331ab6-8b87-404c-9842-0a142891d9da up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:49.327350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6638ca4e-6387-4cf4-9900-b8e6d156a83d req-09bbc0a7-aa14-46b5-95e6-b21f22592e67 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908234 Dec 09 22:29:49.331787 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848d8db-40bd-469e-9e04-15c780f5e3c7 None None] Pushing event updated for resources: {'Port': ['ID=7d97fdd5-29bd-48f9-a22c-e857ce723293,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:49.352894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Allocated IP 172.25.8.134 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/8f5d88c3-e6c5-4160-917f-cb17c927545d) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:49.399935 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:49.400738 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:49.466158 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8ae539ef-5064-4766-bd89-a7a986d33879 None None] For port 35331ab6-8b87-404c-9842-0a142891d9da, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=35331ab6-8b87-404c-9842-0a142891d9da,segment=NetworkSegment(b88bc1d5-60fe-4585-a76e-257b79b52df3),segment_id=b88bc1d5-60fe-4585-a76e-257b79b52df3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:49.481277 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8ae539ef-5064-4766-bd89-a7a986d33879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.509389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=d631e223-7541-4b9a-b67f-7b0a5cb060da,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:49.552396 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.613748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 35331ab6-8b87-404c-9842-0a142891d9da triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:49.614962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72f4dc-a912-47a0-b77b-2200f9cdb229 req-9fb74afb-463b-4d86-8c12-e54a3783e3b8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:49.616664 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d72f4dc-a912-47a0-b77b-2200f9cdb229 req-9fb74afb-463b-4d86-8c12-e54a3783e3b8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1161702 Dec 09 22:29:49.617099 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.651208 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.660644 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:49.661924 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.717005 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6e57625b-d4d3-446c-adbe-3916b3614589 None None] Provisioning complete for port d631e223-7541-4b9a-b67f-7b0a5cb060da triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:49.722949 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e57625b-d4d3-446c-adbe-3916b3614589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.789642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae539ef-5064-4766-bd89-a7a986d33879 None None] Pushing event updated for resources: {'Port': ['ID=35331ab6-8b87-404c-9842-0a142891d9da,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:49.797375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5d88c3-e6c5-4160-917f-cb17c927545d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:49.819323 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d72f4dc-a912-47a0-b77b-2200f9cdb229 req-1b9be11a-f390-4920-b589-7875351603ab tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851861 Dec 09 22:29:49.867390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dc768-85fa-4301-9937-43f2e8ef547d req-4beaa4cc-7401-4bed-970a-c0b2b5a47210 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:49.884552 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be3dc768-85fa-4301-9937-43f2e8ef547d req-4beaa4cc-7401-4bed-970a-c0b2b5a47210 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 950 time: 0.2075803 Dec 09 22:29:49.982077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6e57625b-d4d3-446c-adbe-3916b3614589 None None] Provisioning complete for port 35331ab6-8b87-404c-9842-0a142891d9da triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:49.982787 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e57625b-d4d3-446c-adbe-3916b3614589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:49.986910 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:46Z', 'revision_number': 3, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:50.005738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be3dc768-85fa-4301-9937-43f2e8ef547d req-cef675ac-93f7-412d-b431-88553ba0e8c1 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203506 Dec 09 22:29:50.072122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40342) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:50.167057 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8272f5-ddf5-4975-a9f6-1ff9e0b22a87 None None] The sync data for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 is: [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:46Z', 'revision_number': 3, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:50.222053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966db1d-507f-4e56-87b7-96f76492962a req-28e2ad13-932c-437d-a5ba-d5b03131e483 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:50.237911 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c966db1d-507f-4e56-87b7-96f76492962a req-28e2ad13-932c-437d-a5ba-d5b03131e483 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1257377 Dec 09 22:29:50.258668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a69198d5-70ce-4f10-937f-7f28733df8b8 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1326945720'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:50.287261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:50.308042 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a69198d5-70ce-4f10-937f-7f28733df8b8 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:50.309415 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a69198d5-70ce-4f10-937f-7f28733df8b8 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:50.318604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d631e223-7541-4b9a-b67f-7b0a5cb060da up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:50.324444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:50.340218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c966db1d-507f-4e56-87b7-96f76492962a req-466051b1-a568-4822-a8ab-701d7cc560b2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014142 Dec 09 22:29:50.387849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:50.390580 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a69198d5-70ce-4f10-937f-7f28733df8b8 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:50.400385 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a69198d5-70ce-4f10-937f-7f28733df8b8 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:50.420217 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a69198d5-70ce-4f10-937f-7f28733df8b8 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:50.421812 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a69198d5-70ce-4f10-937f-7f28733df8b8 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3483627 Dec 09 22:29:50.425368 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40348) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:50.431961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d631e223-7541-4b9a-b67f-7b0a5cb060da triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:50.432383 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:50.469388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a25520-3596-4c33-951f-e5b7d5b196ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:50.481614 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73a25520-3596-4c33-951f-e5b7d5b196ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:50.492912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a3cdd5f2-767a-46f1-8d1b-50b2af7964e3 None None] Provisioning complete for port d631e223-7541-4b9a-b67f-7b0a5cb060da triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:50.493464 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd5f2-767a-46f1-8d1b-50b2af7964e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:50.501570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0233f9a-dd63-4d89-8e35-596b7682ca47 None None] Sync routers for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:50.531815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f8f34e62-df44-4074-98df-cdaf3bc3033a req-5c6858c8-0741-46ce-9f8e-492f40c10890 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Deleting port 0542574b-b738-4491-8699-304e66c3fee3 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:50.531815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f8f34e62-df44-4074-98df-cdaf3bc3033a req-5c6858c8-0741-46ce-9f8e-492f40c10890 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:50.534407 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa964799-ab3e-4a1f-b171-2d71e20b1d2f tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:50.579975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0233f9a-dd63-4d89-8e35-596b7682ca47 None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:50.580937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e0233f9a-dd63-4d89-8e35-596b7682ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:50.620895 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-73a25520-3596-4c33-951f-e5b7d5b196ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "PUT /v2.0/floatingips/cd1aa93b-6265-4e9a-b56f-f7cfb16f280f HTTP/1.1" status: 200 len: 992 time: 5.2592418 Dec 09 22:29:50.641902 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166e819-85c3-4f06-90aa-7a123e01f7a3 req-14d6c430-a84e-4ffa-92dc-f38e588a44dd tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:50.649749 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3166e819-85c3-4f06-90aa-7a123e01f7a3 req-14d6c430-a84e-4ffa-92dc-f38e588a44dd tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1832807 Dec 09 22:29:50.669031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:50.670975 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca67e14-5aba-4f70-a72b-d004e8c3b01f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:50.799687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 35331ab6-8b87-404c-9842-0a142891d9da up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:50.852028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e0233f9a-dd63-4d89-8e35-596b7682ca47 None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:50.859908 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fa3b5e-2f41-46c7-8426-f226992e6403 x-openstack-request-id: req-e0fa3b5e-2f41-46c7-8426-f226992e6403 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:50.860208 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:50.860469 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0fa3b5e-2f41-46c7-8426-f226992e6403 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:50.860880 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'status': 'completed', 'code': 200} Dec 09 22:29:50.952016 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 35331ab6-8b87-404c-9842-0a142891d9da triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:50.952563 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.030006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f8f34e62-df44-4074-98df-cdaf3bc3033a req-5c6858c8-0741-46ce-9f8e-492f40c10890 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] For port 0542574b-b738-4491-8699-304e66c3fee3, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0542574b-b738-4491-8699-304e66c3fee3,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:51.030261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f8f34e62-df44-4074-98df-cdaf3bc3033a req-5c6858c8-0741-46ce-9f8e-492f40c10890 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.040367 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.224814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f8f34e62-df44-4074-98df-cdaf3bc3033a req-5c6858c8-0741-46ce-9f8e-492f40c10890 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Calling delete_port for 0542574b-b738-4491-8699-304e66c3fee3 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:51.234495 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e0233f9a-dd63-4d89-8e35-596b7682ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'cd1aa93b-6265-4e9a-b56f-f7cfb16f280f', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'port_id': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'mac_address': 'fa:16:3e:28:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:29:23Z', 'updated_at': '2021-12-09T22:29:46Z', 'revision_number': 1, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:19Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:51.265112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0233f9a-dd63-4d89-8e35-596b7682ca47 None None] Checking router: 08b2b868-8828-4b47-afc1-e79746d0c66f for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:29:51.274375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0233f9a-dd63-4d89-8e35-596b7682ca47 None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:51.275227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e0233f9a-dd63-4d89-8e35-596b7682ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:51.347228 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa964799-ab3e-4a1f-b171-2d71e20b1d2f tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.354378 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa964799-ab3e-4a1f-b171-2d71e20b1d2f tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.373104 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.384524 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3166e819-85c3-4f06-90aa-7a123e01f7a3 req-7d0fa3ad-9500-4e5b-acd9-abb59c86cf22 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7337477 Dec 09 22:29:51.389689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e0233f9a-dd63-4d89-8e35-596b7682ca47 None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:51.429580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca67e14-5aba-4f70-a72b-d004e8c3b01f req-c959be00-46d4-44af-b1ec-ce01e7752abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:51.431785 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dca67e14-5aba-4f70-a72b-d004e8c3b01f req-c959be00-46d4-44af-b1ec-ce01e7752abd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 1098 time: 0.2249436 Dec 09 22:29:51.443355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fb48d-f3bb-4188-90fa-07b52f1920ef req-22333030-98d2-4e51-8e4d-d20d2c77d613 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:51.444967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b1fb48d-f3bb-4188-90fa-07b52f1920ef req-22333030-98d2-4e51-8e4d-d20d2c77d613 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 950 time: 0.2392941 Dec 09 22:29:51.484034 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa964799-ab3e-4a1f-b171-2d71e20b1d2f tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.484895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa964799-ab3e-4a1f-b171-2d71e20b1d2f tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8dd9d217-29af-4fa7-919f-7dd340c41194 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:29:51.497205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa964799-ab3e-4a1f-b171-2d71e20b1d2f tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.501892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aa964799-ab3e-4a1f-b171-2d71e20b1d2f tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] 10.222.0.16 "DELETE /v2.0/routers/8dd9d217-29af-4fa7-919f-7dd340c41194 HTTP/1.1" status: 204 len: 168 time: 1.0720031 Dec 09 22:29:51.505911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40362) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:51.515262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6d42cf83-993c-4de0-b908-0cc0162a9f0a tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Request body: {'router': {'name': 'tempest-router-2010583663', 'distributed': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:51.559320 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.595420 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d42cf83-993c-4de0-b908-0cc0162a9f0a tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.596463 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d42cf83-993c-4de0-b908-0cc0162a9f0a tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.674990 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b1fb48d-f3bb-4188-90fa-07b52f1920ef req-799eb850-3947-4008-9792-5b0d95a7a585 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917727 Dec 09 22:29:51.698493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router aea9151a-1464-4a1e-bb60-c3b21fe4b2a1 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:29:51.724412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9daba-44c8-47cf-88b4-eece40670143 req-ad986973-8b33-4ca6-a8b7-ff9ac6cea45a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:51.726001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02f9daba-44c8-47cf-88b4-eece40670143 req-ad986973-8b33-4ca6-a8b7-ff9ac6cea45a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1772635 Dec 09 22:29:51.734151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e0233f9a-dd63-4d89-8e35-596b7682ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'cd1aa93b-6265-4e9a-b56f-f7cfb16f280f', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'port_id': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'mac_address': 'fa:16:3e:28:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:29:23Z', 'updated_at': '2021-12-09T22:29:46Z', 'revision_number': 1, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:19Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:51.756564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca67e14-5aba-4f70-a72b-d004e8c3b01f req-1d00459e-d301-483f-8311-a70014b78252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:51.758277 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dca67e14-5aba-4f70-a72b-d004e8c3b01f req-1d00459e-d301-483f-8311-a70014b78252 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 917 time: 0.3119867 Dec 09 22:29:51.760441 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d42cf83-993c-4de0-b908-0cc0162a9f0a tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.776722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0233f9a-dd63-4d89-8e35-596b7682ca47 None None] The sync data for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 is: [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'cd1aa93b-6265-4e9a-b56f-f7cfb16f280f', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'port_id': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'mac_address': 'fa:16:3e:28:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:29:23Z', 'updated_at': '2021-12-09T22:29:46Z', 'revision_number': 1, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:19Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:51.810055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0542574b-b738-4491-8699-304e66c3fee3 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:51.816913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02f9daba-44c8-47cf-88b4-eece40670143 req-63e51973-6e79-44ee-b183-40ace99a1f3c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639923 Dec 09 22:29:51.823579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Allocated IP 172.20.0.1 (796f6eaf-24fd-48c3-b733-18d0e4cdb4b6/411e66c1-b9cc-4f6a-87c9-193b471d530e/839dc773-777a-4c3d-8d08-4ce431592e0c) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:51.825283 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d42cf83-993c-4de0-b908-0cc0162a9f0a tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.902399 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6d42cf83-993c-4de0-b908-0cc0162a9f0a tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:51.903698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6d42cf83-993c-4de0-b908-0cc0162a9f0a tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3927722 Dec 09 22:29:51.906633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40370) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:51.972026 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.018454 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dca67e14-5aba-4f70-a72b-d004e8c3b01f req-68372bb2-7a15-47eb-93b1-b13ee3d68804 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb HTTP/1.1" status: 200 len: 1000 time: 0.2080843 Dec 09 22:29:52.050836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad4822b6-cf2d-4639-80cd-102d920ad943 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.056423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f8f34e62-df44-4074-98df-cdaf3bc3033a req-5c6858c8-0741-46ce-9f8e-492f40c10890 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.087435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2d4bdfd7-241b-4db5-961f-adc96a969327'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:29:52.141124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6858c8-0741-46ce-9f8e-492f40c10890 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Pushing event deleted for resources: {'Port': ['ID=0542574b-b738-4491-8699-304e66c3fee3,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:52.154315 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd442d9f-036a-417c-aae3-1b5a4b4a8ccb None None] New status for floating IP cd1aa93b-6265-4e9a-b56f-f7cfb16f280f: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:29:52.238642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca67e14-5aba-4f70-a72b-d004e8c3b01f req-20f6ccbe-c739-4cbd-bf1f-0f9bad32a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:52.240592 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dca67e14-5aba-4f70-a72b-d004e8c3b01f req-20f6ccbe-c739-4cbd-bf1f-0f9bad32a56d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.2063136 Dec 09 22:29:52.254026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01698bae-bdfe-491b-934e-110f58c9e17c req-e18bf6a4-4740-4d89-a24c-9867d6d7198d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:52.262826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01698bae-bdfe-491b-934e-110f58c9e17c req-e18bf6a4-4740-4d89-a24c-9867d6d7198d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.3070083 Dec 09 22:29:52.355250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:52.369449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f34e62-df44-4074-98df-cdaf3bc3033a req-5c6858c8-0741-46ce-9f8e-492f40c10890 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] No DVR routers for this DVR port 0542574b-b738-4491-8699-304e66c3fee3 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:52.369602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfafe6b-2b84-40f4-a9aa-7e95df40c4e2 None None] Sync routers for ids ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:52.373320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7d97fdd5-29bd-48f9-a22c-e857ce723293 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:52.399157 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f8f34e62-df44-4074-98df-cdaf3bc3033a req-5c6858c8-0741-46ce-9f8e-492f40c10890 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.411348 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f8f34e62-df44-4074-98df-cdaf3bc3033a req-5c6858c8-0741-46ce-9f8e-492f40c10890 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.18 "DELETE /v2.0/ports/0542574b-b738-4491-8699-304e66c3fee3 HTTP/1.1" status: 204 len: 173 time: 3.4486802 Dec 09 22:29:52.419299 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad4822b6-cf2d-4639-80cd-102d920ad943 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.423270 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad4822b6-cf2d-4639-80cd-102d920ad943 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.426868 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.476352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.477780 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-febbc459-2ef1-4329-a855-8d1b40ceb58c tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.4926097 Dec 09 22:29:52.509813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40372) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:52.519903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfafe6b-2b84-40f4-a9aa-7e95df40c4e2 None None] Routers {'aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:52.520810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ebfafe6b-2b84-40f4-a9aa-7e95df40c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:52.527747 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.533002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca67e14-5aba-4f70-a72b-d004e8c3b01f req-f1aac36c-7223-476f-9ee6-8b522df91283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:52.535657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dca67e14-5aba-4f70-a72b-d004e8c3b01f req-f1aac36c-7223-476f-9ee6-8b522df91283 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2617924 Dec 09 22:29:52.540546 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad4822b6-cf2d-4639-80cd-102d920ad943 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.541053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4822b6-cf2d-4639-80cd-102d920ad943 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e65750a-f8a0-4091-a31c-3251524c6682 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:29:52.561198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.582640 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ebfafe6b-2b84-40f4-a9aa-7e95df40c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:52.591945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfafe6b-2b84-40f4-a9aa-7e95df40c4e2 None None] Routers {'aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:52.592528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ebfafe6b-2b84-40f4-a9aa-7e95df40c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:52.608974 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad4822b6-cf2d-4639-80cd-102d920ad943 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.610123 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ad4822b6-cf2d-4639-80cd-102d920ad943 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] 10.222.0.16 "DELETE /v2.0/routers/8e65750a-f8a0-4091-a31c-3251524c6682 HTTP/1.1" status: 204 len: 168 time: 0.7024918 Dec 09 22:29:52.622258 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40374) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:52.639632 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ebfafe6b-2b84-40f4-a9aa-7e95df40c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:52.640542 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfafe6b-2b84-40f4-a9aa-7e95df40c4e2 None None] The sync data for ids ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:52.650632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a6c8252c-86ea-4c39-9e44-b8c3a011a5d4 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Request body: {'router': {'name': 'tempest-router-692221885', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '497b2815dc7c44e9b4c8202c12bd0d5b'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:52.661585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 7d97fdd5-29bd-48f9-a22c-e857ce723293 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:52.662399 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.677527 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01698bae-bdfe-491b-934e-110f58c9e17c req-245dda98-8f70-4951-8266-bb41cff8976b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135418 Dec 09 22:29:52.684873 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a6c8252c-86ea-4c39-9e44-b8c3a011a5d4 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.685684 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a6c8252c-86ea-4c39-9e44-b8c3a011a5d4 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.805112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.832618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 7d97fdd5-29bd-48f9-a22c-e857ce723293, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7d97fdd5-29bd-48f9-a22c-e857ce723293,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:52.845521 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.890028 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a6c8252c-86ea-4c39-9e44-b8c3a011a5d4 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.897071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-175753a8-c9c7-4dc0-86c2-55c87c65f473 req-74af0c96-a485-41fb-938d-38157ba5d4da tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe1913c-cb71-4183-aeb7-bf97e1c9b635 HTTP/1.1" status: 200 len: 210 time: 0.0806894 Dec 09 22:29:52.930408 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a6c8252c-86ea-4c39-9e44-b8c3a011a5d4 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:52.948029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=7d97fdd5-29bd-48f9-a22c-e857ce723293,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:53.007899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dca67e14-5aba-4f70-a72b-d004e8c3b01f req-551bf309-d8a3-4e2b-8fe4-233e7fa92c45 service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966947 Dec 09 22:29:53.064950 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a6c8252c-86ea-4c39-9e44-b8c3a011a5d4 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.066491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a6c8252c-86ea-4c39-9e44-b8c3a011a5d4 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4420443 Dec 09 22:29:53.071602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40386) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:53.078638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:53.147061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe1913c-cb71-4183-aeb7-bf97e1c9b635', 'name': 'network-vif-deleted', 'tag': '0542574b-b738-4491-8699-304e66c3fee3'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:53.149845 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034d1dbd-e91e-4158-b083-45526bf57eb3" -d '{"events": [{"server_uuid": "abe1913c-cb71-4183-aeb7-bf97e1c9b635", "name": "network-vif-deleted", "tag": "0542574b-b738-4491-8699-304e66c3fee3"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:53.193803 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.203697 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52ad820-2d99-4766-aa78-d27a809881b4 x-openstack-request-id: req-e52ad820-2d99-4766-aa78-d27a809881b4 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:53.203969 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe1913c-cb71-4183-aeb7-bf97e1c9b635", "name": "network-vif-deleted", "tag": "0542574b-b738-4491-8699-304e66c3fee3", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:53.204231 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e52ad820-2d99-4766-aa78-d27a809881b4 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:53.204630 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe1913c-cb71-4183-aeb7-bf97e1c9b635', 'name': 'network-vif-deleted', 'tag': '0542574b-b738-4491-8699-304e66c3fee3', 'status': 'completed', 'code': 200} Dec 09 22:29:53.259441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:53.269878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:53.275729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:53.280484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Pushing event updated for resources: {'Port': ['ID=839dc773-777a-4c3d-8d08-4ce431592e0c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:53.318553 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Router fb85205d-f57a-4f38-afd6-507359141a48 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:29:53.326663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.430947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dca67e14-5aba-4f70-a72b-d004e8c3b01f req-a0237e38-49aa-4f09-9308-115ec861f51c service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142828 Dec 09 22:29:53.483567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6134a-50f6-4c4a-8d54-5d96bc3924c4 req-2def3f41-9a96-41f1-825e-6bc2d1fe246c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:53.486242 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bf6134a-50f6-4c4a-8d54-5d96bc3924c4 req-2def3f41-9a96-41f1-825e-6bc2d1fe246c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.3514709 Dec 09 22:29:53.519592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:53.527289 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.528372 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.529595 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Sync routers for ids ['fb85205d-f57a-4f38-afd6-507359141a48'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:53.544059 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Routers {'fb85205d-f57a-4f38-afd6-507359141a48'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:53.545137 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fb85205d-f57a-4f38-afd6-507359141a48'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:53.552528 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.557072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a103dd27-53b8-45f4-845b-6c12daf9d911 None None] Provisioning complete for port 839dc773-777a-4c3d-8d08-4ce431592e0c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:53.558109 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a103dd27-53b8-45f4-845b-6c12daf9d911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.559086 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.563114 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4c8789fb-21dd-461d-be1a-8a585f456fe6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3796430 Dec 09 22:29:53.569266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40392) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:53.643513 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103418) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 09 22:29:53.644041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Router c60ddb69-3cbc-4f5a-a033-8c1d98c50a7e migrating from provider to provider. {{(pid=103418) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 09 22:29:53.644418 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.651890 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.668266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.672122 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Set router fb85205d-f57a-4f38-afd6-507359141a48 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:53.756607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a103dd27-53b8-45f4-845b-6c12daf9d911 None None] Port 839dc773-777a-4c3d-8d08-4ce431592e0c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:29:53.820229 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bf6134a-50f6-4c4a-8d54-5d96bc3924c4 req-d046ba4c-7d3f-43c9-b787-ec95d551cd0c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008690 Dec 09 22:29:53.846536 n-d-789963-23 neutron-server[103418]: WARNING neutron.scheduler.l3_agent_scheduler [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] No L3 agents can host the router c60ddb69-3cbc-4f5a-a033-8c1d98c50a7e Dec 09 22:29:53.905832 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:29:50Z', 'revision_number': 3, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:53.908950 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.944754 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Checking router: fb85205d-f57a-4f38-afd6-507359141a48 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:29:53.945657 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Updating router fb85205d-f57a-4f38-afd6-507359141a48 port 8f5d88c3-e6c5-4160-917f-cb17c927545d binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:29:53.959932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:53.976855 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:54.080912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Pushing event updated for resources: {'Port': ['ID=839dc773-777a-4c3d-8d08-4ce431592e0c,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:54.083888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:54.318248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:54.323382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:54.361286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7d97fdd5-29bd-48f9-a22c-e857ce723293 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:54.384051 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:54.404405 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:54.417173 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:54.468374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 7d97fdd5-29bd-48f9-a22c-e857ce723293 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:54.468374 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:54.509761 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Attempting to bind port 8f5d88c3-e6c5-4160-917f-cb17c927545d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:54.510159 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Attempting to bind port 8f5d88c3-e6c5-4160-917f-cb17c927545d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:54.510521 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Attempting to bind port 8f5d88c3-e6c5-4160-917f-cb17c927545d on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:54.536376 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:29:54.537069 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:54.537196 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:54.537524 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:29:54.538021 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Bound port: 8f5d88c3-e6c5-4160-917f-cb17c927545d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:29:54.538401 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:54.591515 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] For port 8f5d88c3-e6c5-4160-917f-cb17c927545d, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:54.595419 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] For port 8f5d88c3-e6c5-4160-917f-cb17c927545d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8f5d88c3-e6c5-4160-917f-cb17c927545d,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:29:54.601928 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:54.604633 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e0c32-1d76-4466-b2a1-86d588bcb431 None None] Pushing event updated for resources: {'Port': ['ID=8f5d88c3-e6c5-4160-917f-cb17c927545d,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:54.629545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc510a3-a53b-443c-a42f-bd7c39fd3d21 req-0f1f4fff-70e4-448b-b2a8-d58fcf0d85f1 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:54.636989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddc510a3-a53b-443c-a42f-bd7c39fd3d21 req-0f1f4fff-70e4-448b-b2a8-d58fcf0d85f1 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 950 time: 0.1684258 Dec 09 22:29:54.644121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Router 9ce87c53-097b-464b-9221-21ff6dd83061 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:54.648840 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Hosts for router c60ddb69-3cbc-4f5a-a033-8c1d98c50a7e: [] {{(pid=103418) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 09 22:29:54.663740 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e0c32-1d76-4466-b2a1-86d588bcb431 None None] Pushing event updated for resources: {'Port': ['ID=8f5d88c3-e6c5-4160-917f-cb17c927545d,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:54.698292 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Routers {'fb85205d-f57a-4f38-afd6-507359141a48'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:54.698921 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fb85205d-f57a-4f38-afd6-507359141a48'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:54.703790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Hosts for other DVR routers connected to router c60ddb69-3cbc-4f5a-a033-8c1d98c50a7e: set() {{(pid=103418) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 09 22:29:54.706539 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:54.707901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-463bc6f5-666d-482b-a951-ece43acd5043 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] 10.222.0.16 "PUT /v2.0/routers/c60ddb69-3cbc-4f5a-a033-8c1d98c50a7e HTTP/1.1" status: 200 len: 716 time: 1.6338441 Dec 09 22:29:54.710727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40404) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:54.784758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-05c78926-21a9-45ef-ae2f-178addb5fff7 None None] Provisioning complete for port 839dc773-777a-4c3d-8d08-4ce431592e0c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:54.785956 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05c78926-21a9-45ef-ae2f-178addb5fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:54.791332 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Allocated IP 172.20.0.1 (694bdbc1-64e1-4f22-92bb-851cbbfe46d9/68e6f25b-027d-4316-8290-3ec20d55c401/c70dc0f0-45f6-4407-b097-ed6bd69ae44c) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:54.820729 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] Set router fb85205d-f57a-4f38-afd6-507359141a48 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:54.821947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-05c78926-21a9-45ef-ae2f-178addb5fff7 None None] Port 839dc773-777a-4c3d-8d08-4ce431592e0c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:29:54.836412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:54.843268 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-296d5d38-b91d-432a-b309-3d19a43a098b admin admin] 10.222.0.16 "PUT /v2.0/routers/9ce87c53-097b-464b-9221-21ff6dd83061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1585250 Dec 09 22:29:54.854352 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Sync routers for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:54.874941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:54.875694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:54.906721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddc510a3-a53b-443c-a42f-bd7c39fd3d21 req-4a281de0-bc02-4954-a297-0d1e01f5e27c tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442713 Dec 09 22:29:54.915769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:54.932567 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-94c9827b-fc37-4930-85c2-7eb26ae4c519 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] 10.222.0.16 "GET /v2.0/routers/c60ddb69-3cbc-4f5a-a033-8c1d98c50a7e HTTP/1.1" status: 200 len: 716 time: 0.2168913 Dec 09 22:29:54.937624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40410) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:55.001966 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:55.047942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:55.068104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da162f-3a2e-4c04-9390-778b369176e6 req-f66b4fbe-151b-4cb3-b3d9-ea8012a4eded tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:55.068800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:55.070182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42da162f-3a2e-4c04-9390-778b369176e6 req-f66b4fbe-151b-4cb3-b3d9-ea8012a4eded tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.0981138 Dec 09 22:29:55.154249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:55.157494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:55.161494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:55.187576 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:29:50Z', 'revision_number': 3, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:55.225071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c70dc0f0-45f6-4407-b097-ed6bd69ae44c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:55.245902 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80c84c-cfb2-405b-832e-4dddd020b118 None None] The sync data for ids ['fb85205d-f57a-4f38-afd6-507359141a48'] in n-d-789963-23 is: [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:29:50Z', 'revision_number': 3, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:55.258119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:55.401778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42da162f-3a2e-4c04-9390-778b369176e6 req-c9a10cc0-033e-4947-a9fd-2cc1cd38c7f0 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227222 Dec 09 22:29:55.450415 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-82949306-f8ee-4eeb-a412-671c592a40d5 tempest-RoutersTestDVR-2077224421 tempest-RoutersTestDVR-2077224421-project] 10.222.0.16 "GET /v2.0/routers/c60ddb69-3cbc-4f5a-a033-8c1d98c50a7e HTTP/1.1" status: 200 len: 682 time: 0.5032251 Dec 09 22:29:55.458995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 2, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:55.470980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40434) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:55.510866 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Checking router: 9ce87c53-097b-464b-9221-21ff6dd83061 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:29:55.511227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Updating router 9ce87c53-097b-464b-9221-21ff6dd83061 port 839dc773-777a-4c3d-8d08-4ce431592e0c binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:29:55.549711 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:55.559053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:55.679668 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5692f2c2-b779-4ddd-97c7-08238bc5ae2e tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:55.772936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-ca3b9898-b42c-40c1-88fe-5d34c8ea4f6a tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:55.775144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-ca3b9898-b42c-40c1-88fe-5d34c8ea4f6a tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 821 time: 0.2759173 Dec 09 22:29:55.811420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d6e56fd8-4769-4bf8-9253-0c9d09670715 None None] Provisioning complete for port c70dc0f0-45f6-4407-b097-ed6bd69ae44c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:55.811633 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d6e56fd8-4769-4bf8-9253-0c9d09670715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:55.822989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-f24213ef-d82c-4ad0-ae89-4010eb2a18de tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/quotas/2bde7cf6d85845e3ae02dd761d8bea81 HTTP/1.1" status: 200 len: 375 time: 0.0258386 Dec 09 22:29:55.886071 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d6e56fd8-4769-4bf8-9253-0c9d09670715 None None] Port c70dc0f0-45f6-4407-b097-ed6bd69ae44c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:29:55.907315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.20.0.1 (c5d46d05-4079-40d0-8d6e-607254ae74df/7c8481f8-dba9-4798-9f0f-55942d12ef14/32c294f9-e304-4ee7-9b8e-fa838738a7be) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:29:56.008853 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-f749b720-e8ae-4f38-8dda-3f51c03156f0 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1764441 Dec 09 22:29:56.111743 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ae46e-1847-489b-a0e9-453f87ea204d req-624bdac5-6094-43e3-8ffd-2d9ff35da711 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:56.113442 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f7ae46e-1847-489b-a0e9-453f87ea204d req-624bdac5-6094-43e3-8ffd-2d9ff35da711 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.18 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 950 time: 0.3120403 Dec 09 22:29:56.154458 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.162123 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.175789 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5692f2c2-b779-4ddd-97c7-08238bc5ae2e tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.179016 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5692f2c2-b779-4ddd-97c7-08238bc5ae2e tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.261345 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.366604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57ce3e-2a2e-4a51-a35a-891da15cc702 None None] Pushing event updated for resources: {'Port': ['ID=839dc773-777a-4c3d-8d08-4ce431592e0c,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:56.441183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8f5d88c3-e6c5-4160-917f-cb17c927545d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:56.448447 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-3d341bed-c60e-4b97-9d9b-c1daf1654d6a service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385619 Dec 09 22:29:56.513378 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5692f2c2-b779-4ddd-97c7-08238bc5ae2e tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.514682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5692f2c2-b779-4ddd-97c7-08238bc5ae2e tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c60ddb69-3cbc-4f5a-a033-8c1d98c50a7e {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:29:56.543928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Attempting to bind port 839dc773-777a-4c3d-8d08-4ce431592e0c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:29:56.544402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Attempting to bind port 839dc773-777a-4c3d-8d08-4ce431592e0c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:29:56.544849 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Attempting to bind port 839dc773-777a-4c3d-8d08-4ce431592e0c on network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:29:56.557413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5692f2c2-b779-4ddd-97c7-08238bc5ae2e tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.564357 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5692f2c2-b779-4ddd-97c7-08238bc5ae2e tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] 10.222.0.16 "DELETE /v2.0/routers/c60ddb69-3cbc-4f5a-a033-8c1d98c50a7e HTTP/1.1" status: 204 len: 168 time: 1.0843871 Dec 09 22:29:56.567034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40444) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:56.568242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:29:56.569385 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Checking segment: {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:29:56.572818 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.573244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Bound using segment: {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:29:56.573912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Bound port: 839dc773-777a-4c3d-8d08-4ce431592e0c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:29:56.574351 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.575120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5112d219-f2f3-40e6-999a-0a0acf5725b3 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Request body: {'router': {'name': 'tempest-router-481501903', 'distributed': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:56.586738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-85bfc84d-e9a1-4298-8c21-11537cd8a3fc service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370356 Dec 09 22:29:56.607691 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5112d219-f2f3-40e6-999a-0a0acf5725b3 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.609353 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5112d219-f2f3-40e6-999a-0a0acf5725b3 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.634529 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.705422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8f5d88c3-e6c5-4160-917f-cb17c927545d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:56.705974 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.710376 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.731484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-1f7ae46e-1847-489b-a0e9-453f87ea204d req-efeb5d43-1724-43a2-b98d-1c3b8424424d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Deleting port 2d4bdfd7-241b-4db5-961f-adc96a969327 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:29:56.731985 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1f7ae46e-1847-489b-a0e9-453f87ea204d req-efeb5d43-1724-43a2-b98d-1c3b8424424d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.766442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] For port 839dc773-777a-4c3d-8d08-4ce431592e0c, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:29:56.783775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] For port 839dc773-777a-4c3d-8d08-4ce431592e0c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=839dc773-777a-4c3d-8d08-4ce431592e0c,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:29:56.787463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521a3e5-faf7-45e7-b80d-606a14ebf3f7 req-2aabbab8-7ec7-44e4-a6c8-5bc672cd739d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:56.804838 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8521a3e5-faf7-45e7-b80d-606a14ebf3f7 req-2aabbab8-7ec7-44e4-a6c8-5bc672cd739d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 950 time: 0.7361300 Dec 09 22:29:56.832756 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.842396 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.849094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network c5d46d05-4079-40d0-8d6e-607254ae74df is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:56.866979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:56.881329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-1f7ae46e-1847-489b-a0e9-453f87ea204d req-efeb5d43-1724-43a2-b98d-1c3b8424424d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] For port 2d4bdfd7-241b-4db5-961f-adc96a969327, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2d4bdfd7-241b-4db5-961f-adc96a969327,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:56.881694 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1f7ae46e-1847-489b-a0e9-453f87ea204d req-efeb5d43-1724-43a2-b98d-1c3b8424424d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:56.920851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 8f5d88c3-e6c5-4160-917f-cb17c927545d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8f5d88c3-e6c5-4160-917f-cb17c927545d,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:56.935858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:29:56.942691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-1f7ae46e-1847-489b-a0e9-453f87ea204d req-efeb5d43-1724-43a2-b98d-1c3b8424424d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Calling delete_port for 2d4bdfd7-241b-4db5-961f-adc96a969327 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:29:56.950969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:56.952800 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:56.965109 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:57.031055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-87059517-ac3e-480a-806a-82390d4b1cdd None None] Provisioning complete for port 839dc773-777a-4c3d-8d08-4ce431592e0c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:57.031441 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-87059517-ac3e-480a-806a-82390d4b1cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:57.042275 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:57.087440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57ce3e-2a2e-4a51-a35a-891da15cc702 None None] Pushing event updated for resources: {'Port': ['ID=839dc773-777a-4c3d-8d08-4ce431592e0c,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:57.273707 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:57.400421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=8f5d88c3-e6c5-4160-917f-cb17c927545d,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:57.419135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:57.425980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=32c294f9-e304-4ee7-9b8e-fa838738a7be,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:57.456903 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8521a3e5-faf7-45e7-b80d-606a14ebf3f7 req-b3dafee9-1c35-47be-ac5f-cf5d9ce5e0d0 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/security-groups?id=faa0957b-dffa-4a7e-9973-88fb4cc289fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6424558 Dec 09 22:29:57.463214 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-87059517-ac3e-480a-806a-82390d4b1cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:57.518131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efc5ac-a1c5-45e6-900e-e79386749c87 req-33521f57-3006-4239-8cf9-c90cf257ffa0 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:57.531873 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6efc5ac-a1c5-45e6-900e-e79386749c87 req-33521f57-3006-4239-8cf9-c90cf257ffa0 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2590942 Dec 09 22:29:57.626848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-87059517-ac3e-480a-806a-82390d4b1cdd None None] For port 839dc773-777a-4c3d-8d08-4ce431592e0c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=839dc773-777a-4c3d-8d08-4ce431592e0c,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:29:57.647938 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:57.653505 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-87059517-ac3e-480a-806a-82390d4b1cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:57.797167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6efc5ac-a1c5-45e6-900e-e79386749c87 req-8ba717eb-90fd-4a9b-88dc-b723a46274a3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625566 Dec 09 22:29:57.893294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1f7ae46e-1847-489b-a0e9-453f87ea204d req-efeb5d43-1724-43a2-b98d-1c3b8424424d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:57.975571 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6eef1cb-3f4c-494b-9b63-0488a35e8974 req-2499540a-7209-4d63-9b0c-611da8ee00b6 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 210 time: 0.1354203 Dec 09 22:29:58.024492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7c158ffe-d95b-42c9-a2ad-010bc1340fdd None None] Provisioning complete for port 839dc773-777a-4c3d-8d08-4ce431592e0c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:58.024883 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7c158ffe-d95b-42c9-a2ad-010bc1340fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:58.043116 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5112d219-f2f3-40e6-999a-0a0acf5725b3 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:58.063219 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5112d219-f2f3-40e6-999a-0a0acf5725b3 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:58.071724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87059517-ac3e-480a-806a-82390d4b1cdd None None] Pushing event updated for resources: {'Port': ['ID=839dc773-777a-4c3d-8d08-4ce431592e0c,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:58.103358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5112d219-f2f3-40e6-999a-0a0acf5725b3 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:58.104786 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5112d219-f2f3-40e6-999a-0a0acf5725b3 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.5373104 Dec 09 22:29:58.109642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40460) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:58.174589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7c158ffe-d95b-42c9-a2ad-010bc1340fdd None None] Provisioning complete for port 32c294f9-e304-4ee7-9b8e-fa838738a7be triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:58.174999 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7c158ffe-d95b-42c9-a2ad-010bc1340fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:58.191571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7ae46e-1847-489b-a0e9-453f87ea204d req-efeb5d43-1724-43a2-b98d-1c3b8424424d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] No DVR routers for this DVR port 2d4bdfd7-241b-4db5-961f-adc96a969327 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:29:58.209935 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1f7ae46e-1847-489b-a0e9-453f87ea204d req-efeb5d43-1724-43a2-b98d-1c3b8424424d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:58.213845 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f7ae46e-1847-489b-a0e9-453f87ea204d req-efeb5d43-1724-43a2-b98d-1c3b8424424d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.18 "DELETE /v2.0/ports/2d4bdfd7-241b-4db5-961f-adc96a969327 HTTP/1.1" status: 204 len: 173 time: 2.0504217 Dec 09 22:29:58.214901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f0c67-2c74-43b3-b913-e6207828793f req-261c83a4-857e-4c1d-b208-f40462319e3c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:58.215678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08219d34-f369-4fb0-bb19-1d4b007326d8', 'name': 'network-vif-deleted', 'tag': '2d4bdfd7-241b-4db5-961f-adc96a969327'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:29:58.218750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b53f0c67-2c74-43b3-b913-e6207828793f req-261c83a4-857e-4c1d-b208-f40462319e3c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2402928 Dec 09 22:29:58.228727 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa4964b-f951-4674-9f47-97a505624973" -d '{"events": [{"server_uuid": "08219d34-f369-4fb0-bb19-1d4b007326d8", "name": "network-vif-deleted", "tag": "2d4bdfd7-241b-4db5-961f-adc96a969327"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:29:58.232800 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:56Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:58.235668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c70dc0f0-45f6-4407-b097-ed6bd69ae44c,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:58.250291 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:58.263759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7c158ffe-d95b-42c9-a2ad-010bc1340fdd None None] Port 32c294f9-e304-4ee7-9b8e-fa838738a7be cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:29:58.265953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d10f52-3f51-4e60-952e-cc01d2c88eb9 None None] The sync data for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 is: [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:56Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:29:58.310434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb5d43-1724-43a2-b98d-1c3b8424424d tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] Pushing event deleted for resources: {'Port': ['ID=2d4bdfd7-241b-4db5-961f-adc96a969327,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:58.323504 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452a1ce6-e60d-4541-a90f-1d192325b368 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:58.368374 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4e2474-e7a5-46ce-808a-7a424a5d3dd0 x-openstack-request-id: req-7f4e2474-e7a5-46ce-808a-7a424a5d3dd0 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:29:58.368986 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08219d34-f369-4fb0-bb19-1d4b007326d8", "name": "network-vif-deleted", "tag": "2d4bdfd7-241b-4db5-961f-adc96a969327", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:29:58.369497 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f4e2474-e7a5-46ce-808a-7a424a5d3dd0 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:29:58.370607 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08219d34-f369-4fb0-bb19-1d4b007326d8', 'name': 'network-vif-deleted', 'tag': '2d4bdfd7-241b-4db5-961f-adc96a969327', 'status': 'completed', 'code': 200} Dec 09 22:29:58.497065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:58.498893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:58.557062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b53f0c67-2c74-43b3-b913-e6207828793f req-be06433d-3921-46bf-9ec5-21be32f33b3b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576702 Dec 09 22:29:58.838365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13ced07e-10bc-4c3e-bd49-4f5b1bbf3fb0 req-1da70ba7-e66a-45e8-a9bb-81fe32842c59 tempest-LiveMigrationNegativeTest-1292751306 tempest-LiveMigrationNegativeTest-1292751306-project] 10.222.0.16 "GET /v2.0/ports?device_id=08219d34-f369-4fb0-bb19-1d4b007326d8 HTTP/1.1" status: 200 len: 210 time: 0.1793184 Dec 09 22:29:58.910701 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452a1ce6-e60d-4541-a90f-1d192325b368 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:58.916878 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452a1ce6-e60d-4541-a90f-1d192325b368 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:59.000774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8f5d88c3-e6c5-4160-917f-cb17c927545d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:29:59.089201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Router fb85205d-f57a-4f38-afd6-507359141a48 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:29:59.092462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1e0ce4ad-ccef-4e21-88cb-b87580ce34d8 None None] Provisioning complete for port c70dc0f0-45f6-4407-b097-ed6bd69ae44c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:59.093005 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce4ad-ccef-4e21-88cb-b87580ce34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:59.105329 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452a1ce6-e60d-4541-a90f-1d192325b368 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:59.108250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452a1ce6-e60d-4541-a90f-1d192325b368 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73550e7d-5301-47ba-afdc-3cc9d3855777 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:29:59.115833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452a1ce6-e60d-4541-a90f-1d192325b368 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:59.120556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-452a1ce6-e60d-4541-a90f-1d192325b368 tempest-RoutersTestDVR-1100253209 tempest-RoutersTestDVR-1100253209-project-admin] 10.222.0.16 "DELETE /v2.0/routers/73550e7d-5301-47ba-afdc-3cc9d3855777 HTTP/1.1" status: 204 len: 168 time: 1.0056190 Dec 09 22:29:59.196611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b25f7414-b70f-4d17-b980-0274dccf504b req-2d198718-fe48-4ba3-b21c-06ecd31d2f94 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 210 time: 0.0941849 Dec 09 22:29:59.226561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ce4ad-ccef-4e21-88cb-b87580ce34d8 None None] Port c70dc0f0-45f6-4407-b097-ed6bd69ae44c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:29:59.244635 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8f5d88c3-e6c5-4160-917f-cb17c927545d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:29:59.245240 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:59.251536 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:59.273063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-a330b972-8bef-4ffe-bf58-cacbebc20416 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:59.274697 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-a330b972-8bef-4ffe-bf58-cacbebc20416 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.18 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 821 time: 0.4639790 Dec 09 22:29:59.277564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280edf64-e448-4e1a-9ba3-c797bcec1afa req-adc36e11-d1a9-4501-9292-dc1db0a27838 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:29:59.279259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-280edf64-e448-4e1a-9ba3-c797bcec1afa req-adc36e11-d1a9-4501-9292-dc1db0a27838 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2928715 Dec 09 22:29:59.280583 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:59.303220 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Request body: {'port': {'device_id': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'admin_state_up': True, 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:29:59.346590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:29:59.357969 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Sync routers for ids ['fb85205d-f57a-4f38-afd6-507359141a48'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:29:59.362001 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5adc8deb-74d6-4d8e-8d5f-2c0ceefe29a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/fb85205d-f57a-4f38-afd6-507359141a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7886510 Dec 09 22:29:59.383886 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Routers {'fb85205d-f57a-4f38-afd6-507359141a48'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:29:59.384533 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fb85205d-f57a-4f38-afd6-507359141a48'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:29:59.414562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=32c294f9-e304-4ee7-9b8e-fa838738a7be,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:29:59.447712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:59.577740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Made reservation on behalf of 2bde7cf6d85845e3ae02dd761d8bea81 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:29:59.582828 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-280edf64-e448-4e1a-9ba3-c797bcec1afa req-69a6d3f6-e511-4956-a271-b574407dda90 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508943 Dec 09 22:29:59.586791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:29:59.621508 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Set router fb85205d-f57a-4f38-afd6-507359141a48 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:29:59.635721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network c5d46d05-4079-40d0-8d6e-607254ae74df is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:29:59.641442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:29:59.667666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40488) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:29:59.838197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2d4bdfd7-241b-4db5-961f-adc96a969327 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:29:59.893610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 2d4bdfd7-241b-4db5-961f-adc96a969327 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:29:59.897724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2d4bdfd7-241b-4db5-961f-adc96a969327 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:29:59.926722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Allocated IP 172.20.0.3 (796f6eaf-24fd-48c3-b733-18d0e4cdb4b6/411e66c1-b9cc-4f6a-87c9-193b471d530e/3701f997-0361-45d7-b322-d4256115e835) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:00.115891 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:29:55Z', 'revision_number': 4, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c70dc0f0-45f6-4407-b097-ed6bd69ae44c', 'name': '', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'mac_address': 'fa:16:3e:40:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:54Z', 'updated_at': '2021-12-09T22:29:55Z', 'revision_number': 2, 'project_id': '521c280ad6b84050888956ce76755bf1', 'subnets': [{'id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:00.154873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.166620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-99217060-576e-4c01-8c6d-614115fee26b None None] Provisioning complete for port 32c294f9-e304-4ee7-9b8e-fa838738a7be triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:00.167194 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99217060-576e-4c01-8c6d-614115fee26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.177934 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Checking router: fb85205d-f57a-4f38-afd6-507359141a48 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:30:00.178895 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Updating router fb85205d-f57a-4f38-afd6-507359141a48 port c70dc0f0-45f6-4407-b097-ed6bd69ae44c binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:30:00.233744 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.235640 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-767c4033-f253-402d-8d04-0c4c53f5c157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.294482 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.319474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-99217060-576e-4c01-8c6d-614115fee26b None None] Port 32c294f9-e304-4ee7-9b8e-fa838738a7be cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:30:00.378262 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-767c4033-f253-402d-8d04-0c4c53f5c157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.412045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-767c4033-f253-402d-8d04-0c4c53f5c157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.413648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 839dc773-777a-4c3d-8d08-4ce431592e0c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:00.437408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:00.443389 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-767c4033-f253-402d-8d04-0c4c53f5c157 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=497b2815dc7c44e9b4c8202c12bd0d5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7746470 Dec 09 22:30:00.451698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40500) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:00.452632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:00.496771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:00.508653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40502) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:00.530906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 839dc773-777a-4c3d-8d08-4ce431592e0c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:00.531470 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.555814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9ea26eb1-89e2-4b5f-a412-6496b7890174 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--844790019', 'description': 'tempest-description--1381502565'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:00.635391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c4033-f253-402d-8d04-0c4c53f5c157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1fbd75-6ee7-495e-ac4c-3bbab7cad71d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:00.686895 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a0464935-e6e3-4e8b-b8e1-ddd321a02d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.701725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Pushing event updated for resources: {'Port': ['ID=3701f997-0361-45d7-b322-d4256115e835,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:00.780841 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a0464935-e6e3-4e8b-b8e1-ddd321a02d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.787755 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.795529 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ea26eb1-89e2-4b5f-a412-6496b7890174 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.802066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6300b2e-30c2-4d3e-94b0-c9d6bb6cb1cd req-1ca2e7a7-43ee-4486-adf4-6592b4026f72 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:00.804646 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.809539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:00.809539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.811241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6300b2e-30c2-4d3e-94b0-c9d6bb6cb1cd req-1ca2e7a7-43ee-4486-adf4-6592b4026f72 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1852679 Dec 09 22:30:00.825231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router aea9151a-1464-4a1e-bb60-c3b21fe4b2a1 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:30:00.837517 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-1cc576b8-3632-4a86-aa83-c9b32c23333f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5429265 Dec 09 22:30:00.855676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-12a8d3d5-81a4-4bfb-a0de-f3a5b5e950af None None] Provisioning complete for port 3701f997-0361-45d7-b322-d4256115e835 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:00.857817 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12a8d3d5-81a4-4bfb-a0de-f3a5b5e950af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:00.860265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Request body: {'port': {'device_id': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:00.900527 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6300b2e-30c2-4d3e-94b0-c9d6bb6cb1cd req-8fd98f8a-7296-4b49-b084-4da9f69b5fbf tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883114 Dec 09 22:30:00.968609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-12a8d3d5-81a4-4bfb-a0de-f3a5b5e950af None None] Port 3701f997-0361-45d7-b322-d4256115e835 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:30:00.998867 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0626215-4434-42bb-9fb1-5e587de59a3d None None] Pushing event updated for resources: {'Port': ['ID=c70dc0f0-45f6-4407-b097-ed6bd69ae44c,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:01.042975 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-796db55c-0a18-4942-bae3-62eed416cf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.072632 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Attempting to bind port c70dc0f0-45f6-4407-b097-ed6bd69ae44c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:30:01.073053 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Attempting to bind port c70dc0f0-45f6-4407-b097-ed6bd69ae44c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:30:01.073382 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Attempting to bind port c70dc0f0-45f6-4407-b097-ed6bd69ae44c on network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:01.081753 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:30:01.082238 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Checking segment: {'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:01.082804 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.083060 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Bound using segment: {'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:30:01.083541 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Bound port: c70dc0f0-45f6-4407-b097-ed6bd69ae44c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:30:01.083916 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.090416 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd0087-1e39-4516-aeef-7cc5b3190d0e req-514301a3-c924-407e-bd7d-d1b14f7b3a78 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:01.091965 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7cd0087-1e39-4516-aeef-7cc5b3190d0e req-514301a3-c924-407e-bd7d-d1b14f7b3a78 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 931 time: 0.1904786 Dec 09 22:30:01.099479 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ea26eb1-89e2-4b5f-a412-6496b7890174 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.115144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40512) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:01.121880 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ea26eb1-89e2-4b5f-a412-6496b7890174 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.137500 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.140860 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a0464935-e6e3-4e8b-b8e1-ddd321a02d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.144178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a0464935-e6e3-4e8b-b8e1-ddd321a02d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.145649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a0464935-e6e3-4e8b-b8e1-ddd321a02d22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb1fbd75-6ee7-495e-ac4c-3bbab7cad71d HTTP/1.1" status: 204 len: 168 time: 0.6907904 Dec 09 22:30:01.161530 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ea26eb1-89e2-4b5f-a412-6496b7890174 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.163512 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9ea26eb1-89e2-4b5f-a412-6496b7890174 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6258495 Dec 09 22:30:01.171337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40518) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:01.179561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-55cb8a8b-408c-4ae7-85ec-6c90c8944ebd tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Request body: {'security_group_rule': {'security_group_id': 'fc8a45ab-19f9-4b1b-9da2-fe407be74814', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:01.216449 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] For port c70dc0f0-45f6-4407-b097-ed6bd69ae44c, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:30:01.222247 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] For port c70dc0f0-45f6-4407-b097-ed6bd69ae44c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c70dc0f0-45f6-4407-b097-ed6bd69ae44c,segment=NetworkSegment(b4c6d921-2d2c-4739-95e1-0a714733859e),segment_id=b4c6d921-2d2c-4739-95e1-0a714733859e)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:30:01.235287 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.257082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a41d41-099f-4f28-af1c-1024d9006503 req-9566ee04-a7a7-4e68-880f-10db23928b73 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:01.259563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8a41d41-099f-4f28-af1c-1024d9006503 req-9566ee04-a7a7-4e68-880f-10db23928b73 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1666648 Dec 09 22:30:01.272108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:30:01.283549 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-55cb8a8b-408c-4ae7-85ec-6c90c8944ebd tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.288325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea26eb1-89e2-4b5f-a412-6496b7890174 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8a45ab-19f9-4b1b-9da2-fe407be74814,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:01.301508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cea7ea-353f-4e0e-9adf-8fa7f5dd90b3 None None] Sync routers for ids ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:30:01.317018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cea7ea-353f-4e0e-9adf-8fa7f5dd90b3 None None] Routers {'aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:01.317672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e8cea7ea-353f-4e0e-9adf-8fa7f5dd90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:01.364370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0464935-e6e3-4e8b-b8e1-ddd321a02d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1fbd75-6ee7-495e-ac4c-3bbab7cad71d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:01.428981 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-26e66cd1-679a-4ba4-9428-2ab66486da2b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "PUT /v2.0/routers/aea9151a-1464-4a1e-bb60-c3b21fe4b2a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9122748 Dec 09 22:30:01.431336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40522) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:01.444747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8a41d41-099f-4f28-af1c-1024d9006503 req-086358cd-222e-4456-9d12-bc1f4d559841 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698897 Dec 09 22:30:01.446914 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0626215-4434-42bb-9fb1-5e587de59a3d None None] Pushing event updated for resources: {'Port': ['ID=c70dc0f0-45f6-4407-b097-ed6bd69ae44c,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:01.449154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e8cea7ea-353f-4e0e-9adf-8fa7f5dd90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:01.455033 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Routers {'fb85205d-f57a-4f38-afd6-507359141a48'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:01.458355 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fb85205d-f57a-4f38-afd6-507359141a48'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:01.470565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'port': {'network_id': 'c5d46d05-4079-40d0-8d6e-607254ae74df', 'name': 'tempest-FloatingIPTestJSON-2144814006'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:01.481976 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7cd0087-1e39-4516-aeef-7cc5b3190d0e req-f559009c-ce97-4b86-9059-0ccceab2db2c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416870 Dec 09 22:30:01.505294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cea7ea-353f-4e0e-9adf-8fa7f5dd90b3 None None] Routers {'aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:01.506034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e8cea7ea-353f-4e0e-9adf-8fa7f5dd90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:01.579768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e8cea7ea-353f-4e0e-9adf-8fa7f5dd90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:01.580693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cea7ea-353f-4e0e-9adf-8fa7f5dd90b3 None None] The sync data for ids ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:30:01.589051 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3f400854-5bee-4213-be98-8ba638f5fbe7 None None] Provisioning complete for port c70dc0f0-45f6-4407-b097-ed6bd69ae44c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:01.589763 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f400854-5bee-4213-be98-8ba638f5fbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.721610 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] Set router fb85205d-f57a-4f38-afd6-507359141a48 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:30:01.725642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f50515-d179-4e15-a872-94d37a81ee5f req-c0762314-fade-4178-bb13-738e43d166bf tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:01.733362 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92f50515-d179-4e15-a872-94d37a81ee5f req-c0762314-fade-4178-bb13-738e43d166bf tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1162400 Dec 09 22:30:01.768857 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f400854-5bee-4213-be98-8ba638f5fbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.813484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40530) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:01.838093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3f400854-5bee-4213-be98-8ba638f5fbe7 None None] For port c70dc0f0-45f6-4407-b097-ed6bd69ae44c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c70dc0f0-45f6-4407-b097-ed6bd69ae44c,segment=NetworkSegment(b4c6d921-2d2c-4739-95e1-0a714733859e),segment_id=b4c6d921-2d2c-4739-95e1-0a714733859e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:01.844229 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31ac7b42-99b0-4892-b5af-195cc2fbc5e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.847180 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f400854-5bee-4213-be98-8ba638f5fbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.888984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92f50515-d179-4e15-a872-94d37a81ee5f req-3a18fe49-4143-4c06-8377-5b9ed0ccd1f6 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495018 Dec 09 22:30:01.892647 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-55cb8a8b-408c-4ae7-85ec-6c90c8944ebd tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.925338 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-55cb8a8b-408c-4ae7-85ec-6c90c8944ebd tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:01.954695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f400854-5bee-4213-be98-8ba638f5fbe7 None None] Pushing event updated for resources: {'Port': ['ID=c70dc0f0-45f6-4407-b097-ed6bd69ae44c,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:01.984227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7a6b9bdf-eac2-4c90-86b7-35e63da09054 None None] Provisioning complete for port c70dc0f0-45f6-4407-b097-ed6bd69ae44c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:01.984817 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a6b9bdf-eac2-4c90-86b7-35e63da09054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.007067 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31ac7b42-99b0-4892-b5af-195cc2fbc5e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.018899 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31ac7b42-99b0-4892-b5af-195cc2fbc5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.039133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb8a8b-408c-4ae7-85ec-6c90c8944ebd tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c890e4eb-64e7-4402-b0e9-e1eea4d82e7d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:02.067125 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fa022753-9771-4e3c-9afa-6550f3b79c16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfdd9fcda41e4035aff8cd2cc7536fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9506445 Dec 09 22:30:02.070459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40536) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:02.078793 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-31ac7b42-99b0-4892-b5af-195cc2fbc5e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8106784ecc5345f5bd1e891399387fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2640100 Dec 09 22:30:02.095586 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:29:55Z', 'revision_number': 4, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c70dc0f0-45f6-4407-b097-ed6bd69ae44c', 'name': '', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'mac_address': 'fa:16:3e:40:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:54Z', 'updated_at': '2021-12-09T22:30:01Z', 'revision_number': 4, 'project_id': '521c280ad6b84050888956ce76755bf1', 'subnets': [{'id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:02.099669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40538) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:02.112205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Made reservation on behalf of 44ca81b6be124ae9b5b923b7e17a6a7a for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:02.115995 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.125027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac7b42-99b0-4892-b5af-195cc2fbc5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e59d44-9830-455b-8a22-38b1e9c1fdf8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:02.137368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-55cb8a8b-408c-4ae7-85ec-6c90c8944ebd tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.139018 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-55cb8a8b-408c-4ae7-85ec-6c90c8944ebd tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9662769 Dec 09 22:30:02.143305 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5173407b-8470-4cdb-8587-000a8bb91d8c None None] The sync data for ids ['fb85205d-f57a-4f38-afd6-507359141a48'] in n-d-789963-23 is: [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:29:55Z', 'revision_number': 4, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c70dc0f0-45f6-4407-b097-ed6bd69ae44c', 'name': '', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'mac_address': 'fa:16:3e:40:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:54Z', 'updated_at': '2021-12-09T22:30:01Z', 'revision_number': 4, 'project_id': '521c280ad6b84050888956ce76755bf1', 'subnets': [{'id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:30:02.144725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40540) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:02.149237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-789c7405-fdfa-48ff-a527-c3de16c0ec32 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Request body: {'security_group_rule': {'security_group_id': 'fc8a45ab-19f9-4b1b-9da2-fe407be74814', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:02.179503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd8ca-7130-472d-a089-a68f2dc2202c req-47a2e0d2-8e08-4572-ad8e-7023bf86586b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:02.181566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77bdd8ca-7130-472d-a089-a68f2dc2202c req-47a2e0d2-8e08-4572-ad8e-7023bf86586b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1455081 Dec 09 22:30:02.189334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] device_id is not set on port 6ac6c53c-29fd-4ce6-a9f3-e07801de03dd yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:30:02.219706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fe26cbcc-e8af-43ff-826d-93202e4d9fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.271091 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18d1cf88-6402-46a0-a63b-13e385b5df64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.312696 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-789c7405-fdfa-48ff-a527-c3de16c0ec32 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.326233 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3701f997-0361-45d7-b322-d4256115e835 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:30:02.331596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18d1cf88-6402-46a0-a63b-13e385b5df64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.351058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.384084 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fe26cbcc-e8af-43ff-826d-93202e4d9fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.425688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77bdd8ca-7130-472d-a089-a68f2dc2202c req-edd50add-a540-4e9c-b95a-edbf23497f50 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882641 Dec 09 22:30:02.442812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Transition to ACTIVE for port object 3701f997-0361-45d7-b322-d4256115e835 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:30:02.460315 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-789c7405-fdfa-48ff-a527-c3de16c0ec32 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.463731 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.463991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c70dc0f0-45f6-4407-b097-ed6bd69ae44c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:02.466019 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-789c7405-fdfa-48ff-a527-c3de16c0ec32 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.488934 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18d1cf88-6402-46a0-a63b-13e385b5df64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.495002 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18d1cf88-6402-46a0-a63b-13e385b5df64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.509141 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-18d1cf88-6402-46a0-a63b-13e385b5df64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2e59d44-9830-455b-8a22-38b1e9c1fdf8 HTTP/1.1" status: 204 len: 168 time: 0.4053466 Dec 09 22:30:02.532327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c7405-fdfa-48ff-a527-c3de16c0ec32 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e584511a-0afb-40cb-8bfd-5049cc7041c9,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:02.568410 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1cf88-6402-46a0-a63b-13e385b5df64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e59d44-9830-455b-8a22-38b1e9c1fdf8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:02.590971 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-789c7405-fdfa-48ff-a527-c3de16c0ec32 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.595072 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-789c7405-fdfa-48ff-a527-c3de16c0ec32 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4464889 Dec 09 22:30:02.596327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40548) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:02.612516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:02.662232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c70dc0f0-45f6-4407-b097-ed6bd69ae44c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:02.662922 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.705252 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fe26cbcc-e8af-43ff-826d-93202e4d9fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.709155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fe26cbcc-e8af-43ff-826d-93202e4d9fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:02.711142 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fe26cbcc-e8af-43ff-826d-93202e4d9fce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faa0957b-dffa-4a7e-9973-88fb4cc289fd HTTP/1.1" status: 204 len: 168 time: 0.6392133 Dec 09 22:30:02.745630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Pushing event updated for resources: {'Port': ['ID=3701f997-0361-45d7-b322-d4256115e835,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:02.763168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Allocated IP 172.20.0.8 (c5d46d05-4079-40d0-8d6e-607254ae74df/7c8481f8-dba9-4798-9f0f-55942d12ef14/6ac6c53c-29fd-4ce6-a9f3-e07801de03dd) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:02.775141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26cbcc-e8af-43ff-826d-93202e4d9fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa0957b-dffa-4a7e-9973-88fb4cc289fd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:02.877841 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.008885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Attempting to bind port 3701f997-0361-45d7-b322-d4256115e835 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:30:03.009450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Attempting to bind port 3701f997-0361-45d7-b322-d4256115e835 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:30:03.009853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Attempting to bind port 3701f997-0361-45d7-b322-d4256115e835 on network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:03.014325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20cb2f-eda1-4cfe-b5d8-7afd1dca8bf8 req-28524831-0137-40f6-a975-aedbec53962f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:03.022582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df20cb2f-eda1-4cfe-b5d8-7afd1dca8bf8 req-28524831-0137-40f6-a975-aedbec53962f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 943 time: 0.3496797 Dec 09 22:30:03.022790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Port 3701f997-0361-45d7-b322-d4256115e835 on network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:30:03.023251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Attempting to bind port 3701f997-0361-45d7-b322-d4256115e835 on network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:03.068737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:30:03.069303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Checking segment: {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:03.069913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Bound using segment: {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:30:03.071136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Bound port: 3701f997-0361-45d7-b322-d4256115e835, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:30:03.071581 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.072465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7b947-8240-4964-8817-68985c21761a req-6a75dbdb-196e-4147-94cc-66c73cef21f3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:03.074110 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4eb7b947-8240-4964-8817-68985c21761a req-6a75dbdb-196e-4147-94cc-66c73cef21f3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.4389670 Dec 09 22:30:03.303207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40564) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:03.310863 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-df189be4-d1c6-42a0-ab8b-4d22627cf53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.343968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4eb7b947-8240-4964-8817-68985c21761a req-bf1f3eba-47fc-41fb-b529-0d2a2d39504b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494583 Dec 09 22:30:03.366342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df20cb2f-eda1-4cfe-b5d8-7afd1dca8bf8 req-dd4a426b-1958-42e5-a2b8-05be812337a3 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263431 Dec 09 22:30:03.424046 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.472167 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-11fe4ce7-b972-4a2e-bb95-f360f29efeeb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=809cd60499a642148f6bb3dcf5275edf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1540537 Dec 09 22:30:03.475454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] For port 3701f997-0361-45d7-b322-d4256115e835, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:30:03.478891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40568) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:03.489603 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.587053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] For port 3701f997-0361-45d7-b322-d4256115e835, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3701f997-0361-45d7-b322-d4256115e835,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:30:03.589884 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38b133e2-21a1-427e-9c02-932cd8cc0177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.593094 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.607444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.626499 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.639437 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38b133e2-21a1-427e-9c02-932cd8cc0177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.654523 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Allocated IP 172.25.8.145 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/8a907591-3430-4830-928f-1e0ee9720d78) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:03.707505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Network c5d46d05-4079-40d0-8d6e-607254ae74df is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:03.710665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:03.711327 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.712731 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] 10.222.0.18 "PUT /v2.0/ports/3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 1092 time: 2.8603942 Dec 09 22:30:03.713464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'tag': '3701f997-0361-45d7-b322-d4256115e835'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:30:03.715897 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ab5212-2361-4e63-92d6-07049a9c0ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "tag": "3701f997-0361-45d7-b322-d4256115e835"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:30:03.731315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:03.740228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:03.761871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event updated for resources: {'Port': ['ID=6ac6c53c-29fd-4ce6-a9f3-e07801de03dd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:03.854065 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de758a49-eba9-4f65-99bf-978bab30be4f x-openstack-request-id: req-de758a49-eba9-4f65-99bf-978bab30be4f {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:30:03.854065 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "tag": "3701f997-0361-45d7-b322-d4256115e835", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:30:03.854241 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de758a49-eba9-4f65-99bf-978bab30be4f {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:30:03.854780 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'tag': '3701f997-0361-45d7-b322-d4256115e835', 'status': 'completed', 'code': 200} Dec 09 22:30:03.858235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e1384-617e-4972-9203-8fb850b98ba3 req-d8bf308e-3d76-479a-80bf-6ab666f116e9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:03.870396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc3e1384-617e-4972-9203-8fb850b98ba3 req-d8bf308e-3d76-479a-80bf-6ab666f116e9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1874266 Dec 09 22:30:03.881519 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38b133e2-21a1-427e-9c02-932cd8cc0177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.884739 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38b133e2-21a1-427e-9c02-932cd8cc0177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:03.885925 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-38b133e2-21a1-427e-9c02-932cd8cc0177 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63eaa1b2-fa9c-411d-bf4d-8dcd2e3b1397 HTTP/1.1" status: 204 len: 168 time: 0.4057553 Dec 09 22:30:03.936019 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b133e2-21a1-427e-9c02-932cd8cc0177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eaa1b2-fa9c-411d-bf4d-8dcd2e3b1397,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:03.993014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:03.993644 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:04.035888 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:04.048105 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7da5191c-693d-4904-ba1b-e3a45eb598a0 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6083400 Dec 09 22:30:04.049974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0925e1-adf9-4bc4-82e9-3ca4f2e14d16 service neutron] Pushing event updated for resources: {'Port': ['ID=3701f997-0361-45d7-b322-d4256115e835,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:04.052812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40584) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:04.061255 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4ea68073-41ac-4fda-9007-e0dcd774a7ab tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Request body: {'floatingip': {'port_id': '6ac6c53c-29fd-4ce6-a9f3-e07801de03dd'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:04.066410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc3e1384-617e-4972-9203-8fb850b98ba3 req-16d02fd5-6cf7-40bb-b9f0-54e6ac2587d8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924894 Dec 09 22:30:04.157834 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:04.161415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-978a9596-6a75-4978-93d0-837f454569fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:04.163724 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-978a9596-6a75-4978-93d0-837f454569fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 1095 time: 0.3451576 Dec 09 22:30:04.167202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ea68073-41ac-4fda-9007-e0dcd774a7ab tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:04.327803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:04.342143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:04.353492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:04.361660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Pushing event updated for resources: {'Port': ['ID=8a907591-3430-4830-928f-1e0ee9720d78,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:04.378797 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aff58150-e0d4-4c8d-8e6b-4d383e452a3b None None] Provisioning complete for port 6ac6c53c-29fd-4ce6-a9f3-e07801de03dd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:04.379167 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aff58150-e0d4-4c8d-8e6b-4d383e452a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:04.427120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857c693-8d6f-47f1-8d62-4422bda1d93e req-3d9fe02b-1bfa-4724-a6b8-1840df721eae tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:04.443085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6857c693-8d6f-47f1-8d62-4422bda1d93e req-3d9fe02b-1bfa-4724-a6b8-1840df721eae tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1838894 Dec 09 22:30:04.479470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aff58150-e0d4-4c8d-8e6b-4d383e452a3b None None] Port 6ac6c53c-29fd-4ce6-a9f3-e07801de03dd cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:30:04.580103 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-ca53c34a-7775-4e58-ad02-fef957a0a6ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 217 time: 0.0678630 Dec 09 22:30:04.624434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40608) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:04.651981 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6857c693-8d6f-47f1-8d62-4422bda1d93e req-60fb4bb7-a088-4bb3-9f65-a54fa39b303a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067142 Dec 09 22:30:04.719240 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:04.732222 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:04.751342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a244de-85d5-4a47-bbde-6a3471ab6a01 req-48e48286-5885-41d5-8d2e-66a6c7043387 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:04.761015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20a244de-85d5-4a47-bbde-6a3471ab6a01 req-48e48286-5885-41d5-8d2e-66a6c7043387 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 943 time: 0.2499630 Dec 09 22:30:04.778657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-778f39a9-1c8e-406d-aab9-2388ac5cb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:04.782413 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-778f39a9-1c8e-406d-aab9-2388ac5cb2a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.1938806 Dec 09 22:30:04.856903 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:04.877446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20a244de-85d5-4a47-bbde-6a3471ab6a01 req-6cecdfda-f2de-4c55-a0ba-a8ca656c59ac tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128244 Dec 09 22:30:04.984929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1117379505'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:05.049976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-c1243ac0-07a8-4a1a-a2cf-dd12b1214520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:05.051607 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-c1243ac0-07a8-4a1a-a2cf-dd12b1214520 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866922 Dec 09 22:30:05.124002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Made reservation on behalf of 85ddbadaaf894be38863f747272f7484 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:05.129042 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.146235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.186295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68757b7d-1f1d-426b-863a-c9ff41d8c43f req-d5294b5e-ae09-4a85-a089-075e2672294c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:05.187871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68757b7d-1f1d-426b-863a-c9ff41d8c43f req-d5294b5e-ae09-4a85-a089-075e2672294c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1987634 Dec 09 22:30:05.263335 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-3d20e72e-1ab1-42ec-ac2d-67eac7ed6fe0 service neutron] 10.222.0.18 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027884 Dec 09 22:30:05.281546 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.296004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.340208 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68757b7d-1f1d-426b-863a-c9ff41d8c43f req-1f0c9d5a-753c-44ff-a4a5-8518502bbb17 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417801 Dec 09 22:30:05.396886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Pushing event updated for resources: {'Port': ['ID=8a907591-3430-4830-928f-1e0ee9720d78,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:05.435662 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.444558 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.450005 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.537717 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.538980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3a346c6a-1c60-4656-96ef-317c36ebe2a3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9416616 Dec 09 22:30:05.542393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:30:05.550866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a23ca2-2480-49d1-846e-1004069ff3f5,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:05.563918 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.564278 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Added segment 98b245fd-ba13-4336-8156-ca6c5a7a0a9a of type vlan for network bc21a00d-5438-45a1-b131-2b31a0583582 Dec 09 22:30:05.584239 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da8192-8bb6-4e46-9c63-c4b21cfabed5 req-850af580-95f4-415f-9ffb-c9e65da167f5 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:05.592177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8da8192-8bb6-4e46-9c63-c4b21cfabed5 req-850af580-95f4-415f-9ffb-c9e65da167f5 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1150029 Dec 09 22:30:05.661819 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.704849 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8da8192-8bb6-4e46-9c63-c4b21cfabed5 req-125e6e4c-50c5-4201-bc4a-6cf66ef87e14 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117735 Dec 09 22:30:05.716988 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.723953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:05.724616 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.777558 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1520085 Dec 09 22:30:05.792798 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40654) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:05.808103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c30bcbe8-fbc6-4e27-922d-2b18eb66ff22 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Request body: {'subnet': {'network_id': 'bc21a00d-5438-45a1-b131-2b31a0583582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:05.823411 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ea68073-41ac-4fda-9007-e0dcd774a7ab tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.840932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ea68073-41ac-4fda-9007-e0dcd774a7ab tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:05.888773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fb061-aa25-4023-90b2-c643a97b2b5a tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Pushing event updated for resources: {'Network': ['ID=bc21a00d-5438-45a1-b131-2b31a0583582,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:05.902275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network bc21a00d-5438-45a1-b131-2b31a0583582 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:30:05.976255 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b79f1ba-43f7-4b49-88cc-d08f0f4849bc req-2de79ff5-bf88-43a6-abda-80f2e80b18d4 service neutron] 10.222.0.18 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7049065 Dec 09 22:30:06.112994 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:06.117859 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-4ea68073-41ac-4fda-9007-e0dcd774a7ab tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Floating IP 14ae5a47-a346-4ec5-9c8c-4be9495bad26 associated. External IP: 172.25.8.40, port: d0e24c88-2f21-406f-89a8-19c124ba575e. Dec 09 22:30:06.132159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73763004-2080-4aa7-9eee-1a3f0ffa379f req-e874d094-9831-4307-9fc7-91e41bf1dbf7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:06.134490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73763004-2080-4aa7-9eee-1a3f0ffa379f req-e874d094-9831-4307-9fc7-91e41bf1dbf7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1804597 Dec 09 22:30:06.135130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30bcbe8-fbc6-4e27-922d-2b18eb66ff22 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Made reservation on behalf of 85ddbadaaf894be38863f747272f7484 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:06.138481 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c30bcbe8-fbc6-4e27-922d-2b18eb66ff22 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:06.278012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab5212-2361-4e63-92d6-07049a9c0ad6 req-e3c6ad52-f846-476a-92b5-a3dca0d6d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:06.279572 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-36ab5212-2361-4e63-92d6-07049a9c0ad6 req-e3c6ad52-f846-476a-92b5-a3dca0d6d578 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 1095 time: 0.2049265 Dec 09 22:30:06.357554 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73763004-2080-4aa7-9eee-1a3f0ffa379f req-006d159c-81ef-43bf-9884-bf04d0b109e9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829734 Dec 09 22:30:06.403858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690dff5-e799-4a1e-b017-c98cb1857222 req-f0f3d534-17e5-4e1d-832e-01cd3780be1d tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:06.407430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b690dff5-e799-4a1e-b017-c98cb1857222 req-f0f3d534-17e5-4e1d-832e-01cd3780be1d tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 943 time: 0.3022115 Dec 09 22:30:06.584409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b690dff5-e799-4a1e-b017-c98cb1857222 req-f18770e5-6e03-4b23-996d-59da1ee4f7c1 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299193 Dec 09 22:30:06.616926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab5212-2361-4e63-92d6-07049a9c0ad6 req-a72f9df8-69c5-48d0-8e91-b18e29291212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:06.619116 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-36ab5212-2361-4e63-92d6-07049a9c0ad6 req-a72f9df8-69c5-48d0-8e91-b18e29291212 service neutron] 10.222.0.18 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.3204343 Dec 09 22:30:06.650587 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c30bcbe8-fbc6-4e27-922d-2b18eb66ff22 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:06.678558 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-36ab5212-2361-4e63-92d6-07049a9c0ad6 req-315c1b08-8590-4efe-8aeb-82a65da57589 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 217 time: 0.0414321 Dec 09 22:30:06.694364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea68073-41ac-4fda-9007-e0dcd774a7ab tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:30:06.716530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6adfcf-1b8a-4b0a-b7b1-704f51905600 req-863b4fbb-4538-440e-a9ff-5b839fb19287 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:06.724616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c6adfcf-1b8a-4b0a-b7b1-704f51905600 req-863b4fbb-4538-440e-a9ff-5b839fb19287 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1284740 Dec 09 22:30:06.823785 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c6adfcf-1b8a-4b0a-b7b1-704f51905600 req-992fa4cb-7576-4657-8034-fa54dadf92a1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980868 Dec 09 22:30:06.840674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bcbe8-fbc6-4e27-922d-2b18eb66ff22 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Pushing event updated for resources: {'Subnet': ['ID=98424396-b177-4589-bc9f-f5d8c0e41b02,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:06.849039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bcbe8-fbc6-4e27-922d-2b18eb66ff22 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Checking segment: {'id': '98b245fd-ba13-4336-8156-ca6c5a7a0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc21a00d-5438-45a1-b131-2b31a0583582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:06.849646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30bcbe8-fbc6-4e27-922d-2b18eb66ff22 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Network hostable DHCP agents. Network: bc21a00d-5438-45a1-b131-2b31a0583582, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:30:06.851050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab5212-2361-4e63-92d6-07049a9c0ad6 req-15c994be-136a-4a14-a0bf-3395503207a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:06.853156 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-36ab5212-2361-4e63-92d6-07049a9c0ad6 req-15c994be-136a-4a14-a0bf-3395503207a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.1735299 Dec 09 22:30:06.897046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30bcbe8-fbc6-4e27-922d-2b18eb66ff22 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Network bc21a00d-5438-45a1-b131-2b31a0583582 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:30:06.916075 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:06.920554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c30bcbe8-fbc6-4e27-922d-2b18eb66ff22 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, bc21a00d-5438-45a1-b131-2b31a0583582) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:06.926251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30bcbe8-fbc6-4e27-922d-2b18eb66ff22 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:06.927187 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c30bcbe8-fbc6-4e27-922d-2b18eb66ff22 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:06.938109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886afd0b-1a50-4a55-801d-4ee0af49eabe None None] Network bc21a00d-5438-45a1-b131-2b31a0583582 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:06.991833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c30bcbe8-fbc6-4e27-922d-2b18eb66ff22 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1976638 Dec 09 22:30:07.005983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40744) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:07.015593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Request body: {'port': {'network_id': 'bc21a00d-5438-45a1-b131-2b31a0583582', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2045876008'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:07.052501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab5212-2361-4e63-92d6-07049a9c0ad6 req-76cc7e3b-7658-482c-b7a1-066a7af51a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:07.055267 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-36ab5212-2361-4e63-92d6-07049a9c0ad6 req-76cc7e3b-7658-482c-b7a1-066a7af51a6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1931181 Dec 09 22:30:07.059394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea68073-41ac-4fda-9007-e0dcd774a7ab tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:30:07.079881 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00365e-fb00-4e0f-adb9-7927c6f0d68c None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:30:07.104382 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00365e-fb00-4e0f-adb9-7927c6f0d68c None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:07.111872 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775f809-b9f2-4ad1-aad3-d4c6cfd20029 req-46f1f0ff-98e0-4129-9db0-07a14f4a1c6e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:07.112689 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1a00365e-fb00-4e0f-adb9-7927c6f0d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:07.113448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d775f809-b9f2-4ad1-aad3-d4c6cfd20029 req-46f1f0ff-98e0-4129-9db0-07a14f4a1c6e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1523504 Dec 09 22:30:07.144214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-bc21a00d-5438-45a1-b131-2b31a0583582', 'network_id': 'bc21a00d-5438-45a1-b131-2b31a0583582', 'project_id': '85ddbadaaf894be38863f747272f7484', 'fixed_ips': [{'subnet_id': '98424396-b177-4589-bc9f-f5d8c0e41b02'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:30:07.145240 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:07.208306 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d775f809-b9f2-4ad1-aad3-d4c6cfd20029 req-b10b3637-a68a-4a9f-977a-6d8085bb0265 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856352 Dec 09 22:30:07.220043 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1a00365e-fb00-4e0f-adb9-7927c6f0d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:07.235850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Made reservation on behalf of 85ddbadaaf894be38863f747272f7484 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:07.243950 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:07.248097 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00365e-fb00-4e0f-adb9-7927c6f0d68c None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:07.250993 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1a00365e-fb00-4e0f-adb9-7927c6f0d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:07.290789 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] device_id is not set on port 26ed3bd4-d865-480f-ae81-35321ad5c6f9 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:30:07.325421 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1a00365e-fb00-4e0f-adb9-7927c6f0d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:07.329987 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00365e-fb00-4e0f-adb9-7927c6f0d68c None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:30:07.429246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Allocated IP 172.20.0.2 (bc21a00d-5438-45a1-b131-2b31a0583582/98424396-b177-4589-bc9f-f5d8c0e41b02/22767d61-d593-4e2c-ae40-aab9224f6b4c) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:07.486176 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96c05d-9f67-4fe5-aa6c-2a0b4badc36f req-ddd91191-f7e5-41ee-9059-ae6ff7e72c99 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:07.509781 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e96c05d-9f67-4fe5-aa6c-2a0b4badc36f req-ddd91191-f7e5-41ee-9059-ae6ff7e72c99 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1466136 Dec 09 22:30:07.607320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e96c05d-9f67-4fe5-aa6c-2a0b4badc36f req-58c6cc54-ef18-4512-b416-3d8468313896 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969858 Dec 09 22:30:07.637506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea68073-41ac-4fda-9007-e0dcd774a7ab tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router aea9151a-1464-4a1e-bb60-c3b21fe4b2a1 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:30:07.675161 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:07.677729 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-36ab5212-2361-4e63-92d6-07049a9c0ad6 req-86b489a0-a2ce-426f-9765-defbe347dfc4 service neutron] 10.222.0.18 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335776 Dec 09 22:30:07.700106 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:07.786648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Network bc21a00d-5438-45a1-b131-2b31a0583582 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:07.794417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:07.800282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:07.800425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8bc1b-3eb2-4989-a00b-84a057602e80 req-01bf1972-540e-43a3-a3ec-ef99ccd305fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:07.801914 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02f8bc1b-3eb2-4989-a00b-84a057602e80 req-01bf1972-540e-43a3-a3ec-ef99ccd305fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 943 time: 0.1038692 Dec 09 22:30:07.808919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Allocated IP 172.20.0.11 (bc21a00d-5438-45a1-b131-2b31a0583582/98424396-b177-4589-bc9f-f5d8c0e41b02/26ed3bd4-d865-480f-ae81-35321ad5c6f9) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:07.862990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Pushing event updated for resources: {'Port': ['ID=22767d61-d593-4e2c-ae40-aab9224f6b4c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:07.888734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea68073-41ac-4fda-9007-e0dcd774a7ab tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:30:07.892204 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-36ab5212-2361-4e63-92d6-07049a9c0ad6 req-66db07e5-5ec7-4314-a6fa-a867c8362d07 service neutron] 10.222.0.18 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679695 Dec 09 22:30:07.895481 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ea68073-41ac-4fda-9007-e0dcd774a7ab tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:07.928995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68756713-6d77-41fd-9a02-4c535022f03b None None] Sync routers for ids ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:30:08.000505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68756713-6d77-41fd-9a02-4c535022f03b None None] Routers {'aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:08.001642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-68756713-6d77-41fd-9a02-4c535022f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:08.020225 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4ea68073-41ac-4fda-9007-e0dcd774a7ab tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "PUT /v2.0/floatingips/14ae5a47-a346-4ec5-9c8c-4be9495bad26 HTTP/1.1" status: 200 len: 977 time: 3.9650891 Dec 09 22:30:08.020881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40782) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:08.064377 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Attempting to bind port 22767d61-d593-4e2c-ae40-aab9224f6b4c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:30:08.064849 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Attempting to bind port 22767d61-d593-4e2c-ae40-aab9224f6b4c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '98b245fd-ba13-4336-8156-ca6c5a7a0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc21a00d-5438-45a1-b131-2b31a0583582'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:30:08.065384 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Attempting to bind port 22767d61-d593-4e2c-ae40-aab9224f6b4c on network bc21a00d-5438-45a1-b131-2b31a0583582 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:08.073122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-68756713-6d77-41fd-9a02-4c535022f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:08.087626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:30:08.088590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Checking segment: {'id': '98b245fd-ba13-4336-8156-ca6c5a7a0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc21a00d-5438-45a1-b131-2b31a0583582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:08.089389 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:08.090054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Bound using segment: {'id': '98b245fd-ba13-4336-8156-ca6c5a7a0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc21a00d-5438-45a1-b131-2b31a0583582'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:30:08.090949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Bound port: 22767d61-d593-4e2c-ae40-aab9224f6b4c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b245fd-ba13-4336-8156-ca6c5a7a0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc21a00d-5438-45a1-b131-2b31a0583582'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:30:08.091436 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:08.103507 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02f8bc1b-3eb2-4989-a00b-84a057602e80 req-5a2743da-f96c-407e-8b29-9ccec6b6e62b tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918756 Dec 09 22:30:08.105314 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68756713-6d77-41fd-9a02-4c535022f03b None None] Routers {'aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:08.106881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-68756713-6d77-41fd-9a02-4c535022f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:08.191054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port 6ac6c53c-29fd-4ce6-a9f3-e07801de03dd {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:08.191804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:08.269290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] For port 22767d61-d593-4e2c-ae40-aab9224f6b4c, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:30:08.273296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] For port 22767d61-d593-4e2c-ae40-aab9224f6b4c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=22767d61-d593-4e2c-ae40-aab9224f6b4c,segment=NetworkSegment(98b245fd-ba13-4336-8156-ca6c5a7a0a9a),segment_id=98b245fd-ba13-4336-8156-ca6c5a7a0a9a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:30:08.275952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-68756713-6d77-41fd-9a02-4c535022f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:08.276909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68756713-6d77-41fd-9a02-4c535022f03b None None] The sync data for ids ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:30:08.288387 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:08.343934 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:08.423979 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:08.435174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe53d9-46eb-4bd6-9c36-69bfbdd1d9d9 req-3a510424-3d51-49d7-a48f-183eb0b199b2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:08.437103 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66fe53d9-46eb-4bd6-9c36-69bfbdd1d9d9 req-3a510424-3d51-49d7-a48f-183eb0b199b2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1323278 Dec 09 22:30:08.514438 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e117f37-bbc7-4ca8-a050-f8a43111aa97 None None] Pushing event updated for resources: {'Port': ['ID=22767d61-d593-4e2c-ae40-aab9224f6b4c,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:08.767068 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:08.767262 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:08.767535 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Floating IP 14ae5a47-a346-4ec5-9c8c-4be9495bad26 disassociated. External IP: 172.25.8.40, port: 6ac6c53c-29fd-4ce6-a9f3-e07801de03dd. Dec 09 22:30:08.767892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for 6ac6c53c-29fd-4ce6-a9f3-e07801de03dd owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:08.938026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66fe53d9-46eb-4bd6-9c36-69bfbdd1d9d9 req-b1c0fac6-a246-4ff8-9785-9edab8442313 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905539 Dec 09 22:30:08.983601 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:09.042198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Network bc21a00d-5438-45a1-b131-2b31a0583582 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:09.048701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:09.052653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:09.056208 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:09.099740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=6ac6c53c-29fd-4ce6-a9f3-e07801de03dd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:09.143696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Pushing event updated for resources: {'Port': ['ID=26ed3bd4-d865-480f-ae81-35321ad5c6f9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:09.159333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:09.160447 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:09.211187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902ab7c-a591-4b2e-b466-5ed1f5725a58 req-a7a49a45-b5cf-4b83-9fb3-ab10e5b7e4a9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:09.219861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c902ab7c-a591-4b2e-b466-5ed1f5725a58 req-a7a49a45-b5cf-4b83-9fb3-ab10e5b7e4a9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1215463 Dec 09 22:30:09.231793 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-39c52f19-110f-4d2e-80a1-f64bf05fdb39 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2236211 Dec 09 22:30:09.235029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40800) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:09.241828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Request body: {'port': {'network_id': 'bc21a00d-5438-45a1-b131-2b31a0583582', 'name': 'tempest-ExtraDHCPOptionsTestJSON-628530492', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:09.247380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.api.validators [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] bootfile-name is not in valid_values {{(pid=103417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 22:30:09.247770 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.api.validators [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] tftp-server is not in valid_values {{(pid=103417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 22:30:09.248101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.api.validators [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] server-ip-address is not in valid_values {{(pid=103417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 22:30:09.339009 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c902ab7c-a591-4b2e-b466-5ed1f5725a58 req-25de6684-f406-4ff2-9bcf-d69d4ff0d42e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122215 Dec 09 22:30:09.364249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router aea9151a-1464-4a1e-bb60-c3b21fe4b2a1 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:30:09.378160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fdd26-2fdb-44dc-a8cf-99c5711f85a5 req-33f33f99-e773-4769-8301-f4e51844ca84 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:09.392423 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e87fdd26-2fdb-44dc-a8cf-99c5711f85a5 req-33f33f99-e773-4769-8301-f4e51844ca84 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 943 time: 0.1486771 Dec 09 22:30:09.544311 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e87fdd26-2fdb-44dc-a8cf-99c5711f85a5 req-84650280-f78b-45fe-bf64-23bf5dbdc46d tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469283 Dec 09 22:30:09.617961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Made reservation on behalf of 85ddbadaaf894be38863f747272f7484 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:09.621587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:09.651713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] device_id is not set on port 982c1f1f-a6c1-4310-a05b-bdf30cb9448e yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:30:09.714845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40814) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:09.752880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:30:09.767414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af87c5-24d5-4c06-9f5c-714fbc94f7be req-bd5eeec8-3420-46a7-8aa9-932f103177ac tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:09.776270 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52af87c5-24d5-4c06-9f5c-714fbc94f7be req-bd5eeec8-3420-46a7-8aa9-932f103177ac tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1070704 Dec 09 22:30:09.785602 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52d2b3-19ec-4fc2-8ca7-006498e498d5 None None] Sync routers for ids ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:30:09.804845 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52d2b3-19ec-4fc2-8ca7-006498e498d5 None None] Routers {'aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:09.807430 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ce52d2b3-19ec-4fc2-8ca7-006498e498d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:09.845058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52af87c5-24d5-4c06-9f5c-714fbc94f7be req-e8d37533-682a-417b-a79a-20e85b3c133c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631549 Dec 09 22:30:09.887227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3701f997-0361-45d7-b322-d4256115e835 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:30:09.901626 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ce52d2b3-19ec-4fc2-8ca7-006498e498d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:09.918590 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52d2b3-19ec-4fc2-8ca7-006498e498d5 None None] Routers {'aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:09.923107 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ce52d2b3-19ec-4fc2-8ca7-006498e498d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:09.993135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d12f3-6edc-4e19-9465-c48ebc43679e req-580769b8-10e2-47b0-a010-aaa459a031df tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:09.999137 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ce52d2b3-19ec-4fc2-8ca7-006498e498d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:09.999927 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52d2b3-19ec-4fc2-8ca7-006498e498d5 None None] The sync data for ids ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:30:10.007931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-423d12f3-6edc-4e19-9465-c48ebc43679e req-580769b8-10e2-47b0-a010-aaa459a031df tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.0776365 Dec 09 22:30:10.035802 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.046032 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-37bd1f8c-da8b-4663-9a02-207366f0f8d9 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/ports/6ac6c53c-29fd-4ce6-a9f3-e07801de03dd HTTP/1.1" status: 204 len: 168 time: 2.0174499 Dec 09 22:30:10.046275 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40822) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:10.077286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Allocated IP 172.20.0.6 (bc21a00d-5438-45a1-b131-2b31a0583582/98424396-b177-4589-bc9f-f5d8c0e41b02/982c1f1f-a6c1-4310-a05b-bdf30cb9448e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:10.130442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3701f997-0361-45d7-b322-d4256115e835, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3701f997-0361-45d7-b322-d4256115e835,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:10.151162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-423d12f3-6edc-4e19-9465-c48ebc43679e req-081c2089-d54f-4ef6-91f7-746a22ee71ec tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422038 Dec 09 22:30:10.156796 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-69e30636-7bdb-4443-b725-070609401b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.209279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '3701f997-0361-45d7-b322-d4256115e835', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'port_id': '3701f997-0361-45d7-b322-d4256115e835', 'mac_address': 'fa:16:3e:01:7d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:30:10.249765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31712c1-f3a0-411e-acd0-67dcc19c8fc7 None None] Network bc21a00d-5438-45a1-b131-2b31a0583582 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:10.291788 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-69e30636-7bdb-4443-b725-070609401b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.307907 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-69e30636-7bdb-4443-b725-070609401b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.377332 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.385352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.431346 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 22767d61-d593-4e2c-ae40-aab9224f6b4c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:10.441149 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.442271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e30636-7bdb-4443-b725-070609401b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86383ba-0684-45d3-8d89-b6e567a88a3d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:10.468328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-69e30636-7bdb-4443-b725-070609401b33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46f0487bd5a742e0856ccfa81793c94f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7489522 Dec 09 22:30:10.472654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b2918058-8a67-45d1-af11-6ed684227fc5 None None] Provisioning complete for port 22767d61-d593-4e2c-ae40-aab9224f6b4c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:10.473253 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b2918058-8a67-45d1-af11-6ed684227fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.482270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40828) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:10.530712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Network bc21a00d-5438-45a1-b131-2b31a0583582 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:10.568420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5f668-e455-45e5-87b7-99befac0446a req-237631f5-ac34-4989-be52-98f4a00478ee tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:10.570067 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11d5f668-e455-45e5-87b7-99befac0446a req-237631f5-ac34-4989-be52-98f4a00478ee tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1324768 Dec 09 22:30:10.571642 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Pushing event updated for resources: {'Port': ['ID=982c1f1f-a6c1-4310-a05b-bdf30cb9448e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:10.577608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:10.582205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:10.666868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3701f997-0361-45d7-b322-d4256115e835 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:30:10.697846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:10.699450 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.700039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3701f997-0361-45d7-b322-d4256115e835, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3701f997-0361-45d7-b322-d4256115e835,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:10.720953 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.721118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11d5f668-e455-45e5-87b7-99befac0446a req-a27d244c-e4fe-4e7f-98e4-6e53dcf7e161 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350107 Dec 09 22:30:10.734419 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4f5b79b-8521-47e0-9dcf-e4bedc457128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.761935 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4f5b79b-8521-47e0-9dcf-e4bedc457128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.833847 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-873ac7bc-9535-4c48-8cd3-624dd44ccf5f tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.5960493 Dec 09 22:30:10.836325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40840) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:10.870543 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4f5b79b-8521-47e0-9dcf-e4bedc457128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.873426 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4f5b79b-8521-47e0-9dcf-e4bedc457128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.883197 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c4f5b79b-8521-47e0-9dcf-e4bedc457128 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e86383ba-0684-45d3-8d89-b6e567a88a3d HTTP/1.1" status: 204 len: 168 time: 0.3936272 Dec 09 22:30:10.885073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3701f997-0361-45d7-b322-d4256115e835,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:10.896113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329872e-ec7e-44eb-ba80-e9d527aba53c req-725c12e4-19d8-4911-b81b-4ed62132b026 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:10.901905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 22767d61-d593-4e2c-ae40-aab9224f6b4c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:10.902432 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:10.904673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2329872e-ec7e-44eb-ba80-e9d527aba53c req-725c12e4-19d8-4911-b81b-4ed62132b026 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 944 time: 0.1825681 Dec 09 22:30:10.943869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5b79b-8521-47e0-9dcf-e4bedc457128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86383ba-0684-45d3-8d89-b6e567a88a3d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:10.996652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2acc4a-43bb-43a3-9c7a-b9bb0c2d843c tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:11.003045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2acc4a-43bb-43a3-9c7a-b9bb0c2d843c tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:11.010827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['3701f997-0361-45d7-b322-d4256115e835'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:30:11.011054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2acc4a-43bb-43a3-9c7a-b9bb0c2d843c tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:11.015186 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cc2acc4a-43bb-43a3-9c7a-b9bb0c2d843c tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1751807 Dec 09 22:30:11.015799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40844) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:11.079578 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b2918058-8a67-45d1-af11-6ed684227fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:11.189392 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b2918058-8a67-45d1-af11-6ed684227fc5 None None] For port 22767d61-d593-4e2c-ae40-aab9224f6b4c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=22767d61-d593-4e2c-ae40-aab9224f6b4c,segment=NetworkSegment(98b245fd-ba13-4336-8156-ca6c5a7a0a9a),segment_id=98b245fd-ba13-4336-8156-ca6c5a7a0a9a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:11.194087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b280a08-1a7e-40a2-ac0e-bded883d214b req-cafb1c0c-c079-47e3-a144-76dd93e9eae9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:11.204963 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b280a08-1a7e-40a2-ac0e-bded883d214b req-cafb1c0c-c079-47e3-a144-76dd93e9eae9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.3761015 Dec 09 22:30:11.209957 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b2918058-8a67-45d1-af11-6ed684227fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:11.254267 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:11.254987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-444c10d4-219e-4476-8fe7-d83736f89976 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Deleting port 982c1f1f-a6c1-4310-a05b-bdf30cb9448e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:11.255455 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-444c10d4-219e-4476-8fe7-d83736f89976 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:11.271348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2329872e-ec7e-44eb-ba80-e9d527aba53c req-d4cb0f9a-e1f1-47b3-a94e-dd293ebb3480 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344998 Dec 09 22:30:11.366682 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:30:11.367264 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:30:11.375559 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b280a08-1a7e-40a2-ac0e-bded883d214b req-a45cdeb4-c1de-4dcb-9ab3-8077c295f8f7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665084 Dec 09 22:30:11.391345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2918058-8a67-45d1-af11-6ed684227fc5 None None] Pushing event updated for resources: {'Port': ['ID=22767d61-d593-4e2c-ae40-aab9224f6b4c,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:11.502559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9876589f-fbb3-4815-9250-8d5d22e1a28a None None] Provisioning complete for port 22767d61-d593-4e2c-ae40-aab9224f6b4c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:11.503164 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9876589f-fbb3-4815-9250-8d5d22e1a28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:11.594849 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40850) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:11.639306 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-091310e9-122b-43df-ad0a-98f62e64fdee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:11.688368 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d11a9865-6118-41dc-84a0-ec3a5b686983 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:11.689316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9876589f-fbb3-4815-9250-8d5d22e1a28a None None] Provisioning complete for port 982c1f1f-a6c1-4310-a05b-bdf30cb9448e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:11.690095 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9876589f-fbb3-4815-9250-8d5d22e1a28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:11.773528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9876589f-fbb3-4815-9250-8d5d22e1a28a None None] Port 982c1f1f-a6c1-4310-a05b-bdf30cb9448e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:30:11.802210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9876589f-fbb3-4815-9250-8d5d22e1a28a None None] Provisioning complete for port 26ed3bd4-d865-480f-ae81-35321ad5c6f9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:11.803394 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9876589f-fbb3-4815-9250-8d5d22e1a28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:11.957579 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-091310e9-122b-43df-ad0a-98f62e64fdee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:11.977495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-091310e9-122b-43df-ad0a-98f62e64fdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:11.983380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9876589f-fbb3-4815-9250-8d5d22e1a28a None None] Port 26ed3bd4-d865-480f-ae81-35321ad5c6f9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:30:12.059364 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-444c10d4-219e-4476-8fe7-d83736f89976 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:12.088913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-444c10d4-219e-4476-8fe7-d83736f89976 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Calling delete_port for 982c1f1f-a6c1-4310-a05b-bdf30cb9448e owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:12.116807 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-091310e9-122b-43df-ad0a-98f62e64fdee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=432ffd0035364b8aa7c297e5ffb2c84a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5119283 Dec 09 22:30:12.117768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b41c9b97-0e3a-4610-8c7a-eec9991105ca None None] Provisioning complete for port 26ed3bd4-d865-480f-ae81-35321ad5c6f9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:12.118237 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b41c9b97-0e3a-4610-8c7a-eec9991105ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:12.141728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40866) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:12.193312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b41c9b97-0e3a-4610-8c7a-eec9991105ca None None] Port 26ed3bd4-d865-480f-ae81-35321ad5c6f9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:30:12.218212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091310e9-122b-43df-ad0a-98f62e64fdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07065338-e765-4882-93ff-ebac54eb72bc,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:12.307850 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-444c10d4-219e-4476-8fe7-d83736f89976 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:12.309583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9427a656-3e4b-432c-9fac-200324b3294c None None] Could not find standard attr ID for object 982c1f1f-a6c1-4310-a05b-bdf30cb9448e. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:30:12.326599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9584587-0e3e-49ce-9ac3-7f8a601e444c req-ebfbce34-4bc3-4140-871e-77d01c7754a6 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:12.334117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9584587-0e3e-49ce-9ac3-7f8a601e444c req-ebfbce34-4bc3-4140-871e-77d01c7754a6 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1581862 Dec 09 22:30:12.336429 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3523d09-0d4d-4207-85da-ad257be8b94f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:12.347093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c10d4-219e-4476-8fe7-d83736f89976 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Pushing event deleted for resources: {'Port': ['ID=982c1f1f-a6c1-4310-a05b-bdf30cb9448e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:12.355265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 22767d61-d593-4e2c-ae40-aab9224f6b4c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:12.429529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 22767d61-d593-4e2c-ae40-aab9224f6b4c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:12.430819 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:12.470641 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3523d09-0d4d-4207-85da-ad257be8b94f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:12.476704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-444c10d4-219e-4476-8fe7-d83736f89976 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:12.486822 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-444c10d4-219e-4476-8fe7-d83736f89976 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] 10.222.0.16 "DELETE /v2.0/ports/982c1f1f-a6c1-4310-a05b-bdf30cb9448e HTTP/1.1" status: 204 len: 168 time: 1.4703624 Dec 09 22:30:12.487453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40872) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:12.495312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ac8738dc-3a4b-4409-8565-30518fd23f38 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Request body: {'port': {'name': 'tempest-new-port-name-274050502', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:12.497429 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.api.validators [None req-ac8738dc-3a4b-4409-8565-30518fd23f38 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] bootfile-name is not in valid_values {{(pid=103417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 22:30:12.504541 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.api.validators [None req-ac8738dc-3a4b-4409-8565-30518fd23f38 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] tftp-server is not in valid_values {{(pid=103417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 22:30:12.504541 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.api.validators [None req-ac8738dc-3a4b-4409-8565-30518fd23f38 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] server-ip-address is not in valid_values {{(pid=103417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 22:30:12.590046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9584587-0e3e-49ce-9ac3-7f8a601e444c req-e65c447b-a7dd-4c2e-9c0c-d2407229e77d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549710 Dec 09 22:30:12.608129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e3df9-3b1c-43cb-81d3-af2a4055dc87 req-2b530877-32d5-4e2e-b415-2c61b2e38f9e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:12.609684 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-126e3df9-3b1c-43cb-81d3-af2a4055dc87 req-2b530877-32d5-4e2e-b415-2c61b2e38f9e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 944 time: 0.2141285 Dec 09 22:30:12.621666 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3523d09-0d4d-4207-85da-ad257be8b94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:12.625600 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3523d09-0d4d-4207-85da-ad257be8b94f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:12.627597 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f3523d09-0d4d-4207-85da-ad257be8b94f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07065338-e765-4882-93ff-ebac54eb72bc HTTP/1.1" status: 204 len: 168 time: 0.4847431 Dec 09 22:30:12.659027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3523d09-0d4d-4207-85da-ad257be8b94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07065338-e765-4882-93ff-ebac54eb72bc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:12.661779 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ac8738dc-3a4b-4409-8565-30518fd23f38 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:12.706226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d11a9865-6118-41dc-84a0-ec3a5b686983 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port 32c294f9-e304-4ee7-9b8e-fa838738a7be {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:12.706784 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d11a9865-6118-41dc-84a0-ec3a5b686983 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:12.811503 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-126e3df9-3b1c-43cb-81d3-af2a4055dc87 req-6676af7c-2077-4077-b665-5f4282c4a4aa tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924319 Dec 09 22:30:12.856713 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d11a9865-6118-41dc-84a0-ec3a5b686983 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:12.871885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d11a9865-6118-41dc-84a0-ec3a5b686983 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for 32c294f9-e304-4ee7-9b8e-fa838738a7be owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:12.993885 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ac8738dc-3a4b-4409-8565-30518fd23f38 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:13.003350 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ac8738dc-3a4b-4409-8565-30518fd23f38 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:13.098570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8738dc-3a4b-4409-8565-30518fd23f38 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Pushing event updated for resources: {'Port': ['ID=26ed3bd4-d865-480f-ae81-35321ad5c6f9,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:13.163105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ac8738dc-3a4b-4409-8565-30518fd23f38 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] In _notify_port_updated(), no bound segment for port 26ed3bd4-d865-480f-ae81-35321ad5c6f9 on network bc21a00d-5438-45a1-b131-2b31a0583582 {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:30:13.174225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8738dc-3a4b-4409-8565-30518fd23f38 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:13.175038 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ac8738dc-3a4b-4409-8565-30518fd23f38 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:13.179444 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ac8738dc-3a4b-4409-8565-30518fd23f38 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] 10.222.0.16 "PUT /v2.0/ports/26ed3bd4-d865-480f-ae81-35321ad5c6f9 HTTP/1.1" status: 200 len: 1136 time: 0.6909201 Dec 09 22:30:13.186177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40886) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:13.252712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d11a9865-6118-41dc-84a0-ec3a5b686983 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:13.274440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0ecea-fc26-4388-b12e-ee7b2fa2c7e1 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:13.275927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-19e0ecea-fc26-4388-b12e-ee7b2fa2c7e1 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] 10.222.0.16 "GET /v2.0/ports/26ed3bd4-d865-480f-ae81-35321ad5c6f9 HTTP/1.1" status: 200 len: 1136 time: 0.0873873 Dec 09 22:30:13.279825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40890) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:13.298179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a9865-6118-41dc-84a0-ec3a5b686983 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=32c294f9-e304-4ee7-9b8e-fa838738a7be,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:13.491307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e5eb5d18-fdf7-4883-9a98-fc2d8fc5d60c None None] Provisioning complete for port 26ed3bd4-d865-480f-ae81-35321ad5c6f9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:13.491868 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e5eb5d18-fdf7-4883-9a98-fc2d8fc5d60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:13.564138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Deleting port 26ed3bd4-d865-480f-ae81-35321ad5c6f9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:13.564897 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:13.602208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb5d18-fdf7-4883-9a98-fc2d8fc5d60c None None] Port 26ed3bd4-d865-480f-ae81-35321ad5c6f9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:30:13.779475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:13.806860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Calling delete_port for 26ed3bd4-d865-480f-ae81-35321ad5c6f9 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:13.895365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3701f997-0361-45d7-b322-d4256115e835 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:14.040962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 3701f997-0361-45d7-b322-d4256115e835 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:30:14.044920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 3701f997-0361-45d7-b322-d4256115e835 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:14.045291 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:14.147565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:14.163479 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d11a9865-6118-41dc-84a0-ec3a5b686983 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:14.194633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01b11f-2b1a-4343-a612-4fe3fdcb7a78 req-065c3df8-50e4-48e3-ae58-4f4533e7d55f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:14.196403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa01b11f-2b1a-4343-a612-4fe3fdcb7a78 req-065c3df8-50e4-48e3-ae58-4f4533e7d55f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1578484 Dec 09 22:30:14.216885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228b5ef-32a2-49cb-bc42-651ed72d5a95 req-84538580-61c7-4032-b18e-7b4bd75f1d42 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:14.217331 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:14.218394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a228b5ef-32a2-49cb-bc42-651ed72d5a95 req-84538580-61c7-4032-b18e-7b4bd75f1d42 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 944 time: 0.1810088 Dec 09 22:30:14.274884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Pushing event deleted for resources: {'Port': ['ID=26ed3bd4-d865-480f-ae81-35321ad5c6f9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:14.309253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.311795 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.312268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.313815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.314303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.316321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.316886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.317991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.319056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.320062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.322180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.322647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.323119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:14.337877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3701f997-0361-45d7-b322-d4256115e835, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3701f997-0361-45d7-b322-d4256115e835,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:14.343151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3701f997-0361-45d7-b322-d4256115e835'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:30:14.348964 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47242f2-8107-4d40-8776-a2a3d12f51c9" -d '{"events": [{"server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "name": "network-vif-plugged", "status": "completed", "tag": "3701f997-0361-45d7-b322-d4256115e835"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:30:14.352453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa01b11f-2b1a-4343-a612-4fe3fdcb7a78 req-66e46c7a-4b1f-4f03-bf4f-357a150aac91 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324329 Dec 09 22:30:14.362833 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:14.500057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:14.521613 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d51206f6-4a9b-4184-a265-4cde6554eb51 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] 10.222.0.16 "DELETE /v2.0/ports/26ed3bd4-d865-480f-ae81-35321ad5c6f9 HTTP/1.1" status: 204 len: 168 time: 1.2385192 Dec 09 22:30:14.524053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40916) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:14.537194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3701f997-0361-45d7-b322-d4256115e835,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:14.572960 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a228b5ef-32a2-49cb-bc42-651ed72d5a95 req-1f4414b2-1e1f-4083-bab8-2e5094a2e0e4 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050110 Dec 09 22:30:14.603934 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c7cad6-e256-43de-aa04-a4525102da4c x-openstack-request-id: req-91c7cad6-e256-43de-aa04-a4525102da4c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:30:14.603934 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "name": "network-vif-plugged", "status": "completed", "tag": "3701f997-0361-45d7-b322-d4256115e835", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:30:14.604150 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91c7cad6-e256-43de-aa04-a4525102da4c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:30:14.604573 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3701f997-0361-45d7-b322-d4256115e835', 'code': 200} Dec 09 22:30:14.714516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff394e80-e5b3-48fd-bccf-be7b12e5db2e tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Deleting subnet 98424396-b177-4589-bc9f-f5d8c0e41b02 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:30:14.781723 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff394e80-e5b3-48fd-bccf-be7b12e5db2e tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:14.828652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c153b5c-4afe-4cf0-befd-2c4f8ad5e671 req-123d9bd6-c3fc-4679-a2a9-7c077f227a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:14.835717 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c153b5c-4afe-4cf0-befd-2c4f8ad5e671 req-123d9bd6-c3fc-4679-a2a9-7c077f227a28 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 1097 time: 0.1458490 Dec 09 22:30:14.887536 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9c153b5c-4afe-4cf0-befd-2c4f8ad5e671 req-b2d492c3-885a-4cd9-af13-aad755122564 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450706 Dec 09 22:30:14.896638 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff394e80-e5b3-48fd-bccf-be7b12e5db2e tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:15.029003 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11a9865-6118-41dc-84a0-ec3a5b686983 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router aea9151a-1464-4a1e-bb60-c3b21fe4b2a1 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:30:15.077854 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff394e80-e5b3-48fd-bccf-be7b12e5db2e tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:15.232695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff394e80-e5b3-48fd-bccf-be7b12e5db2e tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:15.265297 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff394e80-e5b3-48fd-bccf-be7b12e5db2e tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:15.268620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ff394e80-e5b3-48fd-bccf-be7b12e5db2e tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] 10.222.0.16 "DELETE /v2.0/subnets/98424396-b177-4589-bc9f-f5d8c0e41b02 HTTP/1.1" status: 204 len: 168 time: 0.7379687 Dec 09 22:30:15.270304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11a9865-6118-41dc-84a0-ec3a5b686983 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:30:15.271428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40934) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:15.275851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3068b-875f-487a-8535-e66a5bcab07a None None] Network bc21a00d-5438-45a1-b131-2b31a0583582 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:15.279200 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d11a9865-6118-41dc-84a0-ec3a5b686983 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "PUT /v2.0/routers/aea9151a-1464-4a1e-bb60-c3b21fe4b2a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2294402 Dec 09 22:30:15.279200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff394e80-e5b3-48fd-bccf-be7b12e5db2e tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Pushing event deleted for resources: {'Subnet': ['ID=98424396-b177-4589-bc9f-f5d8c0e41b02,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:15.280754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40936) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:15.330166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a69a58-a01b-4506-ac1d-614ca4b32502 None None] Sync routers for ids ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:30:15.390670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:15.431289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a69a58-a01b-4506-ac1d-614ca4b32502 None None] Routers {'aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:15.432283 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a7a69a58-a01b-4506-ac1d-614ca4b32502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:15.438366 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:15.476332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a7a69a58-a01b-4506-ac1d-614ca4b32502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:15.496269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Deleting port 22767d61-d593-4e2c-ae40-aab9224f6b4c {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:15.496596 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:15.510008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a69a58-a01b-4506-ac1d-614ca4b32502 None None] Routers {'aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:15.510008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a7a69a58-a01b-4506-ac1d-614ca4b32502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:15.588455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a7a69a58-a01b-4506-ac1d-614ca4b32502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:15.589094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] For port 22767d61-d593-4e2c-ae40-aab9224f6b4c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=22767d61-d593-4e2c-ae40-aab9224f6b4c,segment=NetworkSegment(98b245fd-ba13-4336-8156-ca6c5a7a0a9a),segment_id=98b245fd-ba13-4336-8156-ca6c5a7a0a9a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:15.589094 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:15.590288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a69a58-a01b-4506-ac1d-614ca4b32502 None None] The sync data for ids ['aea9151a-1464-4a1e-bb60-c3b21fe4b2a1'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:30:15.610678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Calling delete_port for 22767d61-d593-4e2c-ae40-aab9224f6b4c owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:15.661156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab75587-d19f-438b-89ed-35b2df975676 req-8d1d4fc3-7ee4-421a-8c21-bcacd931de68 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:15.662890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eab75587-d19f-438b-89ed-35b2df975676 req-8d1d4fc3-7ee4-421a-8c21-bcacd931de68 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1533365 Dec 09 22:30:15.689833 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0460b1be-dfe4-4fbb-897d-2256785174a8 None None] DHCP port deletion for bc21a00d-5438-45a1-b131-2b31a0583582 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:30:15.765870 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:15.783622 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0460b1be-dfe4-4fbb-897d-2256785174a8 None None] Deleting port 22767d61-d593-4e2c-ae40-aab9224f6b4c {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:15.784005 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0460b1be-dfe4-4fbb-897d-2256785174a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:15.815976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Pushing event deleted for resources: {'Port': ['ID=22767d61-d593-4e2c-ae40-aab9224f6b4c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:15.828128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] No DVR routers for this DVR port 22767d61-d593-4e2c-ae40-aab9224f6b4c on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:30:15.864973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eab75587-d19f-438b-89ed-35b2df975676 req-c2312143-385a-4716-9adc-fea5b58c7b73 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548505 Dec 09 22:30:15.880733 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:15.926493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0460b1be-dfe4-4fbb-897d-2256785174a8 None None] For port 22767d61-d593-4e2c-ae40-aab9224f6b4c, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:15.926816 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0460b1be-dfe4-4fbb-897d-2256785174a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:15.930714 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45cd08-c61a-44f9-bd13-a490a812bfa2 req-6a33f136-b826-482d-ba63-f1d681b5c665 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:15.934281 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d45cd08-c61a-44f9-bd13-a490a812bfa2 req-6a33f136-b826-482d-ba63-f1d681b5c665 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 945 time: 0.1962962 Dec 09 22:30:15.945538 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40948) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:15.954411 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0460b1be-dfe4-4fbb-897d-2256785174a8 None None] Calling delete_port for 22767d61-d593-4e2c-ae40-aab9224f6b4c owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:15.960399 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-0460b1be-dfe4-4fbb-897d-2256785174a8 None None] Port 22767d61-d593-4e2c-ae40-aab9224f6b4c was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:30:15.968208 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0460b1be-dfe4-4fbb-897d-2256785174a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.016095 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.054147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460b1be-dfe4-4fbb-897d-2256785174a8 None None] Pushing event deleted for resources: {'Port': ['ID=22767d61-d593-4e2c-ae40-aab9224f6b4c,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:16.057123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460b1be-dfe4-4fbb-897d-2256785174a8 None None] No DVR routers for this DVR port 22767d61-d593-4e2c-ae40-aab9224f6b4c on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:30:16.073141 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d45cd08-c61a-44f9-bd13-a490a812bfa2 req-6bcab73d-83f5-4bb1-a97e-531bb5149b24 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222405 Dec 09 22:30:16.093046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port 7f7650d6-7ceb-4380-8570-ee70a166d4b3 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:16.093396 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.103596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc21a00d-5438-45a1-b131-2b31a0583582']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:16.116811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b245fd-ba13-4336-8156-ca6c5a7a0a9a') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:16.116811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b245fd-ba13-4336-8156-ca6c5a7a0a9a') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:16.129673 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.159345 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.167460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:30:16.168023 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:30:16.171562 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:30:16.199469 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-59ac8b32-3ba7-401f-811f-c4896936f78f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.248052 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.260604 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.272575 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.274598 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for 7f7650d6-7ceb-4380-8570-ee70a166d4b3 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:16.278074 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] 10.222.0.16 "DELETE /v2.0/networks/bc21a00d-5438-45a1-b131-2b31a0583582 HTTP/1.1" status: 204 len: 168 time: 1.0053554 Dec 09 22:30:16.307354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e149d-f91c-40d8-b018-cda165526012 tempest-ExtraDHCPOptionsTestJSON-1354427709 tempest-ExtraDHCPOptionsTestJSON-1354427709-project] Pushing event deleted for resources: {'Network': ['ID=bc21a00d-5438-45a1-b131-2b31a0583582,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:16.349109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 22767d61-d593-4e2c-ae40-aab9224f6b4c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:30:16.374759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 22767d61-d593-4e2c-ae40-aab9224f6b4c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:30:16.375590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 22767d61-d593-4e2c-ae40-aab9224f6b4c not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:30:16.473080 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-59ac8b32-3ba7-401f-811f-c4896936f78f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.480664 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-59ac8b32-3ba7-401f-811f-c4896936f78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.552365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-59ac8b32-3ba7-401f-811f-c4896936f78f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53de17eea1194d9f8b26642a3e46ca6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5983863 Dec 09 22:30:16.552876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40960) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:16.569896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac8b32-3ba7-401f-811f-c4896936f78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa31028-7a0d-4b14-9796-88079680ffd6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:16.606844 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.624478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40964) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:16.653164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=7f7650d6-7ceb-4380-8570-ee70a166d4b3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:16.653393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-083bc4cb-6645-4dc3-9138-8b8cc36552fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.689416 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-083bc4cb-6645-4dc3-9138-8b8cc36552fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.741219 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.749127 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-083bc4cb-6645-4dc3-9138-8b8cc36552fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.753848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-083bc4cb-6645-4dc3-9138-8b8cc36552fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.755145 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-083bc4cb-6645-4dc3-9138-8b8cc36552fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fa31028-7a0d-4b14-9796-88079680ffd6 HTTP/1.1" status: 204 len: 168 time: 0.2006032 Dec 09 22:30:16.765558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bc4cb-6645-4dc3-9138-8b8cc36552fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa31028-7a0d-4b14-9796-88079680ffd6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:16.850627 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-888fb5e3-fe52-4a4e-b5e3-222c933fcd53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85ddbadaaf894be38863f747272f7484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246978 Dec 09 22:30:16.853419 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40970) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:16.860056 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.862539 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.920778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3550340d-ffad-44c0-8d9b-11f34864ded8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.958797 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3550340d-ffad-44c0-8d9b-11f34864ded8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.975942 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:16.977690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Fanout notify agent at l3_agent the message router_deleted on router aea9151a-1464-4a1e-bb60-c3b21fe4b2a1 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:30:17.011668 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.012768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5468248b-70b0-4a04-b5d5-f5afaf185d77 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/routers/aea9151a-1464-4a1e-bb60-c3b21fe4b2a1 HTTP/1.1" status: 204 len: 168 time: 1.7309568 Dec 09 22:30:17.016406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40976) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:17.047560 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3550340d-ffad-44c0-8d9b-11f34864ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.051373 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3550340d-ffad-44c0-8d9b-11f34864ded8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.053197 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3550340d-ffad-44c0-8d9b-11f34864ded8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2a23ca2-2480-49d1-846e-1004069ff3f5 HTTP/1.1" status: 204 len: 168 time: 0.1984291 Dec 09 22:30:17.062701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550340d-ffad-44c0-8d9b-11f34864ded8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a23ca2-2480-49d1-846e-1004069ff3f5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:17.096987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b473bd-004c-426d-9226-e65cc3d6bf57 req-23f14e42-7abd-48a6-81cb-841847ace9e4 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:17.099896 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5b473bd-004c-426d-9226-e65cc3d6bf57 req-23f14e42-7abd-48a6-81cb-841847ace9e4 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1437571 Dec 09 22:30:17.124747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a738120-587d-41e5-b6e0-28dab8f5cb8b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting subnet 7c8481f8-dba9-4798-9f0f-55942d12ef14 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:30:17.154290 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a738120-587d-41e5-b6e0-28dab8f5cb8b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.200864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40984) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:17.224712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5b473bd-004c-426d-9226-e65cc3d6bf57 req-5a630c72-25b1-482c-ae24-a05b8b97f13c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123197 Dec 09 22:30:17.233901 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a738120-587d-41e5-b6e0-28dab8f5cb8b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.239368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-77d19e5f-da83-4d53-863e-ffc7ed2a645e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.388773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49a8cc-071e-48df-bb0a-1aaa95631024 req-4ca5a54c-415f-49bd-ae72-0e7b56283e6e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:17.389328 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-77d19e5f-da83-4d53-863e-ffc7ed2a645e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.390483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f49a8cc-071e-48df-bb0a-1aaa95631024 req-4ca5a54c-415f-49bd-ae72-0e7b56283e6e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 945 time: 0.1125240 Dec 09 22:30:17.395107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-77d19e5f-da83-4d53-863e-ffc7ed2a645e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.451686 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-77d19e5f-da83-4d53-863e-ffc7ed2a645e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8314d93e7f34c2ea74c4c958633e7d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2473135 Dec 09 22:30:17.451686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40994) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:17.463515 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a738120-587d-41e5-b6e0-28dab8f5cb8b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.470609 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d19e5f-da83-4d53-863e-ffc7ed2a645e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8af195-653c-472d-815a-3b26fce06ee8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:17.507245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f49a8cc-071e-48df-bb0a-1aaa95631024 req-a662cb30-b3c8-4e4a-85d6-e75f48e8865a tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157398 Dec 09 22:30:17.560010 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a738120-587d-41e5-b6e0-28dab8f5cb8b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.563450 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c729150-6dc5-40c0-b4b5-770284493015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.595199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c729150-6dc5-40c0-b4b5-770284493015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.644959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a738120-587d-41e5-b6e0-28dab8f5cb8b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8481f8-dba9-4798-9f0f-55942d12ef14,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:17.661535 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a738120-587d-41e5-b6e0-28dab8f5cb8b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.665202 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5a738120-587d-41e5-b6e0-28dab8f5cb8b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/subnets/7c8481f8-dba9-4798-9f0f-55942d12ef14 HTTP/1.1" status: 204 len: 168 time: 0.6475904 Dec 09 22:30:17.674379 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c729150-6dc5-40c0-b4b5-770284493015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.674599 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67b5574-6a21-477a-9f80-59e032a9ce89 None None] Network c5d46d05-4079-40d0-8d6e-607254ae74df requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:17.677389 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c729150-6dc5-40c0-b4b5-770284493015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.680345 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5c729150-6dc5-40c0-b4b5-770284493015 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df8af195-653c-472d-815a-3b26fce06ee8 HTTP/1.1" status: 204 len: 168 time: 0.2277577 Dec 09 22:30:17.681113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41002) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:17.706114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c729150-6dc5-40c0-b4b5-770284493015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8af195-653c-472d-815a-3b26fce06ee8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:17.826025 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:17.940793 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-a94cf408-7e21-43af-9b83-9e46630c7dde tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3834639 Dec 09 22:30:17.956494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:17.989577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port 35331ab6-8b87-404c-9842-0a142891d9da {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:17.989946 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.005372 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.086029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d000af-ec9f-4a69-aea4-a3515b229f3e None None] DHCP port deletion for c5d46d05-4079-40d0-8d6e-607254ae74df request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:30:18.155131 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.168270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] For port 35331ab6-8b87-404c-9842-0a142891d9da, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=35331ab6-8b87-404c-9842-0a142891d9da,segment=NetworkSegment(b88bc1d5-60fe-4585-a76e-257b79b52df3),segment_id=b88bc1d5-60fe-4585-a76e-257b79b52df3)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:18.168842 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.211009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for 35331ab6-8b87-404c-9842-0a142891d9da owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:18.231816 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-24d000af-ec9f-4a69-aea4-a3515b229f3e None None] Deleting port 35331ab6-8b87-404c-9842-0a142891d9da {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:18.232207 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-24d000af-ec9f-4a69-aea4-a3515b229f3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.345162 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.419685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=35331ab6-8b87-404c-9842-0a142891d9da,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:18.421471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 35331ab6-8b87-404c-9842-0a142891d9da no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:30:18.435679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] No DVR routers for this DVR port 35331ab6-8b87-404c-9842-0a142891d9da on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:30:18.447764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Allocated IP 172.25.8.88 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/8e612e21-64de-41d8-9b4e-67973aa36b5e) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:18.461394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 35331ab6-8b87-404c-9842-0a142891d9da {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:30:18.462675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 35331ab6-8b87-404c-9842-0a142891d9da not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:30:18.466611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-24d000af-ec9f-4a69-aea4-a3515b229f3e None None] For port 35331ab6-8b87-404c-9842-0a142891d9da, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=35331ab6-8b87-404c-9842-0a142891d9da,segment=NetworkSegment(b88bc1d5-60fe-4585-a76e-257b79b52df3),segment_id=b88bc1d5-60fe-4585-a76e-257b79b52df3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:18.467178 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-24d000af-ec9f-4a69-aea4-a3515b229f3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.489246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41030) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:18.493983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-24d000af-ec9f-4a69-aea4-a3515b229f3e None None] Calling delete_port for 35331ab6-8b87-404c-9842-0a142891d9da owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:18.630271 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-24d000af-ec9f-4a69-aea4-a3515b229f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.655942 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.659341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d000af-ec9f-4a69-aea4-a3515b229f3e None None] Pushing event deleted for resources: {'Port': ['ID=35331ab6-8b87-404c-9842-0a142891d9da,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:18.669354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d000af-ec9f-4a69-aea4-a3515b229f3e None None] No DVR routers for this DVR port 35331ab6-8b87-404c-9842-0a142891d9da on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:30:18.697036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ef87d-3f33-4ef3-ae05-44938e69d81e req-4df02e3a-0fe0-430a-aa26-692e8eba3675 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:18.705742 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-795ef87d-3f33-4ef3-ae05-44938e69d81e req-4df02e3a-0fe0-430a-aa26-692e8eba3675 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1671679 Dec 09 22:30:18.712582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d46d05-4079-40d0-8d6e-607254ae74df']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:18.746544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88bc1d5-60fe-4585-a76e-257b79b52df3') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:18.746845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88bc1d5-60fe-4585-a76e-257b79b52df3') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:18.756825 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.771358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.790826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-795ef87d-3f33-4ef3-ae05-44938e69d81e req-21c4b142-9d04-44de-a5b2-2fa39c358b34 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804217 Dec 09 22:30:18.820967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.842864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:30:18.844889 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.848848 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:30:18.853639 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:30:18.915343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:18.919086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:18.923212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:19.015046 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.049080 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.055190 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/networks/c5d46d05-4079-40d0-8d6e-607254ae74df HTTP/1.1" status: 204 len: 168 time: 1.3673606 Dec 09 22:30:19.055190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b16d97-4cea-47a9-bbbe-27de2f47f902 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Network': ['ID=c5d46d05-4079-40d0-8d6e-607254ae74df,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:19.056123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41046) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:19.238976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4209a4ae-19a8-401e-b949-1cd6e0e85e4b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port 1cbd062e-b796-42de-9375-cda9522fcb78 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:19.239585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'networks': [{'name': 'tempest-network--2027881499'}, {'name': 'tempest-network--1334846817'}]} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:19.240043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'network': {'name': 'tempest-network--2027881499'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:19.240425 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4209a4ae-19a8-401e-b949-1cd6e0e85e4b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.240549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'network': {'name': 'tempest-network--1334846817'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:19.290772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Pushing event updated for resources: {'Port': ['ID=8e612e21-64de-41d8-9b4e-67973aa36b5e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:19.314512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Made reservation on behalf of c723a1a58ed64111850c7d72ec4e2115 for: {'network': 2} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:19.319625 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.325044 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.334022 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.368425 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4209a4ae-19a8-401e-b949-1cd6e0e85e4b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.368962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4209a4ae-19a8-401e-b949-1cd6e0e85e4b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.397110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4209a4ae-19a8-401e-b949-1cd6e0e85e4b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for 1cbd062e-b796-42de-9375-cda9522fcb78 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:19.409715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.598657 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.609492 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.610020 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.666021 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4209a4ae-19a8-401e-b949-1cd6e0e85e4b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.681868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:30:19.704911 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209a4ae-19a8-401e-b949-1cd6e0e85e4b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=1cbd062e-b796-42de-9375-cda9522fcb78,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:19.720520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637c306d-8392-4f1a-9e2a-53093434bb07,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:19.734173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.736742 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Added segment 53be21c7-8673-4837-9dfd-51a2233c24de of type vlan for network cac6d9fc-b125-4c1c-8446-90c989eca6a9 Dec 09 22:30:19.759796 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.778750 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4209a4ae-19a8-401e-b949-1cd6e0e85e4b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.781951 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.782258 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4209a4ae-19a8-401e-b949-1cd6e0e85e4b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.784978 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4209a4ae-19a8-401e-b949-1cd6e0e85e4b tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/floatingips/14ae5a47-a346-4ec5-9c8c-4be9495bad26 HTTP/1.1" status: 204 len: 168 time: 0.7250550 Dec 09 22:30:19.788429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41062) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:19.812052 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.819153 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-51108e19-d3fa-4964-a950-bb6940fe504f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] DELETE failed (client error): The resource could not be found. Dec 09 22:30:19.819837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51108e19-d3fa-4964-a950-bb6940fe504f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:30:19.823719 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-51108e19-d3fa-4964-a950-bb6940fe504f tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/ports/6ac6c53c-29fd-4ce6-a9f3-e07801de03dd HTTP/1.1" status: 404 len: 333 time: 0.0342116 Dec 09 22:30:19.826718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41066) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:19.865508 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0dd487fc-8e3e-4b60-805d-3102dc1c3142 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea9151a-1464-4a1e-bb60-c3b21fe4b2a1 HTTP/1.1" status: 200 len: 205 time: 0.0346546 Dec 09 22:30:19.865508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41070) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:19.943149 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-6a4b80f1-0bb9-485c-9578-075b98c740ff tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] delete failed (client error): The resource could not be found. Dec 09 22:30:19.947250 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6a4b80f1-0bb9-485c-9578-075b98c740ff tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/routers/aea9151a-1464-4a1e-bb60-c3b21fe4b2a1 HTTP/1.1" status: 404 len: 336 time: 0.0780966 Dec 09 22:30:19.948197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41076) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:19.962315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:30:19.970240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Pushing event updated for resources: {'Port': ['ID=8e612e21-64de-41d8-9b4e-67973aa36b5e,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:19.978662 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-50385473-8739-4c80-aa6f-4e086da3054d tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] DELETE failed (client error): The resource could not be found. Dec 09 22:30:19.979212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50385473-8739-4c80-aa6f-4e086da3054d tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:30:19.985483 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-50385473-8739-4c80-aa6f-4e086da3054d tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/subnets/7c8481f8-dba9-4798-9f0f-55942d12ef14 HTTP/1.1" status: 404 len: 337 time: 0.0336702 Dec 09 22:30:19.985882 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:19.986006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41078) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:20.000909 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:20.001289 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Added segment b990f928-c6ec-4cd4-b999-01b7eca11c98 of type vlan for network 9644c891-220b-45e2-a288-ba8d6cac08ee Dec 09 22:30:20.015742 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:20.017005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-b0c6c6ce-be4b-416c-8630-4de29f73b91c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0671849 Dec 09 22:30:20.027967 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bccb7-7f71-4dcd-9a00-b282b49442f2 req-0e58f7a6-4f32-4f34-bcc7-f7ec7d4f8fde tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:20.029490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-249bccb7-7f71-4dcd-9a00-b282b49442f2 req-0e58f7a6-4f32-4f34-bcc7-f7ec7d4f8fde tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1135559 Dec 09 22:30:20.105283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e412afc9-4aa6-4b8e-9b1c-7b0ced465433 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port d0e24c88-2f21-406f-89a8-19c124ba575e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:20.105773 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e412afc9-4aa6-4b8e-9b1c-7b0ced465433 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:20.148364 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:20.155689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-dd1001fc-95ec-4c31-80c1-8169134b5346 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 695 time: 0.1073678 Dec 09 22:30:20.260777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-249bccb7-7f71-4dcd-9a00-b282b49442f2 req-8cc1f449-eae2-4a58-844f-192c1d871c9f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109520 Dec 09 22:30:20.285012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e412afc9-4aa6-4b8e-9b1c-7b0ced465433 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:20.286723 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:20.287643 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:20.297532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:20.306721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:20.307483 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:20.316787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e412afc9-4aa6-4b8e-9b1c-7b0ced465433 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for d0e24c88-2f21-406f-89a8-19c124ba575e owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:20.410987 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9206002 Dec 09 22:30:20.418416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41084) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:20.453947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event updated for resources: {'Network': ['ID=cac6d9fc-b125-4c1c-8446-90c989eca6a9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:20.467439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-feb357af-f6e2-47d5-b4e0-b9f1085bd1e9 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:20.468908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-feb357af-f6e2-47d5-b4e0-b9f1085bd1e9 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2967260 Dec 09 22:30:20.479437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network cac6d9fc-b125-4c1c-8446-90c989eca6a9 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:30:20.493528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-0beb37ec-1b74-4c68-8f68-a8384893c70a tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:30:20.494649 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98563b9b-7256-4f8d-b3d9-56c088f1ab8e req-0beb37ec-1b74-4c68-8f68-a8384893c70a tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082979 Dec 09 22:30:20.586583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cfe87-ca9a-4e16-9519-1d8dd96d529a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event updated for resources: {'Network': ['ID=9644c891-220b-45e2-a288-ba8d6cac08ee,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:20.629608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 9644c891-220b-45e2-a288-ba8d6cac08ee details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:30:20.817999 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3195dec-2b57-4335-8766-4a3d77476b3e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:20.826771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3195dec-2b57-4335-8766-4a3d77476b3e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:20.833974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3195dec-2b57-4335-8766-4a3d77476b3e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:20.844723 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3195dec-2b57-4335-8766-4a3d77476b3e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:20.847619 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d3195dec-2b57-4335-8766-4a3d77476b3e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4278679 Dec 09 22:30:20.850487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41110) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:20.935127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-c1b0bcfd-5771-4f8b-b4ee-ee1aa08aaaea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:20.944554 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-c1b0bcfd-5771-4f8b-b4ee-ee1aa08aaaea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 821 time: 0.1519425 Dec 09 22:30:20.961854 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-e32730f3-3685-4f77-abb0-efc23d23e181 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/quotas/2bde7cf6d85845e3ae02dd761d8bea81 HTTP/1.1" status: 200 len: 375 time: 0.0166225 Dec 09 22:30:21.008156 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:21.011227 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e412afc9-4aa6-4b8e-9b1c-7b0ced465433 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:21.041982 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-41fca5f3-4c57-4b1d-b627-0dfa9c7808a1 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789714 Dec 09 22:30:21.050169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412afc9-4aa6-4b8e-9b1c-7b0ced465433 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=d0e24c88-2f21-406f-89a8-19c124ba575e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:21.150436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-6ae45451-0682-4c2b-b77c-638b988936c6 service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073959 Dec 09 22:30:21.196203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:21.206108 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e412afc9-4aa6-4b8e-9b1c-7b0ced465433 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:21.209206 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e412afc9-4aa6-4b8e-9b1c-7b0ced465433 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/ports/d0e24c88-2f21-406f-89a8-19c124ba575e HTTP/1.1" status: 204 len: 168 time: 1.2225692 Dec 09 22:30:21.213157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41132) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:21.265345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac6d9fc-b125-4c1c-8446-90c989eca6a9']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:21.297988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53be21c7-8673-4837-9dfd-51a2233c24de') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:21.298708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53be21c7-8673-4837-9dfd-51a2233c24de') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:21.318385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-55311e93-b3b2-47de-a584-ae5a2c2ef0d6 service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581724 Dec 09 22:30:21.323019 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:21.365225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8298c81-ed6a-4308-9128-328e0701a237 req-9838010f-b648-4537-a4c8-7c111787bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:21.366977 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f8298c81-ed6a-4308-9128-328e0701a237 req-9838010f-b648-4537-a4c8-7c111787bf41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b8399361aaa42e187614cf19ea84e31&device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 1097 time: 0.1545479 Dec 09 22:30:21.367923 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:21.378115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:30:21.378521 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:30:21.388985 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:30:21.521341 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:21.529691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7b348c12-c65f-43db-8253-ef633b0ebe64 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port 26a1df88-5e02-41cc-b7d4-b81e0d0581c8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:21.529984 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b348c12-c65f-43db-8253-ef633b0ebe64 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:21.542749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:21.546008 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "DELETE /v2.0/networks/cac6d9fc-b125-4c1c-8446-90c989eca6a9 HTTP/1.1" status: 204 len: 168 time: 0.6936362 Dec 09 22:30:21.552048 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41146) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:21.596178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50bdc6-f8fb-4f59-af6f-f63c70ad45c3 req-b847e9b7-9f0c-4d4d-95ba-c562299968d9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:21.598119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91037155-0d67-4ddc-bee5-450dbcc41ee3 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event deleted for resources: {'Network': ['ID=cac6d9fc-b125-4c1c-8446-90c989eca6a9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:21.607698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d50bdc6-f8fb-4f59-af6f-f63c70ad45c3 req-b847e9b7-9f0c-4d4d-95ba-c562299968d9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1478128 Dec 09 22:30:21.755459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8298c81-ed6a-4308-9128-328e0701a237 req-64d76e25-7482-4e84-b192-98cc5218d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:21.757276 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f8298c81-ed6a-4308-9128-328e0701a237 req-64d76e25-7482-4e84-b192-98cc5218d6b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4fd0f5d5-24f1-4910-890b-998a883dc6a4 HTTP/1.1" status: 200 len: 915 time: 0.3540082 Dec 09 22:30:21.811835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f8298c81-ed6a-4308-9128-328e0701a237 req-d603b6d3-997a-4602-b662-02efebbe9c12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99986466-6486-4331-8f01-d8f9a0b72ea0 HTTP/1.1" status: 200 len: 217 time: 0.0463512 Dec 09 22:30:21.842524 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-04f74aee-f08d-4767-87d6-951c266ea133 req-5167476b-b310-4a45-8013-b16bf848165f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 210 time: 0.0790477 Dec 09 22:30:21.848943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d50bdc6-f8fb-4f59-af6f-f63c70ad45c3 req-feb499c1-7670-4456-a9ea-b2141851c3aa tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379758 Dec 09 22:30:21.872698 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:21.877768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41160) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:21.884482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8298c81-ed6a-4308-9128-328e0701a237 req-0154aab1-ca66-4adb-9689-c3c9697975f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:21.886358 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f8298c81-ed6a-4308-9128-328e0701a237 req-0154aab1-ca66-4adb-9689-c3c9697975f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c61dafb-561e-4cb7-bd81-c814e797ed36 HTTP/1.1" status: 200 len: 854 time: 0.0662677 Dec 09 22:30:21.981835 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b348c12-c65f-43db-8253-ef633b0ebe64 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.000496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7b348c12-c65f-43db-8253-ef633b0ebe64 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for 26a1df88-5e02-41cc-b7d4-b81e0d0581c8 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:22.011233 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.036879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9644c891-220b-45e2-a288-ba8d6cac08ee']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:22.058089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b990f928-c6ec-4cd4-b999-01b7eca11c98') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:22.058396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b990f928-c6ec-4cd4-b999-01b7eca11c98') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:22.075770 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.090488 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.097288 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:30:22.097712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:30:22.118308 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:30:22.120582 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f8298c81-ed6a-4308-9128-328e0701a237 req-bab8ada6-0d15-4441-9357-e98d70f97f34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4fd0f5d5-24f1-4910-890b-998a883dc6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2217426 Dec 09 22:30:22.143500 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fc9457b-ee72-43a8-831d-7d357ef6e436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.199495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.212444 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.223122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "DELETE /v2.0/networks/9644c891-220b-45e2-a288-ba8d6cac08ee HTTP/1.1" status: 204 len: 168 time: 0.6600037 Dec 09 22:30:22.227216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41166) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:22.234908 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2f3b4-547b-48a6-9b39-5d29192e98fe tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event deleted for resources: {'Network': ['ID=9644c891-220b-45e2-a288-ba8d6cac08ee,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:22.312979 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fc9457b-ee72-43a8-831d-7d357ef6e436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.318579 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fc9457b-ee72-43a8-831d-7d357ef6e436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.386668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9457b-ee72-43a8-831d-7d357ef6e436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28862ed3-28f4-4939-a7d8-91c11e185893,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:22.396547 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0fc9457b-ee72-43a8-831d-7d357ef6e436 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8cbc10bb8fd549d28ae579d80733ba12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5156319 Dec 09 22:30:22.402376 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41168) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:22.475401 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d70c253e-ec00-4bbf-964c-99a872c43d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.482315 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.512370 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d70c253e-ec00-4bbf-964c-99a872c43d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.573639 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d70c253e-ec00-4bbf-964c-99a872c43d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.576596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d70c253e-ec00-4bbf-964c-99a872c43d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.579026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d70c253e-ec00-4bbf-964c-99a872c43d35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28862ed3-28f4-4939-a7d8-91c11e185893 HTTP/1.1" status: 204 len: 168 time: 0.1748314 Dec 09 22:30:22.619409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c253e-ec00-4bbf-964c-99a872c43d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28862ed3-28f4-4939-a7d8-91c11e185893,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:22.728415 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b348c12-c65f-43db-8253-ef633b0ebe64 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:22.803277 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f8298c81-ed6a-4308-9128-328e0701a237 req-f0c478ed-6380-46f1-b15f-53150fffa06a service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6759303 Dec 09 22:30:22.821313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b348c12-c65f-43db-8253-ef633b0ebe64 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=26a1df88-5e02-41cc-b7d4-b81e0d0581c8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:23.001555 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-8b7ccfd6-1259-4908-a113-2b09750d9290 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:23.004117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-8b7ccfd6-1259-4908-a113-2b09750d9290 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.42 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 821 time: 0.1427488 Dec 09 22:30:23.029869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f108d26-b2c5-407b-8964-e8f58bba3199 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:23.036808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f108d26-b2c5-407b-8964-e8f58bba3199 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:23.038725 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5f108d26-b2c5-407b-8964-e8f58bba3199 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8105242 Dec 09 22:30:23.056009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41184) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:23.059864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Request body: {'port': {'device_id': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'admin_state_up': True, 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:23.066452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c64954e4-e27a-459a-8cd3-935648462fef req-87a01ff4-ab58-42b2-a823-ffefe760783c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 210 time: 0.0612125 Dec 09 22:30:23.091355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d48fac5c-0c52-484c-84b6-07fd3f787055 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1631144517'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:23.117298 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b348c12-c65f-43db-8253-ef633b0ebe64 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.125736 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7b348c12-c65f-43db-8253-ef633b0ebe64 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/ports/26a1df88-5e02-41cc-b7d4-b81e0d0581c8 HTTP/1.1" status: 204 len: 168 time: 1.9064281 Dec 09 22:30:23.138957 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41186) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:23.187801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41188) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:23.211648 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f8298c81-ed6a-4308-9128-328e0701a237 req-c361923a-a69b-4ff2-b8f3-7ab608dfe242 service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790061 Dec 09 22:30:23.212035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09042140-02a3-497e-a7a0-1ee039e14c91 req-739582d8-9ae3-4ca1-9544-8107c07fbf18 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:23.213830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09042140-02a3-497e-a7a0-1ee039e14c91 req-739582d8-9ae3-4ca1-9544-8107c07fbf18 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1940446 Dec 09 22:30:23.221764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48fac5c-0c52-484c-84b6-07fd3f787055 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Made reservation on behalf of c723a1a58ed64111850c7d72ec4e2115 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:23.224850 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d48fac5c-0c52-484c-84b6-07fd3f787055 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.231962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bce09ec-a020-43f4-8caf-da445a43b604 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:23.236087 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5bce09ec-a020-43f4-8caf-da445a43b604 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 HTTP/1.1" status: 200 len: 913 time: 0.0937004 Dec 09 22:30:23.236434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41190) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:23.245190 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5b0025e-cee9-4538-8187-51e3123d5385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.323199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48fac5c-0c52-484c-84b6-07fd3f787055 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:30:23.369971 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d48fac5c-0c52-484c-84b6-07fd3f787055 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.370302 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-d48fac5c-0c52-484c-84b6-07fd3f787055 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Added segment 02fa625d-52a5-4e82-b6e5-29c89e87f73c of type vlan for network b6fa035a-d50e-4a63-b69f-6abdf65dc412 Dec 09 22:30:23.374659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09042140-02a3-497e-a7a0-1ee039e14c91 req-b1d67b4c-6115-469f-a154-2d84754e6f49 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456563 Dec 09 22:30:23.404437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Made reservation on behalf of 2bde7cf6d85845e3ae02dd761d8bea81 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:23.409751 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.469088 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d48fac5c-0c52-484c-84b6-07fd3f787055 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.549263 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5b0025e-cee9-4538-8187-51e3123d5385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.559999 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5b0025e-cee9-4538-8187-51e3123d5385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.591089 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d48fac5c-0c52-484c-84b6-07fd3f787055 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.596737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48fac5c-0c52-484c-84b6-07fd3f787055 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:23.597361 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d48fac5c-0c52-484c-84b6-07fd3f787055 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.676837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d5b0025e-cee9-4538-8187-51e3123d5385 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82e9644be79347228544b21359e5368d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4876604 Dec 09 22:30:23.682901 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-227f415d-6c3e-4272-a83b-89468e0f82c3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.690313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41192) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:23.703787 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d48fac5c-0c52-484c-84b6-07fd3f787055 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6374104 Dec 09 22:30:23.703787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0025e-cee9-4538-8187-51e3123d5385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4832e041-da0a-4bd8-b756-1c94834d28d9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:23.729491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41194) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:23.741461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-27ffa3a7-150e-42ba-b30b-1894b6f39235 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1390411480'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:23.751707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Allocated IP 172.20.0.12 (796f6eaf-24fd-48c3-b733-18d0e4cdb4b6/411e66c1-b9cc-4f6a-87c9-193b471d530e/cb373540-1c63-4a88-be32-efb210728d35) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:23.753716 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fac5c-0c52-484c-84b6-07fd3f787055 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event updated for resources: {'Network': ['ID=b6fa035a-d50e-4a63-b69f-6abdf65dc412,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:23.770946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b6fa035a-d50e-4a63-b69f-6abdf65dc412 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:30:23.823796 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ada9b454-52e9-473e-a45b-cd9b9c90901e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.838129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ffa3a7-150e-42ba-b30b-1894b6f39235 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Made reservation on behalf of c723a1a58ed64111850c7d72ec4e2115 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:23.841781 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27ffa3a7-150e-42ba-b30b-1894b6f39235 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.914153 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ada9b454-52e9-473e-a45b-cd9b9c90901e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.936628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ffa3a7-150e-42ba-b30b-1894b6f39235 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:30:23.960267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 99986466-6486-4331-8f01-d8f9a0b72ea0 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:30:23.962578 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27ffa3a7-150e-42ba-b30b-1894b6f39235 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:23.962930 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-27ffa3a7-150e-42ba-b30b-1894b6f39235 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Added segment 91d9ff2e-0624-436f-812c-de05d148b473 of type vlan for network f238c793-e110-4701-8892-ec22b3460a47 Dec 09 22:30:24.004095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.022025 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27ffa3a7-150e-42ba-b30b-1894b6f39235 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.068628 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27ffa3a7-150e-42ba-b30b-1894b6f39235 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.075616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ffa3a7-150e-42ba-b30b-1894b6f39235 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:24.076281 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27ffa3a7-150e-42ba-b30b-1894b6f39235 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.083633 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.108461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ada9b454-52e9-473e-a45b-cd9b9c90901e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.111692 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ada9b454-52e9-473e-a45b-cd9b9c90901e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.113026 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ada9b454-52e9-473e-a45b-cd9b9c90901e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4832e041-da0a-4bd8-b756-1c94834d28d9 HTTP/1.1" status: 204 len: 168 time: 0.4218132 Dec 09 22:30:24.137021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['3701f997-0361-45d7-b322-d4256115e835'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:30:24.157389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9b454-52e9-473e-a45b-cd9b9c90901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4832e041-da0a-4bd8-b756-1c94834d28d9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:24.179051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-27ffa3a7-150e-42ba-b30b-1894b6f39235 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4454443 Dec 09 22:30:24.183913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41204) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:24.198346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'ports': [{'network_id': 'b6fa035a-d50e-4a63-b69f-6abdf65dc412', 'name': 'tempest-port--276740201', 'admin_state_up': True}, {'network_id': 'f238c793-e110-4701-8892-ec22b3460a47', 'admin_state_up': False}]} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:24.199835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'port': {'network_id': 'b6fa035a-d50e-4a63-b69f-6abdf65dc412', 'name': 'tempest-port--276740201', 'admin_state_up': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:24.208145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'port': {'network_id': 'f238c793-e110-4701-8892-ec22b3460a47', 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:24.229502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:24.230531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffa3a7-150e-42ba-b30b-1894b6f39235 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event updated for resources: {'Network': ['ID=f238c793-e110-4701-8892-ec22b3460a47,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:24.237364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:24.238652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Pushing event updated for resources: {'Port': ['ID=cb373540-1c63-4a88-be32-efb210728d35,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:24.240957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:24.325868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network f238c793-e110-4701-8892-ec22b3460a47 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:30:24.368420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=99986466-6486-4331-8f01-d8f9a0b72ea0,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:24.392761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:24.393498 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.393834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '99986466-6486-4331-8f01-d8f9a0b72ea0', 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4', 'port_id': '99986466-6486-4331-8f01-d8f9a0b72ea0', 'mac_address': 'fa:16:3e:3b:79:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c61dafb-561e-4cb7-bd81-c814e797ed36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:30:24.411891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55b1f-0025-4126-85d0-24676fdaa267 req-1c635148-9553-42d1-bf18-0139039d5579 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:24.414228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5f55b1f-0025-4126-85d0-24676fdaa267 req-1c635148-9553-42d1-bf18-0139039d5579 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 932 time: 0.1445584 Dec 09 22:30:24.451124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-1646cd9e-6550-4792-bf45-33c75b8a5772 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4139850 Dec 09 22:30:24.480459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Request body: {'port': {'device_id': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:24.539118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-227f415d-6c3e-4272-a83b-89468e0f82c3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port 114cf9f1-227a-4260-a0fe-d7005d14da8f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:24.539468 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-227f415d-6c3e-4272-a83b-89468e0f82c3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.568921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5f55b1f-0025-4126-85d0-24676fdaa267 req-6892790c-c4a7-4fb5-a087-790a8285974b tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383946 Dec 09 22:30:24.610532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Made reservation on behalf of c723a1a58ed64111850c7d72ec4e2115 for: {'port': 2} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:24.626636 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.634727 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.646155 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:30:24.707596 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.716316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e19f64-44b8-40cd-bce3-87cd401e9120 req-f26a6b76-d9ad-4310-a54a-225316cee78b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:24.717939 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07e19f64-44b8-40cd-bce3-87cd401e9120 req-f26a6b76-d9ad-4310-a54a-225316cee78b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1464925 Dec 09 22:30:24.783722 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:24.882344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07e19f64-44b8-40cd-bce3-87cd401e9120 req-73d38377-0ad9-46c6-baf3-87e62c1f16b1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528277 Dec 09 22:30:24.938805 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] device_id is not set on port 4d100bbc-e7fc-48e2-91df-b0df91c50e85 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:30:24.965213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99986466-6486-4331-8f01-d8f9a0b72ea0 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:30:24.987795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=99986466-6486-4331-8f01-d8f9a0b72ea0,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:25.000467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7fad32d5-cf6d-4a14-83f6-57e7996830a6 None None] Provisioning complete for port cb373540-1c63-4a88-be32-efb210728d35 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:25.001032 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7fad32d5-cf6d-4a14-83f6-57e7996830a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:25.003379 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:25.097691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7fad32d5-cf6d-4a14-83f6-57e7996830a6 None None] Port cb373540-1c63-4a88-be32-efb210728d35 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:30:25.113028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=99986466-6486-4331-8f01-d8f9a0b72ea0,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:25.114218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:25.131975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.132401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.133113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.133113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.133922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.133922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.135193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.136582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.136582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.136582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.136847 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.137192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.137528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:25.172057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-227f415d-6c3e-4272-a83b-89468e0f82c3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:25.179218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['99986466-6486-4331-8f01-d8f9a0b72ea0'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:30:25.228403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-227f415d-6c3e-4272-a83b-89468e0f82c3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for 114cf9f1-227a-4260-a0fe-d7005d14da8f owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:25.232019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] device_id is not set on port f1488bf0-d4ad-4671-bd54-35b4cd24ae08 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:30:25.337280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb373540-1c63-4a88-be32-efb210728d35 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:30:25.347001 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:25.369394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Transition to ACTIVE for port object cb373540-1c63-4a88-be32-efb210728d35 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:30:25.374266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:25.467138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Pushing event updated for resources: {'Port': ['ID=cb373540-1c63-4a88-be32-efb210728d35,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:25.591403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Attempting to bind port cb373540-1c63-4a88-be32-efb210728d35 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:30:25.591587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Attempting to bind port cb373540-1c63-4a88-be32-efb210728d35 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:30:25.591875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Attempting to bind port cb373540-1c63-4a88-be32-efb210728d35 on network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:25.596322 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:25.596792 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Port cb373540-1c63-4a88-be32-efb210728d35 on network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:30:25.597113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Attempting to bind port cb373540-1c63-4a88-be32-efb210728d35 on network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:25.603932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:30:25.604271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Checking segment: {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:25.604656 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Bound using segment: {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:30:25.605257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Bound port: cb373540-1c63-4a88-be32-efb210728d35, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c392ea23-c7b9-4e63-9733-44fc7b0d5560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:30:25.605617 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:25.760204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] For port cb373540-1c63-4a88-be32-efb210728d35, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:30:25.776177 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:25.786422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] For port cb373540-1c63-4a88-be32-efb210728d35, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=cb373540-1c63-4a88-be32-efb210728d35,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:30:25.805359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636745c-c9d2-42c3-9594-9ce4f9a758aa req-003855ab-e3ae-4e9c-a36a-adff086009e5 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:25.806964 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c636745c-c9d2-42c3-9594-9ce4f9a758aa req-003855ab-e3ae-4e9c-a36a-adff086009e5 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 944 time: 0.0957460 Dec 09 22:30:25.808132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:25.870958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event updated for resources: {'Port': ['ID=4d100bbc-e7fc-48e2-91df-b0df91c50e85,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:25.885920 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-227f415d-6c3e-4272-a83b-89468e0f82c3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:25.935433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:25.935433 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:25.935433 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] 10.222.0.42 "PUT /v2.0/ports/cb373540-1c63-4a88-be32-efb210728d35 HTTP/1.1" status: 200 len: 1093 time: 1.4573383 Dec 09 22:30:25.935433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'tag': 'cb373540-1c63-4a88-be32-efb210728d35'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:30:25.938184 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4f58df-d20a-47da-b1f0-ae6559ad654d" -d '{"events": [{"name": "network-changed", "server_uuid": "fddbf413-c892-497e-87f2-905757c2bb6a", "tag": "cb373540-1c63-4a88-be32-efb210728d35"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:30:25.947027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2c40a-1545-4b23-a576-94f9bde3f792 service neutron] Pushing event updated for resources: {'Port': ['ID=cb373540-1c63-4a88-be32-efb210728d35,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:25.955457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 99986466-6486-4331-8f01-d8f9a0b72ea0 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:25.989252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f415d-6c3e-4272-a83b-89468e0f82c3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=114cf9f1-227a-4260-a0fe-d7005d14da8f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:26.005432 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c636745c-c9d2-42c3-9594-9ce4f9a758aa req-f4876e8a-4dc0-4024-bf4b-76694392261f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885729 Dec 09 22:30:26.060968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41266) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:26.116725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Checking segment: {'id': '02fa625d-52a5-4e82-b6e5-29c89e87f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6fa035a-d50e-4a63-b69f-6abdf65dc412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:26.117958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Network hostable DHCP agents. Network: b6fa035a-d50e-4a63-b69f-6abdf65dc412, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:30:26.186052 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a0aa49-4272-4818-85d8-23db9bbdef15 x-openstack-request-id: req-69a0aa49-4272-4818-85d8-23db9bbdef15 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:30:26.186315 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddbf413-c892-497e-87f2-905757c2bb6a", "tag": "cb373540-1c63-4a88-be32-efb210728d35", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:30:26.186413 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69a0aa49-4272-4818-85d8-23db9bbdef15 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:30:26.186812 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'tag': 'cb373540-1c63-4a88-be32-efb210728d35', 'status': 'completed', 'code': 200} Dec 09 22:30:26.205026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-0759a127-556f-4003-bbe4-10f1d3928e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:26.209034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-0759a127-556f-4003-bbe4-10f1d3928e62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 1096 time: 0.2001839 Dec 09 22:30:26.218179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 99986466-6486-4331-8f01-d8f9a0b72ea0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:26.219867 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:26.332037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Network b6fa035a-d50e-4a63-b69f-6abdf65dc412 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:30:26.345542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b6fa035a-d50e-4a63-b69f-6abdf65dc412) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:26.350906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:26.352902 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:26.386923 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d1b9f7-7510-48a1-8abc-9d5a4fa4192a None None] Network b6fa035a-d50e-4a63-b69f-6abdf65dc412 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:26.431141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event updated for resources: {'Port': ['ID=f1488bf0-d4ad-4671-bd54-35b4cd24ae08,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:26.500509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Checking segment: {'id': '91d9ff2e-0624-436f-812c-de05d148b473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f238c793-e110-4701-8892-ec22b3460a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:26.500904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Network hostable DHCP agents. Network: f238c793-e110-4701-8892-ec22b3460a47, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:30:26.501110 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:26.567956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c004806-815a-4b96-b908-8664692eb854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99986466-6486-4331-8f01-d8f9a0b72ea0'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:30:26.570902 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f13c9d-3896-40ad-93b9-552795a07b5e" -d '{"events": [{"server_uuid": "3c004806-815a-4b96-b908-8664692eb854", "name": "network-vif-plugged", "status": "completed", "tag": "99986466-6486-4331-8f01-d8f9a0b72ea0"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:30:26.596379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=99986466-6486-4331-8f01-d8f9a0b72ea0,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:26.611213 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:26.676972 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-227f415d-6c3e-4272-a83b-89468e0f82c3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:26.687713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647736258-network', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:26.692062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Network f238c793-e110-4701-8892-ec22b3460a47 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:30:26.695717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-0edf9cff-5e1b-4705-862b-ca025b712069 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb373540-1c63-4a88-be32-efb210728d35 HTTP/1.1" status: 200 len: 217 time: 0.4803727 Dec 09 22:30:26.704994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d2870-fa2d-4cb7-b67a-002b014fa46a req-9e573a18-e760-4ecf-8e27-ac5ff232e863 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:26.709304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=99986466-6486-4331-8f01-d8f9a0b72ea0,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:26.713670 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-154d2870-fa2d-4cb7-b67a-002b014fa46a req-9e573a18-e760-4ecf-8e27-ac5ff232e863 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 944 time: 0.6273396 Dec 09 22:30:26.796694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-26d76b47-25af-46f4-8817-a2e76b0b1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:26.798794 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-26d76b47-25af-46f4-8817-a2e76b0b1e55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.0828948 Dec 09 22:30:26.830138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Made reservation on behalf of 8649fb2cce7549be80bf0415f8c98a6f for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:26.832534 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:26.838974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, f238c793-e110-4701-8892-ec22b3460a47) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:26.848703 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b985a575-02c2-44c0-976f-bd16656dc213 x-openstack-request-id: req-b985a575-02c2-44c0-976f-bd16656dc213 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:30:26.848997 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c004806-815a-4b96-b908-8664692eb854", "name": "network-vif-plugged", "status": "completed", "tag": "99986466-6486-4331-8f01-d8f9a0b72ea0", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:30:26.849254 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b985a575-02c2-44c0-976f-bd16656dc213 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:30:26.849655 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c004806-815a-4b96-b908-8664692eb854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99986466-6486-4331-8f01-d8f9a0b72ea0', 'code': 200} Dec 09 22:30:26.853201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b6e481-fb9b-4597-bd8f-f6a56d684f66 None None] Network f238c793-e110-4701-8892-ec22b3460a47 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:26.871712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:26.879675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:26.890939 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-154d2870-fa2d-4cb7-b67a-002b014fa46a req-8e1a14f3-a11f-43fa-9772-efe99ed1fdec tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716788 Dec 09 22:30:26.920785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:26.930577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:26.932421 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:26.939976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-4e4e6be1-9741-4384-86e8-2379ab21bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:26.942184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-4e4e6be1-9741-4384-86e8-2379ab21bbc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306174 Dec 09 22:30:27.002971 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-99cf3d61-575d-4d0d-95f6-f05d0d9ff4d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8129272 Dec 09 22:30:27.011191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41288) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:27.111307 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:27.114243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-f9c3b03c-fdcc-404b-8309-1d204120ebc8 service neutron] 10.222.0.42 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610665 Dec 09 22:30:27.121151 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:27.237186 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:30:27.250746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be5b13e-cdc1-48e1-a0be-1d3a60c8f9b0 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:27.258028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be5b13e-cdc1-48e1-a0be-1d3a60c8f9b0 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:27.264402 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:27.264834 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6be5b13e-cdc1-48e1-a0be-1d3a60c8f9b0 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2452607 Dec 09 22:30:27.264955 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Added segment 91520872-0f55-40e0-9459-376071bb1524 of type vlan for network 35661b15-b27b-4a7b-965f-45f1bf88658a Dec 09 22:30:27.265064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41294) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:27.394135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762e7990-e620-48b9-bc96-1bdac51acb33,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:27.467560 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:27.511048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c8f867fd-a460-4606-8637-f5ab20b53bcb tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Deleting port 4d100bbc-e7fc-48e2-91df-b0df91c50e85 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:27.511400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c8f867fd-a460-4606-8637-f5ab20b53bcb tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:27.552482 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b078f1d3-7470-49aa-bdd1-e09d1261a1fd req-3c0dd41b-7883-4e83-ab70-2bdc557ac240 service neutron] 10.222.0.42 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178307 Dec 09 22:30:27.555605 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:27.555919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227f415d-6c3e-4272-a83b-89468e0f82c3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:30:27.559385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:27.559995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:27.575426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328fbc-f211-4fc6-bab3-69b96bce5a12 req-50c8cac3-ba24-4d65-96a2-ff0139f7f2ea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:27.577113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1328fbc-f211-4fc6-bab3-69b96bce5a12 req-50c8cac3-ba24-4d65-96a2-ff0139f7f2ea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 944 time: 0.4611723 Dec 09 22:30:27.652925 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5903871 Dec 09 22:30:27.653690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41306) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:27.662463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-81beb4f9-1fb0-4a27-be6a-3efd1e9b42ff admin admin] Request body: {'subnet': {'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647736258-subnet', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:27.684939 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c8f867fd-a460-4606-8637-f5ab20b53bcb tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:27.695841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81beb4f9-1fb0-4a27-be6a-3efd1e9b42ff admin admin] Made reservation on behalf of 8649fb2cce7549be80bf0415f8c98a6f for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:27.699432 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81beb4f9-1fb0-4a27-be6a-3efd1e9b42ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:27.719466 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013fe2b-b43e-460b-91c7-8e07b891d3dc admin admin] Pushing event updated for resources: {'Network': ['ID=35661b15-b27b-4a7b-965f-45f1bf88658a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:27.733099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 35661b15-b27b-4a7b-965f-45f1bf88658a details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:30:27.795443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f58df-d20a-47da-b1f0-ae6559ad654d req-81123e9f-bde8-43fa-a76b-4865b747260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:27.797369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb4f58df-d20a-47da-b1f0-ae6559ad654d req-81123e9f-bde8-43fa-a76b-4865b747260b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 1096 time: 0.1827195 Dec 09 22:30:27.803392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1328fbc-f211-4fc6-bab3-69b96bce5a12 req-a7339438-e2d9-4334-8f6c-d037abce0375 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058012 Dec 09 22:30:27.868820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c8f867fd-a460-4606-8637-f5ab20b53bcb tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Calling delete_port for 4d100bbc-e7fc-48e2-91df-b0df91c50e85 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:28.022412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f58df-d20a-47da-b1f0-ae6559ad654d req-72e8b45c-c2b2-4c4e-afda-09a842fcf627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:28.024053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb4f58df-d20a-47da-b1f0-ae6559ad654d req-72e8b45c-c2b2-4c4e-afda-09a842fcf627 service neutron] 10.222.0.42 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.2181044 Dec 09 22:30:28.216435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb4f58df-d20a-47da-b1f0-ae6559ad654d req-338bd225-6f7d-47b5-a393-332590dfc3f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb373540-1c63-4a88-be32-efb210728d35 HTTP/1.1" status: 200 len: 217 time: 0.1823504 Dec 09 22:30:28.284614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbdaf9-0953-4cd9-9fc8-436a54a06cb4 req-1f62e06a-bf1e-4a04-a425-efeb9385bbc0 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:28.286226 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1cbdaf9-0953-4cd9-9fc8-436a54a06cb4 req-1f62e06a-bf1e-4a04-a425-efeb9385bbc0 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2657630 Dec 09 22:30:28.352438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f58df-d20a-47da-b1f0-ae6559ad654d req-536c9cc7-d20b-4062-9839-134f60b0df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:28.354131 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb4f58df-d20a-47da-b1f0-ae6559ad654d req-536c9cc7-d20b-4062-9839-134f60b0df88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.1289825 Dec 09 22:30:28.410243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1cbdaf9-0953-4cd9-9fc8-436a54a06cb4 req-5fed6bcc-119d-4743-972c-88dc59cfbb1a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130936 Dec 09 22:30:28.430464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f58df-d20a-47da-b1f0-ae6559ad654d req-ec3f4baf-1e1c-49c6-89cc-c40e2191f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:28.433349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb4f58df-d20a-47da-b1f0-ae6559ad654d req-ec3f4baf-1e1c-49c6-89cc-c40e2191f867 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699902 Dec 09 22:30:28.456386 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227f415d-6c3e-4272-a83b-89468e0f82c3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:30:28.466138 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-227f415d-6c3e-4272-a83b-89468e0f82c3 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "PUT /v2.0/routers/c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2287891 Dec 09 22:30:28.466267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41316) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:28.470755 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26194792-2e68-4c22-9791-2508a26bd6ff None None] Sync routers for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:30:28.471349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81beb4f9-1fb0-4a27-be6a-3efd1e9b42ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:28.489615 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26194792-2e68-4c22-9791-2508a26bd6ff None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:28.490271 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-26194792-2e68-4c22-9791-2508a26bd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:28.544684 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c8f867fd-a460-4606-8637-f5ab20b53bcb tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:28.576156 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-26194792-2e68-4c22-9791-2508a26bd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:28.599282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81beb4f9-1fb0-4a27-be6a-3efd1e9b42ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=cafffc44-c5c2-4d65-8c53-c2df1b2a4dab,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:28.616195 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26194792-2e68-4c22-9791-2508a26bd6ff None None] Routers {'c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:28.617347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81beb4f9-1fb0-4a27-be6a-3efd1e9b42ff admin admin] Checking segment: {'id': '91520872-0f55-40e0-9459-376071bb1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:28.618500 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81beb4f9-1fb0-4a27-be6a-3efd1e9b42ff admin admin] Network hostable DHCP agents. Network: 35661b15-b27b-4a7b-965f-45f1bf88658a, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:30:28.620938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f867fd-a460-4606-8637-f5ab20b53bcb tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event deleted for resources: {'Port': ['ID=4d100bbc-e7fc-48e2-91df-b0df91c50e85,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:28.624016 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-26194792-2e68-4c22-9791-2508a26bd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:28.647386 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c8f867fd-a460-4606-8637-f5ab20b53bcb tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:28.651686 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c8f867fd-a460-4606-8637-f5ab20b53bcb tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "DELETE /v2.0/ports/4d100bbc-e7fc-48e2-91df-b0df91c50e85 HTTP/1.1" status: 204 len: 168 time: 1.3863788 Dec 09 22:30:28.654219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41318) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:28.695621 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-26194792-2e68-4c22-9791-2508a26bd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:28.696179 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26194792-2e68-4c22-9791-2508a26bd6ff None None] The sync data for ids ['c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:30:28.732896 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81beb4f9-1fb0-4a27-be6a-3efd1e9b42ff admin admin] Network 35661b15-b27b-4a7b-965f-45f1bf88658a is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:30:28.753688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb4f58df-d20a-47da-b1f0-ae6559ad654d req-6eb6f286-4c6e-4e77-a01a-d291085fd466 service neutron] 10.222.0.42 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067710 Dec 09 22:30:28.754331 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-81beb4f9-1fb0-4a27-be6a-3efd1e9b42ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 35661b15-b27b-4a7b-965f-45f1bf88658a) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:28.757090 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:28.766693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985eb224-e426-4b8e-a648-1e82cad9788d None None] Network 35661b15-b27b-4a7b-965f-45f1bf88658a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:28.783433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81beb4f9-1fb0-4a27-be6a-3efd1e9b42ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:28.784804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81beb4f9-1fb0-4a27-be6a-3efd1e9b42ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:28.811120 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-81beb4f9-1fb0-4a27-be6a-3efd1e9b42ff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1555243 Dec 09 22:30:28.814323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41320) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:28.819040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647736258-router', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:28.898879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fc39814b-d77a-486a-9a8e-85c492eda117 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Deleting port f1488bf0-d4ad-4671-bd54-35b4cd24ae08 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:28.904664 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc39814b-d77a-486a-9a8e-85c492eda117 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:28.919081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:28.924743 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:29.077054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device cb373540-1c63-4a88-be32-efb210728d35 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:30:29.096885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-35661b15-b27b-4a7b-965f-45f1bf88658a', 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a', 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'fixed_ips': [{'subnet_id': 'cafffc44-c5c2-4d65-8c53-c2df1b2a4dab'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:30:29.097130 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:29.097759 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:29.106474 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb4f58df-d20a-47da-b1f0-ae6559ad654d req-fc80ab68-478c-48c6-a88c-8aed1943021a service neutron] 10.222.0.42 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437576 Dec 09 22:30:29.126800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c98dc6-2c68-43ab-b2cc-77fee56edbdc req-606b511c-ca53-44ff-96dc-2786a6e60e17 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:29.137711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10c98dc6-2c68-43ab-b2cc-77fee56edbdc req-606b511c-ca53-44ff-96dc-2786a6e60e17 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 944 time: 0.1348097 Dec 09 22:30:29.263751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10c98dc6-2c68-43ab-b2cc-77fee56edbdc req-ee477b11-ed97-48f4-881d-b1d8392b4221 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223092 Dec 09 22:30:29.353680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port cb373540-1c63-4a88-be32-efb210728d35, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=cb373540-1c63-4a88-be32-efb210728d35,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:29.366088 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting port 5c0ff501-2232-4f75-bc18-748ecb949078 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:29.366482 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:29.424491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'cb373540-1c63-4a88-be32-efb210728d35', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'port_id': 'cb373540-1c63-4a88-be32-efb210728d35', 'mac_address': 'fa:16:3e:64:92:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:30:29.557074 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:29.625507 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:29.686552 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc39814b-d77a-486a-9a8e-85c492eda117 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:29.724261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb373540-1c63-4a88-be32-efb210728d35 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:30:29.734387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fc39814b-d77a-486a-9a8e-85c492eda117 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Calling delete_port for f1488bf0-d4ad-4671-bd54-35b4cd24ae08 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:29.752547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:29.784149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Calling delete_port for 5c0ff501-2232-4f75-bc18-748ecb949078 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:29.815238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Allocated IP 172.20.0.2 (35661b15-b27b-4a7b-965f-45f1bf88658a/cafffc44-c5c2-4d65-8c53-c2df1b2a4dab/271968b7-355f-4091-a8f0-664ba3fe200c) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:29.866369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port cb373540-1c63-4a88-be32-efb210728d35, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=cb373540-1c63-4a88-be32-efb210728d35,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:29.875364 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:29.936617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=cb373540-1c63-4a88-be32-efb210728d35,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:29.963332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d076c-0fe7-49b3-a317-ba1c964d4935 req-52c6e354-ab23-442f-87ae-29388e7be162 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:29.973004 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-547d076c-0fe7-49b3-a317-ba1c964d4935 req-52c6e354-ab23-442f-87ae-29388e7be162 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2758257 Dec 09 22:30:30.138169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-547d076c-0fe7-49b3-a317-ba1c964d4935 req-d974fa20-395c-4d03-8a45-dea01a6e2a4a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594539 Dec 09 22:30:30.221011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['cb373540-1c63-4a88-be32-efb210728d35'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:30:30.280470 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.283973 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.294204 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.313415 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc39814b-d77a-486a-9a8e-85c492eda117 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.372502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Network 35661b15-b27b-4a7b-965f-45f1bf88658a is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:30.378381 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:30.389807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:30.426429 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.461566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Pushing event updated for resources: {'Port': ['ID=271968b7-355f-4091-a8f0-664ba3fe200c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:30.502081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc39814b-d77a-486a-9a8e-85c492eda117 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.520049 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fc39814b-d77a-486a-9a8e-85c492eda117 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "DELETE /v2.0/ports/f1488bf0-d4ad-4671-bd54-35b4cd24ae08 HTTP/1.1" status: 204 len: 168 time: 1.8565679 Dec 09 22:30:30.525493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41346) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:30.527781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39814b-d77a-486a-9a8e-85c492eda117 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event deleted for resources: {'Port': ['ID=f1488bf0-d4ad-4671-bd54-35b4cd24ae08,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:30.550069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Port': ['ID=5c0ff501-2232-4f75-bc18-748ecb949078,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:30.609370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Attempting to bind port 271968b7-355f-4091-a8f0-664ba3fe200c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:30:30.609370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Attempting to bind port 271968b7-355f-4091-a8f0-664ba3fe200c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '91520872-0f55-40e0-9459-376071bb1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:30:30.610117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Attempting to bind port 271968b7-355f-4091-a8f0-664ba3fe200c on network 35661b15-b27b-4a7b-965f-45f1bf88658a {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:30.626275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:30:30.626726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Checking segment: {'id': '91520872-0f55-40e0-9459-376071bb1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:30.627798 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.627798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Bound using segment: {'id': '91520872-0f55-40e0-9459-376071bb1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:30:30.628274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Bound port: 271968b7-355f-4091-a8f0-664ba3fe200c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91520872-0f55-40e0-9459-376071bb1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:30:30.628560 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.655496 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9cfe242a-5a5e-46b4-a5c2-9319db0d2924 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1152368 Dec 09 22:30:30.656135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41348) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:30.687977 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.718875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-990215437'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:30.789304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] For port 271968b7-355f-4091-a8f0-664ba3fe200c, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:30:30.798997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] For port 271968b7-355f-4091-a8f0-664ba3fe200c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=271968b7-355f-4091-a8f0-664ba3fe200c,segment=NetworkSegment(91520872-0f55-40e0-9459-376071bb1524),segment_id=91520872-0f55-40e0-9459-376071bb1524)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:30:30.816101 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.915024 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.917340 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.938335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Made reservation on behalf of c723a1a58ed64111850c7d72ec4e2115 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:30.955820 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:30.997154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1ead3-05d6-4429-9f2f-f7d86113a4af None None] Pushing event updated for resources: {'Port': ['ID=271968b7-355f-4091-a8f0-664ba3fe200c,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:31.032515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:30:31.055072 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0db28559-25ff-40c0-9158-76621596b792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:31.086875 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:31.087449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Fanout notify agent at l3_agent the message router_deleted on router c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:30:31.098755 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:31.103037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c426d02a-d61c-4fe1-aee4-832328af24de tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/routers/c13b5e0f-8ae1-4e53-9e55-cd29124a6ac3 HTTP/1.1" status: 204 len: 168 time: 2.6349800 Dec 09 22:30:31.104288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41352) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:31.111890 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79940da-662e-4620-bb98-7c581fb88d6b req-3a564e4b-c3dd-4ab0-8501-673fc2dd8fc4 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:31.113452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f79940da-662e-4620-bb98-7c581fb88d6b req-3a564e4b-c3dd-4ab0-8501-673fc2dd8fc4 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 945 time: 0.6147966 Dec 09 22:30:31.179761 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:31.183012 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Added segment 2eef0181-0858-401d-9113-642d451a1353 of type vlan for network e1fa5cb6-b889-4f0c-a543-b8f410320f30 Dec 09 22:30:31.239589 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f79940da-662e-4620-bb98-7c581fb88d6b req-15dc170a-e42f-4579-adab-78f28f3bdee8 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126473 Dec 09 22:30:31.436307 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:31.483788 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64282037-3e31-4aa8-bde1-68900856aa95 req-d9c7adc4-0462-4e5d-9793-08e46d6b2e51 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:31.488335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64282037-3e31-4aa8-bde1-68900856aa95 req-d9c7adc4-0462-4e5d-9793-08e46d6b2e51 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1765585 Dec 09 22:30:31.602652 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64282037-3e31-4aa8-bde1-68900856aa95 req-f919d39e-a8c2-487e-ac5f-7f76135d3719 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976651 Dec 09 22:30:31.614668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2ba478-ea2c-4d49-a275-51dd5911ba97 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Deleting subnet a5730476-947a-4b2d-93b2-e7d5c1712277 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:30:31.651323 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2e2ba478-ea2c-4d49-a275-51dd5911ba97 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:31.655204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.resource_extend [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:30:31.774888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:31.781047 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:31.781654 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:31.787447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2e2ba478-ea2c-4d49-a275-51dd5911ba97 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:31.886451 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2180200 Dec 09 22:30:31.887644 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:31.890566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41360) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:31.900912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-67d4999a-08e3-44a5-8a47-84bbd200cb3a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-797060832'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:31.967590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d4999a-08e3-44a5-8a47-84bbd200cb3a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Made reservation on behalf of c723a1a58ed64111850c7d72ec4e2115 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:31.972636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745819a-a3e5-4a68-88de-9fd31f0b575c tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event updated for resources: {'Network': ['ID=e1fa5cb6-b889-4f0c-a543-b8f410320f30,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:31.973869 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d4999a-08e3-44a5-8a47-84bbd200cb3a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:31.990380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:31.991918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e1fa5cb6-b889-4f0c-a543-b8f410320f30 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:30:31.996146 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2e2ba478-ea2c-4d49-a275-51dd5911ba97 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:32.100431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d4999a-08e3-44a5-8a47-84bbd200cb3a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:30:32.155393 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d4999a-08e3-44a5-8a47-84bbd200cb3a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:32.155743 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-67d4999a-08e3-44a5-8a47-84bbd200cb3a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Added segment 381a70eb-3a4c-4d50-a107-f2c250f17286 of type vlan for network 0d7c9afb-a273-431f-ab67-d9a122f4f473 Dec 09 22:30:32.198247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2e2ba478-ea2c-4d49-a275-51dd5911ba97 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:32.281677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ba478-ea2c-4d49-a275-51dd5911ba97 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Subnet': ['ID=a5730476-947a-4b2d-93b2-e7d5c1712277,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:32.287597 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d4999a-08e3-44a5-8a47-84bbd200cb3a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:32.296434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2e2ba478-ea2c-4d49-a275-51dd5911ba97 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:32.305637 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2e2ba478-ea2c-4d49-a275-51dd5911ba97 tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/subnets/a5730476-947a-4b2d-93b2-e7d5c1712277 HTTP/1.1" status: 204 len: 168 time: 1.1968746 Dec 09 22:30:32.315918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41366) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:32.321081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Allocated IP 172.25.8.234 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/26a6edab-33e8-41ce-a25b-f3d64c611a0e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:32.408590 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d4999a-08e3-44a5-8a47-84bbd200cb3a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:32.426566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d4999a-08e3-44a5-8a47-84bbd200cb3a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:32.427221 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d4999a-08e3-44a5-8a47-84bbd200cb3a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:32.642709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 271968b7-355f-4091-a8f0-664ba3fe200c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:32.703770 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-67d4999a-08e3-44a5-8a47-84bbd200cb3a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7947922 Dec 09 22:30:32.776114 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:32.781219 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:32.814264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 271968b7-355f-4091-a8f0-664ba3fe200c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:32.815013 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:32.832971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41374) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:32.860506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'subnets': [{'network_id': 'e1fa5cb6-b889-4f0c-a543-b8f410320f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1875947053', 'ip_version': 4}, {'network_id': '0d7c9afb-a273-431f-ab67-d9a122f4f473', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:32.861108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'subnet': {'network_id': 'e1fa5cb6-b889-4f0c-a543-b8f410320f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1875947053', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:32.864383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Request body: {'subnet': {'network_id': '0d7c9afb-a273-431f-ab67-d9a122f4f473', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:33.047070 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:33.049182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2bc795-87f0-4ad2-aaa9-217afb26393c None None] Network 35661b15-b27b-4a7b-965f-45f1bf88658a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:33.071416 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4999a-08e3-44a5-8a47-84bbd200cb3a tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event updated for resources: {'Network': ['ID=0d7c9afb-a273-431f-ab67-d9a122f4f473,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:33.105590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e5089-98ac-44cf-bd0b-4754df52f8ae req-aaaae999-a594-40a2-897a-515f42ca30b6 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:33.122409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b2e5089-98ac-44cf-bd0b-4754df52f8ae req-aaaae999-a594-40a2-897a-515f42ca30b6 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 945 time: 0.5944254 Dec 09 22:30:33.148554 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:33.157517 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 0d7c9afb-a273-431f-ab67-d9a122f4f473 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:30:33.216391 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device cb373540-1c63-4a88-be32-efb210728d35 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:33.352172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8663043-1a22-4091-9115-1d4817cef55b req-d5fe223a-23d4-46dd-88ec-4c130b65d3e6 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:33.364972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8663043-1a22-4091-9115-1d4817cef55b req-d5fe223a-23d4-46dd-88ec-4c130b65d3e6 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.3896852 Dec 09 22:30:33.380431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Pushing event updated for resources: {'Port': ['ID=26a6edab-33e8-41ce-a25b-f3d64c611a0e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:33.412664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:33.433654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:33.442928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:33.455745 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 271968b7-355f-4091-a8f0-664ba3fe200c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=271968b7-355f-4091-a8f0-664ba3fe200c,segment=NetworkSegment(91520872-0f55-40e0-9459-376071bb1524),segment_id=91520872-0f55-40e0-9459-376071bb1524)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:33.508575 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cb4da142-35ef-44b3-8792-de29e33293a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:33.510288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Made reservation on behalf of c723a1a58ed64111850c7d72ec4e2115 for: {'subnet': 2} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:33.510596 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:33.527938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8663043-1a22-4091-9115-1d4817cef55b req-4862d6f6-f76c-40d1-a766-b8dedb47f356 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621134 Dec 09 22:30:33.541401 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:33.541401 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:33.589127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b2e5089-98ac-44cf-bd0b-4754df52f8ae req-a841cd15-527d-43b8-9bfb-a7bc62626a5b tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671950 Dec 09 22:30:33.653951 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:33.731086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58863277-b9d5-449d-bfac-b035e1b5303f']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:33.771674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55d1895-e77e-4e61-9680-5cb37cf9652f') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:33.772041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55d1895-e77e-4e61-9680-5cb37cf9652f') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:33.831884 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:33.895930 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:33.911722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:30:33.912386 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:30:33.941159 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:30:33.977267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9458a472-2f90-4dd6-94c2-1061d9cbd452 None None] Provisioning complete for port 271968b7-355f-4091-a8f0-664ba3fe200c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:33.977562 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9458a472-2f90-4dd6-94c2-1061d9cbd452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:34.071277 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:34.078648 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:34.094170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] 10.222.0.16 "DELETE /v2.0/networks/58863277-b9d5-449d-bfac-b035e1b5303f HTTP/1.1" status: 204 len: 168 time: 1.7644970 Dec 09 22:30:34.122556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedd558-4e04-4ab3-91c4-834ef130ed6e tempest-FloatingIPTestJSON-1451608034 tempest-FloatingIPTestJSON-1451608034-project] Pushing event deleted for resources: {'Network': ['ID=58863277-b9d5-449d-bfac-b035e1b5303f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:34.149946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=271968b7-355f-4091-a8f0-664ba3fe200c,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:34.199767 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:34.200705 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port cb373540-1c63-4a88-be32-efb210728d35 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:30:34.233854 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port cb373540-1c63-4a88-be32-efb210728d35 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:34.234516 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:34.394442 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:34.471987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb373540-1c63-4a88-be32-efb210728d35'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:30:34.474303 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3496d15e-df37-45bc-910b-575e7aff481a" -d '{"events": [{"server_uuid": "fddbf413-c892-497e-87f2-905757c2bb6a", "name": "network-vif-plugged", "status": "completed", "tag": "cb373540-1c63-4a88-be32-efb210728d35"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:30:34.553202 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 271968b7-355f-4091-a8f0-664ba3fe200c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:34.655295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41392) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:34.674831 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413679f2-2d51-4342-a868-f110baefcf80 x-openstack-request-id: req-413679f2-2d51-4342-a868-f110baefcf80 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:30:34.677280 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddbf413-c892-497e-87f2-905757c2bb6a", "name": "network-vif-plugged", "status": "completed", "tag": "cb373540-1c63-4a88-be32-efb210728d35", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:30:34.677280 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-413679f2-2d51-4342-a868-f110baefcf80 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:30:34.677280 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb373540-1c63-4a88-be32-efb210728d35', 'code': 200} Dec 09 22:30:34.720907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port cb373540-1c63-4a88-be32-efb210728d35, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=cb373540-1c63-4a88-be32-efb210728d35,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:34.812707 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:34.969970 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:35.033376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 271968b7-355f-4091-a8f0-664ba3fe200c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:35.034841 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:35.073339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-cd237a3a-d347-4837-a128-f34f7943fb69 None None] Provisioning complete for port 271968b7-355f-4091-a8f0-664ba3fe200c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:35.074074 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cd237a3a-d347-4837-a128-f34f7943fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:35.092046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33b177-fcaa-4c93-a5b3-a1f0a42eb914 req-538d27de-37c8-421d-80f8-9e9f04fc6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:35.093657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f33b177-fcaa-4c93-a5b3-a1f0a42eb914 req-538d27de-37c8-421d-80f8-9e9f04fc6f33 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 1097 time: 0.3833683 Dec 09 22:30:35.128293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d63dc2-8cbd-46a3-924d-78e8d61e2255 req-a01adbfb-36d2-4608-aaaa-1258a5eb5cd9 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:35.146409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d63dc2-8cbd-46a3-924d-78e8d61e2255 req-a01adbfb-36d2-4608-aaaa-1258a5eb5cd9 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 946 time: 0.1929958 Dec 09 22:30:35.162188 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6d881-513e-4d79-8b7e-aba5056721aa req-679b2e5e-ffaf-430c-8ba4-c14c79d07034 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:35.170805 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2bb6d881-513e-4d79-8b7e-aba5056721aa req-679b2e5e-ffaf-430c-8ba4-c14c79d07034 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.3369117 Dec 09 22:30:35.215914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=cb373540-1c63-4a88-be32-efb210728d35,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:35.251524 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:35.327229 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-85b2e32f-1ca2-4576-ab92-5fe6192c2dcf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44ca81b6be124ae9b5b923b7e17a6a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6681247 Dec 09 22:30:35.334879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41408) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:35.440779 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f33b177-fcaa-4c93-a5b3-a1f0a42eb914 req-4086139e-03c6-4726-9950-dc6d244d9212 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919335 Dec 09 22:30:35.521712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d63dc2-8cbd-46a3-924d-78e8d61e2255 req-d0e9a062-a734-4b5a-858e-13ca9b27aa57 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740478 Dec 09 22:30:35.609406 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff08ab6c-a1fe-463e-9d01-6403d09283c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:35.647626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2bb6d881-513e-4d79-8b7e-aba5056721aa req-a07cc754-befc-4d41-b05d-deabe9338690 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757104 Dec 09 22:30:35.696081 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff08ab6c-a1fe-463e-9d01-6403d09283c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:35.803154 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff08ab6c-a1fe-463e-9d01-6403d09283c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:35.810254 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff08ab6c-a1fe-463e-9d01-6403d09283c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:35.812634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ff08ab6c-a1fe-463e-9d01-6403d09283c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f35b9fa8-27aa-457d-ab6d-dd91df82ed9d HTTP/1.1" status: 204 len: 168 time: 0.4678881 Dec 09 22:30:35.827898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08ab6c-a1fe-463e-9d01-6403d09283c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35b9fa8-27aa-457d-ab6d-dd91df82ed9d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:35.860592 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:36.084479 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:36.317119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:36.432686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event updated for resources: {'Subnet': ['ID=d979a418-77a6-4eda-aeb0-00d5e1b82733,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:36.537380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Checking segment: {'id': '2eef0181-0858-401d-9113-642d451a1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e1fa5cb6-b889-4f0c-a543-b8f410320f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:36.538725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Network hostable DHCP agents. Network: e1fa5cb6-b889-4f0c-a543-b8f410320f30, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:30:36.597678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Network e1fa5cb6-b889-4f0c-a543-b8f410320f30 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:30:36.610595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Router 6a275fe3-190f-435b-a880-28f125a75348 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:30:36.622655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e1fa5cb6-b889-4f0c-a543-b8f410320f30) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:36.630771 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:36.641729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40603ea-8861-44d0-b890-33e94e71dc5d None None] Network e1fa5cb6-b889-4f0c-a543-b8f410320f30 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:36.873696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-e1fa5cb6-b889-4f0c-a543-b8f410320f30', 'network_id': 'e1fa5cb6-b889-4f0c-a543-b8f410320f30', 'project_id': 'c723a1a58ed64111850c7d72ec4e2115', 'fixed_ips': [{'subnet_id': 'd979a418-77a6-4eda-aeb0-00d5e1b82733'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:30:36.876179 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:36.880655 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4076eea-c2a9-45da-9057-0df4e34d9caa req-7a53d302-5d18-4064-bd91-bc591c6a4a90 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:36.895542 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4076eea-c2a9-45da-9057-0df4e34d9caa req-7a53d302-5d18-4064-bd91-bc591c6a4a90 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 946 time: 0.1433034 Dec 09 22:30:36.954145 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:37.087707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event updated for resources: {'Subnet': ['ID=d2e6d9c9-c206-444b-a106-b91fe893e989,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:37.211759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Checking segment: {'id': '381a70eb-3a4c-4d50-a107-f2c250f17286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0d7c9afb-a273-431f-ab67-d9a122f4f473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:37.217469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Network hostable DHCP agents. Network: 0d7c9afb-a273-431f-ab67-d9a122f4f473, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:30:37.297453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:30:37.309038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Allocated IP 172.20.0.2 (e1fa5cb6-b889-4f0c-a543-b8f410320f30/d979a418-77a6-4eda-aeb0-00d5e1b82733/7ab49c89-70d1-4849-bc73-c823b5dc4b5a) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:37.320768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Sync routers for ids ['6a275fe3-190f-435b-a880-28f125a75348'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:30:37.353476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Routers {'6a275fe3-190f-435b-a880-28f125a75348'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:37.354653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['6a275fe3-190f-435b-a880-28f125a75348'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:37.374430 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Network 0d7c9afb-a273-431f-ab67-d9a122f4f473 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:30:37.403113 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:37.420621 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c5626c87-3e25-4f48-b3a2-a75f6e8d847b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.6047683 Dec 09 22:30:37.429222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41442) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:37.473589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 0d7c9afb-a273-431f-ab67-d9a122f4f473) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:37.507924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bb04ba-7872-4a1d-a18e-dc337e1ce2a5 None None] Network 0d7c9afb-a273-431f-ab67-d9a122f4f473 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:37.613846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41444) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:37.633352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:37.637878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:37.638594 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:37.719821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Set router 6a275fe3-190f-435b-a880-28f125a75348 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:30:37.759237 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a5cca4d0-260e-4f91-ac39-47acad1930d7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.9191058 Dec 09 22:30:37.761123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41448) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:37.961012 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4076eea-c2a9-45da-9057-0df4e34d9caa req-60431876-2d7e-4c54-8551-bcb27d307c28 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0641289 Dec 09 22:30:37.991145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-0d7c9afb-a273-431f-ab67-d9a122f4f473', 'network_id': '0d7c9afb-a273-431f-ab67-d9a122f4f473', 'project_id': 'c723a1a58ed64111850c7d72ec4e2115', 'fixed_ips': [{'subnet_id': 'd2e6d9c9-c206-444b-a106-b91fe893e989'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:30:37.992617 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:38.008694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e9882-bb96-44a9-87dd-5d52986d3f13 req-1d3be28d-aa0e-4774-964f-65804df14f85 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:38.020699 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b1e9882-bb96-44a9-87dd-5d52986d3f13 req-1d3be28d-aa0e-4774-964f-65804df14f85 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 1.1134276 Dec 09 22:30:38.177630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b1e9882-bb96-44a9-87dd-5d52986d3f13 req-d9762bff-366b-4218-888a-97d8cd19605a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484098 Dec 09 22:30:38.343386 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:38.407807 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:38.603387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-4972468b-0bed-4614-8232-2496d5af3b44 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--844790019&fields=id&tenant_id=521c280ad6b84050888956ce76755bf1 HTTP/1.1" status: 200 len: 267 time: 0.0887156 Dec 09 22:30:38.701069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1377400906'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:38.760926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Network e1fa5cb6-b889-4f0c-a543-b8f410320f30 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:38.768577 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Allocated IP 172.20.0.18 (0d7c9afb-a273-431f-ab67-d9a122f4f473/d2e6d9c9-c206-444b-a106-b91fe893e989/029a8473-5f66-4aab-b5f3-604311e46e38) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:38.770798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:38.776114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:38.809505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Pushing event updated for resources: {'Port': ['ID=7ab49c89-70d1-4849-bc73-c823b5dc4b5a,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:38.824586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-d84c26b4-aab9-4f06-bac9-b8f950ab005c tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:38.848595 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-d84c26b4-aab9-4f06-bac9-b8f950ab005c tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/networks?id=694bdbc1-64e1-4f22-92bb-851cbbfe46d9 HTTP/1.1" status: 200 len: 815 time: 0.2246935 Dec 09 22:30:38.880902 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-9bf5eb57-a7dd-47f2-97b3-88a410af8b93 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/quotas/521c280ad6b84050888956ce76755bf1 HTTP/1.1" status: 200 len: 375 time: 0.0276854 Dec 09 22:30:38.985275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-954bcde9-dbab-4b40-a183-f4a2a9c8255d tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=521c280ad6b84050888956ce76755bf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889611 Dec 09 22:30:39.025667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3babd3-1174-4e44-b54b-7637ac99c628 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:39.027228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3babd3-1174-4e44-b54b-7637ac99c628 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:39.028731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3babd3-1174-4e44-b54b-7637ac99c628 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:39.033718 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3d3babd3-1174-4e44-b54b-7637ac99c628 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 1.2684412 Dec 09 22:30:39.033718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:39.037094 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.040356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41458) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:39.062206 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Attempting to bind port 7ab49c89-70d1-4849-bc73-c823b5dc4b5a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:30:39.062942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Attempting to bind port 7ab49c89-70d1-4849-bc73-c823b5dc4b5a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '2eef0181-0858-401d-9113-642d451a1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e1fa5cb6-b889-4f0c-a543-b8f410320f30'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:30:39.063431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Attempting to bind port 7ab49c89-70d1-4849-bc73-c823b5dc4b5a on network e1fa5cb6-b889-4f0c-a543-b8f410320f30 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:39.081628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a275fe3-190f-435b-a880-28f125a75348', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647736258-router', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:30:28Z', 'updated_at': '2021-12-09T22:30:34Z', 'revision_number': 3, 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'gw_port': {'id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a275fe3-190f-435b-a880-28f125a75348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:30:32Z', 'updated_at': '2021-12-09T22:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:39.130334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a485d6a-8a13-496f-8fbc-28e45e5de7be tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Deleting subnet d979a418-77a6-4eda-aeb0-00d5e1b82733 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:30:39.143888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a485d6a-8a13-496f-8fbc-28e45e5de7be tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.146790 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.146938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-29c442d9-51ec-4d68-8eac-0222008bab06 service neutron] 10.222.0.16 "GET /v2.0/networks/694bdbc1-64e1-4f22-92bb-851cbbfe46d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341944 Dec 09 22:30:39.197470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Checking router: 6a275fe3-190f-435b-a880-28f125a75348 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:30:39.198057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Updating router 6a275fe3-190f-435b-a880-28f125a75348 port 26a6edab-33e8-41ce-a25b-f3d64c611a0e binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:30:39.255634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:30:39.260702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Checking segment: {'id': '2eef0181-0858-401d-9113-642d451a1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e1fa5cb6-b889-4f0c-a543-b8f410320f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:39.263586 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.264111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Bound using segment: {'id': '2eef0181-0858-401d-9113-642d451a1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e1fa5cb6-b889-4f0c-a543-b8f410320f30'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:30:39.266548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Bound port: 7ab49c89-70d1-4849-bc73-c823b5dc4b5a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eef0181-0858-401d-9113-642d451a1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e1fa5cb6-b889-4f0c-a543-b8f410320f30'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:30:39.267619 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.318483 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.322648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-873144fc-c733-4134-8860-b16f652bdd23 service neutron] 10.222.0.16 "GET /v2.0/networks/694bdbc1-64e1-4f22-92bb-851cbbfe46d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733115 Dec 09 22:30:39.374136 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.389229 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.394335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a485d6a-8a13-496f-8fbc-28e45e5de7be tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.447967 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fd205-2e20-4b5a-897a-1263482baaae req-54352434-114d-47c3-a761-1e526eb0077f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:39.452513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:30:39.453441 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef3fd205-2e20-4b5a-897a-1263482baaae req-54352434-114d-47c3-a761-1e526eb0077f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 946 time: 0.1632745 Dec 09 22:30:39.569872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56043ef-a9d7-4627-bcf7-a44cb6149a1b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:39.575035 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.575385 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Added segment bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6 of type vlan for network 1d950abb-c773-495b-875d-5d73a4fe5503 Dec 09 22:30:39.673249 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef3fd205-2e20-4b5a-897a-1263482baaae req-a4478941-afe3-438d-82fe-a16515e726ed tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120011 Dec 09 22:30:39.792406 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.827196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a485d6a-8a13-496f-8fbc-28e45e5de7be tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.832563 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.908453 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.911436 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:39.961233 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.resource_extend [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:30:39.974561 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.040381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.043752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Attempting to bind port 26a6edab-33e8-41ce-a25b-f3d64c611a0e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:30:40.044134 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Attempting to bind port 26a6edab-33e8-41ce-a25b-f3d64c611a0e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:30:40.044498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Attempting to bind port 26a6edab-33e8-41ce-a25b-f3d64c611a0e on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:40.050739 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:40.053354 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.070618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1391567-3434-4db7-b46d-c4a976bfdbf6 req-353251e9-3985-455d-bb80-87e9d9e8c610 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:40.076918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:30:40.078146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:40.078577 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.078984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:30:40.079117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1391567-3434-4db7-b46d-c4a976bfdbf6 req-353251e9-3985-455d-bb80-87e9d9e8c610 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1419477 Dec 09 22:30:40.079564 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Bound port: 26a6edab-33e8-41ce-a25b-f3d64c611a0e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:30:40.079868 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.122035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Network 0d7c9afb-a273-431f-ab67-d9a122f4f473 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:40.149557 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5290549 Dec 09 22:30:40.153712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41478) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:40.173683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-245521978'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:40.178411 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:40.201336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:40.229122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2012c0-658e-440b-bc7b-e650f0aa4235 None None] Pushing event updated for resources: {'Port': ['ID=26a6edab-33e8-41ce-a25b-f3d64c611a0e,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:40.256608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:40.263775 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.342048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1391567-3434-4db7-b46d-c4a976bfdbf6 req-2a177c20-3adc-4e84-a508-5a29779538a1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619815 Dec 09 22:30:40.386454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:30:40.389549 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a485d6a-8a13-496f-8fbc-28e45e5de7be tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.414910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] For port 7ab49c89-70d1-4849-bc73-c823b5dc4b5a, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:30:40.423572 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.426381 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Added segment 48519669-b61e-4e05-83c7-44a0f0b3a07e of type vlan for network 72001b4f-be22-4ff2-bbc2-1277b727e64d Dec 09 22:30:40.435461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b97a8-3e56-4a53-bb76-be27c6654c99 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Network': ['ID=1d950abb-c773-495b-875d-5d73a4fe5503,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:40.441727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a485d6a-8a13-496f-8fbc-28e45e5de7be tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event deleted for resources: {'Subnet': ['ID=d979a418-77a6-4eda-aeb0-00d5e1b82733,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:40.445950 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.484438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a485d6a-8a13-496f-8fbc-28e45e5de7be tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.496871 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2a485d6a-8a13-496f-8fbc-28e45e5de7be tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "DELETE /v2.0/subnets/d979a418-77a6-4eda-aeb0-00d5e1b82733 HTTP/1.1" status: 204 len: 168 time: 1.4533293 Dec 09 22:30:40.498318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41480) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:40.526459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 1d950abb-c773-495b-875d-5d73a4fe5503 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:30:40.553325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] For port 7ab49c89-70d1-4849-bc73-c823b5dc4b5a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7ab49c89-70d1-4849-bc73-c823b5dc4b5a,segment=NetworkSegment(2eef0181-0858-401d-9113-642d451a1353),segment_id=2eef0181-0858-401d-9113-642d451a1353)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:30:40.607228 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.611062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ed76abb-c92c-4323-a3bf-8e8ae83f4d36 req-1f53d291-5d71-4c68-ab44-8b091224cac2 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 210 time: 0.0834191 Dec 09 22:30:40.639436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] For port 26a6edab-33e8-41ce-a25b-f3d64c611a0e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:30:40.661279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Attempting to bind port 029a8473-5f66-4aab-b5f3-604311e46e38 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:30:40.662152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Attempting to bind port 029a8473-5f66-4aab-b5f3-604311e46e38 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '381a70eb-3a4c-4d50-a107-f2c250f17286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0d7c9afb-a273-431f-ab67-d9a122f4f473'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:30:40.662690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Attempting to bind port 029a8473-5f66-4aab-b5f3-604311e46e38 on network 0d7c9afb-a273-431f-ab67-d9a122f4f473 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:40.684711 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.699824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] For port 26a6edab-33e8-41ce-a25b-f3d64c611a0e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=26a6edab-33e8-41ce-a25b-f3d64c611a0e,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:30:40.700224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81868faf-2542-4125-beef-31f8f202662b req-daabdc5d-7d74-4e39-87fa-5eafe5447959 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:40.722427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81868faf-2542-4125-beef-31f8f202662b req-daabdc5d-7d74-4e39-87fa-5eafe5447959 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2906356 Dec 09 22:30:40.752906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:30:40.753287 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Checking segment: {'id': '381a70eb-3a4c-4d50-a107-f2c250f17286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0d7c9afb-a273-431f-ab67-d9a122f4f473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:40.753697 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.754883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Bound using segment: {'id': '381a70eb-3a4c-4d50-a107-f2c250f17286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0d7c9afb-a273-431f-ab67-d9a122f4f473'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:30:40.754883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Bound port: 029a8473-5f66-4aab-b5f3-604311e46e38, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381a70eb-3a4c-4d50-a107-f2c250f17286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0d7c9afb-a273-431f-ab67-d9a122f4f473'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:30:40.755493 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.759142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-8200cf85-f8d4-49b3-b840-284af5634a34 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Deleting subnet d2e6d9c9-c206-444b-a106-b91fe893e989 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:30:40.770235 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8200cf85-f8d4-49b3-b840-284af5634a34 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.770467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Pushing event updated for resources: {'Port': ['ID=029a8473-5f66-4aab-b5f3-604311e46e38,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:40.801326 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:40.947621 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.resource_extend [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:30:41.008286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c954d8-906c-4f5b-9e23-47dd9c287617 None None] Pushing event updated for resources: {'Port': ['ID=7ab49c89-70d1-4849-bc73-c823b5dc4b5a,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:41.012802 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8200cf85-f8d4-49b3-b840-284af5634a34 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:41.024988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Routers {'6a275fe3-190f-435b-a880-28f125a75348'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:41.026472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['6a275fe3-190f-435b-a880-28f125a75348'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:41.037324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81868faf-2542-4125-beef-31f8f202662b req-3b2e5126-aa0b-4fc3-85e6-adc882d29a6d tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 695 time: 0.3116329 Dec 09 22:30:41.049944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-81868faf-2542-4125-beef-31f8f202662b req-1c8f22da-4ea0-4e8f-b0a4-a36b393e4fca tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Request body: {'floatingip': {'port_id': '3701f997-0361-45d7-b322-d4256115e835', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:41.195731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2012c0-658e-440b-bc7b-e650f0aa4235 None None] Pushing event updated for resources: {'Port': ['ID=26a6edab-33e8-41ce-a25b-f3d64c611a0e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:41.225414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9f883e44-cb25-4129-9003-440488728b07 None None] For port 029a8473-5f66-4aab-b5f3-604311e46e38, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:30:41.244493 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:41.249882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9f883e44-cb25-4129-9003-440488728b07 None None] For port 029a8473-5f66-4aab-b5f3-604311e46e38, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=029a8473-5f66-4aab-b5f3-604311e46e38,segment=NetworkSegment(381a70eb-3a4c-4d50-a107-f2c250f17286),segment_id=381a70eb-3a4c-4d50-a107-f2c250f17286)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:30:41.259754 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:41.277662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:41.281148 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:41.293494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Allocated IP 172.20.0.1 (35661b15-b27b-4a7b-965f-45f1bf88658a/cafffc44-c5c2-4d65-8c53-c2df1b2a4dab/dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:41.408486 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-81868faf-2542-4125-beef-31f8f202662b req-1c8f22da-4ea0-4e8f-b0a4-a36b393e4fca tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:41.440852 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f883e44-cb25-4129-9003-440488728b07 None None] Pushing event updated for resources: {'Port': ['ID=029a8473-5f66-4aab-b5f3-604311e46e38,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:41.481391 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] Set router 6a275fe3-190f-435b-a880-28f125a75348 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:30:41.713728 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8200cf85-f8d4-49b3-b840-284af5634a34 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:41.823638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:41.843385 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8200cf85-f8d4-49b3-b840-284af5634a34 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:41.853829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6922729 Dec 09 22:30:41.900019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41496) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:41.905020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200cf85-f8d4-49b3-b840-284af5634a34 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e6d9c9-c206-444b-a106-b91fe893e989,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:41.932927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-08879c64-2bbb-452a-b100-45a03a72478b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'subnet': {'network_id': '1d950abb-c773-495b-875d-5d73a4fe5503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:42.064382 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8200cf85-f8d4-49b3-b840-284af5634a34 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:42.068649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8200cf85-f8d4-49b3-b840-284af5634a34 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "DELETE /v2.0/subnets/d2e6d9c9-c206-444b-a106-b91fe893e989 HTTP/1.1" status: 204 len: 168 time: 1.5677042 Dec 09 22:30:42.074132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41500) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:42.194143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a275fe3-190f-435b-a880-28f125a75348', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647736258-router', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:30:28Z', 'updated_at': '2021-12-09T22:30:34Z', 'revision_number': 3, 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'gw_port': {'id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a275fe3-190f-435b-a880-28f125a75348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:30:32Z', 'updated_at': '2021-12-09T22:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:42.207429 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:42.273760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Pushing event updated for resources: {'Port': ['ID=dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:42.292439 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Network 35661b15-b27b-4a7b-965f-45f1bf88658a is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:42.299848 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:42.312492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:42.365633 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5456a086-2090-4adb-8e82-41cd1d6cbcd4 None None] The sync data for ids ['6a275fe3-190f-435b-a880-28f125a75348'] in n-d-789963-23 is: [{'id': '6a275fe3-190f-435b-a880-28f125a75348', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647736258-router', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:30:28Z', 'updated_at': '2021-12-09T22:30:34Z', 'revision_number': 3, 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'gw_port': {'id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a275fe3-190f-435b-a880-28f125a75348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:30:32Z', 'updated_at': '2021-12-09T22:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:30:42.389010 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:42.582037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Network': ['ID=72001b4f-be22-4ff2-bbc2-1277b727e64d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:42.674247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.674998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.675504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.675973 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.676459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.676932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.677405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.679338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.679820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.680811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.681280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.682444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.685471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84682515-9b18-4460-98cb-69d5d0a4560b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:42.729753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 72001b4f-be22-4ff2-bbc2-1277b727e64d details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:30:42.742732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d51e2a-5182-49c7-a153-a66464802892 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:42.758158 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a1d51e2a-5182-49c7-a153-a66464802892 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6826174 Dec 09 22:30:42.758927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41504) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:42.903682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7ab49c89-70d1-4849-bc73-c823b5dc4b5a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:42.917887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873919c8-fd69-44ad-892c-be23fdea09e7 req-4b2c621b-58ba-4608-89ea-a21f3da53a17 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:42.932365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873919c8-fd69-44ad-892c-be23fdea09e7 req-4b2c621b-58ba-4608-89ea-a21f3da53a17 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 1.2543645 Dec 09 22:30:43.034956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 7ab49c89-70d1-4849-bc73-c823b5dc4b5a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:43.035394 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:43.080299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08879c64-2bbb-452a-b100-45a03a72478b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:43.085600 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08879c64-2bbb-452a-b100-45a03a72478b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:43.315443 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:43.331196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-873919c8-fd69-44ad-892c-be23fdea09e7 req-de2ccb8a-d863-461f-ae08-8f4904b1e4f3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957503 Dec 09 22:30:43.464605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fa9a02e4-de83-42f7-b9ef-0ae1bbfe729b None None] Provisioning complete for port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:43.470157 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa9a02e4-de83-42f7-b9ef-0ae1bbfe729b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:43.527377 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:43.573738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bdaad6-e08d-4ef5-a144-58631b868137 None None] Network e1fa5cb6-b889-4f0c-a543-b8f410320f30 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:43.649221 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:43.708617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fa9a02e4-de83-42f7-b9ef-0ae1bbfe729b None None] Port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:30:43.824663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06da7d0-d12e-47d7-83df-0ad80ddb06f1 None None] Network 0d7c9afb-a273-431f-ab67-d9a122f4f473 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:43.848494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 7ab49c89-70d1-4849-bc73-c823b5dc4b5a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7ab49c89-70d1-4849-bc73-c823b5dc4b5a,segment=NetworkSegment(2eef0181-0858-401d-9113-642d451a1353),segment_id=2eef0181-0858-401d-9113-642d451a1353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:43.923517 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:43.924315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 029a8473-5f66-4aab-b5f3-604311e46e38 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:43.962479 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-81868faf-2542-4125-beef-31f8f202662b req-1c8f22da-4ea0-4e8f-b0a4-a36b393e4fca tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:44.036696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-eee169d6-e281-464b-a1e0-d6970ae6c727 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:44.045438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a9a40f1-96fc-49e5-a9df-35013be04179 req-9f035323-98b8-4b04-8152-0fa2f56e2e87 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 210 time: 0.0736094 Dec 09 22:30:44.047999 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-81868faf-2542-4125-beef-31f8f202662b req-1c8f22da-4ea0-4e8f-b0a4-a36b393e4fca tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:44.062434 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-eee169d6-e281-464b-a1e0-d6970ae6c727 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.18 "GET /v2.0/networks?id=694bdbc1-64e1-4f22-92bb-851cbbfe46d9 HTTP/1.1" status: 200 len: 815 time: 1.0920525 Dec 09 22:30:44.166461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Deleting port 029a8473-5f66-4aab-b5f3-604311e46e38 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:44.167089 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:44.188446 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-27bc7b47-e01e-4f57-9ebb-1deb39a74d1d None None] Provisioning complete for port 7ab49c89-70d1-4849-bc73-c823b5dc4b5a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:44.188446 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-27bc7b47-e01e-4f57-9ebb-1deb39a74d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:44.274824 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-81868faf-2542-4125-beef-31f8f202662b req-1c8f22da-4ea0-4e8f-b0a4-a36b393e4fca tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Floating IP b684ed58-5e42-4efb-b08e-84356d297f87 associated. External IP: 172.25.8.88, port: 3701f997-0361-45d7-b322-d4256115e835. Dec 09 22:30:44.456246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9acf63-63fd-4b7a-aea0-be19e32882a6 None None] DHCP port deletion for e1fa5cb6-b889-4f0c-a543-b8f410320f30 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:30:44.472159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=7ab49c89-70d1-4849-bc73-c823b5dc4b5a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:44.480972 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 029a8473-5f66-4aab-b5f3-604311e46e38 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:44.481352 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:44.664133 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-ed923070-dec0-44a5-9dad-06107c26125b tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=521c280ad6b84050888956ce76755bf1 HTTP/1.1" status: 200 len: 379 time: 0.5637214 Dec 09 22:30:44.692045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Request body: {'port': {'device_id': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'admin_state_up': True, 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'security_groups': ['fc8a45ab-19f9-4b1b-9da2-fe407be74814']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:44.741094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] For port 029a8473-5f66-4aab-b5f3-604311e46e38, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=029a8473-5f66-4aab-b5f3-604311e46e38,segment=NetworkSegment(381a70eb-3a4c-4d50-a107-f2c250f17286),segment_id=381a70eb-3a4c-4d50-a107-f2c250f17286)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:44.742012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:44.763453 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8800f-e475-4174-bcda-c7edb2031bff req-2c25bc0d-d9c5-4141-b39b-69f47d5995d1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:44.774625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9a8800f-e475-4174-bcda-c7edb2031bff req-2c25bc0d-d9c5-4141-b39b-69f47d5995d1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.1465013 Dec 09 22:30:44.787739 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Calling delete_port for 029a8473-5f66-4aab-b5f3-604311e46e38 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:44.863348 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:44.872265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5998c61d-643a-465d-bbc3-8a48e07ed1bd None None] DHCP port deletion for 0d7c9afb-a273-431f-ab67-d9a122f4f473 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:30:44.877594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-27bc7b47-e01e-4f57-9ebb-1deb39a74d1d None None] Provisioning complete for port 029a8473-5f66-4aab-b5f3-604311e46e38 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:44.878024 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-27bc7b47-e01e-4f57-9ebb-1deb39a74d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:44.885835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9a8800f-e475-4174-bcda-c7edb2031bff req-baa80055-4c38-4698-88a9-63748728a0d0 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989227 Dec 09 22:30:44.920278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81868faf-2542-4125-beef-31f8f202662b req-1c8f22da-4ea0-4e8f-b0a4-a36b393e4fca tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Router 9ce87c53-097b-464b-9221-21ff6dd83061 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:30:44.955412 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:44.992689 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08879c64-2bbb-452a-b100-45a03a72478b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:45.008549 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:45.019099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 029a8473-5f66-4aab-b5f3-604311e46e38, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=029a8473-5f66-4aab-b5f3-604311e46e38,segment=NetworkSegment(381a70eb-3a4c-4d50-a107-f2c250f17286),segment_id=381a70eb-3a4c-4d50-a107-f2c250f17286)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:45.042196 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:45.100710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81868faf-2542-4125-beef-31f8f202662b req-1c8f22da-4ea0-4e8f-b0a4-a36b393e4fca tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:30:45.120899 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024babd8-c185-47d3-9696-a4897b811676 None None] Sync routers for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:30:45.124845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-81868faf-2542-4125-beef-31f8f202662b req-1c8f22da-4ea0-4e8f-b0a4-a36b393e4fca tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:45.134726 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024babd8-c185-47d3-9696-a4897b811676 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:45.135373 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-024babd8-c185-47d3-9696-a4897b811676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:45.154331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5998c61d-643a-465d-bbc3-8a48e07ed1bd None None] Deleting port 029a8473-5f66-4aab-b5f3-604311e46e38 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:45.154587 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5998c61d-643a-465d-bbc3-8a48e07ed1bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:45.193575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81868faf-2542-4125-beef-31f8f202662b req-1c8f22da-4ea0-4e8f-b0a4-a36b393e4fca tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "PUT /v2.0/floatingips/b684ed58-5e42-4efb-b08e-84356d297f87 HTTP/1.1" status: 200 len: 995 time: 4.1552835 Dec 09 22:30:45.198277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'tag': '3701f997-0361-45d7-b322-d4256115e835'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:30:45.201511 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd9bfb5-b3c1-4f70-8a79-e6321bf18cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "tag": "3701f997-0361-45d7-b322-d4256115e835"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:30:45.271256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4d9acf63-63fd-4b7a-aea0-be19e32882a6 None None] Deleting port 7ab49c89-70d1-4849-bc73-c823b5dc4b5a {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:45.272113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Pushing event updated for resources: {'Port': ['ID=dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:45.274877 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d9acf63-63fd-4b7a-aea0-be19e32882a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:45.297424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:45.323184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e220ad6b-b195-4ace-96c0-11046e906b46 req-7e55c7a3-28fe-497b-9213-a47aaf7d5553 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 210 time: 0.0753980 Dec 09 22:30:45.343345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81868faf-2542-4125-beef-31f8f202662b req-3db8f119-8f94-4fdd-87f1-13a52808bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:45.354403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81868faf-2542-4125-beef-31f8f202662b req-3db8f119-8f94-4fdd-87f1-13a52808bdc0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 1097 time: 0.1175082 Dec 09 22:30:45.380864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 26a6edab-33e8-41ce-a25b-f3d64c611a0e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:45.382252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Made reservation on behalf of 521c280ad6b84050888956ce76755bf1 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:45.391246 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:45.507332 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be01dc58-be32-4b67-ac4e-a7e691a37c1b x-openstack-request-id: req-be01dc58-be32-4b67-ac4e-a7e691a37c1b {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:30:45.507769 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "tag": "3701f997-0361-45d7-b322-d4256115e835", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:30:45.508412 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be01dc58-be32-4b67-ac4e-a7e691a37c1b {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:30:45.508948 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'tag': '3701f997-0361-45d7-b322-d4256115e835', 'status': 'completed', 'code': 200} Dec 09 22:30:45.568909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5998c61d-643a-465d-bbc3-8a48e07ed1bd None None] For port 029a8473-5f66-4aab-b5f3-604311e46e38, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=029a8473-5f66-4aab-b5f3-604311e46e38,segment=NetworkSegment(381a70eb-3a4c-4d50-a107-f2c250f17286),segment_id=381a70eb-3a4c-4d50-a107-f2c250f17286)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:45.572754 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5998c61d-643a-465d-bbc3-8a48e07ed1bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:45.602781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5998c61d-643a-465d-bbc3-8a48e07ed1bd None None] Calling delete_port for 029a8473-5f66-4aab-b5f3-604311e46e38 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:45.607297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08879c64-2bbb-452a-b100-45a03a72478b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Subnet': ['ID=731d82ed-789f-414c-9ce0-5cced6b15f0b,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:45.640125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08879c64-2bbb-452a-b100-45a03a72478b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Checking segment: {'id': 'bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1d950abb-c773-495b-875d-5d73a4fe5503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:45.640539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08879c64-2bbb-452a-b100-45a03a72478b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network hostable DHCP agents. Network: 1d950abb-c773-495b-875d-5d73a4fe5503, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:30:45.645719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9bfb5-b3c1-4f70-8a79-e6321bf18cc1 req-39fdf018-7c44-439c-8525-0088a793f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:45.648210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1dd9bfb5-b3c1-4f70-8a79-e6321bf18cc1 req-39fdf018-7c44-439c-8525-0088a793f121 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 1097 time: 0.1676898 Dec 09 22:30:45.660386 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:45.685953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] No DVR routers for this DVR port 029a8473-5f66-4aab-b5f3-604311e46e38 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:30:45.761426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=029a8473-5f66-4aab-b5f3-604311e46e38,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:45.825818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9bfb5-b3c1-4f70-8a79-e6321bf18cc1 req-4f681e38-513d-4f92-be3d-f2b258953a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:45.827635 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1dd9bfb5-b3c1-4f70-8a79-e6321bf18cc1 req-4f681e38-513d-4f92-be3d-f2b258953a63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.1609337 Dec 09 22:30:45.830781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4d9acf63-63fd-4b7a-aea0-be19e32882a6 None None] For port 7ab49c89-70d1-4849-bc73-c823b5dc4b5a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7ab49c89-70d1-4849-bc73-c823b5dc4b5a,segment=NetworkSegment(2eef0181-0858-401d-9113-642d451a1353),segment_id=2eef0181-0858-401d-9113-642d451a1353)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:45.831186 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d9acf63-63fd-4b7a-aea0-be19e32882a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:45.831594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81868faf-2542-4125-beef-31f8f202662b req-288a9e80-103b-41db-a6a6-66fa197edea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:45.839755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81868faf-2542-4125-beef-31f8f202662b req-288a9e80-103b-41db-a6a6-66fa197edea5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.4840999 Dec 09 22:30:45.840072 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-024babd8-c185-47d3-9696-a4897b811676 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:30:45.864777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event deleted for resources: {'Port': ['ID=029a8473-5f66-4aab-b5f3-604311e46e38,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:45.868310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4d9acf63-63fd-4b7a-aea0-be19e32882a6 None None] Calling delete_port for 7ab49c89-70d1-4849-bc73-c823b5dc4b5a owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:45.981878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08879c64-2bbb-452a-b100-45a03a72478b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 1d950abb-c773-495b-875d-5d73a4fe5503 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:30:45.991591 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81868faf-2542-4125-beef-31f8f202662b req-5b4d2290-e667-49d7-b832-de70fa757a0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 998 time: 0.1483519 Dec 09 22:30:46.021994 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Network 35661b15-b27b-4a7b-965f-45f1bf88658a is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:46.041695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:46.043673 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-08879c64-2bbb-452a-b100-45a03a72478b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 1d950abb-c773-495b-875d-5d73a4fe5503) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:46.068251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f13f0-dc43-4b42-80af-fb82e2df3757 None None] Network 1d950abb-c773-495b-875d-5d73a4fe5503 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:46.088497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1dd9bfb5-b3c1-4f70-8a79-e6321bf18cc1 req-27286223-fc84-4ee3-9c13-3ad2f58c12ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 998 time: 0.2393358 Dec 09 22:30:46.182598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 26a6edab-33e8-41ce-a25b-f3d64c611a0e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:46.183268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:46.306833 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10362f-a5bd-4c2a-8d0a-482d63ea0700 req-92d24199-4501-4bf0-8ca9-360b47bc3665 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:46.317926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f10362f-a5bd-4c2a-8d0a-482d63ea0700 req-92d24199-4501-4bf0-8ca9-360b47bc3665 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.3037014 Dec 09 22:30:46.361404 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-024babd8-c185-47d3-9696-a4897b811676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'b684ed58-5e42-4efb-b08e-84356d297f87', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'port_id': '3701f997-0361-45d7-b322-d4256115e835', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'mac_address': 'fa:16:3e:01:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:19Z', 'updated_at': '2021-12-09T22:30:43Z', 'revision_number': 1, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:46.376131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81868faf-2542-4125-beef-31f8f202662b req-d14b2fdd-bb0a-4d10-ae5a-192cdf92a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:46.392953 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81868faf-2542-4125-beef-31f8f202662b req-d14b2fdd-bb0a-4d10-ae5a-192cdf92a415 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.3988304 Dec 09 22:30:46.426007 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d9acf63-63fd-4b7a-aea0-be19e32882a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:46.454439 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024babd8-c185-47d3-9696-a4897b811676 None None] Checking router: 9ce87c53-097b-464b-9221-21ff6dd83061 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:30:46.465861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9bfb5-b3c1-4f70-8a79-e6321bf18cc1 req-f699e761-387b-48c3-8e07-fb43acccd3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:46.467524 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1dd9bfb5-b3c1-4f70-8a79-e6321bf18cc1 req-f699e761-387b-48c3-8e07-fb43acccd3fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.3218791 Dec 09 22:30:46.495979 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024babd8-c185-47d3-9696-a4897b811676 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:46.496802 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-024babd8-c185-47d3-9696-a4897b811676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:46.581965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9acf63-63fd-4b7a-aea0-be19e32882a6 None None] Pushing event deleted for resources: {'Port': ['ID=7ab49c89-70d1-4849-bc73-c823b5dc4b5a,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:46.585485 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f10362f-a5bd-4c2a-8d0a-482d63ea0700 req-1a47ea7b-c79d-402e-aeb0-f9932f416ff5 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665174 Dec 09 22:30:46.645357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9acf63-63fd-4b7a-aea0-be19e32882a6 None None] No DVR routers for this DVR port 7ab49c89-70d1-4849-bc73-c823b5dc4b5a on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:30:46.658731 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5998c61d-643a-465d-bbc3-8a48e07ed1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:46.666446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81868faf-2542-4125-beef-31f8f202662b req-66f607cd-c7ae-4c9a-9bfa-787c5455ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:46.681503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Allocated IP 172.20.0.14 (694bdbc1-64e1-4f22-92bb-851cbbfe46d9/68e6f25b-027d-4316-8290-3ec20d55c401/a76b0f17-d051-4216-86be-275b995850ed) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:46.683974 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81868faf-2542-4125-beef-31f8f202662b req-66f607cd-c7ae-4c9a-9bfa-787c5455ef49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2883890 Dec 09 22:30:46.774252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08879c64-2bbb-452a-b100-45a03a72478b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:46.781209 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08879c64-2bbb-452a-b100-45a03a72478b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:46.801536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e6fac8e3-aa77-45b9-b755-319b73170ef8 None None] Provisioning complete for port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:46.801916 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e6fac8e3-aa77-45b9-b755-319b73170ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:46.824379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-1d950abb-c773-495b-875d-5d73a4fe5503', 'network_id': '1d950abb-c773-495b-875d-5d73a4fe5503', 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'fixed_ips': [{'subnet_id': '731d82ed-789f-414c-9ce0-5cced6b15f0b'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:30:46.825234 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:46.870903 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:46.875988 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-024babd8-c185-47d3-9696-a4897b811676 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:30:46.927106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7c9afb-a273-431f-ab67-d9a122f4f473']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:46.933118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998c61d-643a-465d-bbc3-8a48e07ed1bd None None] No DVR routers for this DVR port 029a8473-5f66-4aab-b5f3-604311e46e38 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:30:46.940875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998c61d-643a-465d-bbc3-8a48e07ed1bd None None] Pushing event deleted for resources: {'Port': ['ID=029a8473-5f66-4aab-b5f3-604311e46e38,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:46.950789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381a70eb-3a4c-4d50-a107-f2c250f17286') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:46.950946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381a70eb-3a4c-4d50-a107-f2c250f17286') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:46.975774 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:46.985511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:47.016110 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:47.030489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:30:47.030898 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:47.098845 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e6fac8e3-aa77-45b9-b755-319b73170ef8 None None] Port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:30:47.105375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 26a6edab-33e8-41ce-a25b-f3d64c611a0e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=26a6edab-33e8-41ce-a25b-f3d64c611a0e,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:47.111887 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:30:47.204775 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:30:47.225325 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:47.244494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7ab49c89-70d1-4849-bc73-c823b5dc4b5a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:30:47.283602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:47.287429 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "DELETE /v2.0/networks/0d7c9afb-a273-431f-ab67-d9a122f4f473 HTTP/1.1" status: 204 len: 168 time: 4.5177753 Dec 09 22:30:47.293492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41528) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:47.297187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-08879c64-2bbb-452a-b100-45a03a72478b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3694167 Dec 09 22:30:47.309995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41530) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:47.325136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5cfc3dc0-cad4-4a8e-b16b-0f1f9f9ac126 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'subnet': {'network_id': '72001b4f-be22-4ff2-bbc2-1277b727e64d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:47.374847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a7fe5-87a6-47f1-a52a-31b8acecedf5 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event deleted for resources: {'Network': ['ID=0d7c9afb-a273-431f-ab67-d9a122f4f473,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:47.384637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9bfb5-b3c1-4f70-8a79-e6321bf18cc1 req-eb4fc24f-501e-442b-a087-3f4af7525f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:47.391373 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1dd9bfb5-b3c1-4f70-8a79-e6321bf18cc1 req-eb4fc24f-501e-442b-a087-3f4af7525f6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8404696 Dec 09 22:30:47.436130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3fd0cc18-273a-4e00-90c4-a675b45c339e req-d9610f83-bc71-4c47-98b2-6f08421d37fc tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 210 time: 0.6300044 Dec 09 22:30:47.458907 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-024babd8-c185-47d3-9696-a4897b811676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'b684ed58-5e42-4efb-b08e-84356d297f87', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'port_id': '3701f997-0361-45d7-b322-d4256115e835', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'mac_address': 'fa:16:3e:01:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:19Z', 'updated_at': '2021-12-09T22:30:43Z', 'revision_number': 1, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:47.539297 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024babd8-c185-47d3-9696-a4897b811676 None None] The sync data for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 is: [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'b684ed58-5e42-4efb-b08e-84356d297f87', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'port_id': '3701f997-0361-45d7-b322-d4256115e835', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'mac_address': 'fa:16:3e:01:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:19Z', 'updated_at': '2021-12-09T22:30:43Z', 'revision_number': 1, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:30:47.617684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 7ab49c89-70d1-4849-bc73-c823b5dc4b5a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:30:47.618189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7ab49c89-70d1-4849-bc73-c823b5dc4b5a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:30:47.620840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 029a8473-5f66-4aab-b5f3-604311e46e38 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:30:47.678022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81868faf-2542-4125-beef-31f8f202662b req-c1a31c09-6ab6-4bd2-91ca-0f29848a9e57 service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9914556 Dec 09 22:30:47.745291 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 029a8473-5f66-4aab-b5f3-604311e46e38 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:30:47.747200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 029a8473-5f66-4aab-b5f3-604311e46e38 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:30:47.761947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=26a6edab-33e8-41ce-a25b-f3d64c611a0e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:47.781148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1dd9bfb5-b3c1-4f70-8a79-e6321bf18cc1 req-db8aeaa0-2421-4076-a849-f0e9b01d6342 service neutron] 10.222.0.18 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404279 Dec 09 22:30:47.803005 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Allocated IP 2001:db8::2 (1d950abb-c773-495b-875d-5d73a4fe5503/731d82ed-789f-414c-9ce0-5cced6b15f0b/892ecb51-5c78-4248-85d8-ea929dcb6fcd) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:47.885212 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:47.970777 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:48.009251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Router 6a275fe3-190f-435b-a880-28f125a75348 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:30:48.045950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae52d3a-546e-4211-b961-0c373f0efe40 None None] New status for floating IP b684ed58-5e42-4efb-b08e-84356d297f87: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:30:48.049811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 26a6edab-33e8-41ce-a25b-f3d64c611a0e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:48.053099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc3dc0-cad4-4a8e-b16b-0f1f9f9ac126 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:48.057764 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3dc0-cad4-4a8e-b16b-0f1f9f9ac126 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:48.082890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81868faf-2542-4125-beef-31f8f202662b req-21f21022-0624-4a8c-944d-efdf7e036bc7 service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968015 Dec 09 22:30:48.097325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d21f4-a329-410b-84fa-1a3ac711c3b4 req-99060260-7ad1-4ab9-94e5-661a883aeda9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:48.110211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-766d21f4-a329-410b-84fa-1a3ac711c3b4 req-99060260-7ad1-4ab9-94e5-661a883aeda9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2820206 Dec 09 22:30:48.193135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-766d21f4-a329-410b-84fa-1a3ac711c3b4 req-30372906-e2a3-41c9-9726-1b41a71f43e0 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798616 Dec 09 22:30:48.212073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1dd9bfb5-b3c1-4f70-8a79-e6321bf18cc1 req-5a0ffc27-0a54-4566-b5a8-ecd186646ab8 service neutron] 10.222.0.18 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225311 Dec 09 22:30:48.279709 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-fc52e4f8-09a5-4602-a04a-a9e431c29eea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:48.282759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-fc52e4f8-09a5-4602-a04a-a9e431c29eea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0854187 Dec 09 22:30:48.331092 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:48.347929 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:48.404175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fa5cb6-b889-4f0c-a543-b8f410320f30']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:48.418349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 26a6edab-33e8-41ce-a25b-f3d64c611a0e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:48.418722 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:48.450720 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-d84e1914-9850-4b5c-8398-881e23d28687 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 998 time: 0.1602535 Dec 09 22:30:48.460629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-1773a1b7-642a-4dc6-9644-8b6ad2c04138 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Request body: {'floatingip': {'port_id': 'cb373540-1c63-4a88-be32-efb210728d35', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:48.504141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eef0181-0858-401d-9113-642d451a1353') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:48.504442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eef0181-0858-401d-9113-642d451a1353') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:48.520389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:48.536026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:48.542388 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:48.543817 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:48.558560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:48.585168 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-1773a1b7-642a-4dc6-9644-8b6ad2c04138 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:48.594274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Pushing event updated for resources: {'Port': ['ID=a76b0f17-d051-4216-86be-275b995850ed,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:48.628089 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:48.692077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:48.775431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Network 1d950abb-c773-495b-875d-5d73a4fe5503 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:48.785565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:30:48.786016 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:30:48.789774 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:30:48.802870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:48.809941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:48.820315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Pushing event updated for resources: {'Port': ['ID=892ecb51-5c78-4248-85d8-ea929dcb6fcd,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:48.845163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:30:48.879326 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7672aec6-2859-4836-bbeb-7750550ac97b admin admin] 10.222.0.16 "PUT /v2.0/routers/6a275fe3-190f-435b-a880-28f125a75348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4444695 Dec 09 22:30:49.016017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Attempting to bind port 892ecb51-5c78-4248-85d8-ea929dcb6fcd on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:30:49.016689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Attempting to bind port 892ecb51-5c78-4248-85d8-ea929dcb6fcd by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1d950abb-c773-495b-875d-5d73a4fe5503'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:30:49.017229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Attempting to bind port 892ecb51-5c78-4248-85d8-ea929dcb6fcd on network 1d950abb-c773-495b-875d-5d73a4fe5503 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:49.027632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:49.028314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:49.031592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:30:49.032211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Checking segment: {'id': 'bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1d950abb-c773-495b-875d-5d73a4fe5503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:49.032761 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:49.033308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Bound using segment: {'id': 'bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1d950abb-c773-495b-875d-5d73a4fe5503'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:30:49.034252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Bound port: 892ecb51-5c78-4248-85d8-ea929dcb6fcd, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1d950abb-c773-495b-875d-5d73a4fe5503'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:30:49.034822 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:49.110074 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] For port 892ecb51-5c78-4248-85d8-ea929dcb6fcd, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:30:49.118219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] For port 892ecb51-5c78-4248-85d8-ea929dcb6fcd, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=892ecb51-5c78-4248-85d8-ea929dcb6fcd,segment=NetworkSegment(bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6),segment_id=bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:30:49.136265 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Sync routers for ids ['6a275fe3-190f-435b-a880-28f125a75348'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:30:49.146399 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:49.153764 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Routers {'6a275fe3-190f-435b-a880-28f125a75348'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:49.155516 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['6a275fe3-190f-435b-a880-28f125a75348'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:49.160511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:49.172367 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-17190e3c-d3cd-46cd-a879-58af44b583c7 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4923110 Dec 09 22:30:49.200721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Request body: {'port': {'device_id': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:49.204821 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:49.220157 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "DELETE /v2.0/networks/e1fa5cb6-b889-4f0c-a543-b8f410320f30 HTTP/1.1" status: 204 len: 168 time: 1.9195852 Dec 09 22:30:49.264773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2252df65-ae02-4ae6-822c-08f9f449dccd None None] Provisioning complete for port a76b0f17-d051-4216-86be-275b995850ed triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:49.264773 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2252df65-ae02-4ae6-822c-08f9f449dccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:49.272113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41548) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:49.322905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cdc72-3818-468c-804c-104449938b7b tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event deleted for resources: {'Network': ['ID=e1fa5cb6-b889-4f0c-a543-b8f410320f30,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:49.339920 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3dc0-cad4-4a8e-b16b-0f1f9f9ac126 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:49.366874 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:49.406430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2252df65-ae02-4ae6-822c-08f9f449dccd None None] Port a76b0f17-d051-4216-86be-275b995850ed cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:30:49.456047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37249639-35bc-4dd6-848d-5fff5a66c43f None None] Pushing event updated for resources: {'Port': ['ID=892ecb51-5c78-4248-85d8-ea929dcb6fcd,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:49.457381 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Set router 6a275fe3-190f-435b-a880-28f125a75348 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:30:49.568440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-1773a1b7-642a-4dc6-9644-8b6ad2c04138 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:49.590380 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-1773a1b7-642a-4dc6-9644-8b6ad2c04138 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:49.757859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfca4f6-bec1-4994-93d2-76d8ae9e90fc req-82241099-d278-48d2-8382-fc4ebe04ae99 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:49.759606 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cfca4f6-bec1-4994-93d2-76d8ae9e90fc req-82241099-d278-48d2-8382-fc4ebe04ae99 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 932 time: 0.2759106 Dec 09 22:30:49.823162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc3dc0-cad4-4a8e-b16b-0f1f9f9ac126 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Subnet': ['ID=63286544-91e6-4b9c-ac30-722421e31faf,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:49.864212 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:49.952773 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a275fe3-190f-435b-a880-28f125a75348', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647736258-router', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:30:28Z', 'updated_at': '2021-12-09T22:30:42Z', 'revision_number': 4, 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'gw_port': {'id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a275fe3-190f-435b-a880-28f125a75348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:30:32Z', 'updated_at': '2021-12-09T22:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08', 'name': '', 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'mac_address': 'fa:16:3e:d2:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a275fe3-190f-435b-a880-28f125a75348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'cafffc44-c5c2-4d65-8c53-c2df1b2a4dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:30:40Z', 'updated_at': '2021-12-09T22:30:43Z', 'revision_number': 2, 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'subnets': [{'id': 'cafffc44-c5c2-4d65-8c53-c2df1b2a4dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:49.996339 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc3dc0-cad4-4a8e-b16b-0f1f9f9ac126 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Checking segment: {'id': '48519669-b61e-4e05-83c7-44a0f0b3a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '72001b4f-be22-4ff2-bbc2-1277b727e64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:49.996714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc3dc0-cad4-4a8e-b16b-0f1f9f9ac126 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network hostable DHCP agents. Network: 72001b4f-be22-4ff2-bbc2-1277b727e64d, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:30:49.996839 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Checking router: 6a275fe3-190f-435b-a880-28f125a75348 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:30:49.997464 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Updating router 6a275fe3-190f-435b-a880-28f125a75348 port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:30:50.019275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cfca4f6-bec1-4994-93d2-76d8ae9e90fc req-736f3676-a378-46b1-8828-9091b33bce80 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452967 Dec 09 22:30:50.041595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 892ecb51-5c78-4248-85d8-ea929dcb6fcd up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:50.074692 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-1773a1b7-642a-4dc6-9644-8b6ad2c04138 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Floating IP b684ed58-5e42-4efb-b08e-84356d297f87 associated. External IP: 172.25.8.88, port: 3701f997-0361-45d7-b322-d4256115e835. Dec 09 22:30:50.087137 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:50.162689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 892ecb51-5c78-4248-85d8-ea929dcb6fcd triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:50.163598 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:50.331520 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:50.400891 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 892ecb51-5c78-4248-85d8-ea929dcb6fcd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=892ecb51-5c78-4248-85d8-ea929dcb6fcd,segment=NetworkSegment(bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6),segment_id=bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:50.404841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76b0f17-d051-4216-86be-275b995850ed {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:30:50.408215 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:50.427873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:50.448683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Transition to ACTIVE for port object a76b0f17-d051-4216-86be-275b995850ed will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:30:50.476988 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:50.517379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=892ecb51-5c78-4248-85d8-ea929dcb6fcd,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:50.608837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc3dc0-cad4-4a8e-b16b-0f1f9f9ac126 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 72001b4f-be22-4ff2-bbc2-1277b727e64d is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:30:50.611733 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-fe74f805-7eb4-41a5-b760-bbcd4f1e9f00 req-afaa137e-cc34-4501-a4a0-ef3692483371 tempest-FloatingIPDetailsNegativeTestJSON-2113494088 tempest-FloatingIPDetailsNegativeTestJSON-2113494088-project] show failed (client error): The resource could not be found. Dec 09 22:30:50.628223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe74f805-7eb4-41a5-b760-bbcd4f1e9f00 req-afaa137e-cc34-4501-a4a0-ef3692483371 tempest-FloatingIPDetailsNegativeTestJSON-2113494088 tempest-FloatingIPDetailsNegativeTestJSON-2113494088-project] 10.222.0.16 "GET /v2.0/floatingips/fbdc679d-682c-478f-b83d-b22f4b73871f HTTP/1.1" status: 404 len: 350 time: 0.1301029 Dec 09 22:30:50.628947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41552) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:50.635878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Pushing event updated for resources: {'Port': ['ID=a76b0f17-d051-4216-86be-275b995850ed,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:50.663708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc3dc0-cad4-4a8e-b16b-0f1f9f9ac126 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 72001b4f-be22-4ff2-bbc2-1277b727e64d) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:50.674310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf10da4-ecf7-4528-92d6-0bb1ac093a5f None None] Network 72001b4f-be22-4ff2-bbc2-1277b727e64d requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:50.676389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc3dc0-cad4-4a8e-b16b-0f1f9f9ac126 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:50.677023 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3dc0-cad4-4a8e-b16b-0f1f9f9ac126 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:50.786448 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5cfc3dc0-cad4-4a8e-b16b-0f1f9f9ac126 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4650323 Dec 09 22:30:50.839578 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:50.848060 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:50.856615 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41554) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:50.865538 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b39ddc75-019b-4b01-8ff0-8ebbfd34494e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-827272730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:50.910800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:50.952949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f238c793-e110-4701-8892-ec22b3460a47']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:50.979222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d9ff2e-0624-436f-812c-de05d148b473') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:50.979535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d9ff2e-0624-436f-812c-de05d148b473') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:51.024069 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:51.047688 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Pushing event updated for resources: {'Port': ['ID=dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:51.050011 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:51.054348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-72001b4f-be22-4ff2-bbc2-1277b727e64d', 'network_id': '72001b4f-be22-4ff2-bbc2-1277b727e64d', 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'fixed_ips': [{'subnet_id': '63286544-91e6-4b9c-ac30-722421e31faf'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:30:51.056015 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:51.079619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:30:51.084904 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:51.103102 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.103450 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.103766 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.104106 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.104442 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.114136 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.114580 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.114930 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.115275 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.115616 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.116484 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.116824 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.117152 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:30:51.163021 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Attempting to bind port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:30:51.163397 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Attempting to bind port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '91520872-0f55-40e0-9459-376071bb1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:30:51.163761 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Attempting to bind port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 on network 35661b15-b27b-4a7b-965f-45f1bf88658a {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:51.175267 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:30:51.175653 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Checking segment: {'id': '91520872-0f55-40e0-9459-376071bb1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:51.176279 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:51.176618 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Bound using segment: {'id': '91520872-0f55-40e0-9459-376071bb1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:30:51.177391 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Bound port: dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91520872-0f55-40e0-9459-376071bb1524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:30:51.178162 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:51.208137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16655486-b508-419d-b669-a58cf22333c5 req-5dd9aad7-58da-42e0-8f40-4ca3730409d8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:51.217736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16655486-b508-419d-b669-a58cf22333c5 req-5dd9aad7-58da-42e0-8f40-4ca3730409d8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.3257999 Dec 09 22:30:51.297773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e296cf9f-d2ba-4ae7-8558-1c20859f2787 None None] Network 1d950abb-c773-495b-875d-5d73a4fe5503 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:51.346684 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] For port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:30:51.369446 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] For port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08,segment=NetworkSegment(91520872-0f55-40e0-9459-376071bb1524),segment_id=91520872-0f55-40e0-9459-376071bb1524)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:30:51.375471 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:30:51.408416 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:30:51.414460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:51.421264 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:51.434780 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "DELETE /v2.0/networks/f238c793-e110-4701-8892-ec22b3460a47 HTTP/1.1" status: 204 len: 168 time: 2.1030338 Dec 09 22:30:51.451646 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Routers {'6a275fe3-190f-435b-a880-28f125a75348'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:51.452821 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['6a275fe3-190f-435b-a880-28f125a75348'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:51.566916 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41562) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:51.683646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Allocated IP 2001:db8:1::2 (72001b4f-be22-4ff2-bbc2-1277b727e64d/63286544-91e6-4b9c-ac30-722421e31faf/aaf34da1-77d6-4995-8581-78d9066a0ea1) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:51.704782 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed33e4-2c07-4c1b-a162-f932b93ea4b4 None None] Pushing event updated for resources: {'Port': ['ID=dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:51.833723 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] Set router 6a275fe3-190f-435b-a880-28f125a75348 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:30:51.875912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ffb06-ba74-42b8-953c-b9c526d6f36e tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event deleted for resources: {'Network': ['ID=f238c793-e110-4701-8892-ec22b3460a47,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:51.879217 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b39ddc75-019b-4b01-8ff0-8ebbfd34494e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:51.885597 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b39ddc75-019b-4b01-8ff0-8ebbfd34494e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:51.887510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Attempting to bind port a76b0f17-d051-4216-86be-275b995850ed on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:30:51.888078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Attempting to bind port a76b0f17-d051-4216-86be-275b995850ed by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:30:51.888234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Attempting to bind port a76b0f17-d051-4216-86be-275b995850ed on network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:51.914149 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.008247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Port a76b0f17-d051-4216-86be-275b995850ed on network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:30:52.008247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Attempting to bind port a76b0f17-d051-4216-86be-275b995850ed on network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:52.045383 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.063944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 892ecb51-5c78-4248-85d8-ea929dcb6fcd up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:52.109482 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.143980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c4cffbc7-e86f-4da0-9c31-14cfaa63ba26 None None] Provisioning complete for port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:52.144320 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4cffbc7-e86f-4da0-9c31-14cfaa63ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.178224 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.180361 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a275fe3-190f-435b-a880-28f125a75348', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647736258-router', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:30:28Z', 'updated_at': '2021-12-09T22:30:42Z', 'revision_number': 4, 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'gw_port': {'id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a275fe3-190f-435b-a880-28f125a75348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:30:32Z', 'updated_at': '2021-12-09T22:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08', 'name': '', 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'mac_address': 'fa:16:3e:d2:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a275fe3-190f-435b-a880-28f125a75348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'cafffc44-c5c2-4d65-8c53-c2df1b2a4dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:30:40Z', 'updated_at': '2021-12-09T22:30:51Z', 'revision_number': 4, 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'subnets': [{'id': 'cafffc44-c5c2-4d65-8c53-c2df1b2a4dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:52.238019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Network 72001b4f-be22-4ff2-bbc2-1277b727e64d is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:52.243859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:52.245938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16655486-b508-419d-b669-a58cf22333c5 req-2f64ed3e-ddfc-4179-8ee1-363742be18e6 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0193882 Dec 09 22:30:52.257585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:52.258319 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fa035a-d50e-4a63-b69f-6abdf65dc412']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:52.263850 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a2e11-809f-4241-8c7f-002c9742d894 None None] The sync data for ids ['6a275fe3-190f-435b-a880-28f125a75348'] in n-d-789963-23 is: [{'id': '6a275fe3-190f-435b-a880-28f125a75348', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647736258-router', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:30:28Z', 'updated_at': '2021-12-09T22:30:42Z', 'revision_number': 4, 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'gw_port': {'id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a275fe3-190f-435b-a880-28f125a75348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:30:32Z', 'updated_at': '2021-12-09T22:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08', 'name': '', 'network_id': '35661b15-b27b-4a7b-965f-45f1bf88658a', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'mac_address': 'fa:16:3e:d2:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a275fe3-190f-435b-a880-28f125a75348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'cafffc44-c5c2-4d65-8c53-c2df1b2a4dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:30:40Z', 'updated_at': '2021-12-09T22:30:51Z', 'revision_number': 4, 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'subnets': [{'id': 'cafffc44-c5c2-4d65-8c53-c2df1b2a4dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:30:52.270803 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fa625d-52a5-4e82-b6e5-29c89e87f73c') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:52.271105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fa625d-52a5-4e82-b6e5-29c89e87f73c') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:52.282612 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.304674 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.311703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:30:52.312123 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.441662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Pushing event updated for resources: {'Port': ['ID=aaf34da1-77d6-4995-8581-78d9066a0ea1,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:52.459951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:30:52.460536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Checking segment: {'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:52.460837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Bound using segment: {'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:30:52.461906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Bound port: a76b0f17-d051-4216-86be-275b995850ed, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c6d921-2d2c-4739-95e1-0a714733859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:30:52.462286 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:30:52.480080 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:30:52.483377 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.490307 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.494282 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] 10.222.0.16 "DELETE /v2.0/networks/b6fa035a-d50e-4a63-b69f-6abdf65dc412 HTTP/1.1" status: 204 len: 168 time: 0.8594925 Dec 09 22:30:52.604899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a36d5-019b-44e5-beab-87f059302ba7 tempest-BulkNetworkOpsTest-1190537294 tempest-BulkNetworkOpsTest-1190537294-project] Pushing event deleted for resources: {'Network': ['ID=b6fa035a-d50e-4a63-b69f-6abdf65dc412,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:52.684417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 892ecb51-5c78-4248-85d8-ea929dcb6fcd triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:52.690123 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.712462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] For port a76b0f17-d051-4216-86be-275b995850ed, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:30:52.720513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] For port a76b0f17-d051-4216-86be-275b995850ed, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a76b0f17-d051-4216-86be-275b995850ed,segment=NetworkSegment(b4c6d921-2d2c-4739-95e1-0a714733859e),segment_id=b4c6d921-2d2c-4739-95e1-0a714733859e)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:30:52.729381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.768868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Attempting to bind port aaf34da1-77d6-4995-8581-78d9066a0ea1 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:30:52.769237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Attempting to bind port aaf34da1-77d6-4995-8581-78d9066a0ea1 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '48519669-b61e-4e05-83c7-44a0f0b3a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '72001b4f-be22-4ff2-bbc2-1277b727e64d'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:30:52.769597 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Attempting to bind port aaf34da1-77d6-4995-8581-78d9066a0ea1 on network 72001b4f-be22-4ff2-bbc2-1277b727e64d {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:30:52.796907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:30:52.797423 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Checking segment: {'id': '48519669-b61e-4e05-83c7-44a0f0b3a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '72001b4f-be22-4ff2-bbc2-1277b727e64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:52.797879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.798668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Bound using segment: {'id': '48519669-b61e-4e05-83c7-44a0f0b3a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '72001b4f-be22-4ff2-bbc2-1277b727e64d'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:30:52.799172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Bound port: aaf34da1-77d6-4995-8581-78d9066a0ea1, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48519669-b61e-4e05-83c7-44a0f0b3a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '72001b4f-be22-4ff2-bbc2-1277b727e64d'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:30:52.799556 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.801866 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.819632 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4cffbc7-e86f-4da0-9c31-14cfaa63ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.884477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Pushing event updated for resources: {'Port': ['ID=a76b0f17-d051-4216-86be-275b995850ed,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:52.905217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:52.905758 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:52.910301 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-91d0b29d-9a60-49af-b871-a181944b1de2 service neutron] 10.222.0.18 "PUT /v2.0/ports/a76b0f17-d051-4216-86be-275b995850ed HTTP/1.1" status: 200 len: 1093 time: 3.7156582 Dec 09 22:30:52.913716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c4cffbc7-e86f-4da0-9c31-14cfaa63ba26 None None] For port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08,segment=NetworkSegment(91520872-0f55-40e0-9459-376071bb1524),segment_id=91520872-0f55-40e0-9459-376071bb1524)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:52.914826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'tag': 'a76b0f17-d051-4216-86be-275b995850ed'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:30:52.932868 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745b1556-99f7-4d9f-8752-65dac693f2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f8c6b0-04dd-41d2-8527-573be7c86798", "tag": "a76b0f17-d051-4216-86be-275b995850ed"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:30:52.935822 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4cffbc7-e86f-4da0-9c31-14cfaa63ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:53.038245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41570) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:53.094400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-8ffeaa0d-f42f-49c9-9bad-c2f379cfeae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:53.104979 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-8ffeaa0d-f42f-49c9-9bad-c2f379cfeae2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=521c280ad6b84050888956ce76755bf1&device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 1096 time: 0.1128106 Dec 09 22:30:53.217147 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-028f6add-1264-4602-956a-52276e668c6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a76b0f17-d051-4216-86be-275b995850ed HTTP/1.1" status: 200 len: 217 time: 0.1043036 Dec 09 22:30:53.417210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-ea223d3b-b0fe-4383-a387-b0e7774874f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:53.427129 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-ea223d3b-b0fe-4383-a387-b0e7774874f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68e6f25b-027d-4316-8290-3ec20d55c401 HTTP/1.1" status: 200 len: 854 time: 0.2008400 Dec 09 22:30:53.435926 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b39ddc75-019b-4b01-8ff0-8ebbfd34494e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:53.443198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-1773a1b7-642a-4dc6-9644-8b6ad2c04138 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Router 9ce87c53-097b-464b-9221-21ff6dd83061 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:30:53.462820 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b39ddc75-019b-4b01-8ff0-8ebbfd34494e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:53.505202 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b39ddc75-019b-4b01-8ff0-8ebbfd34494e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:53.506984 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8e1c5c1d-43a2-4f06-8b6e-22932bbaf5e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c723a1a58ed64111850c7d72ec4e2115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4663336 Dec 09 22:30:53.511929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41576) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:53.512282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b39ddc75-019b-4b01-8ff0-8ebbfd34494e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.6545324 Dec 09 22:30:53.514058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41578) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:53.552544 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c4cffbc7-e86f-4da0-9c31-14cfaa63ba26 None None] Provisioning complete for port 892ecb51-5c78-4248-85d8-ea929dcb6fcd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:53.553118 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4cffbc7-e86f-4da0-9c31-14cfaa63ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:53.598894 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4486f28-5212-4a71-9dc7-7984de1aaecd req-db758b4a-5628-4c02-a854-72d5ad1d301b tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:53.602196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4486f28-5212-4a71-9dc7-7984de1aaecd req-db758b4a-5628-4c02-a854-72d5ad1d301b tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 944 time: 0.2322955 Dec 09 22:30:53.614816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-e44c59ca-6720-41d7-86ff-ef51f8aa471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:53.617742 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-e44c59ca-6720-41d7-86ff-ef51f8aa471e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=694bdbc1-64e1-4f22-92bb-851cbbfe46d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1777020 Dec 09 22:30:53.760995 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-324136ca-0b0d-4632-8f80-557675b8f751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:53.766976 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] For port aaf34da1-77d6-4995-8581-78d9066a0ea1, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:30:53.780881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] For port aaf34da1-77d6-4995-8581-78d9066a0ea1, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=aaf34da1-77d6-4995-8581-78d9066a0ea1,segment=NetworkSegment(48519669-b61e-4e05-83c7-44a0f0b3a07e),segment_id=48519669-b61e-4e05-83c7-44a0f0b3a07e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:30:53.796492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cffbc7-e86f-4da0-9c31-14cfaa63ba26 None None] Pushing event updated for resources: {'Port': ['ID=dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:53.823902 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:53.840516 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-324136ca-0b0d-4632-8f80-557675b8f751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:53.884053 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-090ce57b-45ce-4524-ad1e-7e3b5c682e64 service neutron] 10.222.0.18 "GET /v2.0/networks/694bdbc1-64e1-4f22-92bb-851cbbfe46d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494097 Dec 09 22:30:53.963371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-1773a1b7-642a-4dc6-9644-8b6ad2c04138 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:30:53.993110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def4a4b-f7f7-4371-a2b4-27d5c494f532 None None] Sync routers for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:30:54.104182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:54.136274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ff5ff-16f1-42d1-aa40-d137c5a7e89d None None] Pushing event updated for resources: {'Port': ['ID=aaf34da1-77d6-4995-8581-78d9066a0ea1,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:54.180572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def4a4b-f7f7-4371-a2b4-27d5c494f532 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:54.181468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5def4a4b-f7f7-4371-a2b4-27d5c494f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:54.288205 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3b15e82-2ef7-40bd-b9db-3ad79cfd1825 req-d6d2586c-7e5f-490b-bfc7-59e604c4c60b service neutron] 10.222.0.18 "GET /v2.0/networks/694bdbc1-64e1-4f22-92bb-851cbbfe46d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807437 Dec 09 22:30:54.290415 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-324136ca-0b0d-4632-8f80-557675b8f751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:54.294354 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-324136ca-0b0d-4632-8f80-557675b8f751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:54.302143 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-324136ca-0b0d-4632-8f80-557675b8f751 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/637c306d-8392-4f1a-9e2a-53093434bb07 HTTP/1.1" status: 204 len: 168 time: 0.7867520 Dec 09 22:30:54.314167 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324136ca-0b0d-4632-8f80-557675b8f751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637c306d-8392-4f1a-9e2a-53093434bb07,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:54.496176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d0bcb164-4d3a-4a46-993d-b88d794bd50b None None] Provisioning complete for port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:54.496544 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb164-4d3a-4a46-993d-b88d794bd50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:54.588365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-5def4a4b-f7f7-4371-a2b4-27d5c494f532 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:30:54.707897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4486f28-5212-4a71-9dc7-7984de1aaecd req-f137f000-7cc9-4a8c-96a2-e573acf4a4e1 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0777493 Dec 09 22:30:54.745096 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-201f2d95-146d-4afe-835d-321c185a4b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:54.749216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-1773a1b7-642a-4dc6-9644-8b6ad2c04138 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Router 9ce87c53-097b-464b-9221-21ff6dd83061 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:30:54.784794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:54.785456 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:55.222781 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b691e85-397f-49fa-a601-e1a704b89665 x-openstack-request-id: req-4b691e85-397f-49fa-a601-e1a704b89665 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:30:55.223276 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f8c6b0-04dd-41d2-8527-573be7c86798", "tag": "a76b0f17-d051-4216-86be-275b995850ed", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:30:55.223374 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b691e85-397f-49fa-a601-e1a704b89665 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:30:55.223722 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'tag': 'a76b0f17-d051-4216-86be-275b995850ed', 'status': 'completed', 'code': 200} Dec 09 22:30:55.339939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d0bcb164-4d3a-4a46-993d-b88d794bd50b None None] Provisioning complete for port 892ecb51-5c78-4248-85d8-ea929dcb6fcd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:55.340570 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb164-4d3a-4a46-993d-b88d794bd50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:55.370701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b1556-99f7-4d9f-8752-65dac693f2a8 req-9baa033a-c8fc-4d2f-919f-99fbf47c3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:55.372371 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-745b1556-99f7-4d9f-8752-65dac693f2a8 req-9baa033a-c8fc-4d2f-919f-99fbf47c3a73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=521c280ad6b84050888956ce76755bf1&device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 1096 time: 0.1039174 Dec 09 22:30:55.425005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-1773a1b7-642a-4dc6-9644-8b6ad2c04138 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:30:55.432369 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-1773a1b7-642a-4dc6-9644-8b6ad2c04138 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:55.530186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b1556-99f7-4d9f-8752-65dac693f2a8 req-d14682c3-5443-48de-b6aa-bd84e0a88314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:55.531956 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-745b1556-99f7-4d9f-8752-65dac693f2a8 req-d14682c3-5443-48de-b6aa-bd84e0a88314 service neutron] 10.222.0.18 "GET /v2.0/networks?id=694bdbc1-64e1-4f22-92bb-851cbbfe46d9 HTTP/1.1" status: 200 len: 916 time: 0.1518435 Dec 09 22:30:55.632884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5def4a4b-f7f7-4371-a2b4-27d5c494f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'b684ed58-5e42-4efb-b08e-84356d297f87', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'port_id': 'cb373540-1c63-4a88-be32-efb210728d35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'mac_address': 'fa:16:3e:64:92:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:19Z', 'updated_at': '2021-12-09T22:30:49Z', 'revision_number': 3, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:55.677453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def4a4b-f7f7-4371-a2b4-27d5c494f532 None None] Checking router: 9ce87c53-097b-464b-9221-21ff6dd83061 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:30:55.687489 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-745b1556-99f7-4d9f-8752-65dac693f2a8 req-8f7575a8-07a5-4ca1-b3f5-90c3e6d3769c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a76b0f17-d051-4216-86be-275b995850ed HTTP/1.1" status: 200 len: 217 time: 0.1466689 Dec 09 22:30:55.720522 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def4a4b-f7f7-4371-a2b4-27d5c494f532 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:55.723738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5def4a4b-f7f7-4371-a2b4-27d5c494f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:55.739708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14b432-6656-4adf-ae0a-c78869c208ad req-5113d788-ff64-4e13-8ed6-2dc88019569a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:55.749576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a14b432-6656-4adf-ae0a-c78869c208ad req-5113d788-ff64-4e13-8ed6-2dc88019569a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.3127918 Dec 09 22:30:55.815111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b1556-99f7-4d9f-8752-65dac693f2a8 req-fdf268de-e69a-495b-a574-c944c3d04254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:55.818074 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-745b1556-99f7-4d9f-8752-65dac693f2a8 req-fdf268de-e69a-495b-a574-c944c3d04254 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68e6f25b-027d-4316-8290-3ec20d55c401 HTTP/1.1" status: 200 len: 854 time: 0.1175976 Dec 09 22:30:55.862093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'tag': '3701f997-0361-45d7-b322-d4256115e835'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:30:55.864494 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0bc019-ad56-4277-864f-51f775b1eb81" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "tag": "3701f997-0361-45d7-b322-d4256115e835"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:30:55.885128 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-1773a1b7-642a-4dc6-9644-8b6ad2c04138 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "PUT /v2.0/floatingips/b684ed58-5e42-4efb-b08e-84356d297f87 HTTP/1.1" status: 200 len: 998 time: 7.4332838 Dec 09 22:30:55.927332 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41608) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:55.966823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b1556-99f7-4d9f-8752-65dac693f2a8 req-b90e812a-cd8d-4166-8fb0-b6afe0be3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:55.975753 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-745b1556-99f7-4d9f-8752-65dac693f2a8 req-b90e812a-cd8d-4166-8fb0-b6afe0be3d8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=694bdbc1-64e1-4f22-92bb-851cbbfe46d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1257572 Dec 09 22:30:56.010227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device aaf34da1-77d6-4995-8581-78d9066a0ea1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:56.018870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-a92a5be9-6c74-4167-84b1-9a0a878da836 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:56.036330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-a92a5be9-6c74-4167-84b1-9a0a878da836 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports/3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 942 time: 0.1503499 Dec 09 22:30:56.148012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821df381-4946-4959-a7eb-ec4cc411fb45 None None] Network 72001b4f-be22-4ff2-bbc2-1277b727e64d requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:56.182202 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-5def4a4b-f7f7-4371-a2b4-27d5c494f532 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:30:56.208340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-524111137'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:56.234436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ff39fa45-f7a0-49b2-9586-aac139388e86 None None] Provisioning complete for port aaf34da1-77d6-4995-8581-78d9066a0ea1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:56.235066 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff39fa45-f7a0-49b2-9586-aac139388e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.278812 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a14b432-6656-4adf-ae0a-c78869c208ad req-325e000e-1ddb-4a3f-899c-2b0c278a8424 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267425 Dec 09 22:30:56.300844 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.322481 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-745b1556-99f7-4d9f-8752-65dac693f2a8 req-4684bca2-6d5c-4893-ad7d-95e8d85cdc22 service neutron] 10.222.0.18 "GET /v2.0/networks/694bdbc1-64e1-4f22-92bb-851cbbfe46d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349583 Dec 09 22:30:56.324626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:56.335170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port aaf34da1-77d6-4995-8581-78d9066a0ea1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:56.336099 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.337255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.380722 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.572692 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-745b1556-99f7-4d9f-8752-65dac693f2a8 req-e1ce9036-fb04-45d2-b4a0-2edcfb400df0 service neutron] 10.222.0.18 "GET /v2.0/networks/694bdbc1-64e1-4f22-92bb-851cbbfe46d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256441 Dec 09 22:30:56.656603 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.661453 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.690769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:30:56.732751 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.733301 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Added segment 7d7b352d-492f-42f4-9610-275eee9467a8 of type vlan for network 6fb6095d-4a56-405b-b913-8a591714a0b4 Dec 09 22:30:56.752622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Allocated IP 2001:db8::1 (1d950abb-c773-495b-875d-5d73a4fe5503/731d82ed-789f-414c-9ce0-5cced6b15f0b/bb2c3630-f0dc-4ef3-a4bb-c7c4bfe12857) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:30:56.753190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9699b15d-8385-4ad2-9384-a712fc3e9a60,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:56.764609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-3a6d6ca2-2a52-48db-ba92-3757135fc812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:56.779218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-3a6d6ca2-2a52-48db-ba92-3757135fc812 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 1097 time: 0.5598235 Dec 09 22:30:56.839994 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.878421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-8a77a17b-cce2-4f4d-b57a-832f3d3acfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:56.879945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-8a77a17b-cce2-4f4d-b57a-832f3d3acfcf service neutron] 10.222.0.16 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.0999343 Dec 09 22:30:56.903906 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.911375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:56.917646 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff39fa45-f7a0-49b2-9586-aac139388e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.919110 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.922056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:56.989936 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0560319 Dec 09 22:30:56.994944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41616) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:57.010134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2c868-274c-4269-bd93-caee6fe9fb8b req-854493e1-d5f3-4c48-87fa-6972ef52f91b tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:57.011737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2b2c868-274c-4269-bd93-caee6fe9fb8b req-854493e1-d5f3-4c48-87fa-6972ef52f91b tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 944 time: 0.6014075 Dec 09 22:30:57.012675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'name': 'tempest-PortsIpV6TestJSON-1539862181'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:57.013117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-c916f3f2-261c-4345-a8a7-b5ec3ceed659 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 217 time: 0.0960743 Dec 09 22:30:57.020497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5def4a4b-f7f7-4371-a2b4-27d5c494f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'b684ed58-5e42-4efb-b08e-84356d297f87', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'port_id': 'cb373540-1c63-4a88-be32-efb210728d35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'mac_address': 'fa:16:3e:64:92:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:19Z', 'updated_at': '2021-12-09T22:30:49Z', 'revision_number': 3, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:57.024285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-201f2d95-146d-4afe-835d-321c185a4b0a admin admin] Deleting port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:30:57.024795 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-201f2d95-146d-4afe-835d-321c185a4b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:57.064761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def4a4b-f7f7-4371-a2b4-27d5c494f532 None None] The sync data for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 is: [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'b684ed58-5e42-4efb-b08e-84356d297f87', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'port_id': 'cb373540-1c63-4a88-be32-efb210728d35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'mac_address': 'fa:16:3e:64:92:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:19Z', 'updated_at': '2021-12-09T22:30:49Z', 'revision_number': 3, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:30:57.075010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port aaf34da1-77d6-4995-8581-78d9066a0ea1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=aaf34da1-77d6-4995-8581-78d9066a0ea1,segment=NetworkSegment(48519669-b61e-4e05-83c7-44a0f0b3a07e),segment_id=48519669-b61e-4e05-83c7-44a0f0b3a07e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:57.088913 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:57.122081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a58df-f1e5-4499-9629-d44c7b01032e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Network': ['ID=6fb6095d-4a56-405b-b913-8a591714a0b4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:57.288619 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-0d61135e-4cb9-45a9-ac03-701aff2499df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:57.290785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=aaf34da1-77d6-4995-8581-78d9066a0ea1,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:57.295106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-0d61135e-4cb9-45a9-ac03-701aff2499df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.2622039 Dec 09 22:30:57.308976 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:30:57.336327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:57.340505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2b2c868-274c-4269-bd93-caee6fe9fb8b req-17345e8f-c112-4d56-a70e-34c6f1b03e70 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882798 Dec 09 22:30:57.341172 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:57.384721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port 26e84856-bc08-451d-baf9-dde2900fed7b yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:30:57.470182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:57.481032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-201f2d95-146d-4afe-835d-321c185a4b0a admin admin] For port dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08,segment=NetworkSegment(91520872-0f55-40e0-9459-376071bb1524),segment_id=91520872-0f55-40e0-9459-376071bb1524)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:30:57.481803 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-201f2d95-146d-4afe-835d-321c185a4b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:57.485803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-60ba6319-79b2-489f-b95a-d0f4a2842755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:57.487586 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-60ba6319-79b2-489f-b95a-d0f4a2842755 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612370 Dec 09 22:30:57.499394 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-ff39fa45-f7a0-49b2-9586-aac139388e86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:30:57.499731 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-ff39fa45-f7a0-49b2-9586-aac139388e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:30:57.517847 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90e308f-578a-4b9f-aae5-e10a60e23d54 None None] New status for floating IP b684ed58-5e42-4efb-b08e-84356d297f87: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:30:57.541571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-201f2d95-146d-4afe-835d-321c185a4b0a admin admin] Calling delete_port for dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:30:57.699381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-29bbafef-c319-4627-a8f0-973600423bee service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021685 Dec 09 22:30:57.702407 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:57.756175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 1d950abb-c773-495b-875d-5d73a4fe5503 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:57.821651 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a265a60-bf2d-435e-9cf9-cefc69e3956e x-openstack-request-id: req-5a265a60-bf2d-435e-9cf9-cefc69e3956e {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:30:57.821983 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "tag": "3701f997-0361-45d7-b322-d4256115e835", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:30:57.822244 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a265a60-bf2d-435e-9cf9-cefc69e3956e {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:30:57.822652 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'tag': '3701f997-0361-45d7-b322-d4256115e835', 'status': 'completed', 'code': 200} Dec 09 22:30:57.826992 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:57.829184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:57.866812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:57.868016 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:57.964260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:57.970284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device aaf34da1-77d6-4995-8581-78d9066a0ea1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:30:58.075387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc019-ad56-4277-864f-51f775b1eb81 req-e27f5e66-d1c4-436b-8358-4d53b339e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:58.077409 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e0bc019-ad56-4277-864f-51f775b1eb81 req-e27f5e66-d1c4-436b-8358-4d53b339e671 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 1097 time: 0.2745929 Dec 09 22:30:58.080830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=26e84856-bc08-451d-baf9-dde2900fed7b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:58.111271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176146e-9ce6-4b3d-85ec-d3a9b7e664c0 None None] Sync routers for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:30:58.140286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Checking segment: {'id': '7d7b352d-492f-42f4-9610-275eee9467a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:30:58.140668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network hostable DHCP agents. Network: 6fb6095d-4a56-405b-b913-8a591714a0b4, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:30:58.150085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176146e-9ce6-4b3d-85ec-d3a9b7e664c0 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:58.150753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9176146e-9ce6-4b3d-85ec-d3a9b7e664c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:58.224069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:30:58.241742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc019-ad56-4277-864f-51f775b1eb81 req-e6023b94-90d0-464d-9c0a-814145adc624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:58.243282 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e0bc019-ad56-4277-864f-51f775b1eb81 req-e6023b94-90d0-464d-9c0a-814145adc624 service neutron] 10.222.0.18 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.1527948 Dec 09 22:30:58.245949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 6fb6095d-4a56-405b-b913-8a591714a0b4) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:58.250839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:58.258784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:58.259798 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:58.266950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc38cf7d-9f69-423a-9f14-62a511fbc5a4 None None] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:30:58.310934 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e0bc019-ad56-4277-864f-51f775b1eb81 req-b9a3afa5-eb57-4ba6-878b-3e552ebce3d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 217 time: 0.0465643 Dec 09 22:30:58.324625 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aef2fefa-ec3c-4ccc-8a95-19fa6cf3535c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3227081 Dec 09 22:30:58.332358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41630) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:58.337818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c3ca89a5-9b5c-410d-92b0-9ae991c6052a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1843426531'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:58.372513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d9fc512d-1df0-4c6a-960d-65b0dc5307af None None] Provisioning complete for port aaf34da1-77d6-4995-8581-78d9066a0ea1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:58.372773 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d9fc512d-1df0-4c6a-960d-65b0dc5307af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:58.387803 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc019-ad56-4277-864f-51f775b1eb81 req-e7d84308-ae4d-416b-a525-3fb9e1d855ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:58.389636 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e0bc019-ad56-4277-864f-51f775b1eb81 req-e7d84308-ae4d-416b-a525-3fb9e1d855ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.0666077 Dec 09 22:30:58.390879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ca89a5-9b5c-410d-92b0-9ae991c6052a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:58.394359 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3ca89a5-9b5c-410d-92b0-9ae991c6052a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:58.405425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9176146e-9ce6-4b3d-85ec-d3a9b7e664c0 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:30:58.419319 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ca89a5-9b5c-410d-92b0-9ae991c6052a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:30:58.431373 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3ca89a5-9b5c-410d-92b0-9ae991c6052a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:58.431924 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-c3ca89a5-9b5c-410d-92b0-9ae991c6052a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Added segment fc3609f7-2923-4365-9d88-ff7f42cd122e of type vlan for network 0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8 Dec 09 22:30:58.433387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port aaf34da1-77d6-4995-8581-78d9066a0ea1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:58.433759 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:58.483943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3ca89a5-9b5c-410d-92b0-9ae991c6052a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:58.497774 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=bb2c3630-f0dc-4ef3-a4bb-c7c4bfe12857,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:58.546706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3ca89a5-9b5c-410d-92b0-9ae991c6052a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:58.553849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ca89a5-9b5c-410d-92b0-9ae991c6052a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:58.554605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3ca89a5-9b5c-410d-92b0-9ae991c6052a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:58.591480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-20cc47a8-1601-4e86-9e60-479c8cd85de9 service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8749020 Dec 09 22:30:58.609010 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c3ca89a5-9b5c-410d-92b0-9ae991c6052a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2733421 Dec 09 22:30:58.610541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41634) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:30:58.617338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'ports': [{'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4'}, {'network_id': '0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8'}]} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:58.617776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:58.618499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': '0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:30:58.630028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67b173-0ebf-417a-98b8-6eae62d43487 req-f54bab3b-ca56-469b-9a8d-986e0da8247e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:58.640144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea67b173-0ebf-417a-98b8-6eae62d43487 req-f54bab3b-ca56-469b-9a8d-986e0da8247e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.2202239 Dec 09 22:30:58.672424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc019-ad56-4277-864f-51f775b1eb81 req-725142d9-33d2-4754-8188-77bc9c8d75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:58.674106 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e0bc019-ad56-4277-864f-51f775b1eb81 req-725142d9-33d2-4754-8188-77bc9c8d75e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1623986 Dec 09 22:30:58.676944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca89a5-9b5c-410d-92b0-9ae991c6052a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Network': ['ID=0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:58.691368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:30:58.780001 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:58.807394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea67b173-0ebf-417a-98b8-6eae62d43487 req-02a4ca90-1a40-4c1d-839e-64e757f5dc59 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659410 Dec 09 22:30:58.812780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-3b0fceda-2d5f-4e51-8e48-3a44522cb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:58.820935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-3b0fceda-2d5f-4e51-8e48-3a44522cb54e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 1098 time: 0.1694243 Dec 09 22:30:58.831463 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-201f2d95-146d-4afe-835d-321c185a4b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:58.906967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1086c67d-31f1-4097-bcfc-f1b15dec61a7 None None] Provisioning complete for port bb2c3630-f0dc-4ef3-a4bb-c7c4bfe12857 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:30:58.907256 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1086c67d-31f1-4097-bcfc-f1b15dec61a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:58.949365 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f2d95-146d-4afe-835d-321c185a4b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:30:58.974765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9176146e-9ce6-4b3d-85ec-d3a9b7e664c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'b684ed58-5e42-4efb-b08e-84356d297f87', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'port_id': 'cb373540-1c63-4a88-be32-efb210728d35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'mac_address': 'fa:16:3e:64:92:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:19Z', 'updated_at': '2021-12-09T22:30:57Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:59.012531 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1086c67d-31f1-4097-bcfc-f1b15dec61a7 None None] Port bb2c3630-f0dc-4ef3-a4bb-c7c4bfe12857 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:30:59.024802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176146e-9ce6-4b3d-85ec-d3a9b7e664c0 None None] Checking router: 9ce87c53-097b-464b-9221-21ff6dd83061 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:30:59.043513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176146e-9ce6-4b3d-85ec-d3a9b7e664c0 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:30:59.044159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9176146e-9ce6-4b3d-85ec-d3a9b7e664c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:59.153997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a1833-3416-4fa3-bb4d-268976867534 req-4eedc75f-669e-42ac-ba5a-2214e9da3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:59.155162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-807a1833-3416-4fa3-bb4d-268976867534 req-4eedc75f-669e-42ac-ba5a-2214e9da3445 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b8399361aaa42e187614cf19ea84e31&device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 1097 time: 0.2876720 Dec 09 22:30:59.190654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9176146e-9ce6-4b3d-85ec-d3a9b7e664c0 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:30:59.224229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426158d3-b401-45d6-8d74-100c835332c0 req-a78a23fc-da07-4096-8528-701416a677e8 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:59.226360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-426158d3-b401-45d6-8d74-100c835332c0 req-a78a23fc-da07-4096-8528-701416a677e8 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 944 time: 0.2965732 Dec 09 22:30:59.235171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-ea8de49f-6856-4f88-a59e-ce6651dce409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:59.236618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-ea8de49f-6856-4f88-a59e-ce6651dce409 service neutron] 10.222.0.16 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.4146597 Dec 09 22:30:59.249852 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e0bc019-ad56-4277-864f-51f775b1eb81 req-8cd66d47-d27a-4bff-af04-91188a9c4e2f service neutron] 10.222.0.18 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331993 Dec 09 22:30:59.267202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 2} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:30:59.271537 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:59.298384 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:59.432078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port 7829cbd1-f0a6-466b-ba14-61a5f5df17d2 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:30:59.437035 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e0bc019-ad56-4277-864f-51f775b1eb81 req-559af69b-75e7-48d0-977d-4098da367597 service neutron] 10.222.0.18 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794112 Dec 09 22:30:59.469705 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9176146e-9ce6-4b3d-85ec-d3a9b7e664c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'b684ed58-5e42-4efb-b08e-84356d297f87', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'port_id': 'cb373540-1c63-4a88-be32-efb210728d35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'mac_address': 'fa:16:3e:64:92:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:19Z', 'updated_at': '2021-12-09T22:30:57Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:30:59.515756 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-c130c4b8-309c-4be2-884f-0f46fdf8b1ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb373540-1c63-4a88-be32-efb210728d35 HTTP/1.1" status: 200 len: 1001 time: 0.2626457 Dec 09 22:30:59.529073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a1833-3416-4fa3-bb4d-268976867534 req-26c7ddb7-f18f-433a-848b-93936201141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:59.530134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-807a1833-3416-4fa3-bb4d-268976867534 req-26c7ddb7-f18f-433a-848b-93936201141b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4fd0f5d5-24f1-4910-890b-998a883dc6a4 HTTP/1.1" status: 200 len: 915 time: 0.3555872 Dec 09 22:30:59.533615 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-426158d3-b401-45d6-8d74-100c835332c0 req-061ea081-c4df-499d-9085-a8e9a3bf4172 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2949152 Dec 09 22:30:59.582817 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:59.630730 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-807a1833-3416-4fa3-bb4d-268976867534 req-34695596-fe20-4d37-9a59-2e3fd764f98b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99986466-6486-4331-8f01-d8f9a0b72ea0 HTTP/1.1" status: 200 len: 217 time: 0.0778537 Dec 09 22:30:59.636691 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-201f2d95-146d-4afe-835d-321c185a4b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:59.668118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port d67f0f22-9e24-43c2-b38e-70e2cb0e8871 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:30:59.694579 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-215fc856-18a9-4130-b4ee-5e61e0754a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:59.696015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-215fc856-18a9-4130-b4ee-5e61e0754a68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.1546557 Dec 09 22:30:59.698727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176146e-9ce6-4b3d-85ec-d3a9b7e664c0 None None] The sync data for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 is: [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'b684ed58-5e42-4efb-b08e-84356d297f87', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'port_id': 'cb373540-1c63-4a88-be32-efb210728d35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'mac_address': 'fa:16:3e:64:92:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:19Z', 'updated_at': '2021-12-09T22:30:57Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:30:59.769410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:59.795195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:59.796314 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:59.810025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a1833-3416-4fa3-bb4d-268976867534 req-30f2d124-087a-492a-9e09-7f9bcbd34f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:30:59.811721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-807a1833-3416-4fa3-bb4d-268976867534 req-30f2d124-087a-492a-9e09-7f9bcbd34f29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c61dafb-561e-4cb7-bd81-c814e797ed36 HTTP/1.1" status: 200 len: 854 time: 0.1706457 Dec 09 22:30:59.816732 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:59.838329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'tag': 'cb373540-1c63-4a88-be32-efb210728d35'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:30:59.840673 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d434ac5-7fde-4c92-bdbd-64bf519bf68e" -d '{"events": [{"name": "network-changed", "server_uuid": "fddbf413-c892-497e-87f2-905757c2bb6a", "tag": "cb373540-1c63-4a88-be32-efb210728d35"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:30:59.884860 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:59.929866 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:30:59.933134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:30:59.935848 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:30:59.937112 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:30:59.958955 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaf86e6-399c-49d0-a5c9-a1aa02a75345 x-openstack-request-id: req-ddaf86e6-399c-49d0-a5c9-a1aa02a75345 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:30:59.960727 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddbf413-c892-497e-87f2-905757c2bb6a", "tag": "cb373540-1c63-4a88-be32-efb210728d35", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:30:59.961195 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddaf86e6-399c-49d0-a5c9-a1aa02a75345 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:30:59.961646 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'tag': 'cb373540-1c63-4a88-be32-efb210728d35', 'status': 'completed', 'code': 200} Dec 09 22:30:59.966205 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-807a1833-3416-4fa3-bb4d-268976867534 req-b32d9917-6820-4990-9fb3-41a7d2881cbd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4fd0f5d5-24f1-4910-890b-998a883dc6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213377 Dec 09 22:30:59.996635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=7829cbd1-f0a6-466b-ba14-61a5f5df17d2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:00.044372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Checking segment: {'id': 'fc3609f7-2923-4365-9d88-ff7f42cd122e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:00.045178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network hostable DHCP agents. Network: 0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:31:00.061331 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=d67f0f22-9e24-43c2-b38e-70e2cb0e8871,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:00.073761 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:31:00.083774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:00.089206 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:00.092106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c422b8-17ad-4114-9323-2ab504ff92a6 None None] Network 0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:00.096349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:00.101679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:00.102491 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:00.122380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2781680e-39c8-4756-b549-37a2d4154d2f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5097597 Dec 09 22:31:00.125229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41644) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:00.228053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9719e-8beb-4a08-9c3d-461be163c977 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port d67f0f22-9e24-43c2-b38e-70e2cb0e8871 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:00.228407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0f9719e-8beb-4a08-9c3d-461be163c977 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:00.297779 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0f9719e-8beb-4a08-9c3d-461be163c977 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:00.315870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9719e-8beb-4a08-9c3d-461be163c977 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for d67f0f22-9e24-43c2-b38e-70e2cb0e8871 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:00.379310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=bb2c3630-f0dc-4ef3-a4bb-c7c4bfe12857,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:00.384107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-a4a96f16-a034-4d9e-9932-afa091d9d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:00.385641 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-a4a96f16-a034-4d9e-9932-afa091d9d3b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6584454 Dec 09 22:31:00.396751 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0f9719e-8beb-4a08-9c3d-461be163c977 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:00.426347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9719e-8beb-4a08-9c3d-461be163c977 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=d67f0f22-9e24-43c2-b38e-70e2cb0e8871,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:00.432348 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0f9719e-8beb-4a08-9c3d-461be163c977 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:00.438708 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e0f9719e-8beb-4a08-9c3d-461be163c977 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/d67f0f22-9e24-43c2-b38e-70e2cb0e8871 HTTP/1.1" status: 204 len: 168 time: 0.3094850 Dec 09 22:31:00.438708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41646) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:00.488596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf95915-cfa2-4e78-8082-f86b7ca73b12 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:00.495438 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf95915-cfa2-4e78-8082-f86b7ca73b12 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:00.496996 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-abf95915-cfa2-4e78-8082-f86b7ca73b12 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0577323 Dec 09 22:31:00.499869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41648) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:00.547151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434ac5-7fde-4c92-bdbd-64bf519bf68e req-6753bfc5-7023-4779-bb59-68dcb46cdb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:00.548637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d434ac5-7fde-4c92-bdbd-64bf519bf68e req-6753bfc5-7023-4779-bb59-68dcb46cdb24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 1098 time: 0.6031740 Dec 09 22:31:00.589603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d8931-50cf-4364-bf6d-45233673f07a req-d725cffd-d540-4353-a98f-946a6ab6ed87 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:00.591100 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c0d8931-50cf-4364-bf6d-45233673f07a req-d725cffd-d540-4353-a98f-946a6ab6ed87 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 945 time: 0.6240258 Dec 09 22:31:00.593219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-1ee259e1-4a5a-40c4-bb10-78bd8797addd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 7829cbd1-f0a6-466b-ba14-61a5f5df17d2 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:00.593395 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ee259e1-4a5a-40c4-bb10-78bd8797addd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:00.658282 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ee259e1-4a5a-40c4-bb10-78bd8797addd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:00.666332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 1d950abb-c773-495b-875d-5d73a4fe5503 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:00.675893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-1ee259e1-4a5a-40c4-bb10-78bd8797addd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 7829cbd1-f0a6-466b-ba14-61a5f5df17d2 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:00.707037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:00.715396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-807a1833-3416-4fa3-bb4d-268976867534 req-980bb35b-4c15-4092-afcc-4d31e4b8788a service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069924 Dec 09 22:31:00.767031 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ee259e1-4a5a-40c4-bb10-78bd8797addd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:00.797851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee259e1-4a5a-40c4-bb10-78bd8797addd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=7829cbd1-f0a6-466b-ba14-61a5f5df17d2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:00.805643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ee259e1-4a5a-40c4-bb10-78bd8797addd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:00.811540 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1ee259e1-4a5a-40c4-bb10-78bd8797addd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/7829cbd1-f0a6-466b-ba14-61a5f5df17d2 HTTP/1.1" status: 204 len: 168 time: 0.3083956 Dec 09 22:31:00.811839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41656) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:00.826785 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-c9233093-3eed-4c89-8b84-8e833e05bee4 service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298370 Dec 09 22:31:00.871648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab514b86-014e-4bde-96b2-8067acf6ee79 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:00.873234 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ab514b86-014e-4bde-96b2-8067acf6ee79 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0603797 Dec 09 22:31:00.878280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41658) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:00.909256 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-339ca507-c3f9-40a9-8b4c-a01e264af9e5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:31:00.910849 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-339ca507-c3f9-40a9-8b4c-a01e264af9e5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/d67f0f22-9e24-43c2-b38e-70e2cb0e8871 HTTP/1.1" status: 404 len: 333 time: 0.0315721 Dec 09 22:31:00.914287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41660) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:00.939630 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b15573-8f6e-4f4d-bb0c-dd02d62347da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:31:00.945038 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d3b15573-8f6e-4f4d-bb0c-dd02d62347da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/7829cbd1-f0a6-466b-ba14-61a5f5df17d2 HTTP/1.1" status: 404 len: 333 time: 0.0272295 Dec 09 22:31:00.945776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41662) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:00.947787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201f2d95-146d-4afe-835d-321c185a4b0a admin admin] Router 6a275fe3-190f-435b-a880-28f125a75348 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:31:00.956456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-28c46b90-3e41-400b-a71d-c3e494f00427 None None] Provisioning complete for port bb2c3630-f0dc-4ef3-a4bb-c7c4bfe12857 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:00.957474 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28c46b90-3e41-400b-a71d-c3e494f00427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:00.961084 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c0d8931-50cf-4364-bf6d-45233673f07a req-4c66d006-d395-4eab-8c05-de88a0ecfb02 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536727 Dec 09 22:31:01.027124 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c8e5cd7c-6e52-4c82-934f-f96cdd6f759f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.030150 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-28c46b90-3e41-400b-a71d-c3e494f00427 None None] Port bb2c3630-f0dc-4ef3-a4bb-c7c4bfe12857 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:01.051818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434ac5-7fde-4c92-bdbd-64bf519bf68e req-175652d4-257d-4793-8f4f-fab53a4f4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:01.053365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d434ac5-7fde-4c92-bdbd-64bf519bf68e req-175652d4-257d-4793-8f4f-fab53a4f4931 service neutron] 10.222.0.42 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.4746673 Dec 09 22:31:01.062196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.155817 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.175726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:01.185082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3609f7-2923-4365-9d88-ff7f42cd122e') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:01.185396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3609f7-2923-4365-9d88-ff7f42cd122e') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:01.185579 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-807a1833-3416-4fa3-bb4d-268976867534 req-e18bf122-52dd-41d8-803d-9e3311427e0e service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318402 Dec 09 22:31:01.196654 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.215603 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.221625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:31:01.222170 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:31:01.225393 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:31:01.245569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49ab00f-1b65-4827-bd11-14d00bf0f9cd req-df1c1107-530e-4c94-a08d-8d1dfaf2c909 service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762963 Dec 09 22:31:01.288849 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d434ac5-7fde-4c92-bdbd-64bf519bf68e req-6e0dbf3d-938f-4902-9bbb-ca94c04f420a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb373540-1c63-4a88-be32-efb210728d35 HTTP/1.1" status: 200 len: 1001 time: 0.2201762 Dec 09 22:31:01.289578 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router de8341ca-e0f3-4beb-bfe6-4170504e08a8 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:31:01.291807 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.301227 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.305429 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/networks/0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8 HTTP/1.1" status: 204 len: 168 time: 0.3585734 Dec 09 22:31:01.309316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41666) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:01.313920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cedfeda7-8161-4959-8b7d-934039c9a848 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-22917575'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:01.327472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9a87f-7507-418b-acb5-5eaf6359650d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Network': ['ID=0bc72a89-a7f4-4b26-b3a9-5b0c1f4fadf8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:01.348743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da774b6a-007f-47c3-9aae-327a6aec67b2 req-f08af00e-28cc-40f1-9c77-2f7c91af8a73 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:01.350789 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da774b6a-007f-47c3-9aae-327a6aec67b2 req-f08af00e-28cc-40f1-9c77-2f7c91af8a73 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 944 time: 0.2842116 Dec 09 22:31:01.351049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedfeda7-8161-4959-8b7d-934039c9a848 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:01.355509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cedfeda7-8161-4959-8b7d-934039c9a848 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.370809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201f2d95-146d-4afe-835d-321c185a4b0a admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:01.383908 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedfeda7-8161-4959-8b7d-934039c9a848 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:31:01.384985 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eac3032-f3b1-477f-8269-9dfe4508ddf6 None None] Sync routers for ids ['6a275fe3-190f-435b-a880-28f125a75348'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:01.393686 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cedfeda7-8161-4959-8b7d-934039c9a848 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.394088 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-cedfeda7-8161-4959-8b7d-934039c9a848 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Added segment fcbabe4b-4d59-4d7c-adae-e58c0ea556f7 of type vlan for network e9964fe6-1154-4788-92da-d321f2a40643 Dec 09 22:31:01.399591 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac3032-f3b1-477f-8269-9dfe4508ddf6 None None] Routers {'6a275fe3-190f-435b-a880-28f125a75348'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:01.401136 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5eac3032-f3b1-477f-8269-9dfe4508ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['6a275fe3-190f-435b-a880-28f125a75348'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:01.412768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-201f2d95-146d-4afe-835d-321c185a4b0a admin admin] 10.222.0.16 "PUT /v2.0/routers/6a275fe3-190f-435b-a880-28f125a75348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7790744 Dec 09 22:31:01.423610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41668) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:01.440305 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cedfeda7-8161-4959-8b7d-934039c9a848 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.470550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cedfeda7-8161-4959-8b7d-934039c9a848 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.472186 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434ac5-7fde-4c92-bdbd-64bf519bf68e req-acf4bb64-ead3-4d38-aa0d-2de334f78741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:01.473636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d434ac5-7fde-4c92-bdbd-64bf519bf68e req-acf4bb64-ead3-4d38-aa0d-2de334f78741 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.1770148 Dec 09 22:31:01.476888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedfeda7-8161-4959-8b7d-934039c9a848 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:01.477492 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cedfeda7-8161-4959-8b7d-934039c9a848 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.518355 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cedfeda7-8161-4959-8b7d-934039c9a848 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2061288 Dec 09 22:31:01.519267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41670) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:01.526464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': 'e9964fe6-1154-4788-92da-d321f2a40643', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:01.548066 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-5eac3032-f3b1-477f-8269-9dfe4508ddf6 None None] Set router 6a275fe3-190f-435b-a880-28f125a75348 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:31:01.575258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfeda7-8161-4959-8b7d-934039c9a848 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Network': ['ID=e9964fe6-1154-4788-92da-d321f2a40643,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:01.588782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e9964fe6-1154-4788-92da-d321f2a40643 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:31:01.621936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:01.632871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8359c6c9-173f-42f1-9106-879079d58604 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/de8341ca-e0f3-4beb-bfe6-4170504e08a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1158321 Dec 09 22:31:01.635768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41672) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:01.647711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da774b6a-007f-47c3-9aae-327a6aec67b2 req-abfa4edd-bc85-4c8d-a203-be10ff2bfa29 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313976 Dec 09 22:31:01.647991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0273b34-f1fd-4ef1-b94d-7387c41b3330 None None] Sync routers for ids ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:01.703083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612bbb5-53b1-4a3c-82a1-1c7863c5b68e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:01.705876 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c612bbb5-53b1-4a3c-82a1-1c7863c5b68e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports/bb2c3630-f0dc-4ef3-a4bb-c7c4bfe12857 HTTP/1.1" status: 200 len: 911 time: 0.0678585 Dec 09 22:31:01.708066 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c9b46fb-5a3c-4b85-a047-09f4ab27de29 req-d0e689d1-967e-460d-b219-2feffd7e916d tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 1001 time: 0.2439766 Dec 09 22:31:01.708482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41674) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:01.711138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:01.715998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.726774 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:31:01.737437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0273b34-f1fd-4ef1-b94d-7387c41b3330 None None] Routers {'de8341ca-e0f3-4beb-bfe6-4170504e08a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:01.738125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a0273b34-f1fd-4ef1-b94d-7387c41b3330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:01.745730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434ac5-7fde-4c92-bdbd-64bf519bf68e req-55bb995e-6f28-4684-a00b-c4034aaca420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:01.747318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d434ac5-7fde-4c92-bdbd-64bf519bf68e req-55bb995e-6f28-4684-a00b-c4034aaca420 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2288547 Dec 09 22:31:01.766568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:01.780227 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5eac3032-f3b1-477f-8269-9dfe4508ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a275fe3-190f-435b-a880-28f125a75348', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647736258-router', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:30:28Z', 'updated_at': '2021-12-09T22:30:58Z', 'revision_number': 5, 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'gw_port': {'id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a275fe3-190f-435b-a880-28f125a75348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:30:32Z', 'updated_at': '2021-12-09T22:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:01.784603 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a0273b34-f1fd-4ef1-b94d-7387c41b3330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:01.790152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Performing IP validity checks on allocation pools {{(pid=103417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 22:31:01.792965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 22:31:01.796235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0273b34-f1fd-4ef1-b94d-7387c41b3330 None None] Routers {'de8341ca-e0f3-4beb-bfe6-4170504e08a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:01.796863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a0273b34-f1fd-4ef1-b94d-7387c41b3330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:01.821708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b46fb-5a3c-4b85-a047-09f4ab27de29 req-a5cc5656-b34c-4e2c-87c8-47c03be13d8e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:01.833715 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c9b46fb-5a3c-4b85-a047-09f4ab27de29 req-a5cc5656-b34c-4e2c-87c8-47c03be13d8e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports/cb373540-1c63-4a88-be32-efb210728d35 HTTP/1.1" status: 200 len: 943 time: 0.1190479 Dec 09 22:31:01.838937 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eac3032-f3b1-477f-8269-9dfe4508ddf6 None None] Checking router: 6a275fe3-190f-435b-a880-28f125a75348 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:31:01.839254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a0273b34-f1fd-4ef1-b94d-7387c41b3330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:01.841262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0273b34-f1fd-4ef1-b94d-7387c41b3330 None None] The sync data for ids ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:01.860685 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac3032-f3b1-477f-8269-9dfe4508ddf6 None None] Routers {'6a275fe3-190f-435b-a880-28f125a75348'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:01.861682 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5eac3032-f3b1-477f-8269-9dfe4508ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:30:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['6a275fe3-190f-435b-a880-28f125a75348'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:01.977778 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-5eac3032-f3b1-477f-8269-9dfe4508ddf6 None None] Set router 6a275fe3-190f-435b-a880-28f125a75348 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:31:02.056825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.070187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 99986466-6486-4331-8f01-d8f9a0b72ea0 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:02.158710 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.185168 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c004806-815a-4b96-b908-8664692eb854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99986466-6486-4331-8f01-d8f9a0b72ea0'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:02.188322 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874be537-01e3-4182-a0fa-07fceb0f4d11" -d '{"events": [{"server_uuid": "3c004806-815a-4b96-b908-8664692eb854", "name": "network-vif-unplugged", "status": "completed", "tag": "99986466-6486-4331-8f01-d8f9a0b72ea0"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:02.206824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=99986466-6486-4331-8f01-d8f9a0b72ea0,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:02.211571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Subnet': ['ID=607a093c-c725-4682-88c1-60f6b1aff973,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:02.225515 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.238357 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5eac3032-f3b1-477f-8269-9dfe4508ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a275fe3-190f-435b-a880-28f125a75348', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647736258-router', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:30:28Z', 'updated_at': '2021-12-09T22:30:58Z', 'revision_number': 5, 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'gw_port': {'id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a275fe3-190f-435b-a880-28f125a75348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:30:32Z', 'updated_at': '2021-12-09T22:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:02.255318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Checking segment: {'id': 'fcbabe4b-4d59-4d7c-adae-e58c0ea556f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e9964fe6-1154-4788-92da-d321f2a40643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:02.256050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network hostable DHCP agents. Network: e9964fe6-1154-4788-92da-d321f2a40643, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:31:02.281091 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eac3032-f3b1-477f-8269-9dfe4508ddf6 None None] The sync data for ids ['6a275fe3-190f-435b-a880-28f125a75348'] in n-d-789963-23 is: [{'id': '6a275fe3-190f-435b-a880-28f125a75348', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647736258-router', 'tenant_id': '8649fb2cce7549be80bf0415f8c98a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:30:28Z', 'updated_at': '2021-12-09T22:30:58Z', 'revision_number': 5, 'project_id': '8649fb2cce7549be80bf0415f8c98a6f', 'gw_port': {'id': '26a6edab-33e8-41ce-a25b-f3d64c611a0e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a275fe3-190f-435b-a880-28f125a75348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:30:32Z', 'updated_at': '2021-12-09T22:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:02.290201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network e9964fe6-1154-4788-92da-d321f2a40643 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:31:02.294684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=99986466-6486-4331-8f01-d8f9a0b72ea0,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:02.329892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e9964fe6-1154-4788-92da-d321f2a40643) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:02.338137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:02.338312 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.353189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa083d-6a87-45a1-8a8c-b1d2aefbdd3d None None] Network e9964fe6-1154-4788-92da-d321f2a40643 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:02.362137 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6ccaa7cf-21a4-4591-8952-241462076411 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8401861 Dec 09 22:31:02.373400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41682) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:02.379671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': 'e9964fe6-1154-4788-92da-d321f2a40643', 'name': 'tempest-PortsIpV6TestJSON-1390802222'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:02.398160 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.415438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c9b46fb-5a3c-4b85-a047-09f4ab27de29 req-86cec988-e16b-4d4e-a353-39a6245401af tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 1001 time: 0.5311527 Dec 09 22:31:02.418530 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d434ac5-7fde-4c92-bdbd-64bf519bf68e req-dda82578-0131-46fb-8d37-64320e6bccfa service neutron] 10.222.0.42 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596651 Dec 09 22:31:02.469813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637951c-5bba-4d34-b5c8-f929dc534741 req-d91eedd7-4a4c-4b64-9a26-dcf15b65ec40 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:02.471370 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9637951c-5bba-4d34-b5c8-f929dc534741 req-d91eedd7-4a4c-4b64-9a26-dcf15b65ec40 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.2008011 Dec 09 22:31:02.471791 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-e9964fe6-1154-4788-92da-d321f2a40643', 'network_id': 'e9964fe6-1154-4788-92da-d321f2a40643', 'project_id': 'ad62b25d3f244222b707b68c1668e2ff', 'fixed_ips': [{'subnet_id': '607a093c-c725-4682-88c1-60f6b1aff973'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:31:02.472653 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.472786 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.619361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Allocated IP 2001:db8::2 (e9964fe6-1154-4788-92da-d321f2a40643/607a093c-c725-4682-88c1-60f6b1aff973/8a21d9b8-c55b-435e-925f-1513d9776b55) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:02.696909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Allocated IP 2001:db8:1::1 (72001b4f-be22-4ff2-bbc2-1277b727e64d/63286544-91e6-4b9c-ac30-722421e31faf/aa63cbb0-d71f-4ab0-8aa0-a23dcfa95033) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:02.765523 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b46fb-5a3c-4b85-a047-09f4ab27de29 req-003f5d1c-29c3-4ec2-8d49-92635d747d2f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:02.785632 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c9b46fb-5a3c-4b85-a047-09f4ab27de29 req-003f5d1c-29c3-4ec2-8d49-92635d747d2f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.3641441 Dec 09 22:31:02.790782 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d434ac5-7fde-4c92-bdbd-64bf519bf68e req-d87d03c0-1653-47a6-b5eb-ada2aa9455fa service neutron] 10.222.0.42 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504610 Dec 09 22:31:02.795952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9637951c-5bba-4d34-b5c8-f929dc534741 req-24fdcd94-1106-426a-9027-6c667ec3b0b1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031826 Dec 09 22:31:02.821682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Deleting port 26a6edab-33e8-41ce-a25b-f3d64c611a0e {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:02.822043 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.839042 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.845805 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.851485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:02.855284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.894091 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f091cc-ef66-456a-a7f7-2d33581ee71d x-openstack-request-id: req-52f091cc-ef66-456a-a7f7-2d33581ee71d {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:02.894391 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c004806-815a-4b96-b908-8664692eb854", "name": "network-vif-unplugged", "status": "completed", "tag": "99986466-6486-4331-8f01-d8f9a0b72ea0", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:02.894647 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52f091cc-ef66-456a-a7f7-2d33581ee71d {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:02.895046 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c004806-815a-4b96-b908-8664692eb854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99986466-6486-4331-8f01-d8f9a0b72ea0', 'code': 200} Dec 09 22:31:02.896178 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Pushing event updated for resources: {'Port': ['ID=8a21d9b8-c55b-435e-925f-1513d9776b55,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:02.911233 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.911673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Network e9964fe6-1154-4788-92da-d321f2a40643 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:02.913148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:02.915788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:02.953359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port 2a281e34-941c-4a1b-912c-308b2f979736 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:31:02.978724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Attempting to bind port 8a21d9b8-c55b-435e-925f-1513d9776b55 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:31:02.979492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Attempting to bind port 8a21d9b8-c55b-435e-925f-1513d9776b55 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'fcbabe4b-4d59-4d7c-adae-e58c0ea556f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e9964fe6-1154-4788-92da-d321f2a40643'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:31:02.980050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Attempting to bind port 8a21d9b8-c55b-435e-925f-1513d9776b55 on network e9964fe6-1154-4788-92da-d321f2a40643 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:31:02.988219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:31:02.989011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Checking segment: {'id': 'fcbabe4b-4d59-4d7c-adae-e58c0ea556f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e9964fe6-1154-4788-92da-d321f2a40643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:02.989596 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.990217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Bound using segment: {'id': 'fcbabe4b-4d59-4d7c-adae-e58c0ea556f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e9964fe6-1154-4788-92da-d321f2a40643'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:31:02.991444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Bound port: 8a21d9b8-c55b-435e-925f-1513d9776b55, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbabe4b-4d59-4d7c-adae-e58c0ea556f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e9964fe6-1154-4788-92da-d321f2a40643'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:31:02.992099 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:02.998770 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:03.079731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] For port 26a6edab-33e8-41ce-a25b-f3d64c611a0e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=26a6edab-33e8-41ce-a25b-f3d64c611a0e,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:03.080251 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:03.091323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 72001b4f-be22-4ff2-bbc2-1277b727e64d is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:03.101146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:03.109298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:03.109952 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:03.142073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] For port 8a21d9b8-c55b-435e-925f-1513d9776b55, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:31:03.152824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] For port 8a21d9b8-c55b-435e-925f-1513d9776b55, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8a21d9b8-c55b-435e-925f-1513d9776b55,segment=NetworkSegment(fcbabe4b-4d59-4d7c-adae-e58c0ea556f7),segment_id=fcbabe4b-4d59-4d7c-adae-e58c0ea556f7)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:31:03.164517 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:03.170286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Calling delete_port for 26a6edab-33e8-41ce-a25b-f3d64c611a0e owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:03.228284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-ffdb31d0-8ed9-4dd4-8d4b-afb18810f1d0 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 1001 time: 0.2051008 Dec 09 22:31:03.239062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=aa63cbb0-d71f-4ab0-8aa0-a23dcfa95033,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:03.296785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fce99-5aae-4593-ad67-ad1882c1e328 None None] Pushing event updated for resources: {'Port': ['ID=8a21d9b8-c55b-435e-925f-1513d9776b55,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:03.301168 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-38903923-d8fb-4b66-9ded-4f9ab782e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:03.325639 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:03.360549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80c245-bfad-4ee5-8a3d-143c35e2d99d req-c2411435-8a03-43b6-968d-49cd717f2ab9 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:03.362479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f80c245-bfad-4ee5-8a3d-143c35e2d99d req-c2411435-8a03-43b6-968d-49cd717f2ab9 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 944 time: 0.2792926 Dec 09 22:31:03.365420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8::92 (e9964fe6-1154-4788-92da-d321f2a40643/607a093c-c725-4682-88c1-60f6b1aff973/2a281e34-941c-4a1b-912c-308b2f979736) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:03.433305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-f9d93214-512d-4702-aba2-bf7a5eaf5a3c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:03.442534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-f9d93214-512d-4702-aba2-bf7a5eaf5a3c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports/cb373540-1c63-4a88-be32-efb210728d35 HTTP/1.1" status: 200 len: 943 time: 0.1556149 Dec 09 22:31:03.501709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8f198cc7-9bd3-4453-b6fb-99ad7046c323 None None] Provisioning complete for port aa63cbb0-d71f-4ab0-8aa0-a23dcfa95033 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:03.502114 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8f198cc7-9bd3-4453-b6fb-99ad7046c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:03.547759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8f198cc7-9bd3-4453-b6fb-99ad7046c323 None None] Port aa63cbb0-d71f-4ab0-8aa0-a23dcfa95033 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:03.658354 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:03.697910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f80c245-bfad-4ee5-8a3d-143c35e2d99d req-228c8540-e002-4c16-b896-025996f6834c tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270321 Dec 09 22:31:03.704347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:03.721449 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:03.721449 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:03.766017 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-f976a1e5-ebf0-40d7-9750-32c6e7bccaa6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3012900 Dec 09 22:31:03.773907 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-cf45080e-fb5e-4f92-b0b1-37f745918662 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 1001 time: 0.1954434 Dec 09 22:31:03.872549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 72001b4f-be22-4ff2-bbc2-1277b727e64d is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:03.877119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=aa63cbb0-d71f-4ab0-8aa0-a23dcfa95033,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:03.880309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:03.978175 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:04.016459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8a21d9b8-c55b-435e-925f-1513d9776b55 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:04.021172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router de8341ca-e0f3-4beb-bfe6-4170504e08a8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:31:04.062148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Pushing event deleted for resources: {'Port': ['ID=26a6edab-33e8-41ce-a25b-f3d64c611a0e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:04.072126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a76b0f17-d051-4216-86be-275b995850ed details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:31:04.090459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-eeb65ccb-7585-421a-a7db-d7dfe3356262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:04.090936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-eeb65ccb-7585-421a-a7db-d7dfe3356262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:04.091395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-eeb65ccb-7585-421a-a7db-d7dfe3356262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:04.092024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-eeb65ccb-7585-421a-a7db-d7dfe3356262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:04.092669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-eeb65ccb-7585-421a-a7db-d7dfe3356262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:04.093890 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-eeb65ccb-7585-421a-a7db-d7dfe3356262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:04.094568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-eeb65ccb-7585-421a-a7db-d7dfe3356262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:04.097688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-eeb65ccb-7585-421a-a7db-d7dfe3356262 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6508 time: 0.2472894 Dec 09 22:31:04.104539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8a21d9b8-c55b-435e-925f-1513d9776b55 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:04.105135 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:04.126520 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:04.182932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:04.195399 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d852ae11-4de8-4460-8dd2-dbf5e6497fd4 None None] Sync routers for ids ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:04.204829 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-480e8ecc-873b-461f-9763-2a830e60b34a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/de8341ca-e0f3-4beb-bfe6-4170504e08a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4938664 Dec 09 22:31:04.206266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41696) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:04.214232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-df7c11ad-1f6f-420a-a11d-06d4a1558967 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:04.215411 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d852ae11-4de8-4460-8dd2-dbf5e6497fd4 None None] Routers {'de8341ca-e0f3-4beb-bfe6-4170504e08a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:04.216059 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d852ae11-4de8-4460-8dd2-dbf5e6497fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:04.224394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-df7c11ad-1f6f-420a-a11d-06d4a1558967 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.4494364 Dec 09 22:31:04.232933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-d225fe3e-9c8c-4f4d-9471-308431fc31fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:31:04.243118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-d225fe3e-9c8c-4f4d-9471-308431fc31fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169311 Dec 09 22:31:04.272370 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d852ae11-4de8-4460-8dd2-dbf5e6497fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:04.277083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4625294-e155-4a28-95c4-8c2b8da774d3 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:04.279046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cbf7e-04c2-48e2-8afa-f5b91eb67eee req-6ebd3bfa-b4ba-4852-9c35-a1bb42e5b51d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:04.282829 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f4625294-e155-4a28-95c4-8c2b8da774d3 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports/aa63cbb0-d71f-4ab0-8aa0-a23dcfa95033 HTTP/1.1" status: 200 len: 913 time: 0.0754802 Dec 09 22:31:04.284568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41698) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:04.290694 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-093cbf7e-04c2-48e2-8afa-f5b91eb67eee req-6ebd3bfa-b4ba-4852-9c35-a1bb42e5b51d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.3395083 Dec 09 22:31:04.297801 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d852ae11-4de8-4460-8dd2-dbf5e6497fd4 None None] Routers {'de8341ca-e0f3-4beb-bfe6-4170504e08a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:04.298440 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d852ae11-4de8-4460-8dd2-dbf5e6497fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:04.347808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a76b0f17-d051-4216-86be-275b995850ed, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a76b0f17-d051-4216-86be-275b995850ed,segment=NetworkSegment(b4c6d921-2d2c-4739-95e1-0a714733859e),segment_id=b4c6d921-2d2c-4739-95e1-0a714733859e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:04.369848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-33d629a2-6a21-48b8-af07-45df9dc2e0dd None None] Provisioning complete for port aa63cbb0-d71f-4ab0-8aa0-a23dcfa95033 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:04.370487 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33d629a2-6a21-48b8-af07-45df9dc2e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:04.410702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-33d629a2-6a21-48b8-af07-45df9dc2e0dd None None] Port aa63cbb0-d71f-4ab0-8aa0-a23dcfa95033 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:04.425515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'a76b0f17-d051-4216-86be-275b995850ed', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'port_id': 'a76b0f17-d051-4216-86be-275b995850ed', 'mac_address': 'fa:16:3e:05:07:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:31:04.439587 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:04.480160 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:04.498826 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d852ae11-4de8-4460-8dd2-dbf5e6497fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:04.499475 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d852ae11-4de8-4460-8dd2-dbf5e6497fd4 None None] The sync data for ids ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:04.506496 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 8a21d9b8-c55b-435e-925f-1513d9776b55, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8a21d9b8-c55b-435e-925f-1513d9776b55,segment=NetworkSegment(fcbabe4b-4d59-4d7c-adae-e58c0ea556f7),segment_id=fcbabe4b-4d59-4d7c-adae-e58c0ea556f7)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:04.516451 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:04.519559 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-093cbf7e-04c2-48e2-8afa-f5b91eb67eee req-1f067553-2daf-4091-ad21-cd56b4e05952 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276065 Dec 09 22:31:04.528094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:04.552768 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:04.590549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:04.590899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dc84047a-fc26-44d9-9c0e-bd0e4ebe2c08 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:04.603624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76b0f17-d051-4216-86be-275b995850ed {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:31:04.632996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a76b0f17-d051-4216-86be-275b995850ed, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a76b0f17-d051-4216-86be-275b995850ed,segment=NetworkSegment(b4c6d921-2d2c-4739-95e1-0a714733859e),segment_id=b4c6d921-2d2c-4739-95e1-0a714733859e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:04.634193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=8a21d9b8-c55b-435e-925f-1513d9776b55,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:04.641233 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:04.769856 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94df53dd-07b2-4eaf-bfe0-d74c32a5886e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:04.772401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=a76b0f17-d051-4216-86be-275b995850ed,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:04.788401 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:04.830556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f23b6ff-4e8c-4cba-8697-7951cac42c05 None None] Network e9964fe6-1154-4788-92da-d321f2a40643 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:04.948040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a76b0f17-d051-4216-86be-275b995850ed'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:31:04.990314 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-70fb1d32-0626-4dbf-af3d-adc5d46141ce None None] Provisioning complete for port 8a21d9b8-c55b-435e-925f-1513d9776b55 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:04.991330 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-70fb1d32-0626-4dbf-af3d-adc5d46141ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.007140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-f7e132a4-966a-4ca2-b0b9-9d702c2a222b tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 1001 time: 0.7628200 Dec 09 22:31:05.033976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-baec8ea5-0262-4a98-b45e-a64a2cc36b50 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:05.130006 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.132451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-5f63bb83-4f94-447e-a529-bf88a0303bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:05.133111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-5f63bb83-4f94-447e-a529-bf88a0303bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:05.133739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-5f63bb83-4f94-447e-a529-bf88a0303bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:05.135546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-5f63bb83-4f94-447e-a529-bf88a0303bdb service neutron] 10.222.0.42 "GET /v2.0/networks?id=33c5fb6b-2753-4b3b-a034-dfcc76498076&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=02defe12-519c-42b7-988d-629d9defac3c&id=02defe12-519c-42b7-988d-629d9defac3c HTTP/1.1" status: 200 len: 2298 time: 1.0036292 Dec 09 22:31:05.136814 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.142519 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.333882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network e9964fe6-1154-4788-92da-d321f2a40643 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:05.345144 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.345659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a275fe3-190f-435b-a880-28f125a75348 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:31:05.346707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-77ff69de-33c7-418a-90d4-9f95bdb1c6ca None None] Provisioning complete for port 8a21d9b8-c55b-435e-925f-1513d9776b55 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:05.352199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:05.357180 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.360962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cceef1a5-e5b5-43a9-9101-3b0168ac47fd admin admin] 10.222.0.16 "DELETE /v2.0/routers/6a275fe3-190f-435b-a880-28f125a75348 HTTP/1.1" status: 204 len: 168 time: 3.9368947 Dec 09 22:31:05.364011 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-77ff69de-33c7-418a-90d4-9f95bdb1c6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.364156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:05.364587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41704) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:05.369770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:05.370455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.378099 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-baec8ea5-0262-4a98-b45e-a64a2cc36b50 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.428023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c791d41-886f-4086-9b7c-459f1ecfb64b req-b9fe838e-0bad-4fed-bf6b-382680cf0de2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:05.435820 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c791d41-886f-4086-9b7c-459f1ecfb64b req-b9fe838e-0bad-4fed-bf6b-382680cf0de2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.4207871 Dec 09 22:31:05.479598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7cd52e-3f29-480c-b822-dec7fd99b804 admin admin] Deleting subnet cafffc44-c5c2-4d65-8c53-c2df1b2a4dab {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:31:05.483122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=2a281e34-941c-4a1b-912c-308b2f979736,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:05.486046 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd52e-3f29-480c-b822-dec7fd99b804 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.495880 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-86d3b1a2-2063-4e9a-a05d-1c679ca0cfda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7310e867-a1de-4e73-8bc7-e03c0bbc37c7 HTTP/1.1" status: 200 len: 1001 time: 0.3422792 Dec 09 22:31:05.511758 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4e894c15-8b06-476b-b237-446c38aed72f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1324098 Dec 09 22:31:05.525014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41706) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:05.633378 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd52e-3f29-480c-b822-dec7fd99b804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.638964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-94df53dd-07b2-4eaf-bfe0-d74c32a5886e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port aa63cbb0-d71f-4ab0-8aa0-a23dcfa95033 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:05.640129 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94df53dd-07b2-4eaf-bfe0-d74c32a5886e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.663281 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c791d41-886f-4086-9b7c-459f1ecfb64b req-42778d33-41b4-4b68-a6a3-77facf3a0e52 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265885 Dec 09 22:31:05.715731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-43105132-b35c-4a4f-ba43-06b75b6fd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:05.718704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-43105132-b35c-4a4f-ba43-06b75b6fd378 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91bf9127-114c-446d-b2a5-3b3510fa3ab5 HTTP/1.1" status: 200 len: 856 time: 0.2008991 Dec 09 22:31:05.767383 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-baec8ea5-0262-4a98-b45e-a64a2cc36b50 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.781511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-baec8ea5-0262-4a98-b45e-a64a2cc36b50 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.782311 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-baec8ea5-0262-4a98-b45e-a64a2cc36b50 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Floating IP b684ed58-5e42-4efb-b08e-84356d297f87 disassociated. External IP: 172.25.8.88, port: cb373540-1c63-4a88-be32-efb210728d35. Dec 09 22:31:05.836628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c434c5f1-37fb-4baf-9c61-9cd8af94e56f None None] Provisioning complete for port 2a281e34-941c-4a1b-912c-308b2f979736 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:05.837698 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c434c5f1-37fb-4baf-9c61-9cd8af94e56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.849427 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94df53dd-07b2-4eaf-bfe0-d74c32a5886e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.866233 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-94df53dd-07b2-4eaf-bfe0-d74c32a5886e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for aa63cbb0-d71f-4ab0-8aa0-a23dcfa95033 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:05.871108 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd52e-3f29-480c-b822-dec7fd99b804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.875039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4f456a4d-daa8-4ec0-9496-8a9ebc137e1c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 2a281e34-941c-4a1b-912c-308b2f979736 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:05.875379 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4f456a4d-daa8-4ec0-9496-8a9ebc137e1c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:05.877584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c434c5f1-37fb-4baf-9c61-9cd8af94e56f None None] Port 2a281e34-941c-4a1b-912c-308b2f979736 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:05.932741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-73a550eb-1534-42d8-b710-a0ff418f9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:05.934272 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-73a550eb-1534-42d8-b710-a0ff418f9ec6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33c5fb6b-2753-4b3b-a034-dfcc76498076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1652162 Dec 09 22:31:05.991448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef4765-230b-4791-b642-47f00ce8aeb6 req-695d6d4f-342a-44a2-ab6e-2b2b92e03528 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:05.992699 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45ef4765-230b-4791-b642-47f00ce8aeb6 req-695d6d4f-342a-44a2-ab6e-2b2b92e03528 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 945 time: 0.1600871 Dec 09 22:31:06.092076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a76b0f17-d051-4216-86be-275b995850ed up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:06.100483 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd52e-3f29-480c-b822-dec7fd99b804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.103452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4f456a4d-daa8-4ec0-9496-8a9ebc137e1c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.106227 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.140750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8a21d9b8-c55b-435e-925f-1513d9776b55 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:06.151815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4f456a4d-daa8-4ec0-9496-8a9ebc137e1c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 2a281e34-941c-4a1b-912c-308b2f979736 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:06.153610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cd52e-3f29-480c-b822-dec7fd99b804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cafffc44-c5c2-4d65-8c53-c2df1b2a4dab,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:06.156373 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd52e-3f29-480c-b822-dec7fd99b804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.160412 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8b7cd52e-3f29-480c-b822-dec7fd99b804 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cafffc44-c5c2-4d65-8c53-c2df1b2a4dab HTTP/1.1" status: 204 len: 168 time: 0.7944252 Dec 09 22:31:06.160598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45ef4765-230b-4791-b642-47f00ce8aeb6 req-6c05a60c-6624-4014-b48e-6350598dfbce tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563339 Dec 09 22:31:06.163482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41718) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:06.212901 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c83ded-f8b0-427c-b81d-36ab58024d18 None None] Network 35661b15-b27b-4a7b-965f-45f1bf88658a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:06.227109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-c3f9544e-f92e-42ca-b3a5-992693724564 service neutron] 10.222.0.42 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749746 Dec 09 22:31:06.316208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-baec8ea5-0262-4a98-b45e-a64a2cc36b50 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Router 9ce87c53-097b-464b-9221-21ff6dd83061 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:31:06.326646 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94df53dd-07b2-4eaf-bfe0-d74c32a5886e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.370690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df53dd-07b2-4eaf-bfe0-d74c32a5886e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=aa63cbb0-d71f-4ab0-8aa0-a23dcfa95033,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:06.370867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8a21d9b8-c55b-435e-925f-1513d9776b55 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:06.371659 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.375337 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.391282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-d9d9ced7-d9ce-4729-89ee-24946f071857 service neutron] 10.222.0.42 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525364 Dec 09 22:31:06.443773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port a76b0f17-d051-4216-86be-275b995850ed completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:31:06.451127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port a76b0f17-d051-4216-86be-275b995850ed triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:06.451736 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.489664 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-df08ae0a-c38e-42cf-844c-3209caa039ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=576a0fe3-94a0-4e8f-8778-9a3ea4e90680 HTTP/1.1" status: 200 len: 217 time: 0.0860615 Dec 09 22:31:06.567845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-baec8ea5-0262-4a98-b45e-a64a2cc36b50 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:06.589835 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-baec8ea5-0262-4a98-b45e-a64a2cc36b50 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.590800 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924dfa76-c69e-4533-acda-3139799b6185 None None] Sync routers for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:06.652364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-baec8ea5-0262-4a98-b45e-a64a2cc36b50 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "PUT /v2.0/floatingips/b684ed58-5e42-4efb-b08e-84356d297f87 HTTP/1.1" status: 200 len: 694 time: 1.6224737 Dec 09 22:31:06.660861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-978981bc-6583-4922-a516-4f72ca2820e5 req-bcd74243-1192-45f8-bf88-5c233004e098 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:31:06.662972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-978981bc-6583-4922-a516-4f72ca2820e5 req-bcd74243-1192-45f8-bf88-5c233004e098 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084596 Dec 09 22:31:06.664690 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94df53dd-07b2-4eaf-bfe0-d74c32a5886e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.665016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'tag': 'cb373540-1c63-4a88-be32-efb210728d35'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:06.668015 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985c65d1-2ffc-471f-971d-5ab906f91830" -d '{"events": [{"name": "network-changed", "server_uuid": "fddbf413-c892-497e-87f2-905757c2bb6a", "tag": "cb373540-1c63-4a88-be32-efb210728d35"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:06.670263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdd4538-423f-4c40-aa78-b2f3855a2feb None None] DHCP port deletion for 35661b15-b27b-4a7b-965f-45f1bf88658a request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:31:06.682645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-00131b25-5733-4cad-9b02-a28a7356daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:06.684489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-00131b25-5733-4cad-9b02-a28a7356daf1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.1869085 Dec 09 22:31:06.686791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4f456a4d-daa8-4ec0-9496-8a9ebc137e1c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.700810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Deleting port 271968b7-355f-4091-a8f0-664ba3fe200c {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:06.701156 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.709572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 26a6edab-33e8-41ce-a25b-f3d64c611a0e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:06.742279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 26a6edab-33e8-41ce-a25b-f3d64c611a0e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:06.742611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 26a6edab-33e8-41ce-a25b-f3d64c611a0e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:06.753229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924dfa76-c69e-4533-acda-3139799b6185 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:06.753907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-924dfa76-c69e-4533-acda-3139799b6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:06.763342 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:06.776070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-4723f112-6c16-45cd-9c4b-f63f5ad62aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:06.784229 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-4723f112-6c16-45cd-9c4b-f63f5ad62aeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 1098 time: 0.1110563 Dec 09 22:31:06.796664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-1d31b7ac-b953-4b26-878f-15cdfe7e1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:06.798287 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-1d31b7ac-b953-4b26-878f-15cdfe7e1fa3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0939095 Dec 09 22:31:06.850821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f456a4d-daa8-4ec0-9496-8a9ebc137e1c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=2a281e34-941c-4a1b-912c-308b2f979736,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:06.967383 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8281a4-6d3c-49d0-a8d1-e9cc6edaa338 x-openstack-request-id: req-0a8281a4-6d3c-49d0-a8d1-e9cc6edaa338 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:06.967932 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddbf413-c892-497e-87f2-905757c2bb6a", "tag": "cb373540-1c63-4a88-be32-efb210728d35", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:06.969060 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a8281a4-6d3c-49d0-a8d1-e9cc6edaa338 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:06.969640 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'tag': 'cb373540-1c63-4a88-be32-efb210728d35', 'status': 'completed', 'code': 200} Dec 09 22:31:07.021052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-2c9d3901-f4c8-4269-b952-a113c8fdbe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:07.030569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-2c9d3901-f4c8-4269-b952-a113c8fdbe99 service neutron] 10.222.0.16 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.2453542 Dec 09 22:31:07.077119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4f456a4d-daa8-4ec0-9496-8a9ebc137e1c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:07.086181 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4f456a4d-daa8-4ec0-9496-8a9ebc137e1c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/2a281e34-941c-4a1b-912c-308b2f979736 HTTP/1.1" status: 204 len: 168 time: 1.5567391 Dec 09 22:31:07.092761 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-4d1c2e60-c1f3-40d9-8c36-12d9704a752d service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838428 Dec 09 22:31:07.093350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41734) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:07.105455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b0f17-d051-4216-86be-275b995850ed'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:07.107727 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570c1ed3-845d-42d2-a00f-6c33017d77f9" -d '{"events": [{"server_uuid": "f4f8c6b0-04dd-41d2-8527-573be7c86798", "name": "network-vif-plugged", "status": "completed", "tag": "a76b0f17-d051-4216-86be-275b995850ed"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:07.116769 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-432e3101-7153-4d75-87c2-2b9c3d5de63d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb373540-1c63-4a88-be32-efb210728d35 HTTP/1.1" status: 200 len: 217 time: 0.0850432 Dec 09 22:31:07.119970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] For port 271968b7-355f-4091-a8f0-664ba3fe200c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=271968b7-355f-4091-a8f0-664ba3fe200c,segment=NetworkSegment(91520872-0f55-40e0-9459-376071bb1524),segment_id=91520872-0f55-40e0-9459-376071bb1524)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:07.120352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:07.148032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a76b0f17-d051-4216-86be-275b995850ed, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a76b0f17-d051-4216-86be-275b995850ed,segment=NetworkSegment(b4c6d921-2d2c-4739-95e1-0a714733859e),segment_id=b4c6d921-2d2c-4739-95e1-0a714733859e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:07.150847 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd4538-423f-4c40-aa78-b2f3855a2feb None None] Deleting port 271968b7-355f-4091-a8f0-664ba3fe200c {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:07.151265 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4538-423f-4c40-aa78-b2f3855a2feb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:07.169415 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f36e50-8445-486a-a383-2b9fc9c71ae5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] DELETE failed (client error): The resource could not be found. Dec 09 22:31:07.170294 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f36e50-8445-486a-a383-2b9fc9c71ae5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:31:07.173816 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-89f36e50-8445-486a-a383-2b9fc9c71ae5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/2a281e34-941c-4a1b-912c-308b2f979736 HTTP/1.1" status: 404 len: 333 time: 0.0764239 Dec 09 22:31:07.177619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Calling delete_port for 271968b7-355f-4091-a8f0-664ba3fe200c owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:07.186166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41738) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:07.196100 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-ff49cf5e-518a-4644-b572-cad8a0ec15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:07.214038 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-ff49cf5e-518a-4644-b572-cad8a0ec15b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.0872440 Dec 09 22:31:07.223379 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:07.223727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 99986466-6486-4331-8f01-d8f9a0b72ea0 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:07.227168 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6aa4fa0-a5e9-4e24-afc2-9675ca738f81 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:31:07.231711 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d6aa4fa0-a5e9-4e24-afc2-9675ca738f81 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/2a281e34-941c-4a1b-912c-308b2f979736 HTTP/1.1" status: 404 len: 333 time: 0.0417924 Dec 09 22:31:07.237027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41742) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:07.255410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94df53dd-07b2-4eaf-bfe0-d74c32a5886e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router de8341ca-e0f3-4beb-bfe6-4170504e08a8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:31:07.259289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c65d1-2ffc-471f-971d-5ab906f91830 req-ea33954b-836b-4432-829f-143d7b521d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:07.260879 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-985c65d1-2ffc-471f-971d-5ab906f91830 req-ea33954b-836b-4432-829f-143d7b521d46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 1098 time: 0.2884171 Dec 09 22:31:07.289695 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:07.356675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9bdd4538-423f-4c40-aa78-b2f3855a2feb None None] For port 271968b7-355f-4091-a8f0-664ba3fe200c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=271968b7-355f-4091-a8f0-664ba3fe200c,segment=NetworkSegment(91520872-0f55-40e0-9459-376071bb1524),segment_id=91520872-0f55-40e0-9459-376071bb1524)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:07.357272 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4538-423f-4c40-aa78-b2f3855a2feb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:07.376103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa09e07-4cac-4b7a-9d10-59ee2780436d req-4ce12f2c-2d17-4977-b22b-1528ff654a53 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:07.384340 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6aa09e07-4cac-4b7a-9d10-59ee2780436d req-4ce12f2c-2d17-4977-b22b-1528ff654a53 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.3077338 Dec 09 22:31:07.427896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-167d0176-f808-4a64-b9ca-ed5a600957ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:07.428590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf65ba1-2f9e-4a01-a34d-2cf9d973bce3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting subnet 607a093c-c725-4682-88c1-60f6b1aff973 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:31:07.430472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-167d0176-f808-4a64-b9ca-ed5a600957ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2135336 Dec 09 22:31:07.431866 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-adf65ba1-2f9e-4a01-a34d-2cf9d973bce3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:07.448015 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd4538-423f-4c40-aa78-b2f3855a2feb None None] Calling delete_port for 271968b7-355f-4091-a8f0-664ba3fe200c owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:07.450205 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-26c1cc7d-56e4-4aec-a5ee-44a3d54c0d2f service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815447 Dec 09 22:31:07.453977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-924dfa76-c69e-4533-acda-3139799b6185 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:31:07.494144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=a76b0f17-d051-4216-86be-275b995850ed,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:07.525145 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-a4f64f70-2309-4adb-934f-a3d3efc4ed93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=9188f21f-5100-4282-a579-1f04413f9f3e HTTP/1.1" status: 200 len: 217 time: 0.0628257 Dec 09 22:31:07.530076 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6aa09e07-4cac-4b7a-9d10-59ee2780436d req-eca0e340-f9de-4c7d-9bfd-101215ff5db3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453671 Dec 09 22:31:07.607255 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-56c4d590-b981-4cd0-93ac-b62173f7a15b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2920187 Dec 09 22:31:07.612486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94df53dd-07b2-4eaf-bfe0-d74c32a5886e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:07.615982 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-adf65ba1-2f9e-4a01-a34d-2cf9d973bce3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:07.625676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-ea575b3b-3945-438c-afd6-0029861a4557 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:31:07.626437 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-ea575b3b-3945-438c-afd6-0029861a4557 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055509 Dec 09 22:31:07.626746 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e06c5b-ff59-425a-b2f9-d80ab37afb8b None None] Sync routers for ids ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:07.633631 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-94df53dd-07b2-4eaf-bfe0-d74c32a5886e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/de8341ca-e0f3-4beb-bfe6-4170504e08a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3457060 Dec 09 22:31:07.639301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41754) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:07.643671 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e06c5b-ff59-425a-b2f9-d80ab37afb8b None None] Routers {'de8341ca-e0f3-4beb-bfe6-4170504e08a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:07.645328 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-53e06c5b-ff59-425a-b2f9-d80ab37afb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:07.654531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c65d1-2ffc-471f-971d-5ab906f91830 req-26077d25-6c29-4717-b23b-109720a0fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:07.656365 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-985c65d1-2ffc-471f-971d-5ab906f91830 req-26077d25-6c29-4717-b23b-109720a0fd16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.3426819 Dec 09 22:31:07.665687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-69e2edf6-f31b-4949-adf4-9d9ee7f8e22b service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196963 Dec 09 22:31:07.719523 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-985c65d1-2ffc-471f-971d-5ab906f91830 req-616d6d45-de1a-48a4-bf2b-14c4cf36f1a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb373540-1c63-4a88-be32-efb210728d35 HTTP/1.1" status: 200 len: 217 time: 0.0515506 Dec 09 22:31:07.720309 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:07.743716 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-53e06c5b-ff59-425a-b2f9-d80ab37afb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:07.758543 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e06c5b-ff59-425a-b2f9-d80ab37afb8b None None] Routers {'de8341ca-e0f3-4beb-bfe6-4170504e08a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:07.763183 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-53e06c5b-ff59-425a-b2f9-d80ab37afb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:07.789303 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-adf65ba1-2f9e-4a01-a34d-2cf9d973bce3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: from cryptography.utils import int_from_bytes Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: from cryptography.utils import int_from_bytes Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.806155 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:07.809335 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:31:07.813405 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e25d4c-2737-430d-b295-31068c57ee70 x-openstack-request-id: req-17e25d4c-2737-430d-b295-31068c57ee70 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:07.813698 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f8c6b0-04dd-41d2-8527-573be7c86798", "name": "network-vif-plugged", "status": "completed", "tag": "a76b0f17-d051-4216-86be-275b995850ed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:07.813994 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17e25d4c-2737-430d-b295-31068c57ee70 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:07.814396 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b0f17-d051-4216-86be-275b995850ed', 'code': 200} Dec 09 22:31:07.815625 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4538-423f-4c40-aa78-b2f3855a2feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:07.824422 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-53e06c5b-ff59-425a-b2f9-d80ab37afb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:07.825268 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e06c5b-ff59-425a-b2f9-d80ab37afb8b None None] The sync data for ids ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:07.887985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd4538-423f-4c40-aa78-b2f3855a2feb None None] Pushing event deleted for resources: {'Port': ['ID=271968b7-355f-4091-a8f0-664ba3fe200c,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:07.922147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd4538-423f-4c40-aa78-b2f3855a2feb None None] No DVR routers for this DVR port 271968b7-355f-4091-a8f0-664ba3fe200c on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:07.925164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 271968b7-355f-4091-a8f0-664ba3fe200c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:07.968469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 271968b7-355f-4091-a8f0-664ba3fe200c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:07.969221 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 271968b7-355f-4091-a8f0-664ba3fe200c not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:08.002695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-924dfa76-c69e-4533-acda-3139799b6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:08.016401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=271968b7-355f-4091-a8f0-664ba3fe200c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:08.027931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] No DVR routers for this DVR port 271968b7-355f-4091-a8f0-664ba3fe200c on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:08.056814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924dfa76-c69e-4533-acda-3139799b6185 None None] Checking router: 9ce87c53-097b-464b-9221-21ff6dd83061 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:31:08.077017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924dfa76-c69e-4533-acda-3139799b6185 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:08.078020 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-924dfa76-c69e-4533-acda-3139799b6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:08.096886 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-adf65ba1-2f9e-4a01-a34d-2cf9d973bce3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:08.113292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c65d1-2ffc-471f-971d-5ab906f91830 req-8023e308-e61c-453e-a6ba-5de7d054047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:08.114787 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-985c65d1-2ffc-471f-971d-5ab906f91830 req-8023e308-e61c-453e-a6ba-5de7d054047c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.1975083 Dec 09 22:31:08.129093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-9fdb9492-bfe4-4655-9dd3-8da82d238565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:08.131444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-9fdb9492-bfe4-4655-9dd3-8da82d238565 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.5977080 Dec 09 22:31:08.149150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf65ba1-2f9e-4a01-a34d-2cf9d973bce3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Subnet': ['ID=607a093c-c725-4682-88c1-60f6b1aff973,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:08.181232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-adf65ba1-2f9e-4a01-a34d-2cf9d973bce3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:08.186867 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-adf65ba1-2f9e-4a01-a34d-2cf9d973bce3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/607a093c-c725-4682-88c1-60f6b1aff973 HTTP/1.1" status: 204 len: 168 time: 0.9429309 Dec 09 22:31:08.203967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:08.206547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41762) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:08.224466 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000db400-c0ae-47c5-abf3-a5174b30758f None None] Network e9964fe6-1154-4788-92da-d321f2a40643 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:08.247290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35661b15-b27b-4a7b-965f-45f1bf88658a']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:08.298701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91520872-0f55-40e0-9459-376071bb1524') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:08.298937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-924dfa76-c69e-4533-acda-3139799b6185 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:31:08.299379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91520872-0f55-40e0-9459-376071bb1524') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:08.320662 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:08.329918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c65d1-2ffc-471f-971d-5ab906f91830 req-6a735945-2763-4948-ad85-3f453f410b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:08.331425 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-985c65d1-2ffc-471f-971d-5ab906f91830 req-6a735945-2763-4948-ad85-3f453f410b63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1917152 Dec 09 22:31:08.337418 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:08.363397 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:08.379862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:31:08.380550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:31:08.383969 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:31:08.394925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ad4e9-c33d-49c8-b7d5-dbdbf2efd01a req-8594d34e-2fbe-4c2b-b820-0f96dc611b46 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:08.396456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db6ad4e9-c33d-49c8-b7d5-dbdbf2efd01a req-8594d34e-2fbe-4c2b-b820-0f96dc611b46 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 946 time: 0.6390619 Dec 09 22:31:08.442928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2ba7d-9995-433a-bb95-92bb5a9678ac req-ae5d7e0e-0303-42b9-a4fc-d32ca696a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:08.444973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dcc2ba7d-9995-433a-bb95-92bb5a9678ac req-ae5d7e0e-0303-42b9-a4fc-d32ca696a348 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 1098 time: 0.3062565 Dec 09 22:31:08.474980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-b303e8ec-308b-44d1-8da5-7c49415f7a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:08.477552 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-b303e8ec-308b-44d1-8da5-7c49415f7a3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2623053 Dec 09 22:31:08.557361 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e478597f-f5e9-4fd9-8540-dbbc06e6008d req-f6f3d148-ab5b-488f-9812-f3d2c7c65136 service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8554699 Dec 09 22:31:08.611235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b663f-b7d4-4d6a-abf5-39a914fe8021 None None] DHCP port deletion for e9964fe6-1154-4788-92da-d321f2a40643 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:31:08.700301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-826b663f-b7d4-4d6a-abf5-39a914fe8021 None None] Deleting port 8a21d9b8-c55b-435e-925f-1513d9776b55 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:08.700836 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-826b663f-b7d4-4d6a-abf5-39a914fe8021 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:08.728185 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db6ad4e9-c33d-49c8-b7d5-dbdbf2efd01a req-0d43971e-5b63-4a7b-bb7e-180e0f8e04b4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751012 Dec 09 22:31:08.742657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dcc2ba7d-9995-433a-bb95-92bb5a9678ac req-c3b57cff-7723-4ff8-bb4a-3b82f4ba1061 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769356 Dec 09 22:31:08.779853 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-21015c6a-1f26-4c79-b948-e9d896dccf6c service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457876 Dec 09 22:31:08.851658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-826b663f-b7d4-4d6a-abf5-39a914fe8021 None None] For port 8a21d9b8-c55b-435e-925f-1513d9776b55, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8a21d9b8-c55b-435e-925f-1513d9776b55,segment=NetworkSegment(fcbabe4b-4d59-4d7c-adae-e58c0ea556f7),segment_id=fcbabe4b-4d59-4d7c-adae-e58c0ea556f7)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:08.851658 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-826b663f-b7d4-4d6a-abf5-39a914fe8021 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:08.854805 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:08.881820 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:08.882822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-826b663f-b7d4-4d6a-abf5-39a914fe8021 None None] Calling delete_port for 8a21d9b8-c55b-435e-925f-1513d9776b55 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:08.885052 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/35661b15-b27b-4a7b-965f-45f1bf88658a HTTP/1.1" status: 204 len: 168 time: 2.7200365 Dec 09 22:31:08.898403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-924dfa76-c69e-4533-acda-3139799b6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:08.949942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12949fee-4c20-4b06-ad34-1d93a9e9fad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=35661b15-b27b-4a7b-965f-45f1bf88658a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:08.953667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924dfa76-c69e-4533-acda-3139799b6185 None None] The sync data for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 is: [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:08.967951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-985c65d1-2ffc-471f-971d-5ab906f91830 req-895a3644-e23d-4231-a2b2-592c742761d5 service neutron] 10.222.0.42 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249657 Dec 09 22:31:08.970218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 8a21d9b8-c55b-435e-925f-1513d9776b55 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:08.970556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.082224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aed549-24fd-41aa-86e3-288ac6f4c395 req-8d47f6f1-c4e8-4809-af0c-e67d875128c4 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:09.083926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82aed549-24fd-41aa-86e3-288ac6f4c395 req-8d47f6f1-c4e8-4809-af0c-e67d875128c4 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.1821678 Dec 09 22:31:09.091958 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-826b663f-b7d4-4d6a-abf5-39a914fe8021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.121688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-fdfcca14-9290-4c37-8dfd-736bc6c83591 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184152 Dec 09 22:31:09.142578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] For port 8a21d9b8-c55b-435e-925f-1513d9776b55, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8a21d9b8-c55b-435e-925f-1513d9776b55,segment=NetworkSegment(fcbabe4b-4d59-4d7c-adae-e58c0ea556f7),segment_id=fcbabe4b-4d59-4d7c-adae-e58c0ea556f7)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:09.143174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.143431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b663f-b7d4-4d6a-abf5-39a914fe8021 None None] Pushing event deleted for resources: {'Port': ['ID=8a21d9b8-c55b-435e-925f-1513d9776b55,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:09.149709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b663f-b7d4-4d6a-abf5-39a914fe8021 None None] No DVR routers for this DVR port 8a21d9b8-c55b-435e-925f-1513d9776b55 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:09.178667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 8a21d9b8-c55b-435e-925f-1513d9776b55 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:09.198647 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-985c65d1-2ffc-471f-971d-5ab906f91830 req-9b417a9c-039c-4d52-92fc-4d65a9624bf3 service neutron] 10.222.0.42 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154415 Dec 09 22:31:09.213124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-ba2d3a1b-8e6b-4d48-87de-e58b6f787971 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=bc255e22-271f-4aa4-8a21-64e21fcf2246 HTTP/1.1" status: 200 len: 217 time: 0.0620217 Dec 09 22:31:09.220278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41772) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:09.297480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-f4390d51-6efc-47a5-8102-130156eedbc1 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:09.299082 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-f4390d51-6efc-47a5-8102-130156eedbc1 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2565780 Dec 09 22:31:09.306556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-5a7bb0b5-cc8a-464d-be3d-c376c7eee22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:09.308057 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-5a7bb0b5-cc8a-464d-be3d-c376c7eee22d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854&tenant_id=7b8399361aaa42e187614cf19ea84e31 HTTP/1.1" status: 200 len: 1095 time: 0.2423081 Dec 09 22:31:09.314566 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b5cbaace-b2bd-41a7-8c10-8affddd50629 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8649fb2cce7549be80bf0415f8c98a6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916905 Dec 09 22:31:09.316990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41774) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:09.320952 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f1a860f-2e1c-4649-ae77-3a6babd6c17b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.357766 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.396217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No DVR routers for this DVR port 8a21d9b8-c55b-435e-925f-1513d9776b55 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:09.398455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=8a21d9b8-c55b-435e-925f-1513d9776b55,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:09.407231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f368bc9-5edc-4cd9-b69f-e5afad247470 None None] New status for floating IP b684ed58-5e42-4efb-b08e-84356d297f87: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:31:09.410608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82aed549-24fd-41aa-86e3-288ac6f4c395 req-a7a31c78-0324-4e1d-b91f-499507c8475d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682843 Dec 09 22:31:09.447025 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96929fda-8d79-470b-91e1-99332e51dfe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.455226 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7466df75-a8f2-4068-b1f7-f0ee45c84a63 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 697 time: 0.1375074 Dec 09 22:31:09.471670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-6904167b-b47e-49c5-a764-b3f0bb3c460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:09.473079 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-6904167b-b47e-49c5-a764-b3f0bb3c460d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.2448156 Dec 09 22:31:09.480868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Request body: {'floatingip': {'port_id': '3701f997-0361-45d7-b322-d4256115e835', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:09.509640 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.513523 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96929fda-8d79-470b-91e1-99332e51dfe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.551935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9964fe6-1154-4788-92da-d321f2a40643']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:09.574068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbabe4b-4d59-4d7c-adae-e58c0ea556f7') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:09.574370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbabe4b-4d59-4d7c-adae-e58c0ea556f7') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:09.587035 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.608975 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.614632 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96929fda-8d79-470b-91e1-99332e51dfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.617651 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96929fda-8d79-470b-91e1-99332e51dfe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.621150 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-96929fda-8d79-470b-91e1-99332e51dfe5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/762e7990-e620-48b9-bc96-1bdac51acb33 HTTP/1.1" status: 204 len: 168 time: 0.3009112 Dec 09 22:31:09.623809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:31:09.624227 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:31:09.635893 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:31:09.638696 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.658517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96929fda-8d79-470b-91e1-99332e51dfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762e7990-e620-48b9-bc96-1bdac51acb33,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:09.701676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-c1e8214e-a8c8-4a19-996c-2175546a2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:09.703855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-c1e8214e-a8c8-4a19-996c-2175546a2dce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b8399361aaa42e187614cf19ea84e31&device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 1095 time: 0.3387282 Dec 09 22:31:09.715168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.715804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-4787b026-bb72-499a-9028-bff9cbb9d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:09.717258 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-4787b026-bb72-499a-9028-bff9cbb9d4a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2315202 Dec 09 22:31:09.726592 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:09.736518 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/networks/e9964fe6-1154-4788-92da-d321f2a40643 HTTP/1.1" status: 204 len: 168 time: 1.5255356 Dec 09 22:31:09.746616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41780) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:09.754435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-784656076'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:09.775374 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbe550-abab-4575-911a-cbd7b5d97fcc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Network': ['ID=e9964fe6-1154-4788-92da-d321f2a40643,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:09.980002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8a21d9b8-c55b-435e-925f-1513d9776b55 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:09.992206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:09.996111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:10.010160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 8a21d9b8-c55b-435e-925f-1513d9776b55 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:10.011232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8a21d9b8-c55b-435e-925f-1513d9776b55 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:10.376641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-830b40ad-a067-40ed-a75b-72d2e1bd96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:10.377597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e613-fe66-49d9-80f0-ea894fdd7c97 req-bdba5a1e-f855-435f-954d-35125b89bf53 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:10.378140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-830b40ad-a067-40ed-a75b-72d2e1bd96aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=4fd0f5d5-24f1-4910-890b-998a883dc6a4 HTTP/1.1" status: 200 len: 915 time: 0.6646473 Dec 09 22:31:10.379847 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7d25e613-fe66-49d9-80f0-ea894fdd7c97 req-bdba5a1e-f855-435f-954d-35125b89bf53 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.42 "GET /v2.0/ports?device_id=fddbf413-c892-497e-87f2-905757c2bb6a HTTP/1.1" status: 200 len: 946 time: 0.0600123 Dec 09 22:31:10.486188 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-28d611e9-f8f1-4ddc-bdd4-60de2745ded3 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420905 Dec 09 22:31:10.486789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-7d25e613-fe66-49d9-80f0-ea894fdd7c97 req-e620a371-8dab-4479-823b-cb6257327bea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Deleting port cb373540-1c63-4a88-be32-efb210728d35 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:10.486789 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7d25e613-fe66-49d9-80f0-ea894fdd7c97 req-e620a371-8dab-4479-823b-cb6257327bea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:10.488383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-1847b519-28c2-4cff-8193-efc72762f1e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99986466-6486-4331-8f01-d8f9a0b72ea0 HTTP/1.1" status: 200 len: 217 time: 0.0889704 Dec 09 22:31:10.517596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:31:10.590893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7d25e613-fe66-49d9-80f0-ea894fdd7c97 req-e620a371-8dab-4479-823b-cb6257327bea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] For port cb373540-1c63-4a88-be32-efb210728d35, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=cb373540-1c63-4a88-be32-efb210728d35,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:10.591257 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7d25e613-fe66-49d9-80f0-ea894fdd7c97 req-e620a371-8dab-4479-823b-cb6257327bea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:10.594396 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:10.594748 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Added segment f508b541-6b1f-4858-9d05-e8985494588d of type vlan for network 50dafd6e-6ecd-4b84-98eb-b29e355723d1 Dec 09 22:31:10.604030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-7d25e613-fe66-49d9-80f0-ea894fdd7c97 req-e620a371-8dab-4479-823b-cb6257327bea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Calling delete_port for cb373540-1c63-4a88-be32-efb210728d35 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:10.662887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9c0ba-0031-4219-90aa-ac342f48fa24 req-007bf35d-0ece-432a-868b-486d641601d2 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:10.664280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16d9c0ba-0031-4219-90aa-ac342f48fa24 req-007bf35d-0ece-432a-868b-486d641601d2 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 946 time: 0.6034534 Dec 09 22:31:10.732464 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7d25e613-fe66-49d9-80f0-ea894fdd7c97 req-e620a371-8dab-4479-823b-cb6257327bea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:10.745138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['cb373540-1c63-4a88-be32-efb210728d35'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:31:10.765525 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620a371-8dab-4479-823b-cb6257327bea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Pushing event deleted for resources: {'Port': ['ID=cb373540-1c63-4a88-be32-efb210728d35,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:10.783132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['3701f997-0361-45d7-b322-d4256115e835'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:31:10.811489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d25e613-fe66-49d9-80f0-ea894fdd7c97 req-e620a371-8dab-4479-823b-cb6257327bea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] No DVR routers for this DVR port cb373540-1c63-4a88-be32-efb210728d35 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:10.814916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7d25e613-fe66-49d9-80f0-ea894fdd7c97 req-e620a371-8dab-4479-823b-cb6257327bea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:10.818547 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7d25e613-fe66-49d9-80f0-ea894fdd7c97 req-e620a371-8dab-4479-823b-cb6257327bea tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.42 "DELETE /v2.0/ports/cb373540-1c63-4a88-be32-efb210728d35 HTTP/1.1" status: 204 len: 173 time: 0.4328799 Dec 09 22:31:10.819019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'name': 'network-vif-deleted', 'tag': 'cb373540-1c63-4a88-be32-efb210728d35'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:10.821342 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20223e02-a27c-41d7-b5ba-25efb3f1b23b" -d '{"events": [{"server_uuid": "fddbf413-c892-497e-87f2-905757c2bb6a", "name": "network-vif-deleted", "tag": "cb373540-1c63-4a88-be32-efb210728d35"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:10.829434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-d6c22439-b81d-4ff4-ad26-c435ef93fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:10.831439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-d6c22439-b81d-4ff4-ad26-c435ef93fed7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c61dafb-561e-4cb7-bd81-c814e797ed36 HTTP/1.1" status: 200 len: 854 time: 0.3061359 Dec 09 22:31:10.914842 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:10.928236 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-91c6bba6-35e4-4e91-88b8-cd0605dfdda5 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968446 Dec 09 22:31:10.930293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-bace9716-884b-490b-9fb0-125b150c97c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4fd0f5d5-24f1-4910-890b-998a883dc6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786965 Dec 09 22:31:11.044879 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.resource_extend [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:31:11.051630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16d9c0ba-0031-4219-90aa-ac342f48fa24 req-f684aa3d-990e-4a08-acf4-2e65fbe596d3 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3501792 Dec 09 22:31:11.066172 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-695ebfc6-2ea8-472e-8501-f530502f0a98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=03aed5e5-54fb-45cf-a042-ed4985351e80 HTTP/1.1" status: 200 len: 217 time: 0.1239259 Dec 09 22:31:11.155121 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:11.160983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:11.161605 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:11.165817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a860f-2e1c-4649-ae77-3a6babd6c17b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port bb2c3630-f0dc-4ef3-a4bb-c7c4bfe12857 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:11.166094 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f1a860f-2e1c-4649-ae77-3a6babd6c17b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:11.283053 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.api [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:31:11.283404 n-d-789963-23 neutron-server[103418]: DEBUG oslo_db.api [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:31:11.325923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5752623 Dec 09 22:31:11.329010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41818) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:11.335286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1739e811-9319-4cc7-8690-ab3ffa47fe6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': '50dafd6e-6ecd-4b84-98eb-b29e355723d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:11.335482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-0b098640-fccb-4871-ab89-e8629d128a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:11.336786 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-0b098640-fccb-4871-ab89-e8629d128a03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.2582734 Dec 09 22:31:11.406935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4511fb1-d76f-4c11-972c-cc7c3ad185b0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Network': ['ID=50dafd6e-6ecd-4b84-98eb-b29e355723d1,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:11.410552 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-7243178c-c8d5-41fa-aaa2-a74853a9d025 service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574056 Dec 09 22:31:11.418031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 50dafd6e-6ecd-4b84-98eb-b29e355723d1 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:31:11.431038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1739e811-9319-4cc7-8690-ab3ffa47fe6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:11.435749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1739e811-9319-4cc7-8690-ab3ffa47fe6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:11.444477 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f1a860f-2e1c-4649-ae77-3a6babd6c17b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:11.453940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3dc69-0ad0-4678-8e30-49b3f0b33b73 req-44063c35-4a72-4edf-a439-263b1959e184 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:11.458397 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8dd3dc69-0ad0-4678-8e30-49b3f0b33b73 req-44063c35-4a72-4edf-a439-263b1959e184 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.3090992 Dec 09 22:31:11.507861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a860f-2e1c-4649-ae77-3a6babd6c17b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for bb2c3630-f0dc-4ef3-a4bb-c7c4bfe12857 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:11.565501 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-88f6f8c0-c30b-4a7e-a359-9c1f2260dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:11.567056 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-88f6f8c0-c30b-4a7e-a359-9c1f2260dd6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1927314 Dec 09 22:31:11.654446 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1739e811-9319-4cc7-8690-ab3ffa47fe6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:11.706742 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8dd3dc69-0ad0-4678-8e30-49b3f0b33b73 req-83077d98-cf46-423b-8cb6-ba657919b05c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227590 Dec 09 22:31:11.714835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bf7ea7f-71c0-40d1-9581-0d630b81e025 req-56dc9470-60ef-4468-9a97-2b538ff53672 service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914484 Dec 09 22:31:11.753867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739e811-9319-4cc7-8690-ab3ffa47fe6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Subnet': ['ID=c721a8ed-36f7-4b77-bf2d-736b1700e66b,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:11.759301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739e811-9319-4cc7-8690-ab3ffa47fe6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Checking segment: {'id': 'f508b541-6b1f-4858-9d05-e8985494588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '50dafd6e-6ecd-4b84-98eb-b29e355723d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:11.759722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1739e811-9319-4cc7-8690-ab3ffa47fe6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network hostable DHCP agents. Network: 50dafd6e-6ecd-4b84-98eb-b29e355723d1, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:31:11.778406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1739e811-9319-4cc7-8690-ab3ffa47fe6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 50dafd6e-6ecd-4b84-98eb-b29e355723d1 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:31:11.784847 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-1a15b081-0ec4-4e6e-bc42-515207bf4756 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050939 Dec 09 22:31:11.787858 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:11.789645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1739e811-9319-4cc7-8690-ab3ffa47fe6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 50dafd6e-6ecd-4b84-98eb-b29e355723d1) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:11.797461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1739e811-9319-4cc7-8690-ab3ffa47fe6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:11.798277 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1739e811-9319-4cc7-8690-ab3ffa47fe6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:11.806288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60388759-24b2-4259-addd-9dec1d02900d None None] Network 50dafd6e-6ecd-4b84-98eb-b29e355723d1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:11.819701 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1739e811-9319-4cc7-8690-ab3ffa47fe6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4892666 Dec 09 22:31:11.837713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41824) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:11.845434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': '50dafd6e-6ecd-4b84-98eb-b29e355723d1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-890023788'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:11.940447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-50dafd6e-6ecd-4b84-98eb-b29e355723d1', 'network_id': '50dafd6e-6ecd-4b84-98eb-b29e355723d1', 'project_id': 'ad62b25d3f244222b707b68c1668e2ff', 'fixed_ips': [{'subnet_id': 'c721a8ed-36f7-4b77-bf2d-736b1700e66b'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:31:11.941945 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:12.103275 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb4abf7-0e7a-4ca4-9580-194714d7703a x-openstack-request-id: req-8bb4abf7-0e7a-4ca4-9580-194714d7703a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:12.103615 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddbf413-c892-497e-87f2-905757c2bb6a", "name": "network-vif-deleted", "tag": "cb373540-1c63-4a88-be32-efb210728d35", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:12.103868 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bb4abf7-0e7a-4ca4-9580-194714d7703a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:12.104584 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddbf413-c892-497e-87f2-905757c2bb6a', 'name': 'network-vif-deleted', 'tag': 'cb373540-1c63-4a88-be32-efb210728d35', 'status': 'completed', 'code': 200} Dec 09 22:31:12.140159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Allocated IP 2001:db8::2 (50dafd6e-6ecd-4b84-98eb-b29e355723d1/c721a8ed-36f7-4b77-bf2d-736b1700e66b/f755feda-9a4c-4e1b-951b-60ee1251ebaf) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:12.170304 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f1a860f-2e1c-4649-ae77-3a6babd6c17b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:12.330562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41842) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:12.335717 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:12.345171 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:12.371224 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Network 50dafd6e-6ecd-4b84-98eb-b29e355723d1 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:12.374971 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:12.378689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:12.477026 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-593b8439-9a38-4382-b549-55c7bb5e94f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:12.486686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Pushing event updated for resources: {'Port': ['ID=f755feda-9a4c-4e1b-951b-60ee1251ebaf,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:12.495857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Attempting to bind port f755feda-9a4c-4e1b-951b-60ee1251ebaf on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:31:12.496250 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Attempting to bind port f755feda-9a4c-4e1b-951b-60ee1251ebaf by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'f508b541-6b1f-4858-9d05-e8985494588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '50dafd6e-6ecd-4b84-98eb-b29e355723d1'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:31:12.496673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Attempting to bind port f755feda-9a4c-4e1b-951b-60ee1251ebaf on network 50dafd6e-6ecd-4b84-98eb-b29e355723d1 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:31:12.503476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:31:12.503857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Checking segment: {'id': 'f508b541-6b1f-4858-9d05-e8985494588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '50dafd6e-6ecd-4b84-98eb-b29e355723d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:12.504284 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:12.504887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Bound using segment: {'id': 'f508b541-6b1f-4858-9d05-e8985494588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '50dafd6e-6ecd-4b84-98eb-b29e355723d1'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:31:12.505378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Bound port: f755feda-9a4c-4e1b-951b-60ee1251ebaf, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f508b541-6b1f-4858-9d05-e8985494588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '50dafd6e-6ecd-4b84-98eb-b29e355723d1'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:31:12.506613 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:12.601326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] For port f755feda-9a4c-4e1b-951b-60ee1251ebaf, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:31:12.606150 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] For port f755feda-9a4c-4e1b-951b-60ee1251ebaf, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f755feda-9a4c-4e1b-951b-60ee1251ebaf,segment=NetworkSegment(f508b541-6b1f-4858-9d05-e8985494588d),segment_id=f508b541-6b1f-4858-9d05-e8985494588d)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:31:12.615288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:12.637452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-593b8439-9a38-4382-b549-55c7bb5e94f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:12.649164 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-593b8439-9a38-4382-b549-55c7bb5e94f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:12.735703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f01049-28f2-44ae-8c03-36e586482e99 None None] Pushing event updated for resources: {'Port': ['ID=f755feda-9a4c-4e1b-951b-60ee1251ebaf,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:12.758234 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-593b8439-9a38-4382-b549-55c7bb5e94f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5303696e06e543529be505b068fde145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4259109 Dec 09 22:31:12.760545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b8439-9a38-4382-b549-55c7bb5e94f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9855084-da9a-4f08-a8a8-01e1442c0c5b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:12.762892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41854) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:12.871105 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7e24463-1eb2-4161-817e-7014b3961ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:12.906084 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7e24463-1eb2-4161-817e-7014b3961ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:12.996403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-118bac99-05e4-4fb9-95f8-d4c93444511a service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1990063 Dec 09 22:31:13.013565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a860f-2e1c-4649-ae77-3a6babd6c17b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=bb2c3630-f0dc-4ef3-a4bb-c7c4bfe12857,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:13.026599 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7e24463-1eb2-4161-817e-7014b3961ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:13.039642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7e24463-1eb2-4161-817e-7014b3961ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:13.044437 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a7e24463-1eb2-4161-817e-7014b3961ffb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9855084-da9a-4f08-a8a8-01e1442c0c5b HTTP/1.1" status: 204 len: 168 time: 0.2780938 Dec 09 22:31:13.053718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e24463-1eb2-4161-817e-7014b3961ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9855084-da9a-4f08-a8a8-01e1442c0c5b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:13.300936 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device cb373540-1c63-4a88-be32-efb210728d35 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:13.324105 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-de132c15-2297-4f4b-bd03-bb62ded12ade service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fe013a1-f671-45b5-8107-e5e2c060d7ce HTTP/1.1" status: 200 len: 217 time: 0.3072851 Dec 09 22:31:13.330907 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.resource_extend [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:31:13.366661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: cb373540-1c63-4a88-be32-efb210728d35 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:13.370404 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device cb373540-1c63-4a88-be32-efb210728d35 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:13.427384 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:13.460374 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:13.685105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:13.689039 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:13.757740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc055f-4e13-437a-9e86-a3442635dbbc req-b062fc8a-25ae-47d1-a012-2841492eca29 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:13.769882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41872) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:13.776807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-acd9c76a-6cc6-4ac1-aaa9-268f8acd0e7f tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Request body: {'floatingip': {'port_id': 'a76b0f17-d051-4216-86be-275b995850ed'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:13.777811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76bc055f-4e13-437a-9e86-a3442635dbbc req-b062fc8a-25ae-47d1-a012-2841492eca29 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 946 time: 0.7825987 Dec 09 22:31:13.779073 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Floating IP b684ed58-5e42-4efb-b08e-84356d297f87 associated. External IP: 172.25.8.88, port: 3701f997-0361-45d7-b322-d4256115e835. Dec 09 22:31:13.784210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port f4403b24-9f21-4b33-9c8a-4a07aa246488 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:31:13.815103 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f1a860f-2e1c-4649-ae77-3a6babd6c17b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:13.881270 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-acd9c76a-6cc6-4ac1-aaa9-268f8acd0e7f tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:13.991375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-651d136d-277b-4c1e-966b-e57d4270016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:13.998674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-651d136d-277b-4c1e-966b-e57d4270016b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25fddd92-6096-43db-943d-1bcc15f8470d HTTP/1.1" status: 200 len: 797 time: 0.5677593 Dec 09 22:31:14.048032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f755feda-9a4c-4e1b-951b-60ee1251ebaf up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:14.146989 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f755feda-9a4c-4e1b-951b-60ee1251ebaf triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:14.147673 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:14.297973 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:14.341521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8::55 (50dafd6e-6ecd-4b84-98eb-b29e355723d1/c721a8ed-36f7-4b77-bf2d-736b1700e66b/f4403b24-9f21-4b33-9c8a-4a07aa246488) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:14.354973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port f755feda-9a4c-4e1b-951b-60ee1251ebaf, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f755feda-9a4c-4e1b-951b-60ee1251ebaf,segment=NetworkSegment(f508b541-6b1f-4858-9d05-e8985494588d),segment_id=f508b541-6b1f-4858-9d05-e8985494588d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:14.366965 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:14.459973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=f755feda-9a4c-4e1b-951b-60ee1251ebaf,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:14.477527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41882) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:14.548950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d8a6be-2ebc-4c83-b28b-f2228d1fb417 None None] Network 50dafd6e-6ecd-4b84-98eb-b29e355723d1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:14.703598 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-acd9c76a-6cc6-4ac1-aaa9-268f8acd0e7f tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:14.709065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-acd9c76a-6cc6-4ac1-aaa9-268f8acd0e7f tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:14.768881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1378455447-network', 'tenant_id': 'a8d23234954d4ea2893572a7e09a00af'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:14.802130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adbc02-4676-4b2c-9787-68020f0b5ca2 req-50c7314c-bf7e-4055-bedf-17b642a13d3a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:14.810252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c7fce4db-6c86-40d5-b7b3-7353a6025b98 None None] Provisioning complete for port f755feda-9a4c-4e1b-951b-60ee1251ebaf triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:14.810641 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c7fce4db-6c86-40d5-b7b3-7353a6025b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:14.812114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7adbc02-4676-4b2c-9787-68020f0b5ca2 req-50c7314c-bf7e-4055-bedf-17b642a13d3a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.8475928 Dec 09 22:31:14.884709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Made reservation on behalf of a8d23234954d4ea2893572a7e09a00af for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:14.888174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:14.916424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:14.933578 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:15.006806 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1a860f-2e1c-4649-ae77-3a6babd6c17b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router de8341ca-e0f3-4beb-bfe6-4170504e08a8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:31:15.010818 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-acd9c76a-6cc6-4ac1-aaa9-268f8acd0e7f tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Floating IP 19a494eb-a97f-48d8-a963-2f0719cee110 associated. External IP: 172.25.8.145, port: a76b0f17-d051-4216-86be-275b995850ed. Dec 09 22:31:15.014336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-c4e0b6e0-ecc0-420c-a11d-8378ec380a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:15.015905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-c4e0b6e0-ecc0-420c-a11d-8378ec380a9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7311151 Dec 09 22:31:15.106439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7adbc02-4676-4b2c-9787-68020f0b5ca2 req-3686598f-d65e-45a8-8ef7-5c717ba4e149 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932577 Dec 09 22:31:15.290289 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:15.299666 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:15.304240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Router 9ce87c53-097b-464b-9221-21ff6dd83061 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:31:15.320424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:31:15.356908 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:15.383711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1a860f-2e1c-4649-ae77-3a6babd6c17b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:15.396116 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cea6335-9f5b-4400-bc80-5626e7dc6a67 None None] Sync routers for ids ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:15.411520 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2f1a860f-2e1c-4649-ae77-3a6babd6c17b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/de8341ca-e0f3-4beb-bfe6-4170504e08a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7489128 Dec 09 22:31:15.413780 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea6335-9f5b-4400-bc80-5626e7dc6a67 None None] Routers {'de8341ca-e0f3-4beb-bfe6-4170504e08a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:15.414431 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4cea6335-9f5b-4400-bc80-5626e7dc6a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:15.415561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41886) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:15.433311 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-4b5f05db-c3b5-4f76-a091-701447e71cad service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825862 Dec 09 22:31:15.438268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:15.438666 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Added segment 623d8eed-68ad-4788-916f-3b8e0af3e09b of type vlan for network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 Dec 09 22:31:15.442118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-84f32f2b-d118-40bd-aab1-e0dc00eb93bc None None] Provisioning complete for port f755feda-9a4c-4e1b-951b-60ee1251ebaf triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:15.442651 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84f32f2b-d118-40bd-aab1-e0dc00eb93bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:15.466019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:15.491286 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4cea6335-9f5b-4400-bc80-5626e7dc6a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:15.507706 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea6335-9f5b-4400-bc80-5626e7dc6a67 None None] Routers {'de8341ca-e0f3-4beb-bfe6-4170504e08a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:15.518627 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4cea6335-9f5b-4400-bc80-5626e7dc6a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:15.532230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.533401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.534214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.534713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.535205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.535694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.536202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.536704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.537567 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.537932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.538266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.538598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.538924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:15.582328 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:15.597207 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4cea6335-9f5b-4400-bc80-5626e7dc6a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:15.597918 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cea6335-9f5b-4400-bc80-5626e7dc6a67 None None] The sync data for ids ['de8341ca-e0f3-4beb-bfe6-4170504e08a8'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:15.607048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ce24a0cd-2940-4273-8315-745aa40d1d8b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=de8341ca-e0f3-4beb-bfe6-4170504e08a8 HTTP/1.1" status: 200 len: 205 time: 0.1872864 Dec 09 22:31:15.616349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41888) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:15.627858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 50dafd6e-6ecd-4b84-98eb-b29e355723d1 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:15.651212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:15.671935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:15.682919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:15.683330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:15.688091 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=f4403b24-9f21-4b33-9c8a-4a07aa246488,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:15.721361 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db810d6a-227e-4455-873b-5e99b0e244f9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:15.758391 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:15.759347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:15.759940 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:15.764882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-344a3e6e-e63b-4508-94c8-e0b0fa2d82ef tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 3.9239728 Dec 09 22:31:15.787725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd9c76a-6cc6-4ac1-aaa9-268f8acd0e7f tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Router fb85205d-f57a-4f38-afd6-507359141a48 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:31:15.840537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41892) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:16.008439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f755feda-9a4c-4e1b-951b-60ee1251ebaf up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:16.060808 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5738122 Dec 09 22:31:16.104819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41894) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:16.110757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f755feda-9a4c-4e1b-951b-60ee1251ebaf triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:16.110940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d10548da-f645-411d-991e-530421b6af6a admin admin] Request body: {'subnet': {'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1378455447-subnet', 'tenant_id': 'a8d23234954d4ea2893572a7e09a00af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:16.111686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.164241 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d9630-5cac-4c17-a211-7ed9e0236185 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe9ae07-d789-4c51-ba67-6e3bb228e467,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:16.178443 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:31:16.249826 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-937787ef-fa80-4b78-866a-2bada198433b None None] Provisioning complete for port f4403b24-9f21-4b33-9c8a-4a07aa246488 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:16.250565 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-937787ef-fa80-4b78-866a-2bada198433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.272945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db810d6a-227e-4455-873b-5e99b0e244f9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.281970 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db810d6a-227e-4455-873b-5e99b0e244f9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.367419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-937787ef-fa80-4b78-866a-2bada198433b None None] Port f4403b24-9f21-4b33-9c8a-4a07aa246488 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:16.378649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:16.386258 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.400320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10548da-f645-411d-991e-530421b6af6a admin admin] Made reservation on behalf of a8d23234954d4ea2893572a7e09a00af for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:16.402442 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d10548da-f645-411d-991e-530421b6af6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.412625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8babf-927a-4f8a-ae95-443c785a628e None None] Sync routers for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:16.417606 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-7296d185-330c-4628-9b62-32d24a3419fe tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "PUT /v2.0/floatingips/b684ed58-5e42-4efb-b08e-84356d297f87 HTTP/1.1" status: 200 len: 995 time: 6.9402103 Dec 09 22:31:16.419307 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'tag': '3701f997-0361-45d7-b322-d4256115e835'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:16.421741 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6e69e8-3c90-47fa-a38e-7a1ce1bad214" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "tag": "3701f997-0361-45d7-b322-d4256115e835"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:16.426306 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-d030073d-4eaf-4646-8e5d-237603207a55 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8289716 Dec 09 22:31:16.447479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8babf-927a-4f8a-ae95-443c785a628e None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:16.448164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-22e8babf-927a-4f8a-ae95-443c785a628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:16.460614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc17671-38d6-4f44-a959-d38a817844a1 req-cccb1bdf-b0c0-40c3-881d-c3e8ca177c56 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:16.462583 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3fc17671-38d6-4f44-a959-d38a817844a1 req-cccb1bdf-b0c0-40c3-881d-c3e8ca177c56 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.1794484 Dec 09 22:31:16.532094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-f8e0f3b0-941e-467b-9f99-f7fb488d011c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f703d7-47ef-4683-a233-aaa3f462a6d9 HTTP/1.1" status: 200 len: 217 time: 0.0918233 Dec 09 22:31:16.537447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db810d6a-227e-4455-873b-5e99b0e244f9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.538072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db810d6a-227e-4455-873b-5e99b0e244f9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Fanout notify agent at l3_agent the message router_deleted on router de8341ca-e0f3-4beb-bfe6-4170504e08a8 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:31:16.551123 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db810d6a-227e-4455-873b-5e99b0e244f9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.555351 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-db810d6a-227e-4455-873b-5e99b0e244f9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/de8341ca-e0f3-4beb-bfe6-4170504e08a8 HTTP/1.1" status: 204 len: 168 time: 0.9332509 Dec 09 22:31:16.556674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41904) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:16.582258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd9c76a-6cc6-4ac1-aaa9-268f8acd0e7f tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:16.588105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9577ebac-bad8-4e07-9e31-1e204e984b37 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port f4403b24-9f21-4b33-9c8a-4a07aa246488 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:16.588315 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9577ebac-bad8-4e07-9e31-1e204e984b37 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.594779 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-acd9c76a-6cc6-4ac1-aaa9-268f8acd0e7f tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.597104 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75cd13-d3af-49f7-b967-a9cb43d48053 None None] Sync routers for ids ['fb85205d-f57a-4f38-afd6-507359141a48'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:16.624973 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75cd13-d3af-49f7-b967-a9cb43d48053 None None] Routers {'fb85205d-f57a-4f38-afd6-507359141a48'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:16.625629 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ef75cd13-d3af-49f7-b967-a9cb43d48053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fb85205d-f57a-4f38-afd6-507359141a48'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:16.627477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-22e8babf-927a-4f8a-ae95-443c785a628e None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:31:16.640551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-78bc07d1-92d0-416d-b299-b76ba40e9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:16.642241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-78bc07d1-92d0-416d-b299-b76ba40e9ddb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 1097 time: 0.2110269 Dec 09 22:31:16.722234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-2712a61e-058f-40ce-90db-4166f7441bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:16.723830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-2712a61e-058f-40ce-90db-4166f7441bce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25fddd92-6096-43db-943d-1bcc15f8470d HTTP/1.1" status: 200 len: 797 time: 0.1810458 Dec 09 22:31:16.745082 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-acd9c76a-6cc6-4ac1-aaa9-268f8acd0e7f tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "PUT /v2.0/floatingips/19a494eb-a97f-48d8-a963-2f0719cee110 HTTP/1.1" status: 200 len: 992 time: 2.9739542 Dec 09 22:31:16.745293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3fc17671-38d6-4f44-a959-d38a817844a1 req-83301909-7f98-4f34-9381-0df60a2ba0ec tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294929 Dec 09 22:31:16.749663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'tag': 'a76b0f17-d051-4216-86be-275b995850ed'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:16.751681 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9d14c1-0043-42a6-be8f-a15f6e847802" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f8c6b0-04dd-41d2-8527-573be7c86798", "tag": "a76b0f17-d051-4216-86be-275b995850ed"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:16.779289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8de5af-b0f3-439f-81a3-af82b00e5e46 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting subnet 63286544-91e6-4b9c-ac30-722421e31faf {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:31:16.783111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd8de5af-b0f3-439f-81a3-af82b00e5e46 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.847144 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd8de5af-b0f3-439f-81a3-af82b00e5e46 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.872103 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9577ebac-bad8-4e07-9e31-1e204e984b37 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.904626 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d10548da-f645-411d-991e-530421b6af6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:16.911115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9577ebac-bad8-4e07-9e31-1e204e984b37 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for f4403b24-9f21-4b33-9c8a-4a07aa246488 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:16.975998 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd8de5af-b0f3-439f-81a3-af82b00e5e46 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:17.000991 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-ef75cd13-d3af-49f7-b967-a9cb43d48053 None None] Set router fb85205d-f57a-4f38-afd6-507359141a48 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:31:17.063196 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e52407-7bd5-440e-8058-984c513611f0 x-openstack-request-id: req-b8e52407-7bd5-440e-8058-984c513611f0 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:17.063581 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "tag": "3701f997-0361-45d7-b322-d4256115e835", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:17.063779 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8e52407-7bd5-440e-8058-984c513611f0 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:17.064208 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'tag': '3701f997-0361-45d7-b322-d4256115e835', 'status': 'completed', 'code': 200} Dec 09 22:31:17.089612 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd8de5af-b0f3-439f-81a3-af82b00e5e46 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:17.126515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-1f2961bf-f4f9-401c-ba1a-ce34f674cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:17.128163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-1f2961bf-f4f9-401c-ba1a-ce34f674cab3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3955066 Dec 09 22:31:17.174796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8de5af-b0f3-439f-81a3-af82b00e5e46 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Subnet': ['ID=63286544-91e6-4b9c-ac30-722421e31faf,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:17.176974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-6d813fdd-b205-4c43-80eb-9a378219b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:17.178793 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-6d813fdd-b205-4c43-80eb-9a378219b032 service neutron] 10.222.0.16 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.5243163 Dec 09 22:31:17.180291 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd8de5af-b0f3-439f-81a3-af82b00e5e46 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:17.187569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fd8de5af-b0f3-439f-81a3-af82b00e5e46 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/63286544-91e6-4b9c-ac30-722421e31faf HTTP/1.1" status: 204 len: 168 time: 0.6294413 Dec 09 22:31:17.192913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41910) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:17.272531 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe4fbc6-5b57-42fd-97e0-f400f0eb036f None None] Network 72001b4f-be22-4ff2-bbc2-1277b727e64d requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:17.374126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10548da-f645-411d-991e-530421b6af6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f1004dd-1947-4098-b1fd-e21f1a6f9f7e,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:17.398341 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfe7473-4e1f-465b-97fe-a61bccd9635b x-openstack-request-id: req-4dfe7473-4e1f-465b-97fe-a61bccd9635b {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:17.398865 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f8c6b0-04dd-41d2-8527-573be7c86798", "tag": "a76b0f17-d051-4216-86be-275b995850ed", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:17.399331 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4dfe7473-4e1f-465b-97fe-a61bccd9635b {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:17.401253 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'tag': 'a76b0f17-d051-4216-86be-275b995850ed', 'status': 'completed', 'code': 200} Dec 09 22:31:17.431012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfb5320-60a6-4a93-8f52-08921322bbab tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting subnet 731d82ed-789f-414c-9ce0-5cced6b15f0b {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:31:17.447820 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5320-60a6-4a93-8f52-08921322bbab tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:17.455099 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-a2ee19c9-30c3-4f8a-8456-6b6fabd847ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 998 time: 0.2330656 Dec 09 22:31:17.461707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10548da-f645-411d-991e-530421b6af6a admin admin] Checking segment: {'id': '623d8eed-68ad-4788-916f-3b8e0af3e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:17.463100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10548da-f645-411d-991e-530421b6af6a admin admin] Network hostable DHCP agents. Network: 9fe9ae07-d789-4c51-ba67-6e3bb228e467, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:31:17.499475 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ef75cd13-d3af-49f7-b967-a9cb43d48053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:29:55Z', 'revision_number': 4, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '19a494eb-a97f-48d8-a963-2f0719cee110', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'port_id': 'a76b0f17-d051-4216-86be-275b995850ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'mac_address': 'fa:16:3e:05:07:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:04Z', 'updated_at': '2021-12-09T22:31:14Z', 'revision_number': 1, 'project_id': '521c280ad6b84050888956ce76755bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70dc0f0-45f6-4407-b097-ed6bd69ae44c', 'name': '', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'mac_address': 'fa:16:3e:40:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:54Z', 'updated_at': '2021-12-09T22:30:01Z', 'revision_number': 5, 'project_id': '521c280ad6b84050888956ce76755bf1', 'subnets': [{'id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:17.534104 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75cd13-d3af-49f7-b967-a9cb43d48053 None None] Checking router: fb85205d-f57a-4f38-afd6-507359141a48 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:31:17.549226 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75cd13-d3af-49f7-b967-a9cb43d48053 None None] Routers {'fb85205d-f57a-4f38-afd6-507359141a48'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:17.550386 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ef75cd13-d3af-49f7-b967-a9cb43d48053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fb85205d-f57a-4f38-afd6-507359141a48'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:17.569400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e69e8-3c90-47fa-a38e-7a1ce1bad214 req-43fccf4c-9ff4-4eac-a15e-c92f2b42abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:17.571186 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6e69e8-3c90-47fa-a38e-7a1ce1bad214 req-43fccf4c-9ff4-4eac-a15e-c92f2b42abb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 1097 time: 0.4188786 Dec 09 22:31:17.574102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-22e8babf-927a-4f8a-ae95-443c785a628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'b684ed58-5e42-4efb-b08e-84356d297f87', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'port_id': '3701f997-0361-45d7-b322-d4256115e835', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'mac_address': 'fa:16:3e:01:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:19Z', 'updated_at': '2021-12-09T22:31:12Z', 'revision_number': 8, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:17.606663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8babf-927a-4f8a-ae95-443c785a628e None None] Checking router: 9ce87c53-097b-464b-9221-21ff6dd83061 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:31:17.616280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8babf-927a-4f8a-ae95-443c785a628e None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:17.617166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-22e8babf-927a-4f8a-ae95-443c785a628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:17.660733 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b417ff-ad00-44ef-ac09-8c30cdd44a02 None None] DHCP port deletion for 72001b4f-be22-4ff2-bbc2-1277b727e64d request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:31:17.709199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-3bfb24e2-e682-40a1-b37f-15c19f7503bc service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473237 Dec 09 22:31:17.753292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-e2960c30-ba5f-4da5-b070-e67f93d783d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:17.755158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-e2960c30-ba5f-4da5-b070-e67f93d783d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.2836471 Dec 09 22:31:17.825356 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-ef75cd13-d3af-49f7-b967-a9cb43d48053 None None] Set router fb85205d-f57a-4f38-afd6-507359141a48 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:31:17.933351 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-22e8babf-927a-4f8a-ae95-443c785a628e None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:31:17.988073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-26b417ff-ad00-44ef-ac09-8c30cdd44a02 None None] Deleting port aaf34da1-77d6-4995-8581-78d9066a0ea1 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:17.988544 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26b417ff-ad00-44ef-ac09-8c30cdd44a02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:18.006865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device aaf34da1-77d6-4995-8581-78d9066a0ea1 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:18.043070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e69e8-3c90-47fa-a38e-7a1ce1bad214 req-7f9d03a7-9ea5-4c20-8eea-4c54cd240966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:18.044665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6e69e8-3c90-47fa-a38e-7a1ce1bad214 req-7f9d03a7-9ea5-4c20-8eea-4c54cd240966 service neutron] 10.222.0.18 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.4093778 Dec 09 22:31:18.148292 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5320-60a6-4a93-8f52-08921322bbab tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:18.151334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10548da-f645-411d-991e-530421b6af6a admin admin] Network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:31:18.164354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-26b417ff-ad00-44ef-ac09-8c30cdd44a02 None None] For port aaf34da1-77d6-4995-8581-78d9066a0ea1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=aaf34da1-77d6-4995-8581-78d9066a0ea1,segment=NetworkSegment(48519669-b61e-4e05-83c7-44a0f0b3a07e),segment_id=48519669-b61e-4e05-83c7-44a0f0b3a07e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:18.164754 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26b417ff-ad00-44ef-ac09-8c30cdd44a02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:18.198348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-26b417ff-ad00-44ef-ac09-8c30cdd44a02 None None] Calling delete_port for aaf34da1-77d6-4995-8581-78d9066a0ea1 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:18.241829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d10548da-f645-411d-991e-530421b6af6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 9fe9ae07-d789-4c51-ba67-6e3bb228e467) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:18.254185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d14c1-0043-42a6-be8f-a15f6e847802 req-c264ba0e-c07f-44e2-8a92-33e009fbba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:18.255834 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e9d14c1-0043-42a6-be8f-a15f6e847802 req-c264ba0e-c07f-44e2-8a92-33e009fbba00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=521c280ad6b84050888956ce76755bf1&device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 1098 time: 0.7141392 Dec 09 22:31:18.257141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10548da-f645-411d-991e-530421b6af6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:18.257778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d10548da-f645-411d-991e-530421b6af6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:18.296827 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59eb1d6e-51e0-497c-a343-fd37bc411ff2 req-61f13b54-7d47-4aca-bcdd-651f9aeef811 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722897 Dec 09 22:31:18.334471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5423a1d9-7ada-4402-8939-771a769515fc None None] Network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:18.344371 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9577ebac-bad8-4e07-9e31-1e204e984b37 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:18.429697 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d10548da-f645-411d-991e-530421b6af6a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3233798 Dec 09 22:31:18.450640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6e69e8-3c90-47fa-a38e-7a1ce1bad214 req-f2b9091d-cb1b-4edb-b403-a637c3a9e529 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 998 time: 0.1518486 Dec 09 22:31:18.466722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb534a1-84f8-430d-b1f3-52da30f9a3f7 req-4b49f9ff-9baf-4b78-b1f0-cf545ea88b2a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:18.475647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fb534a1-84f8-430d-b1f3-52da30f9a3f7 req-4b49f9ff-9baf-4b78-b1f0-cf545ea88b2a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.4962063 Dec 09 22:31:18.487176 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-4cc15df5-ce21-4df7-b672-0702ba9c4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:18.488697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-4cc15df5-ce21-4df7-b672-0702ba9c4ddf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6043956 Dec 09 22:31:18.520283 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:18.594138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e69e8-3c90-47fa-a38e-7a1ce1bad214 req-83975593-807e-4c88-a2a8-9d0b6ae1bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:18.596473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6e69e8-3c90-47fa-a38e-7a1ce1bad214 req-83975593-807e-4c88-a2a8-9d0b6ae1bcde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.1121888 Dec 09 22:31:18.603581 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port aaf34da1-77d6-4995-8581-78d9066a0ea1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=aaf34da1-77d6-4995-8581-78d9066a0ea1,segment=NetworkSegment(48519669-b61e-4e05-83c7-44a0f0b3a07e),segment_id=48519669-b61e-4e05-83c7-44a0f0b3a07e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:18.610033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fb534a1-84f8-430d-b1f3-52da30f9a3f7 req-7045a8be-d3c1-414d-ba16-33af2e8c010f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332278 Dec 09 22:31:18.622085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577ebac-bad8-4e07-9e31-1e204e984b37 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=f4403b24-9f21-4b33-9c8a-4a07aa246488,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:18.682141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-22e8babf-927a-4f8a-ae95-443c785a628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'b684ed58-5e42-4efb-b08e-84356d297f87', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'port_id': '3701f997-0361-45d7-b322-d4256115e835', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'mac_address': 'fa:16:3e:01:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:19Z', 'updated_at': '2021-12-09T22:31:12Z', 'revision_number': 8, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:18.685599 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:18.703480 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9577ebac-bad8-4e07-9e31-1e204e984b37 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:18.711077 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9577ebac-bad8-4e07-9e31-1e204e984b37 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/f4403b24-9f21-4b33-9c8a-4a07aa246488 HTTP/1.1" status: 204 len: 168 time: 2.8632600 Dec 09 22:31:18.713018 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5320-60a6-4a93-8f52-08921322bbab tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:18.719964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41924) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:18.871273 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-684ec276-bd6b-4c79-ae33-d3ce914fd027 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:31:18.878778 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-684ec276-bd6b-4c79-ae33-d3ce914fd027 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/f4403b24-9f21-4b33-9c8a-4a07aa246488 HTTP/1.1" status: 404 len: 333 time: 0.1518464 Dec 09 22:31:18.879425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41926) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:18.923194 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-734415d4-5666-4237-9990-87a57a354909 service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246553 Dec 09 22:31:18.948769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af220ee-4f04-414a-8d45-c594731919bc None None] Network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:18.971664 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=aaf34da1-77d6-4995-8581-78d9066a0ea1,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:18.988076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8babf-927a-4f8a-ae95-443c785a628e None None] The sync data for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 is: [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'b684ed58-5e42-4efb-b08e-84356d297f87', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'port_id': '3701f997-0361-45d7-b322-d4256115e835', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'mac_address': 'fa:16:3e:01:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:19Z', 'updated_at': '2021-12-09T22:31:12Z', 'revision_number': 8, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:19.002981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d14c1-0043-42a6-be8f-a15f6e847802 req-632e902d-da66-487d-a4d7-fefe0bee7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:19.010589 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e9d14c1-0043-42a6-be8f-a15f6e847802 req-632e902d-da66-487d-a4d7-fefe0bee7517 service neutron] 10.222.0.18 "GET /v2.0/networks?id=694bdbc1-64e1-4f22-92bb-851cbbfe46d9 HTTP/1.1" status: 200 len: 916 time: 0.7352140 Dec 09 22:31:19.027941 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ef75cd13-d3af-49f7-b967-a9cb43d48053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:29:55Z', 'revision_number': 4, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '19a494eb-a97f-48d8-a963-2f0719cee110', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'port_id': 'a76b0f17-d051-4216-86be-275b995850ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'mac_address': 'fa:16:3e:05:07:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:04Z', 'updated_at': '2021-12-09T22:31:14Z', 'revision_number': 1, 'project_id': '521c280ad6b84050888956ce76755bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70dc0f0-45f6-4407-b097-ed6bd69ae44c', 'name': '', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'mac_address': 'fa:16:3e:40:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:54Z', 'updated_at': '2021-12-09T22:30:01Z', 'revision_number': 5, 'project_id': '521c280ad6b84050888956ce76755bf1', 'subnets': [{'id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:19.031313 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26b417ff-ad00-44ef-ac09-8c30cdd44a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:19.076772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b417ff-ad00-44ef-ac09-8c30cdd44a02 None None] No DVR routers for this DVR port aaf34da1-77d6-4995-8581-78d9066a0ea1 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:19.144882 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75cd13-d3af-49f7-b967-a9cb43d48053 None None] The sync data for ids ['fb85205d-f57a-4f38-afd6-507359141a48'] in n-d-789963-23 is: [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:29:55Z', 'revision_number': 4, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '19a494eb-a97f-48d8-a963-2f0719cee110', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'port_id': 'a76b0f17-d051-4216-86be-275b995850ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'mac_address': 'fa:16:3e:05:07:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:30:04Z', 'updated_at': '2021-12-09T22:31:14Z', 'revision_number': 1, 'project_id': '521c280ad6b84050888956ce76755bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70dc0f0-45f6-4407-b097-ed6bd69ae44c', 'name': '', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'mac_address': 'fa:16:3e:40:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:54Z', 'updated_at': '2021-12-09T22:30:01Z', 'revision_number': 5, 'project_id': '521c280ad6b84050888956ce76755bf1', 'subnets': [{'id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:19.168607 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e9d14c1-0043-42a6-be8f-a15f6e847802 req-5f70c478-5d0d-4e11-bfe0-369d361aff92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a76b0f17-d051-4216-86be-275b995850ed HTTP/1.1" status: 200 len: 1000 time: 0.1231608 Dec 09 22:31:19.296494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d14c1-0043-42a6-be8f-a15f6e847802 req-798dd681-9106-4db0-89fd-ab6cc0b21c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:19.300540 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e9d14c1-0043-42a6-be8f-a15f6e847802 req-798dd681-9106-4db0-89fd-ab6cc0b21c2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68e6f25b-027d-4316-8290-3ec20d55c401 HTTP/1.1" status: 200 len: 854 time: 0.1083999 Dec 09 22:31:19.342031 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92725d22-b7b8-46ce-9f9a-de64055f6438 req-9276423b-54ca-464b-87ae-25d97ae761c8 service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295622 Dec 09 22:31:19.378123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b417ff-ad00-44ef-ac09-8c30cdd44a02 None None] Pushing event deleted for resources: {'Port': ['ID=aaf34da1-77d6-4995-8581-78d9066a0ea1,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:19.393731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e69e8-3c90-47fa-a38e-7a1ce1bad214 req-63832bc6-1f0b-4df6-abfe-aa98ed732014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:19.402227 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6e69e8-3c90-47fa-a38e-7a1ce1bad214 req-63832bc6-1f0b-4df6-abfe-aa98ed732014 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4833593 Dec 09 22:31:19.446060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-709ea3e6-d5a8-420d-8076-f9004385e63e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting subnet c721a8ed-36f7-4b77-bf2d-736b1700e66b {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:31:19.460866 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-709ea3e6-d5a8-420d-8076-f9004385e63e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:19.540962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f45cd3-872c-41b0-8f83-0a8b07afdd9f None None] New status for floating IP b684ed58-5e42-4efb-b08e-84356d297f87: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:31:19.614552 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-709ea3e6-d5a8-420d-8076-f9004385e63e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:19.653292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1a4660fe-2243-4970-9000-d50b500856c6 req-8985255d-d3c5-4254-9bcb-aa7c8fb0b7ac tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-314490568', 'description': 'tempest-description-1735418991'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:19.734262 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10556c50-f9bf-4701-a996-48d8cf868430 None None] New status for floating IP 19a494eb-a97f-48d8-a963-2f0719cee110: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:31:19.765150 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-709ea3e6-d5a8-420d-8076-f9004385e63e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:19.844361 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-709ea3e6-d5a8-420d-8076-f9004385e63e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:19.882723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-709ea3e6-d5a8-420d-8076-f9004385e63e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:19.886199 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-709ea3e6-d5a8-420d-8076-f9004385e63e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/c721a8ed-36f7-4b77-bf2d-736b1700e66b HTTP/1.1" status: 204 len: 168 time: 0.9938037 Dec 09 22:31:19.888235 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ea3e6-d5a8-420d-8076-f9004385e63e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Subnet': ['ID=c721a8ed-36f7-4b77-bf2d-736b1700e66b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:19.890903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41936) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:19.903369 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5320-60a6-4a93-8f52-08921322bbab tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:19.915601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b73f53-8a4d-498c-88e1-0018fba2f533 None None] Network 50dafd6e-6ecd-4b84-98eb-b29e355723d1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:19.952517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb5320-60a6-4a93-8f52-08921322bbab tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Subnet': ['ID=731d82ed-789f-414c-9ce0-5cced6b15f0b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:19.964389 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5320-60a6-4a93-8f52-08921322bbab tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:19.970644 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7cfb5320-60a6-4a93-8f52-08921322bbab tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/731d82ed-789f-414c-9ce0-5cced6b15f0b HTTP/1.1" status: 204 len: 168 time: 2.7575803 Dec 09 22:31:19.972609 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41940) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:20.016896 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d14c1-0043-42a6-be8f-a15f6e847802 req-d2a3c8d1-9d9e-4b7f-ae84-133b1b06d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:20.019185 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e9d14c1-0043-42a6-be8f-a15f6e847802 req-d2a3c8d1-9d9e-4b7f-ae84-133b1b06d624 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=694bdbc1-64e1-4f22-92bb-851cbbfe46d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7066028 Dec 09 22:31:20.026300 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c20ec9a-824b-4cbf-b975-c5e084459144 req-62df1a0f-4def-41ee-8d2e-bec4fd3fa5cf tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips/b684ed58-5e42-4efb-b08e-84356d297f87 HTTP/1.1" status: 200 len: 995 time: 0.3866026 Dec 09 22:31:20.029369 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1a4660fe-2243-4970-9000-d50b500856c6 req-8985255d-d3c5-4254-9bcb-aa7c8fb0b7ac tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:20.036412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6e69e8-3c90-47fa-a38e-7a1ce1bad214 req-bd5e8990-94ad-40b5-b112-54e24e16d354 service neutron] 10.222.0.18 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250930 Dec 09 22:31:20.152448 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:20.183387 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:20.468712 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e9d14c1-0043-42a6-be8f-a15f6e847802 req-1983ad27-3b15-4f62-92c8-84c96992da29 service neutron] 10.222.0.18 "GET /v2.0/networks/694bdbc1-64e1-4f22-92bb-851cbbfe46d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397382 Dec 09 22:31:20.469440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1a4660fe-2243-4970-9000-d50b500856c6 req-8985255d-d3c5-4254-9bcb-aa7c8fb0b7ac tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:20.482884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20ec9a-824b-4cbf-b975-c5e084459144 req-80d11d33-aad3-44cd-a7ed-24b163896e9a tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:20.484879 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c20ec9a-824b-4cbf-b975-c5e084459144 req-80d11d33-aad3-44cd-a7ed-24b163896e9a tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.4412749 Dec 09 22:31:20.487587 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1a4660fe-2243-4970-9000-d50b500856c6 req-8985255d-d3c5-4254-9bcb-aa7c8fb0b7ac tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:20.510916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-0c20ec9a-824b-4cbf-b975-c5e084459144 req-aa7ced22-ef18-4c26-9fb2-e21390d60ca5 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:31:20.512042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c20ec9a-824b-4cbf-b975-c5e084459144 req-aa7ced22-ef18-4c26-9fb2-e21390d60ca5 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116539 Dec 09 22:31:20.565876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c079c8-4262-49de-963d-00cd77883eed None None] Network 1d950abb-c773-495b-875d-5d73a4fe5503 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:20.740709 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7e9d14c1-0043-42a6-be8f-a15f6e847802 req-dd631f4c-359c-40c5-8b43-d67245c07a8f service neutron] 10.222.0.18 "GET /v2.0/networks/694bdbc1-64e1-4f22-92bb-851cbbfe46d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076511 Dec 09 22:31:20.821039 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:20.830670 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6e69e8-3c90-47fa-a38e-7a1ce1bad214 req-993c68ff-272b-4c93-aeb6-0442c03ec26b service neutron] 10.222.0.18 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421609 Dec 09 22:31:20.842541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985255d-d3c5-4254-9bcb-aa7c8fb0b7ac tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f7f8c1-88a9-49f5-b089-c2fca0b3b98b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:20.874500 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1a4660fe-2243-4970-9000-d50b500856c6 req-8985255d-d3c5-4254-9bcb-aa7c8fb0b7ac tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:20.877391 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a4660fe-2243-4970-9000-d50b500856c6 req-8985255d-d3c5-4254-9bcb-aa7c8fb0b7ac tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.2292593 Dec 09 22:31:20.878910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72001b4f-be22-4ff2-bbc2-1277b727e64d']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:20.893608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port f755feda-9a4c-4e1b-951b-60ee1251ebaf {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:20.893969 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:20.899676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48519669-b61e-4e05-83c7-44a0f0b3a07e') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:20.900022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48519669-b61e-4e05-83c7-44a0f0b3a07e') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:20.957562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.014439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b781879-1a76-42f1-9f1b-f4cd60252b05 None None] DHCP port deletion for 50dafd6e-6ecd-4b84-98eb-b29e355723d1 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:31:21.045228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fc724-d90e-4c8e-b453-1ff81ea75995 req-b120c0d6-b412-44a1-9d14-ddaca150331c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:21.049340 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be5fc724-d90e-4c8e-b453-1ff81ea75995 req-b120c0d6-b412-44a1-9d14-ddaca150331c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.2163858 Dec 09 22:31:21.097423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.140331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e409b214-1b4e-4125-8584-ac474579deaa None None] DHCP port deletion for 1d950abb-c773-495b-875d-5d73a4fe5503 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:31:21.140753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:31:21.141184 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:31:21.144702 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:31:21.147679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] For port f755feda-9a4c-4e1b-951b-60ee1251ebaf, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f755feda-9a4c-4e1b-951b-60ee1251ebaf,segment=NetworkSegment(f508b541-6b1f-4858-9d05-e8985494588d),segment_id=f508b541-6b1f-4858-9d05-e8985494588d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:21.147679 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.156403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be5fc724-d90e-4c8e-b453-1ff81ea75995 req-4c347f1f-da24-40e9-b04a-f82846c4d863 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852861 Dec 09 22:31:21.227306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for f755feda-9a4c-4e1b-951b-60ee1251ebaf owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:21.333157 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.369912 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.376198 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/networks/72001b4f-be22-4ff2-bbc2-1277b727e64d HTTP/1.1" status: 204 len: 168 time: 1.3987789 Dec 09 22:31:21.376757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b2bef-9c5a-4fb1-ae4d-0db9a1f8171a tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Network': ['ID=72001b4f-be22-4ff2-bbc2-1277b727e64d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:21.378219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41950) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:21.418847 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-1c9c59de-b665-4d97-b58f-d4ecb2824e7c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 1000 time: 0.1839855 Dec 09 22:31:21.424932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-27aa5aed-ae07-403f-9e03-dc7051cb63f3 req-e586f206-2ce1-4042-aa5f-dbf9ade7309b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1737070007', 'description': 'tempest-description-965578162'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:21.439431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6b781879-1a76-42f1-9f1b-f4cd60252b05 None None] Deleting port f755feda-9a4c-4e1b-951b-60ee1251ebaf {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:21.439804 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b781879-1a76-42f1-9f1b-f4cd60252b05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.470209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e409b214-1b4e-4125-8584-ac474579deaa None None] Deleting port 892ecb51-5c78-4248-85d8-ea929dcb6fcd {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:21.470458 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e409b214-1b4e-4125-8584-ac474579deaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.504277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-dbabcbfb-22db-4550-b6ce-06115fe31407 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:21.506707 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-dbabcbfb-22db-4550-b6ce-06115fe31407 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports/3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 942 time: 0.0765851 Dec 09 22:31:21.508147 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27aa5aed-ae07-403f-9e03-dc7051cb63f3 req-e586f206-2ce1-4042-aa5f-dbf9ade7309b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.584552 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.599917 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.652496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27aa5aed-ae07-403f-9e03-dc7051cb63f3 req-e586f206-2ce1-4042-aa5f-dbf9ade7309b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.659611 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27aa5aed-ae07-403f-9e03-dc7051cb63f3 req-e586f206-2ce1-4042-aa5f-dbf9ade7309b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.669005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No DVR routers for this DVR port f755feda-9a4c-4e1b-951b-60ee1251ebaf on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:21.671810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=f755feda-9a4c-4e1b-951b-60ee1251ebaf,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:21.773821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586f206-2ce1-4042-aa5f-dbf9ade7309b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9460bf03-3ba9-4237-aa78-0eb172363404,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:21.779249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6b781879-1a76-42f1-9f1b-f4cd60252b05 None None] For port f755feda-9a4c-4e1b-951b-60ee1251ebaf, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f755feda-9a4c-4e1b-951b-60ee1251ebaf,segment=NetworkSegment(f508b541-6b1f-4858-9d05-e8985494588d),segment_id=f508b541-6b1f-4858-9d05-e8985494588d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:21.779980 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b781879-1a76-42f1-9f1b-f4cd60252b05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.783280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.792277 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-27aa5aed-ae07-403f-9e03-dc7051cb63f3 req-e586f206-2ce1-4042-aa5f-dbf9ade7309b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.795850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port 892ecb51-5c78-4248-85d8-ea929dcb6fcd {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:21.796172 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.801661 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27aa5aed-ae07-403f-9e03-dc7051cb63f3 req-e586f206-2ce1-4042-aa5f-dbf9ade7309b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3813558 Dec 09 22:31:21.825426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50dafd6e-6ecd-4b84-98eb-b29e355723d1']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:21.845333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f508b541-6b1f-4858-9d05-e8985494588d') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:21.845640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f508b541-6b1f-4858-9d05-e8985494588d') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:21.878164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e409b214-1b4e-4125-8584-ac474579deaa None None] For port 892ecb51-5c78-4248-85d8-ea929dcb6fcd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=892ecb51-5c78-4248-85d8-ea929dcb6fcd,segment=NetworkSegment(bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6),segment_id=bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:21.884842 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e409b214-1b4e-4125-8584-ac474579deaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.886241 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.916286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] For port 892ecb51-5c78-4248-85d8-ea929dcb6fcd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=892ecb51-5c78-4248-85d8-ea929dcb6fcd,segment=NetworkSegment(bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6),segment_id=bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:21.916716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.924937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6b781879-1a76-42f1-9f1b-f4cd60252b05 None None] Calling delete_port for f755feda-9a4c-4e1b-951b-60ee1251ebaf owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:21.933572 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.936700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e409b214-1b4e-4125-8584-ac474579deaa None None] Calling delete_port for 892ecb51-5c78-4248-85d8-ea929dcb6fcd owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:21.958637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for 892ecb51-5c78-4248-85d8-ea929dcb6fcd owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:21.960904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:31:21.960904 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:31:21.963039 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:31:22.004258 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-5298bf05-75a2-42d8-8616-f2d5f70b687c tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 1000 time: 0.3110266 Dec 09 22:31:22.097054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f755feda-9a4c-4e1b-951b-60ee1251ebaf no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:22.146340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: f755feda-9a4c-4e1b-951b-60ee1251ebaf {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:22.146855 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f755feda-9a4c-4e1b-951b-60ee1251ebaf not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:22.147155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 892ecb51-5c78-4248-85d8-ea929dcb6fcd no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:22.174948 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:22.215864 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:22.225368 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/networks/50dafd6e-6ecd-4b84-98eb-b29e355723d1 HTTP/1.1" status: 204 len: 168 time: 2.3330915 Dec 09 22:31:22.226667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0aafed-e0ec-4403-abd3-68f20728e830 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Network': ['ID=50dafd6e-6ecd-4b84-98eb-b29e355723d1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:22.228547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41970) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:22.235706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'name': 'tempest-PortsIpV6TestJSON-122378364'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:22.282647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-3b860e00-2b2c-41e0-9546-0675882c5e80 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:22.283916 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e409b214-1b4e-4125-8584-ac474579deaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:22.289289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-3b860e00-2b2c-41e0-9546-0675882c5e80 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.2748415 Dec 09 22:31:22.320089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409b214-1b4e-4125-8584-ac474579deaa None None] Pushing event deleted for resources: {'Port': ['ID=892ecb51-5c78-4248-85d8-ea929dcb6fcd,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:22.322196 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b781879-1a76-42f1-9f1b-f4cd60252b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:22.353664 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:22.361809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:22.364104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b781879-1a76-42f1-9f1b-f4cd60252b05 None None] Pushing event deleted for resources: {'Port': ['ID=f755feda-9a4c-4e1b-951b-60ee1251ebaf,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:22.366293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:22.366696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b781879-1a76-42f1-9f1b-f4cd60252b05 None None] Network 50dafd6e-6ecd-4b84-98eb-b29e355723d1 is not hosted by any dhcp agent {{(pid=103419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:31:22.367297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b781879-1a76-42f1-9f1b-f4cd60252b05 None None] No DVR routers for this DVR port f755feda-9a4c-4e1b-951b-60ee1251ebaf on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:22.381117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e409b214-1b4e-4125-8584-ac474579deaa None None] No DVR routers for this DVR port 892ecb51-5c78-4248-85d8-ea929dcb6fcd on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:22.384206 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:22.388291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port 616ee5cd-75d5-487d-830c-4fda3c860539 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:31:22.520399 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:22.560166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-8cea6263-291a-477a-a81f-baaae673dc83 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:22.568390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-8cea6263-291a-477a-a81f-baaae673dc83 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/networks?id=9fe9ae07-d789-4c51-ba67-6e3bb228e467 HTTP/1.1" status: 200 len: 813 time: 0.2762291 Dec 09 22:31:22.613036 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:22.628255 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-5e5d572e-23a9-440a-b72b-ba040ed6ee38 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/quotas/a8d23234954d4ea2893572a7e09a00af HTTP/1.1" status: 200 len: 375 time: 0.0589013 Dec 09 22:31:22.675184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-9ec75c9c-c177-4897-802c-bdfcb7fc0087 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8d23234954d4ea2893572a7e09a00af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457702 Dec 09 22:31:22.678718 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:22.693136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-ac843c17-82ca-4b7d-ae4c-7ac15155e179 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 1000 time: 0.1639590 Dec 09 22:31:22.693629 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No DVR routers for this DVR port 892ecb51-5c78-4248-85d8-ea929dcb6fcd on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:22.695981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=892ecb51-5c78-4248-85d8-ea929dcb6fcd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:22.714697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-651c90b2-07f3-4c21-a336-ddaa6d76a9cb tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:22.797387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=616ee5cd-75d5-487d-830c-4fda3c860539,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:22.801388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:22.864160 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-651c90b2-07f3-4c21-a336-ddaa6d76a9cb tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:22.873776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:22.910059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-a5be600a-d31f-4435-b8d1-bf99abafc8c3 service neutron] 10.222.0.16 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339799 Dec 09 22:31:22.965043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:22.973732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:22.974662 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.032093 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.038652 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-661e267a-b770-4567-82a0-ad7ff9a08d39 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8073602 Dec 09 22:31:23.045068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41976) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:23.092706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d950abb-c773-495b-875d-5d73a4fe5503']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:23.117218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:23.117832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1ca8e1-82ae-4dbe-a249-0476ac52c9c6') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:23.163076 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.186331 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.207979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:31:23.209330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:31:23.212947 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:31:23.328616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc9145-38ee-4d3f-b0d2-429069a759fc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 616ee5cd-75d5-487d-830c-4fda3c860539 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:23.328965 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9145-38ee-4d3f-b0d2-429069a759fc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.348459 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.364279 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.368259 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/networks/1d950abb-c773-495b-875d-5d73a4fe5503 HTTP/1.1" status: 204 len: 168 time: 1.9823012 Dec 09 22:31:23.381351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41978) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:23.395200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ed3af966-99d6-4c7b-b6fb-8f77e9f5ba82 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-284386103'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:23.467289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5d69d-12c0-4a9a-a462-1a27185f1759 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Network': ['ID=1d950abb-c773-495b-875d-5d73a4fe5503,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:23.472855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3af966-99d6-4c7b-b6fb-8f77e9f5ba82 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:23.476434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed3af966-99d6-4c7b-b6fb-8f77e9f5ba82 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.494013 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9145-38ee-4d3f-b0d2-429069a759fc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.512729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc9145-38ee-4d3f-b0d2-429069a759fc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 616ee5cd-75d5-487d-830c-4fda3c860539 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:23.518483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-22f6d283-c796-43d2-9091-1e79e8bfc8f2 service neutron] 10.222.0.16 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893219 Dec 09 22:31:23.524993 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-651c90b2-07f3-4c21-a336-ddaa6d76a9cb tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.528823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-651c90b2-07f3-4c21-a336-ddaa6d76a9cb tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.529159 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-651c90b2-07f3-4c21-a336-ddaa6d76a9cb tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Floating IP b684ed58-5e42-4efb-b08e-84356d297f87 disassociated. External IP: 172.25.8.88, port: 3701f997-0361-45d7-b322-d4256115e835. Dec 09 22:31:23.530607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3af966-99d6-4c7b-b6fb-8f77e9f5ba82 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:31:23.577178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed3af966-99d6-4c7b-b6fb-8f77e9f5ba82 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.577538 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-ed3af966-99d6-4c7b-b6fb-8f77e9f5ba82 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Added segment 1b3fc7dc-80de-4088-a5eb-74723947aa47 of type vlan for network 718283ed-8380-4bf3-865a-82a6800ed6b0 Dec 09 22:31:23.671272 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed3af966-99d6-4c7b-b6fb-8f77e9f5ba82 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.713039 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9145-38ee-4d3f-b0d2-429069a759fc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.775767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc9145-38ee-4d3f-b0d2-429069a759fc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=616ee5cd-75d5-487d-830c-4fda3c860539,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:23.778822 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed3af966-99d6-4c7b-b6fb-8f77e9f5ba82 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.787791 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3af966-99d6-4c7b-b6fb-8f77e9f5ba82 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:23.788763 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed3af966-99d6-4c7b-b6fb-8f77e9f5ba82 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.822651 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9145-38ee-4d3f-b0d2-429069a759fc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:23.831491 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c6dc9145-38ee-4d3f-b0d2-429069a759fc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/616ee5cd-75d5-487d-830c-4fda3c860539 HTTP/1.1" status: 204 len: 168 time: 0.7831659 Dec 09 22:31:23.834508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41984) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:23.841445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'mac_address': 'fa:16:3e:4e:09:21', 'name': 'tempest-PortsIpV6TestJSON-1407462275'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:23.875293 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ed3af966-99d6-4c7b-b6fb-8f77e9f5ba82 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4843886 Dec 09 22:31:23.875928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41986) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:23.930170 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9dde4f77-6a10-499e-a860-7811fc0f16ef tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'subnet': {'network_id': '718283ed-8380-4bf3-865a-82a6800ed6b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:23.985024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3af966-99d6-4c7b-b6fb-8f77e9f5ba82 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Network': ['ID=718283ed-8380-4bf3-865a-82a6800ed6b0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:23.998865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 718283ed-8380-4bf3-865a-82a6800ed6b0 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:31:24.061571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-651c90b2-07f3-4c21-a336-ddaa6d76a9cb tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Router 9ce87c53-097b-464b-9221-21ff6dd83061 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:31:24.099853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1127-389f-4442-8bae-d8e50ad07562 req-a588ef26-f87a-43a1-b82c-7bab9da2d147 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:24.102289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58fb1127-389f-4442-8bae-d8e50ad07562 req-a588ef26-f87a-43a1-b82c-7bab9da2d147 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.1097822 Dec 09 22:31:24.135293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dde4f77-6a10-499e-a860-7811fc0f16ef tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:24.139907 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9dde4f77-6a10-499e-a860-7811fc0f16ef tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:24.230702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:24.329993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-651c90b2-07f3-4c21-a336-ddaa6d76a9cb tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:24.335267 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-651c90b2-07f3-4c21-a336-ddaa6d76a9cb tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:24.342691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07980e0-74de-4800-81fd-7ac9fc82f4d4 None None] Sync routers for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:24.358792 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07980e0-74de-4800-81fd-7ac9fc82f4d4 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:24.359723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d07980e0-74de-4800-81fd-7ac9fc82f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:24.389223 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:24.418753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58fb1127-389f-4442-8bae-d8e50ad07562 req-9c3bd405-6f06-4ab0-8188-96dec6b2a6ed tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913197 Dec 09 22:31:24.422035 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-651c90b2-07f3-4c21-a336-ddaa6d76a9cb tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "PUT /v2.0/floatingips/b684ed58-5e42-4efb-b08e-84356d297f87 HTTP/1.1" status: 200 len: 695 time: 1.7136009 Dec 09 22:31:24.422401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'tag': '3701f997-0361-45d7-b322-d4256115e835'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:24.425111 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55593ece-6a72-4f77-a164-2d3183e3ac27" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "tag": "3701f997-0361-45d7-b322-d4256115e835"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:24.496960 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9dde4f77-6a10-499e-a860-7811fc0f16ef tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:24.551788 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port 33921392-f204-4588-a6d1-c44543875fc0 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:31:24.602672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-d07980e0-74de-4800-81fd-7ac9fc82f4d4 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:31:24.612228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde4f77-6a10-499e-a860-7811fc0f16ef tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Subnet': ['ID=c8e16aa6-6715-4ef7-bc4d-146272a86a34,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:24.671408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde4f77-6a10-499e-a860-7811fc0f16ef tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Checking segment: {'id': '1b3fc7dc-80de-4088-a5eb-74723947aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '718283ed-8380-4bf3-865a-82a6800ed6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:24.672138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde4f77-6a10-499e-a860-7811fc0f16ef tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network hostable DHCP agents. Network: 718283ed-8380-4bf3-865a-82a6800ed6b0, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:31:24.695953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde4f77-6a10-499e-a860-7811fc0f16ef tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 718283ed-8380-4bf3-865a-82a6800ed6b0 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:31:24.714904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-9dde4f77-6a10-499e-a860-7811fc0f16ef tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 718283ed-8380-4bf3-865a-82a6800ed6b0) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:24.720540 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dde4f77-6a10-499e-a860-7811fc0f16ef tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:24.721156 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9dde4f77-6a10-499e-a860-7811fc0f16ef tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:24.737428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d9e02-b589-496e-8f23-c8a756ca5679 None None] Network 718283ed-8380-4bf3-865a-82a6800ed6b0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:24.765545 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9dde4f77-6a10-499e-a860-7811fc0f16ef tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8833005 Dec 09 22:31:24.765818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41998) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:24.770850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-776241b9-74fc-4ebc-ac32-3641b9d485cf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1897685710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:24.811602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-fbdeadbb-3769-4775-8170-e1e1a393aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:24.813183 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-fbdeadbb-3769-4775-8170-e1e1a393aa59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 1097 time: 0.3652360 Dec 09 22:31:24.833740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-776241b9-74fc-4ebc-ac32-3641b9d485cf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:24.836280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-776241b9-74fc-4ebc-ac32-3641b9d485cf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:24.980901 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-776241b9-74fc-4ebc-ac32-3641b9d485cf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:24.986320 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-776241b9-74fc-4ebc-ac32-3641b9d485cf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:25.014471 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:25.020444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-776241b9-74fc-4ebc-ac32-3641b9d485cf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:25.027147 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-776241b9-74fc-4ebc-ac32-3641b9d485cf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2579310 Dec 09 22:31:25.027448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42004) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:25.044891 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'port': {'network_id': '718283ed-8380-4bf3-865a-82a6800ed6b0', 'name': 'tempest-RoutersIpV6Test-223046928'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:25.050474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-26de0bec-6865-498e-8b10-3b0af5830b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:25.052205 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-26de0bec-6865-498e-8b10-3b0af5830b0c service neutron] 10.222.0.16 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.2257035 Dec 09 22:31:25.062530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-718283ed-8380-4bf3-865a-82a6800ed6b0', 'network_id': '718283ed-8380-4bf3-865a-82a6800ed6b0', 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'fixed_ips': [{'subnet_id': 'c8e16aa6-6715-4ef7-bc4d-146272a86a34'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:31:25.064193 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:25.111668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-6fdba6c7-5e47-4858-ae69-1656622604fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 217 time: 0.0497425 Dec 09 22:31:25.132934 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:25.203458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d07980e0-74de-4800-81fd-7ac9fc82f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:25.250603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:25.257181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:25.262053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:25.262646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:25.266978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:25.267866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:25.268522 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:25.273004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-7dd6619e-51e1-4311-8ebc-03f529ffa37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:25.273720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07980e0-74de-4800-81fd-7ac9fc82f4d4 None None] Checking router: 9ce87c53-097b-464b-9221-21ff6dd83061 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:31:25.274587 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-7dd6619e-51e1-4311-8ebc-03f529ffa37b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.1523862 Dec 09 22:31:25.287290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] device_id is not set on port b41cabbc-9a66-4baf-95d6-5172f7601a2d yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:31:25.295714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07980e0-74de-4800-81fd-7ac9fc82f4d4 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:25.296514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d07980e0-74de-4800-81fd-7ac9fc82f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:25.300314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=33921392-f204-4588-a6d1-c44543875fc0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:25.333580 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7a0b15e2-64a4-4f07-a2d8-ce85973cf1bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4938698 Dec 09 22:31:25.334611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42006) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:25.350243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Allocated IP 2001:db8::2 (718283ed-8380-4bf3-865a-82a6800ed6b0/c8e16aa6-6715-4ef7-bc4d-146272a86a34/07634f49-124f-46a5-92fd-7e8a03ccd3dd) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:25.381318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-48a84beb-069e-4ce3-83a9-b1dc302fb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:25.385076 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-48a84beb-069e-4ce3-83a9-b1dc302fb18e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951855 Dec 09 22:31:25.390751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96647d0b-9090-48e7-a18b-40313f8e8094 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:25.395290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-96647d0b-9090-48e7-a18b-40313f8e8094 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/33921392-f204-4588-a6d1-c44543875fc0 HTTP/1.1" status: 200 len: 845 time: 0.0565727 Dec 09 22:31:25.395290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42008) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:25.618056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-d07980e0-74de-4800-81fd-7ac9fc82f4d4 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:31:25.637290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-78d05be9-6ee5-4d81-b5c6-c18d42123136 service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342844 Dec 09 22:31:25.648843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-97c93388-1df8-4d63-b294-9af4d47c940f tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:25.650241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-97c93388-1df8-4d63-b294-9af4d47c940f tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.42 "GET /v2.0/networks?id=9fe9ae07-d789-4c51-ba67-6e3bb228e467 HTTP/1.1" status: 200 len: 813 time: 0.2081394 Dec 09 22:31:25.678677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'port': {'device_id': '5c42b4f5-1fa9-44b3-9cc7-223db1b47643', 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467', 'admin_state_up': True, 'tenant_id': 'a8d23234954d4ea2893572a7e09a00af'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:25.699761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2127d-3a3f-4737-8211-22977f4594b6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 33921392-f204-4588-a6d1-c44543875fc0 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:25.700101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f5c2127d-3a3f-4737-8211-22977f4594b6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:25.833157 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:25.846647 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:25.856497 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f5c2127d-3a3f-4737-8211-22977f4594b6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:25.876080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2127d-3a3f-4737-8211-22977f4594b6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 33921392-f204-4588-a6d1-c44543875fc0 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:25.893094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Network 718283ed-8380-4bf3-865a-82a6800ed6b0 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:25.900099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:25.907209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:25.909581 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9a2a0b2-86b5-46b5-bde2-b8f19e9ed045 req-69094872-68ce-4610-ab1c-ac6c6b800d86 service neutron] 10.222.0.16 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576220 Dec 09 22:31:25.916001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Allocated IP 2001:db8::3d3 (718283ed-8380-4bf3-865a-82a6800ed6b0/c8e16aa6-6715-4ef7-bc4d-146272a86a34/b41cabbc-9a66-4baf-95d6-5172f7601a2d) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:25.941256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Pushing event updated for resources: {'Port': ['ID=07634f49-124f-46a5-92fd-7e8a03ccd3dd,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:25.981911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Made reservation on behalf of a8d23234954d4ea2893572a7e09a00af for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:25.985459 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:26.009092 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.010450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.011795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.012166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.013720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.014931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.014931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.015657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.015795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.018263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.018683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.019144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.019492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:26.054054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Attempting to bind port 07634f49-124f-46a5-92fd-7e8a03ccd3dd on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:31:26.054440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Attempting to bind port 07634f49-124f-46a5-92fd-7e8a03ccd3dd by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '1b3fc7dc-80de-4088-a5eb-74723947aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '718283ed-8380-4bf3-865a-82a6800ed6b0'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:31:26.054810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Attempting to bind port 07634f49-124f-46a5-92fd-7e8a03ccd3dd on network 718283ed-8380-4bf3-865a-82a6800ed6b0 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:31:26.063611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:31:26.064338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Checking segment: {'id': '1b3fc7dc-80de-4088-a5eb-74723947aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '718283ed-8380-4bf3-865a-82a6800ed6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:26.064479 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:26.064822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Bound using segment: {'id': '1b3fc7dc-80de-4088-a5eb-74723947aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '718283ed-8380-4bf3-865a-82a6800ed6b0'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:31:26.065350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Bound port: 07634f49-124f-46a5-92fd-7e8a03ccd3dd, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3fc7dc-80de-4088-a5eb-74723947aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '718283ed-8380-4bf3-865a-82a6800ed6b0'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:31:26.065721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:26.086540 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d07980e0-74de-4800-81fd-7ac9fc82f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:26.129643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Allocated IP 172.20.0.14 (9fe9ae07-d789-4c51-ba67-6e3bb228e467/5f1004dd-1947-4098-b1fd-e21f1a6f9f7e/36a9a9f0-f628-41c3-9dc5-edf22856d7c3) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:26.133498 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6023a268-068a-41fc-86f9-2554d260434a x-openstack-request-id: req-6023a268-068a-41fc-86f9-2554d260434a {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:26.134081 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "tag": "3701f997-0361-45d7-b322-d4256115e835", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:26.134394 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6023a268-068a-41fc-86f9-2554d260434a {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:26.135037 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'tag': '3701f997-0361-45d7-b322-d4256115e835', 'status': 'completed', 'code': 200} Dec 09 22:31:26.135662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07980e0-74de-4800-81fd-7ac9fc82f4d4 None None] The sync data for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 is: [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:29:53Z', 'revision_number': 4, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '839dc773-777a-4c3d-8d08-4ce431592e0c', 'name': '', 'network_id': '796f6eaf-24fd-48c3-b733-18d0e4cdb4b6', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'mac_address': 'fa:16:3e:d5:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:51Z', 'updated_at': '2021-12-09T22:29:57Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'subnets': [{'id': '411e66c1-b9cc-4f6a-87c9-193b471d530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:26.174574 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] For port 07634f49-124f-46a5-92fd-7e8a03ccd3dd, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:31:26.177972 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] For port 07634f49-124f-46a5-92fd-7e8a03ccd3dd, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=07634f49-124f-46a5-92fd-7e8a03ccd3dd,segment=NetworkSegment(1b3fc7dc-80de-4088-a5eb-74723947aa47),segment_id=1b3fc7dc-80de-4088-a5eb-74723947aa47)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:31:26.191547 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:26.268549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2de2fb-7d7e-4dc6-b0bb-7614c5e01320 None None] Pushing event updated for resources: {'Port': ['ID=07634f49-124f-46a5-92fd-7e8a03ccd3dd,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:26.292360 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:26.292748 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f5c2127d-3a3f-4737-8211-22977f4594b6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:26.338643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:26.354810 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee7f3470-3f57-4c66-987f-119314ada369 req-738a91bd-57b7-406b-866f-5e690130d852 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 210 time: 0.2175486 Dec 09 22:31:26.398775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 718283ed-8380-4bf3-865a-82a6800ed6b0 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:26.402147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:26.408750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:26.415272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:26.416075 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:26.431825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2127d-3a3f-4737-8211-22977f4594b6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=33921392-f204-4588-a6d1-c44543875fc0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:26.435231 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4025676 Dec 09 22:31:26.436479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7731e2a-f262-47b7-9a5d-786dcfaa8eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=b41cabbc-9a66-4baf-95d6-5172f7601a2d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:26.438758 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42016) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:26.590372 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6284a621-7794-4584-b195-3fc18f00f78b None None] New status for floating IP b684ed58-5e42-4efb-b08e-84356d297f87: DOWN {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:31:26.595132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f5c2127d-3a3f-4737-8211-22977f4594b6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:26.604440 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f5c2127d-3a3f-4737-8211-22977f4594b6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/33921392-f204-4588-a6d1-c44543875fc0 HTTP/1.1" status: 204 len: 168 time: 1.2063403 Dec 09 22:31:26.638886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42022) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:26.677142 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fec79f3-dd94-49d2-b97f-aa3978d36a57 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:31:26.681956 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1fec79f3-dd94-49d2-b97f-aa3978d36a57 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/33921392-f204-4588-a6d1-c44543875fc0 HTTP/1.1" status: 404 len: 333 time: 0.0388138 Dec 09 22:31:26.683164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42024) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:26.688054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'name': 'tempest-PortsIpV6TestJSON-678422179'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:26.703354 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbeeec-0d53-4f47-8f92-f3db20c295c3 req-b62b0194-7e52-4484-a070-574517f5796a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:26.712257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6cbeeec-0d53-4f47-8f92-f3db20c295c3 req-b62b0194-7e52-4484-a070-574517f5796a tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.3544312 Dec 09 22:31:26.743078 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:26.750278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593ece-6a72-4f77-a164-2d3183e3ac27 req-69fe3255-3886-4b29-af80-589d55c91170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:26.752209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55593ece-6a72-4f77-a164-2d3183e3ac27 req-69fe3255-3886-4b29-af80-589d55c91170 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 1097 time: 0.6137891 Dec 09 22:31:26.760693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-8d21b233-57f0-4ff4-8034-5996969229d9 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips/b684ed58-5e42-4efb-b08e-84356d297f87 HTTP/1.1" status: 200 len: 695 time: 0.2033069 Dec 09 22:31:26.949378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:26.953593 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:26.979837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port c29e6308-5795-49f6-b316-084afda4aee9 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:31:27.071232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:27.309244 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:27.324885 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6cbeeec-0d53-4f47-8f92-f3db20c295c3 req-9b69e0fb-bbb7-42ca-9342-0d4cedb31a01 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628288 Dec 09 22:31:27.382757 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593ece-6a72-4f77-a164-2d3183e3ac27 req-d08a5ffe-ffdf-4515-8d3f-3995b2c5e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:27.384249 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55593ece-6a72-4f77-a164-2d3183e3ac27 req-d08a5ffe-ffdf-4515-8d3f-3995b2c5e86e service neutron] 10.222.0.18 "GET /v2.0/networks?id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 200 len: 922 time: 0.6181149 Dec 09 22:31:27.418550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:27.427720 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:27.430208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:27.463199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'Port': ['ID=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:27.475423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-3018fcd3-54c3-4bf7-8afe-ac13deed5e73 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:27.476866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-3018fcd3-54c3-4bf7-8afe-ac13deed5e73 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 784 time: 0.6806262 Dec 09 22:31:27.501675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55593ece-6a72-4f77-a164-2d3183e3ac27 req-dfe189d1-ecff-4865-aeab-ef610aa59be4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 200 len: 217 time: 0.0946455 Dec 09 22:31:27.514656 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-9d5a7329-b1b8-4d95-aea8-5c1c7005973f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:31:27.515641 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-9d5a7329-b1b8-4d95-aea8-5c1c7005973f tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130332 Dec 09 22:31:27.608608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-cff50ef5-9b46-44ec-a36f-85c7100b505b tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 696 time: 0.0803254 Dec 09 22:31:27.612663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcdcfa4-7113-490e-840d-ef20cb85263a None None] Network 718283ed-8380-4bf3-865a-82a6800ed6b0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:27.641834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:27.648010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:27.648915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:27.704089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593ece-6a72-4f77-a164-2d3183e3ac27 req-c52f6c3d-da9d-46e1-9760-51d86ef1cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:27.706439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55593ece-6a72-4f77-a164-2d3183e3ac27 req-c52f6c3d-da9d-46e1-9760-51d86ef1cbaf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 200 len: 860 time: 0.1899488 Dec 09 22:31:27.715118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-76e498b1-ebd8-4f58-ab80-fad7d039d7d1 None None] Provisioning complete for port 07634f49-124f-46a5-92fd-7e8a03ccd3dd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:27.715859 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76e498b1-ebd8-4f58-ab80-fad7d039d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:27.716198 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-0f0f4677-6f2d-4234-bdbc-1effefaa23a3 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0495470 Dec 09 22:31:27.742305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-49d08e46-68eb-4501-a1e9-5dd9731e4879 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 696 time: 0.1122992 Dec 09 22:31:27.754789 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:27.760324 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Request body: {'port': {'device_id': '5c42b4f5-1fa9-44b3-9cc7-223db1b47643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:27.810824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:27.821008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:27.834985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:27.840608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:27.841224 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:27.844528 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76e498b1-ebd8-4f58-ab80-fad7d039d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:27.854616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=c29e6308-5795-49f6-b316-084afda4aee9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:27.859486 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:27.866821 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4ed8908d-4d5a-487e-b7ef-dc957f35dcdd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1825728 Dec 09 22:31:27.868716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:27.871064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42036) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:27.879850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e305ba77-7193-4e54-91b5-4bddd63f3449 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:27.968788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-76e498b1-ebd8-4f58-ab80-fad7d039d7d1 None None] For port 07634f49-124f-46a5-92fd-7e8a03ccd3dd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=07634f49-124f-46a5-92fd-7e8a03ccd3dd,segment=NetworkSegment(1b3fc7dc-80de-4088-a5eb-74723947aa47),segment_id=1b3fc7dc-80de-4088-a5eb-74723947aa47)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:27.969945 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593ece-6a72-4f77-a164-2d3183e3ac27 req-fd42d9b9-a9ad-44fa-bf1c-44885ec252f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:27.971508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55593ece-6a72-4f77-a164-2d3183e3ac27 req-fd42d9b9-a9ad-44fa-bf1c-44885ec252f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2544479 Dec 09 22:31:27.976514 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76e498b1-ebd8-4f58-ab80-fad7d039d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:27.992231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4535b-4a0b-46d9-8a26-bcc4a1c0d76b req-f19ca28d-ec2c-4c36-8ac8-dd3de59dbae1 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:28.015654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-37a4535b-4a0b-46d9-8a26-bcc4a1c0d76b req-f19ca28d-ec2c-4c36-8ac8-dd3de59dbae1 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 932 time: 0.3168509 Dec 09 22:31:28.025510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=b41cabbc-9a66-4baf-95d6-5172f7601a2d,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:28.053311 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.056211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 07634f49-124f-46a5-92fd-7e8a03ccd3dd up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:28.063367 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e305ba77-7193-4e54-91b5-4bddd63f3449 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.089322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e498b1-ebd8-4f58-ab80-fad7d039d7d1 None None] Pushing event updated for resources: {'Port': ['ID=07634f49-124f-46a5-92fd-7e8a03ccd3dd,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:28.124897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 07634f49-124f-46a5-92fd-7e8a03ccd3dd triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:28.125278 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.234126 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e305ba77-7193-4e54-91b5-4bddd63f3449 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.245635 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b0a69231-b736-44c0-a29b-548ba2ca19c4 None None] Provisioning complete for port b41cabbc-9a66-4baf-95d6-5172f7601a2d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:28.246042 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b0a69231-b736-44c0-a29b-548ba2ca19c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.267187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 99986466-6486-4331-8f01-d8f9a0b72ea0 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:31:28.285339 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55593ece-6a72-4f77-a164-2d3183e3ac27 req-ee4741f7-10da-4cf8-ad6b-ec55879b43a1 service neutron] 10.222.0.18 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672250 Dec 09 22:31:28.303798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b0a69231-b736-44c0-a29b-548ba2ca19c4 None None] Port b41cabbc-9a66-4baf-95d6-5172f7601a2d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:28.321223 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e305ba77-7193-4e54-91b5-4bddd63f3449 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.323485 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.336517 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b0a69231-b736-44c0-a29b-548ba2ca19c4 None None] Provisioning complete for port 07634f49-124f-46a5-92fd-7e8a03ccd3dd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:28.336887 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b0a69231-b736-44c0-a29b-548ba2ca19c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.393224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e305ba77-7193-4e54-91b5-4bddd63f3449 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] In _notify_port_updated(), no bound segment for port c29e6308-5795-49f6-b316-084afda4aee9 on network 6fb6095d-4a56-405b-b913-8a591714a0b4 {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:31:28.398858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-37a4535b-4a0b-46d9-8a26-bcc4a1c0d76b req-dd23c391-d108-4b9a-8436-a63dedfa9b48 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817644 Dec 09 22:31:28.400130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e305ba77-7193-4e54-91b5-4bddd63f3449 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:28.400899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e305ba77-7193-4e54-91b5-4bddd63f3449 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.402495 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e305ba77-7193-4e54-91b5-4bddd63f3449 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "PUT /v2.0/ports/c29e6308-5795-49f6-b316-084afda4aee9 HTTP/1.1" status: 200 len: 818 time: 0.5277224 Dec 09 22:31:28.416665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42040) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:28.485604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305ba77-7193-4e54-91b5-4bddd63f3449 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=c29e6308-5795-49f6-b316-084afda4aee9,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:28.530647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-68e618ed-b24c-47cf-a822-5631a0cf442e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Deleting port 8e612e21-64de-41d8-9b4e-67973aa36b5e {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:28.531125 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-68e618ed-b24c-47cf-a822-5631a0cf442e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.613094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=99986466-6486-4331-8f01-d8f9a0b72ea0,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:28.630624 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.636079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '99986466-6486-4331-8f01-d8f9a0b72ea0', 'network_id': '4fd0f5d5-24f1-4910-890b-998a883dc6a4', 'port_id': '99986466-6486-4331-8f01-d8f9a0b72ea0', 'mac_address': 'fa:16:3e:3b:79:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c61dafb-561e-4cb7-bd81-c814e797ed36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:31:28.684204 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.708685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-eb645ef4-294e-49cb-b865-47b3dc78c56f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port c29e6308-5795-49f6-b316-084afda4aee9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:28.709053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb645ef4-294e-49cb-b865-47b3dc78c56f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.721284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99986466-6486-4331-8f01-d8f9a0b72ea0 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:31:28.758418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55593ece-6a72-4f77-a164-2d3183e3ac27 req-e2f6179f-c9d5-40e1-9bd9-c0ccb0069aa5 service neutron] 10.222.0.18 "GET /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118602 Dec 09 22:31:28.770940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=99986466-6486-4331-8f01-d8f9a0b72ea0,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:28.788013 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.829732 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb645ef4-294e-49cb-b865-47b3dc78c56f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.859176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-226c55eb-cf77-4ca6-9646-f9a0869ddf25 None None] Provisioning complete for port b41cabbc-9a66-4baf-95d6-5172f7601a2d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:28.859755 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-226c55eb-cf77-4ca6-9646-f9a0869ddf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.860028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-eb645ef4-294e-49cb-b865-47b3dc78c56f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for c29e6308-5795-49f6-b316-084afda4aee9 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:28.880413 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-68e618ed-b24c-47cf-a822-5631a0cf442e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.880748 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-68e618ed-b24c-47cf-a822-5631a0cf442e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.891531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:31:28.907117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=99986466-6486-4331-8f01-d8f9a0b72ea0,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:28.914249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b523c29-6ef5-4670-9c9e-7309062a701b req-2e851ecf-0c4e-428b-b45a-bcbb2b7eabe7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:28.915810 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b523c29-6ef5-4670-9c9e-7309062a701b req-2e851ecf-0c4e-428b-b45a-bcbb2b7eabe7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 943 time: 0.3322082 Dec 09 22:31:28.917847 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:28.920432 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-68e618ed-b24c-47cf-a822-5631a0cf442e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Calling delete_port for 8e612e21-64de-41d8-9b4e-67973aa36b5e owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:28.932397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-226c55eb-cf77-4ca6-9646-f9a0869ddf25 None None] Port b41cabbc-9a66-4baf-95d6-5172f7601a2d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:28.957874 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Transition to ACTIVE for port object 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:31:28.991318 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.062225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a6faabf7-4366-4e71-af4e-b8c03f35653d None None] Provisioning complete for port b41cabbc-9a66-4baf-95d6-5172f7601a2d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:29.062601 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a6faabf7-4366-4e71-af4e-b8c03f35653d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.096946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['99986466-6486-4331-8f01-d8f9a0b72ea0'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:31:29.116552 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b523c29-6ef5-4670-9c9e-7309062a701b req-3a88acda-ff42-4c19-9fe6-825a901e51ed tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852446 Dec 09 22:31:29.130718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Pushing event updated for resources: {'Port': ['ID=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:29.142201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a6faabf7-4366-4e71-af4e-b8c03f35653d None None] Port b41cabbc-9a66-4baf-95d6-5172f7601a2d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:29.227684 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb645ef4-294e-49cb-b865-47b3dc78c56f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.266682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Attempting to bind port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:31:29.267027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Attempting to bind port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '623d8eed-68ad-4788-916f-3b8e0af3e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:31:29.267249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb645ef4-294e-49cb-b865-47b3dc78c56f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=c29e6308-5795-49f6-b316-084afda4aee9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:29.267384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Attempting to bind port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 on network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:31:29.285023 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb645ef4-294e-49cb-b865-47b3dc78c56f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.293542 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-eb645ef4-294e-49cb-b865-47b3dc78c56f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/c29e6308-5795-49f6-b316-084afda4aee9 HTTP/1.1" status: 204 len: 168 time: 0.8757114 Dec 09 22:31:29.295040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42054) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:29.295426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 on network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:31:29.295761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Attempting to bind port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 on network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:31:29.315875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:31:29.316406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Checking segment: {'id': '623d8eed-68ad-4788-916f-3b8e0af3e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:29.316939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Bound using segment: {'id': '623d8eed-68ad-4788-916f-3b8e0af3e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:31:29.317425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Bound port: 36a9a9f0-f628-41c3-9dc5-edf22856d7c3, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623d8eed-68ad-4788-916f-3b8e0af3e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:31:29.317975 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.322316 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-68e618ed-b24c-47cf-a822-5631a0cf442e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.377777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e618ed-b24c-47cf-a822-5631a0cf442e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Pushing event deleted for resources: {'Port': ['ID=8e612e21-64de-41d8-9b4e-67973aa36b5e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:29.386365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.397118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f661e125-f882-4603-876d-66da4e191fbe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:29.401368 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f661e125-f882-4603-876d-66da4e191fbe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1012433 Dec 09 22:31:29.401368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.401368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.402684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42056) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:29.434878 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f205eb43-889e-4663-a6f1-9a3f91b6bd58 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:31:29.439919 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f205eb43-889e-4663-a6f1-9a3f91b6bd58 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/c29e6308-5795-49f6-b316-084afda4aee9 HTTP/1.1" status: 404 len: 333 time: 0.0307250 Dec 09 22:31:29.440841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42060) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:29.447852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-56b6254b-2e58-4a92-a7b0-9e3aef8b08fe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-726170284'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:29.513329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=b41cabbc-9a66-4baf-95d6-5172f7601a2d,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:29.533661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] For port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:31:29.573816 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-68e618ed-b24c-47cf-a822-5631a0cf442e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.576521 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-68e618ed-b24c-47cf-a822-5631a0cf442e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.577728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f376aaed-c5fd-4a5f-abef-dcc80499e411 req-68e618ed-b24c-47cf-a822-5631a0cf442e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "DELETE /v2.0/floatingips/b684ed58-5e42-4efb-b08e-84356d297f87 HTTP/1.1" status: 204 len: 173 time: 1.8005517 Dec 09 22:31:29.579179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b6254b-2e58-4a92-a7b0-9e3aef8b08fe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:29.582758 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56b6254b-2e58-4a92-a7b0-9e3aef8b08fe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.590318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] For port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:31:29.602714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.635076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 718283ed-8380-4bf3-865a-82a6800ed6b0 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:29.636810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:29.665636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:29.666481 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.668708 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] 10.222.0.42 "PUT /v2.0/ports/36a9a9f0-f628-41c3-9dc5-edf22856d7c3 HTTP/1.1" status: 200 len: 1093 time: 1.9321513 Dec 09 22:31:29.680548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb775e-5609-40ee-8380-99787a049d96 req-04a967ee-34af-417b-a528-57cc32fcfdfc tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:29.684859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bceb775e-5609-40ee-8380-99787a049d96 req-04a967ee-34af-417b-a528-57cc32fcfdfc tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 944 time: 0.1737351 Dec 09 22:31:29.685639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c42b4f5-1fa9-44b3-9cc7-223db1b47643', 'tag': '36a9a9f0-f628-41c3-9dc5-edf22856d7c3'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:29.689099 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a8c903-cace-4038-a1ae-fc395f2b208a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c42b4f5-1fa9-44b3-9cc7-223db1b47643", "tag": "36a9a9f0-f628-41c3-9dc5-edf22856d7c3"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:29.718665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b6254b-2e58-4a92-a7b0-9e3aef8b08fe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:31:29.746485 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56b6254b-2e58-4a92-a7b0-9e3aef8b08fe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:29.747435 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-56b6254b-2e58-4a92-a7b0-9e3aef8b08fe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Added segment e7462427-b907-4192-95fd-0e7e80b5b64a of type vlan for network 71c278cf-5605-43f0-9e30-c7c22a608c19 Dec 09 22:31:29.835892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router 68fdb889-7c00-4994-8595-fd19577ce3c5 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:31:29.886738 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5c47b-8da3-4902-9273-457fa5b7a0ab service neutron] Pushing event updated for resources: {'Port': ['ID=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:29.959451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-a3c4ef3a-1e2b-4920-82d1-02153e9da4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:29.966326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-a3c4ef3a-1e2b-4920-82d1-02153e9da4a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8d23234954d4ea2893572a7e09a00af&device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 1096 time: 0.2149191 Dec 09 22:31:29.995659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:30.007470 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d821ee2e-701c-4080-87b1-466469438afe tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/68fdb889-7c00-4994-8595-fd19577ce3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5673726 Dec 09 22:31:30.010054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42070) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:30.016151 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56b6254b-2e58-4a92-a7b0-9e3aef8b08fe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:30.038999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428a019-c3cf-497c-8476-6ea7f1900ff4 None None] Sync routers for ids ['68fdb889-7c00-4994-8595-fd19577ce3c5'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:30.069831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428a019-c3cf-497c-8476-6ea7f1900ff4 None None] Routers {'68fdb889-7c00-4994-8595-fd19577ce3c5'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:30.070515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f428a019-c3cf-497c-8476-6ea7f1900ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['68fdb889-7c00-4994-8595-fd19577ce3c5'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:30.071658 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9e92c8-2a99-4c4d-a9e8-9e73339d78f1 x-openstack-request-id: req-7f9e92c8-2a99-4c4d-a9e8-9e73339d78f1 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:30.074234 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c42b4f5-1fa9-44b3-9cc7-223db1b47643", "tag": "36a9a9f0-f628-41c3-9dc5-edf22856d7c3", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:30.075538 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f9e92c8-2a99-4c4d-a9e8-9e73339d78f1 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:30.075879 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c42b4f5-1fa9-44b3-9cc7-223db1b47643', 'tag': '36a9a9f0-f628-41c3-9dc5-edf22856d7c3', 'status': 'completed', 'code': 200} Dec 09 22:31:30.118799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2099bd-69bd-4966-8f00-38d9b1e60c97 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:30.130150 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ae2099bd-69bd-4966-8f00-38d9b1e60c97 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports/b41cabbc-9a66-4baf-95d6-5172f7601a2d HTTP/1.1" status: 200 len: 983 time: 0.1155686 Dec 09 22:31:30.130776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42072) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:30.138049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-a0b92eb1-033d-4c55-b769-48d0ecfc73b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36a9a9f0-f628-41c3-9dc5-edf22856d7c3 HTTP/1.1" status: 200 len: 217 time: 0.1502883 Dec 09 22:31:30.148253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 07634f49-124f-46a5-92fd-7e8a03ccd3dd up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:30.152363 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bceb775e-5609-40ee-8380-99787a049d96 req-7cfb860b-9ed2-47d8-8237-5ce0645b1770 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021690 Dec 09 22:31:30.160225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f428a019-c3cf-497c-8476-6ea7f1900ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:30.229696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428a019-c3cf-497c-8476-6ea7f1900ff4 None None] Routers {'68fdb889-7c00-4994-8595-fd19577ce3c5'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:30.230383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f428a019-c3cf-497c-8476-6ea7f1900ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['68fdb889-7c00-4994-8595-fd19577ce3c5'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:30.233939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d78603af-4106-441b-8594-24d11ca97694 None None] Provisioning complete for port b41cabbc-9a66-4baf-95d6-5172f7601a2d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:30.234316 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d78603af-4106-441b-8594-24d11ca97694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:30.262004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56b6254b-2e58-4a92-a7b0-9e3aef8b08fe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:30.273998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b6254b-2e58-4a92-a7b0-9e3aef8b08fe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:30.275103 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56b6254b-2e58-4a92-a7b0-9e3aef8b08fe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:30.294041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 99986466-6486-4331-8f01-d8f9a0b72ea0 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:30.304010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f428a019-c3cf-497c-8476-6ea7f1900ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:30.304671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428a019-c3cf-497c-8476-6ea7f1900ff4 None None] The sync data for ids ['68fdb889-7c00-4994-8595-fd19577ce3c5'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:30.400156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d78603af-4106-441b-8594-24d11ca97694 None None] Port b41cabbc-9a66-4baf-95d6-5172f7601a2d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:30.404585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 07634f49-124f-46a5-92fd-7e8a03ccd3dd triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:30.404710 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:30.447070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 99986466-6486-4331-8f01-d8f9a0b72ea0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:30.447383 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:30.452947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6254b-2e58-4a92-a7b0-9e3aef8b08fe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Network': ['ID=71c278cf-5605-43f0-9e30-c7c22a608c19,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:30.455964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-a95e1c4e-0176-48fc-bd6a-e2fa1081f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:30.457452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-a95e1c4e-0176-48fc-bd6a-e2fa1081f2ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f1004dd-1947-4098-b1fd-e21f1a6f9f7e HTTP/1.1" status: 200 len: 853 time: 0.2993066 Dec 09 22:31:30.461268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-56b6254b-2e58-4a92-a7b0-9e3aef8b08fe tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0177715 Dec 09 22:31:30.467867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:30.472353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac51200-e750-4a77-8626-514b5cbb3c8a req-262ae774-7d6e-4be4-aa1d-72f9ce27b0b6 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:30.474265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4ca04844-f452-4453-99fa-1edfad1ca542 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': '71c278cf-5605-43f0-9e30-c7c22a608c19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:30.480220 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ac51200-e750-4a77-8626-514b5cbb3c8a req-262ae774-7d6e-4be4-aa1d-72f9ce27b0b6 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 945 time: 0.2915769 Dec 09 22:31:30.486751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 71c278cf-5605-43f0-9e30-c7c22a608c19 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:31:30.525857 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-17564bb8-4912-467e-afe5-18b817c57988 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9fe9ae07-d789-4c51-ba67-6e3bb228e467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416489 Dec 09 22:31:30.536349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23903fe6-068b-4a52-8318-c5f99d9a050a req-9217de4f-a183-4dcd-a0bb-99149100309b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:30.540711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23903fe6-068b-4a52-8318-c5f99d9a050a req-9217de4f-a183-4dcd-a0bb-99149100309b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 944 time: 0.2419527 Dec 09 22:31:30.621568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ac51200-e750-4a77-8626-514b5cbb3c8a req-69f82072-eba3-456e-83e7-25e7b07a4164 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409855 Dec 09 22:31:30.662708 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:30.676182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca04844-f452-4453-99fa-1edfad1ca542 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:30.679416 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23903fe6-068b-4a52-8318-c5f99d9a050a req-36b5d4aa-29de-4d7a-8097-8ae444f9fcd8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252732 Dec 09 22:31:30.680300 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca04844-f452-4453-99fa-1edfad1ca542 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:30.690235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c004806-815a-4b96-b908-8664692eb854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99986466-6486-4331-8f01-d8f9a0b72ea0'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:30.692892 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8db542-3dfc-47e7-a5e5-1044fab358d0" -d '{"events": [{"server_uuid": "3c004806-815a-4b96-b908-8664692eb854", "name": "network-vif-plugged", "status": "completed", "tag": "99986466-6486-4331-8f01-d8f9a0b72ea0"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:30.716737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=99986466-6486-4331-8f01-d8f9a0b72ea0,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:30.719757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-ad7969b0-faf9-4abf-a0b1-6cb6d4ce8fc6 service neutron] 10.222.0.42 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757967 Dec 09 22:31:30.721585 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:30.795042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=99986466-6486-4331-8f01-d8f9a0b72ea0,revision_number=10']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:30.799226 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24999866-3e44-430b-9bf7-2dd85384bbf0 x-openstack-request-id: req-24999866-3e44-430b-9bf7-2dd85384bbf0 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:30.799796 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c004806-815a-4b96-b908-8664692eb854", "name": "network-vif-plugged", "status": "completed", "tag": "99986466-6486-4331-8f01-d8f9a0b72ea0", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:30.800227 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24999866-3e44-430b-9bf7-2dd85384bbf0 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:30.800767 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c004806-815a-4b96-b908-8664692eb854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99986466-6486-4331-8f01-d8f9a0b72ea0', 'code': 200} Dec 09 22:31:30.843106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86e55a98-4f52-45c4-ac7e-004e4911e5cf req-eecaacbe-8a80-4908-bf57-2df34ae4c3bb service neutron] 10.222.0.42 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163380 Dec 09 22:31:30.940762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8c903-cace-4038-a1ae-fc395f2b208a req-327b155e-978e-4e2b-adaf-10ca3fa62c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:30.942336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84a8c903-cace-4038-a1ae-fc395f2b208a req-327b155e-978e-4e2b-adaf-10ca3fa62c20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8d23234954d4ea2893572a7e09a00af&device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 1096 time: 0.0465093 Dec 09 22:31:30.947362 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6691eed4-eaad-4f93-bc85-03c3d5494817 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:31.010283 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ce790c1b-7ccd-4924-9d39-9b596283e69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:31.068320 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca04844-f452-4453-99fa-1edfad1ca542 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:31.075217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba049c8e-ea95-4163-a526-29dfe8fa8871 req-aa0d117f-dc1a-4236-bc9c-55387aa651b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:31.077315 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba049c8e-ea95-4163-a526-29dfe8fa8871 req-aa0d117f-dc1a-4236-bc9c-55387aa651b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 1098 time: 0.0635772 Dec 09 22:31:31.079611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8c903-cace-4038-a1ae-fc395f2b208a req-9e6f8678-0fd8-48c4-840a-dbfe625b2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:31.080046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84a8c903-cace-4038-a1ae-fc395f2b208a req-9e6f8678-0fd8-48c4-840a-dbfe625b2dde service neutron] 10.222.0.42 "GET /v2.0/networks?id=9fe9ae07-d789-4c51-ba67-6e3bb228e467 HTTP/1.1" status: 200 len: 914 time: 0.1305099 Dec 09 22:31:31.133658 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84a8c903-cace-4038-a1ae-fc395f2b208a req-b2add017-7c87-43ac-9bd9-b4605bf415fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36a9a9f0-f628-41c3-9dc5-edf22856d7c3 HTTP/1.1" status: 200 len: 217 time: 0.0456946 Dec 09 22:31:31.211756 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba049c8e-ea95-4163-a526-29dfe8fa8871 req-cb4f9082-b599-4bac-8c08-3bf0a5949b08 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857637 Dec 09 22:31:31.213309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8c903-cace-4038-a1ae-fc395f2b208a req-ffd57611-242e-4443-8db4-c8316098c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:31.214716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84a8c903-cace-4038-a1ae-fc395f2b208a req-ffd57611-242e-4443-8db4-c8316098c301 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f1004dd-1947-4098-b1fd-e21f1a6f9f7e HTTP/1.1" status: 200 len: 853 time: 0.0733612 Dec 09 22:31:31.253659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84a8c903-cace-4038-a1ae-fc395f2b208a req-f3797231-25ec-4493-9b7f-1a033e57c030 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9fe9ae07-d789-4c51-ba67-6e3bb228e467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295508 Dec 09 22:31:31.364134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ad617-6d76-4adb-a29a-7f470adf7095 req-90d475cd-9fea-432b-8a89-f6ba675ca92c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:31.366174 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc1ad617-6d76-4adb-a29a-7f470adf7095 req-90d475cd-9fea-432b-8a89-f6ba675ca92c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 944 time: 0.1155708 Dec 09 22:31:31.403998 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84a8c903-cace-4038-a1ae-fc395f2b208a req-e20ab305-6eff-4905-8951-8d8f9b6e2c3e service neutron] 10.222.0.42 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392057 Dec 09 22:31:31.449015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc1ad617-6d76-4adb-a29a-7f470adf7095 req-776848ae-b278-45b4-a452-24b44e1463a5 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756693 Dec 09 22:31:31.544840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca04844-f452-4453-99fa-1edfad1ca542 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Subnet': ['ID=2da5a252-0c86-43c7-a15a-4daa618f0d86,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:31.558363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca04844-f452-4453-99fa-1edfad1ca542 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Checking segment: {'id': 'e7462427-b907-4192-95fd-0e7e80b5b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '71c278cf-5605-43f0-9e30-c7c22a608c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:31.558735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca04844-f452-4453-99fa-1edfad1ca542 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network hostable DHCP agents. Network: 71c278cf-5605-43f0-9e30-c7c22a608c19, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:31:31.590062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca04844-f452-4453-99fa-1edfad1ca542 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 71c278cf-5605-43f0-9e30-c7c22a608c19 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:31:31.622612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4ca04844-f452-4453-99fa-1edfad1ca542 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 71c278cf-5605-43f0-9e30-c7c22a608c19) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:31.627250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca04844-f452-4453-99fa-1edfad1ca542 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:31.627857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca04844-f452-4453-99fa-1edfad1ca542 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:31.635334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f1a0d4-51ef-426a-9606-a78b1d94a524 None None] Network 71c278cf-5605-43f0-9e30-c7c22a608c19 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:31.662663 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4ca04844-f452-4453-99fa-1edfad1ca542 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1928318 Dec 09 22:31:31.665654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42092) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:31.674928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-68328763-008e-4ac6-a08f-c60c668b1812 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': '71c278cf-5605-43f0-9e30-c7c22a608c19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:31.750267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-71c278cf-5605-43f0-9e30-c7c22a608c19', 'network_id': '71c278cf-5605-43f0-9e30-c7c22a608c19', 'project_id': 'ad62b25d3f244222b707b68c1668e2ff', 'fixed_ips': [{'subnet_id': '2da5a252-0c86-43c7-a15a-4daa618f0d86'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:31:31.752037 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:31.796775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-6691eed4-eaad-4f93-bc85-03c3d5494817 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port b41cabbc-9a66-4baf-95d6-5172f7601a2d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:31.797496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6691eed4-eaad-4f93-bc85-03c3d5494817 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:31.899509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84a8c903-cace-4038-a1ae-fc395f2b208a req-2b7d3068-9bec-4d80-bf1d-00b9b774d4b0 service neutron] 10.222.0.42 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854894 Dec 09 22:31:31.944155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6691eed4-eaad-4f93-bc85-03c3d5494817 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:31.944932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c0a19-a348-4aaa-8f12-bfb629e396fe req-907f8851-2705-4ba3-bc3f-6602534651a9 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:31.946686 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f7c0a19-a348-4aaa-8f12-bfb629e396fe req-907f8851-2705-4ba3-bc3f-6602534651a9 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 945 time: 0.1370564 Dec 09 22:31:31.948040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68328763-008e-4ac6-a08f-c60c668b1812 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:31.953481 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-68328763-008e-4ac6-a08f-c60c668b1812 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:31.959406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f8087-5487-4b3b-8806-739e53615344 req-a1843fee-8c7d-4663-b8ee-25c7dfe83cec tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:31.961068 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-190f8087-5487-4b3b-8806-739e53615344 req-a1843fee-8c7d-4663-b8ee-25c7dfe83cec tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1538966 Dec 09 22:31:31.976869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c788fd-3886-4734-83cd-312c7237606d req-9e74b783-72fb-4a9a-a20e-8fb2569be1e7 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:31.978360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7c788fd-3886-4734-83cd-312c7237606d req-9e74b783-72fb-4a9a-a20e-8fb2569be1e7 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 945 time: 0.1698389 Dec 09 22:31:31.983765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-6691eed4-eaad-4f93-bc85-03c3d5494817 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for b41cabbc-9a66-4baf-95d6-5172f7601a2d owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:32.096444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Allocated IP 2001:db8::2 (71c278cf-5605-43f0-9e30-c7c22a608c19/2da5a252-0c86-43c7-a15a-4daa618f0d86/887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:32.115144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-190f8087-5487-4b3b-8806-739e53615344 req-b8524c4b-28be-4ccf-a6d2-7efe7a5eea49 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339633 Dec 09 22:31:32.121212 n-d-789963-23 neutron-server[103417]: INFO neutron.db.ipam_backend_mixin [None req-68328763-008e-4ac6-a08f-c60c668b1812 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2da5a252-0c86-43c7-a15a-4daa618f0d86 (CIDR: 2001:db8::/64) Dec 09 22:31:32.122341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7c788fd-3886-4734-83cd-312c7237606d req-face7387-bb59-47d6-b2bb-e6472fd768a1 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/security-groups?id=c28e644a-8b81-4ef4-8247-1066cb70bcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152785 Dec 09 22:31:32.127433 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-68328763-008e-4ac6-a08f-c60c668b1812 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:31:32.136723 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68328763-008e-4ac6-a08f-c60c668b1812 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:31:32.170982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-5f7c0a19-a348-4aaa-8f12-bfb629e396fe req-33fc9153-cdc8-40cf-ad47-d14eb3a1411e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Deleting port 3701f997-0361-45d7-b322-d4256115e835 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:32.172599 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5f7c0a19-a348-4aaa-8f12-bfb629e396fe req-33fc9153-cdc8-40cf-ad47-d14eb3a1411e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:32.217328 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-68328763-008e-4ac6-a08f-c60c668b1812 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5505555 Dec 09 22:31:32.220245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42104) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:32.228683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2942fbb9-610c-4e06-ba24-8b64a1c4c9ac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': '71c278cf-5605-43f0-9e30-c7c22a608c19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:32.321210 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:32.335829 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:32.340134 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6691eed4-eaad-4f93-bc85-03c3d5494817 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:32.379294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Network 71c278cf-5605-43f0-9e30-c7c22a608c19 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:32.385003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:32.391046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:32.402624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Pushing event updated for resources: {'Port': ['ID=887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:32.407148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-5f7c0a19-a348-4aaa-8f12-bfb629e396fe req-33fc9153-cdc8-40cf-ad47-d14eb3a1411e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] For port 3701f997-0361-45d7-b322-d4256115e835, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3701f997-0361-45d7-b322-d4256115e835,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:32.407582 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5f7c0a19-a348-4aaa-8f12-bfb629e396fe req-33fc9153-cdc8-40cf-ad47-d14eb3a1411e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:32.432862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-5f7c0a19-a348-4aaa-8f12-bfb629e396fe req-33fc9153-cdc8-40cf-ad47-d14eb3a1411e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Calling delete_port for 3701f997-0361-45d7-b322-d4256115e835 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:32.470504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691eed4-eaad-4f93-bc85-03c3d5494817 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=b41cabbc-9a66-4baf-95d6-5172f7601a2d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:32.503958 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Attempting to bind port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:31:32.504495 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Attempting to bind port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'e7462427-b907-4192-95fd-0e7e80b5b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '71c278cf-5605-43f0-9e30-c7c22a608c19'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:31:32.504943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Attempting to bind port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 on network 71c278cf-5605-43f0-9e30-c7c22a608c19 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:31:32.517066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:31:32.517439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Checking segment: {'id': 'e7462427-b907-4192-95fd-0e7e80b5b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '71c278cf-5605-43f0-9e30-c7c22a608c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:32.519597 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:32.521315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Bound using segment: {'id': 'e7462427-b907-4192-95fd-0e7e80b5b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '71c278cf-5605-43f0-9e30-c7c22a608c19'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:31:32.523764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Bound port: 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7462427-b907-4192-95fd-0e7e80b5b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '71c278cf-5605-43f0-9e30-c7c22a608c19'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:31:32.524166 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:32.598972 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6691eed4-eaad-4f93-bc85-03c3d5494817 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:32.696506 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] For port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:31:32.716987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] For port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952,segment=NetworkSegment(e7462427-b907-4192-95fd-0e7e80b5b64a),segment_id=e7462427-b907-4192-95fd-0e7e80b5b64a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:31:32.737227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2942fbb9-610c-4e06-ba24-8b64a1c4c9ac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:32.740502 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:32.744882 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2942fbb9-610c-4e06-ba24-8b64a1c4c9ac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:32.830343 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96800f2e-ac62-42e0-8a44-ffc7dc9d375c None None] Pushing event updated for resources: {'Port': ['ID=887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:32.856313 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5f7c0a19-a348-4aaa-8f12-bfb629e396fe req-33fc9153-cdc8-40cf-ad47-d14eb3a1411e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:32.872648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6691eed4-eaad-4f93-bc85-03c3d5494817 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router 68fdb889-7c00-4994-8595-fd19577ce3c5 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:31:32.894849 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['3701f997-0361-45d7-b322-d4256115e835'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:31:32.924576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea11cc-b558-4f10-9eea-bffe1c936e46 req-1f96e87d-219b-43ae-b0c2-be5c548a953e tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:32.933507 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccea11cc-b558-4f10-9eea-bffe1c936e46 req-1f96e87d-219b-43ae-b0c2-be5c548a953e tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 944 time: 0.2586598 Dec 09 22:31:32.989329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6691eed4-eaad-4f93-bc85-03c3d5494817 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:32.993118 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc9153-cdc8-40cf-ad47-d14eb3a1411e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Pushing event deleted for resources: {'Port': ['ID=3701f997-0361-45d7-b322-d4256115e835,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:32.997834 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6691eed4-eaad-4f93-bc85-03c3d5494817 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/68fdb889-7c00-4994-8595-fd19577ce3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8643041 Dec 09 22:31:33.001960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42132) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:33.007226 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e2fea-8adc-4177-b10b-52d2197cdabf None None] Sync routers for ids ['68fdb889-7c00-4994-8595-fd19577ce3c5'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:33.020968 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e2fea-8adc-4177-b10b-52d2197cdabf None None] Routers {'68fdb889-7c00-4994-8595-fd19577ce3c5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:33.021607 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8b0e2fea-8adc-4177-b10b-52d2197cdabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['68fdb889-7c00-4994-8595-fd19577ce3c5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:33.085330 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8b0e2fea-8adc-4177-b10b-52d2197cdabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:33.098784 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e2fea-8adc-4177-b10b-52d2197cdabf None None] Routers {'68fdb889-7c00-4994-8595-fd19577ce3c5'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:33.100070 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8b0e2fea-8adc-4177-b10b-52d2197cdabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['68fdb889-7c00-4994-8595-fd19577ce3c5'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:33.108445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fadf8-3081-44af-b1d3-332e17756432 req-2ee9a004-a35d-49f7-b4da-ed3ae5d9ad36 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:33.118174 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb6fadf8-3081-44af-b1d3-332e17756432 req-2ee9a004-a35d-49f7-b4da-ed3ae5d9ad36 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.3092229 Dec 09 22:31:33.153580 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8b0e2fea-8adc-4177-b10b-52d2197cdabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:33.154291 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e2fea-8adc-4177-b10b-52d2197cdabf None None] The sync data for ids ['68fdb889-7c00-4994-8595-fd19577ce3c5'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:33.242465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccea11cc-b558-4f10-9eea-bffe1c936e46 req-b5ff746c-a6eb-40b2-a81f-d3f87a51c681 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077354 Dec 09 22:31:33.287518 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b788014d-f448-495e-9d61-6f5a0da55f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:33.358598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:31:33.358843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7c0a19-a348-4aaa-8f12-bfb629e396fe req-33fc9153-cdc8-40cf-ad47-d14eb3a1411e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] No DVR routers for this DVR port 3701f997-0361-45d7-b322-d4256115e835 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:33.362363 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5f7c0a19-a348-4aaa-8f12-bfb629e396fe req-33fc9153-cdc8-40cf-ad47-d14eb3a1411e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:33.367722 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f7c0a19-a348-4aaa-8f12-bfb629e396fe req-33fc9153-cdc8-40cf-ad47-d14eb3a1411e tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.18 "DELETE /v2.0/ports/3701f997-0361-45d7-b322-d4256115e835 HTTP/1.1" status: 204 len: 173 time: 1.4055731 Dec 09 22:31:33.383990 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-e82c8639-a9a7-48d5-9df7-790cf57338dd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] remove_router_interface failed (client error): The resource could not be found. Dec 09 22:31:33.385326 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e82c8639-a9a7-48d5-9df7-790cf57338dd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/68fdb889-7c00-4994-8595-fd19577ce3c5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3822143 Dec 09 22:31:33.387864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'name': 'network-vif-deleted', 'tag': '3701f997-0361-45d7-b322-d4256115e835'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:33.389092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42164) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:33.391286 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9d6dcd-0d78-4f97-8f32-0e4fab733ee7" -d '{"events": [{"server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "name": "network-vif-deleted", "tag": "3701f997-0361-45d7-b322-d4256115e835"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:33.432492 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-71f65c4d-16ac-42e8-b120-09406b008b90 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fdb889-7c00-4994-8595-fd19577ce3c5 HTTP/1.1" status: 200 len: 205 time: 0.0422022 Dec 09 22:31:33.438483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42168) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:33.583671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:33.613423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d08d1931-0d4e-4cbb-93b1-38d15dad4b55 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:33.621002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '36a9a9f0-f628-41c3-9dc5-edf22856d7c3', 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467', 'port_id': '36a9a9f0-f628-41c3-9dc5-edf22856d7c3', 'mac_address': 'fa:16:3e:19:46:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1004dd-1947-4098-b1fd-e21f1a6f9f7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:31:33.644565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41948533-52bb-49b3-86f4-94b366990a32 req-977b07cc-573d-44e3-9f68-ef96d383b4d2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:33.646449 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-41948533-52bb-49b3-86f4-94b366990a32 req-977b07cc-573d-44e3-9f68-ef96d383b4d2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.2477286 Dec 09 22:31:33.666410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb6fadf8-3081-44af-b1d3-332e17756432 req-d997507c-9148-4855-8cc2-7781b7fec686 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5471683 Dec 09 22:31:33.742421 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:33.750501 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:33.766134 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:31:33.794275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:33.799750 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:33.848714 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-41948533-52bb-49b3-86f4-94b366990a32 req-6fe56856-a9a5-4001-9648-5e4f8152eef9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701605 Dec 09 22:31:33.857364 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d08d1931-0d4e-4cbb-93b1-38d15dad4b55 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:33.867697 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d08d1931-0d4e-4cbb-93b1-38d15dad4b55 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:33.869454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:33.904298 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-14e1f897-cb95-48a8-a1ce-071385d82cad req-0667f7e5-4e7f-4b86-acdd-a370882fc118 tempest-FloatingIPsAssociationTestJSON-658732887 tempest-FloatingIPsAssociationTestJSON-658732887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f70c19-6586-4941-a003-9b84f27faadc HTTP/1.1" status: 200 len: 210 time: 0.0738590 Dec 09 22:31:33.913287 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2942fbb9-610c-4e06-ba24-8b64a1c4c9ac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:33.952987 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d08d1931-0d4e-4cbb-93b1-38d15dad4b55 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:33.954021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08d1931-0d4e-4cbb-93b1-38d15dad4b55 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Fanout notify agent at l3_agent the message router_deleted on router 68fdb889-7c00-4994-8595-fd19577ce3c5 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:31:33.982703 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d08d1931-0d4e-4cbb-93b1-38d15dad4b55 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:33.983036 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d08d1931-0d4e-4cbb-93b1-38d15dad4b55 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/68fdb889-7c00-4994-8595-fd19577ce3c5 HTTP/1.1" status: 204 len: 168 time: 0.5429554 Dec 09 22:31:33.995931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42170) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:34.003494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942fbb9-610c-4e06-ba24-8b64a1c4c9ac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 71c278cf-5605-43f0-9e30-c7c22a608c19 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:34.019984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2942fbb9-610c-4e06-ba24-8b64a1c4c9ac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:34.030152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942fbb9-610c-4e06-ba24-8b64a1c4c9ac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:34.031065 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2942fbb9-610c-4e06-ba24-8b64a1c4c9ac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.069426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942fbb9-610c-4e06-ba24-8b64a1c4c9ac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Subnet': ['ID=d87eb130-050f-4628-a543-5af1cd4d7a78,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:34.078924 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2942fbb9-610c-4e06-ba24-8b64a1c4c9ac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8574438 Dec 09 22:31:34.079724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42172) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:34.100741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': '71c278cf-5605-43f0-9e30-c7c22a608c19', 'fixed_ips': [{'subnet_id': '2da5a252-0c86-43c7-a15a-4daa618f0d86'}, {'subnet_id': 'd87eb130-050f-4628-a543-5af1cd4d7a78'}], 'name': 'tempest-PortsIpV6TestJSON-1904275832'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:34.118007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['36a9a9f0-f628-41c3-9dc5-edf22856d7c3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:31:34.167072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-363a6392-2a50-47c7-9427-1699746760f5 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting subnet c8e16aa6-6715-4ef7-bc4d-146272a86a34 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:31:34.170184 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce73d5e-ca0e-4abd-817b-37210cfefcfa x-openstack-request-id: req-bce73d5e-ca0e-4abd-817b-37210cfefcfa {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:34.170490 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f70c19-6586-4941-a003-9b84f27faadc", "name": "network-vif-deleted", "tag": "3701f997-0361-45d7-b322-d4256115e835", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:34.170745 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bce73d5e-ca0e-4abd-817b-37210cfefcfa {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:34.170898 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-363a6392-2a50-47c7-9427-1699746760f5 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.171174 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f70c19-6586-4941-a003-9b84f27faadc', 'name': 'network-vif-deleted', 'tag': '3701f997-0361-45d7-b322-d4256115e835', 'status': 'completed', 'code': 200} Dec 09 22:31:34.194783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:34.262314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-363a6392-2a50-47c7-9427-1699746760f5 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.308755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:34.309326 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.328253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:34.413579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-363a6392-2a50-47c7-9427-1699746760f5 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.483202 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.500849 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c36790-14c1-4d95-b95f-58db6ac89c37 req-9c23fef0-3130-4258-911d-042968ca0ee7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:34.509195 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5c36790-14c1-4d95-b95f-58db6ac89c37 req-9c23fef0-3130-4258-911d-042968ca0ee7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 945 time: 0.1353920 Dec 09 22:31:34.514681 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-363a6392-2a50-47c7-9427-1699746760f5 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.526433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952,segment=NetworkSegment(e7462427-b907-4192-95fd-0e7e80b5b64a),segment_id=e7462427-b907-4192-95fd-0e7e80b5b64a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:34.531259 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.557683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a6392-2a50-47c7-9427-1699746760f5 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e16aa6-6715-4ef7-bc4d-146272a86a34,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:34.560102 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.567527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-363a6392-2a50-47c7-9427-1699746760f5 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.573303 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-363a6392-2a50-47c7-9427-1699746760f5 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/c8e16aa6-6715-4ef7-bc4d-146272a86a34 HTTP/1.1" status: 204 len: 168 time: 0.5735168 Dec 09 22:31:34.577234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42176) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:34.586550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37188563-841e-4c96-8560-2b5f3dc30ed0 None None] Network 718283ed-8380-4bf3-865a-82a6800ed6b0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:34.599015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5c36790-14c1-4d95-b95f-58db6ac89c37 req-4a3b0071-301e-4c45-abf6-55d194fbafe8 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887609 Dec 09 22:31:34.606739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port 5c111b8e-13dd-4055-9c07-e297fa0c7fa3 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:31:34.620718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeaa4f7-9ec0-4f92-a2a0-e6a1f31381d3 None None] Network 71c278cf-5605-43f0-9e30-c7c22a608c19 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:34.676847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.725603 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:34.751042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port 07634f49-124f-46a5-92fd-7e8a03ccd3dd {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:34.751850 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.785390 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fa717f9d-fdfa-4187-9995-ae1244119ed3 None None] Provisioning complete for port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:34.785995 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa717f9d-fdfa-4187-9995-ae1244119ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.825407 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.834320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] For port 07634f49-124f-46a5-92fd-7e8a03ccd3dd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=07634f49-124f-46a5-92fd-7e8a03ccd3dd,segment=NetworkSegment(1b3fc7dc-80de-4088-a5eb-74723947aa47),segment_id=1b3fc7dc-80de-4088-a5eb-74723947aa47)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:34.834752 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:34.854416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for 07634f49-124f-46a5-92fd-7e8a03ccd3dd owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:34.893223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dfd47-5e5f-4bb2-abea-d55183e02a6b req-7f9120cd-7ffe-4b52-858b-914f9a83baf8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:34.908935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-380dfd47-5e5f-4bb2-abea-d55183e02a6b req-7f9120cd-7ffe-4b52-858b-914f9a83baf8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.1387782 Dec 09 22:31:34.959742 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7793d7-d0c3-4f9d-8e2f-5dc82e356dd1 None None] DHCP port deletion for 718283ed-8380-4bf3-865a-82a6800ed6b0 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:31:34.981418 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.003236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023d2747-96c6-4a0d-86a9-5914785412c3 None None] Update dhcp port {'port': {'network_id': '71c278cf-5605-43f0-9e30-c7c22a608c19', 'fixed_ips': [{'subnet_id': '2da5a252-0c86-43c7-a15a-4daa618f0d86', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd87eb130-050f-4628-a543-5af1cd4d7a78'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:31:35.021608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=07634f49-124f-46a5-92fd-7e8a03ccd3dd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:35.023530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No DVR routers for this DVR port 07634f49-124f-46a5-92fd-7e8a03ccd3dd on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:35.041270 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-023d2747-96c6-4a0d-86a9-5914785412c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.075122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-380dfd47-5e5f-4bb2-abea-d55183e02a6b req-101210e4-49e8-4d41-8b91-e486dd3e7959 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625798 Dec 09 22:31:35.107533 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7a7793d7-d0c3-4f9d-8e2f-5dc82e356dd1 None None] Deleting port 07634f49-124f-46a5-92fd-7e8a03ccd3dd {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:35.110026 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a7793d7-d0c3-4f9d-8e2f-5dc82e356dd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.126896 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.139511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86bf86-8d82-44e7-b12a-43fe4a1d310b req-d0c0b15c-0e8d-46b1-bab9-dcbd7a9e6050 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:35.147218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42188) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:35.147365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c86bf86-8d82-44e7-b12a-43fe4a1d310b req-d0c0b15c-0e8d-46b1-bab9-dcbd7a9e6050 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1527789 Dec 09 22:31:35.157338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718283ed-8380-4bf3-865a-82a6800ed6b0']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:35.209399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3fc7dc-80de-4088-a5eb-74723947aa47') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:35.209860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3fc7dc-80de-4088-a5eb-74723947aa47') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:35.223749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.264678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7a7793d7-d0c3-4f9d-8e2f-5dc82e356dd1 None None] For port 07634f49-124f-46a5-92fd-7e8a03ccd3dd, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:35.265130 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a7793d7-d0c3-4f9d-8e2f-5dc82e356dd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.273713 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.275573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8::249 (71c278cf-5605-43f0-9e30-c7c22a608c19/2da5a252-0c86-43c7-a15a-4daa618f0d86/5c111b8e-13dd-4055-9c07-e297fa0c7fa3) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:35.286713 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c86bf86-8d82-44e7-b12a-43fe4a1d310b req-e6341b35-a484-4e0f-b3be-088f470b843b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383257 Dec 09 22:31:35.289105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:31:35.289335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:31:35.292967 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:31:35.298439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8:0:1::5b (71c278cf-5605-43f0-9e30-c7c22a608c19/d87eb130-050f-4628-a543-5af1cd4d7a78/5c111b8e-13dd-4055-9c07-e297fa0c7fa3) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:35.300965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7a7793d7-d0c3-4f9d-8e2f-5dc82e356dd1 None None] Calling delete_port for 07634f49-124f-46a5-92fd-7e8a03ccd3dd owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:35.307122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-7a7793d7-d0c3-4f9d-8e2f-5dc82e356dd1 None None] Port 07634f49-124f-46a5-92fd-7e8a03ccd3dd was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:31:35.311477 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a7793d7-d0c3-4f9d-8e2f-5dc82e356dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.367595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:35.405968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7793d7-d0c3-4f9d-8e2f-5dc82e356dd1 None None] Pushing event deleted for resources: {'Port': ['ID=07634f49-124f-46a5-92fd-7e8a03ccd3dd,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:35.412396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7793d7-d0c3-4f9d-8e2f-5dc82e356dd1 None None] No DVR routers for this DVR port 07634f49-124f-46a5-92fd-7e8a03ccd3dd on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:35.438440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:31:35.441687 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.444209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:35.444589 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.451501 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.455030 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/networks/718283ed-8380-4bf3-865a-82a6800ed6b0 HTTP/1.1" status: 204 len: 168 time: 0.8763490 Dec 09 22:31:35.471995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42192) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:35.477610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-05a15c50-f737-403e-95ba-70785d11270f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-291276898'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:35.489659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082df51-41cb-4126-ba1d-e9df0df655c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Network': ['ID=718283ed-8380-4bf3-865a-82a6800ed6b0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:35.526574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21eb03-0df4-442f-8357-eb3ce431e424 req-58b327f8-261a-47de-9fba-e7814a4dbc83 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:35.528121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae21eb03-0df4-442f-8357-eb3ce431e424 req-58b327f8-261a-47de-9fba-e7814a4dbc83 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1351733 Dec 09 22:31:35.560444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a15c50-f737-403e-95ba-70785d11270f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:35.564059 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.564219 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05a15c50-f737-403e-95ba-70785d11270f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.575758 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.593374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c42b4f5-1fa9-44b3-9cc7-223db1b47643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a9a9f0-f628-41c3-9dc5-edf22856d7c3'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:35.596051 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c128d1e-bf9b-4015-8b0b-b3fd10b1a7a7" -d '{"events": [{"server_uuid": "5c42b4f5-1fa9-44b3-9cc7-223db1b47643", "name": "network-vif-plugged", "status": "completed", "tag": "36a9a9f0-f628-41c3-9dc5-edf22856d7c3"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:35.611875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:35.613804 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae21eb03-0df4-442f-8357-eb3ce431e424 req-24cbd49f-dabc-4e1e-b3d6-e9533f2ae8ee tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749302 Dec 09 22:31:35.617310 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.651696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a15c50-f737-403e-95ba-70785d11270f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:31:35.662119 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.678250 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e948be4f-cf7d-4d29-882a-6fd69337c5c0 x-openstack-request-id: req-e948be4f-cf7d-4d29-882a-6fd69337c5c0 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:35.678808 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c42b4f5-1fa9-44b3-9cc7-223db1b47643", "name": "network-vif-plugged", "status": "completed", "tag": "36a9a9f0-f628-41c3-9dc5-edf22856d7c3", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:35.678935 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e948be4f-cf7d-4d29-882a-6fd69337c5c0 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:35.679394 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c42b4f5-1fa9-44b3-9cc7-223db1b47643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a9a9f0-f628-41c3-9dc5-edf22856d7c3', 'code': 200} Dec 09 22:31:35.692326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05a15c50-f737-403e-95ba-70785d11270f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.694249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:35.701501 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-05a15c50-f737-403e-95ba-70785d11270f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Added segment c0f42468-dba3-42cd-9d60-42e0024931b1 of type vlan for network c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036 Dec 09 22:31:35.758962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-023d2747-96c6-4a0d-86a9-5914785412c3 None None] Allocated IP 2001:db8:0:1::2 (71c278cf-5605-43f0-9e30-c7c22a608c19/d87eb130-050f-4628-a543-5af1cd4d7a78/887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:35.762381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 71c278cf-5605-43f0-9e30-c7c22a608c19 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:35.798288 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05a15c50-f737-403e-95ba-70785d11270f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.806455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:35.834452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=5c111b8e-13dd-4055-9c07-e297fa0c7fa3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:35.838008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:35.844434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:35.845104 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.845651 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05a15c50-f737-403e-95ba-70785d11270f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.853905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a15c50-f737-403e-95ba-70785d11270f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:35.854712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05a15c50-f737-403e-95ba-70785d11270f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.881693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6e471db7-2d3d-4a87-9f05-27fd5eb633b2 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.8004618 Dec 09 22:31:35.886587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42200) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:35.892731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8f3e1c0c-5a7e-4231-93f5-1942230cd575 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2da5a252-0c86-43c7-a15a-4daa618f0d86'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:35.909825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-023d2747-96c6-4a0d-86a9-5914785412c3 None None] For port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952,segment=NetworkSegment(e7462427-b907-4192-95fd-0e7e80b5b64a),segment_id=e7462427-b907-4192-95fd-0e7e80b5b64a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:35.911789 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14a1b5-0ee1-4918-9769-bdde7605a656 req-f011b5d5-e9ca-4b08-a252-7b73075575e2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:35.913334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb14a1b5-0ee1-4918-9769-bdde7605a656 req-f011b5d5-e9ca-4b08-a252-7b73075575e2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 946 time: 0.1674042 Dec 09 22:31:35.929526 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-05a15c50-f737-403e-95ba-70785d11270f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4563704 Dec 09 22:31:35.935100 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42202) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:35.945402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e5adb-4cfb-4c7c-954c-3c3ba7e4c61b req-e004dee6-d966-441e-a04c-643f25d9b710 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:35.952763 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b80e5adb-4cfb-4c7c-954c-3c3ba7e4c61b req-e004dee6-d966-441e-a04c-643f25d9b710 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1891232 Dec 09 22:31:35.960048 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-023d2747-96c6-4a0d-86a9-5914785412c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.964985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-321aad51-170d-4953-b442-45967669caaf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'subnet': {'network_id': 'c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:35.966103 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-023d2747-96c6-4a0d-86a9-5914785412c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:35.980317 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a15c50-f737-403e-95ba-70785d11270f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Network': ['ID=c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:35.999801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed69b4-3f37-4568-96d5-3a8a6dc68bab req-f88078b8-430f-4ad2-88b9-2f1b58e2f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:36.001470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13ed69b4-3f37-4568-96d5-3a8a6dc68bab req-f88078b8-430f-4ad2-88b9-2f1b58e2f9b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 1098 time: 0.2570627 Dec 09 22:31:36.014349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:36.017172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:31:36.019265 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc7f79c7-dcb3-4d0f-bb06-5d0784fce04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:36.169306 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1c0c-5a7e-4231-93f5-1942230cd575 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:36.178473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b80e5adb-4cfb-4c7c-954c-3c3ba7e4c61b req-e36060d9-bf3b-427b-a279-a523eee7c58d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247508 Dec 09 22:31:36.232014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d2747-96c6-4a0d-86a9-5914785412c3 None None] Pushing event updated for resources: {'Port': ['ID=887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:36.238783 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb14a1b5-0ee1-4918-9769-bdde7605a656 req-91cf4025-55d3-4f29-a724-7315271c0534 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029392 Dec 09 22:31:36.253556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13ed69b4-3f37-4568-96d5-3a8a6dc68bab req-897393c8-845d-4c1f-b49c-1065c64bb4cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245734 Dec 09 22:31:36.262037 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:36.288763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:36.289150 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:36.326804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3701f997-0361-45d7-b322-d4256115e835 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:36.354749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 3701f997-0361-45d7-b322-d4256115e835 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:36.355141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3701f997-0361-45d7-b322-d4256115e835 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:36.373027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321aad51-170d-4953-b442-45967669caaf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:36.376517 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-321aad51-170d-4953-b442-45967669caaf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:36.408844 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f79c7-dcb3-4d0f-bb06-5d0784fce04c admin admin] Deleting port 839dc773-777a-4c3d-8d08-4ce431592e0c {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:36.409720 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc7f79c7-dcb3-4d0f-bb06-5d0784fce04c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:36.529348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-fc7f79c7-dcb3-4d0f-bb06-5d0784fce04c admin admin] For port 839dc773-777a-4c3d-8d08-4ce431592e0c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=839dc773-777a-4c3d-8d08-4ce431592e0c,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:36.530286 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc7f79c7-dcb3-4d0f-bb06-5d0784fce04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:36.535454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 07634f49-124f-46a5-92fd-7e8a03ccd3dd no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:36.551882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f79c7-dcb3-4d0f-bb06-5d0784fce04c admin admin] Calling delete_port for 839dc773-777a-4c3d-8d08-4ce431592e0c owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:36.573831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 07634f49-124f-46a5-92fd-7e8a03ccd3dd {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:36.574282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 07634f49-124f-46a5-92fd-7e8a03ccd3dd not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:36.776118 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc7f79c7-dcb3-4d0f-bb06-5d0784fce04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:36.805131 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f79c7-dcb3-4d0f-bb06-5d0784fce04c admin admin] Pushing event deleted for resources: {'Port': ['ID=839dc773-777a-4c3d-8d08-4ce431592e0c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:36.868644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fb290-466d-4d2c-a406-ef9884c86481 req-8f758b5b-38ff-4a63-af74-d7a2b47b4f5d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:36.876349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce2fb290-466d-4d2c-a406-ef9884c86481 req-8f758b5b-38ff-4a63-af74-d7a2b47b4f5d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.6075783 Dec 09 22:31:36.961374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade47c99-083f-4c0d-b503-50d00fbc401a req-3787148b-a90f-4cdf-b5f8-ee914d8dc65d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:36.963057 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ade47c99-083f-4c0d-b503-50d00fbc401a req-3787148b-a90f-4cdf-b5f8-ee914d8dc65d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1967385 Dec 09 22:31:37.028452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce2fb290-466d-4d2c-a406-ef9884c86481 req-eaab8d51-76f0-49b3-b07a-8b5a0adba7b1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511512 Dec 09 22:31:37.046062 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc7f79c7-dcb3-4d0f-bb06-5d0784fce04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:37.082331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4636f228-e409-4025-8d8a-f0ed1c8a94f1 None None] Network 71c278cf-5605-43f0-9e30-c7c22a608c19 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:37.129474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-83b7de11-ad9e-40f5-9d7a-e72d68da55ab None None] Provisioning complete for port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:37.129946 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-83b7de11-ad9e-40f5-9d7a-e72d68da55ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:37.131715 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:37.253926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ade47c99-083f-4c0d-b503-50d00fbc401a req-927ba8a0-0fac-4eae-88e2-12ad317f3ed2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684319 Dec 09 22:31:37.254888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-8f3e1c0c-5a7e-4231-93f5-1942230cd575 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Delete allocated IP 2001:db8:0:1::5b (71c278cf-5605-43f0-9e30-c7c22a608c19/d87eb130-050f-4628-a543-5af1cd4d7a78) {{(pid=103418) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 22:31:37.352782 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-321aad51-170d-4953-b442-45967669caaf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:37.382828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7f79c7-dcb3-4d0f-bb06-5d0784fce04c admin admin] Router 9ce87c53-097b-464b-9221-21ff6dd83061 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:31:37.523240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7f79c7-dcb3-4d0f-bb06-5d0784fce04c admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:37.529584 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fc7f79c7-dcb3-4d0f-bb06-5d0784fce04c admin admin] 10.222.0.16 "PUT /v2.0/routers/9ce87c53-097b-464b-9221-21ff6dd83061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3811903 Dec 09 22:31:37.531746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42220) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:37.535596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b847b255-4c68-4d23-a93e-3e6bfdf7bb12 None None] Sync routers for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:37.539449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aad51-170d-4953-b442-45967669caaf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Subnet': ['ID=f68ee280-7884-4ee1-a3e5-466f85a77a38,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:37.559098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b847b255-4c68-4d23-a93e-3e6bfdf7bb12 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:37.559829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b847b255-4c68-4d23-a93e-3e6bfdf7bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:37.615986 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1c0c-5a7e-4231-93f5-1942230cd575 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:37.630331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf422460-f4e0-49f3-ba10-9c543b1366f2 req-60e91c53-6433-4db0-be71-2d92ed5cbf80 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:37.638086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf422460-f4e0-49f3-ba10-9c543b1366f2 req-60e91c53-6433-4db0-be71-2d92ed5cbf80 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 946 time: 0.2451115 Dec 09 22:31:37.652514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ef90f-e322-460f-baa4-3834d72d3553 req-637ba530-7214-4572-b349-6b9c35a2cabb tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:37.660450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-763ef90f-e322-460f-baa4-3834d72d3553 req-637ba530-7214-4572-b349-6b9c35a2cabb tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.2237921 Dec 09 22:31:37.670073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321aad51-170d-4953-b442-45967669caaf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Checking segment: {'id': 'c0f42468-dba3-42cd-9d60-42e0024931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:37.670452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321aad51-170d-4953-b442-45967669caaf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network hostable DHCP agents. Network: c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:31:37.672513 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1c0c-5a7e-4231-93f5-1942230cd575 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:37.695926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-b847b255-4c68-4d23-a93e-3e6bfdf7bb12 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:31:37.800330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321aad51-170d-4953-b442-45967669caaf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:31:37.802951 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e1c0c-5a7e-4231-93f5-1942230cd575 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] In _notify_port_updated(), no bound segment for port 5c111b8e-13dd-4055-9c07-e297fa0c7fa3 on network 71c278cf-5605-43f0-9e30-c7c22a608c19 {{(pid=103418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:31:37.808774 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e1c0c-5a7e-4231-93f5-1942230cd575 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:37.809372 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1c0c-5a7e-4231-93f5-1942230cd575 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:37.811019 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8f3e1c0c-5a7e-4231-93f5-1942230cd575 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "PUT /v2.0/ports/5c111b8e-13dd-4055-9c07-e297fa0c7fa3 HTTP/1.1" status: 200 len: 926 time: 1.9222672 Dec 09 22:31:37.824180 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf422460-f4e0-49f3-ba10-9c543b1366f2 req-d7229e6e-cb09-482e-94b3-4cfa4d7ccaaa tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851976 Dec 09 22:31:37.833994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42222) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:37.839499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-cc5613ca-cc13-4c26-a31e-6e1148b793bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2da5a252-0c86-43c7-a15a-4daa618f0d86'}, {'subnet_id': 'd87eb130-050f-4628-a543-5af1cd4d7a78'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:37.858642 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-763ef90f-e322-460f-baa4-3834d72d3553 req-711a8cc8-7848-4abc-8d67-31bd8d6c9730 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952257 Dec 09 22:31:37.882378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e1c0c-5a7e-4231-93f5-1942230cd575 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=5c111b8e-13dd-4055-9c07-e297fa0c7fa3,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:37.900870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-321aad51-170d-4953-b442-45967669caaf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:37.917011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321aad51-170d-4953-b442-45967669caaf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:37.918722 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-321aad51-170d-4953-b442-45967669caaf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:37.930652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d019376-a9a0-47f0-9750-d529df05f6b8 None None] Network c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:37.994487 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8bc740e4-1329-408a-aac2-7e44c2d8823a None None] Provisioning complete for port 5c111b8e-13dd-4055-9c07-e297fa0c7fa3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:37.995033 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bc740e4-1329-408a-aac2-7e44c2d8823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.038917 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-321aad51-170d-4953-b442-45967669caaf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0775354 Dec 09 22:31:38.054616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42228) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:38.061756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-23f06885-5786-4de1-be70-b546abcad626 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2007655564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:38.077082 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc5613ca-cc13-4c26-a31e-6e1148b793bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.110236 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.124980 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23f06885-5786-4de1-be70-b546abcad626 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.130759 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23f06885-5786-4de1-be70-b546abcad626 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.180812 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:38.193315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1dd9e-b7c8-472a-b18c-61b227bfd45b req-798a35fe-c2b7-49b2-8b7e-479c08b149c1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:38.198697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6be1dd9e-b7c8-472a-b18c-61b227bfd45b req-798a35fe-c2b7-49b2-8b7e-479c08b149c1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1752498 Dec 09 22:31:38.264385 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8bc740e4-1329-408a-aac2-7e44c2d8823a None None] Port 5c111b8e-13dd-4055-9c07-e297fa0c7fa3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:38.280309 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.321195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8bc740e4-1329-408a-aac2-7e44c2d8823a None None] Provisioning complete for port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:38.321569 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bc740e4-1329-408a-aac2-7e44c2d8823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.348480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036', 'network_id': 'c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036', 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'fixed_ips': [{'subnet_id': 'f68ee280-7884-4ee1-a3e5-466f85a77a38'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:31:38.350449 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.358300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Deleting port 7d97fdd5-29bd-48f9-a22c-e857ce723293 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:38.358734 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.370263 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23f06885-5786-4de1-be70-b546abcad626 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.387829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:38.388180 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.388295 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23f06885-5786-4de1-be70-b546abcad626 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.446764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] For port 7d97fdd5-29bd-48f9-a22c-e857ce723293, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7d97fdd5-29bd-48f9-a22c-e857ce723293,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:38.447354 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.460252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04975783-e752-4b6b-9ab9-4f314a103428 req-6d22adc7-66a6-4f57-b437-87d06e8db2b2 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:38.461015 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Calling delete_port for 7d97fdd5-29bd-48f9-a22c-e857ce723293 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:38.461765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-04975783-e752-4b6b-9ab9-4f314a103428 req-6d22adc7-66a6-4f57-b437-87d06e8db2b2 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.2598114 Dec 09 22:31:38.470037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6be1dd9e-b7c8-472a-b18c-61b227bfd45b req-6156cb1f-e2e1-4ec1-b7dc-59c257089e04 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551193 Dec 09 22:31:38.477011 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23f06885-5786-4de1-be70-b546abcad626 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.477742 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b847b255-4c68-4d23-a93e-3e6bfdf7bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:31:36Z', 'revision_number': 5, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port': {'id': '7d97fdd5-29bd-48f9-a22c-e857ce723293', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:44Z', 'updated_at': '2021-12-09T22:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:38.481286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-23f06885-5786-4de1-be70-b546abcad626 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4230194 Dec 09 22:31:38.484434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42234) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:38.527608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b847b255-4c68-4d23-a93e-3e6bfdf7bb12 None None] Checking router: 9ce87c53-097b-464b-9221-21ff6dd83061 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:31:38.596043 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b847b255-4c68-4d23-a93e-3e6bfdf7bb12 None None] Routers {'9ce87c53-097b-464b-9221-21ff6dd83061'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:38.596711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b847b255-4c68-4d23-a93e-3e6bfdf7bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['9ce87c53-097b-464b-9221-21ff6dd83061'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:38.661992 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.688136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d97fdd5-29bd-48f9-a22c-e857ce723293,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:38.727287 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:31:38.729882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Allocated IP 2001:db8::2 (c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036/f68ee280-7884-4ee1-a3e5-466f85a77a38/7899af6e-1d2a-4ac3-bd08-2ca2b509cae6) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:38.749213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-b847b255-4c68-4d23-a93e-3e6bfdf7bb12 None None] Set router 9ce87c53-097b-464b-9221-21ff6dd83061 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:31:38.768458 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.822729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b847b255-4c68-4d23-a93e-3e6bfdf7bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:31:38Z', 'revision_number': 6, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:38.843013 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-04975783-e752-4b6b-9ab9-4f314a103428 req-a8a31937-4146-4cd3-bc68-a773d05aaec6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494129 Dec 09 22:31:38.872153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b847b255-4c68-4d23-a93e-3e6bfdf7bb12 None None] The sync data for ids ['9ce87c53-097b-464b-9221-21ff6dd83061'] in n-d-789963-23 is: [{'id': '9ce87c53-097b-464b-9221-21ff6dd83061', 'name': 'tempest-FloatingIPsAssociationTestJSON-1108205667-router', 'tenant_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:42Z', 'updated_at': '2021-12-09T22:31:38Z', 'revision_number': 6, 'project_id': '2bde7cf6d85845e3ae02dd761d8bea81', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:38.878159 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.880702 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.928895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-49515495-a939-47c1-baa6-3bfe2dea6e7a None None] Provisioning complete for port 5c111b8e-13dd-4055-9c07-e297fa0c7fa3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:38.929268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-49515495-a939-47c1-baa6-3bfe2dea6e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.938249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e56f6-c82e-4573-b4c5-981684d5c18f req-2e49941e-120c-4d70-80b1-f74c922f7550 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:38.947877 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e9e56f6-c82e-4573-b4c5-981684d5c18f req-2e49941e-120c-4d70-80b1-f74c922f7550 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.2872579 Dec 09 22:31:38.951107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-cc5613ca-cc13-4c26-a31e-6e1148b793bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8:0:1::2f1 (71c278cf-5605-43f0-9e30-c7c22a608c19/d87eb130-050f-4628-a543-5af1cd4d7a78/5c111b8e-13dd-4055-9c07-e297fa0c7fa3) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:38.958998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.959776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce87c53-097b-464b-9221-21ff6dd83061 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:31:38.965591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:38.967250 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8e2af175-5ac9-4f1e-b61c-30cccb7c8537 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9ce87c53-097b-464b-9221-21ff6dd83061 HTTP/1.1" status: 204 len: 168 time: 1.4343874 Dec 09 22:31:38.969725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42240) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:39.032130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc28f5c-d9e5-479c-a37a-499e6742239f admin admin] Deleting subnet 411e66c1-b9cc-4f6a-87c9-193b471d530e {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:31:39.033868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-49515495-a939-47c1-baa6-3bfe2dea6e7a None None] Port 5c111b8e-13dd-4055-9c07-e297fa0c7fa3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:39.036304 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dc28f5c-d9e5-479c-a37a-499e6742239f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.060798 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.068483 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.090723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dc28f5c-d9e5-479c-a37a-499e6742239f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.122715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Pushing event updated for resources: {'Port': ['ID=7899af6e-1d2a-4ac3-bd08-2ca2b509cae6,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:39.130868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Network c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:39.132519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:39.135172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:39.178205 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e9e56f6-c82e-4573-b4c5-981684d5c18f req-96903f55-b3d9-4fc1-86ad-1a7916260a32 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291288 Dec 09 22:31:39.201510 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dc28f5c-d9e5-479c-a37a-499e6742239f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.207570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Attempting to bind port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:31:39.207570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Attempting to bind port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c0f42468-dba3-42cd-9d60-42e0024931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:31:39.208186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Attempting to bind port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 on network c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:31:39.218224 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:31:39.218476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00b2bb-5cb3-4ebf-bf30-431f41bc8089 req-cff6b687-a14c-4c9f-8cce-2021d9c94b2e tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:39.218735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Checking segment: {'id': 'c0f42468-dba3-42cd-9d60-42e0024931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:39.219248 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.220002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Bound using segment: {'id': 'c0f42468-dba3-42cd-9d60-42e0024931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:31:39.220733 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Bound port: 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f42468-dba3-42cd-9d60-42e0024931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:31:39.226019 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.227121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d00b2bb-5cb3-4ebf-bf30-431f41bc8089 req-cff6b687-a14c-4c9f-8cce-2021d9c94b2e tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 946 time: 0.2246554 Dec 09 22:31:39.238200 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.297011 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dc28f5c-d9e5-479c-a37a-499e6742239f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.341048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc28f5c-d9e5-479c-a37a-499e6742239f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=411e66c1-b9cc-4f6a-87c9-193b471d530e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:39.349943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dc28f5c-d9e5-479c-a37a-499e6742239f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.358265 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0dc28f5c-d9e5-479c-a37a-499e6742239f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/411e66c1-b9cc-4f6a-87c9-193b471d530e HTTP/1.1" status: 204 len: 168 time: 0.3871784 Dec 09 22:31:39.358961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42246) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:39.448440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235195bf-61f9-4e1c-a7d2-012230020d45 None None] Network 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:39.467450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d00b2bb-5cb3-4ebf-bf30-431f41bc8089 req-0752b108-d663-4067-8924-ca691884058a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348983 Dec 09 22:31:39.476546 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.546921 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc5613ca-cc13-4c26-a31e-6e1148b793bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.548302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Deleting port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:39.548968 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.565401 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc5613ca-cc13-4c26-a31e-6e1148b793bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.629360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] For port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:31:39.634217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] For port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7899af6e-1d2a-4ac3-bd08-2ca2b509cae6,segment=NetworkSegment(c0f42468-dba3-42cd-9d60-42e0024931b1),segment_id=c0f42468-dba3-42cd-9d60-42e0024931b1)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:31:39.644681 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.688783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] For port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f,segment=NetworkSegment(c392ea23-c7b9-4e63-9733-44fc7b0d5560),segment_id=c392ea23-c7b9-4e63-9733-44fc7b0d5560)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:39.690059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.729020 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e95b3a-2b30-4617-9e1d-c9cd846c4b7f None None] Pushing event updated for resources: {'Port': ['ID=7899af6e-1d2a-4ac3-bd08-2ca2b509cae6,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:39.743247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Calling delete_port for f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:39.770489 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-cc5613ca-cc13-4c26-a31e-6e1148b793bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] In _notify_port_updated(), no bound segment for port 5c111b8e-13dd-4055-9c07-e297fa0c7fa3 on network 71c278cf-5605-43f0-9e30-c7c22a608c19 {{(pid=103418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:31:39.776425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5613ca-cc13-4c26-a31e-6e1148b793bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:39.777082 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc5613ca-cc13-4c26-a31e-6e1148b793bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.781714 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cc5613ca-cc13-4c26-a31e-6e1148b793bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "PUT /v2.0/ports/5c111b8e-13dd-4055-9c07-e297fa0c7fa3 HTTP/1.1" status: 200 len: 1012 time: 1.9466379 Dec 09 22:31:39.782363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42254) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:39.796659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5613ca-cc13-4c26-a31e-6e1148b793bd tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=5c111b8e-13dd-4055-9c07-e297fa0c7fa3,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:39.846603 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:39.848195 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f846dab3-cc73-4c27-8c53-7d9ba9f000cb req-c9aafd9e-12fb-4abc-92d8-7f3f110cba38 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-314490568&fields=id&tenant_id=a8d23234954d4ea2893572a7e09a00af HTTP/1.1" status: 200 len: 267 time: 0.2668006 Dec 09 22:31:39.877037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:39.883493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] No DVR routers for this DVR port f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:39.932740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55425cd7-c97b-4b6b-a165-a70fe9cf0a6e None None] DHCP port deletion for 796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:31:39.997559 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:40.026859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796f6eaf-24fd-48c3-b733-18d0e4cdb4b6']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:40.042719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c392ea23-c7b9-4e63-9733-44fc7b0d5560') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:40.042868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c392ea23-c7b9-4e63-9733-44fc7b0d5560') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:40.059942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 839dc773-777a-4c3d-8d08-4ce431592e0c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:40.071544 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:40.082562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 839dc773-777a-4c3d-8d08-4ce431592e0c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:40.083580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 839dc773-777a-4c3d-8d08-4ce431592e0c not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:40.083580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7d97fdd5-29bd-48f9-a22c-e857ce723293 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:40.092808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8d3a0-788d-44a9-b49a-bcafadc46360 req-2ab9f173-b3c9-47b9-9494-fe8bdee26d52 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:40.101122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fad8d3a0-788d-44a9-b49a-bcafadc46360 req-2ab9f173-b3c9-47b9-9494-fe8bdee26d52 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.2269626 Dec 09 22:31:40.109308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:40.118806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:31:40.119213 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:31:40.121079 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:31:40.130180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 7d97fdd5-29bd-48f9-a22c-e857ce723293 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:40.130535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7d97fdd5-29bd-48f9-a22c-e857ce723293 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:40.131007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:40.183295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:40.185419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f3e2daee-ac46-4392-a1bb-9ea59ff0fe6f not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:40.245022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fad8d3a0-788d-44a9-b49a-bcafadc46360 req-fca6f0ab-af13-43ef-9825-8ac74ecb6fdf tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427138 Dec 09 22:31:40.247728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Allocated IP 2001:db8::1 (c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036/f68ee280-7884-4ee1-a3e5-466f85a77a38/5d6eec33-7d3a-4713-9876-a91b3052c7a7) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:40.256482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:40.289125 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:40.296342 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/796f6eaf-24fd-48c3-b733-18d0e4cdb4b6 HTTP/1.1" status: 204 len: 168 time: 0.9362597 Dec 09 22:31:40.310808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f65327-05d4-4ce7-b947-da57020224e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=796f6eaf-24fd-48c3-b733-18d0e4cdb4b6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:40.343554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c3a77a37-5347-449b-841c-34126c9ada89 None None] Provisioning complete for port 5c111b8e-13dd-4055-9c07-e297fa0c7fa3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:40.343554 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3a77a37-5347-449b-841c-34126c9ada89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:40.347553 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846dab3-cc73-4c27-8c53-7d9ba9f000cb req-9eaeb4ad-278a-4ab7-a0dd-a5f87382a513 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:40.358091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f846dab3-cc73-4c27-8c53-7d9ba9f000cb req-9eaeb4ad-278a-4ab7-a0dd-a5f87382a513 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 946 time: 0.4813042 Dec 09 22:31:40.374505 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-f846dab3-cc73-4c27-8c53-7d9ba9f000cb req-e64748e0-6798-4de5-8663-3f0051233c01 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'port': {'security_groups': ['5dfdaa4f-87ba-4816-b98d-0410d3da7ce1', '62f7f8c1-88a9-49f5-b089-c2fca0b3b98b']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:40.391997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c3a77a37-5347-449b-841c-34126c9ada89 None None] Port 5c111b8e-13dd-4055-9c07-e297fa0c7fa3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:40.430011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-8f1fba39-18a7-4d5f-a878-f127cb8178a7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 5c111b8e-13dd-4055-9c07-e297fa0c7fa3 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:40.430551 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f1fba39-18a7-4d5f-a878-f127cb8178a7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:40.482066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42262) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:40.531041 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a65dfc16-b4c8-412c-bcbe-30197354cee2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bde7cf6d85845e3ae02dd761d8bea81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468531 Dec 09 22:31:40.531401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42264) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:40.584738 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8919bdd8-d093-4220-9ab9-65716fb7c1b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:40.611188 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8919bdd8-d093-4220-9ab9-65716fb7c1b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:40.668972 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8919bdd8-d093-4220-9ab9-65716fb7c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:40.672358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8919bdd8-d093-4220-9ab9-65716fb7c1b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:40.673676 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8919bdd8-d093-4220-9ab9-65716fb7c1b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c28e644a-8b81-4ef4-8247-1066cb70bcb1 HTTP/1.1" status: 204 len: 168 time: 0.1412222 Dec 09 22:31:40.683069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919bdd8-d093-4220-9ab9-65716fb7c1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28e644a-8b81-4ef4-8247-1066cb70bcb1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:40.887672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c2e23-66a0-4dd4-9353-a5453728e9f4 req-70697c8a-5ef6-4c91-8c22-1e167c1d3229 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:40.889264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-745c2e23-66a0-4dd4-9353-a5453728e9f4 req-70697c8a-5ef6-4c91-8c22-1e167c1d3229 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.5282767 Dec 09 22:31:40.963226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f846dab3-cc73-4c27-8c53-7d9ba9f000cb req-e64748e0-6798-4de5-8663-3f0051233c01 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.018676 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f1fba39-18a7-4d5f-a878-f127cb8178a7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.078257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-8f1fba39-18a7-4d5f-a878-f127cb8178a7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 5c111b8e-13dd-4055-9c07-e297fa0c7fa3 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:41.099983 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.122625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-745c2e23-66a0-4dd4-9353-a5453728e9f4 req-8b7892e5-b5b3-42a0-a066-b2601ac76375 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965725 Dec 09 22:31:41.237552 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a951a1e-221c-44dd-8f3a-1b1166334767 None None] Network c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:41.374342 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.424296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8508b32b-6166-4af0-9b85-4fc683aa2f8e None None] Provisioning complete for port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:41.425254 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8508b32b-6166-4af0-9b85-4fc683aa2f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.523556 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8508b32b-6166-4af0-9b85-4fc683aa2f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.539425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:41.541277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=5d6eec33-7d3a-4713-9876-a91b3052c7a7,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:41.546275 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f1fba39-18a7-4d5f-a878-f127cb8178a7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.571254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8508b32b-6166-4af0-9b85-4fc683aa2f8e None None] For port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7899af6e-1d2a-4ac3-bd08-2ca2b509cae6,segment=NetworkSegment(c0f42468-dba3-42cd-9d60-42e0024931b1),segment_id=c0f42468-dba3-42cd-9d60-42e0024931b1)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:41.576231 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8508b32b-6166-4af0-9b85-4fc683aa2f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.577532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:41.602248 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:41.602830 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.659085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508b32b-6166-4af0-9b85-4fc683aa2f8e None None] Pushing event updated for resources: {'Port': ['ID=7899af6e-1d2a-4ac3-bd08-2ca2b509cae6,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:41.708840 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fba39-18a7-4d5f-a878-f127cb8178a7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=5c111b8e-13dd-4055-9c07-e297fa0c7fa3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:41.768962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6969466-e7cc-45fe-a430-4c6b81a0b6ea req-4de1bd01-525a-4377-a243-0919401f832c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:41.770550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6969466-e7cc-45fe-a430-4c6b81a0b6ea req-4de1bd01-525a-4377-a243-0919401f832c tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.3401942 Dec 09 22:31:41.771947 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8f1fba39-18a7-4d5f-a878-f127cb8178a7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.775650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8f1fba39-18a7-4d5f-a878-f127cb8178a7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/5c111b8e-13dd-4055-9c07-e297fa0c7fa3 HTTP/1.1" status: 204 len: 168 time: 1.9869816 Dec 09 22:31:41.778591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42294) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:41.814518 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaaef89-0da1-462b-b23b-79c03a2af640 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:31:41.817098 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bcaaef89-0da1-462b-b23b-79c03a2af640 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/5c111b8e-13dd-4055-9c07-e297fa0c7fa3 HTTP/1.1" status: 404 len: 333 time: 0.0359426 Dec 09 22:31:41.820044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42296) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:41.827567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-f846dab3-cc73-4c27-8c53-7d9ba9f000cb req-e64748e0-6798-4de5-8663-3f0051233c01 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] For port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:41.904596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f846dab3-cc73-4c27-8c53-7d9ba9f000cb req-e64748e0-6798-4de5-8663-3f0051233c01 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.910357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-28da67e4-56af-4c5a-ab6c-662d49e4b4a6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting subnet d87eb130-050f-4628-a543-5af1cd4d7a78 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:31:41.926027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da67e4-56af-4c5a-ab6c-662d49e4b4a6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.935706 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f846dab3-cc73-4c27-8c53-7d9ba9f000cb req-e64748e0-6798-4de5-8663-3f0051233c01 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.937002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-071fec05-f0eb-4fd0-a541-1aa822384ec5 None None] Provisioning complete for port 5d6eec33-7d3a-4713-9876-a91b3052c7a7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:41.940223 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-071fec05-f0eb-4fd0-a541-1aa822384ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.954901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6969466-e7cc-45fe-a430-4c6b81a0b6ea req-2e1f2d2b-e2f5-4a66-9b34-cecc2b1c3272 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448309 Dec 09 22:31:41.984048 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:41.992289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['36a9a9f0-f628-41c3-9dc5-edf22856d7c3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:31:42.039413 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846dab3-cc73-4c27-8c53-7d9ba9f000cb req-e64748e0-6798-4de5-8663-3f0051233c01 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:42.040079 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f846dab3-cc73-4c27-8c53-7d9ba9f000cb req-e64748e0-6798-4de5-8663-3f0051233c01 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.041483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f846dab3-cc73-4c27-8c53-7d9ba9f000cb req-e64748e0-6798-4de5-8663-3f0051233c01 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "PUT /v2.0/ports/36a9a9f0-f628-41c3-9dc5-edf22856d7c3 HTTP/1.1" status: 200 len: 982 time: 1.6823719 Dec 09 22:31:42.042244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c42b4f5-1fa9-44b3-9cc7-223db1b47643', 'tag': '36a9a9f0-f628-41c3-9dc5-edf22856d7c3'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:42.045948 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644d8b94-7286-4600-8005-98c666bfdcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "5c42b4f5-1fa9-44b3-9cc7-223db1b47643", "tag": "36a9a9f0-f628-41c3-9dc5-edf22856d7c3"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:42.061059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da67e4-56af-4c5a-ab6c-662d49e4b4a6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.135525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64748e0-6798-4de5-8663-3f0051233c01 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'Port': ['ID=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,revision_number=6']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:42.136482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:42.190661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['36a9a9f0-f628-41c3-9dc5-edf22856d7c3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:31:42.228966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-071fec05-f0eb-4fd0-a541-1aa822384ec5 None None] Port 5d6eec33-7d3a-4713-9876-a91b3052c7a7 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:42.246589 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da67e4-56af-4c5a-ab6c-662d49e4b4a6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.310890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-071fec05-f0eb-4fd0-a541-1aa822384ec5 None None] Provisioning complete for port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:42.311705 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-071fec05-f0eb-4fd0-a541-1aa822384ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.344081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da67e4-56af-4c5a-ab6c-662d49e4b4a6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.355164 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-20fea456-63ae-42e7-bd71-f2aeb5e68651 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e8a27d8a8204452ba889529f4e259287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449216 Dec 09 22:31:42.374641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da67e4-56af-4c5a-ab6c-662d49e4b4a6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Subnet': ['ID=d87eb130-050f-4628-a543-5af1cd4d7a78,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:42.378694 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da67e4-56af-4c5a-ab6c-662d49e4b4a6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.382881 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-28da67e4-56af-4c5a-ab6c-662d49e4b4a6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/d87eb130-050f-4628-a543-5af1cd4d7a78 HTTP/1.1" status: 204 len: 168 time: 0.5555573 Dec 09 22:31:42.386135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42322) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:42.398775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df029be0-b287-4939-bead-4ed2181cc5d7 None None] Network 71c278cf-5605-43f0-9e30-c7c22a608c19 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:42.421997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:42.422377 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.427629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29b67e6c-f7ba-4d55-be5c-3c2253a1b925 req-ef2e9131-3a33-46cd-b1e5-9f0c931c1c57 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1737070007&fields=id&tenant_id=a8d23234954d4ea2893572a7e09a00af HTTP/1.1" status: 200 len: 267 time: 0.1794701 Dec 09 22:31:42.450592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-8417d99f-c526-4f55-a36f-1b60b33edecc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting subnet 2da5a252-0c86-43c7-a15a-4daa618f0d86 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:31:42.454288 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8417d99f-c526-4f55-a36f-1b60b33edecc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.494650 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8417d99f-c526-4f55-a36f-1b60b33edecc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.593166 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8417d99f-c526-4f55-a36f-1b60b33edecc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.594353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b67e6c-f7ba-4d55-be5c-3c2253a1b925 req-6751c225-93ff-45f6-a2ec-763c3e8b5388 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:42.595961 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29b67e6c-f7ba-4d55-be5c-3c2253a1b925 req-6751c225-93ff-45f6-a2ec-763c3e8b5388 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 985 time: 0.1524065 Dec 09 22:31:42.605213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8f166-efda-4c46-81a0-a11603055547 req-ddabaae4-7e68-4472-843d-d320ac19382a tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:42.606844 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-ddabaae4-7e68-4472-843d-d320ac19382a tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399282 Dec 09 22:31:42.632276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-29b67e6c-f7ba-4d55-be5c-3c2253a1b925 req-095465c0-52cc-4d95-b712-c2b8448e7764 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'port': {'security_groups': ['5dfdaa4f-87ba-4816-b98d-0410d3da7ce1', '62f7f8c1-88a9-49f5-b089-c2fca0b3b98b', '9460bf03-3ba9-4237-aa78-0eb172363404']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:42.636165 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-9b8cebb8-21b2-4212-8860-155ce4bb7439 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/quotas/e8a27d8a8204452ba889529f4e259287 HTTP/1.1" status: 200 len: 375 time: 0.0162964 Dec 09 22:31:42.675247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8417d99f-c526-4f55-a36f-1b60b33edecc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.701378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-0ebf331f-0f67-40a0-b5c4-60eb439a2e75 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8a27d8a8204452ba889529f4e259287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375621 Dec 09 22:31:42.726185 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.735041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417d99f-c526-4f55-a36f-1b60b33edecc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Subnet': ['ID=2da5a252-0c86-43c7-a15a-4daa618f0d86,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:42.737955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8417d99f-c526-4f55-a36f-1b60b33edecc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.747020 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8417d99f-c526-4f55-a36f-1b60b33edecc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/2da5a252-0c86-43c7-a15a-4daa618f0d86 HTTP/1.1" status: 204 len: 168 time: 0.3589332 Dec 09 22:31:42.749704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42324) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:42.781522 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.782361 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.848785 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.856557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-252b02cd-76e9-4c5e-9a6a-734004e32e66 None None] Provisioning complete for port 5d6eec33-7d3a-4713-9876-a91b3052c7a7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:42.857068 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-252b02cd-76e9-4c5e-9a6a-734004e32e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.894063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=5d6eec33-7d3a-4713-9876-a91b3052c7a7,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:42.937920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:42.939001 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.950560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93d4ede-9023-4bca-aa7d-8d2f486b97f8 None None] Update dhcp port {'port': {'network_id': '71c278cf-5605-43f0-9e30-c7c22a608c19', 'fixed_ips': [{'subnet_id': '2da5a252-0c86-43c7-a15a-4daa618f0d86'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:31:42.954622 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-252b02cd-76e9-4c5e-9a6a-734004e32e66 None None] Port 5d6eec33-7d3a-4713-9876-a91b3052c7a7 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:42.973349 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-29b67e6c-f7ba-4d55-be5c-3c2253a1b925 req-095465c0-52cc-4d95-b712-c2b8448e7764 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:42.978415 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c91935f-4019-4975-871d-f9261a3156f5 x-openstack-request-id: req-9c91935f-4019-4975-871d-f9261a3156f5 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:42.978707 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c42b4f5-1fa9-44b3-9cc7-223db1b47643", "tag": "36a9a9f0-f628-41c3-9dc5-edf22856d7c3", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:42.978978 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c91935f-4019-4975-871d-f9261a3156f5 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:42.979398 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c42b4f5-1fa9-44b3-9cc7-223db1b47643', 'tag': '36a9a9f0-f628-41c3-9dc5-edf22856d7c3', 'status': 'completed', 'code': 200} Dec 09 22:31:42.986339 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f93d4ede-9023-4bca-aa7d-8d2f486b97f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:43.040652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] For port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952,segment=NetworkSegment(e7462427-b907-4192-95fd-0e7e80b5b64a),segment_id=e7462427-b907-4192-95fd-0e7e80b5b64a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:43.041017 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:43.055335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:43.097118 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.097476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.097846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.098196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.099050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.099399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.099738 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.100110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.100442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.100799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.101110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.101440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.101770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:31:43.187238 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:43.235800 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:43.247740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No DVR routers for this DVR port 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:43.257379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84300fa6-83c4-44bc-8be1-1e7d4810fea7 None None] Network 71c278cf-5605-43f0-9e30-c7c22a608c19 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:43.263645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8b94-7286-4600-8005-98c666bfdcaf req-0631d745-2509-48ee-9e4c-eaf0bc93f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:43.265177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-644d8b94-7286-4600-8005-98c666bfdcaf req-0631d745-2509-48ee-9e4c-eaf0bc93f6b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8d23234954d4ea2893572a7e09a00af&device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 1137 time: 0.2162039 Dec 09 22:31:43.285960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd31a44-f67b-4991-9f02-a82d84b606e7 req-2903ccf3-6500-444d-b133-4a3549c0454f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:43.292041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-712afa2b-171d-4533-b12b-e1c3e144c0ef None None] Could not find standard attr ID for object 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:31:43.296419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cd31a44-f67b-4991-9f02-a82d84b606e7 req-2903ccf3-6500-444d-b133-4a3549c0454f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.2268450 Dec 09 22:31:43.337127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:43.362261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d42c05c-3d9e-48e3-aa1a-a39ce86da579 None None] DHCP port deletion for 71c278cf-5605-43f0-9e30-c7c22a608c19 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:31:43.370156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:43.383183 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:43.388826 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:31:43.407930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c278cf-5605-43f0-9e30-c7c22a608c19']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:43.427517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7462427-b907-4192-95fd-0e7e80b5b64a') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:43.427821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7462427-b907-4192-95fd-0e7e80b5b64a') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:43.438827 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:43.459951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:43.482871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:31:43.482871 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:31:43.521506 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:31:43.576117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:43.587916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cd31a44-f67b-4991-9f02-a82d84b606e7 req-66b3143b-e40a-4f94-8124-410eaaa06806 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901828 Dec 09 22:31:43.607345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'port_id': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'mac_address': 'fa:16:3e:28:35:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:31:43.611510 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:43.633361 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:43.648619 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/networks/71c278cf-5605-43f0-9e30-c7c22a608c19 HTTP/1.1" status: 204 len: 168 time: 0.8957591 Dec 09 22:31:43.654590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42336) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:43.689833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92710fe3-4091-40aa-b4b4-3742c2e2f976 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Network': ['ID=71c278cf-5605-43f0-9e30-c7c22a608c19,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:43.705499 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:43.726286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:31:43.754401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:43.759705 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:43.800934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8b94-7286-4600-8005-98c666bfdcaf req-695210d8-ce76-4c84-b047-174fa20360f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:43.802891 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-644d8b94-7286-4600-8005-98c666bfdcaf req-695210d8-ce76-4c84-b047-174fa20360f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9fe9ae07-d789-4c51-ba67-6e3bb228e467 HTTP/1.1" status: 200 len: 914 time: 0.4939551 Dec 09 22:31:43.808250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router 222147bc-c3c6-433a-af34-beab5939e97d is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:31:43.847748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9a9727bd-1817-462c-9ce0-a23b8404c1d3 None None] Provisioning complete for port 5d6eec33-7d3a-4713-9876-a91b3052c7a7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:43.852316 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a9727bd-1817-462c-9ce0-a23b8404c1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:43.901451 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-644d8b94-7286-4600-8005-98c666bfdcaf req-cbddf649-a7e0-41a5-b263-0d489d125edf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36a9a9f0-f628-41c3-9dc5-edf22856d7c3 HTTP/1.1" status: 200 len: 217 time: 0.0860634 Dec 09 22:31:43.919367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198790e6-2673-4ff2-b585-840861e0f01a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:43.922378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-198790e6-2673-4ff2-b585-840861e0f01a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2607348 Dec 09 22:31:43.926588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42340) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:43.946843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-29b67e6c-f7ba-4d55-be5c-3c2253a1b925 req-095465c0-52cc-4d95-b712-c2b8448e7764 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] For port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:43.952721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['57e51937-a5f6-4044-a1bf-ebbe5a60e5cb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:31:43.995582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9a9727bd-1817-462c-9ce0-a23b8404c1d3 None None] Port 5d6eec33-7d3a-4713-9876-a91b3052c7a7 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:43.997047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:44.043600 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8799473d-0762-4e6a-84cc-020aef425996 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1145456 Dec 09 22:31:44.046532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42342) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:44.052180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-471e5665-6db3-4a66-9048-133191cc146d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1234906833'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:44.102890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471e5665-6db3-4a66-9048-133191cc146d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:44.106544 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-471e5665-6db3-4a66-9048-133191cc146d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:44.160187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471e5665-6db3-4a66-9048-133191cc146d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:31:44.171373 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-471e5665-6db3-4a66-9048-133191cc146d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:44.171487 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-471e5665-6db3-4a66-9048-133191cc146d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Added segment 9b408372-5291-4261-a5fd-1f77c43a097e of type vlan for network 08cdade3-ed24-4b25-b484-3d64adac8676 Dec 09 22:31:44.177941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:44.213377 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:44.214296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 887bb7bd-1de5-42d5-b9ee-f5fcdb4d1952 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:44.223359 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-471e5665-6db3-4a66-9048-133191cc146d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:44.252374 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-471e5665-6db3-4a66-9048-133191cc146d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:44.259426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e5665-6db3-4a66-9048-133191cc146d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:44.260057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-471e5665-6db3-4a66-9048-133191cc146d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:44.300422 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-471e5665-6db3-4a66-9048-133191cc146d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2526312 Dec 09 22:31:44.304113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42344) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:44.309364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2b0294df-c360-488f-b656-c96a0f759a14 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': '08cdade3-ed24-4b25-b484-3d64adac8676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:44.374230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e5665-6db3-4a66-9048-133191cc146d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Network': ['ID=08cdade3-ed24-4b25-b484-3d64adac8676,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:44.392273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 08cdade3-ed24-4b25-b484-3d64adac8676 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:31:44.398550 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-a6e69be0-f28c-48b3-8f74-296d4cb51a17 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e8a27d8a8204452ba889529f4e259287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362277 Dec 09 22:31:44.499390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:44.513685 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f20b8-991b-4a11-9895-f99d90e46b7d None None] Sync routers for ids ['222147bc-c3c6-433a-af34-beab5939e97d'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:44.522223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e923c5e6-48df-45de-bbaa-1570939b1b47 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/222147bc-c3c6-433a-af34-beab5939e97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0367107 Dec 09 22:31:44.526719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42346) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:44.531298 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f20b8-991b-4a11-9895-f99d90e46b7d None None] Routers {'222147bc-c3c6-433a-af34-beab5939e97d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:44.532374 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0c1f20b8-991b-4a11-9895-f99d90e46b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['222147bc-c3c6-433a-af34-beab5939e97d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:44.568206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f8f61ae-58e7-47e8-8f2f-0f8e7bd26a09 req-ff98fcd4-18bf-4afa-a1c5-23b15ed1a986 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 210 time: 0.1357934 Dec 09 22:31:44.572385 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0c1f20b8-991b-4a11-9895-f99d90e46b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:44.580467 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-29b67e6c-f7ba-4d55-be5c-3c2253a1b925 req-095465c0-52cc-4d95-b712-c2b8448e7764 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:44.583125 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f20b8-991b-4a11-9895-f99d90e46b7d None None] Routers {'222147bc-c3c6-433a-af34-beab5939e97d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:44.585036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090b98a-8133-4ef3-9d49-dc00545e5405 req-3ed173ba-084c-43f9-b989-b1f4ca66464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:44.585169 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0c1f20b8-991b-4a11-9895-f99d90e46b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['222147bc-c3c6-433a-af34-beab5939e97d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:44.586063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5090b98a-8133-4ef3-9d49-dc00545e5405 req-3ed173ba-084c-43f9-b989-b1f4ca66464a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b8399361aaa42e187614cf19ea84e31&device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 1098 time: 0.5476339 Dec 09 22:31:44.587796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8b94-7286-4600-8005-98c666bfdcaf req-979e79bc-260b-4883-98d4-05b71118c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:44.588823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-644d8b94-7286-4600-8005-98c666bfdcaf req-979e79bc-260b-4883-98d4-05b71118c46e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f1004dd-1947-4098-b1fd-e21f1a6f9f7e HTTP/1.1" status: 200 len: 853 time: 0.6232567 Dec 09 22:31:44.590904 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-29b67e6c-f7ba-4d55-be5c-3c2253a1b925 req-095465c0-52cc-4d95-b712-c2b8448e7764 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:44.603640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c50fa0-0f55-4aa4-9f03-64a44c42f26d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:44.603640 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-59c50fa0-0f55-4aa4-9f03-64a44c42f26d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports/5d6eec33-7d3a-4713-9876-a91b3052c7a7 HTTP/1.1" status: 200 len: 911 time: 0.0681753 Dec 09 22:31:44.603640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0294df-c360-488f-b656-c96a0f759a14 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:44.605718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['36a9a9f0-f628-41c3-9dc5-edf22856d7c3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:31:44.606742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b0294df-c360-488f-b656-c96a0f759a14 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:44.607993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42348) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:44.641717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8f166-efda-4c46-81a0-a11603055547 req-1822231e-a308-410c-a3d0-81ae45bf3a7e tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:44.642939 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-1822231e-a308-410c-a3d0-81ae45bf3a7e tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026248 Dec 09 22:31:44.660908 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0c1f20b8-991b-4a11-9895-f99d90e46b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:44.662416 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f20b8-991b-4a11-9895-f99d90e46b7d None None] The sync data for ids ['222147bc-c3c6-433a-af34-beab5939e97d'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:44.672644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-644d8b94-7286-4600-8005-98c666bfdcaf req-ef4b01ac-6c54-4530-876d-a2e3087107ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9fe9ae07-d789-4c51-ba67-6e3bb228e467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455198 Dec 09 22:31:44.696064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b67e6c-f7ba-4d55-be5c-3c2253a1b925 req-095465c0-52cc-4d95-b712-c2b8448e7764 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:44.696702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Request body: {'port': {'device_id': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'e8a27d8a8204452ba889529f4e259287'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:44.696855 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-29b67e6c-f7ba-4d55-be5c-3c2253a1b925 req-095465c0-52cc-4d95-b712-c2b8448e7764 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:44.698291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29b67e6c-f7ba-4d55-be5c-3c2253a1b925 req-095465c0-52cc-4d95-b712-c2b8448e7764 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "PUT /v2.0/ports/36a9a9f0-f628-41c3-9dc5-edf22856d7c3 HTTP/1.1" status: 200 len: 1021 time: 2.0878847 Dec 09 22:31:44.928202 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['36a9a9f0-f628-41c3-9dc5-edf22856d7c3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:31:44.937172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Made reservation on behalf of e8a27d8a8204452ba889529f4e259287 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:44.940829 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:44.955558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:44.960377 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095465c0-52cc-4d95-b712-c2b8448e7764 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'Port': ['ID=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,revision_number=7']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:44.988474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c42b4f5-1fa9-44b3-9cc7-223db1b47643', 'tag': '36a9a9f0-f628-41c3-9dc5-edf22856d7c3'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:44.992807 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c4e149-1724-4c14-aef7-b8c089b5e8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c42b4f5-1fa9-44b3-9cc7-223db1b47643", "tag": "36a9a9f0-f628-41c3-9dc5-edf22856d7c3"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:44.998567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b0294df-c360-488f-b656-c96a0f759a14 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:45.115211 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0294df-c360-488f-b656-c96a0f759a14 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Subnet': ['ID=08f22174-507a-4007-bbf0-8f2b905fab81,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:45.117849 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a457af-8b09-4695-b830-5118713acf08 req-d40a8640-c463-4bbb-ad8b-c272bf90ec5a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:45.119566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77a457af-8b09-4695-b830-5118713acf08 req-d40a8640-c463-4bbb-ad8b-c272bf90ec5a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 945 time: 0.3607092 Dec 09 22:31:45.126276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0294df-c360-488f-b656-c96a0f759a14 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Checking segment: {'id': '9b408372-5291-4261-a5fd-1f77c43a097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '08cdade3-ed24-4b25-b484-3d64adac8676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:45.126647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0294df-c360-488f-b656-c96a0f759a14 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network hostable DHCP agents. Network: 08cdade3-ed24-4b25-b484-3d64adac8676, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:31:45.136818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3363ca-2726-40b3-bc8e-daa8fe604696 req-7b6a034e-4474-444b-a8d7-4fc7c2eb38f3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:45.144275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe3363ca-2726-40b3-bc8e-daa8fe604696 req-7b6a034e-4474-444b-a8d7-4fc7c2eb38f3 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.4123173 Dec 09 22:31:45.172332 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:45.173063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0294df-c360-488f-b656-c96a0f759a14 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 08cdade3-ed24-4b25-b484-3d64adac8676 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:31:45.181144 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:45.187163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-2b0294df-c360-488f-b656-c96a0f759a14 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 08cdade3-ed24-4b25-b484-3d64adac8676) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:45.198724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0294df-c360-488f-b656-c96a0f759a14 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:45.199371 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b0294df-c360-488f-b656-c96a0f759a14 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:45.215255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090b98a-8133-4ef3-9d49-dc00545e5405 req-785a481a-9662-4409-8909-cbc5332695ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:45.217095 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5090b98a-8133-4ef3-9d49-dc00545e5405 req-785a481a-9662-4409-8909-cbc5332695ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=4fd0f5d5-24f1-4910-890b-998a883dc6a4 HTTP/1.1" status: 200 len: 915 time: 0.5886943 Dec 09 22:31:45.222453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-644d8b94-7286-4600-8005-98c666bfdcaf req-03165d64-e7ae-424b-ac3a-08a622295f35 service neutron] 10.222.0.42 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894474 Dec 09 22:31:45.276168 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2b0294df-c360-488f-b656-c96a0f759a14 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9682810 Dec 09 22:31:45.277369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08717364-22b4-49ca-9977-05df751be0d9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:45.282544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42368) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:45.290374 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': '08cdade3-ed24-4b25-b484-3d64adac8676', 'name': 'tempest-PortsIpV6TestJSON-1082633474'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:45.307618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838aa42-4e4d-4682-bf5b-3f8429fd55ca None None] Network 08cdade3-ed24-4b25-b484-3d64adac8676 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:45.334008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5090b98a-8133-4ef3-9d49-dc00545e5405 req-4d41bdcc-fda2-4a6d-8283-2ae60cb26bc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99986466-6486-4331-8f01-d8f9a0b72ea0 HTTP/1.1" status: 200 len: 217 time: 0.0887928 Dec 09 22:31:45.412187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Allocated IP 192.168.233.241 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/f722f01a-d69b-485a-8da4-8391839518db) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:45.419800 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe3363ca-2726-40b3-bc8e-daa8fe604696 req-b0482928-fddd-4e7e-8ee5-b2407048c8ec tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744708 Dec 09 22:31:45.438208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:45.475027 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77a457af-8b09-4695-b830-5118713acf08 req-77964238-09e3-4812-9dc2-e17f60604e22 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193443 Dec 09 22:31:45.497396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:45.501683 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:45.550761 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port 277d4dcf-1f20-4ebe-ba06-94f1e9569062 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:31:45.572996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-08cdade3-ed24-4b25-b484-3d64adac8676', 'network_id': '08cdade3-ed24-4b25-b484-3d64adac8676', 'project_id': 'ad62b25d3f244222b707b68c1668e2ff', 'fixed_ips': [{'subnet_id': '08f22174-507a-4007-bbf0-8f2b905fab81'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:31:45.573884 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:45.593756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090b98a-8133-4ef3-9d49-dc00545e5405 req-4cb20625-7fbf-4208-b409-986126ebf4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:45.599994 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5090b98a-8133-4ef3-9d49-dc00545e5405 req-4cb20625-7fbf-4208-b409-986126ebf4ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c61dafb-561e-4cb7-bd81-c814e797ed36 HTTP/1.1" status: 200 len: 854 time: 0.2392778 Dec 09 22:31:45.621183 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-644d8b94-7286-4600-8005-98c666bfdcaf req-947a8cb2-9043-4080-813f-3c0c3c19579f service neutron] 10.222.0.42 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744180 Dec 09 22:31:45.663758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:45.664129 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:45.687841 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5090b98a-8133-4ef3-9d49-dc00545e5405 req-e7211c1f-6410-4605-819a-bf2ac50652f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4fd0f5d5-24f1-4910-890b-998a883dc6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744710 Dec 09 22:31:45.722812 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bab4bc-6aee-4151-8424-bb818b802846 x-openstack-request-id: req-d1bab4bc-6aee-4151-8424-bb818b802846 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:45.723408 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c42b4f5-1fa9-44b3-9cc7-223db1b47643", "tag": "36a9a9f0-f628-41c3-9dc5-edf22856d7c3", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:45.723905 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1bab4bc-6aee-4151-8424-bb818b802846 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:45.724605 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c42b4f5-1fa9-44b3-9cc7-223db1b47643', 'tag': '36a9a9f0-f628-41c3-9dc5-edf22856d7c3', 'status': 'completed', 'code': 200} Dec 09 22:31:45.748734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8::4 (08cdade3-ed24-4b25-b484-3d64adac8676/08f22174-507a-4007-bbf0-8f2b905fab81/277d4dcf-1f20-4ebe-ba06-94f1e9569062) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:45.757346 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:45.817524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee1e98-b7ad-4241-b6dd-2152fba8f511 req-0cd1bd5b-98aa-45aa-bed7-5734a894e76e tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:45.826363 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9ee1e98-b7ad-4241-b6dd-2152fba8f511 req-0cd1bd5b-98aa-45aa-bed7-5734a894e76e tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 1024 time: 0.2929225 Dec 09 22:31:45.844958 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:45.933845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Pushing event updated for resources: {'Port': ['ID=f722f01a-d69b-485a-8da4-8391839518db,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:45.938955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:45.967699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:45.971106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:45.992537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4e149-1724-4c14-aef7-b8c089b5e8d2 req-a92e651a-87fd-487d-9478-7b0b5a22303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:45.994059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17c4e149-1724-4c14-aef7-b8c089b5e8d2 req-a92e651a-87fd-487d-9478-7b0b5a22303e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8d23234954d4ea2893572a7e09a00af&device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 1176 time: 0.2429991 Dec 09 22:31:46.083990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:46.091760 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.106126 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.115639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5090b98a-8133-4ef3-9d49-dc00545e5405 req-76a45559-dc9b-40f0-9e07-42b9214d917a service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119978 Dec 09 22:31:46.138838 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06789423-0da6-4412-bfa5-33e93858ccfe req-44757d0e-099f-4320-9a59-033a479d7694 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:46.147057 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-139bfc9a-b8bd-4341-a2de-521e05c218a3 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4879889 Dec 09 22:31:46.148664 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06789423-0da6-4412-bfa5-33e93858ccfe req-44757d0e-099f-4320-9a59-033a479d7694 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 936 time: 0.2407756 Dec 09 22:31:46.156527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:46.162911 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3698971-236a-4241-ab2b-b4fdb013ddf6" -d '{"events": [{"server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "name": "network-vif-plugged", "status": "completed", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:46.184411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Request body: {'port': {'device_id': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:46.196588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:46.205901 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.246465 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.285029 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.300851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:46.360530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-46166911-6770-410e-be39-4be58183c9d6 None None] Provisioning complete for port f722f01a-d69b-485a-8da4-8391839518db triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:46.361191 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-46166911-6770-410e-be39-4be58183c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.377599 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.385079 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9ee1e98-b7ad-4241-b6dd-2152fba8f511 req-4cf2668c-bc39-4f2e-9833-518439ba96a0 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=62f7f8c1-88a9-49f5-b089-c2fca0b3b98b&id=9460bf03-3ba9-4237-aa78-0eb172363404&id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1 HTTP/1.1" status: 200 len: 6207 time: 0.5578003 Dec 09 22:31:46.423256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4e149-1724-4c14-aef7-b8c089b5e8d2 req-1980aaf0-3946-442d-a698-78bc15e151d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:46.425052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17c4e149-1724-4c14-aef7-b8c089b5e8d2 req-1980aaf0-3946-442d-a698-78bc15e151d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9fe9ae07-d789-4c51-ba67-6e3bb228e467 HTTP/1.1" status: 200 len: 914 time: 0.3782568 Dec 09 22:31:46.474152 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06789423-0da6-4412-bfa5-33e93858ccfe req-f2f57d17-689c-44e6-9b25-32147c129c9f tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210235 Dec 09 22:31:46.477195 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e46bc3-6b95-443a-8506-166c4bc910bc x-openstack-request-id: req-38e46bc3-6b95-443a-8506-166c4bc910bc {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:46.477489 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "name": "network-vif-plugged", "status": "completed", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:46.477888 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38e46bc3-6b95-443a-8506-166c4bc910bc {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:46.478236 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'code': 200} Dec 09 22:31:46.480837 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf2e2121-602d-42d6-9a90-d1156550e723 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.490958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=277d4dcf-1f20-4ebe-ba06-94f1e9569062,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:46.505689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 08cdade3-ed24-4b25-b484-3d64adac8676 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:46.513207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:46.516437 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:46.523476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:46.524355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.524985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-46166911-6770-410e-be39-4be58183c9d6 None None] Port f722f01a-d69b-485a-8da4-8391839518db cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:46.546118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Allocated IP 2001:db8::2 (08cdade3-ed24-4b25-b484-3d64adac8676/08f22174-507a-4007-bbf0-8f2b905fab81/0c7f3815-4f4a-404e-9670-530beba7f680) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:46.552969 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-37a8c821-7acf-47f8-bcbe-2a6598167676 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2695155 Dec 09 22:31:46.553872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42394) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:46.562912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': '08cdade3-ed24-4b25-b484-3d64adac8676', 'name': 'tempest-PortsIpV6TestJSON-1507217764'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:46.697479 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-825eec11-e5bd-46dd-a80d-17e4bc4f76ea req-4a18fda2-8a9c-470e-ae8f-700067ca9a25 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'security_group': {'name': ' tempest-securitygroup -164910718 ', 'description': 'tempest-description-77649950'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:46.749422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17c4e149-1724-4c14-aef7-b8c089b5e8d2 req-7b3f1f7c-e2e0-49d8-abbd-fd1f92fb46da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36a9a9f0-f628-41c3-9dc5-edf22856d7c3 HTTP/1.1" status: 200 len: 217 time: 0.2914653 Dec 09 22:31:46.759564 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.766893 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-825eec11-e5bd-46dd-a80d-17e4bc4f76ea req-4a18fda2-8a9c-470e-ae8f-700067ca9a25 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.767867 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.808432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:46.812424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.824623 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5090b98a-8133-4ef3-9d49-dc00545e5405 req-ba669e6a-2fa1-429c-8e74-899504ba5f44 service neutron] 10.222.0.18 "GET /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683009 Dec 09 22:31:46.827000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4e149-1724-4c14-aef7-b8c089b5e8d2 req-f119837b-d824-4606-9b01-dfe75fd989f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:46.828590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17c4e149-1724-4c14-aef7-b8c089b5e8d2 req-f119837b-d824-4606-9b01-dfe75fd989f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f1004dd-1947-4098-b1fd-e21f1a6f9f7e HTTP/1.1" status: 200 len: 853 time: 0.0586152 Dec 09 22:31:46.828982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Network 08cdade3-ed24-4b25-b484-3d64adac8676 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:46.836958 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:46.841931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:46.845306 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Pushing event updated for resources: {'Port': ['ID=0c7f3815-4f4a-404e-9670-530beba7f680,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:46.861924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port 48f0525f-0e4c-4a88-8235-c2e558646742 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:31:46.916023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f722f01a-d69b-485a-8da4-8391839518db {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:31:46.934344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Attempting to bind port 0c7f3815-4f4a-404e-9670-530beba7f680 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:31:46.934870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Attempting to bind port 0c7f3815-4f4a-404e-9670-530beba7f680 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '9b408372-5291-4261-a5fd-1f77c43a097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '08cdade3-ed24-4b25-b484-3d64adac8676'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:31:46.935503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Attempting to bind port 0c7f3815-4f4a-404e-9670-530beba7f680 on network 08cdade3-ed24-4b25-b484-3d64adac8676 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:31:46.937935 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.942525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:31:46.942908 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Checking segment: {'id': '9b408372-5291-4261-a5fd-1f77c43a097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '08cdade3-ed24-4b25-b484-3d64adac8676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:46.943451 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.943855 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Bound using segment: {'id': '9b408372-5291-4261-a5fd-1f77c43a097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '08cdade3-ed24-4b25-b484-3d64adac8676'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:31:46.944470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Bound port: 0c7f3815-4f4a-404e-9670-530beba7f680, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b408372-5291-4261-a5fd-1f77c43a097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '08cdade3-ed24-4b25-b484-3d64adac8676'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:31:46.944865 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.965640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Transition to ACTIVE for port object f722f01a-d69b-485a-8da4-8391839518db will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:31:46.973008 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-825eec11-e5bd-46dd-a80d-17e4bc4f76ea req-4a18fda2-8a9c-470e-ae8f-700067ca9a25 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.973192 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:46.980416 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17c4e149-1724-4c14-aef7-b8c089b5e8d2 req-6af5a1c5-effd-46b1-9cd5-d51884ed0007 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9fe9ae07-d789-4c51-ba67-6e3bb228e467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102934 Dec 09 22:31:46.983495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-825eec11-e5bd-46dd-a80d-17e4bc4f76ea req-4a18fda2-8a9c-470e-ae8f-700067ca9a25 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:47.042013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] For port 0c7f3815-4f4a-404e-9670-530beba7f680, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:31:47.046700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] For port 0c7f3815-4f4a-404e-9670-530beba7f680, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0c7f3815-4f4a-404e-9670-530beba7f680,segment=NetworkSegment(9b408372-5291-4261-a5fd-1f77c43a097e),segment_id=9b408372-5291-4261-a5fd-1f77c43a097e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:31:47.054826 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:47.104928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8::6c (08cdade3-ed24-4b25-b484-3d64adac8676/08f22174-507a-4007-bbf0-8f2b905fab81/48f0525f-0e4c-4a88-8235-c2e558646742) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:47.119202 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17c4e149-1724-4c14-aef7-b8c089b5e8d2 req-c6b01afc-0b20-43f3-9c5c-0f52804574d4 service neutron] 10.222.0.42 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248450 Dec 09 22:31:47.136725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe92a4-bcd1-4a6b-9e64-ac50ddf994da req-dc7bc12c-8eea-4a0d-987d-1bb6c2da27d9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:47.138724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1afe92a4-bcd1-4a6b-9e64-ac50ddf994da req-dc7bc12c-8eea-4a0d-987d-1bb6c2da27d9 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.4990304 Dec 09 22:31:47.167936 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20cf9a-bea3-4061-9945-7430e7c764ef None None] Pushing event updated for resources: {'Port': ['ID=0c7f3815-4f4a-404e-9670-530beba7f680,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:47.184812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Pushing event updated for resources: {'Port': ['ID=f722f01a-d69b-485a-8da4-8391839518db,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:47.221444 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-825eec11-e5bd-46dd-a80d-17e4bc4f76ea req-4a18fda2-8a9c-470e-ae8f-700067ca9a25 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:47.228144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-825eec11-e5bd-46dd-a80d-17e4bc4f76ea req-4a18fda2-8a9c-470e-ae8f-700067ca9a25 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5894635 Dec 09 22:31:47.279703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Attempting to bind port f722f01a-d69b-485a-8da4-8391839518db on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:31:47.280038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Attempting to bind port f722f01a-d69b-485a-8da4-8391839518db by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:31:47.280676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Attempting to bind port f722f01a-d69b-485a-8da4-8391839518db on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:31:47.295047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18fda2-8a9c-470e-ae8f-700067ca9a25 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d77e4-7a90-4e06-8c77-7b5bf22ea0e7,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:47.295919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Port f722f01a-d69b-485a-8da4-8391839518db on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:31:47.296252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Attempting to bind port f722f01a-d69b-485a-8da4-8391839518db on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:31:47.337675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:31:47.339007 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:47.339711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:31:47.340333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Bound port: f722f01a-d69b-485a-8da4-8391839518db, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:31:47.340865 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:47.470684 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1afe92a4-bcd1-4a6b-9e64-ac50ddf994da req-b7232c15-be03-4b93-8c81-e99c07139edb tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663827 Dec 09 22:31:47.535479 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:47.541912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:31:47.546635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:31:47.553781 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:47.665709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:47.666358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:47.667764 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] 10.222.0.18 "PUT /v2.0/ports/f722f01a-d69b-485a-8da4-8391839518db HTTP/1.1" status: 200 len: 1097 time: 1.4961140 Dec 09 22:31:47.669550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:47.671943 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a4545d-f7a3-4045-a5e8-87bfeab46f61" -d '{"events": [{"name": "network-changed", "server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "tag": "f722f01a-d69b-485a-8da4-8391839518db"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:47.697961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5ac00-5f9f-4543-8d32-c6302e11cd18 service neutron] Pushing event updated for resources: {'Port': ['ID=f722f01a-d69b-485a-8da4-8391839518db,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:47.702539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:48.182049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e1b0209-ef70-4830-be3d-067950a1b547 req-bc0160c3-26e8-403f-bed9-7fe2a5e4dead tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/fb0d77e4-7a90-4e06-8c77-7b5bf22ea0e7 HTTP/1.1" status: 200 len: 1797 time: 0.0980413 Dec 09 22:31:48.184936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17c4e149-1724-4c14-aef7-b8c089b5e8d2 req-784d351d-f7e4-4e37-ac9b-15eef6472bac service neutron] 10.222.0.42 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0204892 Dec 09 22:31:48.198548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57201e4-abcf-452f-be6a-d81264988c8f req-9265eff8-ec41-4776-94af-3197f28c3168 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:48.206631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c57201e4-abcf-452f-be6a-d81264988c8f req-9265eff8-ec41-4776-94af-3197f28c3168 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.8726563 Dec 09 22:31:48.248880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0c7f3815-4f4a-404e-9670-530beba7f680 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:48.294679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c57201e4-abcf-452f-be6a-d81264988c8f req-3d323234-2801-4b4e-883c-c68eec8a00ca tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868883 Dec 09 22:31:48.361618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 08cdade3-ed24-4b25-b484-3d64adac8676 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:48.369817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:48.381714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0c7f3815-4f4a-404e-9670-530beba7f680 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:48.382130 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:48.388227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:48.394164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:48.394928 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:48.399595 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44102338-6fe0-495d-a080-82f96795ab6a x-openstack-request-id: req-44102338-6fe0-495d-a080-82f96795ab6a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:48.400085 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "tag": "f722f01a-d69b-485a-8da4-8391839518db", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:48.400340 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44102338-6fe0-495d-a080-82f96795ab6a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:48.400735 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db', 'status': 'completed', 'code': 200} Dec 09 22:31:48.405394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=48f0525f-0e4c-4a88-8235-c2e558646742,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:48.428291 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-14fb798e-5bc2-4224-bc8f-4ce5db59302f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8707907 Dec 09 22:31:48.431117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42408) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:48.439327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8f166-efda-4c46-81a0-a11603055547 req-a4355fde-4251-4fcd-b827-c69582042eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:48.440864 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-a4355fde-4251-4fcd-b827-c69582042eb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8a27d8a8204452ba889529f4e259287&device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 1100 time: 0.6428201 Dec 09 22:31:48.451209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfdf07-0796-4fb0-b1e4-971d2221a57f req-3cbce13f-0978-45f2-afbc-30b9585fbf29 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:48.459320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e5dfdf07-0796-4fb0-b1e4-971d2221a57f req-3cbce13f-0978-45f2-afbc-30b9585fbf29 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 948 time: 0.1613898 Dec 09 22:31:48.534534 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-6a04de65-769a-493c-bb6a-8eb2cb7140ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=f722f01a-d69b-485a-8da4-8391839518db HTTP/1.1" status: 200 len: 217 time: 0.0768392 Dec 09 22:31:48.563880 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:48.579919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bf2e2121-602d-42d6-9a90-d1156550e723 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port 5d6eec33-7d3a-4713-9876-a91b3052c7a7 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:48.585660 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf2e2121-602d-42d6-9a90-d1156550e723 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:48.610508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8f166-efda-4c46-81a0-a11603055547 req-5517c849-2be6-4aea-ac24-4106cbba8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:48.618221 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-5517c849-2be6-4aea-ac24-4106cbba8d5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0740309 Dec 09 22:31:48.631605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 0c7f3815-4f4a-404e-9670-530beba7f680, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0c7f3815-4f4a-404e-9670-530beba7f680,segment=NetworkSegment(9b408372-5291-4261-a5fd-1f77c43a097e),segment_id=9b408372-5291-4261-a5fd-1f77c43a097e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:48.646675 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:48.703478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8f166-efda-4c46-81a0-a11603055547 req-738036d7-bb16-49b5-9f22-a8bb97d884c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:48.705181 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-738036d7-bb16-49b5-9f22-a8bb97d884c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0753889 Dec 09 22:31:48.750745 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=0c7f3815-4f4a-404e-9670-530beba7f680,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:48.799925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec469ea-4ef2-4474-aac5-bd0c6900f863 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:48.806280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4ec469ea-4ef2-4474-aac5-bd0c6900f863 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A4 HTTP/1.1" status: 200 len: 927 time: 0.3713291 Dec 09 22:31:48.807044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42414) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:48.818052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07ef94e8-0215-4439-b40c-7599947ce06f req-2c0685f0-02eb-45e2-adf1-b4eadfdc9e36 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/fb0d77e4-7a90-4e06-8c77-7b5bf22ea0e7 HTTP/1.1" status: 200 len: 1797 time: 0.3910780 Dec 09 22:31:48.833632 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e5dfdf07-0796-4fb0-b1e4-971d2221a57f req-cb9e50e4-643e-4951-acd6-184f9b54f143 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698184 Dec 09 22:31:48.866619 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf2e2121-602d-42d6-9a90-d1156550e723 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:48.877863 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-1320c472-812f-47f4-b8a0-f9956316de71 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629813 Dec 09 22:31:48.886260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bf2e2121-602d-42d6-9a90-d1156550e723 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for 5d6eec33-7d3a-4713-9876-a91b3052c7a7 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:48.960565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13994f2b-2e29-4c2b-a94d-6d983f660b55 None None] Network 08cdade3-ed24-4b25-b484-3d64adac8676 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:49.019150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-3224882e-40b0-4bee-b140-72c85c18d871 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 48f0525f-0e4c-4a88-8235-c2e558646742 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:49.019516 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3224882e-40b0-4bee-b140-72c85c18d871 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.062200 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c8f166-efda-4c46-81a0-a11603055547 req-dd159b25-af38-4de6-ab80-f040a191ac4f service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494372 Dec 09 22:31:49.064005 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7c7ce41f-bf0f-4e3c-8868-da619f6ad544 None None] Provisioning complete for port 0c7f3815-4f4a-404e-9670-530beba7f680 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:49.064393 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce41f-bf0f-4e3c-8868-da619f6ad544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.137420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587f443-57b8-4859-9e5a-0314f9523c91 req-dbc0507f-85f4-4617-8585-4475308604fc tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:49.148436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3587f443-57b8-4859-9e5a-0314f9523c91 req-dbc0507f-85f4-4617-8585-4475308604fc tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1849327 Dec 09 22:31:49.151890 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3224882e-40b0-4bee-b140-72c85c18d871 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.191271 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-07ef94e8-0215-4439-b40c-7599947ce06f req-0e298db2-06ae-4a8b-b6bc-e8f94259d578 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.229928 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-07ef94e8-0215-4439-b40c-7599947ce06f req-0e298db2-06ae-4a8b-b6bc-e8f94259d578 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.238307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-3224882e-40b0-4bee-b140-72c85c18d871 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 48f0525f-0e4c-4a88-8235-c2e558646742 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:49.276247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4545d-f7a3-4045-a5e8-87bfeab46f61 req-0aff97b2-75db-4c72-aaf1-e8c549009aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:49.278799 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d4a4545d-f7a3-4045-a5e8-87bfeab46f61 req-0aff97b2-75db-4c72-aaf1-e8c549009aad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8a27d8a8204452ba889529f4e259287&device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 1100 time: 0.1122746 Dec 09 22:31:49.316869 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-07ef94e8-0215-4439-b40c-7599947ce06f req-0e298db2-06ae-4a8b-b6bc-e8f94259d578 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.320593 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-07ef94e8-0215-4439-b40c-7599947ce06f req-0e298db2-06ae-4a8b-b6bc-e8f94259d578 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.321817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07ef94e8-0215-4439-b40c-7599947ce06f req-0e298db2-06ae-4a8b-b6bc-e8f94259d578 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "DELETE /v2.0/security-groups/fb0d77e4-7a90-4e06-8c77-7b5bf22ea0e7 HTTP/1.1" status: 204 len: 173 time: 0.3605850 Dec 09 22:31:49.348513 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e298db2-06ae-4a8b-b6bc-e8f94259d578 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0d77e4-7a90-4e06-8c77-7b5bf22ea0e7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:49.398639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3587f443-57b8-4859-9e5a-0314f9523c91 req-7d4a4593-5552-4cd2-8286-85440dfbc0a4 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488265 Dec 09 22:31:49.411288 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf2e2121-602d-42d6-9a90-d1156550e723 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.443778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e2121-602d-42d6-9a90-d1156550e723 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=5d6eec33-7d3a-4713-9876-a91b3052c7a7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:49.456705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4545d-f7a3-4045-a5e8-87bfeab46f61 req-a452bcc1-52bc-4ed4-a9bc-c105c762325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:49.458859 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d4a4545d-f7a3-4045-a5e8-87bfeab46f61 req-a452bcc1-52bc-4ed4-a9bc-c105c762325d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1335561 Dec 09 22:31:49.493132 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-ce74c14f-3f35-41ce-b1ff-678e063ad56e req-e06c1a63-fd6b-40ab-a1e6-f8d5226e3ba8 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] show failed (client error): The resource could not be found. Dec 09 22:31:49.494228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce74c14f-3f35-41ce-b1ff-678e063ad56e req-e06c1a63-fd6b-40ab-a1e6-f8d5226e3ba8 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/fb0d77e4-7a90-4e06-8c77-7b5bf22ea0e7 HTTP/1.1" status: 404 len: 352 time: 0.0177443 Dec 09 22:31:49.576581 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d4a4545d-f7a3-4045-a5e8-87bfeab46f61 req-85ef5a57-3f9a-4c10-82d0-fb9fb7ddbabf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=f722f01a-d69b-485a-8da4-8391839518db HTTP/1.1" status: 200 len: 217 time: 0.1058607 Dec 09 22:31:49.599636 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf2e2121-602d-42d6-9a90-d1156550e723 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.733760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-48ce8156-0c28-45c1-9f9b-2fcf18f2fc7b None None] Provisioning complete for port 0c7f3815-4f4a-404e-9670-530beba7f680 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:49.735035 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48ce8156-0c28-45c1-9f9b-2fcf18f2fc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.778698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4545d-f7a3-4045-a5e8-87bfeab46f61 req-58cc6a94-3478-464c-a637-a5eedd2f6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:49.780400 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d4a4545d-f7a3-4045-a5e8-87bfeab46f61 req-58cc6a94-3478-464c-a637-a5eedd2f6ce4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1738677 Dec 09 22:31:49.861051 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3224882e-40b0-4bee-b140-72c85c18d871 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.902388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4545d-f7a3-4045-a5e8-87bfeab46f61 req-5119cf25-e68e-4411-b418-2c08fa42e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:49.904655 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d4a4545d-f7a3-4045-a5e8-87bfeab46f61 req-5119cf25-e68e-4411-b418-2c08fa42e575 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1123714 Dec 09 22:31:49.905435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224882e-40b0-4bee-b140-72c85c18d871 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=48f0525f-0e4c-4a88-8235-c2e558646742,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:49.951565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3224882e-40b0-4bee-b140-72c85c18d871 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.957140 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-48ce8156-0c28-45c1-9f9b-2fcf18f2fc7b None None] Provisioning complete for port 277d4dcf-1f20-4ebe-ba06-94f1e9569062 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:49.957717 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48ce8156-0c28-45c1-9f9b-2fcf18f2fc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:49.961626 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3224882e-40b0-4bee-b140-72c85c18d871 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/48f0525f-0e4c-4a88-8235-c2e558646742 HTTP/1.1" status: 204 len: 168 time: 1.1513190 Dec 09 22:31:49.971471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42428) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:49.976196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40929907-9744-4676-9c7b-1da87c866d03 req-9a8fc305-3e51-4462-9692-ef9dd33a52ed tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:49.977727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40929907-9744-4676-9c7b-1da87c866d03 req-9a8fc305-3e51-4462-9692-ef9dd33a52ed tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.2892394 Dec 09 22:31:50.014138 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02e19d5-5020-45d5-8b98-93b51487f745 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:31:50.018788 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c02e19d5-5020-45d5-8b98-93b51487f745 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/48f0525f-0e4c-4a88-8235-c2e558646742 HTTP/1.1" status: 404 len: 333 time: 0.0437558 Dec 09 22:31:50.019496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42430) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:50.023346 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-48ce8156-0c28-45c1-9f9b-2fcf18f2fc7b None None] Port 277d4dcf-1f20-4ebe-ba06-94f1e9569062 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:50.026662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-48ce8156-0c28-45c1-9f9b-2fcf18f2fc7b None None] Could not find standard attr ID for object 48f0525f-0e4c-4a88-8235-c2e558646742. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:31:50.045095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2e2121-602d-42d6-9a90-d1156550e723 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router 222147bc-c3c6-433a-af34-beab5939e97d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:31:50.091461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faff5e-42b0-4676-a1df-d75b090d8c29 req-a3a014a0-b782-45e9-a292-e046433edc92 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:50.098757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11faff5e-42b0-4676-a1df-d75b090d8c29 req-a3a014a0-b782-45e9-a292-e046433edc92 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.2024112 Dec 09 22:31:50.160987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-63da138b-76c2-4e96-8d09-aa0d743a673e None None] Provisioning complete for port 277d4dcf-1f20-4ebe-ba06-94f1e9569062 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:50.167837 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-63da138b-76c2-4e96-8d09-aa0d743a673e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.170656 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d4a4545d-f7a3-4045-a5e8-87bfeab46f61 req-91052a17-03dc-4c43-a72c-110e35767297 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322445 Dec 09 22:31:50.171692 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40929907-9744-4676-9c7b-1da87c866d03 req-8084dbc8-5070-4611-ada2-8c9a0a536b48 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686196 Dec 09 22:31:50.216239 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2e2121-602d-42d6-9a90-d1156550e723 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:50.226575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bf2e2121-602d-42d6-9a90-d1156550e723 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/222147bc-c3c6-433a-af34-beab5939e97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5873706 Dec 09 22:31:50.226575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42432) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:50.228722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0edadd4d-d875-48e2-8b0b-3f535d0764da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 277d4dcf-1f20-4ebe-ba06-94f1e9569062 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:50.229211 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0edadd4d-d875-48e2-8b0b-3f535d0764da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.276565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-54d9610e-5eda-4bd0-952d-f12b4cb15993 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=222147bc-c3c6-433a-af34-beab5939e97d HTTP/1.1" status: 200 len: 205 time: 0.0490084 Dec 09 22:31:50.286620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11faff5e-42b0-4676-a1df-d75b090d8c29 req-629c7382-54d1-4769-b568-5574534fdc07 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847286 Dec 09 22:31:50.287496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42434) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:50.329535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-63da138b-76c2-4e96-8d09-aa0d743a673e None None] Port 277d4dcf-1f20-4ebe-ba06-94f1e9569062 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:50.333687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd19db-9312-4318-b2bd-d3ba59b2e439 None None] Sync routers for ids ['222147bc-c3c6-433a-af34-beab5939e97d'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:50.348791 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd19db-9312-4318-b2bd-d3ba59b2e439 None None] Routers {'222147bc-c3c6-433a-af34-beab5939e97d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:50.349595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4fbd19db-9312-4318-b2bd-d3ba59b2e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['222147bc-c3c6-433a-af34-beab5939e97d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:50.363387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0c7f3815-4f4a-404e-9670-530beba7f680 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:50.387466 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbdbcbef-b509-40ac-bfe5-6001dac5cbd6 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.389239 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0edadd4d-d875-48e2-8b0b-3f535d0764da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.433444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0edadd4d-d875-48e2-8b0b-3f535d0764da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 277d4dcf-1f20-4ebe-ba06-94f1e9569062 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:50.447690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4fbd19db-9312-4318-b2bd-d3ba59b2e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:50.475553 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd19db-9312-4318-b2bd-d3ba59b2e439 None None] Routers {'222147bc-c3c6-433a-af34-beab5939e97d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:50.476307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4fbd19db-9312-4318-b2bd-d3ba59b2e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['222147bc-c3c6-433a-af34-beab5939e97d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:50.531344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4fbd19db-9312-4318-b2bd-d3ba59b2e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:50.532034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd19db-9312-4318-b2bd-d3ba59b2e439 None None] The sync data for ids ['222147bc-c3c6-433a-af34-beab5939e97d'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:50.553685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0c7f3815-4f4a-404e-9670-530beba7f680 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:50.554105 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.600551 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbdbcbef-b509-40ac-bfe5-6001dac5cbd6 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.620222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-33724f18-ae4c-47af-95fc-c682f098edc6 req-46c0d7e7-82a6-41d6-be9f-54056ebba8a7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-605789630', 'description': 'tempest-description-1762278910'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:50.628695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbdbcbef-b509-40ac-bfe5-6001dac5cbd6 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.689390 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d4a4545d-f7a3-4045-a5e8-87bfeab46f61 req-274469dd-1807-4cda-868b-85d839ce49da service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096133 Dec 09 22:31:50.756138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16d4b1-06e6-45ff-962c-48f2bcf62bdf req-17fb126d-2ea5-49be-9bda-6f127c119008 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:50.762828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0935eed1-cfc8-4e73-b556-1db3f7b34327 None None] Could not find standard attr ID for object 48f0525f-0e4c-4a88-8235-c2e558646742. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:31:50.765368 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af16d4b1-06e6-45ff-962c-48f2bcf62bdf req-17fb126d-2ea5-49be-9bda-6f127c119008 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 948 time: 0.2829583 Dec 09 22:31:50.770272 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33724f18-ae4c-47af-95fc-c682f098edc6 req-46c0d7e7-82a6-41d6-be9f-54056ebba8a7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.777769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbdbcbef-b509-40ac-bfe5-6001dac5cbd6 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.777769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdbcbef-b509-40ac-bfe5-6001dac5cbd6 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Fanout notify agent at l3_agent the message router_deleted on router 222147bc-c3c6-433a-af34-beab5939e97d {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:31:50.797188 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbdbcbef-b509-40ac-bfe5-6001dac5cbd6 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.802409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dbdbcbef-b509-40ac-bfe5-6001dac5cbd6 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/222147bc-c3c6-433a-af34-beab5939e97d HTTP/1.1" status: 204 len: 168 time: 0.5084748 Dec 09 22:31:50.809973 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42442) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:50.824634 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0edadd4d-d875-48e2-8b0b-3f535d0764da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.892201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edadd4d-d875-48e2-8b0b-3f535d0764da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=277d4dcf-1f20-4ebe-ba06-94f1e9569062,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:50.899650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-66548da6-630c-45c9-991b-eee4ee3f583c tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting subnet f68ee280-7884-4ee1-a3e5-466f85a77a38 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:31:50.912059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0edadd4d-d875-48e2-8b0b-3f535d0764da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.918232 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0edadd4d-d875-48e2-8b0b-3f535d0764da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/277d4dcf-1f20-4ebe-ba06-94f1e9569062 HTTP/1.1" status: 204 len: 168 time: 0.8955572 Dec 09 22:31:50.920607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42444) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:50.925104 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66548da6-630c-45c9-991b-eee4ee3f583c tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:50.955010 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3cec60-34cb-49f9-b8fb-fb7d89a530cc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:31:50.959749 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ff3cec60-34cb-49f9-b8fb-fb7d89a530cc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/277d4dcf-1f20-4ebe-ba06-94f1e9569062 HTTP/1.1" status: 404 len: 333 time: 0.0347872 Dec 09 22:31:50.960729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42446) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:51.022847 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66548da6-630c-45c9-991b-eee4ee3f583c tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.043154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ca66c9-ce9d-48c8-85c3-946a917cab9f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting subnet 08f22174-507a-4007-bbf0-8f2b905fab81 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:31:51.048157 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19ca66c9-ce9d-48c8-85c3-946a917cab9f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.106366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af16d4b1-06e6-45ff-962c-48f2bcf62bdf req-0218d33a-731f-4642-b0ce-8ef33bd428ff tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396757 Dec 09 22:31:51.126627 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19ca66c9-ce9d-48c8-85c3-946a917cab9f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.230228 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33724f18-ae4c-47af-95fc-c682f098edc6 req-46c0d7e7-82a6-41d6-be9f-54056ebba8a7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.237609 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33724f18-ae4c-47af-95fc-c682f098edc6 req-46c0d7e7-82a6-41d6-be9f-54056ebba8a7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.313292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66548da6-630c-45c9-991b-eee4ee3f583c tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.332161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19ca66c9-ce9d-48c8-85c3-946a917cab9f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.414930 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-33724f18-ae4c-47af-95fc-c682f098edc6 req-46c0d7e7-82a6-41d6-be9f-54056ebba8a7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.416042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33724f18-ae4c-47af-95fc-c682f098edc6 req-46c0d7e7-82a6-41d6-be9f-54056ebba8a7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9311399 Dec 09 22:31:51.426486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0d7e7-82a6-41d6-be9f-54056ebba8a7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c08498-c4a5-4b27-8a53-b33be58359c2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:51.469191 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19ca66c9-ce9d-48c8-85c3-946a917cab9f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.503034 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66548da6-630c-45c9-991b-eee4ee3f583c tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.510731 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19ca66c9-ce9d-48c8-85c3-946a917cab9f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.513912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4456c683-a197-4a99-8373-0c9518574c7e None None] Network 08cdade3-ed24-4b25-b484-3d64adac8676 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:51.526267 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-19ca66c9-ce9d-48c8-85c3-946a917cab9f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/08f22174-507a-4007-bbf0-8f2b905fab81 HTTP/1.1" status: 204 len: 168 time: 0.5638351 Dec 09 22:31:51.530005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42454) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:51.621299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1698f8ac-67f5-4b46-8484-67bb438b9568 None None] Network c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:51.625687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66548da6-630c-45c9-991b-eee4ee3f583c tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Subnet': ['ID=f68ee280-7884-4ee1-a3e5-466f85a77a38,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:51.628523 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66548da6-630c-45c9-991b-eee4ee3f583c tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.632522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-66548da6-630c-45c9-991b-eee4ee3f583c tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/f68ee280-7884-4ee1-a3e5-466f85a77a38 HTTP/1.1" status: 204 len: 168 time: 0.8199980 Dec 09 22:31:51.637277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42456) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:51.649893 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.653087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca66c9-ce9d-48c8-85c3-946a917cab9f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Subnet': ['ID=08f22174-507a-4007-bbf0-8f2b905fab81,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:51.747328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 0c7f3815-4f4a-404e-9670-530beba7f680 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:51.749000 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.754945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d222299a-755a-4d47-99d4-1d82e287bd8d None None] DHCP port deletion for 08cdade3-ed24-4b25-b484-3d64adac8676 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:31:51.759424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bb6df-5386-4ed0-9372-07f64ced828c req-80a7bfbe-76eb-49a9-bd6e-5a98e1a5929b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:51.760990 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-393bb6df-5386-4ed0-9372-07f64ced828c req-80a7bfbe-76eb-49a9-bd6e-5a98e1a5929b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.2514329 Dec 09 22:31:51.778274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.825862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc87eef-9fe6-4b82-92d7-59083761eef1 req-316fcfec-5703-4b32-958d-76671a57d06e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:51.831422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cdc87eef-9fe6-4b82-92d7-59083761eef1 req-316fcfec-5703-4b32-958d-76671a57d06e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.2463665 Dec 09 22:31:51.850273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] For port 0c7f3815-4f4a-404e-9670-530beba7f680, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0c7f3815-4f4a-404e-9670-530beba7f680,segment=NetworkSegment(9b408372-5291-4261-a5fd-1f77c43a097e),segment_id=9b408372-5291-4261-a5fd-1f77c43a097e)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:51.850746 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.866216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 0c7f3815-4f4a-404e-9670-530beba7f680 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:51.877515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d222299a-755a-4d47-99d4-1d82e287bd8d None None] Deleting port 0c7f3815-4f4a-404e-9670-530beba7f680 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:51.878596 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d222299a-755a-4d47-99d4-1d82e287bd8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.958827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d222299a-755a-4d47-99d4-1d82e287bd8d None None] For port 0c7f3815-4f4a-404e-9670-530beba7f680, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0c7f3815-4f4a-404e-9670-530beba7f680,segment=NetworkSegment(9b408372-5291-4261-a5fd-1f77c43a097e),segment_id=9b408372-5291-4261-a5fd-1f77c43a097e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:51.959517 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d222299a-755a-4d47-99d4-1d82e287bd8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.960437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-393bb6df-5386-4ed0-9372-07f64ced828c req-1121b831-54fa-437c-9116-c23443c4042f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872125 Dec 09 22:31:51.975521 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:51.997832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cdc87eef-9fe6-4b82-92d7-59083761eef1 req-d8f96668-f514-41db-a71a-fdf0cbb6fa7a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327293 Dec 09 22:31:52.003700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d222299a-755a-4d47-99d4-1d82e287bd8d None None] Calling delete_port for 0c7f3815-4f4a-404e-9670-530beba7f680 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:52.023480 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=0c7f3815-4f4a-404e-9670-530beba7f680,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:52.032830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No DVR routers for this DVR port 0c7f3815-4f4a-404e-9670-530beba7f680 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:52.040396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-661fbeee-0c7a-47db-9a94-83f905c22df0 req-2a202daa-e961-4d99-b4c5-74227b376a70 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-868571169', 'description': 'tempest-description-1181784887'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:52.113262 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-661fbeee-0c7a-47db-9a94-83f905c22df0 req-2a202daa-e961-4d99-b4c5-74227b376a70 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.133338 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d222299a-755a-4d47-99d4-1d82e287bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.142218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d5eb06-0883-425d-be9e-abf70fd7ba72 None None] DHCP port deletion for c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:31:52.150654 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.182033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:52.183955 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.185685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222299a-755a-4d47-99d4-1d82e287bd8d None None] Pushing event deleted for resources: {'Port': ['ID=0c7f3815-4f4a-404e-9670-530beba7f680,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:52.187823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222299a-755a-4d47-99d4-1d82e287bd8d None None] No DVR routers for this DVR port 0c7f3815-4f4a-404e-9670-530beba7f680 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:52.203418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cdade3-ed24-4b25-b484-3d64adac8676']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:52.224688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b408372-5291-4261-a5fd-1f77c43a097e') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:52.225115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b408372-5291-4261-a5fd-1f77c43a097e') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:52.240898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0c7f3815-4f4a-404e-9670-530beba7f680 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:52.244285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.265305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0c7f3815-4f4a-404e-9670-530beba7f680 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:31:52.265972 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0c7f3815-4f4a-404e-9670-530beba7f680 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:31:52.266584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:31:52.270833 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.281549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:31:52.281998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:31:52.286196 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:31:52.334957 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f722f01a-d69b-485a-8da4-8391839518db details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:31:52.385388 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.412509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.416951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/networks/08cdade3-ed24-4b25-b484-3d64adac8676 HTTP/1.1" status: 204 len: 168 time: 0.8858869 Dec 09 22:31:52.418108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2a677-2dd0-466b-951c-8bdbef575a9c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Network': ['ID=08cdade3-ed24-4b25-b484-3d64adac8676,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:52.421014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42466) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:52.427873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5bf6fc85-d55b-4531-a2b6-93c65f737326 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1574437035'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:52.479845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf6fc85-d55b-4531-a2b6-93c65f737326 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:52.487084 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fc85-d55b-4531-a2b6-93c65f737326 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.523816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf6fc85-d55b-4531-a2b6-93c65f737326 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:31:52.555442 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fc85-d55b-4531-a2b6-93c65f737326 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.556939 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-5bf6fc85-d55b-4531-a2b6-93c65f737326 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Added segment 80e8ad27-67d0-40e7-bf4b-97eed2736465 of type vlan for network a57f58b0-1eaf-4a09-aa78-2011c6281bc7 Dec 09 22:31:52.595717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:52.612964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'f722f01a-d69b-485a-8da4-8391839518db', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'f722f01a-d69b-485a-8da4-8391839518db', 'mac_address': 'fa:16:3e:4f:95:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:31:52.654595 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fc85-d55b-4531-a2b6-93c65f737326 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.683928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] For port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7899af6e-1d2a-4ac3-bd08-2ca2b509cae6,segment=NetworkSegment(c0f42468-dba3-42cd-9d60-42e0024931b1),segment_id=c0f42468-dba3-42cd-9d60-42e0024931b1)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:52.684571 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.701170 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.709909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-78d5eb06-0883-425d-be9e-abf70fd7ba72 None None] Deleting port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:52.710684 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-78d5eb06-0883-425d-be9e-abf70fd7ba72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.713880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa297671-ef89-4a73-9315-ca5016afe2ec req-72104eb4-c5b3-4c14-aa04-715f7946d5b7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:52.720238 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fc85-d55b-4531-a2b6-93c65f737326 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.724332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa297671-ef89-4a73-9315-ca5016afe2ec req-72104eb4-c5b3-4c14-aa04-715f7946d5b7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.5712767 Dec 09 22:31:52.726923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:52.729880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf6fc85-d55b-4531-a2b6-93c65f737326 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:52.731141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fc85-d55b-4531-a2b6-93c65f737326 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.732956 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.772600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7899af6e-1d2a-4ac3-bd08-2ca2b509cae6,segment=NetworkSegment(c0f42468-dba3-42cd-9d60-42e0024931b1),segment_id=c0f42468-dba3-42cd-9d60-42e0024931b1)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:52.778320 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5bf6fc85-d55b-4531-a2b6-93c65f737326 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3560631 Dec 09 22:31:52.784108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.787004 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42468) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:52.792977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0b8011d6-0aa6-4107-86b7-a5c6b19345db tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': 'a57f58b0-1eaf-4a09-aa78-2011c6281bc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:52.807755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa297671-ef89-4a73-9315-ca5016afe2ec req-a264463b-1fc9-41c5-8458-22e340b638da tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823390 Dec 09 22:31:52.864661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=7899af6e-1d2a-4ac3-bd08-2ca2b509cae6,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:52.869154 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.874229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6fc85-d55b-4531-a2b6-93c65f737326 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Network': ['ID=a57f58b0-1eaf-4a09-aa78-2011c6281bc7,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:52.906998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network a57f58b0-1eaf-4a09-aa78-2011c6281bc7 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:31:52.967951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8011d6-0aa6-4107-86b7-a5c6b19345db tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:52.972166 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b8011d6-0aa6-4107-86b7-a5c6b19345db tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.988912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-78d5eb06-0883-425d-be9e-abf70fd7ba72 None None] For port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7899af6e-1d2a-4ac3-bd08-2ca2b509cae6,segment=NetworkSegment(c0f42468-dba3-42cd-9d60-42e0024931b1),segment_id=c0f42468-dba3-42cd-9d60-42e0024931b1)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:52.989322 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-78d5eb06-0883-425d-be9e-abf70fd7ba72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:52.992787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f722f01a-d69b-485a-8da4-8391839518db {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:31:53.016355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-78d5eb06-0883-425d-be9e-abf70fd7ba72 None None] Calling delete_port for 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:53.034465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:53.036799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-661fbeee-0c7a-47db-9a94-83f905c22df0 req-2a202daa-e961-4d99-b4c5-74227b376a70 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.040437 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.049247 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-661fbeee-0c7a-47db-9a94-83f905c22df0 req-2a202daa-e961-4d99-b4c5-74227b376a70 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.091749 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a202daa-e961-4d99-b4c5-74227b376a70 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6cdabc-b6e3-4149-bcd4-0511dfc8b2ae,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:53.138867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f722f01a-d69b-485a-8da4-8391839518db,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:53.148120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-661fbeee-0c7a-47db-9a94-83f905c22df0 req-2a202daa-e961-4d99-b4c5-74227b376a70 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.161440 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-661fbeee-0c7a-47db-9a94-83f905c22df0 req-2a202daa-e961-4d99-b4c5-74227b376a70 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1528022 Dec 09 22:31:53.185170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a823a66-148f-4703-9ed8-95f48ee7d002 req-71bf937f-d47c-48e6-88d9-a8dc4403397d tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:53.199402 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a823a66-148f-4703-9ed8-95f48ee7d002 req-71bf937f-d47c-48e6-88d9-a8dc4403397d tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 948 time: 0.2438436 Dec 09 22:31:53.233322 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.241680 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-78d5eb06-0883-425d-be9e-abf70fd7ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.282317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=7899af6e-1d2a-4ac3-bd08-2ca2b509cae6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:53.292661 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b8011d6-0aa6-4107-86b7-a5c6b19345db tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.331715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5eb06-0883-425d-be9e-abf70fd7ba72 None None] No DVR routers for this DVR port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:53.344294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5eb06-0883-425d-be9e-abf70fd7ba72 None None] Pushing event deleted for resources: {'Port': ['ID=7899af6e-1d2a-4ac3-bd08-2ca2b509cae6,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:53.356820 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a823a66-148f-4703-9ed8-95f48ee7d002 req-06d7e5a7-b7a8-4862-b930-eb84218d5d08 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463773 Dec 09 22:31:53.363044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No DVR routers for this DVR port 7899af6e-1d2a-4ac3-bd08-2ca2b509cae6 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:31:53.407907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['f722f01a-d69b-485a-8da4-8391839518db'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:31:53.412589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8011d6-0aa6-4107-86b7-a5c6b19345db tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Subnet': ['ID=23c74959-fa2f-4e4c-b4a6-cab0d3e59807,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:53.430605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8011d6-0aa6-4107-86b7-a5c6b19345db tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Checking segment: {'id': '80e8ad27-67d0-40e7-bf4b-97eed2736465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a57f58b0-1eaf-4a09-aa78-2011c6281bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:53.433466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8011d6-0aa6-4107-86b7-a5c6b19345db tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network hostable DHCP agents. Network: a57f58b0-1eaf-4a09-aa78-2011c6281bc7, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:31:53.475170 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8011d6-0aa6-4107-86b7-a5c6b19345db tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network a57f58b0-1eaf-4a09-aa78-2011c6281bc7 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:31:53.487182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0b8011d6-0aa6-4107-86b7-a5c6b19345db tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, a57f58b0-1eaf-4a09-aa78-2011c6281bc7) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:53.493894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8011d6-0aa6-4107-86b7-a5c6b19345db tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:53.494946 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b8011d6-0aa6-4107-86b7-a5c6b19345db tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.503648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-4a990266-ea43-4495-a426-51532d049148 req-99ededda-dcc4-41ac-8cb6-1ca0de3d9a4a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-321551759', 'description': 'tempest-description-1278079239'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:53.513986 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.523735 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0b8011d6-0aa6-4107-86b7-a5c6b19345db tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7355640 Dec 09 22:31:53.525777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42482) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:53.526688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad3f646-0e48-49a9-8a9c-eec249a82cfe None None] Network a57f58b0-1eaf-4a09-aa78-2011c6281bc7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:53.535922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': 'a57f58b0-1eaf-4a09-aa78-2011c6281bc7', 'name': 'tempest-PortsIpV6TestJSON-370379738', 'fixed_ips': [{'subnet_id': '23c74959-fa2f-4e4c-b4a6-cab0d3e59807', 'ip_address': '2001:db8::10'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:53.566690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:53.608116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f42468-dba3-42cd-9d60-42e0024931b1') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:53.608482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f42468-dba3-42cd-9d60-42e0024931b1') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:53.621972 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.632007 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4a990266-ea43-4495-a426-51532d049148 req-99ededda-dcc4-41ac-8cb6-1ca0de3d9a4a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.663929 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.693356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-a57f58b0-1eaf-4a09-aa78-2011c6281bc7', 'network_id': 'a57f58b0-1eaf-4a09-aa78-2011c6281bc7', 'project_id': 'ad62b25d3f244222b707b68c1668e2ff', 'fixed_ips': [{'subnet_id': '23c74959-fa2f-4e4c-b4a6-cab0d3e59807'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:31:53.695945 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.700015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:31:53.700635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:31:53.705366 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:31:53.740029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:53.752014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124a870-be21-4cfb-8155-1ee3d20e5d11 req-b36fee9e-2cb2-4045-a83a-a514c7f8d542 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:53.753823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e124a870-be21-4cfb-8155-1ee3d20e5d11 req-b36fee9e-2cb2-4045-a83a-a514c7f8d542 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.2268107 Dec 09 22:31:53.866403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e124a870-be21-4cfb-8155-1ee3d20e5d11 req-cd0e859b-5eb3-41e6-9687-f27772cbb78c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732911 Dec 09 22:31:53.896064 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.904884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.947188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port 6d37b101-439d-4cd3-8b77-61713c88719d yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:31:53.955627 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:53.959134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/networks/c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036 HTTP/1.1" status: 204 len: 168 time: 2.3206558 Dec 09 22:31:54.009342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42484) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:54.009714 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868cca7-6ce5-4b4f-b49d-deaf0fb37c01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Network': ['ID=c7a2e9c3-f88d-4ed3-a78f-d9a007cf2036,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:54.013816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1799915791', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:54.053228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Allocated IP 2001:db8::2 (a57f58b0-1eaf-4a09-aa78-2011c6281bc7/23c74959-fa2f-4e4c-b4a6-cab0d3e59807/487aceae-9872-4285-8501-f5f460bd15da) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:54.065382 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4a990266-ea43-4495-a426-51532d049148 req-99ededda-dcc4-41ac-8cb6-1ca0de3d9a4a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.088315 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.091308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.104150 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4a990266-ea43-4495-a426-51532d049148 req-99ededda-dcc4-41ac-8cb6-1ca0de3d9a4a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.145614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ededda-dcc4-41ac-8cb6-1ca0de3d9a4a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09ba869-9fa5-4de3-bccb-85a6583139c3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:54.171587 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4a990266-ea43-4495-a426-51532d049148 req-99ededda-dcc4-41ac-8cb6-1ca0de3d9a4a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.173690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a990266-ea43-4495-a426-51532d049148 req-99ededda-dcc4-41ac-8cb6-1ca0de3d9a4a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6740782 Dec 09 22:31:54.189242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.214100 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb340d74-8789-46be-b458-d1be5512bc49 req-c449e6ca-a645-4e44-97c7-eb4fc8ac9f3d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:54.216981 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb340d74-8789-46be-b458-d1be5512bc49 req-c449e6ca-a645-4e44-97c7-eb4fc8ac9f3d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1815782 Dec 09 22:31:54.296268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.307022 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.342344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb340d74-8789-46be-b458-d1be5512bc49 req-c1eb5ec4-372c-4d3f-b749-06d999132c92 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935905 Dec 09 22:31:54.367679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Pushing event updated for resources: {'Port': ['ID=487aceae-9872-4285-8501-f5f460bd15da,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:54.379080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Network a57f58b0-1eaf-4a09-aa78-2011c6281bc7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:54.381559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:54.384199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:54.412351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-346b3567-ae6e-4f9a-bfe4-c445b9cf17d7 req-f701e032-f513-4b5e-bb76-3d2f0d5f8592 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8d23234954d4ea2893572a7e09a00af HTTP/1.1" status: 200 len: 11011 time: 0.1941733 Dec 09 22:31:54.456783 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.486901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-346b3567-ae6e-4f9a-bfe4-c445b9cf17d7 req-d0bb2ee3-a3e7-4139-b533-4d4c98f0c982 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/5dfdaa4f-87ba-4816-b98d-0410d3da7ce1 HTTP/1.1" status: 200 len: 3002 time: 0.0669026 Dec 09 22:31:54.498143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Attempting to bind port 487aceae-9872-4285-8501-f5f460bd15da on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:31:54.498527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Attempting to bind port 487aceae-9872-4285-8501-f5f460bd15da by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '80e8ad27-67d0-40e7-bf4b-97eed2736465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a57f58b0-1eaf-4a09-aa78-2011c6281bc7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:31:54.498948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Attempting to bind port 487aceae-9872-4285-8501-f5f460bd15da on network a57f58b0-1eaf-4a09-aa78-2011c6281bc7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:31:54.511067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:31:54.511453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Checking segment: {'id': '80e8ad27-67d0-40e7-bf4b-97eed2736465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a57f58b0-1eaf-4a09-aa78-2011c6281bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:31:54.511906 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.512303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Bound using segment: {'id': '80e8ad27-67d0-40e7-bf4b-97eed2736465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a57f58b0-1eaf-4a09-aa78-2011c6281bc7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:31:54.513108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Bound port: 487aceae-9872-4285-8501-f5f460bd15da, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e8ad27-67d0-40e7-bf4b-97eed2736465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a57f58b0-1eaf-4a09-aa78-2011c6281bc7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:31:54.513235 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.520905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8::10 (a57f58b0-1eaf-4a09-aa78-2011c6281bc7/23c74959-fa2f-4e4c-b4a6-cab0d3e59807/6d37b101-439d-4cd3-8b77-61713c88719d) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:54.576776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-346b3567-ae6e-4f9a-bfe4-c445b9cf17d7 req-07e2729d-562e-4fa5-b1d0-9470149073e0 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/5dfdaa4f-87ba-4816-b98d-0410d3da7ce1 HTTP/1.1" status: 200 len: 3002 time: 0.0819504 Dec 09 22:31:54.609781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] For port 487aceae-9872-4285-8501-f5f460bd15da, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:31:54.614271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] For port 487aceae-9872-4285-8501-f5f460bd15da, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=487aceae-9872-4285-8501-f5f460bd15da,segment=NetworkSegment(80e8ad27-67d0-40e7-bf4b-97eed2736465),segment_id=80e8ad27-67d0-40e7-bf4b-97eed2736465)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:31:54.620871 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.698729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9f177-d23f-479b-ba2f-3f3d2cad206a None None] Pushing event updated for resources: {'Port': ['ID=487aceae-9872-4285-8501-f5f460bd15da,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:54.746820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79813-18d8-487a-bc70-e155c0baa3ff req-cbde766e-956b-4a3c-881a-872239de9667 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:54.754940 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8ec79813-18d8-487a-bc70-e155c0baa3ff req-cbde766e-956b-4a3c-881a-872239de9667 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1463609 Dec 09 22:31:54.784420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939070b0-8b5f-44d7-8ed9-5be5e97e1e67 req-dadeda4a-98c6-4296-a2f2-ba5d71be70ca tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:54.789900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-939070b0-8b5f-44d7-8ed9-5be5e97e1e67 req-dadeda4a-98c6-4296-a2f2-ba5d71be70ca tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 949 time: 0.1101527 Dec 09 22:31:54.858247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:54.893993 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8ec79813-18d8-487a-bc70-e155c0baa3ff req-aa82d613-f9dc-4c3b-b50d-cb159253c1d1 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318760 Dec 09 22:31:54.938644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-939070b0-8b5f-44d7-8ed9-5be5e97e1e67 req-5cf61eb5-4275-477e-9785-95334ea875e5 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404531 Dec 09 22:31:55.062548 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:55.064454 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:55.075022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d29d7c3-e9a8-4e11-81aa-65761e10bd34 req-6854adb9-0f99-4796-82e2-97b7955d4578 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/38c08498-c4a5-4b27-8a53-b33be58359c2 HTTP/1.1" status: 200 len: 1819 time: 0.1132984 Dec 09 22:31:55.097568 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:55.133388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network a57f58b0-1eaf-4a09-aa78-2011c6281bc7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:55.141303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:55.149104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:55.159921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:55.160582 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:55.186622 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6583724 Dec 09 22:31:55.190867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42502) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:55.199857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': 'a57f58b0-1eaf-4a09-aa78-2011c6281bc7', 'name': 'tempest-PortsIpV6TestJSON-1332620982', 'fixed_ips': [{'subnet_id': '23c74959-fa2f-4e4c-b4a6-cab0d3e59807', 'ip_address': '2001:db8::f'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:55.235642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7d29d7c3-e9a8-4e11-81aa-65761e10bd34 req-6b4cbb27-2f18-4737-8d5e-c764ed284cc9 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:55.255075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50af7d6-950e-49de-a772-efbcf9138a3e req-d134e017-5d07-4fd9-9d37-e14b5ce8f6b7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:55.262579 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b50af7d6-950e-49de-a772-efbcf9138a3e req-d134e017-5d07-4fd9-9d37-e14b5ce8f6b7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.1313672 Dec 09 22:31:55.394266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7d29d7c3-e9a8-4e11-81aa-65761e10bd34 req-6b4cbb27-2f18-4737-8d5e-c764ed284cc9 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:55.473252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b50af7d6-950e-49de-a772-efbcf9138a3e req-3117c06d-96a2-498e-992d-8c88cc9f083c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077477 Dec 09 22:31:55.480459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:31:55.522338 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7d29d7c3-e9a8-4e11-81aa-65761e10bd34 req-6b4cbb27-2f18-4737-8d5e-c764ed284cc9 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:55.527128 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-7d29d7c3-e9a8-4e11-81aa-65761e10bd34 req-6b4cbb27-2f18-4737-8d5e-c764ed284cc9 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:55.539495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d29d7c3-e9a8-4e11-81aa-65761e10bd34 req-6b4cbb27-2f18-4737-8d5e-c764ed284cc9 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "DELETE /v2.0/security-groups/38c08498-c4a5-4b27-8a53-b33be58359c2 HTTP/1.1" status: 204 len: 173 time: 0.4548419 Dec 09 22:31:55.577169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cbb27-2f18-4737-8d5e-c764ed284cc9 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c08498-c4a5-4b27-8a53-b33be58359c2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:55.630189 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360a144-2ddd-41db-8f77-e620285eb46c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=6d37b101-439d-4cd3-8b77-61713c88719d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:55.702746 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-eb46b348-54cb-4edf-8a58-a27ac321344f req-00c9de47-b022-45e1-a1e0-56f3f4446d34 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] show failed (client error): The resource could not be found. Dec 09 22:31:55.705013 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb46b348-54cb-4edf-8a58-a27ac321344f req-00c9de47-b022-45e1-a1e0-56f3f4446d34 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/38c08498-c4a5-4b27-8a53-b33be58359c2 HTTP/1.1" status: 404 len: 352 time: 0.0439053 Dec 09 22:31:55.750051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Allocated IP 172.25.8.31 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/1f22f2e7-a718-4260-bb9c-f9607250f7b6) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:55.818426 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:55.850716 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d212c3-dd34-4395-b1c9-cd27c02bb4da req-34766536-5f47-4827-a4dc-5b5939a25d1e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:55.866018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36d212c3-dd34-4395-b1c9-cd27c02bb4da req-34766536-5f47-4827-a4dc-5b5939a25d1e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.2027092 Dec 09 22:31:55.880648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da1f2183-581e-4662-bcbe-db9c95abb0cb req-6224337c-2bc5-42fa-b457-04d5fe3dc8dc tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/0b6cdabc-b6e3-4149-bcd4-0511dfc8b2ae HTTP/1.1" status: 200 len: 1819 time: 0.1468179 Dec 09 22:31:55.894507 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:55.951669 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:55.988018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36d212c3-dd34-4395-b1c9-cd27c02bb4da req-1afa50c7-2fb4-4652-a5af-03943a49dc02 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187844 Dec 09 22:31:56.009715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port b8aedd04-de83-4337-802f-47cd6aaa473b yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:31:56.040079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:56.057446 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:56.065942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:56.172929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=1f22f2e7-a718-4260-bb9c-f9607250f7b6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:56.261753 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8::f (a57f58b0-1eaf-4a09-aa78-2011c6281bc7/23c74959-fa2f-4e4c-b4a6-cab0d3e59807/b8aedd04-de83-4337-802f-47cd6aaa473b) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:31:56.337317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f722f01a-d69b-485a-8da4-8391839518db up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:56.397878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 487aceae-9872-4285-8501-f5f460bd15da up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:56.449514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:56.485746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79777ae2-50e0-4303-a29a-1cce9b82864d None None] Network a57f58b0-1eaf-4a09-aa78-2011c6281bc7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:31:56.506079 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:56.517136 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-da1f2183-581e-4662-bcbe-db9c95abb0cb req-764d9c57-bc73-4c29-a263-dfb01fd8b696 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:56.588313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network a57f58b0-1eaf-4a09-aa78-2011c6281bc7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:31:56.596604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:31:56.605086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:31:56.611938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:56.612780 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:56.637159 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-da1f2183-581e-4662-bcbe-db9c95abb0cb req-764d9c57-bc73-4c29-a263-dfb01fd8b696 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:56.672926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=b8aedd04-de83-4337-802f-47cd6aaa473b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:56.679713 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-900d67d8-adfa-4673-b1ae-614dfa768b4d None None] Provisioning complete for port 487aceae-9872-4285-8501-f5f460bd15da triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:56.680015 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-900d67d8-adfa-4673-b1ae-614dfa768b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:56.695620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6a43e5cf-6e39-465c-82c3-8af7fbc410f5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4997821 Dec 09 22:31:56.699571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42522) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:56.715036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port f722f01a-d69b-485a-8da4-8391839518db completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:31:56.723864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port f722f01a-d69b-485a-8da4-8391839518db triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:56.724235 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:56.739625 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:56.780883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 487aceae-9872-4285-8501-f5f460bd15da triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:56.781235 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:56.789483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5661d-2e37-4a4f-966e-2e68edec1f60 req-d8ce9c2f-ca33-48b3-a596-c1a3d621954d tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:56.791718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56c5661d-2e37-4a4f-966e-2e68edec1f60 req-d8ce9c2f-ca33-48b3-a596-c1a3d621954d tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 949 time: 0.3057563 Dec 09 22:31:56.878301 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-da1f2183-581e-4662-bcbe-db9c95abb0cb req-764d9c57-bc73-4c29-a263-dfb01fd8b696 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:56.887224 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-da1f2183-581e-4662-bcbe-db9c95abb0cb req-764d9c57-bc73-4c29-a263-dfb01fd8b696 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:56.888404 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da1f2183-581e-4662-bcbe-db9c95abb0cb req-764d9c57-bc73-4c29-a263-dfb01fd8b696 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "DELETE /v2.0/security-groups/0b6cdabc-b6e3-4149-bcd4-0511dfc8b2ae HTTP/1.1" status: 204 len: 173 time: 0.9632411 Dec 09 22:31:56.918702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a08911-6deb-4524-a2c6-e03e67dade42 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:56.925042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42526) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:56.927078 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-90a08911-6deb-4524-a2c6-e03e67dade42 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2212751 Dec 09 22:31:56.946039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d9c57-bc73-4c29-a263-dfb01fd8b696 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6cdabc-b6e3-4149-bcd4-0511dfc8b2ae,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:57.026314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56c5661d-2e37-4a4f-966e-2e68edec1f60 req-ae22b7fe-ef94-4bfd-ac9b-9d1b3dfe3337 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198396 Dec 09 22:31:57.197095 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-900d67d8-adfa-4673-b1ae-614dfa768b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:57.269632 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:57.291283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc549349-c5e3-4672-9983-c8db0a7583c4 req-e360d1f8-0ab2-4d3e-9891-1b1f9f04677f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:57.292881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc549349-c5e3-4672-9983-c8db0a7583c4 req-e360d1f8-0ab2-4d3e-9891-1b1f9f04677f tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1890316 Dec 09 22:31:57.310134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77698b5-f853-427b-b86e-64254508bf6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:57.312929 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:57.334594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77698b5-f853-427b-b86e-64254508bf6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:57.346735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77698b5-f853-427b-b86e-64254508bf6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:57.348992 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e77698b5-f853-427b-b86e-64254508bf6c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.4183590 Dec 09 22:31:57.352455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42528) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:57.385226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20a6e4-2330-4bc9-b150-5e121842bc5c req-f8de5897-ecfe-41b4-a5cf-8f2e32f39210 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:57.386795 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ac20a6e4-2330-4bc9-b150-5e121842bc5c req-f8de5897-ecfe-41b4-a5cf-8f2e32f39210 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.1662631 Dec 09 22:31:57.392480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc549349-c5e3-4672-9983-c8db0a7583c4 req-7a0c111c-8ddb-4db8-a4a6-a230f909c10e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898471 Dec 09 22:31:57.404820 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:31:57.411799 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195fd317-03df-49eb-b583-66d2bd09cb21" -d '{"events": [{"server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "name": "network-vif-plugged", "status": "completed", "tag": "f722f01a-d69b-485a-8da4-8391839518db"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:31:57.490917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-900d67d8-adfa-4673-b1ae-614dfa768b4d None None] For port 487aceae-9872-4285-8501-f5f460bd15da, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=487aceae-9872-4285-8501-f5f460bd15da,segment=NetworkSegment(80e8ad27-67d0-40e7-bf4b-97eed2736465),segment_id=80e8ad27-67d0-40e7-bf4b-97eed2736465)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:57.492537 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ac20a6e4-2330-4bc9-b150-5e121842bc5c req-66f6d37e-22d6-4967-8d1e-4a4a1060fdd2 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989945 Dec 09 22:31:57.516363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:31:57.516363 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-900d67d8-adfa-4673-b1ae-614dfa768b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:57.558117 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-658eae83-e1df-4883-bb57-b4e614b98148 req-37c2ba03-fad7-42e0-a462-ffe00bea3b7c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] show failed (client error): The resource could not be found. Dec 09 22:31:57.566396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-658eae83-e1df-4883-bb57-b4e614b98148 req-37c2ba03-fad7-42e0-a462-ffe00bea3b7c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/0b6cdabc-b6e3-4149-bcd4-0511dfc8b2ae HTTP/1.1" status: 404 len: 352 time: 0.0225115 Dec 09 22:31:57.709126 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c0bf6f-c673-42aa-9c9b-926c520a29a5 x-openstack-request-id: req-00c0bf6f-c673-42aa-9c9b-926c520a29a5 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:31:57.709418 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "name": "network-vif-plugged", "status": "completed", "tag": "f722f01a-d69b-485a-8da4-8391839518db", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:31:57.711211 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00c0bf6f-c673-42aa-9c9b-926c520a29a5 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:31:57.726206 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db', 'code': 200} Dec 09 22:31:57.731200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d67d8-adfa-4673-b1ae-614dfa768b4d None None] Pushing event updated for resources: {'Port': ['ID=487aceae-9872-4285-8501-f5f460bd15da,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:57.741644 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:57.778959 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b80977ed-5783-4a46-94ce-785da8476825 req-c0e7a089-532c-4be0-9d88-6aade654f78e tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/b09ba869-9fa5-4de3-bccb-85a6583139c3 HTTP/1.1" status: 200 len: 1819 time: 0.0716102 Dec 09 22:31:57.887605 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b80977ed-5783-4a46-94ce-785da8476825 req-91828d47-0631-4307-bbd9-e574ea004c09 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:57.935487 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b80977ed-5783-4a46-94ce-785da8476825 req-91828d47-0631-4307-bbd9-e574ea004c09 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:57.945108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7b2549c9-b0da-4d53-a054-40b7f8c42b74 None None] Provisioning complete for port 487aceae-9872-4285-8501-f5f460bd15da triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:57.945481 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2549c9-b0da-4d53-a054-40b7f8c42b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:57.947192 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:31:57.947546 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:31:57.975150 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:57.979217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a9a59-541b-482a-bb63-3c9db23ccc02 req-656574a8-2afa-4b83-beaf-6513b2028e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:57.981990 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-006a9a59-541b-482a-bb63-3c9db23ccc02 req-656574a8-2afa-4b83-beaf-6513b2028e09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 1102 time: 0.2256858 Dec 09 22:31:58.021628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f722f01a-d69b-485a-8da4-8391839518db,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:58.045315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6750559-2423-498b-a9a2-c92609714b44 req-bd63342f-d612-4c7e-8538-013f0eeab80b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:58.053292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6750559-2423-498b-a9a2-c92609714b44 req-bd63342f-d612-4c7e-8538-013f0eeab80b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1783142 Dec 09 22:31:58.097317 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b80977ed-5783-4a46-94ce-785da8476825 req-91828d47-0631-4307-bbd9-e574ea004c09 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:58.102483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7b2549c9-b0da-4d53-a054-40b7f8c42b74 None None] Provisioning complete for port 6d37b101-439d-4cd3-8b77-61713c88719d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:58.102906 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2549c9-b0da-4d53-a054-40b7f8c42b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:58.116769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-b80977ed-5783-4a46-94ce-785da8476825 req-91828d47-0631-4307-bbd9-e574ea004c09 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:58.117978 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b80977ed-5783-4a46-94ce-785da8476825 req-91828d47-0631-4307-bbd9-e574ea004c09 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "DELETE /v2.0/security-groups/b09ba869-9fa5-4de3-bccb-85a6583139c3 HTTP/1.1" status: 204 len: 173 time: 0.3382771 Dec 09 22:31:58.155576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7b2549c9-b0da-4d53-a054-40b7f8c42b74 None None] Port 6d37b101-439d-4cd3-8b77-61713c88719d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:58.174441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7b2549c9-b0da-4d53-a054-40b7f8c42b74 None None] Provisioning complete for port b8aedd04-de83-4337-802f-47cd6aaa473b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:58.175076 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2549c9-b0da-4d53-a054-40b7f8c42b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:58.188789 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91828d47-0631-4307-bbd9-e574ea004c09 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09ba869-9fa5-4de3-bccb-85a6583139c3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:58.209897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-91d501cd-2973-4a06-9776-181b7104b93c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port b8aedd04-de83-4337-802f-47cd6aaa473b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:58.213332 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-91d501cd-2973-4a06-9776-181b7104b93c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:58.267656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7b2549c9-b0da-4d53-a054-40b7f8c42b74 None None] Port b8aedd04-de83-4337-802f-47cd6aaa473b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:58.278011 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-006a9a59-541b-482a-bb63-3c9db23ccc02 req-c1ccb289-f54d-4211-815e-0b549c071eae service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846668 Dec 09 22:31:58.282076 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6750559-2423-498b-a9a2-c92609714b44 req-e27fbe7c-aff0-4bf5-b590-8184d258eb90 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194111 Dec 09 22:31:58.327671 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-b6c36d25-339d-4eb2-ba03-f5b7b3f10b72 req-90482531-baca-44a3-bdf9-140964b77cfa tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] show failed (client error): The resource could not be found. Dec 09 22:31:58.344063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6c36d25-339d-4eb2-ba03-f5b7b3f10b72 req-90482531-baca-44a3-bdf9-140964b77cfa tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/b09ba869-9fa5-4de3-bccb-85a6583139c3 HTTP/1.1" status: 404 len: 352 time: 0.0375690 Dec 09 22:31:58.378291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f35512-5872-4bef-8bcf-95fbd5357840 req-e40690d5-bfd1-4f3d-984f-66c1db1195f0 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:58.380004 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68f35512-5872-4bef-8bcf-95fbd5357840 req-e40690d5-bfd1-4f3d-984f-66c1db1195f0 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 950 time: 0.1267209 Dec 09 22:31:58.413368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-91d501cd-2973-4a06-9776-181b7104b93c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:58.431548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-91d501cd-2973-4a06-9776-181b7104b93c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for b8aedd04-de83-4337-802f-47cd6aaa473b owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:58.479014 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68f35512-5872-4bef-8bcf-95fbd5357840 req-c19b134f-4c1c-4252-81dc-92a0000d48e2 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846944 Dec 09 22:31:58.499859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router 580c5a55-245b-4356-80ec-2945fd95e828 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:31:58.637738 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72320e3b-ecd7-4522-a83b-76ed9ff2b9e5 req-d1c78ce9-b01c-41b2-ac86-c1e55d6de540 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:58.646641 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72320e3b-ecd7-4522-a83b-76ed9ff2b9e5 req-d1c78ce9-b01c-41b2-ac86-c1e55d6de540 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1172354 Dec 09 22:31:58.681993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:31:58.697807 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b66ac44-ad9e-4161-b652-7220314174e8 None None] Sync routers for ids ['580c5a55-245b-4356-80ec-2945fd95e828'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:31:58.724560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80365407-7269-480c-9c27-c778024c8af9 req-b3ed96d3-fe3d-41f6-af3c-e7488480bc17 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8d23234954d4ea2893572a7e09a00af HTTP/1.1" status: 200 len: 6207 time: 0.1517265 Dec 09 22:31:58.725043 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:58.726431 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fa11f635-d644-473a-af6e-d48ef7500199 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.7166576 Dec 09 22:31:58.727180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-91d501cd-2973-4a06-9776-181b7104b93c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:58.729083 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b66ac44-ad9e-4161-b652-7220314174e8 None None] Routers {'580c5a55-245b-4356-80ec-2945fd95e828'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:58.729238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42552) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:58.731079 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3b66ac44-ad9e-4161-b652-7220314174e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['580c5a55-245b-4356-80ec-2945fd95e828'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:58.768129 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72320e3b-ecd7-4522-a83b-76ed9ff2b9e5 req-21e44084-3e96-4a67-8f00-d0574aca8bf2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106045 Dec 09 22:31:58.794349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c1609b56-4955-4f52-ba93-d7f0ff206e5f None None] Provisioning complete for port 6d37b101-439d-4cd3-8b77-61713c88719d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:58.796404 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1609b56-4955-4f52-ba93-d7f0ff206e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:58.817866 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3b66ac44-ad9e-4161-b652-7220314174e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:58.835254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80365407-7269-480c-9c27-c778024c8af9 req-6acdd47f-bbe2-4559-9138-0f5f3354b121 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/5dfdaa4f-87ba-4816-b98d-0410d3da7ce1 HTTP/1.1" status: 200 len: 3002 time: 0.1097751 Dec 09 22:31:58.840000 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b66ac44-ad9e-4161-b652-7220314174e8 None None] Routers {'580c5a55-245b-4356-80ec-2945fd95e828'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:31:58.844979 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3b66ac44-ad9e-4161-b652-7220314174e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['580c5a55-245b-4356-80ec-2945fd95e828'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:58.859352 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c1609b56-4955-4f52-ba93-d7f0ff206e5f None None] Port 6d37b101-439d-4cd3-8b77-61713c88719d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:31:58.865313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c1609b56-4955-4f52-ba93-d7f0ff206e5f None None] Could not find standard attr ID for object b8aedd04-de83-4337-802f-47cd6aaa473b. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:31:58.874150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d501cd-2973-4a06-9776-181b7104b93c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=b8aedd04-de83-4337-802f-47cd6aaa473b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:58.934350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80365407-7269-480c-9c27-c778024c8af9 req-816f5f1c-96bd-4ca4-a33d-cc497d47e831 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/5dfdaa4f-87ba-4816-b98d-0410d3da7ce1 HTTP/1.1" status: 200 len: 3002 time: 0.0981596 Dec 09 22:31:58.939532 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3b66ac44-ad9e-4161-b652-7220314174e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:31:58.940572 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b66ac44-ad9e-4161-b652-7220314174e8 None None] The sync data for ids ['580c5a55-245b-4356-80ec-2945fd95e828'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:31:58.949998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 487aceae-9872-4285-8501-f5f460bd15da up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:31:58.959489 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b33154-0b3f-4854-98bb-44f4d9a30587 req-7255dd85-78aa-4844-8b6d-30b7e91af1db tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:58.961141 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27b33154-0b3f-4854-98bb-44f4d9a30587 req-7255dd85-78aa-4844-8b6d-30b7e91af1db tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.0966532 Dec 09 22:31:59.046346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27b33154-0b3f-4854-98bb-44f4d9a30587 req-8d2b97a0-70d3-413c-ae64-9fad4cd646d8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762260 Dec 09 22:31:59.071835 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-91d501cd-2973-4a06-9776-181b7104b93c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:59.073191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 487aceae-9872-4285-8501-f5f460bd15da triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:31:59.073670 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:59.080302 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-91d501cd-2973-4a06-9776-181b7104b93c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/b8aedd04-de83-4337-802f-47cd6aaa473b HTTP/1.1" status: 204 len: 168 time: 1.7156956 Dec 09 22:31:59.083591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-76d4efcc-09b4-49dc-91e6-eddb58724ef2 req-b1d15a2a-5180-48f5-9a2d-ad258a29ad92 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-297474714', 'description': 'tempest-description-1606813398'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:59.085188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42560) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:59.118720 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f904e0-4923-494d-8efd-5649c63db279 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:31:59.120430 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e6f904e0-4923-494d-8efd-5649c63db279 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/b8aedd04-de83-4337-802f-47cd6aaa473b HTTP/1.1" status: 404 len: 333 time: 0.0338809 Dec 09 22:31:59.123185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42562) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:59.129028 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-426c9871-9f3a-422b-8984-fe16851dd5b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/routers/580c5a55-245b-4356-80ec-2945fd95e828 HTTP/1.1" status: 200 len: 884 time: 0.3986506 Dec 09 22:31:59.131865 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-76d4efcc-09b4-49dc-91e6-eddb58724ef2 req-b1d15a2a-5180-48f5-9a2d-ad258a29ad92 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:59.137511 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42564) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:59.291341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-76d4efcc-09b4-49dc-91e6-eddb58724ef2 req-b1d15a2a-5180-48f5-9a2d-ad258a29ad92 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:59.313648 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-76d4efcc-09b4-49dc-91e6-eddb58724ef2 req-b1d15a2a-5180-48f5-9a2d-ad258a29ad92 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:59.381906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d15a2a-5180-48f5-9a2d-ad258a29ad92 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2831a015-5512-4b97-9f0a-5248f72d7004,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:59.386309 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-76d4efcc-09b4-49dc-91e6-eddb58724ef2 req-b1d15a2a-5180-48f5-9a2d-ad258a29ad92 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:59.391874 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76d4efcc-09b4-49dc-91e6-eddb58724ef2 req-b1d15a2a-5180-48f5-9a2d-ad258a29ad92 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3132291 Dec 09 22:31:59.427609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-f73fd918-76c5-4f83-93fc-7b39913c6e41 req-6f5087a3-ae72-4cbb-9493-a759e5e4cd3b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1735559758', 'description': 'tempest-description-993333301'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:59.436393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fbc35868-1cee-40cb-a0c3-52d14e72c7a5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 6d37b101-439d-4cd3-8b77-61713c88719d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:31:59.436984 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fbc35868-1cee-40cb-a0c3-52d14e72c7a5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:59.464920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7a971-0492-4a38-a482-6867a5f35f3e req-27eead78-2d6b-4e6f-80d1-6ce332baaada tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:59.474314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10f7a971-0492-4a38-a482-6867a5f35f3e req-27eead78-2d6b-4e6f-80d1-6ce332baaada tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1804101 Dec 09 22:31:59.490582 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f73fd918-76c5-4f83-93fc-7b39913c6e41 req-6f5087a3-ae72-4cbb-9493-a759e5e4cd3b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:59.559646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10f7a971-0492-4a38-a482-6867a5f35f3e req-c412b138-7f21-47c1-bffa-69b1ba2697c7 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841451 Dec 09 22:31:59.645648 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fbc35868-1cee-40cb-a0c3-52d14e72c7a5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:59.653959 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f73fd918-76c5-4f83-93fc-7b39913c6e41 req-6f5087a3-ae72-4cbb-9493-a759e5e4cd3b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:59.673226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f73fd918-76c5-4f83-93fc-7b39913c6e41 req-6f5087a3-ae72-4cbb-9493-a759e5e4cd3b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:59.684247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fbc35868-1cee-40cb-a0c3-52d14e72c7a5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 6d37b101-439d-4cd3-8b77-61713c88719d owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:31:59.728738 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f73fd918-76c5-4f83-93fc-7b39913c6e41 req-6f5087a3-ae72-4cbb-9493-a759e5e4cd3b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:31:59.730238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f73fd918-76c5-4f83-93fc-7b39913c6e41 req-6f5087a3-ae72-4cbb-9493-a759e5e4cd3b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3145356 Dec 09 22:31:59.781239 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d16bb69e-73c3-4013-a8e4-6d5debfe3e33 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6402106 Dec 09 22:31:59.781466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42576) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:31:59.787124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-7c3e6650-8ced-4b99-a8da-e5b9a59c0cbb tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1799915791'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:31:59.860559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5087a3-ae72-4cbb-9493-a759e5e4cd3b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01dd479f-4806-4437-a8b9-66723aa7d999,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:31:59.948896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ab044-b00b-4648-8279-28663e61d470 req-0f0108b9-b735-4685-980e-28ec8c3e50a0 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:31:59.957477 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-753ab044-b00b-4648-8279-28663e61d470 req-0f0108b9-b735-4685-980e-28ec8c3e50a0 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 950 time: 0.2154498 Dec 09 22:32:00.003291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d7802-9b58-4dd6-8261-769b15cf270b req-9f527bb0-f334-4dd0-a5cd-00c45c65a386 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:00.003291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d37d7802-9b58-4dd6-8261-769b15cf270b req-9f527bb0-f334-4dd0-a5cd-00c45c65a386 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1224599 Dec 09 22:32:00.025482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fbc35868-1cee-40cb-a0c3-52d14e72c7a5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:00.055514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-753ab044-b00b-4648-8279-28663e61d470 req-85011ca6-9353-4268-8a3c-8c7186de763a tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965462 Dec 09 22:32:00.124636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d37d7802-9b58-4dd6-8261-769b15cf270b req-da99e2b1-a214-413a-bf75-f212dc795f22 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982296 Dec 09 22:32:00.135283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc35868-1cee-40cb-a0c3-52d14e72c7a5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=6d37b101-439d-4cd3-8b77-61713c88719d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:00.412960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-ddfb0805-0daf-414c-951d-7048dd5a07d2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:00.420248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-ddfb0805-0daf-414c-951d-7048dd5a07d2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/networks?id=9fe9ae07-d789-4c51-ba67-6e3bb228e467 HTTP/1.1" status: 200 len: 813 time: 0.2454526 Dec 09 22:32:00.458343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-da285d2a-58c3-4840-a02a-8246febe0227 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/quotas/a8d23234954d4ea2893572a7e09a00af HTTP/1.1" status: 200 len: 375 time: 0.0370178 Dec 09 22:32:00.520317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-64ece3fb-ea5a-441b-8586-844edc082838 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8d23234954d4ea2893572a7e09a00af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608261 Dec 09 22:32:00.628459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0b68ff5d-86a7-43bc-a6c2-d06cf8037d64 service neutron] 10.222.0.16 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073229 Dec 09 22:32:00.681554 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fbc35868-1cee-40cb-a0c3-52d14e72c7a5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:00.687449 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fbc35868-1cee-40cb-a0c3-52d14e72c7a5 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/6d37b101-439d-4cd3-8b77-61713c88719d HTTP/1.1" status: 204 len: 168 time: 1.5543966 Dec 09 22:32:00.693681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42610) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:00.783394 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b006c5-0b32-4610-a549-583e58acd868 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:32:00.787931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-27b006c5-0b32-4610-a549-583e58acd868 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/6d37b101-439d-4cd3-8b77-61713c88719d HTTP/1.1" status: 404 len: 333 time: 0.0862124 Dec 09 22:32:00.795090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42614) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:00.825702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b146bae6-908e-47fc-9571-1a4019c5ecf6 service neutron] 10.222.0.16 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899726 Dec 09 22:32:00.918903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc07b372-b300-47fd-84a9-5519cb079ac7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting subnet 23c74959-fa2f-4e4c-b4a6-cab0d3e59807 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:32:00.924670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc07b372-b300-47fd-84a9-5519cb079ac7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:00.939772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7d426-d87b-4cbb-b08a-6b58133b317a req-204a9d78-52fc-4731-83ae-37deddb1c09f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:00.941766 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73d7d426-d87b-4cbb-b08a-6b58133b317a req-204a9d78-52fc-4731-83ae-37deddb1c09f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.0755413 Dec 09 22:32:00.966701 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c3e6650-8ced-4b99-a8da-e5b9a59c0cbb tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:00.986334 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc07b372-b300-47fd-84a9-5519cb079ac7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:00.992399 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c3e6650-8ced-4b99-a8da-e5b9a59c0cbb tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:01.021070 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4fcbeb92-51e0-467a-8006-9ab6c7b2b368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:01.053736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73d7d426-d87b-4cbb-b08a-6b58133b317a req-17e32d41-c945-44fe-99e5-58f135a94ff0 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029980 Dec 09 22:32:01.249973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1529a92e-8187-42ce-8f38-593c9e52ac20 req-36190672-d438-40e0-a0a5-eb60a8b545c0 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 210 time: 0.0835485 Dec 09 22:32:01.377312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6f5cb-329a-4943-944d-49437aec6cd6 req-b1a5821d-150d-4bd7-bec6-d82dda277179 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:01.378019 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc07b372-b300-47fd-84a9-5519cb079ac7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:01.380088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56b6f5cb-329a-4943-944d-49437aec6cd6 req-b1a5821d-150d-4bd7-bec6-d82dda277179 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.0880914 Dec 09 22:32:01.417114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3e6650-8ced-4b99-a8da-e5b9a59c0cbb tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router 580c5a55-245b-4356-80ec-2945fd95e828 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:32:01.486735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56b6f5cb-329a-4943-944d-49437aec6cd6 req-d86fba1a-7ba7-436f-88be-83b196a3df3e tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006565 Dec 09 22:32:01.557663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc07b372-b300-47fd-84a9-5519cb079ac7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:01.592159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07b372-b300-47fd-84a9-5519cb079ac7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Subnet': ['ID=23c74959-fa2f-4e4c-b4a6-cab0d3e59807,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:01.601380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc07b372-b300-47fd-84a9-5519cb079ac7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:01.605145 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cc07b372-b300-47fd-84a9-5519cb079ac7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/23c74959-fa2f-4e4c-b4a6-cab0d3e59807 HTTP/1.1" status: 204 len: 168 time: 0.8088832 Dec 09 22:32:01.608054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42640) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:01.615053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf93b7-d4dd-4417-9b71-0797d249052d None None] Network a57f58b0-1eaf-4a09-aa78-2011c6281bc7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:01.641070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3e6650-8ced-4b99-a8da-e5b9a59c0cbb tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:32:01.662448 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c3e6650-8ced-4b99-a8da-e5b9a59c0cbb tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:01.666508 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7c3e6650-8ced-4b99-a8da-e5b9a59c0cbb tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/580c5a55-245b-4356-80ec-2945fd95e828 HTTP/1.1" status: 200 len: 891 time: 1.8813572 Dec 09 22:32:01.667259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42642) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:01.682566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f731c10-0a8f-4003-a590-b39aad97a461 None None] Sync routers for ids ['580c5a55-245b-4356-80ec-2945fd95e828'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:32:01.735238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f731c10-0a8f-4003-a590-b39aad97a461 None None] Routers {'580c5a55-245b-4356-80ec-2945fd95e828'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:01.736147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3f731c10-0a8f-4003-a590-b39aad97a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['580c5a55-245b-4356-80ec-2945fd95e828'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:01.817372 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3f731c10-0a8f-4003-a590-b39aad97a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:01.840376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f731c10-0a8f-4003-a590-b39aad97a461 None None] Routers {'580c5a55-245b-4356-80ec-2945fd95e828'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:01.841286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3f731c10-0a8f-4003-a590-b39aad97a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['580c5a55-245b-4356-80ec-2945fd95e828'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:01.843720 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:01.856073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98698a-c0bb-4cc7-8865-9257d44d7675 req-794942d1-a08a-45b7-bdf9-73b7ec149e3d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:01.863392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c98698a-c0bb-4cc7-8865-9257d44d7675 req-794942d1-a08a-45b7-bdf9-73b7ec149e3d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.2113390 Dec 09 22:32:01.886590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3f731c10-0a8f-4003-a590-b39aad97a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:01.887513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f731c10-0a8f-4003-a590-b39aad97a461 None None] The sync data for ids ['580c5a55-245b-4356-80ec-2945fd95e828'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:32:01.916557 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dd72a4b2-9199-4dfd-a5de-671e1d91a5c9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/routers/580c5a55-245b-4356-80ec-2945fd95e828 HTTP/1.1" status: 200 len: 891 time: 0.2456486 Dec 09 22:32:01.917412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42644) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:01.961052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c98698a-c0bb-4cc7-8865-9257d44d7675 req-1be6dd79-e784-4c33-b210-9e3e8c78dcc8 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966978 Dec 09 22:32:01.980261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7153722d-92e4-4aa5-8159-271132d320a4 None None] DHCP port deletion for a57f58b0-1eaf-4a09-aa78-2011c6281bc7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:32:01.989313 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-570ecabc-1d06-44d3-b754-0e6b3b9ecd24 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=580c5a55-245b-4356-80ec-2945fd95e828 HTTP/1.1" status: 200 len: 205 time: 0.0707183 Dec 09 22:32:02.002367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42650) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:02.038148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 487aceae-9872-4285-8501-f5f460bd15da {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:02.038487 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.091863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7153722d-92e4-4aa5-8159-271132d320a4 None None] Deleting port 487aceae-9872-4285-8501-f5f460bd15da {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:02.092648 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7153722d-92e4-4aa5-8159-271132d320a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.208081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] For port 487aceae-9872-4285-8501-f5f460bd15da, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=487aceae-9872-4285-8501-f5f460bd15da,segment=NetworkSegment(80e8ad27-67d0-40e7-bf4b-97eed2736465),segment_id=80e8ad27-67d0-40e7-bf4b-97eed2736465)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:02.208632 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.230291 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7153722d-92e4-4aa5-8159-271132d320a4 None None] For port 487aceae-9872-4285-8501-f5f460bd15da, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=487aceae-9872-4285-8501-f5f460bd15da,segment=NetworkSegment(80e8ad27-67d0-40e7-bf4b-97eed2736465),segment_id=80e8ad27-67d0-40e7-bf4b-97eed2736465)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:02.230965 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7153722d-92e4-4aa5-8159-271132d320a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.235938 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.245232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7153722d-92e4-4aa5-8159-271132d320a4 None None] Calling delete_port for 487aceae-9872-4285-8501-f5f460bd15da owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:02.269038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 487aceae-9872-4285-8501-f5f460bd15da owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:02.280268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957670-8f69-451a-b5aa-17f3acfc7196 req-2c775d3a-3486-4e32-9689-0e2875767a90 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:02.281816 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c957670-8f69-451a-b5aa-17f3acfc7196 req-2c775d3a-3486-4e32-9689-0e2875767a90 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1488280 Dec 09 22:32:02.339856 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7153722d-92e4-4aa5-8159-271132d320a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.369959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153722d-92e4-4aa5-8159-271132d320a4 None None] Pushing event deleted for resources: {'Port': ['ID=487aceae-9872-4285-8501-f5f460bd15da,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:02.370174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420aaf-1d4e-474c-aac0-35ec69aaa7c3 req-99b827ca-92eb-4330-bf53-fb1da9191bbe tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:02.371634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25420aaf-1d4e-474c-aac0-35ec69aaa7c3 req-99b827ca-92eb-4330-bf53-fb1da9191bbe tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.1338410 Dec 09 22:32:02.375402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7153722d-92e4-4aa5-8159-271132d320a4 None None] No DVR routers for this DVR port 487aceae-9872-4285-8501-f5f460bd15da on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:32:02.410114 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.438597 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c957670-8f69-451a-b5aa-17f3acfc7196 req-3bc077e9-1bb8-4ea5-9204-0a50f2942fda tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424899 Dec 09 22:32:02.503499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port 1f22f2e7-a718-4260-bb9c-f9607250f7b6 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:02.504027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.514180 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25420aaf-1d4e-474c-aac0-35ec69aaa7c3 req-49a32ada-4079-4b0e-bf80-cb921c9c9c06 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148880 Dec 09 22:32:02.518910 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.603835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=487aceae-9872-4285-8501-f5f460bd15da,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:02.624482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No DVR routers for this DVR port 487aceae-9872-4285-8501-f5f460bd15da on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:32:02.683524 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.744227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for 1f22f2e7-a718-4260-bb9c-f9607250f7b6 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:02.768346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.797715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57f58b0-1eaf-4a09-aa78-2011c6281bc7']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:02.823371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e8ad27-67d0-40e7-bf4b-97eed2736465') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:02.823668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e8ad27-67d0-40e7-bf4b-97eed2736465') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:02.847557 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.875595 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.890167 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:32:02.892801 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.961139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 487aceae-9872-4285-8501-f5f460bd15da no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:32:02.983620 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:32:02.986396 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.991510 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:02.995395 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/networks/a57f58b0-1eaf-4a09-aa78-2011c6281bc7 HTTP/1.1" status: 204 len: 168 time: 1.3862154 Dec 09 22:32:03.005064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42674) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:03.011838 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8c709ff7-748e-4dca-ac21-440d95c0f87a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-423403009'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:03.025884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66247bfd-3252-4dba-aaaf-bfd2c6685c78 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Network': ['ID=a57f58b0-1eaf-4a09-aa78-2011c6281bc7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:03.043460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bde11b74-d835-41a0-80d2-e738a4ea3b11 req-e013eb63-051c-4cb3-96fa-9853f72bf208 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 210 time: 0.3671477 Dec 09 22:32:03.044582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 487aceae-9872-4285-8501-f5f460bd15da {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:32:03.044805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 487aceae-9872-4285-8501-f5f460bd15da not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:32:03.103194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-4c6c94c7-7799-4f83-80e0-e15a7541ca07 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:03.104837 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-4c6c94c7-7799-4f83-80e0-e15a7541ca07 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.18 "GET /v2.0/networks?id=9fe9ae07-d789-4c51-ba67-6e3bb228e467 HTTP/1.1" status: 200 len: 813 time: 0.4472034 Dec 09 22:32:03.108703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c709ff7-748e-4dca-ac21-440d95c0f87a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:03.112287 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c709ff7-748e-4dca-ac21-440d95c0f87a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:03.166805 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'port': {'device_id': '44c001d3-c2d6-4902-932d-fbe5c77f4b3a', 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467', 'admin_state_up': True, 'tenant_id': 'a8d23234954d4ea2893572a7e09a00af'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:03.290524 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c709ff7-748e-4dca-ac21-440d95c0f87a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:32:03.293999 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e362254-fed2-4bd6-8d9c-07d09fa4e387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:03.310733 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c709ff7-748e-4dca-ac21-440d95c0f87a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:03.311098 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-8c709ff7-748e-4dca-ac21-440d95c0f87a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Added segment 5928f26a-8638-4060-a6fe-1a381f79a230 of type vlan for network fda3549e-ee04-4716-bd1c-bef1bb7a28a1 Dec 09 22:32:03.324039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Made reservation on behalf of a8d23234954d4ea2893572a7e09a00af for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:03.327560 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:03.411150 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c709ff7-748e-4dca-ac21-440d95c0f87a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:03.445837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:03.517070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=1f22f2e7-a718-4260-bb9c-f9607250f7b6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:03.553464 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c709ff7-748e-4dca-ac21-440d95c0f87a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:03.561099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c709ff7-748e-4dca-ac21-440d95c0f87a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:03.561871 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c709ff7-748e-4dca-ac21-440d95c0f87a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:03.666099 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:03.683278 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8c709ff7-748e-4dca-ac21-440d95c0f87a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6769400 Dec 09 22:32:03.695675 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42682) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:03.695675 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9f4abd27-f5f1-4ac1-b485-45b0f93977ea tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': 'fda3549e-ee04-4716-bd1c-bef1bb7a28a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:03.908952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4abd27-f5f1-4ac1-b485-45b0f93977ea tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:03.914471 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f4abd27-f5f1-4ac1-b485-45b0f93977ea tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:03.977199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a374c-5f8a-4fc7-81b2-419324f3e421 req-134a0211-89e5-459a-bc3c-86ba58e7cf24 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:03.978913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b94a374c-5f8a-4fc7-81b2-419324f3e421 req-134a0211-89e5-459a-bc3c-86ba58e7cf24 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.2920928 Dec 09 22:32:04.167050 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b94a374c-5f8a-4fc7-81b2-419324f3e421 req-52f6ab5c-0efd-4920-85fa-9f7dd8e2b471 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761727 Dec 09 22:32:04.196505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:04.202727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c709ff7-748e-4dca-ac21-440d95c0f87a tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Network': ['ID=fda3549e-ee04-4716-bd1c-bef1bb7a28a1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:04.212222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Allocated IP 172.20.0.9 (9fe9ae07-d789-4c51-ba67-6e3bb228e467/5f1004dd-1947-4098-b1fd-e21f1a6f9f7e/a82bef5f-cfc9-4ab6-bda9-d66300c4c995) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:04.221509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network fda3549e-ee04-4716-bd1c-bef1bb7a28a1 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:32:04.278345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8de24f7a-a071-4822-a9b7-3597233e5010 req-c291673b-39c0-4bd4-bbd5-c722b2404f3d tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 210 time: 0.0950394 Dec 09 22:32:04.352582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f722f01a-d69b-485a-8da4-8391839518db details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:32:04.458203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:04.462890 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:04.506509 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f4abd27-f5f1-4ac1-b485-45b0f93977ea tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:04.593552 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:04.603381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:04.604470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Fanout notify agent at l3_agent the message router_deleted on router 580c5a55-245b-4356-80ec-2945fd95e828 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:32:04.607911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'f722f01a-d69b-485a-8da4-8391839518db', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'f722f01a-d69b-485a-8da4-8391839518db', 'mac_address': 'fa:16:3e:4f:95:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:32:04.616911 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:04.618222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-97811464-3ea7-4eb5-97df-1af1f916f3da tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/580c5a55-245b-4356-80ec-2945fd95e828 HTTP/1.1" status: 204 len: 168 time: 2.6145804 Dec 09 22:32:04.625499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42712) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:04.632480 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1372434675'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:04.658599 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:04.681433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f722f01a-d69b-485a-8da4-8391839518db {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:32:04.706377 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:04.733591 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:04.791115 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4abd27-f5f1-4ac1-b485-45b0f93977ea tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Subnet': ['ID=f8d9884b-8277-48cd-b945-7cd5bee4758b,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:04.798329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4abd27-f5f1-4ac1-b485-45b0f93977ea tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Checking segment: {'id': '5928f26a-8638-4060-a6fe-1a381f79a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fda3549e-ee04-4716-bd1c-bef1bb7a28a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:04.798719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4abd27-f5f1-4ac1-b485-45b0f93977ea tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network hostable DHCP agents. Network: fda3549e-ee04-4716-bd1c-bef1bb7a28a1, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:32:04.833716 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:04.838514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4abd27-f5f1-4ac1-b485-45b0f93977ea tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network fda3549e-ee04-4716-bd1c-bef1bb7a28a1 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:32:04.851807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-9f4abd27-f5f1-4ac1-b485-45b0f93977ea tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, fda3549e-ee04-4716-bd1c-bef1bb7a28a1) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:04.856747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4abd27-f5f1-4ac1-b485-45b0f93977ea tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:04.857348 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f4abd27-f5f1-4ac1-b485-45b0f93977ea tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:04.874255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a990cb9f-8565-4d7c-b685-857c4403e1f1 None None] Network fda3549e-ee04-4716-bd1c-bef1bb7a28a1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:04.888416 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9f4abd27-f5f1-4ac1-b485-45b0f93977ea tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1968212 Dec 09 22:32:04.888680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42730) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:04.893548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-922b3fb7-fdcc-48a4-8398-b7e30db91c8f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1284777279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:04.925694 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:04.949236 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-922b3fb7-fdcc-48a4-8398-b7e30db91c8f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:04.950335 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-922b3fb7-fdcc-48a4-8398-b7e30db91c8f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:05.000392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:05.009589 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:05.016233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['f722f01a-d69b-485a-8da4-8391839518db'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:05.021312 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:05.041592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['36a9a9f0-f628-41c3-9dc5-edf22856d7c3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:05.080162 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-922b3fb7-fdcc-48a4-8398-b7e30db91c8f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:05.085508 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-922b3fb7-fdcc-48a4-8398-b7e30db91c8f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:05.123301 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-922b3fb7-fdcc-48a4-8398-b7e30db91c8f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:05.127010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-922b3fb7-fdcc-48a4-8398-b7e30db91c8f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2349665 Dec 09 22:32:05.127162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f722f01a-d69b-485a-8da4-8391839518db,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:05.130321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42736) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:05.135272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'network_id': 'fda3549e-ee04-4716-bd1c-bef1bb7a28a1', 'name': 'tempest-PortsIpV6TestJSON-462574517'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:05.209340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'Port': ['ID=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:05.283399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:05.294395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:05.310056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:05.349847 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-fda3549e-ee04-4716-bd1c-bef1bb7a28a1', 'network_id': 'fda3549e-ee04-4716-bd1c-bef1bb7a28a1', 'project_id': 'ad62b25d3f244222b707b68c1668e2ff', 'fixed_ips': [{'subnet_id': 'f8d9884b-8277-48cd-b945-7cd5bee4758b'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:32:05.350773 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:05.425875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:05.427568 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:05.431187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:32:05.450996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:05.452140 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Added segment 9cf59c12-b32f-4567-ad60-f4ccc1d7caa2 of type vlan for network e225ec40-1efe-4854-823d-040e6b835b9d Dec 09 22:32:05.470529 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b77f94f4-ad75-4136-aaf0-d2a40194adfd tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3417490 Dec 09 22:32:05.505085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Request body: {'port': {'device_id': '44c001d3-c2d6-4902-932d-fbe5c77f4b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:05.600856 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:05.650243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:05.799841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Allocated IP 2001:db8::2 (fda3549e-ee04-4716-bd1c-bef1bb7a28a1/f8d9884b-8277-48cd-b945-7cd5bee4758b/cf960815-87a6-40e2-aee7-9a9883befa95) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:06.247063 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:06.292422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.resource_extend [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:32:06.331674 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:06.340330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:06.341142 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:06.396784 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7699635 Dec 09 22:32:06.411164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42752) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:06.420346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1849084d-af15-472f-aa14-b9686f14125f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'subnet': {'network_id': 'e225ec40-1efe-4854-823d-040e6b835b9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:06.427681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f722f01a-d69b-485a-8da4-8391839518db up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:06.463041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fef58-22a3-4f5d-97da-c5a6c1d2f1ce req-3f09def0-6782-4d7a-86a5-6b3f802c82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:06.465329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-347fef58-22a3-4f5d-97da-c5a6c1d2f1ce req-3f09def0-6782-4d7a-86a5-6b3f802c82aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 1098 time: 0.2453394 Dec 09 22:32:06.492504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db360-ea5e-4b37-8b9e-c6990966908e req-f9739937-1779-4059-8897-b62fce576071 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:06.495334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb4db360-ea5e-4b37-8b9e-c6990966908e req-f9739937-1779-4059-8897-b62fce576071 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.2742262 Dec 09 22:32:06.523897 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:06.557499 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:06.645314 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Pushing event updated for resources: {'Port': ['ID=cf960815-87a6-40e2-aee7-9a9883befa95,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:06.673775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Network fda3549e-ee04-4716-bd1c-bef1bb7a28a1 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:06.680835 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:06.686335 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:06.707001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1849084d-af15-472f-aa14-b9686f14125f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:06.720805 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1849084d-af15-472f-aa14-b9686f14125f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:06.739662 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb4db360-ea5e-4b37-8b9e-c6990966908e req-28901400-2aff-449a-a638-f88fe3e4ac37 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262185 Dec 09 22:32:06.746559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port f722f01a-d69b-485a-8da4-8391839518db triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:06.747308 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:06.783349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fef58-22a3-4f5d-97da-c5a6c1d2f1ce req-f73e362f-e912-4e4a-9c05-496a0d5675f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:06.785389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-347fef58-22a3-4f5d-97da-c5a6c1d2f1ce req-f73e362f-e912-4e4a-9c05-496a0d5675f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 917 time: 0.2854822 Dec 09 22:32:06.786574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:06.790640 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:06.856855 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Attempting to bind port cf960815-87a6-40e2-aee7-9a9883befa95 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:32:06.857900 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Attempting to bind port cf960815-87a6-40e2-aee7-9a9883befa95 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '5928f26a-8638-4060-a6fe-1a381f79a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fda3549e-ee04-4716-bd1c-bef1bb7a28a1'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:32:06.859811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Attempting to bind port cf960815-87a6-40e2-aee7-9a9883befa95 on network fda3549e-ee04-4716-bd1c-bef1bb7a28a1 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:32:06.865957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port de2e263b-f5fd-4086-a746-6019284baee9 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:32:06.870514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:32:06.871142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Checking segment: {'id': '5928f26a-8638-4060-a6fe-1a381f79a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fda3549e-ee04-4716-bd1c-bef1bb7a28a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:06.871952 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:06.872890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Bound using segment: {'id': '5928f26a-8638-4060-a6fe-1a381f79a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fda3549e-ee04-4716-bd1c-bef1bb7a28a1'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:32:06.873596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Bound port: cf960815-87a6-40e2-aee7-9a9883befa95, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5928f26a-8638-4060-a6fe-1a381f79a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fda3549e-ee04-4716-bd1c-bef1bb7a28a1'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:32:06.874427 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:06.931423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82bef5f-cfc9-4ab6-bda9-d66300c4c995 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:32:06.934172 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:06.951604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3e6ad-7c2d-4567-9952-48aefddebf75 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Network': ['ID=e225ec40-1efe-4854-823d-040e6b835b9d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:06.955661 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:07.050366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] For port cf960815-87a6-40e2-aee7-9a9883befa95, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:32:07.058438 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] For port cf960815-87a6-40e2-aee7-9a9883befa95, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cf960815-87a6-40e2-aee7-9a9883befa95,segment=NetworkSegment(5928f26a-8638-4060-a6fe-1a381f79a230),segment_id=5928f26a-8638-4060-a6fe-1a381f79a230)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:32:07.067207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e225ec40-1efe-4854-823d-040e6b835b9d details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:32:07.107266 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:07.111400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Transition to ACTIVE for port object a82bef5f-cfc9-4ab6-bda9-d66300c4c995 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:32:07.129384 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:07.155336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8::e8 (fda3549e-ee04-4716-bd1c-bef1bb7a28a1/f8d9884b-8277-48cd-b945-7cd5bee4758b/de2e263b-f5fd-4086-a746-6019284baee9) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:07.437304 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:07.524074 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:07.525848 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:07.531447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53185a5b-3492-44db-ae5f-794d09b09cac None None] Pushing event updated for resources: {'Port': ['ID=cf960815-87a6-40e2-aee7-9a9883befa95,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:07.543389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Pushing event updated for resources: {'Port': ['ID=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:07.635474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:32:07.646846 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5430f457-7397-4c81-bd78-4c7142c65e3b" -d '{"events": [{"server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "name": "network-vif-plugged", "status": "completed", "tag": "f722f01a-d69b-485a-8da4-8391839518db"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:32:07.678557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:07.684279 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:07.720983 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Attempting to bind port a82bef5f-cfc9-4ab6-bda9-d66300c4c995 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:32:07.722366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Attempting to bind port a82bef5f-cfc9-4ab6-bda9-d66300c4c995 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '623d8eed-68ad-4788-916f-3b8e0af3e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:32:07.723044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Attempting to bind port a82bef5f-cfc9-4ab6-bda9-d66300c4c995 on network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:32:07.755410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Port a82bef5f-cfc9-4ab6-bda9-d66300c4c995 on network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:32:07.755914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Attempting to bind port a82bef5f-cfc9-4ab6-bda9-d66300c4c995 on network 9fe9ae07-d789-4c51-ba67-6e3bb228e467 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:32:07.770503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:32:07.771123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Checking segment: {'id': '623d8eed-68ad-4788-916f-3b8e0af3e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:07.776066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Bound using segment: {'id': '623d8eed-68ad-4788-916f-3b8e0af3e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:32:07.776776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Bound port: a82bef5f-cfc9-4ab6-bda9-d66300c4c995, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623d8eed-68ad-4788-916f-3b8e0af3e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:32:07.777302 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:07.844328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f722f01a-d69b-485a-8da4-8391839518db,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:07.851638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1849084d-af15-472f-aa14-b9686f14125f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:07.996867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network fda3549e-ee04-4716-bd1c-bef1bb7a28a1 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:08.011122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-347fef58-22a3-4f5d-97da-c5a6c1d2f1ce req-d677b22d-0b13-4ee7-aa22-390cae81fe2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb HTTP/1.1" status: 200 len: 1002 time: 1.2045164 Dec 09 22:32:08.028783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] For port a82bef5f-cfc9-4ab6-bda9-d66300c4c995, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:32:08.034727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:08.046817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:08.055038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849084d-af15-472f-aa14-b9686f14125f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Subnet': ['ID=b93ef867-208f-42f5-801c-8a652e286e34,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:08.059683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849084d-af15-472f-aa14-b9686f14125f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Checking segment: {'id': '9cf59c12-b32f-4567-ad60-f4ccc1d7caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e225ec40-1efe-4854-823d-040e6b835b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:08.060543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1849084d-af15-472f-aa14-b9686f14125f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network hostable DHCP agents. Network: e225ec40-1efe-4854-823d-040e6b835b9d, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:32:08.065199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] For port a82bef5f-cfc9-4ab6-bda9-d66300c4c995, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:32:08.070976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:08.072763 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:08.074532 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:08.131285 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:08.133554 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:08.135543 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] 10.222.0.18 "PUT /v2.0/ports/a82bef5f-cfc9-4ab6-bda9-d66300c4c995 HTTP/1.1" status: 200 len: 1092 time: 2.6374531 Dec 09 22:32:08.141191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c001d3-c2d6-4902-932d-fbe5c77f4b3a', 'tag': 'a82bef5f-cfc9-4ab6-bda9-d66300c4c995'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:32:08.144441 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b974ef-2530-4698-9ab7-a24962e96515" -d '{"events": [{"name": "network-changed", "server_uuid": "44c001d3-c2d6-4902-932d-fbe5c77f4b3a", "tag": "a82bef5f-cfc9-4ab6-bda9-d66300c4c995"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:32:08.153995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1849084d-af15-472f-aa14-b9686f14125f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network e225ec40-1efe-4854-823d-040e6b835b9d is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:32:08.194836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1849084d-af15-472f-aa14-b9686f14125f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e225ec40-1efe-4854-823d-040e6b835b9d) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:08.208329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038df472-27ce-485a-99d5-cf19be730189 None None] Network e225ec40-1efe-4854-823d-040e6b835b9d requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:08.242784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=de2e263b-f5fd-4086-a746-6019284baee9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:08.272165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1849084d-af15-472f-aa14-b9686f14125f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:08.277249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1849084d-af15-472f-aa14-b9686f14125f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:08.294962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e147eef-6fa3-4110-8f82-83ed8fc3ca95 req-5e51d664-3a9c-4cdf-bf82-e8664eb9051c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:08.296468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e147eef-6fa3-4110-8f82-83ed8fc3ca95 req-5e51d664-3a9c-4cdf-bf82-e8664eb9051c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 943 time: 0.7894697 Dec 09 22:32:08.338722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153ee91-fa05-4674-84d9-f128a043258f service neutron] Pushing event updated for resources: {'Port': ['ID=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:08.358844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fef58-22a3-4f5d-97da-c5a6c1d2f1ce req-e750bdfc-c5f4-4b3d-9834-81efa7807d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:08.360316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-347fef58-22a3-4f5d-97da-c5a6c1d2f1ce req-e750bdfc-c5f4-4b3d-9834-81efa7807d15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.3291817 Dec 09 22:32:08.417929 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1849084d-af15-472f-aa14-b9686f14125f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0030937 Dec 09 22:32:08.422161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42768) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:08.423015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f502f2d8-6578-4ed4-b62b-41f11503588f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2916174 Dec 09 22:32:08.427105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42770) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:08.454744 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-14539c23-5d3b-4c80-8447-2492a23f3338 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-149521688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:08.614457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-e225ec40-1efe-4854-823d-040e6b835b9d', 'network_id': 'e225ec40-1efe-4854-823d-040e6b835b9d', 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'fixed_ips': [{'subnet_id': 'b93ef867-208f-42f5-801c-8a652e286e34'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:32:08.616075 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e147eef-6fa3-4110-8f82-83ed8fc3ca95 req-fb7eef79-a307-4193-a4f5-594f9dbb4b16 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081129 Dec 09 22:32:08.623194 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fef58-22a3-4f5d-97da-c5a6c1d2f1ce req-1ebad95b-7ee7-42c4-822e-0bb38c30c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:08.625054 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-347fef58-22a3-4f5d-97da-c5a6c1d2f1ce req-1ebad95b-7ee7-42c4-822e-0bb38c30c08c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1907115 Dec 09 22:32:08.630106 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:08.831455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-347fef58-22a3-4f5d-97da-c5a6c1d2f1ce req-c54c976f-1e22-4400-b001-5cfc97a63033 service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988621 Dec 09 22:32:08.991294 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-37f76b98-1a44-4b1e-99af-53e316eea78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:08.997342 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-37f76b98-1a44-4b1e-99af-53e316eea78b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8d23234954d4ea2893572a7e09a00af&device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 1095 time: 0.7783525 Dec 09 22:32:09.045049 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cf960815-87a6-40e2-aee7-9a9883befa95 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:09.067389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-347fef58-22a3-4f5d-97da-c5a6c1d2f1ce req-9aefad0d-b983-4079-b189-e64bf5453c7c service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272387 Dec 09 22:32:09.275971 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e638c6-0d94-483a-9b71-8e9c36e56b1e x-openstack-request-id: req-31e638c6-0d94-483a-9b71-8e9c36e56b1e {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:32:09.286015 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "name": "network-vif-plugged", "status": "completed", "tag": "f722f01a-d69b-485a-8da4-8391839518db", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:32:09.288671 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31e638c6-0d94-483a-9b71-8e9c36e56b1e {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:32:09.289331 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db', 'code': 200} Dec 09 22:32:09.345191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port cf960815-87a6-40e2-aee7-9a9883befa95 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:09.351210 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:09.362392 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ada51e3-58a6-4f25-8226-a3b6efb682ef None None] Network fda3549e-ee04-4716-bd1c-bef1bb7a28a1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:09.421595 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f647258-ba25-4ac1-9cc4-5e150c361e46 x-openstack-request-id: req-0f647258-ba25-4ac1-9cc4-5e150c361e46 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:32:09.426523 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c001d3-c2d6-4902-932d-fbe5c77f4b3a", "tag": "a82bef5f-cfc9-4ab6-bda9-d66300c4c995", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:32:09.427045 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f647258-ba25-4ac1-9cc4-5e150c361e46 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:32:09.427478 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c001d3-c2d6-4902-932d-fbe5c77f4b3a', 'tag': 'a82bef5f-cfc9-4ab6-bda9-d66300c4c995', 'status': 'completed', 'code': 200} Dec 09 22:32:09.430523 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14539c23-5d3b-4c80-8447-2492a23f3338 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:09.431562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14539c23-5d3b-4c80-8447-2492a23f3338 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:09.461330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Allocated IP 2001:db8::2 (e225ec40-1efe-4854-823d-040e6b835b9d/b93ef867-208f-42f5-801c-8a652e286e34/be959ec3-ba85-44c3-9f87-4e3ffedc248a) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:09.567961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e8c35-aab3-44f2-b93a-e7025d446727 req-2caa0186-5188-4a7d-9a59-5b63ecb657b8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:09.577435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c6e8c35-aab3-44f2-b93a-e7025d446727 req-2caa0186-5188-4a7d-9a59-5b63ecb657b8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.1573491 Dec 09 22:32:09.587820 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14539c23-5d3b-4c80-8447-2492a23f3338 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:09.590623 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-69895bb9-14b2-4463-b2f8-046fd1d15f8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a82bef5f-cfc9-4ab6-bda9-d66300c4c995 HTTP/1.1" status: 200 len: 217 time: 0.5615225 Dec 09 22:32:09.594053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14539c23-5d3b-4c80-8447-2492a23f3338 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:09.685250 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14539c23-5d3b-4c80-8447-2492a23f3338 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:09.686689 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-14539c23-5d3b-4c80-8447-2492a23f3338 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2438169 Dec 09 22:32:09.693870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42792) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:09.812429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-501151f2-5e31-4076-8d1d-ece4b22c4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:09.814416 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-501151f2-5e31-4076-8d1d-ece4b22c4b16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f1004dd-1947-4098-b1fd-e21f1a6f9f7e HTTP/1.1" status: 200 len: 853 time: 0.1908627 Dec 09 22:32:09.833138 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:09.874515 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b546d5ba-9b00-47b2-993b-b401aa944804 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fe9ae07-d789-4c51-ba67-6e3bb228e467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517721 Dec 09 22:32:09.928849 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c6e8c35-aab3-44f2-b93a-e7025d446727 req-2a415b3f-3aab-4163-bd4b-a48ddf42bcdb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3488762 Dec 09 22:32:10.190470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-be32b336-507f-45b3-bbfc-cac92f2221ab None None] Provisioning complete for port cf960815-87a6-40e2-aee7-9a9883befa95 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:10.190851 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be32b336-507f-45b3-bbfc-cac92f2221ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:10.263078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02d9d3-f4c9-43b6-9240-e7c807a04675 req-0062ada5-3719-4666-94b1-b168bcfcccb0 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:10.271747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d02d9d3-f4c9-43b6-9240-e7c807a04675 req-0062ada5-3719-4666-94b1-b168bcfcccb0 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 943 time: 0.3839211 Dec 09 22:32:10.342195 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d02d9d3-f4c9-43b6-9240-e7c807a04675 req-fc8754bd-c449-4401-8223-c72753757446 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649192 Dec 09 22:32:10.344573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcb2e2-0b09-4d0a-9332-7bbdb006b9ae req-1f0173ae-351f-4bf5-8f45-cc41ded82f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:10.349853 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccbcb2e2-0b09-4d0a-9332-7bbdb006b9ae req-1f0173ae-351f-4bf5-8f45-cc41ded82f58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 1098 time: 0.5655026 Dec 09 22:32:10.378683 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-87872e7a-ebcb-41ef-a803-37d4b49cd21b service neutron] 10.222.0.18 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772549 Dec 09 22:32:10.508340 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:10.615916 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be32b336-507f-45b3-bbfc-cac92f2221ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:10.625200 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:10.640992 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:10.648421 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:10.670176 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcb2e2-0b09-4d0a-9332-7bbdb006b9ae req-ad6561c6-9ec7-4778-8e81-8a1b75e8970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:10.671795 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccbcb2e2-0b09-4d0a-9332-7bbdb006b9ae req-ad6561c6-9ec7-4778-8e81-8a1b75e8970c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 917 time: 0.2796135 Dec 09 22:32:10.753731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port cf960815-87a6-40e2-aee7-9a9883befa95, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cf960815-87a6-40e2-aee7-9a9883befa95,segment=NetworkSegment(5928f26a-8638-4060-a6fe-1a381f79a230),segment_id=5928f26a-8638-4060-a6fe-1a381f79a230)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:10.758767 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-faab724b-51c7-4291-a6cd-4da46bc4c736 req-b00818bd-45ab-4ce2-ac8e-e7da3af4894d service neutron] 10.222.0.18 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441393 Dec 09 22:32:10.763039 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:10.764783 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:10.817577 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-be32b336-507f-45b3-bbfc-cac92f2221ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:32:10.818171 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-be32b336-507f-45b3-bbfc-cac92f2221ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:32:10.819309 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:10.879615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Network e225ec40-1efe-4854-823d-040e6b835b9d is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:10.886150 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:10.900387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:10.918281 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccbcb2e2-0b09-4d0a-9332-7bbdb006b9ae req-03a99a67-18a4-47f8-98bb-5054f987b58b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb HTTP/1.1" status: 200 len: 1002 time: 0.1844723 Dec 09 22:32:10.975110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=cf960815-87a6-40e2-aee7-9a9883befa95,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:11.001811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=de2e263b-f5fd-4086-a746-6019284baee9,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:11.040440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcb2e2-0b09-4d0a-9332-7bbdb006b9ae req-2beae621-7760-4d57-8054-a253efe066ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:11.042288 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccbcb2e2-0b09-4d0a-9332-7bbdb006b9ae req-2beae621-7760-4d57-8054-a253efe066ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.1149328 Dec 09 22:32:11.110879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Pushing event updated for resources: {'Port': ['ID=be959ec3-ba85-44c3-9f87-4e3ffedc248a,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:11.141804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Allocated IP 2001:db8::1 (e225ec40-1efe-4854-823d-040e6b835b9d/b93ef867-208f-42f5-801c-8a652e286e34/80b4063e-8ca5-43ad-98c4-6068933a4a50) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:11.162018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b974ef-2530-4698-9ab7-a24962e96515 req-66aac300-4c6f-4d80-9e7f-e450b49446a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:11.163597 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-43b974ef-2530-4698-9ab7-a24962e96515 req-66aac300-4c6f-4d80-9e7f-e450b49446a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8d23234954d4ea2893572a7e09a00af&device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 1095 time: 0.2703373 Dec 09 22:32:11.178741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Attempting to bind port be959ec3-ba85-44c3-9f87-4e3ffedc248a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:32:11.179122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Attempting to bind port be959ec3-ba85-44c3-9f87-4e3ffedc248a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '9cf59c12-b32f-4567-ad60-f4ccc1d7caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e225ec40-1efe-4854-823d-040e6b835b9d'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:32:11.179636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Attempting to bind port be959ec3-ba85-44c3-9f87-4e3ffedc248a on network e225ec40-1efe-4854-823d-040e6b835b9d {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:32:11.193261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:32:11.193732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Checking segment: {'id': '9cf59c12-b32f-4567-ad60-f4ccc1d7caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e225ec40-1efe-4854-823d-040e6b835b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:11.194174 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:11.194582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Bound using segment: {'id': '9cf59c12-b32f-4567-ad60-f4ccc1d7caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e225ec40-1efe-4854-823d-040e6b835b9d'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:32:11.195091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Bound port: be959ec3-ba85-44c3-9f87-4e3ffedc248a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf59c12-b32f-4567-ad60-f4ccc1d7caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e225ec40-1efe-4854-823d-040e6b835b9d'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:32:11.195484 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:11.245681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcb2e2-0b09-4d0a-9332-7bbdb006b9ae req-d9c90b7f-8ab2-4dfc-b31c-36e03201a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:11.249894 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccbcb2e2-0b09-4d0a-9332-7bbdb006b9ae req-d9c90b7f-8ab2-4dfc-b31c-36e03201a39d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1939800 Dec 09 22:32:11.263655 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b7ec1-28f2-44eb-a6ec-39a2a8f97b71 req-c4a8f235-ce8c-428d-9084-c867812d8117 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:11.286715 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-991b7ec1-28f2-44eb-a6ec-39a2a8f97b71 req-c4a8f235-ce8c-428d-9084-c867812d8117 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 946 time: 0.2119892 Dec 09 22:32:11.380116 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b974ef-2530-4698-9ab7-a24962e96515 req-9c7b2ff9-b059-4400-bdfc-817fea0157ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:11.381662 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-43b974ef-2530-4698-9ab7-a24962e96515 req-9c7b2ff9-b059-4400-bdfc-817fea0157ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=9fe9ae07-d789-4c51-ba67-6e3bb228e467 HTTP/1.1" status: 200 len: 914 time: 0.2074246 Dec 09 22:32:11.465418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] For port be959ec3-ba85-44c3-9f87-4e3ffedc248a, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:32:11.476334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] For port be959ec3-ba85-44c3-9f87-4e3ffedc248a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=be959ec3-ba85-44c3-9f87-4e3ffedc248a,segment=NetworkSegment(9cf59c12-b32f-4567-ad60-f4ccc1d7caa2),segment_id=9cf59c12-b32f-4567-ad60-f4ccc1d7caa2)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:32:11.481693 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:11.571832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:32:11.577276 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:11.583274 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-43b974ef-2530-4698-9ab7-a24962e96515 req-e8843194-3804-4cb9-b43f-0effecb73f05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a82bef5f-cfc9-4ab6-bda9-d66300c4c995 HTTP/1.1" status: 200 len: 217 time: 0.1928477 Dec 09 22:32:11.704999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a045879-7fa2-4550-961b-1a8fec237253 None None] Pushing event updated for resources: {'Port': ['ID=be959ec3-ba85-44c3-9f87-4e3ffedc248a,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:11.709336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a1e1e400-ff18-4ce8-bb80-fa3d35335b56 None None] Provisioning complete for port de2e263b-f5fd-4086-a746-6019284baee9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:11.709718 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e400-ff18-4ce8-bb80-fa3d35335b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:11.728739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-991b7ec1-28f2-44eb-a6ec-39a2a8f97b71 req-ed94c3cc-a499-448a-9889-cc03e7680581 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4411070 Dec 09 22:32:11.813739 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:11.866070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:11.867527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:32:11.872074 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c581f299-49a8-4692-9741-f8731e7cdd70" -d '{"events": [{"server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "name": "network-vif-unplugged", "status": "completed", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:32:11.875061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a1e1e400-ff18-4ce8-bb80-fa3d35335b56 None None] Port de2e263b-f5fd-4086-a746-6019284baee9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:11.877890 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:11.909198 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:11.916839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a1e1e400-ff18-4ce8-bb80-fa3d35335b56 None None] Provisioning complete for port cf960815-87a6-40e2-aee7-9a9883befa95 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:11.917213 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e400-ff18-4ce8-bb80-fa3d35335b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:11.976198 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df6669e-6e2d-4ffc-985b-ffd694f4e255 x-openstack-request-id: req-8df6669e-6e2d-4ffc-985b-ffd694f4e255 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:32:11.976451 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "name": "network-vif-unplugged", "status": "completed", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:32:11.976653 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8df6669e-6e2d-4ffc-985b-ffd694f4e255 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:32:11.977072 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'code': 200} Dec 09 22:32:12.038785 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936c45f-368c-4d2c-9e38-48fd840f024e req-e353d15a-3889-4f01-bab5-b94387a2ae31 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:12.054674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7936c45f-368c-4d2c-9e38-48fd840f024e req-e353d15a-3889-4f01-bab5-b94387a2ae31 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 943 time: 0.4854279 Dec 09 22:32:12.116909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:12.309752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4ccb5afd-e7f1-4385-bef3-6359e790e182 None None] Provisioning complete for port de2e263b-f5fd-4086-a746-6019284baee9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:12.313607 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4ccb5afd-e7f1-4385-bef3-6359e790e182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:12.453542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b974ef-2530-4698-9ab7-a24962e96515 req-487b6000-b2cc-4353-99d1-aeb7ee374f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:12.456738 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-43b974ef-2530-4698-9ab7-a24962e96515 req-487b6000-b2cc-4353-99d1-aeb7ee374f94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f1004dd-1947-4098-b1fd-e21f1a6f9f7e HTTP/1.1" status: 200 len: 853 time: 0.8255212 Dec 09 22:32:12.503747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb5afd-e7f1-4385-bef3-6359e790e182 None None] Port de2e263b-f5fd-4086-a746-6019284baee9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:12.505471 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-43b974ef-2530-4698-9ab7-a24962e96515 req-b37420ef-751d-4047-beec-7eccea6c7391 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fe9ae07-d789-4c51-ba67-6e3bb228e467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361345 Dec 09 22:32:12.640319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-62fba399-49bc-436c-91a1-a4ae73e6db41 None None] Provisioning complete for port de2e263b-f5fd-4086-a746-6019284baee9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:12.640714 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-62fba399-49bc-436c-91a1-a4ae73e6db41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:12.657194 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-43b974ef-2530-4698-9ab7-a24962e96515 req-6eb6965d-73ee-4010-94aa-742c82153c02 service neutron] 10.222.0.18 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234512 Dec 09 22:32:12.681690 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:12.718626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-62fba399-49bc-436c-91a1-a4ae73e6db41 None None] Port de2e263b-f5fd-4086-a746-6019284baee9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:12.803087 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccbcb2e2-0b09-4d0a-9332-7bbdb006b9ae req-62ac8ba3-829a-4884-b4fd-3baffa6730ef service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5063779 Dec 09 22:32:12.969420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7936c45f-368c-4d2c-9e38-48fd840f024e req-be41a49b-d300-4de2-ac88-9d403b47f5c8 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9129765 Dec 09 22:32:13.127501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device be959ec3-ba85-44c3-9f87-4e3ffedc248a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:13.156091 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-43b974ef-2530-4698-9ab7-a24962e96515 req-2d034a1e-9368-4dee-b4b4-64eeff06f9a6 service neutron] 10.222.0.18 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862757 Dec 09 22:32:13.210789 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccbcb2e2-0b09-4d0a-9332-7bbdb006b9ae req-c375a44b-f9d4-4853-876d-e6b56be1be57 service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989720 Dec 09 22:32:13.214639 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:13.303209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port be959ec3-ba85-44c3-9f87-4e3ffedc248a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:13.303807 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:13.323488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=80b4063e-8ca5-43ad-98c4-6068933a4a50,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:13.355349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network e225ec40-1efe-4854-823d-040e6b835b9d is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:13.359627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:13.368885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:13.369577 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:13.389883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dba743-a992-4c74-9382-c1dd1d523581 req-56bcaef9-3762-4fd3-bcc8-1f9bbae390bc tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:13.403539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96dba743-a992-4c74-9382-c1dd1d523581 req-56bcaef9-3762-4fd3-bcc8-1f9bbae390bc tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.4195576 Dec 09 22:32:13.463799 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:13.474645 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:13.475712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:13.512659 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:13.595421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port be959ec3-ba85-44c3-9f87-4e3ffedc248a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=be959ec3-ba85-44c3-9f87-4e3ffedc248a,segment=NetworkSegment(9cf59c12-b32f-4567-ad60-f4ccc1d7caa2),segment_id=9cf59c12-b32f-4567-ad60-f4ccc1d7caa2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:13.603251 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:13.604130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cf960815-87a6-40e2-aee7-9a9883befa95 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:13.606068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=de2e263b-f5fd-4086-a746-6019284baee9,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:13.637206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96dba743-a992-4c74-9382-c1dd1d523581 req-87c1edeb-5821-4a46-b4d2-0213d76846c6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326176 Dec 09 22:32:13.674137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=be959ec3-ba85-44c3-9f87-4e3ffedc248a,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:13.712607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83420f88-1041-412f-824a-72f287ff75eb None None] Network e225ec40-1efe-4854-823d-040e6b835b9d requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:13.760510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network fda3549e-ee04-4716-bd1c-bef1bb7a28a1 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:13.762542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:13.820440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:13.856514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c5276-660d-4a83-81ce-d810a76076c9 req-5ecf5b85-459e-4c03-aeaa-87aa92d3787b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:13.858266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b73d4683-4ef7-45f3-b327-54067a877811 None None] Provisioning complete for port be959ec3-ba85-44c3-9f87-4e3ffedc248a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:13.858734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b73d4683-4ef7-45f3-b327-54067a877811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:13.865751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e69c5276-660d-4a83-81ce-d810a76076c9 req-5ecf5b85-459e-4c03-aeaa-87aa92d3787b tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1201942 Dec 09 22:32:13.970219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port cf960815-87a6-40e2-aee7-9a9883befa95 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:13.970698 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:14.135086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e69c5276-660d-4a83-81ce-d810a76076c9 req-f93ab5a1-ee8d-47d0-ae7b-431dd90fea2d tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680655 Dec 09 22:32:14.283967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Router 81a5731b-8442-461d-9d09-e58965e8013b is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:32:14.375959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a82bef5f-cfc9-4ab6-bda9-d66300c4c995 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:32:14.471729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:32:14.478115 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1fef1717-e7c4-4198-8825-91b95b180fac tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "PUT /v2.0/routers/81a5731b-8442-461d-9d09-e58965e8013b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9922242 Dec 09 22:32:14.484227 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3639819-99ec-4e7b-8941-20b3a4d83125 None None] Sync routers for ids ['81a5731b-8442-461d-9d09-e58965e8013b'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:32:14.493999 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:14.498390 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42878) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:14.508966 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3639819-99ec-4e7b-8941-20b3a4d83125 None None] Routers {'81a5731b-8442-461d-9d09-e58965e8013b'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:14.510075 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b3639819-99ec-4e7b-8941-20b3a4d83125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['81a5731b-8442-461d-9d09-e58965e8013b'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:14.524047 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:14.525995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:14.549727 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b3639819-99ec-4e7b-8941-20b3a4d83125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:14.554017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0c3c2e83-3bec-4eba-925c-632a73204a5e None None] Provisioning complete for port de2e263b-f5fd-4086-a746-6019284baee9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:14.554412 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2e83-3bec-4eba-925c-632a73204a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:14.570273 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3639819-99ec-4e7b-8941-20b3a4d83125 None None] Routers {'81a5731b-8442-461d-9d09-e58965e8013b'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:14.571141 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b3639819-99ec-4e7b-8941-20b3a4d83125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['81a5731b-8442-461d-9d09-e58965e8013b'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:14.619034 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b3639819-99ec-4e7b-8941-20b3a4d83125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:14.620178 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3639819-99ec-4e7b-8941-20b3a4d83125 None None] The sync data for ids ['81a5731b-8442-461d-9d09-e58965e8013b'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:32:14.667976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cad5224-f74d-4d94-ac75-d8872a35087b tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:14.678542 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7cad5224-f74d-4d94-ac75-d8872a35087b tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a5731b-8442-461d-9d09-e58965e8013b HTTP/1.1" status: 200 len: 987 time: 0.1777005 Dec 09 22:32:14.679229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42886) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:14.715446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c4eab-9e25-4ed7-ad5a-967567dc9eaf req-cab91649-633b-4cd8-b9ad-9b2299a960a1 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:14.717158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f8c4eab-9e25-4ed7-ad5a-967567dc9eaf req-cab91649-633b-4cd8-b9ad-9b2299a960a1 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 943 time: 0.4515803 Dec 09 22:32:14.725989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network e225ec40-1efe-4854-823d-040e6b835b9d is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:14.748415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c2e83-3bec-4eba-925c-632a73204a5e None None] Port de2e263b-f5fd-4086-a746-6019284baee9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:14.781761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:14.782439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a82bef5f-cfc9-4ab6-bda9-d66300c4c995, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:14.791285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=80b4063e-8ca5-43ad-98c4-6068933a4a50,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:14.818947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'a82bef5f-cfc9-4ab6-bda9-d66300c4c995', 'network_id': '9fe9ae07-d789-4c51-ba67-6e3bb228e467', 'port_id': 'a82bef5f-cfc9-4ab6-bda9-d66300c4c995', 'mac_address': 'fa:16:3e:cf:a6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1004dd-1947-4098-b1fd-e21f1a6f9f7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:32:14.984643 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:15.010389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device be959ec3-ba85-44c3-9f87-4e3ffedc248a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:15.043431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82bef5f-cfc9-4ab6-bda9-d66300c4c995 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:32:15.055812 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3671dbd8-23eb-45d7-9629-a3b9e3a6cfd6 None None] Provisioning complete for port be959ec3-ba85-44c3-9f87-4e3ffedc248a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:15.056331 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3671dbd8-23eb-45d7-9629-a3b9e3a6cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:15.127041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a82bef5f-cfc9-4ab6-bda9-d66300c4c995, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:15.146468 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:15.170881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f8c4eab-9e25-4ed7-ad5a-967567dc9eaf req-61f1c6a3-15af-4094-9b35-2eb914b1c353 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912549 Dec 09 22:32:15.196443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54202e4b-f3e0-427d-82a7-ee2697e0751b req-5c99bd45-5fa6-4650-8bb4-29405e694aa3 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:15.204538 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54202e4b-f3e0-427d-82a7-ee2697e0751b req-5c99bd45-5fa6-4650-8bb4-29405e694aa3 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.2426140 Dec 09 22:32:15.259351 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port be959ec3-ba85-44c3-9f87-4e3ffedc248a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:15.259765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router 19067353-3c77-4641-a005-1306de5500de is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:32:15.264731 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:15.358637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:15.508829 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:15.525191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54202e4b-f3e0-427d-82a7-ee2697e0751b req-12050ab0-6513-483c-a1d6-cc36780c4c96 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139842 Dec 09 22:32:15.561859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:32:15.565985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f2c7a1c7-1fc5-48d3-a4d2-2d7c681083a9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/19067353-3c77-4641-a005-1306de5500de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8624585 Dec 09 22:32:15.575042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a82bef5f-cfc9-4ab6-bda9-d66300c4c995'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:15.576386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77cec9-8396-4ec7-9a2f-1fb486d19571 req-be69f692-8cd8-4dd6-b923-ded26779fb15 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:15.585289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad77cec9-8396-4ec7-9a2f-1fb486d19571 req-be69f692-8cd8-4dd6-b923-ded26779fb15 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1826656 Dec 09 22:32:15.587776 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42900) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:15.659993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e138db85-a098-4cfc-a47e-c8c154efe7b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:15.664021 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e138db85-a098-4cfc-a47e-c8c154efe7b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports/80b4063e-8ca5-43ad-98c4-6068933a4a50 HTTP/1.1" status: 200 len: 911 time: 0.0727065 Dec 09 22:32:15.664707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42902) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:15.675815 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c6781-fce0-4085-8c0a-232826e0426d None None] Sync routers for ids ['19067353-3c77-4641-a005-1306de5500de'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:32:15.676316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3501ad8f-9ca5-4116-a0e1-a983def172bd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b93ef867-208f-42f5-801c-8a652e286e34'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:15.691145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3671dbd8-23eb-45d7-9629-a3b9e3a6cfd6 None None] Provisioning complete for port 80b4063e-8ca5-43ad-98c4-6068933a4a50 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:15.692311 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3671dbd8-23eb-45d7-9629-a3b9e3a6cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:15.695484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab38a6b-5e0c-4b4d-bc64-6325aef8b205 req-edbe0131-97ad-4a2a-9be3-a5d993b041c2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:15.697108 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ab38a6b-5e0c-4b4d-bc64-6325aef8b205 req-edbe0131-97ad-4a2a-9be3-a5d993b041c2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 946 time: 0.1966577 Dec 09 22:32:15.723291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad77cec9-8396-4ec7-9a2f-1fb486d19571 req-fffe04f3-6afe-4bb5-8381-51f15f733f20 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/security-groups?id=483dceaf-9e43-4a05-a016-84aab25c6df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368752 Dec 09 22:32:15.726533 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:32:15.751567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3671dbd8-23eb-45d7-9629-a3b9e3a6cfd6 None None] Port 80b4063e-8ca5-43ad-98c4-6068933a4a50 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:15.760580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c6781-fce0-4085-8c0a-232826e0426d None None] Routers {'19067353-3c77-4641-a005-1306de5500de'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:15.761218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bf8c6781-fce0-4085-8c0a-232826e0426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['19067353-3c77-4641-a005-1306de5500de'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:15.811940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bf8c6781-fce0-4085-8c0a-232826e0426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:15.867760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c6781-fce0-4085-8c0a-232826e0426d None None] Routers {'19067353-3c77-4641-a005-1306de5500de'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:15.868407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bf8c6781-fce0-4085-8c0a-232826e0426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['19067353-3c77-4641-a005-1306de5500de'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:15.905497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bf8c6781-fce0-4085-8c0a-232826e0426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:15.906429 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c6781-fce0-4085-8c0a-232826e0426d None None] The sync data for ids ['19067353-3c77-4641-a005-1306de5500de'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:32:15.930612 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3501ad8f-9ca5-4116-a0e1-a983def172bd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:15.960302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-3ab38a6b-5e0c-4b4d-bc64-6325aef8b205 req-9a58e346-af06-4788-ae12-3ca0c7feb156 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Deleting port 99986466-6486-4331-8f01-d8f9a0b72ea0 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:15.960563 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ab38a6b-5e0c-4b4d-bc64-6325aef8b205 req-9a58e346-af06-4788-ae12-3ca0c7feb156 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:15.987497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-884c7360-0bcf-4c04-8c20-848b19ce62e9 None None] Provisioning complete for port 80b4063e-8ca5-43ad-98c4-6068933a4a50 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:15.988625 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-884c7360-0bcf-4c04-8c20-848b19ce62e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:16.012729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port de2e263b-f5fd-4086-a746-6019284baee9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:16.013077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:16.024383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-884c7360-0bcf-4c04-8c20-848b19ce62e9 None None] Port 80b4063e-8ca5-43ad-98c4-6068933a4a50 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:16.143314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:16.167808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for de2e263b-f5fd-4086-a746-6019284baee9 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:16.175530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3ab38a6b-5e0c-4b4d-bc64-6325aef8b205 req-9a58e346-af06-4788-ae12-3ca0c7feb156 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] For port 99986466-6486-4331-8f01-d8f9a0b72ea0, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=99986466-6486-4331-8f01-d8f9a0b72ea0,segment=NetworkSegment(0abc729f-7b71-4ae3-8d9c-286f5c89a79d),segment_id=0abc729f-7b71-4ae3-8d9c-286f5c89a79d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:16.175961 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ab38a6b-5e0c-4b4d-bc64-6325aef8b205 req-9a58e346-af06-4788-ae12-3ca0c7feb156 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:16.197396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-3ab38a6b-5e0c-4b4d-bc64-6325aef8b205 req-9a58e346-af06-4788-ae12-3ca0c7feb156 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Calling delete_port for 99986466-6486-4331-8f01-d8f9a0b72ea0 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:16.412679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65f8fd-81ff-43e9-adce-bbf61a94cf43 req-c513a916-5685-4e9f-ab50-be72ed112eb6 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:16.418571 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db65f8fd-81ff-43e9-adce-bbf61a94cf43 req-c513a916-5685-4e9f-ab50-be72ed112eb6 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 944 time: 0.1394589 Dec 09 22:32:16.514264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db65f8fd-81ff-43e9-adce-bbf61a94cf43 req-9e74ed7d-480d-4fb1-804f-cf0452823bc9 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946658 Dec 09 22:32:16.514854 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:16.533284 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ab38a6b-5e0c-4b4d-bc64-6325aef8b205 req-9a58e346-af06-4788-ae12-3ca0c7feb156 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:16.546049 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3501ad8f-9ca5-4116-a0e1-a983def172bd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:16.562192 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3501ad8f-9ca5-4116-a0e1-a983def172bd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:16.576912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3501ad8f-9ca5-4116-a0e1-a983def172bd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:16.578467 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3501ad8f-9ca5-4116-a0e1-a983def172bd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:16.588503 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3501ad8f-9ca5-4116-a0e1-a983def172bd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/ports/80b4063e-8ca5-43ad-98c4-6068933a4a50 HTTP/1.1" status: 200 len: 911 time: 0.9229896 Dec 09 22:32:16.589272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42920) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:16.730010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=de2e263b-f5fd-4086-a746-6019284baee9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:16.751653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.751653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.752005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.752105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.752442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.752781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.753503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.755223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.755399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.755745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.756091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.756427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.756762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:16.758100 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501ad8f-9ca5-4116-a0e1-a983def172bd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=80b4063e-8ca5-43ad-98c4-6068933a4a50,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:16.789564 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:16.851298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff682b1-b65f-4408-8825-ae26301c94ef req-d03eaf4a-fe80-468f-94a7-de0cfc075da3 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:16.852959 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ff682b1-b65f-4408-8825-ae26301c94ef req-d03eaf4a-fe80-468f-94a7-de0cfc075da3 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.1916220 Dec 09 22:32:16.879150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab38a6b-5e0c-4b4d-bc64-6325aef8b205 req-9a58e346-af06-4788-ae12-3ca0c7feb156 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] No DVR routers for this DVR port 99986466-6486-4331-8f01-d8f9a0b72ea0 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:32:16.933207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58e346-af06-4788-ae12-3ca0c7feb156 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Pushing event deleted for resources: {'Port': ['ID=99986466-6486-4331-8f01-d8f9a0b72ea0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:16.945218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3ab38a6b-5e0c-4b4d-bc64-6325aef8b205 req-9a58e346-af06-4788-ae12-3ca0c7feb156 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:16.950952 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3ab38a6b-5e0c-4b4d-bc64-6325aef8b205 req-9a58e346-af06-4788-ae12-3ca0c7feb156 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.18 "DELETE /v2.0/ports/99986466-6486-4331-8f01-d8f9a0b72ea0 HTTP/1.1" status: 204 len: 173 time: 1.2034214 Dec 09 22:32:16.951448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c004806-815a-4b96-b908-8664692eb854', 'name': 'network-vif-deleted', 'tag': '99986466-6486-4331-8f01-d8f9a0b72ea0'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:32:16.956241 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95422873-fd74-4d6b-b287-9bd6d552aadd" -d '{"events": [{"server_uuid": "3c004806-815a-4b96-b908-8664692eb854", "name": "network-vif-deleted", "tag": "99986466-6486-4331-8f01-d8f9a0b72ea0"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:32:17.022110 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ff682b1-b65f-4408-8825-ae26301c94ef req-cb4101ca-f846-44e3-b14d-eafdbb1fc994 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367013 Dec 09 22:32:17.028170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d8a6b44-9f75-4adf-9ed5-d3bb04b05f50 req-7b8e3f9f-ef02-4110-8a15-3040942795e2 tempest-ServersNegativeTestJSON-2081884849 tempest-ServersNegativeTestJSON-2081884849-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c004806-815a-4b96-b908-8664692eb854 HTTP/1.1" status: 200 len: 210 time: 0.0957019 Dec 09 22:32:17.119612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Router 81a5731b-8442-461d-9d09-e58965e8013b has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:32:17.212612 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33030bb8-ec32-40e8-a1c7-25b6a23b0016 x-openstack-request-id: req-33030bb8-ec32-40e8-a1c7-25b6a23b0016 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:32:17.216494 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c004806-815a-4b96-b908-8664692eb854", "name": "network-vif-deleted", "tag": "99986466-6486-4331-8f01-d8f9a0b72ea0", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:32:17.216951 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33030bb8-ec32-40e8-a1c7-25b6a23b0016 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:32:17.217542 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c004806-815a-4b96-b908-8664692eb854', 'name': 'network-vif-deleted', 'tag': '99986466-6486-4331-8f01-d8f9a0b72ea0', 'status': 'completed', 'code': 200} Dec 09 22:32:17.243856 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74ea240b-fa18-4b15-8105-7314718dd441 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:17.528421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:32:17.589614 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:32:17.595808 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-17fbc65d-47fa-42c1-9bdd-675c06339a46 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "PUT /v2.0/routers/81a5731b-8442-461d-9d09-e58965e8013b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9081357 Dec 09 22:32:17.601751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42952) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:17.604381 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae6dff-1f5b-4a6f-99e6-7c61b5a26999 None None] Sync routers for ids ['81a5731b-8442-461d-9d09-e58965e8013b'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:32:17.631065 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae6dff-1f5b-4a6f-99e6-7c61b5a26999 None None] Routers {'81a5731b-8442-461d-9d09-e58965e8013b'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:17.633399 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c2ae6dff-1f5b-4a6f-99e6-7c61b5a26999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['81a5731b-8442-461d-9d09-e58965e8013b'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:17.649930 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f4c109-6f8f-437b-8101-a9bfcefacf25 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:32:17.651410 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a1f4c109-6f8f-437b-8101-a9bfcefacf25 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/de2e263b-f5fd-4086-a746-6019284baee9 HTTP/1.1" status: 404 len: 333 time: 0.0486734 Dec 09 22:32:17.655540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42954) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:17.679925 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c2ae6dff-1f5b-4a6f-99e6-7c61b5a26999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:17.694031 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae6dff-1f5b-4a6f-99e6-7c61b5a26999 None None] Routers {'81a5731b-8442-461d-9d09-e58965e8013b'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:17.694999 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c2ae6dff-1f5b-4a6f-99e6-7c61b5a26999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['81a5731b-8442-461d-9d09-e58965e8013b'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:17.745758 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c2ae6dff-1f5b-4a6f-99e6-7c61b5a26999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:17.746630 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae6dff-1f5b-4a6f-99e6-7c61b5a26999 None None] The sync data for ids ['81a5731b-8442-461d-9d09-e58965e8013b'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:32:17.767590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-74ea240b-fa18-4b15-8105-7314718dd441 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port 80b4063e-8ca5-43ad-98c4-6068933a4a50 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:17.768070 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74ea240b-fa18-4b15-8105-7314718dd441 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:17.795825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0e37a-e95d-4435-bd3a-c2a52873a406 req-3249108a-5b49-4ad0-a671-ef870da7bcc9 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:17.805817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35a0e37a-e95d-4435-bd3a-c2a52873a406 req-3249108a-5b49-4ad0-a671-ef870da7bcc9 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 944 time: 0.1697881 Dec 09 22:32:17.814825 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-24475223-88ad-491f-a903-b060bd6094c0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:17.867519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-31565f4c-eb02-4cc1-9062-e3e480bd3382 req-b2c258c3-bc66-4511-a472-2cc3b7da3567 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:32:17.868485 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31565f4c-eb02-4cc1-9062-e3e480bd3382 req-b2c258c3-bc66-4511-a472-2cc3b7da3567 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060053 Dec 09 22:32:18.068733 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74ea240b-fa18-4b15-8105-7314718dd441 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.087409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-74ea240b-fa18-4b15-8105-7314718dd441 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for 80b4063e-8ca5-43ad-98c4-6068933a4a50 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:18.152491 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-1ef8a444-cbb1-40eb-9840-8677e51cdcd4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0588350 Dec 09 22:32:18.241386 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-24475223-88ad-491f-a903-b060bd6094c0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.250045 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-24475223-88ad-491f-a903-b060bd6094c0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.320154 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35a0e37a-e95d-4435-bd3a-c2a52873a406 req-47b56094-1057-4c94-b408-f3db533e2e20 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160356 Dec 09 22:32:18.353076 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598e45-06e1-4785-b52e-abe5c7e22ea4 req-2ddb80db-74d6-4c28-80c3-3d4e40f73a3b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:18.360347 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81598e45-06e1-4785-b52e-abe5c7e22ea4 req-2ddb80db-74d6-4c28-80c3-3d4e40f73a3b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.2134690 Dec 09 22:32:18.376489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42984) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:18.389260 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-24475223-88ad-491f-a903-b060bd6094c0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.389861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24475223-88ad-491f-a903-b060bd6094c0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Fanout notify agent at l3_agent the message router_deleted on router 81a5731b-8442-461d-9d09-e58965e8013b {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:32:18.398370 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-24475223-88ad-491f-a903-b060bd6094c0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.402439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-24475223-88ad-491f-a903-b060bd6094c0 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/routers/81a5731b-8442-461d-9d09-e58965e8013b HTTP/1.1" status: 204 len: 168 time: 0.7271249 Dec 09 22:32:18.406178 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a82bef5f-cfc9-4ab6-bda9-d66300c4c995 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:18.419274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42990) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:18.496344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81598e45-06e1-4785-b52e-abe5c7e22ea4 req-8ea2b8f2-c464-4a8d-8c58-36807befa6e6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349659 Dec 09 22:32:18.498820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38bf4e6-24de-44f3-a97d-0a770ca27195 admin admin] Deleting subnet 4c61dafb-561e-4cb7-bd81-c814e797ed36 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:32:18.505635 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b38bf4e6-24de-44f3-a97d-0a770ca27195 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.523869 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port a82bef5f-cfc9-4ab6-bda9-d66300c4c995 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:32:18.550125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-017917c8-6ae4-49a4-be59-42203b5abcb7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting subnet f8d9884b-8277-48cd-b945-7cd5bee4758b {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:32:18.554866 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-017917c8-6ae4-49a4-be59-42203b5abcb7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.555289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port a82bef5f-cfc9-4ab6-bda9-d66300c4c995 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:18.555762 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.610538 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-017917c8-6ae4-49a4-be59-42203b5abcb7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.651011 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b38bf4e6-24de-44f3-a97d-0a770ca27195 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.679093 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74ea240b-fa18-4b15-8105-7314718dd441 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.749314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b38bf4e6-24de-44f3-a97d-0a770ca27195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.755860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea240b-fa18-4b15-8105-7314718dd441 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=80b4063e-8ca5-43ad-98c4-6068933a4a50,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:18.834073 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-017917c8-6ae4-49a4-be59-42203b5abcb7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:18.977514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b38bf4e6-24de-44f3-a97d-0a770ca27195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.079868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bf4e6-24de-44f3-a97d-0a770ca27195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c61dafb-561e-4cb7-bd81-c814e797ed36,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:19.088987 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b38bf4e6-24de-44f3-a97d-0a770ca27195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.093895 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b38bf4e6-24de-44f3-a97d-0a770ca27195 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4c61dafb-561e-4cb7-bd81-c814e797ed36 HTTP/1.1" status: 204 len: 168 time: 0.7157617 Dec 09 22:32:19.098710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43000) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:19.179084 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.227565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.239132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-017917c8-6ae4-49a4-be59-42203b5abcb7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.251716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port a82bef5f-cfc9-4ab6-bda9-d66300c4c995, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:19.255893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c001d3-c2d6-4902-932d-fbe5c77f4b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82bef5f-cfc9-4ab6-bda9-d66300c4c995'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:32:19.261821 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ce245f-1faf-43c3-8e2d-51e38433450b" -d '{"events": [{"server_uuid": "44c001d3-c2d6-4902-932d-fbe5c77f4b3a", "name": "network-vif-plugged", "status": "completed", "tag": "a82bef5f-cfc9-4ab6-bda9-d66300c4c995"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:32:19.287937 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017917c8-6ae4-49a4-be59-42203b5abcb7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d9884b-8277-48cd-b945-7cd5bee4758b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:19.289333 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.299124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 99986466-6486-4331-8f01-d8f9a0b72ea0 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:32:19.303686 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-017917c8-6ae4-49a4-be59-42203b5abcb7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.310065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068786e6-0316-486d-a360-debc403ff689 None None] Network fda3549e-ee04-4716-bd1c-bef1bb7a28a1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:19.311556 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74ea240b-fa18-4b15-8105-7314718dd441 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.317511 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-017917c8-6ae4-49a4-be59-42203b5abcb7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/f8d9884b-8277-48cd-b945-7cd5bee4758b HTTP/1.1" status: 204 len: 168 time: 0.8938992 Dec 09 22:32:19.317815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43004) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:19.504692 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.508421 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8bc4e4-18bb-4005-b876-8ead8d351713 x-openstack-request-id: req-ce8bc4e4-18bb-4005-b876-8ead8d351713 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:32:19.508721 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c001d3-c2d6-4902-932d-fbe5c77f4b3a", "name": "network-vif-plugged", "status": "completed", "tag": "a82bef5f-cfc9-4ab6-bda9-d66300c4c995", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:32:19.508993 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce8bc4e4-18bb-4005-b876-8ead8d351713 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:32:19.509536 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c001d3-c2d6-4902-932d-fbe5c77f4b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82bef5f-cfc9-4ab6-bda9-d66300c4c995', 'code': 200} Dec 09 22:32:19.521712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:19.549551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd0f5d5-24f1-4910-890b-998a883dc6a4']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:19.553309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 99986466-6486-4331-8f01-d8f9a0b72ea0 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:32:19.558178 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 99986466-6486-4331-8f01-d8f9a0b72ea0 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:32:19.569905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abc729f-7b71-4ae3-8d9c-286f5c89a79d') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:19.570202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abc729f-7b71-4ae3-8d9c-286f5c89a79d') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:19.580926 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.594314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.608484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:32:19.614128 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:32:19.730828 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:32:19.749163 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.770015 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.773288 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4fd0f5d5-24f1-4910-890b-998a883dc6a4 HTTP/1.1" status: 204 len: 168 time: 0.6730347 Dec 09 22:32:19.790620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e86718-7f8a-412e-82b7-743dbd766dc1 None None] DHCP port deletion for fda3549e-ee04-4716-bd1c-bef1bb7a28a1 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:32:19.843972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a383e-6379-4d20-a585-876d12afca23 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd0f5d5-24f1-4910-890b-998a883dc6a4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:19.877037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2683fd7-23cb-46bb-8599-854d4e7362af req-19a80819-c2d5-4dc5-b897-1cdbc1617d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:19.879177 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c2683fd7-23cb-46bb-8599-854d4e7362af req-19a80819-c2d5-4dc5-b897-1cdbc1617d83 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 1097 time: 0.1490357 Dec 09 22:32:19.967622 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c2683fd7-23cb-46bb-8599-854d4e7362af req-58a7dbc8-979e-473e-a022-e9fbe9e48019 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803463 Dec 09 22:32:19.968730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b0e86718-7f8a-412e-82b7-743dbd766dc1 None None] Deleting port cf960815-87a6-40e2-aee7-9a9883befa95 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:19.969115 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b0e86718-7f8a-412e-82b7-743dbd766dc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.970354 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:19.989243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ea240b-fa18-4b15-8105-7314718dd441 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router 19067353-3c77-4641-a005-1306de5500de has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:32:20.011478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346e629-46ca-4dc3-92f6-f221d2783a56 req-c1e9d6cd-5029-4383-a93d-09c975b391a7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:20.014176 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43024) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:20.026430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1346e629-46ca-4dc3-92f6-f221d2783a56 req-c1e9d6cd-5029-4383-a93d-09c975b391a7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 945 time: 0.5323782 Dec 09 22:32:20.067652 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4d423be8-5a86-4033-9a6d-0785cd2ecf45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b8399361aaa42e187614cf19ea84e31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0522680 Dec 09 22:32:20.070154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43026) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:20.077127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b0e86718-7f8a-412e-82b7-743dbd766dc1 None None] For port cf960815-87a6-40e2-aee7-9a9883befa95, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cf960815-87a6-40e2-aee7-9a9883befa95,segment=NetworkSegment(5928f26a-8638-4060-a6fe-1a381f79a230),segment_id=5928f26a-8638-4060-a6fe-1a381f79a230)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:20.077529 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b0e86718-7f8a-412e-82b7-743dbd766dc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:20.095207 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35283b76-78af-40af-a4b7-6d455551b8a2 req-faef69ae-bfc6-4ba6-8eb0-cc8bb04d24ac tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:20.104105 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35283b76-78af-40af-a4b7-6d455551b8a2 req-faef69ae-bfc6-4ba6-8eb0-cc8bb04d24ac tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.4027946 Dec 09 22:32:20.104324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b0e86718-7f8a-412e-82b7-743dbd766dc1 None None] Calling delete_port for cf960815-87a6-40e2-aee7-9a9883befa95 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:20.180770 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae26109c-0833-4bc9-a9d4-a7a2c318e92d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:20.235703 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b0e86718-7f8a-412e-82b7-743dbd766dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:20.242066 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae26109c-0833-4bc9-a9d4-a7a2c318e92d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:20.285532 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1346e629-46ca-4dc3-92f6-f221d2783a56 req-6d5b7237-de3a-4ae2-9288-0b44dd206bf2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556729 Dec 09 22:32:20.302299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e86718-7f8a-412e-82b7-743dbd766dc1 None None] Pushing event deleted for resources: {'Port': ['ID=cf960815-87a6-40e2-aee7-9a9883befa95,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:20.311214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e86718-7f8a-412e-82b7-743dbd766dc1 None None] No DVR routers for this DVR port cf960815-87a6-40e2-aee7-9a9883befa95 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:32:20.319399 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae26109c-0833-4bc9-a9d4-a7a2c318e92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:20.329016 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae26109c-0833-4bc9-a9d4-a7a2c318e92d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:20.330216 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ae26109c-0833-4bc9-a9d4-a7a2c318e92d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/483dceaf-9e43-4a05-a016-84aab25c6df4 HTTP/1.1" status: 204 len: 168 time: 0.2589643 Dec 09 22:32:20.345528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ea240b-fa18-4b15-8105-7314718dd441 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:32:20.351467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26109c-0833-4bc9-a9d4-a7a2c318e92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483dceaf-9e43-4a05-a016-84aab25c6df4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:20.356398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a462657-e777-476e-990e-94265c00ee04 None None] Sync routers for ids ['19067353-3c77-4641-a005-1306de5500de'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:32:20.366555 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-74ea240b-fa18-4b15-8105-7314718dd441 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/19067353-3c77-4641-a005-1306de5500de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7670436 Dec 09 22:32:20.368678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43032) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:20.373347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port cf960815-87a6-40e2-aee7-9a9883befa95 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:20.373817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:20.386211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a462657-e777-476e-990e-94265c00ee04 None None] Routers {'19067353-3c77-4641-a005-1306de5500de'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:20.386911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9a462657-e777-476e-990e-94265c00ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['19067353-3c77-4641-a005-1306de5500de'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:20.420206 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43034) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:20.420622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f054ed55-f9fe-4a21-bf5d-ec329c2749e2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=19067353-3c77-4641-a005-1306de5500de HTTP/1.1" status: 200 len: 205 time: 0.0415578 Dec 09 22:32:20.463629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35283b76-78af-40af-a4b7-6d455551b8a2 req-48958d2b-07d7-44e4-9168-6f0854cbc766 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3529098 Dec 09 22:32:20.522846 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9a462657-e777-476e-990e-94265c00ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:20.558431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a462657-e777-476e-990e-94265c00ee04 None None] Routers {'19067353-3c77-4641-a005-1306de5500de'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:20.565427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9a462657-e777-476e-990e-94265c00ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['19067353-3c77-4641-a005-1306de5500de'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:20.646219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] For port cf960815-87a6-40e2-aee7-9a9883befa95, host n-d-789963-23, got binding levels [] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:20.646219 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:20.655475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9a462657-e777-476e-990e-94265c00ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:20.656153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a462657-e777-476e-990e-94265c00ee04 None None] The sync data for ids ['19067353-3c77-4641-a005-1306de5500de'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:32:20.669932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-42bc6606-d53f-4001-a5c9-dc823dd38f1b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:20.700771 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for cf960815-87a6-40e2-aee7-9a9883befa95 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:20.705608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.ipam_backend_mixin [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Port cf960815-87a6-40e2-aee7-9a9883befa95 was not found and therefore no delete operation was performed {{(pid=103418) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:32:20.707488 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:20.749883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=cf960815-87a6-40e2-aee7-9a9883befa95,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:20.757288 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No DVR routers for this DVR port cf960815-87a6-40e2-aee7-9a9883befa95 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:32:20.950042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cf960815-87a6-40e2-aee7-9a9883befa95 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:32:20.983256 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-42bc6606-d53f-4001-a5c9-dc823dd38f1b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:20.986629 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-42bc6606-d53f-4001-a5c9-dc823dd38f1b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.006290 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.039351 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-42bc6606-d53f-4001-a5c9-dc823dd38f1b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.040420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bc6606-d53f-4001-a5c9-dc823dd38f1b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Fanout notify agent at l3_agent the message router_deleted on router 19067353-3c77-4641-a005-1306de5500de {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:32:21.041118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: cf960815-87a6-40e2-aee7-9a9883befa95 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:32:21.041474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cf960815-87a6-40e2-aee7-9a9883befa95 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:32:21.052758 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-42bc6606-d53f-4001-a5c9-dc823dd38f1b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.057536 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-42bc6606-d53f-4001-a5c9-dc823dd38f1b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/19067353-3c77-4641-a005-1306de5500de HTTP/1.1" status: 204 len: 168 time: 0.6355245 Dec 09 22:32:21.059160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43052) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:21.087160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda3549e-ee04-4716-bd1c-bef1bb7a28a1']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:21.132879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5928f26a-8638-4060-a6fe-1a381f79a230') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:21.134616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5928f26a-8638-4060-a6fe-1a381f79a230') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:21.158097 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.173653 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.181015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:32:21.181608 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:32:21.185856 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:32:21.247930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c30952-8855-4719-9774-de13b981c172 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting subnet b93ef867-208f-42f5-801c-8a652e286e34 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:32:21.247930 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7c30952-8855-4719-9774-de13b981c172 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.263710 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7c30952-8855-4719-9774-de13b981c172 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.287814 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.301454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.307311 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/networks/fda3549e-ee04-4716-bd1c-bef1bb7a28a1 HTTP/1.1" status: 204 len: 168 time: 1.9884894 Dec 09 22:32:21.311072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43058) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:21.335027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358d569-2580-452d-b87f-a1b48ae97579 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Network': ['ID=fda3549e-ee04-4716-bd1c-bef1bb7a28a1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:21.495617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c45e11c-6560-417a-9425-e106cfa27e47 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:21.501711 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8c45e11c-6560-417a-9425-e106cfa27e47 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/26e84856-bc08-451d-baf9-dde2900fed7b HTTP/1.1" status: 200 len: 845 time: 0.1839638 Dec 09 22:32:21.502531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43072) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:21.599633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cdda6d69-ced1-469e-8da1-956021cb2469 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/26e84856-bc08-451d-baf9-dde2900fed7b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0847881 Dec 09 22:32:21.600584 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43078) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:21.616187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f19b2f62-d034-423f-970a-f4a0c8917aee tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:21.634848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7c30952-8855-4719-9774-de13b981c172 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.674342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5796a3-821c-4798-af18-e2cb11939b74 req-e3f7ee3a-386a-445e-84f6-2410374e6fd1 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:21.688836 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef5796a3-821c-4798-af18-e2cb11939b74 req-e3f7ee3a-386a-445e-84f6-2410374e6fd1 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 945 time: 0.2700229 Dec 09 22:32:21.784072 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7c30952-8855-4719-9774-de13b981c172 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.841980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c30952-8855-4719-9774-de13b981c172 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Subnet': ['ID=b93ef867-208f-42f5-801c-8a652e286e34,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:21.854171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43086) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:21.861601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f76325-7238-4e33-8dc4-bba9a4233edb None None] Network e225ec40-1efe-4854-823d-040e6b835b9d requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:21.876618 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7c30952-8855-4719-9774-de13b981c172 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:21.889419 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f7c30952-8855-4719-9774-de13b981c172 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/b93ef867-208f-42f5-801c-8a652e286e34 HTTP/1.1" status: 204 len: 168 time: 0.8291044 Dec 09 22:32:21.892810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43090) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:21.949634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef5796a3-821c-4798-af18-e2cb11939b74 req-2081b9b0-2306-4856-a571-63498c9696df tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593014 Dec 09 22:32:22.036500 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea0379-6387-4696-b5a9-e30fe6664d63 req-d82da52d-ddb1-4348-a689-1e5710c51d38 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:22.040481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4ea0379-6387-4696-b5a9-e30fe6664d63 req-d82da52d-ddb1-4348-a689-1e5710c51d38 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.2483439 Dec 09 22:32:22.041138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19b2f62-d034-423f-970a-f4a0c8917aee tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:22.051282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f19b2f62-d034-423f-970a-f4a0c8917aee tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.073479 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.108367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea440dcb-2d9f-42a2-b7d3-1f354a34474b None None] DHCP port deletion for e225ec40-1efe-4854-823d-040e6b835b9d request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:32:22.210798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1300844989-network', 'tenant_id': 'c62332ba52d7492280948681247e4803'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:22.234400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ea440dcb-2d9f-42a2-b7d3-1f354a34474b None None] Deleting port be959ec3-ba85-44c3-9f87-4e3ffedc248a {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:22.237571 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ea440dcb-2d9f-42a2-b7d3-1f354a34474b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.281482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Made reservation on behalf of c62332ba52d7492280948681247e4803 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:22.290931 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.323359 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.329958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4ea0379-6387-4696-b5a9-e30fe6664d63 req-a88ac9da-3ef0-43bc-9ea8-ffb24b68c75a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668691 Dec 09 22:32:22.346181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port be959ec3-ba85-44c3-9f87-4e3ffedc248a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:22.346518 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.387853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ea440dcb-2d9f-42a2-b7d3-1f354a34474b None None] For port be959ec3-ba85-44c3-9f87-4e3ffedc248a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=be959ec3-ba85-44c3-9f87-4e3ffedc248a,segment=NetworkSegment(9cf59c12-b32f-4567-ad60-f4ccc1d7caa2),segment_id=9cf59c12-b32f-4567-ad60-f4ccc1d7caa2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:22.389038 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ea440dcb-2d9f-42a2-b7d3-1f354a34474b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.403359 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f19b2f62-d034-423f-970a-f4a0c8917aee tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.418548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ea440dcb-2d9f-42a2-b7d3-1f354a34474b None None] Calling delete_port for be959ec3-ba85-44c3-9f87-4e3ffedc248a owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:22.449101 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b2f62-d034-423f-970a-f4a0c8917aee tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:22.458711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f19b2f62-d034-423f-970a-f4a0c8917aee tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:22.463861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b2f62-d034-423f-970a-f4a0c8917aee tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:22.464468 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f19b2f62-d034-423f-970a-f4a0c8917aee tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.482158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b2f62-d034-423f-970a-f4a0c8917aee tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Subnet': ['ID=6672a8ba-5d71-4b63-8368-ed3a099d03ab,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:22.494157 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f19b2f62-d034-423f-970a-f4a0c8917aee tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8932443 Dec 09 22:32:22.498470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43102) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:22.502078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae330426-c769-40ad-a9eb-41f06c81074e None None] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:22.509954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1753be5b-31b5-466f-9059-6efddd2e74c9 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'security_group': {'name': 'tempest-secgroup-1868567573'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:22.561802 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1753be5b-31b5-466f-9059-6efddd2e74c9 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.572019 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.595256 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.608856 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.638805 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1753be5b-31b5-466f-9059-6efddd2e74c9 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.647239 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1753be5b-31b5-466f-9059-6efddd2e74c9 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.710188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:32:22.715146 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ea440dcb-2d9f-42a2-b7d3-1f354a34474b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.726344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] For port be959ec3-ba85-44c3-9f87-4e3ffedc248a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=be959ec3-ba85-44c3-9f87-4e3ffedc248a,segment=NetworkSegment(9cf59c12-b32f-4567-ad60-f4ccc1d7caa2),segment_id=9cf59c12-b32f-4567-ad60-f4ccc1d7caa2)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:22.726717 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.731256 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1753be5b-31b5-466f-9059-6efddd2e74c9 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.738571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151e563f-7b8d-4bc2-939a-2e87abe9f748,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:22.740201 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1753be5b-31b5-466f-9059-6efddd2e74c9 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2402010 Dec 09 22:32:22.744584 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43104) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:22.752248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4911c77b-8f25-41d4-9ae3-662951f4f32f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'security_group': {'name': 'tempest-secgroup-2113967138'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:22.757825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.758187 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Added segment 4d70aead-62df-4cd0-86da-214ccbb6099e of type vlan for network f16f7172-a535-46bf-a20c-df7868a46f92 Dec 09 22:32:22.759969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for be959ec3-ba85-44c3-9f87-4e3ffedc248a owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:22.781374 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5055f36a-4c75-474b-ab1d-8f28088cc937 req-59321a86-1a5e-424b-aa74-330d5cb27c43 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-297474714&fields=id&tenant_id=a8d23234954d4ea2893572a7e09a00af HTTP/1.1" status: 200 len: 267 time: 0.2366834 Dec 09 22:32:22.802403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753be5b-31b5-466f-9059-6efddd2e74c9 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229e4160-ae09-45f4-b0d8-033be76974b5,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:22.814750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea440dcb-2d9f-42a2-b7d3-1f354a34474b None None] Pushing event deleted for resources: {'Port': ['ID=be959ec3-ba85-44c3-9f87-4e3ffedc248a,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:22.827580 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4911c77b-8f25-41d4-9ae3-662951f4f32f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.836987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea440dcb-2d9f-42a2-b7d3-1f354a34474b None None] No DVR routers for this DVR port be959ec3-ba85-44c3-9f87-4e3ffedc248a on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:32:22.872828 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.881170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-6fb6095d-4a56-405b-b913-8a591714a0b4', 'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'project_id': 'ad62b25d3f244222b707b68c1668e2ff', 'fixed_ips': [{'subnet_id': '6672a8ba-5d71-4b63-8368-ed3a099d03ab'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:32:22.882773 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:22.917257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055f36a-4c75-474b-ab1d-8f28088cc937 req-f6617950-8794-448d-8e08-b056b3c05f34 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:22.927047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5055f36a-4c75-474b-ab1d-8f28088cc937 req-f6617950-8794-448d-8e08-b056b3c05f34 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 945 time: 0.1444707 Dec 09 22:32:22.934608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-5055f36a-4c75-474b-ab1d-8f28088cc937 req-a4d7f3b1-97d2-409c-bc72-8a75c00cf936 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'port': {'security_groups': ['5dfdaa4f-87ba-4816-b98d-0410d3da7ce1', '2831a015-5512-4b97-9f0a-5248f72d7004']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:22.984162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device be959ec3-ba85-44c3-9f87-4e3ffedc248a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:32:23.006514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.007515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:23.008107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.051508 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.061104 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5055f36a-4c75-474b-ab1d-8f28088cc937 req-a4d7f3b1-97d2-409c-bc72-8a75c00cf936 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.098890 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2399800 Dec 09 22:32:23.135760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43106) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:23.136526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=be959ec3-ba85-44c3-9f87-4e3ffedc248a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:23.157297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-50ba9b69-64b9-4575-a1e7-82a51099f3cb admin admin] Request body: {'subnet': {'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1300844989-subnet', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:23.169921 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4911c77b-8f25-41d4-9ae3-662951f4f32f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.170654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No DVR routers for this DVR port be959ec3-ba85-44c3-9f87-4e3ffedc248a on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:32:23.174007 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814cbb0-8cc0-440b-9579-50c9c461fd4e admin admin] Pushing event updated for resources: {'Network': ['ID=f16f7172-a535-46bf-a20c-df7868a46f92,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:23.219967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: be959ec3-ba85-44c3-9f87-4e3ffedc248a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:32:23.219967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device be959ec3-ba85-44c3-9f87-4e3ffedc248a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:32:23.220335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4911c77b-8f25-41d4-9ae3-662951f4f32f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.235500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network f16f7172-a535-46bf-a20c-df7868a46f92 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:32:23.309463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ba9b69-64b9-4575-a1e7-82a51099f3cb admin admin] Made reservation on behalf of c62332ba52d7492280948681247e4803 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:23.311874 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-50ba9b69-64b9-4575-a1e7-82a51099f3cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.341763 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4911c77b-8f25-41d4-9ae3-662951f4f32f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.343073 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4911c77b-8f25-41d4-9ae3-662951f4f32f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5945115 Dec 09 22:32:23.343869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911c77b-8f25-41d4-9ae3-662951f4f32f tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53cf15c7-5540-486f-8d28-6bceddb806a6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:23.347010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43114) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:23.356926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2021870053', 'security_groups': ['53cf15c7-5540-486f-8d28-6bceddb806a6'], 'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6672a8ba-5d71-4b63-8368-ed3a099d03ab'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:23.413160 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.442053 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-586d7a03-ea4d-478c-b24d-182224848387 req-a18461e8-e80f-437e-b08a-527aabe5f247 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3092504 Dec 09 22:32:23.534134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e225ec40-1efe-4854-823d-040e6b835b9d']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:23.571130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-5055f36a-4c75-474b-ab1d-8f28088cc937 req-a4d7f3b1-97d2-409c-bc72-8a75c00cf936 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] For port a82bef5f-cfc9-4ab6-bda9-d66300c4c995, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:23.606675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Allocated IP 2001:db8::2 (6fb6095d-4a56-405b-b913-8a591714a0b4/6672a8ba-5d71-4b63-8368-ed3a099d03ab/8b162c88-3ca4-4fee-b546-1e6d1e33b98b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:23.644440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5055f36a-4c75-474b-ab1d-8f28088cc937 req-a4d7f3b1-97d2-409c-bc72-8a75c00cf936 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.651872 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5055f36a-4c75-474b-ab1d-8f28088cc937 req-a4d7f3b1-97d2-409c-bc72-8a75c00cf936 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.671979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['36a9a9f0-f628-41c3-9dc5-edf22856d7c3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:23.740133 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a82bef5f-cfc9-4ab6-bda9-d66300c4c995'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:23.772047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055f36a-4c75-474b-ab1d-8f28088cc937 req-a4d7f3b1-97d2-409c-bc72-8a75c00cf936 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:23.772713 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5055f36a-4c75-474b-ab1d-8f28088cc937 req-a4d7f3b1-97d2-409c-bc72-8a75c00cf936 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.787797 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf59c12-b32f-4567-ad60-f4ccc1d7caa2') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:23.788413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf59c12-b32f-4567-ad60-f4ccc1d7caa2') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:23.793738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5055f36a-4c75-474b-ab1d-8f28088cc937 req-a4d7f3b1-97d2-409c-bc72-8a75c00cf936 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "PUT /v2.0/ports/a82bef5f-cfc9-4ab6-bda9-d66300c4c995 HTTP/1.1" status: 200 len: 981 time: 0.8651347 Dec 09 22:32:23.803151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c001d3-c2d6-4902-932d-fbe5c77f4b3a', 'tag': 'a82bef5f-cfc9-4ab6-bda9-d66300c4c995'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:32:23.803341 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.808021 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ea76ae-db09-4862-a7ef-f59306c0bbef" -d '{"events": [{"name": "network-changed", "server_uuid": "44c001d3-c2d6-4902-932d-fbe5c77f4b3a", "tag": "a82bef5f-cfc9-4ab6-bda9-d66300c4c995"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:32:23.854328 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.857558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-50ba9b69-64b9-4575-a1e7-82a51099f3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.875495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:32:23.875909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:32:23.898273 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:32:23.921050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7546b60-36e8-4366-a795-fc5ce424e35e req-0850925d-0022-4d1e-a01b-8627a6976373 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:23.923167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7546b60-36e8-4366-a795-fc5ce424e35e req-0850925d-0022-4d1e-a01b-8627a6976373 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.2741582 Dec 09 22:32:23.956923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7f3b1-97d2-409c-bc72-8a75c00cf936 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'Port': ['ID=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,revision_number=6']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:24.002895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:24.011753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a82bef5f-cfc9-4ab6-bda9-d66300c4c995'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:24.022880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba9b69-64b9-4575-a1e7-82a51099f3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=992210bd-a6ee-474f-a5bf-287bbb7205d0,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:24.025352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:24.028534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d7a03-ea4d-478c-b24d-182224848387 req-94e3f28e-869a-45ae-ac96-2567e75cda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:24.030222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-586d7a03-ea4d-478c-b24d-182224848387 req-94e3f28e-869a-45ae-ac96-2567e75cda37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=521c280ad6b84050888956ce76755bf1&device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 1098 time: 0.4784553 Dec 09 22:32:24.044539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:24.048034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/networks/e225ec40-1efe-4854-823d-040e6b835b9d HTTP/1.1" status: 204 len: 168 time: 2.1528141 Dec 09 22:32:24.061476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43132) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:24.102225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-30f4db25-3ae8-4a44-9202-bacce79f8881 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1687763894', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:24.121115 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7546b60-36e8-4366-a795-fc5ce424e35e req-e413ac45-eb42-4e37-a596-0c49d79e074e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815898 Dec 09 22:32:24.138651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4861b-b210-469a-8b9e-0e5953211f68 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Network': ['ID=e225ec40-1efe-4854-823d-040e6b835b9d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:24.233092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba9b69-64b9-4575-a1e7-82a51099f3cb admin admin] Checking segment: {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:24.233473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba9b69-64b9-4575-a1e7-82a51099f3cb admin admin] Network hostable DHCP agents. Network: f16f7172-a535-46bf-a20c-df7868a46f92, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:32:24.236659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4aaf7849-e30e-4ee7-8327-82136628de34 req-5e6e604a-ce1a-4083-80d8-5988f9e02a62 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/2831a015-5512-4b97-9f0a-5248f72d7004 HTTP/1.1" status: 200 len: 1819 time: 0.3094230 Dec 09 22:32:24.312657 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-30f4db25-3ae8-4a44-9202-bacce79f8881 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:24.313747 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-30f4db25-3ae8-4a44-9202-bacce79f8881 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:24.335163 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c02b19-a274-4b83-b7c3-4d91fa46c03e x-openstack-request-id: req-c4c02b19-a274-4b83-b7c3-4d91fa46c03e {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:32:24.335701 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c001d3-c2d6-4902-932d-fbe5c77f4b3a", "tag": "a82bef5f-cfc9-4ab6-bda9-d66300c4c995", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:32:24.336120 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4c02b19-a274-4b83-b7c3-4d91fa46c03e {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:32:24.336950 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c001d3-c2d6-4902-932d-fbe5c77f4b3a', 'tag': 'a82bef5f-cfc9-4ab6-bda9-d66300c4c995', 'status': 'completed', 'code': 200} Dec 09 22:32:24.380245 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:24.432924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:24.476678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea76ae-db09-4862-a7ef-f59306c0bbef req-ad85fa24-8f2f-4735-a71a-3f6f07cca876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:24.478814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1ea76ae-db09-4862-a7ef-f59306c0bbef req-ad85fa24-8f2f-4735-a71a-3f6f07cca876 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8d23234954d4ea2893572a7e09a00af&device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 1136 time: 0.1397727 Dec 09 22:32:24.482742 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-4aaf7849-e30e-4ee7-8327-82136628de34 req-3dfef316-d9e7-41a5-9b74-b990d5c677bf tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 22:32:24.484015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4aaf7849-e30e-4ee7-8327-82136628de34 req-3dfef316-d9e7-41a5-9b74-b990d5c677bf tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "DELETE /v2.0/security-groups/2831a015-5512-4b97-9f0a-5248f72d7004 HTTP/1.1" status: 409 len: 341 time: 0.2409153 Dec 09 22:32:24.670781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea76ae-db09-4862-a7ef-f59306c0bbef req-0f2ddba8-3c49-4ca6-9363-964a209bb69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:24.675901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1ea76ae-db09-4862-a7ef-f59306c0bbef req-0f2ddba8-3c49-4ca6-9363-964a209bb69f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9fe9ae07-d789-4c51-ba67-6e3bb228e467 HTTP/1.1" status: 200 len: 914 time: 0.1895232 Dec 09 22:32:24.687009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Pushing event updated for resources: {'Port': ['ID=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:24.709279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:24.728720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:24.735302 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:24.782952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1ea76ae-db09-4862-a7ef-f59306c0bbef req-6cc199a8-561d-4c66-b2b5-27b0d30e21c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a82bef5f-cfc9-4ab6-bda9-d66300c4c995 HTTP/1.1" status: 200 len: 217 time: 0.0983479 Dec 09 22:32:24.849949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-30f4db25-3ae8-4a44-9202-bacce79f8881 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:24.869242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-30f4db25-3ae8-4a44-9202-bacce79f8881 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:24.881376 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba9b69-64b9-4575-a1e7-82a51099f3cb admin admin] Network f16f7172-a535-46bf-a20c-df7868a46f92 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:32:24.901722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-50ba9b69-64b9-4575-a1e7-82a51099f3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, f16f7172-a535-46bf-a20c-df7868a46f92) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:24.918461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba9b69-64b9-4575-a1e7-82a51099f3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:24.921273 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-50ba9b69-64b9-4575-a1e7-82a51099f3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:24.934531 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7d0531-bd2f-46bf-b432-05847d3c2133 None None] Network f16f7172-a535-46bf-a20c-df7868a46f92 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:24.940270 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:24.965201 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea76ae-db09-4862-a7ef-f59306c0bbef req-7aa9e87a-12da-4e77-a6bf-e4dd24d2732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:24.967302 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1ea76ae-db09-4862-a7ef-f59306c0bbef req-7aa9e87a-12da-4e77-a6bf-e4dd24d2732e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f1004dd-1947-4098-b1fd-e21f1a6f9f7e HTTP/1.1" status: 200 len: 853 time: 0.1674902 Dec 09 22:32:24.980156 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-50ba9b69-64b9-4575-a1e7-82a51099f3cb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8386891 Dec 09 22:32:24.981898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43152) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:24.990671 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-30f4db25-3ae8-4a44-9202-bacce79f8881 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:24.991816 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-30f4db25-3ae8-4a44-9202-bacce79f8881 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9165399 Dec 09 22:32:24.993341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port 1b4d896f-c179-45d8-8d76-38173bd56417 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:32:25.005886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43154) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:25.008257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:25.012759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-93c164b0-ebe9-4f15-940f-cc571ca83886 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1095346621'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:25.054871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c164b0-ebe9-4f15-940f-cc571ca83886 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:25.058349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93c164b0-ebe9-4f15-940f-cc571ca83886 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.074726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1ea76ae-db09-4862-a7ef-f59306c0bbef req-c94e937f-06da-40da-a92f-480a9bdae9fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fe9ae07-d789-4c51-ba67-6e3bb228e467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916455 Dec 09 22:32:25.089488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23eccf-4bc0-4dea-b814-a5181011bbac req-662e5555-fc10-4b55-be64-baea475716c1 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:25.093086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Attempting to bind port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:32:25.094187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Attempting to bind port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '7d7b352d-492f-42f4-9610-275eee9467a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:32:25.094721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Attempting to bind port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b on network 6fb6095d-4a56-405b-b913-8a591714a0b4 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:32:25.099684 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e23eccf-4bc0-4dea-b814-a5181011bbac req-662e5555-fc10-4b55-be64-baea475716c1 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 984 time: 0.2467897 Dec 09 22:32:25.106914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d7a03-ea4d-478c-b24d-182224848387 req-085109bd-fa90-4cba-b850-3a74f5af2e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:25.108289 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-586d7a03-ea4d-478c-b24d-182224848387 req-085109bd-fa90-4cba-b850-3a74f5af2e67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=694bdbc1-64e1-4f22-92bb-851cbbfe46d9 HTTP/1.1" status: 200 len: 916 time: 1.0362749 Dec 09 22:32:25.200737 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-586d7a03-ea4d-478c-b24d-182224848387 req-8329ea02-13b8-42df-8e76-cafd33305d40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a76b0f17-d051-4216-86be-275b995850ed HTTP/1.1" status: 200 len: 1002 time: 0.0820270 Dec 09 22:32:25.213609 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e23eccf-4bc0-4dea-b814-a5181011bbac req-766a1733-35b3-4dd5-9932-2b78e0024196 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=2831a015-5512-4b97-9f0a-5248f72d7004&id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1088665 Dec 09 22:32:25.220709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c164b0-ebe9-4f15-940f-cc571ca83886 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:32:25.236568 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93c164b0-ebe9-4f15-940f-cc571ca83886 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.237502 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-93c164b0-ebe9-4f15-940f-cc571ca83886 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Added segment 51e53e35-adb8-463b-9076-2c5cd973d129 of type vlan for network c11c7664-ff83-41f2-81d7-1c9208e4bd12 Dec 09 22:32:25.239849 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.242381 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.265324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:32:25.265324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Checking segment: {'id': '7d7b352d-492f-42f4-9610-275eee9467a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:25.271207 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.271679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Bound using segment: {'id': '7d7b352d-492f-42f4-9610-275eee9467a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:32:25.272475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Bound port: 8b162c88-3ca4-4fee-b546-1e6d1e33b98b, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7b352d-492f-42f4-9610-275eee9467a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:32:25.272615 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.290772 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93c164b0-ebe9-4f15-940f-cc571ca83886 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.332756 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.334676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93c164b0-ebe9-4f15-940f-cc571ca83886 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.342771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c164b0-ebe9-4f15-940f-cc571ca83886 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:25.343389 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93c164b0-ebe9-4f15-940f-cc571ca83886 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.397965 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-93c164b0-ebe9-4f15-940f-cc571ca83886 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3872893 Dec 09 22:32:25.448712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43158) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:25.453360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b99dfdfe-b2db-4467-b438-a1163eb4dec7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'subnet': {'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:25.492555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-f16f7172-a535-46bf-a20c-df7868a46f92', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'project_id': 'c62332ba52d7492280948681247e4803', 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:32:25.493451 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.548445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] For port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:32:25.588121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] For port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,segment=NetworkSegment(7d7b352d-492f-42f4-9610-275eee9467a8),segment_id=7d7b352d-492f-42f4-9610-275eee9467a8)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:32:25.603062 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.661107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4ef68-50cc-4d79-9444-159816cdd76a req-e965a03a-0a77-47ea-ad4b-76f4751789d5 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:25.678677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c164b0-ebe9-4f15-940f-cc571ca83886 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Network': ['ID=c11c7664-ff83-41f2-81d7-1c9208e4bd12,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:25.679308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0c4ef68-50cc-4d79-9444-159816cdd76a req-e965a03a-0a77-47ea-ad4b-76f4751789d5 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.3363402 Dec 09 22:32:25.685031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d7a03-ea4d-478c-b24d-182224848387 req-71d88ddf-cee5-4b29-8943-88aeb39ee01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:25.688385 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.689314 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-586d7a03-ea4d-478c-b24d-182224848387 req-71d88ddf-cee5-4b29-8943-88aeb39ee01c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68e6f25b-027d-4316-8290-3ec20d55c401 HTTP/1.1" status: 200 len: 854 time: 0.3662896 Dec 09 22:32:25.760273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1ea76ae-db09-4862-a7ef-f59306c0bbef req-29cce85d-8253-440d-b488-afe2940f9f1f service neutron] 10.222.0.18 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356306 Dec 09 22:32:25.807598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c11c7664-ff83-41f2-81d7-1c9208e4bd12 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:32:25.814876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99dfdfe-b2db-4467-b438-a1163eb4dec7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:25.819468 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b99dfdfe-b2db-4467-b438-a1163eb4dec7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:25.874073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d7a03-ea4d-478c-b24d-182224848387 req-ac090a5b-fc9b-4275-b04d-6e7823bffaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:25.876683 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-586d7a03-ea4d-478c-b24d-182224848387 req-ac090a5b-fc9b-4275-b04d-6e7823bffaa0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=694bdbc1-64e1-4f22-92bb-851cbbfe46d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208637 Dec 09 22:32:25.876803 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1ea76ae-db09-4862-a7ef-f59306c0bbef req-f386f6f3-e2ef-49cd-9d73-f82e12485ae8 service neutron] 10.222.0.18 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010358 Dec 09 22:32:25.881916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0c4ef68-50cc-4d79-9444-159816cdd76a req-347092cf-b289-4db6-8672-246c16ed140c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877840 Dec 09 22:32:25.956571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8::15 (6fb6095d-4a56-405b-b913-8a591714a0b4/6672a8ba-5d71-4b63-8368-ed3a099d03ab/1b4d896f-c179-45d8-8d76-38173bd56417) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:26.057698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Pushing event updated for resources: {'Port': ['ID=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:26.170317 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:26.236352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:26.468615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Allocated IP 172.20.0.2 (f16f7172-a535-46bf-a20c-df7868a46f92/992210bd-a6ee-474f-a5bf-287bbb7205d0/9a8ec5d3-0882-40e1-8434-11a816d9ddbe) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:26.488372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:26.500185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:26.517556 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:26.528364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:26.529056 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:26.551890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=1b4d896f-c179-45d8-8d76-38173bd56417,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:26.602969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.615154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.615883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.616448 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.617004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.617598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.618310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.618862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.619405 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.619951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.620514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.621059 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.621600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bcd30-47a1-431d-8cf1-756adb81499b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:26.624671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd2972-0d76-456e-9bc5-3c7e0ebf66f7 req-23b14d9e-874b-45db-a99a-98cc064a87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:26.630199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6fd2972-0d76-456e-9bc5-3c7e0ebf66f7 req-23b14d9e-874b-45db-a99a-98cc064a87a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8d23234954d4ea2893572a7e09a00af&device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 1136 time: 0.6501191 Dec 09 22:32:26.634695 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1ef9dc83-0d3b-4dfb-829e-d3a6ea15212d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2817922 Dec 09 22:32:26.637097 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-586d7a03-ea4d-478c-b24d-182224848387 req-d7c4e525-60ce-4925-9aae-3175650126e6 service neutron] 10.222.0.18 "GET /v2.0/networks/694bdbc1-64e1-4f22-92bb-851cbbfe46d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131100 Dec 09 22:32:26.637597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43178) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:26.646192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-308611fa-447e-436d-a86f-d9e6e76828d7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:26.779761 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:26.847639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308611fa-447e-436d-a86f-d9e6e76828d7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:26.851584 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-308611fa-447e-436d-a86f-d9e6e76828d7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:26.917442 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:26.927843 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:27.031106 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b99dfdfe-b2db-4467-b438-a1163eb4dec7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:27.061898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Network f16f7172-a535-46bf-a20c-df7868a46f92 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:27.072007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:27.079993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:27.090257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Pushing event updated for resources: {'Port': ['ID=9a8ec5d3-0882-40e1-8434-11a816d9ddbe,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:27.192721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8b162c88-3ca4-4fee-b546-1e6d1e33b98b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:27.246226 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-586d7a03-ea4d-478c-b24d-182224848387 req-f50074ee-19c1-4134-9fb0-29af61e5d188 service neutron] 10.222.0.18 "GET /v2.0/networks/694bdbc1-64e1-4f22-92bb-851cbbfe46d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893529 Dec 09 22:32:27.277928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Attempting to bind port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:32:27.278418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Attempting to bind port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:32:27.278792 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Attempting to bind port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe on network f16f7172-a535-46bf-a20c-df7868a46f92 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:32:27.296656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:32:27.297077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Checking segment: {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:27.297544 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:27.297990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Bound using segment: {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:32:27.298706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Bound port: 9a8ec5d3-0882-40e1-8434-11a816d9ddbe, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:32:27.299083 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:27.347151 n-d-789963-23 neutron-server[103417]: INFO neutron.db.ipam_backend_mixin [None req-308611fa-447e-436d-a86f-d9e6e76828d7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6672a8ba-5d71-4b63-8368-ed3a099d03ab (CIDR: 2001:db8::/64) Dec 09 22:32:27.399957 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] For port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:32:27.405187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] For port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a8ec5d3-0882-40e1-8434-11a816d9ddbe,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:32:27.408615 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-308611fa-447e-436d-a86f-d9e6e76828d7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:32:27.409334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308611fa-447e-436d-a86f-d9e6e76828d7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:27.412924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:27.418045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dfdfe-b2db-4467-b438-a1163eb4dec7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Subnet': ['ID=e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:27.461895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dfdfe-b2db-4467-b438-a1163eb4dec7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Checking segment: {'id': '51e53e35-adb8-463b-9076-2c5cd973d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:27.462722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99dfdfe-b2db-4467-b438-a1163eb4dec7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network hostable DHCP agents. Network: c11c7664-ff83-41f2-81d7-1c9208e4bd12, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:32:27.492062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefe3d7-3e38-4fe6-8ace-cc8c688d1457 None None] Pushing event updated for resources: {'Port': ['ID=9a8ec5d3-0882-40e1-8434-11a816d9ddbe,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:27.501629 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-308611fa-447e-436d-a86f-d9e6e76828d7 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8598220 Dec 09 22:32:27.504497 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43186) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:27.511797 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:27.512218 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:27.520866 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-04402d71-de67-41f7-8492-4f05605dbba1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:27.568461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99dfdfe-b2db-4467-b438-a1163eb4dec7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network c11c7664-ff83-41f2-81d7-1c9208e4bd12 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:32:27.662411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-b99dfdfe-b2db-4467-b438-a1163eb4dec7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c11c7664-ff83-41f2-81d7-1c9208e4bd12) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:27.673547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99dfdfe-b2db-4467-b438-a1163eb4dec7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:27.674190 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b99dfdfe-b2db-4467-b438-a1163eb4dec7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:27.702394 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b99dfdfe-b2db-4467-b438-a1163eb4dec7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2528794 Dec 09 22:32:27.705638 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43188) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:27.720043 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbfb4ce-5f5d-4386-afa6-bb6cec553aa1 None None] Network c11c7664-ff83-41f2-81d7-1c9208e4bd12 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:27.767523 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd2972-0d76-456e-9bc5-3c7e0ebf66f7 req-e7d771c8-72ab-491d-b7b6-a4eaf85b6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:27.774795 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6fd2972-0d76-456e-9bc5-3c7e0ebf66f7 req-e7d771c8-72ab-491d-b7b6-a4eaf85b6a80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9fe9ae07-d789-4c51-ba67-6e3bb228e467 HTTP/1.1" status: 200 len: 914 time: 1.1344354 Dec 09 22:32:27.792241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05a5ff-e047-43e1-93a9-ddf5c3bba6c5 req-2cb89d19-d1f1-4138-8e8a-b05e70194670 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:27.810061 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d05a5ff-e047-43e1-93a9-ddf5c3bba6c5 req-2cb89d19-d1f1-4138-8e8a-b05e70194670 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 984 time: 1.4431074 Dec 09 22:32:27.826363 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:27.978995 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:28.004857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:32:28.006505 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:28.036301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-da085cda-5f0e-48c2-a720-40a00a835686 None None] Provisioning complete for port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:28.036818 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-da085cda-5f0e-48c2-a720-40a00a835686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:28.083340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,segment=NetworkSegment(7d7b352d-492f-42f4-9610-275eee9467a8),segment_id=7d7b352d-492f-42f4-9610-275eee9467a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:28.112003 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6fd2972-0d76-456e-9bc5-3c7e0ebf66f7 req-3e55216d-8184-48f1-813f-bce8b2183ea7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a82bef5f-cfc9-4ab6-bda9-d66300c4c995 HTTP/1.1" status: 200 len: 217 time: 0.1285045 Dec 09 22:32:28.127335 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:28.305214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:28.350850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04402d71-de67-41f7-8492-4f05605dbba1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:28.359434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04402d71-de67-41f7-8492-4f05605dbba1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:28.439132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Allocated IP 2001:db8::2 (c11c7664-ff83-41f2-81d7-1c9208e4bd12/e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d/96a0a253-6fa9-4b37-ab14-c324ac917fee) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:28.442198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-da085cda-5f0e-48c2-a720-40a00a835686 None None] Provisioning complete for port 26e84856-bc08-451d-baf9-dde2900fed7b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:28.442702 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-da085cda-5f0e-48c2-a720-40a00a835686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:28.448351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac80c3-9242-4fdf-afa5-2d836412876e req-2cdf3682-cc4d-41c5-839d-64d571a2817e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:28.457378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5dac80c3-9242-4fdf-afa5-2d836412876e req-2cdf3682-cc4d-41c5-839d-64d571a2817e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.8544483 Dec 09 22:32:28.500775 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d05a5ff-e047-43e1-93a9-ddf5c3bba6c5 req-f17108ee-1abd-4631-8bb6-aac428dd3519 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=2831a015-5512-4b97-9f0a-5248f72d7004&id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.6886992 Dec 09 22:32:28.507131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd2972-0d76-456e-9bc5-3c7e0ebf66f7 req-e2434d7b-eb01-40ba-9765-4213ffd5b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:28.508665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6fd2972-0d76-456e-9bc5-3c7e0ebf66f7 req-e2434d7b-eb01-40ba-9765-4213ffd5b10c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f1004dd-1947-4098-b1fd-e21f1a6f9f7e HTTP/1.1" status: 200 len: 853 time: 0.3779845 Dec 09 22:32:28.529630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-da085cda-5f0e-48c2-a720-40a00a835686 None None] Port 26e84856-bc08-451d-baf9-dde2900fed7b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:28.574519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Allocated IP 172.25.8.12 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/bbd718af-df3c-40ed-b189-1ef47d03b19f) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:28.647571 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6fd2972-0d76-456e-9bc5-3c7e0ebf66f7 req-67fbe830-2f4a-4105-85f0-954b5db0cecb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fe9ae07-d789-4c51-ba67-6e3bb228e467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941963 Dec 09 22:32:28.779311 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:28.789777 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:28.810585 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:28.832900 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Network c11c7664-ff83-41f2-81d7-1c9208e4bd12 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:28.838139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:28.843693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5dac80c3-9242-4fdf-afa5-2d836412876e req-5bd03970-4341-40f5-a6a7-63b578021fa1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3852978 Dec 09 22:32:28.845219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:28.857697 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4d7bbbf5-957e-4e4a-9723-fd3d5756da57 None None] Provisioning complete for port 1b4d896f-c179-45d8-8d76-38173bd56417 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:28.876308 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbbf5-957e-4e4a-9723-fd3d5756da57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:28.986411 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bbbf5-957e-4e4a-9723-fd3d5756da57 None None] Port 1b4d896f-c179-45d8-8d76-38173bd56417 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:29.055079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Pushing event updated for resources: {'Port': ['ID=96a0a253-6fa9-4b37-ab14-c324ac917fee,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:29.109339 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6fd2972-0d76-456e-9bc5-3c7e0ebf66f7 req-1f6d3dc9-fd56-4e1b-a840-ed5f0027ba94 service neutron] 10.222.0.18 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268022 Dec 09 22:32:29.142103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Attempting to bind port 96a0a253-6fa9-4b37-ab14-c324ac917fee on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:32:29.143350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Attempting to bind port 96a0a253-6fa9-4b37-ab14-c324ac917fee by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '51e53e35-adb8-463b-9076-2c5cd973d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:32:29.143350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Attempting to bind port 96a0a253-6fa9-4b37-ab14-c324ac917fee on network c11c7664-ff83-41f2-81d7-1c9208e4bd12 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:32:29.161859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:32:29.162285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Checking segment: {'id': '51e53e35-adb8-463b-9076-2c5cd973d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:29.162648 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:29.163053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Bound using segment: {'id': '51e53e35-adb8-463b-9076-2c5cd973d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:32:29.163551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Bound port: 96a0a253-6fa9-4b37-ab14-c324ac917fee, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e53e35-adb8-463b-9076-2c5cd973d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:32:29.163941 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:29.191762 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:29.195260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a8ec5d3-0882-40e1-8434-11a816d9ddbe up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:29.299889 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6fd2972-0d76-456e-9bc5-3c7e0ebf66f7 req-b53e6dd2-2880-44fc-8d6d-7647714d7b28 service neutron] 10.222.0.18 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678073 Dec 09 22:32:29.308649 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:29.324996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] For port 96a0a253-6fa9-4b37-ab14-c324ac917fee, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:32:29.328582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] For port 96a0a253-6fa9-4b37-ab14-c324ac917fee, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=96a0a253-6fa9-4b37-ab14-c324ac917fee,segment=NetworkSegment(51e53e35-adb8-463b-9076-2c5cd973d129),segment_id=51e53e35-adb8-463b-9076-2c5cd973d129)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:32:29.338409 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:29.422269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Pushing event updated for resources: {'Port': ['ID=bbd718af-df3c-40ed-b189-1ef47d03b19f,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:29.453063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:29.455664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:29.469719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:29.544894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a737efa-76bd-4684-bb87-65ad703dc0e3 None None] Pushing event updated for resources: {'Port': ['ID=96a0a253-6fa9-4b37-ab14-c324ac917fee,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:29.574918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:29.575296 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:29.681857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04402d71-de67-41f7-8492-4f05605dbba1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:29.798252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04402d71-de67-41f7-8492-4f05605dbba1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:29.820900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-04402d71-de67-41f7-8492-4f05605dbba1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:29.827724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04402d71-de67-41f7-8492-4f05605dbba1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:29.828349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04402d71-de67-41f7-8492-4f05605dbba1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:29.860850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561d92f7-780d-4c57-85ee-48aa980ee137 None None] Network f16f7172-a535-46bf-a20c-df7868a46f92 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:29.868163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04402d71-de67-41f7-8492-4f05605dbba1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Subnet': ['ID=230c6aec-4a14-42a7-8ab7-452b1f98f929,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:29.922166 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-04402d71-de67-41f7-8492-4f05605dbba1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4138634 Dec 09 22:32:29.922865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43218) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:29.930922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-51222560-c8c9-4f6a-9169-4f472a8508c8 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-429724603', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '230c6aec-4a14-42a7-8ab7-452b1f98f929'}], 'security_groups': ['229e4160-ae09-45f4-b0d8-033be76974b5']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:30.070286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf02ecc-7e21-474a-95c4-db9170bc57f4 None None] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:30.145169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d98cf0-7972-4a14-a3d8-e8db64395da8 req-0ede8bba-64c7-4a6e-9100-4233e526aa9b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:30.155677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87d98cf0-7972-4a14-a3d8-e8db64395da8 req-0ede8bba-64c7-4a6e-9100-4233e526aa9b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 984 time: 0.4285054 Dec 09 22:32:30.165828 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:30.189474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Allocated IP 2001:db8::1 (c11c7664-ff83-41f2-81d7-1c9208e4bd12/e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d/4032c804-f345-49fd-a814-03f699a5ea74) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:30.361558 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-292d17d7-98ad-49d3-a8dd-3ee0fe2860bc None None] Provisioning complete for port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:30.361558 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-292d17d7-98ad-49d3-a8dd-3ee0fe2860bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:30.410154 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51222560-c8c9-4f6a-9169-4f472a8508c8 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:30.421352 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a8ec5d3-0882-40e1-8434-11a816d9ddbe,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:30.440153 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:30.440480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8b162c88-3ca4-4fee-b546-1e6d1e33b98b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:30.495256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87d98cf0-7972-4a14-a3d8-e8db64395da8 req-ba556ec6-3ac0-40c9-8a77-f303a52148ff tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=2831a015-5512-4b97-9f0a-5248f72d7004&id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2633412 Dec 09 22:32:30.552224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3af41f-4276-407f-a198-4e3b6857cc0f req-0dc0ce66-5de8-44f8-aab9-d24104c97e86 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:30.564837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed3af41f-4276-407f-a198-4e3b6857cc0f req-0dc0ce66-5de8-44f8-aab9-d24104c97e86 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.3626390 Dec 09 22:32:30.570830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-abc6f709-21dd-43ee-91bd-3acc01ebe506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:30.572500 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-abc6f709-21dd-43ee-91bd-3acc01ebe506 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c&tenant_id=e553cf18c1da4077a85cacb736b72c41 HTTP/1.1" status: 200 len: 1096 time: 0.2653720 Dec 09 22:32:30.610444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=9a8ec5d3-0882-40e1-8434-11a816d9ddbe,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:30.663177 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:30.688179 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed3af41f-4276-407f-a198-4e3b6857cc0f req-01ef4615-84c5-4d16-a6e6-77088c276468 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222639 Dec 09 22:32:30.880547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-2184f0e3-8bea-4644-b7a2-377fd9be6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:30.882084 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-2184f0e3-8bea-4644-b7a2-377fd9be6c33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 1096 time: 0.1374760 Dec 09 22:32:30.944463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:30.944838 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:31.048012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:31.141662 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:31.329033 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:31.337431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43632cc-4aa1-42ca-ba8c-2c07c29d8398 None None] Update dhcp port {'port': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'fixed_ips': [{'subnet_id': '6672a8ba-5d71-4b63-8368-ed3a099d03ab', 'ip_address': '2001:db8::2'}, {'subnet_id': '230c6aec-4a14-42a7-8ab7-452b1f98f929'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '8b162c88-3ca4-4fee-b546-1e6d1e33b98b'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:32:31.349177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-28f4bca2-bb1b-4410-913d-d42621c2e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:31.350761 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-28f4bca2-bb1b-4410-913d-d42621c2e9fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 917 time: 0.4583299 Dec 09 22:32:31.396340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=4032c804-f345-49fd-a814-03f699a5ea74,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:31.427088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network c11c7664-ff83-41f2-81d7-1c9208e4bd12 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:31.428120 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a64c7482-5bb3-4961-8934-c7b14b8be6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:31.438238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:31.441884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:31.442451 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:31.444652 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a43632cc-4aa1-42ca-ba8c-2c07c29d8398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:31.448272 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-e8af6519-b382-42f0-87b1-e540b056c50d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb HTTP/1.1" status: 200 len: 1000 time: 0.0852721 Dec 09 22:32:31.470721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6804758a-5e11-43af-8128-35232b5cd092 None None] Provisioning complete for port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:31.471054 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6804758a-5e11-43af-8128-35232b5cd092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:31.513122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-27511a9c-87cc-4710-9cf4-2559552c9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:31.514642 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-27511a9c-87cc-4710-9cf4-2559552c9cfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.0564198 Dec 09 22:32:31.553062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Router e5aa4118-1bb7-44fe-956e-af8815d390f8 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:32:31.573498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-4544ac76-3b08-4506-b0af-ff9b12f9cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:31.575197 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-4544ac76-3b08-4506-b0af-ff9b12f9cd76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524113 Dec 09 22:32:31.607452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a84b0b-dad5-48f6-8cfd-7041c4d65a34 None None] Network c11c7664-ff83-41f2-81d7-1c9208e4bd12 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:31.675736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:31.706086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-51222560-c8c9-4f6a-9169-4f472a8508c8 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Delete allocated IP 2001:db8::15 (6fb6095d-4a56-405b-b913-8a591714a0b4/6672a8ba-5d71-4b63-8368-ed3a099d03ab) {{(pid=103417) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 22:32:31.918008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd83d0c-6ee6-4c08-812f-32548aebd881 req-c21cd55a-b94a-4bbe-a378-9f48a7b41467 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:31.919760 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fcd83d0c-6ee6-4c08-812f-32548aebd881 req-c21cd55a-b94a-4bbe-a378-9f48a7b41467 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 984 time: 0.2485862 Dec 09 22:32:32.007457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:32:32.018154 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Sync routers for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:32:32.021662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e3c68-0dcb-4cb9-82d8-8f37a45fe32a req-9cb527f8-90ee-445b-a3be-ca149832fb32 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:32.029040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-51222560-c8c9-4f6a-9169-4f472a8508c8 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8:0:1::325 (6fb6095d-4a56-405b-b913-8a591714a0b4/230c6aec-4a14-42a7-8ab7-452b1f98f929/1b4d896f-c179-45d8-8d76-38173bd56417) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:32.030134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f7e3c68-0dcb-4cb9-82d8-8f37a45fe32a req-9cb527f8-90ee-445b-a3be-ca149832fb32 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.1802826 Dec 09 22:32:32.031870 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:32.033215 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:32.037973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a8ec5d3-0882-40e1-8434-11a816d9ddbe up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:32.069511 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-6c570e7d-7301-462d-86c0-663dc631b9dc service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495392 Dec 09 22:32:32.085053 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:32.086336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-53039943-31af-455e-9fae-80861e4f46fe admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1021767 Dec 09 22:32:32.113194 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43246) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:32.153198 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:32:32.250296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4067a431-e791-475e-adfc-34dc1adcc5ea None None] Provisioning complete for port 96a0a253-6fa9-4b37-ab14-c324ac917fee triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:32.250630 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4067a431-e791-475e-adfc-34dc1adcc5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:32.270000 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51222560-c8c9-4f6a-9169-4f472a8508c8 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:32.278818 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51222560-c8c9-4f6a-9169-4f472a8508c8 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:32.307912 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f7e3c68-0dcb-4cb9-82d8-8f37a45fe32a req-d6bdb577-2a71-4035-86da-02056f5bb782 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615986 Dec 09 22:32:32.365998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-51222560-c8c9-4f6a-9169-4f472a8508c8 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] In _notify_port_updated(), no bound segment for port 1b4d896f-c179-45d8-8d76-38173bd56417 on network 6fb6095d-4a56-405b-b913-8a591714a0b4 {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:32:32.367823 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:30Z', 'revision_number': 3, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:32.372968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51222560-c8c9-4f6a-9169-4f472a8508c8 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:32.373634 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51222560-c8c9-4f6a-9169-4f472a8508c8 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:32.375363 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-51222560-c8c9-4f6a-9169-4f472a8508c8 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "PUT /v2.0/ports/1b4d896f-c179-45d8-8d76-38173bd56417 HTTP/1.1" status: 200 len: 930 time: 2.4486964 Dec 09 22:32:32.381757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43250) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:32.448673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fcd83d0c-6ee6-4c08-812f-32548aebd881 req-aac07c4a-3e5c-44d1-952f-20b77a7294d1 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=2831a015-5512-4b97-9f0a-5248f72d7004&id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5046136 Dec 09 22:32:32.488936 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Checking router: e5aa4118-1bb7-44fe-956e-af8815d390f8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:32:32.489541 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Updating router e5aa4118-1bb7-44fe-956e-af8815d390f8 port bbd718af-df3c-40ed-b189-1ef47d03b19f binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:32:32.530400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:32.539311 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:32.548166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51222560-c8c9-4f6a-9169-4f472a8508c8 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=1b4d896f-c179-45d8-8d76-38173bd56417,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:32.562179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:32.562963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:32.602696 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-07ffa1f5-94a7-4dfa-a5ea-2e93f7aa3781 service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152249 Dec 09 22:32:32.633120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:32.633985 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:32.770600 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4067a431-e791-475e-adfc-34dc1adcc5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:32.787691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=4032c804-f345-49fd-a814-03f699a5ea74,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:32.816961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-a43632cc-4aa1-42ca-ba8c-2c07c29d8398 None None] Allocated IP 2001:db8:0:1::2 (6fb6095d-4a56-405b-b913-8a591714a0b4/230c6aec-4a14-42a7-8ab7-452b1f98f929/8b162c88-3ca4-4fee-b546-1e6d1e33b98b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:32.972619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4067a431-e791-475e-adfc-34dc1adcc5ea None None] For port 96a0a253-6fa9-4b37-ab14-c324ac917fee, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=96a0a253-6fa9-4b37-ab14-c324ac917fee,segment=NetworkSegment(51e53e35-adb8-463b-9076-2c5cd973d129),segment_id=51e53e35-adb8-463b-9076-2c5cd973d129)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:32.980495 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4067a431-e791-475e-adfc-34dc1adcc5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:32.999791 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-31a6f554-29f6-46c7-bf50-36e752a32c79 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 1b4d896f-c179-45d8-8d76-38173bd56417 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:33.000136 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31a6f554-29f6-46c7-bf50-36e752a32c79 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.078620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067a431-e791-475e-adfc-34dc1adcc5ea None None] Pushing event updated for resources: {'Port': ['ID=96a0a253-6fa9-4b37-ab14-c324ac917fee,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:33.097751 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31a6f554-29f6-46c7-bf50-36e752a32c79 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.110947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-31a6f554-29f6-46c7-bf50-36e752a32c79 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 1b4d896f-c179-45d8-8d76-38173bd56417 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:33.133302 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.139211 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.199146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a43632cc-4aa1-42ca-ba8c-2c07c29d8398 None None] For port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,segment=NetworkSegment(7d7b352d-492f-42f4-9610-275eee9467a8),segment_id=7d7b352d-492f-42f4-9610-275eee9467a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:33.205252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 96a0a253-6fa9-4b37-ab14-c324ac917fee up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:33.209996 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Attempting to bind port bbd718af-df3c-40ed-b189-1ef47d03b19f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:32:33.210914 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Attempting to bind port bbd718af-df3c-40ed-b189-1ef47d03b19f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:32:33.211453 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Attempting to bind port bbd718af-df3c-40ed-b189-1ef47d03b19f on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:32:33.219044 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:32:33.219689 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:33.220293 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.220870 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:32:33.221516 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Bound port: bbd718af-df3c-40ed-b189-1ef47d03b19f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:32:33.222737 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.257746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-27525de8-393e-47ac-b402-350456dfa8c6 None None] Provisioning complete for port 4032c804-f345-49fd-a814-03f699a5ea74 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:33.258352 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-27525de8-393e-47ac-b402-350456dfa8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.278865 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] For port bbd718af-df3c-40ed-b189-1ef47d03b19f, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:32:33.282650 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] For port bbd718af-df3c-40ed-b189-1ef47d03b19f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bbd718af-df3c-40ed-b189-1ef47d03b19f,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:32:33.288449 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.334953 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31a6f554-29f6-46c7-bf50-36e752a32c79 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.335526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069c3e45-e1e8-4017-a8f6-a3c987fa53e2 req-b449e3c2-8b4f-4489-99f6-c2eeadd4a172 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1735559758&fields=id&tenant_id=a8d23234954d4ea2893572a7e09a00af HTTP/1.1" status: 200 len: 267 time: 0.2208674 Dec 09 22:32:33.337961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network c11c7664-ff83-41f2-81d7-1c9208e4bd12 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:33.348850 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:33.349500 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:33.354141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:33.405590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6f554-29f6-46c7-bf50-36e752a32c79 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=1b4d896f-c179-45d8-8d76-38173bd56417,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:33.409325 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31a6f554-29f6-46c7-bf50-36e752a32c79 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.413746 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-31a6f554-29f6-46c7-bf50-36e752a32c79 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/1b4d896f-c179-45d8-8d76-38173bd56417 HTTP/1.1" status: 204 len: 168 time: 1.0307586 Dec 09 22:32:33.418644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43292) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:33.486299 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e0b23b5a-2f48-431d-99a8-28746d5d4c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.492856 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca7c607-0f8c-4b68-8c22-aebb9706d239 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:32:33.495354 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1ca7c607-0f8c-4b68-8c22-aebb9706d239 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/1b4d896f-c179-45d8-8d76-38173bd56417 HTTP/1.1" status: 404 len: 333 time: 0.0766902 Dec 09 22:32:33.498462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-27525de8-393e-47ac-b402-350456dfa8c6 None None] Port 4032c804-f345-49fd-a814-03f699a5ea74 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:33.498650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43294) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:33.506674 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a43632cc-4aa1-42ca-ba8c-2c07c29d8398 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.515526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 96a0a253-6fa9-4b37-ab14-c324ac917fee triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:33.516291 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.521995 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a43632cc-4aa1-42ca-ba8c-2c07c29d8398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.591799 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-27525de8-393e-47ac-b402-350456dfa8c6 None None] Provisioning complete for port 96a0a253-6fa9-4b37-ab14-c324ac917fee triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:33.592279 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-27525de8-393e-47ac-b402-350456dfa8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.720295 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.785191 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:32:33.792529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43632cc-4aa1-42ca-ba8c-2c07c29d8398 None None] Pushing event updated for resources: {'Port': ['ID=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:33.810361 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21701e0d-150b-41b3-b831-95c3547ce5c1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.901460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21701e0d-150b-41b3-b831-95c3547ce5c1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:33.913649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51211e6-3f3a-4336-a616-a0f528257a37 req-3b584a42-104b-4ef3-b4df-d86095f4fba8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:33.915315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:32:33.925286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d51211e6-3f3a-4336-a616-a0f528257a37 req-3b584a42-104b-4ef3-b4df-d86095f4fba8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.4129572 Dec 09 22:32:33.980021 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c3e45-e1e8-4017-a8f6-a3c987fa53e2 req-91ce3cad-65fd-43e9-9698-c4fcf80442f2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:33.991517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069c3e45-e1e8-4017-a8f6-a3c987fa53e2 req-91ce3cad-65fd-43e9-9698-c4fcf80442f2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 984 time: 0.6554966 Dec 09 22:32:34.002096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-069c3e45-e1e8-4017-a8f6-a3c987fa53e2 req-69a242d4-8e24-42b9-ae09-5476fbfc0621 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'port': {'security_groups': ['2831a015-5512-4b97-9f0a-5248f72d7004', '5dfdaa4f-87ba-4816-b98d-0410d3da7ce1', '01dd479f-4806-4437-a8b9-66723aa7d999']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:34.032150 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2e119d25-1a80-4e4f-a21e-9f353e36e9ac None None] Provisioning complete for port 4032c804-f345-49fd-a814-03f699a5ea74 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:34.034585 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e119d25-1a80-4e4f-a21e-9f353e36e9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:34.124095 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Pushing event updated for resources: {'Port': ['ID=bbd718af-df3c-40ed-b189-1ef47d03b19f,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:34.126440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2e119d25-1a80-4e4f-a21e-9f353e36e9ac None None] Port 4032c804-f345-49fd-a814-03f699a5ea74 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:34.146587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21701e0d-150b-41b3-b831-95c3547ce5c1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:34.146956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8b162c88-3ca4-4fee-b546-1e6d1e33b98b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:34.151668 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21701e0d-150b-41b3-b831-95c3547ce5c1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:34.155480 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-21701e0d-150b-41b3-b831-95c3547ce5c1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/security-groups/53cf15c7-5540-486f-8d28-6bceddb806a6 HTTP/1.1" status: 204 len: 168 time: 0.6520352 Dec 09 22:32:34.155665 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.155665 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.155665 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.156631 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.158008 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.160711 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.161631 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.162215 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.163349 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.163946 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.164503 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.165840 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.167601 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:34.198011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43302) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:34.250978 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0031d6-8207-407a-be91-fff0f9252b64 None None] Pushing event updated for resources: {'Port': ['ID=bbd718af-df3c-40ed-b189-1ef47d03b19f,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:34.301737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:34.302467 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:34.306852 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:30Z', 'revision_number': 3, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:34.310331 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:32:34.328328 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-599def29-0c87-4a16-a24f-749749800dbd tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6213989 Dec 09 22:32:34.347622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43304) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:34.353278 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a06803-e90f-4caa-aaf5-f697c85f2cef None None] The sync data for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 is: [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:30Z', 'revision_number': 3, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:32:34.354657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4a19e2a4-f071-4538-845f-c4d2d2caac8e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1694525968'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:34.386198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Sync routers for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:32:34.418065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21701e0d-150b-41b3-b831-95c3547ce5c1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cf15c7-5540-486f-8d28-6bceddb806a6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:34.427839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a19e2a4-f071-4538-845f-c4d2d2caac8e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:34.432442 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a19e2a4-f071-4538-845f-c4d2d2caac8e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:34.475939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a19e2a4-f071-4538-845f-c4d2d2caac8e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:32:34.502670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:34.503405 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:34.508638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a19e2a4-f071-4538-845f-c4d2d2caac8e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:34.508835 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-4a19e2a4-f071-4538-845f-c4d2d2caac8e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Added segment 2303ceea-0317-460a-831e-c5df02a0a27c of type vlan for network 4ad2237b-1da3-47a0-97b8-435001be74e7 Dec 09 22:32:34.528869 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-069c3e45-e1e8-4017-a8f6-a3c987fa53e2 req-69a242d4-8e24-42b9-ae09-5476fbfc0621 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:34.551076 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d51211e6-3f3a-4336-a616-a0f528257a37 req-58f166a0-55dd-4299-9c35-9f4f27538df8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6248467 Dec 09 22:32:34.625298 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a19e2a4-f071-4538-845f-c4d2d2caac8e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:34.671069 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:34.698432 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a19e2a4-f071-4538-845f-c4d2d2caac8e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:34.718342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a19e2a4-f071-4538-845f-c4d2d2caac8e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:34.723492 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a19e2a4-f071-4538-845f-c4d2d2caac8e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:34.772483 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4a19e2a4-f071-4538-845f-c4d2d2caac8e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4222088 Dec 09 22:32:34.786447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43306) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:34.858520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f7f7d01f-1cb3-4735-839a-a563c5b8096d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'subnet': {'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:34.897451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-497eeb7d-49cd-4238-b8ee-52de94dce44d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:34.900488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 96a0a253-6fa9-4b37-ab14-c324ac917fee up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:34.931635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-497eeb7d-49cd-4238-b8ee-52de94dce44d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:35.055142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19e2a4-f071-4538-845f-c4d2d2caac8e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Network': ['ID=4ad2237b-1da3-47a0-97b8-435001be74e7,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:35.055752 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-497eeb7d-49cd-4238-b8ee-52de94dce44d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:35.059020 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-497eeb7d-49cd-4238-b8ee-52de94dce44d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:35.060264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-497eeb7d-49cd-4238-b8ee-52de94dce44d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/security-groups/229e4160-ae09-45f4-b0d8-033be76974b5 HTTP/1.1" status: 204 len: 168 time: 0.8570852 Dec 09 22:32:35.067335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43318) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:35.091498 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:35.118081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 4ad2237b-1da3-47a0-97b8-435001be74e7 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:32:35.204923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497eeb7d-49cd-4238-b8ee-52de94dce44d tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229e4160-ae09-45f4-b0d8-033be76974b5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:35.208989 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:32:35.253476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d79c241-d6fc-48a3-ae29-cfa03198ca36 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting subnet 6672a8ba-5d71-4b63-8368-ed3a099d03ab {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:32:35.260209 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d79c241-d6fc-48a3-ae29-cfa03198ca36 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:35.441465 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d79c241-d6fc-48a3-ae29-cfa03198ca36 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:35.664836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d79c241-d6fc-48a3-ae29-cfa03198ca36 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:35.712760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-069c3e45-e1e8-4017-a8f6-a3c987fa53e2 req-69a242d4-8e24-42b9-ae09-5476fbfc0621 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] For port a82bef5f-cfc9-4ab6-bda9-d66300c4c995, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:35.749289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 96a0a253-6fa9-4b37-ab14-c324ac917fee triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:35.749660 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:35.777217 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d79c241-d6fc-48a3-ae29-cfa03198ca36 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:35.837734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79c241-d6fc-48a3-ae29-cfa03198ca36 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Subnet': ['ID=6672a8ba-5d71-4b63-8368-ed3a099d03ab,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:35.854864 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d79c241-d6fc-48a3-ae29-cfa03198ca36 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:35.864772 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6d79c241-d6fc-48a3-ae29-cfa03198ca36 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/6672a8ba-5d71-4b63-8368-ed3a099d03ab HTTP/1.1" status: 204 len: 168 time: 0.7920089 Dec 09 22:32:35.865460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43334) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:35.873476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-07801acb-81f0-4f2c-b7d3-d58b78ccaf98 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:35.884188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ab098b70-c87a-4521-9421-7abc17e4a3bc None None] Provisioning complete for port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:35.884564 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ab098b70-c87a-4521-9421-7abc17e4a3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:35.986536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a267d212-4976-454a-bb1b-e249128a9a2c None None] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:36.010226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Allocated IP 172.20.0.1 (f16f7172-a535-46bf-a20c-df7868a46f92/992210bd-a6ee-474f-a5bf-287bbb7205d0/bf096e60-1dc2-4edd-be37-2229eff5963d) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:36.042774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-069c3e45-e1e8-4017-a8f6-a3c987fa53e2 req-69a242d4-8e24-42b9-ae09-5476fbfc0621 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:36.055321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-069c3e45-e1e8-4017-a8f6-a3c987fa53e2 req-69a242d4-8e24-42b9-ae09-5476fbfc0621 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:36.109598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['36a9a9f0-f628-41c3-9dc5-edf22856d7c3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:36.164786 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a242d4-8e24-42b9-ae09-5476fbfc0621 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'Port': ['ID=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,revision_number=7']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:36.177146 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f7d01f-1cb3-4735-839a-a563c5b8096d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:36.183398 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d01f-1cb3-4735-839a-a563c5b8096d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:36.215909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a82bef5f-cfc9-4ab6-bda9-d66300c4c995'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:36.223606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07801acb-81f0-4f2c-b7d3-d58b78ccaf98 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:36.232464 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-07801acb-81f0-4f2c-b7d3-d58b78ccaf98 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:36.529178 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d01f-1cb3-4735-839a-a563c5b8096d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:36.554480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ab098b70-c87a-4521-9421-7abc17e4a3bc None None] Could not find standard attr ID for object 1b4d896f-c179-45d8-8d76-38173bd56417. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:32:36.612915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f722f01a-d69b-485a-8da4-8391839518db no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:32:36.691566 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:36.710286 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:36.776616 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-07801acb-81f0-4f2c-b7d3-d58b78ccaf98 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:36.871465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c3e45-e1e8-4017-a8f6-a3c987fa53e2 req-69a242d4-8e24-42b9-ae09-5476fbfc0621 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:36.872152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-069c3e45-e1e8-4017-a8f6-a3c987fa53e2 req-69a242d4-8e24-42b9-ae09-5476fbfc0621 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:36.873608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-069c3e45-e1e8-4017-a8f6-a3c987fa53e2 req-69a242d4-8e24-42b9-ae09-5476fbfc0621 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "PUT /v2.0/ports/a82bef5f-cfc9-4ab6-bda9-d66300c4c995 HTTP/1.1" status: 200 len: 1020 time: 2.8810852 Dec 09 22:32:36.879703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c001d3-c2d6-4902-932d-fbe5c77f4b3a', 'tag': 'a82bef5f-cfc9-4ab6-bda9-d66300c4c995'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:32:36.889740 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0035ef4-ce0d-404a-b9ec-dd608809859a" -d '{"events": [{"name": "network-changed", "server_uuid": "44c001d3-c2d6-4902-932d-fbe5c77f4b3a", "tag": "a82bef5f-cfc9-4ab6-bda9-d66300c4c995"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:32:36.917905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1914b-3f7f-4728-afff-f2bf62dd8417 req-99e14e28-7e5d-4813-9b81-f14a0db55e9d tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:36.926504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-22c1914b-3f7f-4728-afff-f2bf62dd8417 req-99e14e28-7e5d-4813-9b81-f14a0db55e9d tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 950 time: 1.1560926 Dec 09 22:32:36.933291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07801acb-81f0-4f2c-b7d3-d58b78ccaf98 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:36.945061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-07801acb-81f0-4f2c-b7d3-d58b78ccaf98 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:36.949020 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ab098b70-c87a-4521-9421-7abc17e4a3bc None None] Provisioning complete for port 26e84856-bc08-451d-baf9-dde2900fed7b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:36.949400 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ab098b70-c87a-4521-9421-7abc17e4a3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:36.962261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07801acb-81f0-4f2c-b7d3-d58b78ccaf98 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:36.968207 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-07801acb-81f0-4f2c-b7d3-d58b78ccaf98 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.004104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bbd718af-df3c-40ed-b189-1ef47d03b19f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:37.005522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07801acb-81f0-4f2c-b7d3-d58b78ccaf98 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Subnet': ['ID=285581c3-e30f-4d73-8b38-53a52d71e590,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:37.022007 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-07801acb-81f0-4f2c-b7d3-d58b78ccaf98 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1523852 Dec 09 22:32:37.022850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43342) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:37.030356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1fab13d4-7142-4beb-b7e3-834d3bac2dc1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'security_group': {'name': 'tempest-secgroup-17765361'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:37.075555 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fab13d4-7142-4beb-b7e3-834d3bac2dc1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.088514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['a82bef5f-cfc9-4ab6-bda9-d66300c4c995'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:37.093770 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.136231 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.187594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Pushing event updated for resources: {'Port': ['ID=bf096e60-1dc2-4edd-be37-2229eff5963d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:37.206184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-22c1914b-3f7f-4728-afff-f2bf62dd8417 req-5e45c83a-7594-4548-9851-b29f162a1dd8 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786069 Dec 09 22:32:37.224348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7d01f-1cb3-4735-839a-a563c5b8096d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Subnet': ['ID=cb79ddd8-4384-4afe-aedd-0b261a5aa7a3,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:37.241004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7d01f-1cb3-4735-839a-a563c5b8096d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Checking segment: {'id': '2303ceea-0317-460a-831e-c5df02a0a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:37.241572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7d01f-1cb3-4735-839a-a563c5b8096d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network hostable DHCP agents. Network: 4ad2237b-1da3-47a0-97b8-435001be74e7, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:32:37.260251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fab13d4-7142-4beb-b7e3-834d3bac2dc1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.266399 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fab13d4-7142-4beb-b7e3-834d3bac2dc1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.272300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d388c3-6af3-4d7b-a8e6-bb030c44e2ae req-e62e1f7f-3d03-4cac-a68a-d4d3ba45ed4c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:37.274059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53d388c3-6af3-4d7b-a8e6-bb030c44e2ae req-e62e1f7f-3d03-4cac-a68a-d4d3ba45ed4c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.2629890 Dec 09 22:32:37.281993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Network f16f7172-a535-46bf-a20c-df7868a46f92 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:37.287607 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:37.294588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:37.301206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7d01f-1cb3-4735-839a-a563c5b8096d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 4ad2237b-1da3-47a0-97b8-435001be74e7 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:32:37.404879 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fab13d4-7142-4beb-b7e3-834d3bac2dc1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.410220 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1fab13d4-7142-4beb-b7e3-834d3bac2dc1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3830492 Dec 09 22:32:37.422337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab13d4-7142-4beb-b7e3-834d3bac2dc1 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbaefc1-75ff-4ee6-8054-564576119bc2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:37.427203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43350) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:37.438141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0a75f188-8fcc-4554-bca3-e3661c240adb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'security_group': {'name': 'tempest-secgroup-1511121587'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:37.442904 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.482290 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a75f188-8fcc-4554-bca3-e3661c240adb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.489009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f7f7d01f-1cb3-4735-839a-a563c5b8096d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 4ad2237b-1da3-47a0-97b8-435001be74e7) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:37.509809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f7d01f-1cb3-4735-839a-a563c5b8096d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:37.520589 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d01f-1cb3-4735-839a-a563c5b8096d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.588292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f7f7d01f-1cb3-4735-839a-a563c5b8096d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7983873 Dec 09 22:32:37.600964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43352) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:37.616705 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.617662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd7b00a-a2a6-4b42-bbdc-767ef95ec48a None None] Network 4ad2237b-1da3-47a0-97b8-435001be74e7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:37.701662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:37.735754 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a75f188-8fcc-4554-bca3-e3661c240adb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.742021 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a75f188-8fcc-4554-bca3-e3661c240adb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.781618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:32:31Z', 'revision_number': 2, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:31Z', 'revision_number': 2, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:37.819448 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:32:37.821979 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7758ef-18de-4afa-9f2b-666a5e6362a3" -d '{"events": [{"server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f722f01a-d69b-485a-8da4-8391839518db"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:32:37.823070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a75f188-8fcc-4554-bca3-e3661c240adb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.833078 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0a75f188-8fcc-4554-bca3-e3661c240adb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4020956 Dec 09 22:32:37.842832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43356) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:37.847452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ab098b70-c87a-4521-9421-7abc17e4a3bc None None] Port 26e84856-bc08-451d-baf9-dde2900fed7b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:37.852403 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:37.866366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8bf08302-da4e-49f6-8ad8-0aa06216db64 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'security_group': {'name': 'tempest-secgroup-1401509480'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:37.890335 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Checking router: fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:32:37.890694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Updating router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 port 4032c804-f345-49fd-a814-03f699a5ea74 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:32:37.905998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75f188-8fcc-4554-bca3-e3661c240adb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b7aa4d-7f78-4900-bcbf-385857b5c9c8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:37.928630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53d388c3-6af3-4d7b-a8e6-bb030c44e2ae req-c075db23-49bc-4bff-aa7f-29f8a39bff01 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6148396 Dec 09 22:32:37.946218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8bf08302-da4e-49f6-8ad8-0aa06216db64 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:38.032685 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b138e8e-3085-4020-b01b-bcecb9df57f2 req-e83f7e89-c623-4be5-be50-8a25d90f9084 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/01dd479f-4806-4437-a8b9-66723aa7d999 HTTP/1.1" status: 200 len: 1819 time: 0.4634817 Dec 09 22:32:38.051321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:38.098321 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638b2654-5abb-4406-a41a-cddc812b2a95 x-openstack-request-id: req-638b2654-5abb-4406-a41a-cddc812b2a95 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:32:38.098948 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c001d3-c2d6-4902-932d-fbe5c77f4b3a", "tag": "a82bef5f-cfc9-4ab6-bda9-d66300c4c995", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:32:38.099441 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-638b2654-5abb-4406-a41a-cddc812b2a95 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:32:38.100061 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c001d3-c2d6-4902-932d-fbe5c77f4b3a', 'tag': 'a82bef5f-cfc9-4ab6-bda9-d66300c4c995', 'status': 'completed', 'code': 200} Dec 09 22:32:38.133907 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8bf08302-da4e-49f6-8ad8-0aa06216db64 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:38.139658 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8bf08302-da4e-49f6-8ad8-0aa06216db64 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:38.163847 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:38.230481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf08302-da4e-49f6-8ad8-0aa06216db64 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55d3dc5-4434-47df-baf5-8e1fdba92e95,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:38.255605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8bf08302-da4e-49f6-8ad8-0aa06216db64 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:38.259838 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8bf08302-da4e-49f6-8ad8-0aa06216db64 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4144492 Dec 09 22:32:38.261221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43368) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:38.273223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-560045295', 'security_groups': ['d55d3dc5-4434-47df-baf5-8e1fdba92e95'], 'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '285581c3-e30f-4d73-8b38-53a52d71e590'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:38.538475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:38.557894 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1136df62-0658-42ff-8c42-9ff20718620b x-openstack-request-id: req-1136df62-0658-42ff-8c42-9ff20718620b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:32:38.561149 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f722f01a-d69b-485a-8da4-8391839518db", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:32:38.561623 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1136df62-0658-42ff-8c42-9ff20718620b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:32:38.563741 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db', 'code': 200} Dec 09 22:32:38.703812 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-5b138e8e-3085-4020-b01b-bcecb9df57f2 req-fc7f20ce-f09d-49fa-883a-00251b1f76ea tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 22:32:38.705600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b138e8e-3085-4020-b01b-bcecb9df57f2 req-fc7f20ce-f09d-49fa-883a-00251b1f76ea tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "DELETE /v2.0/security-groups/01dd479f-4806-4437-a8b9-66723aa7d999 HTTP/1.1" status: 409 len: 341 time: 0.6656547 Dec 09 22:32:38.715892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035ef4-ce0d-404a-b9ec-dd608809859a req-87e79751-e459-4fea-96a5-99712c7319f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:38.718026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0035ef4-ce0d-404a-b9ec-dd608809859a req-87e79751-e459-4fea-96a5-99712c7319f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8d23234954d4ea2893572a7e09a00af&device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 1175 time: 0.4902430 Dec 09 22:32:38.751955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:38.795766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] device_id is not set on port 79ebb9f9-3159-4e52-8e51-7e41c8b3efc2 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:32:38.839487 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-61555e9f-e6d5-45fe-b5e6-afd852fd3a5b None None] Provisioning complete for port bf096e60-1dc2-4edd-be37-2229eff5963d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:38.839867 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-61555e9f-e6d5-45fe-b5e6-afd852fd3a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:38.972127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:38.978588 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:38.989000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:39.161588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8::1e8 (6fb6095d-4a56-405b-b913-8a591714a0b4/285581c3-e30f-4d73-8b38-53a52d71e590/79ebb9f9-3159-4e52-8e51-7e41c8b3efc2) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:39.656174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:39.751330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:39.789929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port bbd718af-df3c-40ed-b189-1ef47d03b19f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:39.790565 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:39.865301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:39.874734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:39.878812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:39.897702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:39.898576 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:39.960138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=79ebb9f9-3159-4e52-8e51-7e41c8b3efc2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:39.977113 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e06a123d-7490-49e5-9aa9-f3ef924c06dc tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7130711 Dec 09 22:32:39.981059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43430) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:39.995692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-32b791ef-2483-4c3f-bc2a-40e097305cab tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:40.055948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f722f01a-d69b-485a-8da4-8391839518db,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:40.087065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c1fcbe-1cc4-4bce-8e6e-684a0fac2138 None None] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:40.096511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:40.132179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035ef4-ce0d-404a-b9ec-dd608809859a req-ce001fb0-56e7-4649-8424-e8d9576deddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:40.133589 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0035ef4-ce0d-404a-b9ec-dd608809859a req-ce001fb0-56e7-4649-8424-e8d9576deddd service neutron] 10.222.0.18 "GET /v2.0/networks?id=9fe9ae07-d789-4c51-ba67-6e3bb228e467 HTTP/1.1" status: 200 len: 914 time: 1.4015868 Dec 09 22:32:40.222251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b791ef-2483-4c3f-bc2a-40e097305cab tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:40.232527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32b791ef-2483-4c3f-bc2a-40e097305cab tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:40.257540 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-61555e9f-e6d5-45fe-b5e6-afd852fd3a5b None None] Port bf096e60-1dc2-4edd-be37-2229eff5963d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:40.280275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-61555e9f-e6d5-45fe-b5e6-afd852fd3a5b None None] Could not find standard attr ID for object 1b4d896f-c179-45d8-8d76-38173bd56417. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:32:40.308874 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Pushing event updated for resources: {'Port': ['ID=bf096e60-1dc2-4edd-be37-2229eff5963d,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:40.380298 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:40.443167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0035ef4-ce0d-404a-b9ec-dd608809859a req-7c91bd7e-59b5-4258-8334-10f15f478b96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a82bef5f-cfc9-4ab6-bda9-d66300c4c995 HTTP/1.1" status: 200 len: 217 time: 0.1650119 Dec 09 22:32:40.516543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-4ad2237b-1da3-47a0-97b8-435001be74e7', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:32:40.517673 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:40.586022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5535fa3b-fa0e-4cbb-851b-2a4c58f17e89 None None] Provisioning complete for port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:40.586850 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5535fa3b-fa0e-4cbb-851b-2a4c58f17e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:40.591363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port bbd718af-df3c-40ed-b189-1ef47d03b19f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bbd718af-df3c-40ed-b189-1ef47d03b19f,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:40.617736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec22a0-a18c-4385-a0a2-0d22f4250430 req-8289a296-5198-4c6a-8326-4db70f38d754 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:40.619467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9ec22a0-a18c-4385-a0a2-0d22f4250430 req-8289a296-5198-4c6a-8326-4db70f38d754 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.5262327 Dec 09 22:32:40.647533 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:40.714695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef20ed-521a-436f-8115-c3fdab66b6b7 req-bb05bfaa-5229-4380-bc8c-4c92a93982ac tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:40.718299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d7ef20ed-521a-436f-8115-c3fdab66b6b7 req-bb05bfaa-5229-4380-bc8c-4c92a93982ac tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 1023 time: 0.6229761 Dec 09 22:32:40.746697 n-d-789963-23 neutron-server[103417]: INFO neutron.db.ipam_backend_mixin [None req-32b791ef-2483-4c3f-bc2a-40e097305cab tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 285581c3-e30f-4d73-8b38-53a52d71e590 (CIDR: 2001:db8::/64) Dec 09 22:32:40.751572 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b791ef-2483-4c3f-bc2a-40e097305cab tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:32:40.752290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b791ef-2483-4c3f-bc2a-40e097305cab tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:40.774754 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-32b791ef-2483-4c3f-bc2a-40e097305cab tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7925379 Dec 09 22:32:40.777693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43436) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:40.785594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-7ec8ef02-ae8f-497f-94da-34a059fe53bb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:40.842568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=bbd718af-df3c-40ed-b189-1ef47d03b19f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:40.973014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec8ef02-ae8f-497f-94da-34a059fe53bb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:40.979241 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ef02-ae8f-497f-94da-34a059fe53bb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:41.002836 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:41.031693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Network f16f7172-a535-46bf-a20c-df7868a46f92 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:41.045749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71335b-555d-447a-a0b2-e324ebce2efe None None] Update dhcp port {'port': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'fixed_ips': [{'subnet_id': '230c6aec-4a14-42a7-8ab7-452b1f98f929', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '285581c3-e30f-4d73-8b38-53a52d71e590'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '8b162c88-3ca4-4fee-b546-1e6d1e33b98b'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:32:41.087846 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:41.145539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9ec22a0-a18c-4385-a0a2-0d22f4250430 req-a35b3c26-a80e-472a-a556-4a97d201cceb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4805818 Dec 09 22:32:41.146551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:41.182523 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Allocated IP 2001:db8:1::1 (4ad2237b-1da3-47a0-97b8-435001be74e7/cb79ddd8-4384-4afe-aedd-0b261a5aa7a3/c9c86f54-e64d-4570-a8d8-1cfa8f10442a) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:41.195334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035ef4-ce0d-404a-b9ec-dd608809859a req-f20b2711-2aae-4cd5-92ca-e687260da24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:41.196711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0035ef4-ce0d-404a-b9ec-dd608809859a req-f20b2711-2aae-4cd5-92ca-e687260da24c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f1004dd-1947-4098-b1fd-e21f1a6f9f7e HTTP/1.1" status: 200 len: 853 time: 0.6361229 Dec 09 22:32:41.254007 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e71335b-555d-447a-a0b2-e324ebce2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:41.262810 n-d-789963-23 neutron-server[103417]: INFO neutron.db.ipam_backend_mixin [None req-7ec8ef02-ae8f-497f-94da-34a059fe53bb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 230c6aec-4a14-42a7-8ab7-452b1f98f929 (CIDR: 2001:db8:0:1::/64) Dec 09 22:32:41.268194 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec8ef02-ae8f-497f-94da-34a059fe53bb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:32:41.270833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec8ef02-ae8f-497f-94da-34a059fe53bb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:41.333103 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7ec8ef02-ae8f-497f-94da-34a059fe53bb tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5541549 Dec 09 22:32:41.383816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43442) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:41.396156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d067a603-f1a8-4e7c-960c-5fe37980a258 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'subnet': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:41.454273 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:41.584582 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:41.611368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4a0e2-1165-4786-83a2-018e91500d97 req-f3ab8bd0-9a55-478c-beaa-e80ecabf094f tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:41.615327 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bcc4a0e2-1165-4786-83a2-018e91500d97 req-f3ab8bd0-9a55-478c-beaa-e80ecabf094f tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 1023 time: 0.3159235 Dec 09 22:32:41.650288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ea2d2-903f-4243-aba4-97a43734ea81 None None] Pushing event updated for resources: {'Port': ['ID=4032c804-f345-49fd-a814-03f699a5ea74,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:41.797547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Router e5aa4118-1bb7-44fe-956e-af8815d390f8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:32:41.803544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0035ef4-ce0d-404a-b9ec-dd608809859a req-b954a085-8bc9-4951-8c65-4c62999cd211 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fe9ae07-d789-4c51-ba67-6e3bb228e467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5962286 Dec 09 22:32:41.838863 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d7ef20ed-521a-436f-8115-c3fdab66b6b7 req-9f575662-7fa1-47ec-8f10-9e72a7ebc849 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=2831a015-5512-4b97-9f0a-5248f72d7004&id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&id=01dd479f-4806-4437-a8b9-66723aa7d999&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.8246155 Dec 09 22:32:41.925727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d067a603-f1a8-4e7c-960c-5fe37980a258 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Made reservation on behalf of ad62b25d3f244222b707b68c1668e2ff for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:41.949918 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d067a603-f1a8-4e7c-960c-5fe37980a258 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:41.969156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0035ef4-ce0d-404a-b9ec-dd608809859a req-25a2393b-088b-4bdf-9318-fb465245bf25 service neutron] 10.222.0.18 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291111 Dec 09 22:32:41.991700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 4ad2237b-1da3-47a0-97b8-435001be74e7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:42.030553 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-bcc4a0e2-1165-4786-83a2-018e91500d97 req-8300cc46-e1b0-4c2e-9d23-f5cf36f494a2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Deleting port a82bef5f-cfc9-4ab6-bda9-d66300c4c995 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:42.031036 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bcc4a0e2-1165-4786-83a2-018e91500d97 req-8300cc46-e1b0-4c2e-9d23-f5cf36f494a2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:42.084895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5535fa3b-fa0e-4cbb-851b-2a4c58f17e89 None None] Provisioning complete for port 26e84856-bc08-451d-baf9-dde2900fed7b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:42.085499 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5535fa3b-fa0e-4cbb-851b-2a4c58f17e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:42.159632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:42.177378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:42.178284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:42.189150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=c9c86f54-e64d-4570-a8d8-1cfa8f10442a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:42.245620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Allocated IP 2001:db8:1::2 (4ad2237b-1da3-47a0-97b8-435001be74e7/cb79ddd8-4384-4afe-aedd-0b261a5aa7a3/0ae8307c-f60e-4424-ab99-c76834b50e77) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:42.254024 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Attempting to bind port 4032c804-f345-49fd-a814-03f699a5ea74 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:32:42.255018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Attempting to bind port 4032c804-f345-49fd-a814-03f699a5ea74 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '51e53e35-adb8-463b-9076-2c5cd973d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:32:42.255441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Attempting to bind port 4032c804-f345-49fd-a814-03f699a5ea74 on network c11c7664-ff83-41f2-81d7-1c9208e4bd12 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:32:42.354661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:32:42.355219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Checking segment: {'id': '51e53e35-adb8-463b-9076-2c5cd973d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:42.355633 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:42.356032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Bound using segment: {'id': '51e53e35-adb8-463b-9076-2c5cd973d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:32:42.356524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Bound port: 4032c804-f345-49fd-a814-03f699a5ea74, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e53e35-adb8-463b-9076-2c5cd973d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:32:42.356903 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:42.380599 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5535fa3b-fa0e-4cbb-851b-2a4c58f17e89 None None] Port 26e84856-bc08-451d-baf9-dde2900fed7b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:42.403891 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-0e71335b-555d-447a-a0b2-e324ebce2efe None None] Allocated IP 2001:db8::2 (6fb6095d-4a56-405b-b913-8a591714a0b4/285581c3-e30f-4d73-8b38-53a52d71e590/8b162c88-3ca4-4fee-b546-1e6d1e33b98b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:42.414025 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-bcc4a0e2-1165-4786-83a2-018e91500d97 req-8300cc46-e1b0-4c2e-9d23-f5cf36f494a2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] For port a82bef5f-cfc9-4ab6-bda9-d66300c4c995, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:42.414881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bcc4a0e2-1165-4786-83a2-018e91500d97 req-8300cc46-e1b0-4c2e-9d23-f5cf36f494a2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:42.431921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-bcc4a0e2-1165-4786-83a2-018e91500d97 req-8300cc46-e1b0-4c2e-9d23-f5cf36f494a2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Calling delete_port for a82bef5f-cfc9-4ab6-bda9-d66300c4c995 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:42.476892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0035ef4-ce0d-404a-b9ec-dd608809859a req-1917d984-08c6-439d-9856-b080ed035405 service neutron] 10.222.0.18 "GET /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929278 Dec 09 22:32:42.478981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:32:42.491672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2a9470ff-4f61-48bc-b61c-bad93e9e2033 admin admin] 10.222.0.16 "PUT /v2.0/routers/e5aa4118-1bb7-44fe-956e-af8815d390f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3684614 Dec 09 22:32:42.492151 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Sync routers for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:32:42.517891 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:42.519374 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:42.682674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc395b7-6784-4ce6-bd09-0db8eda09b61 req-846f8b10-9acc-4029-a6f8-b8ffba4eb645 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:42.683276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0e71335b-555d-447a-a0b2-e324ebce2efe None None] For port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,segment=NetworkSegment(7d7b352d-492f-42f4-9610-275eee9467a8),segment_id=7d7b352d-492f-42f4-9610-275eee9467a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:42.684268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cc395b7-6784-4ce6-bd09-0db8eda09b61 req-846f8b10-9acc-4029-a6f8-b8ffba4eb645 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.3797493 Dec 09 22:32:42.766180 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:32:42.805108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e71335b-555d-447a-a0b2-e324ebce2efe None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:42.817561 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d067a603-f1a8-4e7c-960c-5fe37980a258 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:42.822716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cc395b7-6784-4ce6-bd09-0db8eda09b61 req-174ab9a8-3487-4b63-9595-ea760bc0e65a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271541 Dec 09 22:32:42.834336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bbd718af-df3c-40ed-b189-1ef47d03b19f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:42.836587 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e71335b-555d-447a-a0b2-e324ebce2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:42.864829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bb78a948-c807-40cb-9b15-eb7b47f6caab None None] Provisioning complete for port bf096e60-1dc2-4edd-be37-2229eff5963d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:42.865200 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb78a948-c807-40cb-9b15-eb7b47f6caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:42.910999 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:42.935892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] For port 4032c804-f345-49fd-a814-03f699a5ea74, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:32:42.997746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d067a603-f1a8-4e7c-960c-5fe37980a258 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:43.011519 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d067a603-f1a8-4e7c-960c-5fe37980a258 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:43.013356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067a603-f1a8-4e7c-960c-5fe37980a258 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Subnet': ['ID=c505fa57-e5a7-43cd-a25c-ee8d17451f0c,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:43.016305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d067a603-f1a8-4e7c-960c-5fe37980a258 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:43.016808 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d067a603-f1a8-4e7c-960c-5fe37980a258 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:43.054450 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d067a603-f1a8-4e7c-960c-5fe37980a258 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6692593 Dec 09 22:32:43.055502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43468) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:43.060745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-08d5ebbc-7b9f-470b-b202-0510383e523c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-160718629', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c505fa57-e5a7-43cd-a25c-ee8d17451f0c'}], 'security_groups': ['fdbaefc1-75ff-4ee6-8054-564576119bc2', '78b7aa4d-7f78-4900-bcbf-385857b5c9c8']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:43.073531 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bcc4a0e2-1165-4786-83a2-018e91500d97 req-8300cc46-e1b0-4c2e-9d23-f5cf36f494a2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:43.169063 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:38Z', 'revision_number': 2, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:43.176463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e94a26e3-4e42-47e9-b047-418d0f465a7d req-51ea70a3-a47f-40b8-9aa4-ab73b7f5d5d7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c001d3-c2d6-4902-932d-fbe5c77f4b3a HTTP/1.1" status: 200 len: 210 time: 0.0703161 Dec 09 22:32:43.177087 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['36a9a9f0-f628-41c3-9dc5-edf22856d7c3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:43.238648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300cc46-e1b0-4c2e-9d23-f5cf36f494a2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event deleted for resources: {'Port': ['ID=a82bef5f-cfc9-4ab6-bda9-d66300c4c995,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:43.242740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] For port 4032c804-f345-49fd-a814-03f699a5ea74, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4032c804-f345-49fd-a814-03f699a5ea74,segment=NetworkSegment(51e53e35-adb8-463b-9076-2c5cd973d129),segment_id=51e53e35-adb8-463b-9076-2c5cd973d129)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:32:43.279590 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:43.290383 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Checking router: e5aa4118-1bb7-44fe-956e-af8815d390f8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:32:43.290939 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Updating router e5aa4118-1bb7-44fe-956e-af8815d390f8 port bf096e60-1dc2-4edd-be37-2229eff5963d binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:32:43.358510 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:43.392200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bb78a948-c807-40cb-9b15-eb7b47f6caab None None] Port bf096e60-1dc2-4edd-be37-2229eff5963d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:43.406847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08d5ebbc-7b9f-470b-b202-0510383e523c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:43.432157 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:43.438785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71335b-555d-447a-a0b2-e324ebce2efe None None] Pushing event updated for resources: {'Port': ['ID=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:43.616457 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:43.628967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ea2d2-903f-4243-aba4-97a43734ea81 None None] Pushing event updated for resources: {'Port': ['ID=4032c804-f345-49fd-a814-03f699a5ea74,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:43.636144 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:43.638642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:43.661695 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:43.683940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc4a0e2-1165-4786-83a2-018e91500d97 req-8300cc46-e1b0-4c2e-9d23-f5cf36f494a2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] No DVR routers for this DVR port a82bef5f-cfc9-4ab6-bda9-d66300c4c995 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:32:43.705396 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bcc4a0e2-1165-4786-83a2-018e91500d97 req-8300cc46-e1b0-4c2e-9d23-f5cf36f494a2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:43.709889 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bcc4a0e2-1165-4786-83a2-018e91500d97 req-8300cc46-e1b0-4c2e-9d23-f5cf36f494a2 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.18 "DELETE /v2.0/ports/a82bef5f-cfc9-4ab6-bda9-d66300c4c995 HTTP/1.1" status: 204 len: 173 time: 2.0718575 Dec 09 22:32:43.710812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c001d3-c2d6-4902-932d-fbe5c77f4b3a', 'name': 'network-vif-deleted', 'tag': 'a82bef5f-cfc9-4ab6-bda9-d66300c4c995'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:32:43.728304 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f8ee17-e284-4664-b206-1f4bd3320fc1" -d '{"events": [{"server_uuid": "44c001d3-c2d6-4902-932d-fbe5c77f4b3a", "name": "network-vif-deleted", "tag": "a82bef5f-cfc9-4ab6-bda9-d66300c4c995"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:32:43.794536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port bbd718af-df3c-40ed-b189-1ef47d03b19f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:43.802201 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:43.809372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=c9c86f54-e64d-4570-a8d8-1cfa8f10442a,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:43.855723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.856262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.856618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.856974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.857461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.858334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.858538 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.858919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.859257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.859629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.859985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.860327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.860657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:32:43.929411 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e3226b-bf41-4463-88a6-2cdc160dee0a x-openstack-request-id: req-84e3226b-bf41-4463-88a6-2cdc160dee0a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:32:43.937821 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c001d3-c2d6-4902-932d-fbe5c77f4b3a", "name": "network-vif-deleted", "tag": "a82bef5f-cfc9-4ab6-bda9-d66300c4c995", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:32:43.938158 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84e3226b-bf41-4463-88a6-2cdc160dee0a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:32:43.939983 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c001d3-c2d6-4902-932d-fbe5c77f4b3a', 'name': 'network-vif-deleted', 'tag': 'a82bef5f-cfc9-4ab6-bda9-d66300c4c995', 'status': 'completed', 'code': 200} Dec 09 22:32:44.029361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network 4ad2237b-1da3-47a0-97b8-435001be74e7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:44.031296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:44.128325 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:44.135926 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:44.380038 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c28315-3361-4574-b3d4-dd7f34ae0941 None None] Pushing event updated for resources: {'Port': ['ID=bf096e60-1dc2-4edd-be37-2229eff5963d,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:44.430893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bb78a948-c807-40cb-9b15-eb7b47f6caab None None] Provisioning complete for port 4032c804-f345-49fd-a814-03f699a5ea74 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:44.431583 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb78a948-c807-40cb-9b15-eb7b47f6caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:44.461098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:32:44.544314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8287aa7-a0ca-49ee-b2b4-dbb92540fb3d req-f33dc7f6-8dd1-4964-8813-dbcc16c76a21 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:44.572381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8287aa7-a0ca-49ee-b2b4-dbb92540fb3d req-f33dc7f6-8dd1-4964-8813-dbcc16c76a21 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.5005362 Dec 09 22:32:44.609042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:44.613985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:44.634927 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Attempting to bind port bf096e60-1dc2-4edd-be37-2229eff5963d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:32:44.635701 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Attempting to bind port bf096e60-1dc2-4edd-be37-2229eff5963d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:32:44.638811 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Attempting to bind port bf096e60-1dc2-4edd-be37-2229eff5963d on network f16f7172-a535-46bf-a20c-df7868a46f92 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:32:44.650020 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:32:44.651746 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Checking segment: {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:44.653974 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:44.654645 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Bound using segment: {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:32:44.657609 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Bound port: bf096e60-1dc2-4edd-be37-2229eff5963d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:32:44.658305 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:44.661564 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f722f01a-d69b-485a-8da4-8391839518db details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:32:44.671775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a82bef5f-cfc9-4ab6-bda9-d66300c4c995 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:32:44.718664 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8287aa7-a0ca-49ee-b2b4-dbb92540fb3d req-57dea397-faf1-44aa-9b94-5ba1fc3cdeec tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436522 Dec 09 22:32:44.761406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-08d5ebbc-7b9f-470b-b202-0510383e523c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Delete allocated IP 2001:db8::1e8 (6fb6095d-4a56-405b-b913-8a591714a0b4/285581c3-e30f-4d73-8b38-53a52d71e590) {{(pid=103417) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 22:32:44.788526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-08d5ebbc-7b9f-470b-b202-0510383e523c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Allocated IP 2001:db8:0:2::2b1 (6fb6095d-4a56-405b-b913-8a591714a0b4/c505fa57-e5a7-43cd-a25c-ee8d17451f0c/79ebb9f9-3159-4e52-8e51-7e41c8b3efc2) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:44.838364 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] For port bf096e60-1dc2-4edd-be37-2229eff5963d, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:32:44.843068 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] For port bf096e60-1dc2-4edd-be37-2229eff5963d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bf096e60-1dc2-4edd-be37-2229eff5963d,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:32:44.850130 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:44.897123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Network 4ad2237b-1da3-47a0-97b8-435001be74e7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:44.898345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: a82bef5f-cfc9-4ab6-bda9-d66300c4c995 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:32:44.898695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a82bef5f-cfc9-4ab6-bda9-d66300c4c995 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:32:44.913483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Pushing event updated for resources: {'Port': ['ID=0ae8307c-f60e-4424-ab99-c76834b50e77,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:44.939980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:44.962197 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:44.963156 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:44.992285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:45.055160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:32:45.064836 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-05ccf381-5c4d-480a-9ace-7dd00931388b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4628530 Dec 09 22:32:45.069550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43500) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:45.082935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-09e14c9f-fc66-4c98-b091-2e84a7dbf8c1 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-119346628'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:45.102400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43502) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:45.110818 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c28315-3361-4574-b3d4-dd7f34ae0941 None None] Pushing event updated for resources: {'Port': ['ID=bf096e60-1dc2-4edd-be37-2229eff5963d,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:45.115883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5f59c599-7203-48c2-a674-ea191fbe111b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334395689', 'description': 'tempest-description--1906053064'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:45.193063 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.api [None req-5f59c599-7203-48c2-a674-ea191fbe111b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 22:32:45.193063 n-d-789963-23 neutron-server[103418]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 09 22:32:45.193063 n-d-789963-23 neutron-server[103418]: [parameters: {'project_id': 'c62332ba52d7492280948681247e4803', 'id': '7964cb40-7eab-4e9d-b15a-364c27e06ae1', 'expiration': datetime.datetime(2021, 12, 9, 22, 34, 45, 164438)}] Dec 09 22:32:45.193063 n-d-789963-23 neutron-server[103418]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:32:45.194006 n-d-789963-23 neutron-server[103418]: DEBUG oslo_db.api [None req-5f59c599-7203-48c2-a674-ea191fbe111b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:32:45.206428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e14c9f-fc66-4c98-b091-2e84a7dbf8c1 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:45.210896 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09e14c9f-fc66-4c98-b091-2e84a7dbf8c1 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:45.238398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b5237-0e14-47b9-a041-9c64c148583f None None] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:45.278306 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:32:45.280421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e14c9f-fc66-4c98-b091-2e84a7dbf8c1 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:32:45.306905 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09e14c9f-fc66-4c98-b091-2e84a7dbf8c1 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:45.307400 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-09e14c9f-fc66-4c98-b091-2e84a7dbf8c1 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Added segment 57aa03dd-0bf2-431f-9374-19e306594b26 of type vlan for network e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e Dec 09 22:32:45.364674 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08d5ebbc-7b9f-470b-b202-0510383e523c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:45.374565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a640f99-c1f2-4ed0-a65e-a5e654aecd77 req-501e393a-0538-4fcf-ab9d-923f83f4cb45 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/2831a015-5512-4b97-9f0a-5248f72d7004 HTTP/1.1" status: 200 len: 1819 time: 0.1248212 Dec 09 22:32:45.376446 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08d5ebbc-7b9f-470b-b202-0510383e523c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:45.414523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Attempting to bind port 0ae8307c-f60e-4424-ab99-c76834b50e77 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:32:45.415188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Attempting to bind port 0ae8307c-f60e-4424-ab99-c76834b50e77 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '2303ceea-0317-460a-831e-c5df02a0a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:32:45.416186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Attempting to bind port 0ae8307c-f60e-4424-ab99-c76834b50e77 on network 4ad2237b-1da3-47a0-97b8-435001be74e7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:32:45.418191 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09e14c9f-fc66-4c98-b091-2e84a7dbf8c1 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:45.446379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:32:45.447022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Checking segment: {'id': '2303ceea-0317-460a-831e-c5df02a0a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:45.447175 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:45.447588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Bound using segment: {'id': '2303ceea-0317-460a-831e-c5df02a0a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:32:45.448081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Bound port: 0ae8307c-f60e-4424-ab99-c76834b50e77, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2303ceea-0317-460a-831e-c5df02a0a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:32:45.451751 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:45.496623 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9a640f99-c1f2-4ed0-a65e-a5e654aecd77 req-799d6f26-e628-45b1-8361-f2fa25f204ad tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:45.498268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:32:45.504469 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09e14c9f-fc66-4c98-b091-2e84a7dbf8c1 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:45.513342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e14c9f-fc66-4c98-b091-2e84a7dbf8c1 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:45.519085 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09e14c9f-fc66-4c98-b091-2e84a7dbf8c1 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:45.579002 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-08d5ebbc-7b9f-470b-b202-0510383e523c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] In _notify_port_updated(), no bound segment for port 79ebb9f9-3159-4e52-8e51-7e41c8b3efc2 on network 6fb6095d-4a56-405b-b913-8a591714a0b4 {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:32:45.602218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d5ebbc-7b9f-470b-b202-0510383e523c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:45.604017 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08d5ebbc-7b9f-470b-b202-0510383e523c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:45.609300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-08d5ebbc-7b9f-470b-b202-0510383e523c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "PUT /v2.0/ports/79ebb9f9-3159-4e52-8e51-7e41c8b3efc2 HTTP/1.1" status: 200 len: 969 time: 2.5514631 Dec 09 22:32:45.611895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43514) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:45.649832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5ebbc-7b9f-470b-b202-0510383e523c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event updated for resources: {'Port': ['ID=79ebb9f9-3159-4e52-8e51-7e41c8b3efc2,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:45.711849 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:44Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:45.836685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e14c9f-fc66-4c98-b091-2e84a7dbf8c1 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Network': ['ID=e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:45.856923 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2bea97-712a-488a-aa29-bb1b0d0b65d7 None None] The sync data for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 is: [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:44Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:32:45.858476 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-09e14c9f-fc66-4c98-b091-2e84a7dbf8c1 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7876413 Dec 09 22:32:45.869024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43524) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:45.872150 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9a640f99-c1f2-4ed0-a65e-a5e654aecd77 req-799d6f26-e628-45b1-8361-f2fa25f204ad tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:45.898109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4db2274d-571e-43cb-90cd-7f9b9cc04d3b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'subnet': {'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:45.962241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:32:45.993699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:32:46.126476 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb78a948-c807-40cb-9b15-eb7b47f6caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:46.129495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f59c599-7203-48c2-a674-ea191fbe111b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:46.220674 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8b162c88-3ca4-4fee-b546-1e6d1e33b98b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:46.239640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e7f60-cfd2-44de-a976-cc94110182b2 req-bc311664-dc75-46c8-b6ac-05bb927d2e61 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:46.257629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bb78a948-c807-40cb-9b15-eb7b47f6caab None None] For port 4032c804-f345-49fd-a814-03f699a5ea74, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4032c804-f345-49fd-a814-03f699a5ea74,segment=NetworkSegment(51e53e35-adb8-463b-9076-2c5cd973d129),segment_id=51e53e35-adb8-463b-9076-2c5cd973d129)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:46.270875 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d8e7f60-cfd2-44de-a976-cc94110182b2 req-bc311664-dc75-46c8-b6ac-05bb927d2e61 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.2640667 Dec 09 22:32:46.331075 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9a640f99-c1f2-4ed0-a65e-a5e654aecd77 req-799d6f26-e628-45b1-8361-f2fa25f204ad tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:46.332251 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb78a948-c807-40cb-9b15-eb7b47f6caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:46.341215 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9a640f99-c1f2-4ed0-a65e-a5e654aecd77 req-799d6f26-e628-45b1-8361-f2fa25f204ad tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:46.346208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-aaf304e5-0388-49e3-87fc-f06aa0f3c739 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 79ebb9f9-3159-4e52-8e51-7e41c8b3efc2 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:46.346975 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaf304e5-0388-49e3-87fc-f06aa0f3c739 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:46.358999 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a640f99-c1f2-4ed0-a65e-a5e654aecd77 req-799d6f26-e628-45b1-8361-f2fa25f204ad tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "DELETE /v2.0/security-groups/2831a015-5512-4b97-9f0a-5248f72d7004 HTTP/1.1" status: 204 len: 173 time: 0.9814415 Dec 09 22:32:46.451076 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d6f26-e628-45b1-8361-f2fa25f204ad tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2831a015-5512-4b97-9f0a-5248f72d7004,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:46.479411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db2274d-571e-43cb-90cd-7f9b9cc04d3b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:46.482900 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4db2274d-571e-43cb-90cd-7f9b9cc04d3b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:46.495728 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f59c599-7203-48c2-a674-ea191fbe111b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:46.541214 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f59c599-7203-48c2-a674-ea191fbe111b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:46.585261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaf304e5-0388-49e3-87fc-f06aa0f3c739 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:46.606614 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-aaf304e5-0388-49e3-87fc-f06aa0f3c739 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 79ebb9f9-3159-4e52-8e51-7e41c8b3efc2 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:46.624240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d8e7f60-cfd2-44de-a976-cc94110182b2 req-99b13df4-e875-4f64-81fa-e8b32c2da0ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3523755 Dec 09 22:32:46.711976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f59c599-7203-48c2-a674-ea191fbe111b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:46.718024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5f59c599-7203-48c2-a674-ea191fbe111b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.6123219 Dec 09 22:32:46.724989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59c599-7203-48c2-a674-ea191fbe111b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0856c33d-6a1f-4592-b554-8c698928e3f9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:46.728887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43554) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:46.741053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7393c9a2-a26d-447c-af1f-6764b78c4f39 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Request body: {'security_group_rule': {'security_group_id': '0856c33d-6a1f-4592-b554-8c698928e3f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:46.810703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d7eface-b3f1-4463-beaf-71f2d6de1a53 req-ce1d8dec-42a6-4a1d-b3bf-2aa289c0124d tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/01dd479f-4806-4437-a8b9-66723aa7d999 HTTP/1.1" status: 200 len: 1819 time: 0.0938587 Dec 09 22:32:46.852807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78a948-c807-40cb-9b15-eb7b47f6caab None None] Pushing event updated for resources: {'Port': ['ID=4032c804-f345-49fd-a814-03f699a5ea74,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:46.870944 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7393c9a2-a26d-447c-af1f-6764b78c4f39 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.008727 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6d7eface-b3f1-4463-beaf-71f2d6de1a53 req-e6311d8e-9ed8-4069-ae82-5b3fb855a0f5 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.026268 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7393c9a2-a26d-447c-af1f-6764b78c4f39 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.038836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaf304e5-0388-49e3-87fc-f06aa0f3c739 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.044727 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7393c9a2-a26d-447c-af1f-6764b78c4f39 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.071202 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Provisioning complete for port 79ebb9f9-3159-4e52-8e51-7e41c8b3efc2 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:47.071573 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.075124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:47.084111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6d7eface-b3f1-4463-beaf-71f2d6de1a53 req-e6311d8e-9ed8-4069-ae82-5b3fb855a0f5 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.085236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf304e5-0388-49e3-87fc-f06aa0f3c739 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=79ebb9f9-3159-4e52-8e51-7e41c8b3efc2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:47.086013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:47.086387 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.087751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393c9a2-a26d-447c-af1f-6764b78c4f39 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa54a296-8ed8-4be1-8ec9-2bfc21b53e93,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:47.090195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] For port 0ae8307c-f60e-4424-ab99-c76834b50e77, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:32:47.123216 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7393c9a2-a26d-447c-af1f-6764b78c4f39 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.125020 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7393c9a2-a26d-447c-af1f-6764b78c4f39 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3931999 Dec 09 22:32:47.129065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43560) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:47.134508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9a1a1b2d-4fd4-421c-9820-4db2b1b63e33 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Request body: {'security_group_rule': {'security_group_id': '0856c33d-6a1f-4592-b554-8c698928e3f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:47.153393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaf304e5-0388-49e3-87fc-f06aa0f3c739 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.161033 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aaf304e5-0388-49e3-87fc-f06aa0f3c739 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/79ebb9f9-3159-4e52-8e51-7e41c8b3efc2 HTTP/1.1" status: 204 len: 168 time: 1.5353165 Dec 09 22:32:47.163227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43562) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:47.187428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Port 79ebb9f9-3159-4e52-8e51-7e41c8b3efc2 was deleted so its status cannot be updated. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 09 22:32:47.200516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] For port 0ae8307c-f60e-4424-ab99-c76834b50e77, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0ae8307c-f60e-4424-ab99-c76834b50e77,segment=NetworkSegment(2303ceea-0317-460a-831e-c5df02a0a27c),segment_id=2303ceea-0317-460a-831e-c5df02a0a27c)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:32:47.207212 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6d7eface-b3f1-4463-beaf-71f2d6de1a53 req-e6311d8e-9ed8-4069-ae82-5b3fb855a0f5 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.209808 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6d7eface-b3f1-4463-beaf-71f2d6de1a53 req-e6311d8e-9ed8-4069-ae82-5b3fb855a0f5 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.210629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'f722f01a-d69b-485a-8da4-8391839518db', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': 'f722f01a-d69b-485a-8da4-8391839518db', 'mac_address': 'fa:16:3e:4f:95:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:32:47.210984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d7eface-b3f1-4463-beaf-71f2d6de1a53 req-e6311d8e-9ed8-4069-ae82-5b3fb855a0f5 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "DELETE /v2.0/security-groups/01dd479f-4806-4437-a8b9-66723aa7d999 HTTP/1.1" status: 204 len: 173 time: 0.3993247 Dec 09 22:32:47.250817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-c9e00d0b-b878-4662-baa8-1bd6305209ee req-de1023bc-92b4-4860-b16a-3f2f486f4929 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1263677761', 'description': 'tempest-description-251068685'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:47.264926 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.272315 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c20ad05-e926-4237-a57e-0a2fb46eaab3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] GET failed (client error): The resource could not be found. Dec 09 22:32:47.275337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6c20ad05-e926-4237-a57e-0a2fb46eaab3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports/79ebb9f9-3159-4e52-8e51-7e41c8b3efc2 HTTP/1.1" status: 404 len: 333 time: 0.1074414 Dec 09 22:32:47.277286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6311d8e-9ed8-4069-ae82-5b3fb855a0f5 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dd479f-4806-4437-a8b9-66723aa7d999,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:47.280802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43566) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:47.292330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9e00d0b-b878-4662-baa8-1bd6305209ee req-de1023bc-92b4-4860-b16a-3f2f486f4929 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.307981 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1b2d-4fd4-421c-9820-4db2b1b63e33 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.320579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4db2274d-571e-43cb-90cd-7f9b9cc04d3b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.387885 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9e00d0b-b878-4662-baa8-1bd6305209ee req-de1023bc-92b4-4860-b16a-3f2f486f4929 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.388229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9429c7e-b8e3-4dcc-ac82-aa18e636990e None None] Update dhcp port {'port': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'fixed_ips': [{'subnet_id': '230c6aec-4a14-42a7-8ab7-452b1f98f929', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '285581c3-e30f-4d73-8b38-53a52d71e590', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c505fa57-e5a7-43cd-a25c-ee8d17451f0c'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '8b162c88-3ca4-4fee-b546-1e6d1e33b98b'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:32:47.389672 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2274d-571e-43cb-90cd-7f9b9cc04d3b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Subnet': ['ID=8f7eec04-8f7e-4ece-9004-40a48724cf33,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:47.404095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9e00d0b-b878-4662-baa8-1bd6305209ee req-de1023bc-92b4-4860-b16a-3f2f486f4929 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.421965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237676aa-009e-49fc-9600-dbbf1a928dfd None None] Pushing event updated for resources: {'Port': ['ID=0ae8307c-f60e-4424-ab99-c76834b50e77,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:47.442664 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c9429c7e-b8e3-4dcc-ac82-aa18e636990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.453360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2274d-571e-43cb-90cd-7f9b9cc04d3b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Checking segment: {'id': '57aa03dd-0bf2-431f-9374-19e306594b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:47.453921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db2274d-571e-43cb-90cd-7f9b9cc04d3b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network hostable DHCP agents. Network: e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:32:47.456213 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9139fe77-7a75-46c5-9332-29863f1c9727 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.458167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Provisioning complete for port bf096e60-1dc2-4edd-be37-2229eff5963d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:47.458879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.484338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1023bc-92b4-4860-b16a-3f2f486f4929 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619f2639-7863-4129-a1b8-e29dfc15c57c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:47.496314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9139fe77-7a75-46c5-9332-29863f1c9727 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.500474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db2274d-571e-43cb-90cd-7f9b9cc04d3b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:32:47.530248 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c9e00d0b-b878-4662-baa8-1bd6305209ee req-de1023bc-92b4-4860-b16a-3f2f486f4929 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.534009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4db2274d-571e-43cb-90cd-7f9b9cc04d3b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:47.554074 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9e00d0b-b878-4662-baa8-1bd6305209ee req-de1023bc-92b4-4860-b16a-3f2f486f4929 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3020201 Dec 09 22:32:47.568620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db2274d-571e-43cb-90cd-7f9b9cc04d3b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:47.572421 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4db2274d-571e-43cb-90cd-7f9b9cc04d3b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.621815 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4db2274d-571e-43cb-90cd-7f9b9cc04d3b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7395473 Dec 09 22:32:47.622836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43572) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:47.630840 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9139fe77-7a75-46c5-9332-29863f1c9727 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.634679 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9139fe77-7a75-46c5-9332-29863f1c9727 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.636781 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9139fe77-7a75-46c5-9332-29863f1c9727 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/security-groups/d55d3dc5-4434-47df-baf5-8e1fdba92e95 HTTP/1.1" status: 204 len: 168 time: 0.3540268 Dec 09 22:32:47.644266 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43574) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:47.655678 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1b2d-4fd4-421c-9820-4db2b1b63e33 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.682607 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1b2d-4fd4-421c-9820-4db2b1b63e33 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.706553 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a1b2d-4fd4-421c-9820-4db2b1b63e33 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0345b1-617e-4e3a-a4b3-55691aa19605,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:47.759389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-c9429c7e-b8e3-4dcc-ac82-aa18e636990e None None] Allocated IP 2001:db8:0:2::2 (6fb6095d-4a56-405b-b913-8a591714a0b4/c505fa57-e5a7-43cd-a25c-ee8d17451f0c/8b162c88-3ca4-4fee-b546-1e6d1e33b98b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:47.768797 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8215ca75-698c-4487-9a4b-2f2665e1199f req-7b8f61c2-073d-4276-9e99-047df2c4968a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/619f2639-7863-4129-a1b8-e29dfc15c57c HTTP/1.1" status: 200 len: 1819 time: 0.1933122 Dec 09 22:32:47.775527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8215ca75-698c-4487-9a4b-2f2665e1199f req-3ba9124e-db91-4c7e-8779-d97a9bc3966a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Request body: {'security_group': {'name': 'tempest-sg-hth-203937158', 'description': 'tempest-description-hth-1484485265'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:47.819500 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8215ca75-698c-4487-9a4b-2f2665e1199f req-3ba9124e-db91-4c7e-8779-d97a9bc3966a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.824518 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1b2d-4fd4-421c-9820-4db2b1b63e33 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.833911 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9a1a1b2d-4fd4-421c-9820-4db2b1b63e33 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7031701 Dec 09 22:32:47.835377 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43580) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:47.853110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:47.890510 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0ff752c4-2696-447b-87da-2b2a467186d6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:47.989335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139fe77-7a75-46c5-9332-29863f1c9727 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55d3dc5-4434-47df-baf5-8e1fdba92e95,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:48.028629 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0ff752c4-2696-447b-87da-2b2a467186d6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.047878 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.061120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8215ca75-698c-4487-9a4b-2f2665e1199f req-3ba9124e-db91-4c7e-8779-d97a9bc3966a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.095230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8215ca75-698c-4487-9a4b-2f2665e1199f req-3ba9124e-db91-4c7e-8779-d97a9bc3966a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.098816 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8215ca75-698c-4487-9a4b-2f2665e1199f req-3ba9124e-db91-4c7e-8779-d97a9bc3966a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.104609 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8215ca75-698c-4487-9a4b-2f2665e1199f req-3ba9124e-db91-4c7e-8779-d97a9bc3966a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "PUT /v2.0/security-groups/619f2639-7863-4129-a1b8-e29dfc15c57c HTTP/1.1" status: 200 len: 1793 time: 0.3339255 Dec 09 22:32:48.126488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c9429c7e-b8e3-4dcc-ac82-aa18e636990e None None] For port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,segment=NetworkSegment(7d7b352d-492f-42f4-9610-275eee9467a8),segment_id=7d7b352d-492f-42f4-9610-275eee9467a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:48.209604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5ef7d-dd81-4989-bc3b-e7d2f3da4014 req-b3ace5ae-9a0f-4032-b699-d09291163785 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:48.244128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372cf544-564e-4a5f-8069-681223793120 None None] Network e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:48.270675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ca5ef7d-dd81-4989-bc3b-e7d2f3da4014 req-b3ace5ae-9a0f-4032-b699-d09291163785 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.3077073 Dec 09 22:32:48.367337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9124e-db91-4c7e-8779-d97a9bc3966a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619f2639-7863-4129-a1b8-e29dfc15c57c,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:48.388548 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0ff752c4-2696-447b-87da-2b2a467186d6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.392652 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0ff752c4-2696-447b-87da-2b2a467186d6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.394919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0ff752c4-2696-447b-87da-2b2a467186d6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/security-groups/78b7aa4d-7f78-4900-bcbf-385857b5c9c8 HTTP/1.1" status: 204 len: 168 time: 0.7471039 Dec 09 22:32:48.407837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43594) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:48.430557 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff752c4-2696-447b-87da-2b2a467186d6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b7aa4d-7f78-4900-bcbf-385857b5c9c8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:48.480180 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ca5ef7d-dd81-4989-bc3b-e7d2f3da4014 req-49f5f240-5406-4d41-8420-b115bd6030c3 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058663 Dec 09 22:32:48.508094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5faf03ae-92bb-457f-927e-5f17bc5a325a req-ecc2cc80-5f91-4c2a-9d1f-34f81431e8c8 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/619f2639-7863-4129-a1b8-e29dfc15c57c HTTP/1.1" status: 200 len: 1793 time: 0.1866698 Dec 09 22:32:48.579117 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c9429c7e-b8e3-4dcc-ac82-aa18e636990e None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.580679 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-568d5295-706c-4522-a404-da933ae5d158 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.589546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:32:42Z', 'revision_number': 3, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:42Z', 'revision_number': 4, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:32:43Z', 'revision_number': 2, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:48.610584 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.629130 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-568d5295-706c-4522-a404-da933ae5d158 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.671994 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.680174 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e2c3ab3-980c-4d6c-a3ea-6253f033a91b req-c1e78277-5218-4495-bb02-b3930a5fd75c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/619f2639-7863-4129-a1b8-e29dfc15c57c HTTP/1.1" status: 200 len: 1793 time: 0.1365163 Dec 09 22:32:48.782325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.818785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b539e4-2f38-44ac-85e3-924408cb8ee9 None None] The sync data for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 is: [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:32:42Z', 'revision_number': 3, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:42Z', 'revision_number': 4, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:32:43Z', 'revision_number': 2, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:32:48.826621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f722f01a-d69b-485a-8da4-8391839518db {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:32:48.828289 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-568d5295-706c-4522-a404-da933ae5d158 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.831182 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c9429c7e-b8e3-4dcc-ac82-aa18e636990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.831956 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-568d5295-706c-4522-a404-da933ae5d158 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:48.833396 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-568d5295-706c-4522-a404-da933ae5d158 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/security-groups/fdbaefc1-75ff-4ee6-8054-564576119bc2 HTTP/1.1" status: 204 len: 168 time: 0.4245827 Dec 09 22:32:48.844939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43602) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:48.902262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d5295-706c-4522-a404-da933ae5d158 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbaefc1-75ff-4ee6-8054-564576119bc2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:48.936817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e2c3ab3-980c-4d6c-a3ea-6253f033a91b req-3ee0b67e-d7be-4873-9d19-8141f3d8e859 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:49.056271 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:49.087715 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-3309179a-3a3e-4f3d-b500-f12d4b497008 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting subnet 285581c3-e30f-4d73-8b38-53a52d71e590 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:32:49.097398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3309179a-3a3e-4f3d-b500-f12d4b497008 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:49.123360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9429c7e-b8e3-4dcc-ac82-aa18e636990e None None] Pushing event updated for resources: {'Port': ['ID=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:49.187483 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3309179a-3a3e-4f3d-b500-f12d4b497008 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:49.200506 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:32:49.200506 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:49.211312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Allocated IP 2001:db8:2::1 (e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e/8f7eec04-8f7e-4ece-9004-40a48724cf33/fa5763e9-5c35-4b71-ba64-e6d524a3dbce) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:49.248263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:49.382193 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:49.646678 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3309179a-3a3e-4f3d-b500-f12d4b497008 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:49.683925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['f722f01a-d69b-485a-8da4-8391839518db'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:49.783235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] For port bf096e60-1dc2-4edd-be37-2229eff5963d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bf096e60-1dc2-4edd-be37-2229eff5963d,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:49.830339 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:49.844997 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:49.874771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bf096e60-1dc2-4edd-be37-2229eff5963d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:49.925919 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3309179a-3a3e-4f3d-b500-f12d4b497008 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:49.928689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f722f01a-d69b-485a-8da4-8391839518db,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:50.015030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309179a-3a3e-4f3d-b500-f12d4b497008 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Subnet': ['ID=285581c3-e30f-4d73-8b38-53a52d71e590,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:50.019374 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e2c3ab3-980c-4d6c-a3ea-6253f033a91b req-3ee0b67e-d7be-4873-9d19-8141f3d8e859 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:50.034212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Pushing event updated for resources: {'Port': ['ID=bf096e60-1dc2-4edd-be37-2229eff5963d,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:50.034418 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:50.055489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3309179a-3a3e-4f3d-b500-f12d4b497008 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:50.066971 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3309179a-3a3e-4f3d-b500-f12d4b497008 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/285581c3-e30f-4d73-8b38-53a52d71e590 HTTP/1.1" status: 204 len: 168 time: 1.2184362 Dec 09 22:32:50.078090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43620) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:50.116166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:50.130842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:50.157388 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Allocated IP 2001:db8:2::2 (e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e/8f7eec04-8f7e-4ece-9004-40a48724cf33/c286449e-455c-4d9b-a6e5-508a7bcdeea7) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:50.180666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Allocated IP 172.25.8.21 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/006baeaa-5ff1-4457-9aed-ff18a4afda67) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:50.232647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:50.233208 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:50.292699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92af50-5d8b-4686-a672-43a43ab5c36e req-67c8f8b1-715c-4f6f-8630-45cf66bef9a2 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:50.304962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f92af50-5d8b-4686-a672-43a43ab5c36e req-67c8f8b1-715c-4f6f-8630-45cf66bef9a2 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.3460302 Dec 09 22:32:50.312607 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e2c3ab3-980c-4d6c-a3ea-6253f033a91b req-3ee0b67e-d7be-4873-9d19-8141f3d8e859 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:50.316352 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e2c3ab3-980c-4d6c-a3ea-6253f033a91b req-3ee0b67e-d7be-4873-9d19-8141f3d8e859 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:50.322864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e2c3ab3-980c-4d6c-a3ea-6253f033a91b req-3ee0b67e-d7be-4873-9d19-8141f3d8e859 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "DELETE /v2.0/security-groups/619f2639-7863-4129-a1b8-e29dfc15c57c HTTP/1.1" status: 204 len: 173 time: 1.6309569 Dec 09 22:32:50.416586 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:50.437393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0b67e-d7be-4873-9d19-8141f3d8e859 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619f2639-7863-4129-a1b8-e29dfc15c57c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:50.484311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce28da60-42ff-43fe-a73f-b2747ae2bbc6 None None] Network 4ad2237b-1da3-47a0-97b8-435001be74e7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:50.491817 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:50.601821 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f92af50-5d8b-4686-a672-43a43ab5c36e req-da9f4afd-c1c7-4492-9ae6-9be51e6da2c5 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352188 Dec 09 22:32:50.607825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Provisioning complete for port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:50.610108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:50.656156 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:50.715378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea2919c-bed8-4815-9497-3478f2606643 None None] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:50.726313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Network e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:50.863162 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-54d93e51-68f0-4f0f-8f73-83bc32e0dc46 req-594a7fd7-f134-4f18-a93c-52eb988925f7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] show failed (client error): The resource could not be found. Dec 09 22:32:50.864853 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54d93e51-68f0-4f0f-8f73-83bc32e0dc46 req-594a7fd7-f134-4f18-a93c-52eb988925f7 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/01dd479f-4806-4437-a8b9-66723aa7d999 HTTP/1.1" status: 404 len: 352 time: 0.0463669 Dec 09 22:32:50.869777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:50.903116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:50.930478 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:50.943557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-f503b970-af24-4ee3-b21a-6f1a52f2c38b tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting subnet c505fa57-e5a7-43cd-a25c-ee8d17451f0c {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:32:50.944574 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Pushing event updated for resources: {'Port': ['ID=c286449e-455c-4d9b-a6e5-508a7bcdeea7,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:50.948682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=fa5763e9-5c35-4b71-ba64-e6d524a3dbce,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:50.953479 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f503b970-af24-4ee3-b21a-6f1a52f2c38b tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:50.976845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:50.993585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:51.000753 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:51.007544 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-027ceeaa-e988-4997-91cd-f25f5d174572 req-6f0001b2-65c4-4e0b-8717-eefddbbbe996 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] show failed (client error): The resource could not be found. Dec 09 22:32:51.009061 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-027ceeaa-e988-4997-91cd-f25f5d174572 req-6f0001b2-65c4-4e0b-8717-eefddbbbe996 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/2831a015-5512-4b97-9f0a-5248f72d7004 HTTP/1.1" status: 404 len: 352 time: 0.0915046 Dec 09 22:32:51.043125 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f503b970-af24-4ee3-b21a-6f1a52f2c38b tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:51.086055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port bf096e60-1dc2-4edd-be37-2229eff5963d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:51.087411 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:51.123542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event updated for resources: {'Port': ['ID=006baeaa-5ff1-4457-9aed-ff18a4afda67,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:51.145050 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-cba44405-2c59-47d4-8778-46e055809929 req-3cee638c-ac2d-4140-8592-b09f65aa176b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] show failed (client error): The resource could not be found. Dec 09 22:32:51.146132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cba44405-2c59-47d4-8778-46e055809929 req-3cee638c-ac2d-4140-8592-b09f65aa176b tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/b09ba869-9fa5-4de3-bccb-85a6583139c3 HTTP/1.1" status: 404 len: 352 time: 0.0628626 Dec 09 22:32:51.197931 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:51.203146 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-6cd01e84-8704-483a-87db-21d176146b82 req-1b718d01-39e0-4d33-88fa-9f2e56abd904 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] show failed (client error): The resource could not be found. Dec 09 22:32:51.210794 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6cd01e84-8704-483a-87db-21d176146b82 req-1b718d01-39e0-4d33-88fa-9f2e56abd904 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/0b6cdabc-b6e3-4149-bcd4-0511dfc8b2ae HTTP/1.1" status: 404 len: 352 time: 0.0383174 Dec 09 22:32:51.323774 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-16fa73ac-bac7-4dbc-b1f3-9a4cf5227530 req-85358938-0414-461c-8d1e-98d5b0bb59df tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] show failed (client error): The resource could not be found. Dec 09 22:32:51.327041 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16fa73ac-bac7-4dbc-b1f3-9a4cf5227530 req-85358938-0414-461c-8d1e-98d5b0bb59df tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/38c08498-c4a5-4b27-8a53-b33be58359c2 HTTP/1.1" status: 404 len: 352 time: 0.0945451 Dec 09 22:32:51.361428 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:51.381267 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f503b970-af24-4ee3-b21a-6f1a52f2c38b tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:51.407665 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-a05e6e91-9c35-4348-a117-0771a5d847fa req-a416aaa4-648e-4a72-b8eb-ea0b3bdd9d80 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] show failed (client error): The resource could not be found. Dec 09 22:32:51.408979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a05e6e91-9c35-4348-a117-0771a5d847fa req-a416aaa4-648e-4a72-b8eb-ea0b3bdd9d80 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/fb0d77e4-7a90-4e06-8c77-7b5bf22ea0e7 HTTP/1.1" status: 404 len: 352 time: 0.0454566 Dec 09 22:32:51.438232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f722f01a-d69b-485a-8da4-8391839518db up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:51.491777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:51.541700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Attempting to bind port c286449e-455c-4d9b-a6e5-508a7bcdeea7 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:32:51.558255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Attempting to bind port c286449e-455c-4d9b-a6e5-508a7bcdeea7 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '57aa03dd-0bf2-431f-9374-19e306594b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:32:51.558255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Attempting to bind port c286449e-455c-4d9b-a6e5-508a7bcdeea7 on network e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:32:51.577105 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f503b970-af24-4ee3-b21a-6f1a52f2c38b tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:51.648502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:32:51.649342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Checking segment: {'id': '57aa03dd-0bf2-431f-9374-19e306594b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:51.650051 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:51.650730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Bound using segment: {'id': '57aa03dd-0bf2-431f-9374-19e306594b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:32:51.651482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Bound port: c286449e-455c-4d9b-a6e5-508a7bcdeea7, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57aa03dd-0bf2-431f-9374-19e306594b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:32:51.653032 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:51.872691 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:51.891464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8b162c88-3ca4-4fee-b546-1e6d1e33b98b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:51.918723 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:51.953008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Provisioning complete for port 26e84856-bc08-451d-baf9-dde2900fed7b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:51.953316 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.081823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.104358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.143270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456d4414-bc6b-478e-af42-a199f17e691d None None] Update dhcp port {'port': {'network_id': '6fb6095d-4a56-405b-b913-8a591714a0b4', 'fixed_ips': [{'subnet_id': '230c6aec-4a14-42a7-8ab7-452b1f98f929', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c505fa57-e5a7-43cd-a25c-ee8d17451f0c'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '8b162c88-3ca4-4fee-b546-1e6d1e33b98b'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:32:52.147769 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.148768 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.151589 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f503b970-af24-4ee3-b21a-6f1a52f2c38b tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.155808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f71cf-555e-46c7-8ab4-c2c6668315e7 req-fa20d27f-a43a-48e8-936f-26d310999705 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:52.158595 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f503b970-af24-4ee3-b21a-6f1a52f2c38b tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/c505fa57-e5a7-43cd-a25c-ee8d17451f0c HTTP/1.1" status: 204 len: 168 time: 2.0731432 Dec 09 22:32:52.163352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43660) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:52.166021 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-869f71cf-555e-46c7-8ab4-c2c6668315e7 req-fa20d27f-a43a-48e8-936f-26d310999705 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.2824583 Dec 09 22:32:52.173071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503b970-af24-4ee3-b21a-6f1a52f2c38b tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Subnet': ['ID=c505fa57-e5a7-43cd-a25c-ee8d17451f0c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:52.214024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event updated for resources: {'Port': ['ID=006baeaa-5ff1-4457-9aed-ff18a4afda67,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:52.261047 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-736eaa5e-eeac-46c2-9ec4-c3d84ece349c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] DELETE failed (client error): The resource could not be found. Dec 09 22:32:52.261885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736eaa5e-eeac-46c2-9ec4-c3d84ece349c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:52.267673 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.268797 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-736eaa5e-eeac-46c2-9ec4-c3d84ece349c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/285581c3-e30f-4d73-8b38-53a52d71e590 HTTP/1.1" status: 404 len: 337 time: 0.1031365 Dec 09 22:32:52.277328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7bd18e6d-39c9-4c01-a834-90c75a8bad17 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4269543 Dec 09 22:32:52.277328 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43662) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:52.287243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-869f71cf-555e-46c7-8ab4-c2c6668315e7 req-50ab51ac-f966-4849-9976-a6a1c9499bfb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200359 Dec 09 22:32:52.338060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=fa5763e9-5c35-4b71-ba64-e6d524a3dbce,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:52.428769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port f722f01a-d69b-485a-8da4-8391839518db triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:52.429734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.441354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] For port c286449e-455c-4d9b-a6e5-508a7bcdeea7, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:32:52.466216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a518632-95e4-4f4e-b6a8-7d24903ccc12 req-a0d73319-1f7b-4727-bb4c-3751c46ae9b5 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:52.481361 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a518632-95e4-4f4e-b6a8-7d24903ccc12 req-a0d73319-1f7b-4727-bb4c-3751c46ae9b5 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 1024 time: 0.3878970 Dec 09 22:32:52.503422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:52.508288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:52.511003 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a8833d-4d96-48a9-b47e-f377f17d611e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting subnet 230c6aec-4a14-42a7-8ab7-452b1f98f929 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:32:52.538978 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98a8833d-4d96-48a9-b47e-f377f17d611e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.564939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Port 26e84856-bc08-451d-baf9-dde2900fed7b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:52.588932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] For port c286449e-455c-4d9b-a6e5-508a7bcdeea7, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c286449e-455c-4d9b-a6e5-508a7bcdeea7,segment=NetworkSegment(57aa03dd-0bf2-431f-9374-19e306594b26),segment_id=57aa03dd-0bf2-431f-9374-19e306594b26)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:32:52.624339 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-456d4414-bc6b-478e-af42-a199f17e691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.665624 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.718401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:32:52.724781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:52.725085 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.726344 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:32:52.746033 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98a8833d-4d96-48a9-b47e-f377f17d611e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.857331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-a82cc0cd-e98a-4c59-ae49-24fbd47e1916 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--334395689&fields=id&tenant_id=c62332ba52d7492280948681247e4803 HTTP/1.1" status: 200 len: 267 time: 0.3089371 Dec 09 22:32:52.914344 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.935583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Provisioning complete for port 4032c804-f345-49fd-a814-03f699a5ea74 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:52.937273 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1873eed-6c23-432f-97d9-f9e5d1cba009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:52.967168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:32:52.967441 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a518632-95e4-4f4e-b6a8-7d24903ccc12 req-f01526f3-1f10-429f-8a2e-1f2c942a4899 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=62f7f8c1-88a9-49f5-b089-c2fca0b3b98b&id=9460bf03-3ba9-4237-aa78-0eb172363404&id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4847112 Dec 09 22:32:52.989675 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7277157a-f1fb-4be9-a5de-cb5c1888e0c4 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3614476 Dec 09 22:32:52.991405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43688) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:53.009181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-22f00441-cf3f-4982-b659-1cbef210b268 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1995333085'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:53.067849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f00441-cf3f-4982-b659-1cbef210b268 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:53.075486 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-22f00441-cf3f-4982-b659-1cbef210b268 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:53.168663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f00441-cf3f-4982-b659-1cbef210b268 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:32:53.204261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-22f00441-cf3f-4982-b659-1cbef210b268 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:53.204916 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-22f00441-cf3f-4982-b659-1cbef210b268 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Added segment e1487ceb-7dd2-43e1-b7e2-817aae482f03 of type vlan for network a0c96c0a-8c77-4d56-a156-49337bcdc0b0 Dec 09 22:32:53.353945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-22f00441-cf3f-4982-b659-1cbef210b268 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:53.369127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Sync routers for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:32:53.372726 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98a8833d-4d96-48a9-b47e-f377f17d611e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:53.442253 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-22f00441-cf3f-4982-b659-1cbef210b268 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:53.452679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f00441-cf3f-4982-b659-1cbef210b268 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:53.455400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-22f00441-cf3f-4982-b659-1cbef210b268 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:53.457959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac67b8-f188-4689-83b9-9266ddfee716 None None] Pushing event updated for resources: {'Port': ['ID=c286449e-455c-4d9b-a6e5-508a7bcdeea7,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:53.474613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-56260508-45c2-4690-ac87-37def6e225f5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:53.475919 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:53.493084 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-56260508-45c2-4690-ac87-37def6e225f5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 811 time: 0.6343069 Dec 09 22:32:53.523375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0ae8307c-f60e-4424-ab99-c76834b50e77 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:53.547963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a2a5e-c992-4f67-9302-44e3d4dc120a req-8352b692-bb7d-4fa2-9f8b-d167955a0d1a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:53.549507 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e11a2a5e-c992-4f67-9302-44e3d4dc120a req-8352b692-bb7d-4fa2-9f8b-d167955a0d1a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 1024 time: 0.3228555 Dec 09 22:32:53.555227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:53.560258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:32:53.563041 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab85ec0-1d06-4c72-a8a0-e5ed3082c392" -d '{"events": [{"server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "name": "network-vif-plugged", "status": "completed", "tag": "f722f01a-d69b-485a-8da4-8391839518db"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:32:53.565380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-22f00441-cf3f-4982-b659-1cbef210b268 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5726957 Dec 09 22:32:53.569781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43694) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:53.585919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3ea82434-81b1-453c-bae4-e412fab3cce7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'subnet': {'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:53.593069 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-19f5705a-ef32-413c-903c-846458a76af9 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/quotas/c62332ba52d7492280948681247e4803 HTTP/1.1" status: 200 len: 375 time: 0.0978479 Dec 09 22:32:53.598343 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:53.612637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:32:53.613456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:53.622107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f00441-cf3f-4982-b659-1cbef210b268 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Network': ['ID=a0c96c0a-8c77-4d56-a156-49337bcdc0b0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:53.723184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network a0c96c0a-8c77-4d56-a156-49337bcdc0b0 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:32:53.836042 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98a8833d-4d96-48a9-b47e-f377f17d611e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server [None req-456d4414-bc6b-478e-af42-a199f17e691d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 230c6aec-4a14-42a7-8ab7-452b1f98f929: This subnet is being modified by another concurrent operation. Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:32:53.856487 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise exception Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 230c6aec-4a14-42a7-8ab7-452b1f98f929: This subnet is being modified by another concurrent operation. Dec 09 22:32:53.860775 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Dec 09 22:32:53.939724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20122f-18f1-4801-923c-4b298266417f req-24b5c28b-40b2-4ffc-91d7-0e463552f995 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:53.943683 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da20122f-18f1-4801-923c-4b298266417f req-24b5c28b-40b2-4ffc-91d7-0e463552f995 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.4467270 Dec 09 22:32:53.957919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8833d-4d96-48a9-b47e-f377f17d611e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Subnet': ['ID=230c6aec-4a14-42a7-8ab7-452b1f98f929,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:53.986799 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] Could not find standard attr ID for object 79ebb9f9-3159-4e52-8e51-7e41c8b3efc2. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:32:54.000901 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98a8833d-4d96-48a9-b47e-f377f17d611e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:54.005647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-98a8833d-4d96-48a9-b47e-f377f17d611e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/230c6aec-4a14-42a7-8ab7-452b1f98f929 HTTP/1.1" status: 204 len: 168 time: 1.7023630 Dec 09 22:32:54.007946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43700) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.029028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f722f01a-d69b-485a-8da4-8391839518db,revision_number=10']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:54.053107 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eebda80-5b45-456b-bcc7-859894186f76 None None] Network 6fb6095d-4a56-405b-b913-8a591714a0b4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:54.057129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:32:54.073559 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fdd642-9773-4f5e-824a-2db9977f99da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] DELETE failed (client error): The resource could not be found. Dec 09 22:32:54.074673 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6fdd642-9773-4f5e-824a-2db9977f99da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:54.078989 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c6fdd642-9773-4f5e-824a-2db9977f99da tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/6672a8ba-5d71-4b63-8368-ed3a099d03ab HTTP/1.1" status: 404 len: 337 time: 0.0696929 Dec 09 22:32:54.081575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43702) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.082848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da20122f-18f1-4801-923c-4b298266417f req-4c63602b-b194-43d3-9bca-5c0b20d008fe tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114326 Dec 09 22:32:54.109483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-a39a5ee1-ee87-4222-a5d6-9af9b809433b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5061555 Dec 09 22:32:54.145146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] Provisioning complete for port 0ae8307c-f60e-4424-ab99-c76834b50e77 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:54.158678 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f9cc106a-a623-432f-bed8-989ba535ec0b tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a5731b-8442-461d-9d09-e58965e8013b HTTP/1.1" status: 200 len: 205 time: 0.0600610 Dec 09 22:32:54.159614 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:54.160835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43710) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.215469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0ae8307c-f60e-4424-ab99-c76834b50e77 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:54.216031 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:54.324491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-e5423ed5-6079-496d-9671-56168a40f4f8 service neutron] 10.222.0.16 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020941 Dec 09 22:32:54.331928 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-13cddac2-f8dc-4071-af5f-8e159ca1d762 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] delete failed (client error): The resource could not be found. Dec 09 22:32:54.332994 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-13cddac2-f8dc-4071-af5f-8e159ca1d762 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/routers/81a5731b-8442-461d-9d09-e58965e8013b HTTP/1.1" status: 404 len: 336 time: 0.1712234 Dec 09 22:32:54.335851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43718) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.398103 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-168a2f89-db8f-44b1-88c8-0905eef89251 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] DELETE failed (client error): The resource could not be found. Dec 09 22:32:54.398720 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168a2f89-db8f-44b1-88c8-0905eef89251 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:54.402033 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-168a2f89-db8f-44b1-88c8-0905eef89251 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/f8d9884b-8277-48cd-b945-7cd5bee4758b HTTP/1.1" status: 404 len: 337 time: 0.0653298 Dec 09 22:32:54.404894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43720) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.427518 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b939f4-8f13-4020-8de6-d7619b3ecf53 x-openstack-request-id: req-25b939f4-8f13-4020-8de6-d7619b3ecf53 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:32:54.428153 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "name": "network-vif-plugged", "status": "completed", "tag": "f722f01a-d69b-485a-8da4-8391839518db", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:32:54.428587 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25b939f4-8f13-4020-8de6-d7619b3ecf53 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:32:54.429317 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db', 'code': 200} Dec 09 22:32:54.430675 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:54.436537 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42f6885-3e35-4cef-9126-2463b6de077e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] DELETE failed (client error): The resource could not be found. Dec 09 22:32:54.437539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42f6885-3e35-4cef-9126-2463b6de077e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:54.440868 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a42f6885-3e35-4cef-9126-2463b6de077e tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/23c74959-fa2f-4e4c-b4a6-cab0d3e59807 HTTP/1.1" status: 404 len: 337 time: 0.0348861 Dec 09 22:32:54.444509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43722) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.503390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea82434-81b1-453c-bae4-e412fab3cce7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Made reservation on behalf of 5ba1a25f3c50459db6f2bf1ca8d91ac1 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:54.506938 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ea82434-81b1-453c-bae4-e412fab3cce7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:54.524287 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13fcdf4-0c80-404f-b478-f15a7760a58c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] DELETE failed (client error): The resource could not be found. Dec 09 22:32:54.524779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13fcdf4-0c80-404f-b478-f15a7760a58c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:54.533201 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b13fcdf4-0c80-404f-b478-f15a7760a58c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/08f22174-507a-4007-bbf0-8f2b905fab81 HTTP/1.1" status: 404 len: 337 time: 0.0875857 Dec 09 22:32:54.534383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43724) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.552156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] For port 0ae8307c-f60e-4424-ab99-c76834b50e77, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0ae8307c-f60e-4424-ab99-c76834b50e77,segment=NetworkSegment(2303ceea-0317-460a-831e-c5df02a0a27c),segment_id=2303ceea-0317-460a-831e-c5df02a0a27c)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:54.561844 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:54.567183 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa3491c-9aab-4cbf-bcd7-627e4d3fce57 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] DELETE failed (client error): The resource could not be found. Dec 09 22:32:54.567761 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa3491c-9aab-4cbf-bcd7-627e4d3fce57 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:54.573557 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-efa3491c-9aab-4cbf-bcd7-627e4d3fce57 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/5c111b8e-13dd-4055-9c07-e297fa0c7fa3 HTTP/1.1" status: 404 len: 333 time: 0.0381768 Dec 09 22:32:54.574295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43726) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.613925 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d47312-3744-416d-ab60-b0635dba0b36 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] DELETE failed (client error): The resource could not be found. Dec 09 22:32:54.614395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d47312-3744-416d-ab60-b0635dba0b36 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:54.616471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545e574-866a-4f71-b53b-c80615c706a0 req-bab273fb-d8b2-449e-abd5-d7c4e40e29ad tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:54.620573 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c0d47312-3744-416d-ab60-b0635dba0b36 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/d87eb130-050f-4628-a543-5af1cd4d7a78 HTTP/1.1" status: 404 len: 337 time: 0.0452440 Dec 09 22:32:54.621300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43728) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.627817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1545e574-866a-4f71-b53b-c80615c706a0 req-bab273fb-d8b2-449e-abd5-d7c4e40e29ad tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 1024 time: 0.2420599 Dec 09 22:32:54.657322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f772e-6482-48f4-9ae1-a10a583c43da None None] Network e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:54.664298 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bfea41-eb12-4c49-b090-841de241836c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] DELETE failed (client error): The resource could not be found. Dec 09 22:32:54.664822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72bfea41-eb12-4c49-b090-841de241836c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:54.665522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-e11a2a5e-c992-4f67-9302-44e3d4dc120a req-1185c401-4d9e-45bc-9bab-706f4134e57c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Deleting port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:54.665964 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e11a2a5e-c992-4f67-9302-44e3d4dc120a req-1185c401-4d9e-45bc-9bab-706f4134e57c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:54.670929 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-72bfea41-eb12-4c49-b090-841de241836c tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/2da5a252-0c86-43c7-a15a-4daa618f0d86 HTTP/1.1" status: 404 len: 337 time: 0.0485976 Dec 09 22:32:54.671587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43730) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.679438 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] Provisioning complete for port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:54.680398 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:54.706009 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1e88e0-b4d1-43a9-9087-7d579c9eea71 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] DELETE failed (client error): The resource could not be found. Dec 09 22:32:54.706889 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1e88e0-b4d1-43a9-9087-7d579c9eea71 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:54.711805 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5b1e88e0-b4d1-43a9-9087-7d579c9eea71 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/f4403b24-9f21-4b33-9c8a-4a07aa246488 HTTP/1.1" status: 404 len: 333 time: 0.0388350 Dec 09 22:32:54.714201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43732) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.750457 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d36b2da-fbfe-4408-976b-d48c67594eb9 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] DELETE failed (client error): The resource could not be found. Dec 09 22:32:54.751046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d36b2da-fbfe-4408-976b-d48c67594eb9 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:54.755051 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3d36b2da-fbfe-4408-976b-d48c67594eb9 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/c721a8ed-36f7-4b77-bf2d-736b1700e66b HTTP/1.1" status: 404 len: 337 time: 0.0398302 Dec 09 22:32:54.757456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43734) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.758934 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-c3453d79-035f-491a-a678-48bd8349a596 service neutron] 10.222.0.16 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335837 Dec 09 22:32:54.827470 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-3592a3ba-d41a-4e48-9923-b1d13d7e89e6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] DELETE failed (client error): The resource could not be found. Dec 09 22:32:54.829378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3592a3ba-d41a-4e48-9923-b1d13d7e89e6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:32:54.837962 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3592a3ba-d41a-4e48-9923-b1d13d7e89e6 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/subnets/607a093c-c725-4682-88c1-60f6b1aff973 HTTP/1.1" status: 404 len: 337 time: 0.0633736 Dec 09 22:32:54.840822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43736) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:54.903772 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1545e574-866a-4f71-b53b-c80615c706a0 req-c4f03d32-9e02-43fd-8a03-8a04cf68e464 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups?id=62f7f8c1-88a9-49f5-b089-c2fca0b3b98b&id=9460bf03-3ba9-4237-aa78-0eb172363404&id=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2741756 Dec 09 22:32:54.912006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] Pushing event updated for resources: {'Port': ['ID=0ae8307c-f60e-4424-ab99-c76834b50e77,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:54.915415 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-e11a2a5e-c992-4f67-9302-44e3d4dc120a req-1185c401-4d9e-45bc-9bab-706f4134e57c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] For port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,segment=NetworkSegment(623d8eed-68ad-4788-916f-3b8e0af3e09b),segment_id=623d8eed-68ad-4788-916f-3b8e0af3e09b)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:54.915778 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e11a2a5e-c992-4f67-9302-44e3d4dc120a req-1185c401-4d9e-45bc-9bab-706f4134e57c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:54.955498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-e11a2a5e-c992-4f67-9302-44e3d4dc120a req-1185c401-4d9e-45bc-9bab-706f4134e57c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Calling delete_port for 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:55.000825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-43187226-2d6f-4b03-89f9-281f21c951c3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 26e84856-bc08-451d-baf9-dde2900fed7b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:55.001450 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-43187226-2d6f-4b03-89f9-281f21c951c3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:55.020296 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ea82434-81b1-453c-bae4-e412fab3cce7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:55.044277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d076c83-e6b1-4e9d-a581-0a464f1ebec6 None None] DHCP port deletion for 6fb6095d-4a56-405b-b913-8a591714a0b4 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:32:55.123746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea82434-81b1-453c-bae4-e412fab3cce7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Subnet': ['ID=75637332-ff52-416a-be60-ddefc07c7618,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:55.148829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea82434-81b1-453c-bae4-e412fab3cce7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Checking segment: {'id': 'e1487ceb-7dd2-43e1-b7e2-817aae482f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:32:55.149199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea82434-81b1-453c-bae4-e412fab3cce7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network hostable DHCP agents. Network: a0c96c0a-8c77-4d56-a156-49337bcdc0b0, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:32:55.332177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbb1788e-d209-47f6-8fc7-5629a63f6962 req-92c1bcf5-264e-47ac-a689-490b574bc1ac tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 210 time: 0.0912342 Dec 09 22:32:55.336982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea82434-81b1-453c-bae4-e412fab3cce7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network a0c96c0a-8c77-4d56-a156-49337bcdc0b0 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:32:55.345004 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-43187226-2d6f-4b03-89f9-281f21c951c3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:55.372204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-3ea82434-81b1-453c-bae4-e412fab3cce7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, a0c96c0a-8c77-4d56-a156-49337bcdc0b0) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:55.379619 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea82434-81b1-453c-bae4-e412fab3cce7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:55.380472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ea82434-81b1-453c-bae4-e412fab3cce7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:55.388744 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e11a2a5e-c992-4f67-9302-44e3d4dc120a req-1185c401-4d9e-45bc-9bab-706f4134e57c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:55.426420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-43187226-2d6f-4b03-89f9-281f21c951c3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 26e84856-bc08-451d-baf9-dde2900fed7b owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:55.534285 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3ea82434-81b1-453c-bae4-e412fab3cce7 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9532132 Dec 09 22:32:55.539845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185c401-4d9e-45bc-9bab-706f4134e57c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event deleted for resources: {'Port': ['ID=36a9a9f0-f628-41c3-9dc5-edf22856d7c3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:55.584284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43752) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:55.648007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184c37c-c9db-435c-985d-02534de30a36 req-fa15aba8-a69a-48ba-8241-d58b68743737 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:55.650349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7184c37c-c9db-435c-985d-02534de30a36 req-fa15aba8-a69a-48ba-8241-d58b68743737 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 946 time: 0.3418078 Dec 09 22:32:55.776826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11a2a5e-c992-4f67-9302-44e3d4dc120a req-1185c401-4d9e-45bc-9bab-706f4134e57c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] No DVR routers for this DVR port 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:32:55.779221 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8347a896-72eb-44a6-b2f7-37dfb0b43ded None None] Network a0c96c0a-8c77-4d56-a156-49337bcdc0b0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:32:55.781691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['36a9a9f0-f628-41c3-9dc5-edf22856d7c3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:55.803209 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e11a2a5e-c992-4f67-9302-44e3d4dc120a req-1185c401-4d9e-45bc-9bab-706f4134e57c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:55.806973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e11a2a5e-c992-4f67-9302-44e3d4dc120a req-1185c401-4d9e-45bc-9bab-706f4134e57c tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.42 "DELETE /v2.0/ports/36a9a9f0-f628-41c3-9dc5-edf22856d7c3 HTTP/1.1" status: 204 len: 173 time: 2.2348156 Dec 09 22:32:55.808695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c42b4f5-1fa9-44b3-9cc7-223db1b47643', 'name': 'network-vif-deleted', 'tag': '36a9a9f0-f628-41c3-9dc5-edf22856d7c3'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:32:55.812120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4032c804-f345-49fd-a814-03f699a5ea74 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:55.814546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:32:55.817449 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6744be88-96d3-48bf-bff5-8b11c2fcc7e6" -d '{"events": [{"server_uuid": "5c42b4f5-1fa9-44b3-9cc7-223db1b47643", "name": "network-vif-deleted", "tag": "36a9a9f0-f628-41c3-9dc5-edf22856d7c3"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:32:55.856779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc08c76-ec1e-4339-aae3-9e16a11c8e52 req-d55ddbc6-c57a-4dfb-8b6b-25e866620afb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:55.858505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2bc08c76-ec1e-4339-aae3-9e16a11c8e52 req-d55ddbc6-c57a-4dfb-8b6b-25e866620afb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.4076352 Dec 09 22:32:55.987952 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-43187226-2d6f-4b03-89f9-281f21c951c3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:55.989596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7184c37c-c9db-435c-985d-02534de30a36 req-2eb95e71-d210-4eab-a868-aca934310a1c tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886536 Dec 09 22:32:56.124683 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2bc08c76-ec1e-4339-aae3-9e16a11c8e52 req-21b8c0ca-a289-4aa6-9039-e19ecbe17b46 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458797 Dec 09 22:32:56.167511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] Provisioning complete for port c9c86f54-e64d-4570-a8d8-1cfa8f10442a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:56.171169 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:56.220338 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36068e36-f7a6-45ee-8da7-84577371aa72 x-openstack-request-id: req-36068e36-f7a6-45ee-8da7-84577371aa72 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:32:56.221690 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c42b4f5-1fa9-44b3-9cc7-223db1b47643", "name": "network-vif-deleted", "tag": "36a9a9f0-f628-41c3-9dc5-edf22856d7c3", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:32:56.222247 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36068e36-f7a6-45ee-8da7-84577371aa72 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:32:56.223030 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c42b4f5-1fa9-44b3-9cc7-223db1b47643', 'name': 'network-vif-deleted', 'tag': '36a9a9f0-f628-41c3-9dc5-edf22856d7c3', 'status': 'completed', 'code': 200} Dec 09 22:32:56.337750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efcde0e7-5619-4393-9555-d4e7a4218b75 req-c2aade40-5127-4e28-a903-bc1ee93c5f0e tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c42b4f5-1fa9-44b3-9cc7-223db1b47643 HTTP/1.1" status: 200 len: 210 time: 0.0760543 Dec 09 22:32:56.395823 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:32:56.456351 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7d076c83-e6b1-4e9d-a581-0a464f1ebec6 None None] Deleting port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:56.456914 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d076c83-e6b1-4e9d-a581-0a464f1ebec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:56.474941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:32:51Z', 'revision_number': 4, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:32:43Z', 'revision_number': 2, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5763e9-5c35-4b71-ba64-e6d524a3dbce', 'name': '', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:a5:c8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:48Z', 'updated_at': '2021-12-09T22:32:51Z', 'revision_number': 2, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:56.479048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43187226-2d6f-4b03-89f9-281f21c951c3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=26e84856-bc08-451d-baf9-dde2900fed7b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:56.512461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f0f1100-71a1-43bb-b39c-1ac408f86f00 req-9ccba3a9-f282-4181-95a6-c339ed9fc1c5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 210 time: 0.0939820 Dec 09 22:32:56.542678 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-43187226-2d6f-4b03-89f9-281f21c951c3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:56.551670 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-43187226-2d6f-4b03-89f9-281f21c951c3 tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/ports/26e84856-bc08-451d-baf9-dde2900fed7b HTTP/1.1" status: 204 len: 168 time: 1.7092531 Dec 09 22:32:56.554626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43778) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:56.570429 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Checking router: fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:32:56.571104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Updating router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 port c9c86f54-e64d-4570-a8d8-1cfa8f10442a binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:32:56.573305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] Port c9c86f54-e64d-4570-a8d8-1cfa8f10442a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:56.707678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7d076c83-e6b1-4e9d-a581-0a464f1ebec6 None None] For port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,segment=NetworkSegment(7d7b352d-492f-42f4-9610-275eee9467a8),segment_id=7d7b352d-492f-42f4-9610-275eee9467a8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:56.708756 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d076c83-e6b1-4e9d-a581-0a464f1ebec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:56.716881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:56.735255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7d076c83-e6b1-4e9d-a581-0a464f1ebec6 None None] Calling delete_port for 8b162c88-3ca4-4fee-b546-1e6d1e33b98b owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:56.839800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:56.842396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Deleting port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:32:56.843264 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:56.846401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-072a7f69-63ad-4253-86bd-d55a9546e665 None None] Could not find standard attr ID for object 26e84856-bc08-451d-baf9-dde2900fed7b. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:32:56.847828 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d076c83-e6b1-4e9d-a581-0a464f1ebec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:56.868227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d076c83-e6b1-4e9d-a581-0a464f1ebec6 None None] No DVR routers for this DVR port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:32:56.904540 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4032c804-f345-49fd-a814-03f699a5ea74 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:56.904879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:57.023079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] For port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b, host n-d-789963-23, got binding levels [] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:57.023791 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:57.052604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0fd147bd-02d2-4fc2-b33a-af13e3c7358d None None] Could not find standard attr ID for object 8b162c88-3ca4-4fee-b546-1e6d1e33b98b. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:32:57.058602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Calling delete_port for 8b162c88-3ca4-4fee-b546-1e6d1e33b98b owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:32:57.062724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.ipam_backend_mixin [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b was not found and therefore no delete operation was performed {{(pid=103418) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:32:57.063854 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:57.069365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d076c83-e6b1-4e9d-a581-0a464f1ebec6 None None] Pushing event deleted for resources: {'Port': ['ID=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:57.075222 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:57.086462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0fd147bd-02d2-4fc2-b33a-af13e3c7358d None None] Could not find standard attr ID for object 26e84856-bc08-451d-baf9-dde2900fed7b. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:32:57.152434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] No DVR routers for this DVR port 8b162c88-3ca4-4fee-b546-1e6d1e33b98b on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:32:57.159373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-a0c96c0a-8c77-4d56-a156-49337bcdc0b0', 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0', 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'fixed_ips': [{'subnet_id': '75637332-ff52-416a-be60-ddefc07c7618'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:32:57.160197 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:57.173629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Port': ['ID=8b162c88-3ca4-4fee-b546-1e6d1e33b98b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:57.356080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0fd147bd-02d2-4fc2-b33a-af13e3c7358d None None] Provisioning complete for port c286449e-455c-4d9b-a6e5-508a7bcdeea7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:57.356451 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0fd147bd-02d2-4fc2-b33a-af13e3c7358d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:57.411157 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:57.509060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:57.600508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb6095d-4a56-405b-b913-8a591714a0b4']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:57.638923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-d87db12e-8409-4b37-af18-fa4d633c2526 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:57.642391 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-d87db12e-8409-4b37-af18-fa4d633c2526 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.18 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 811 time: 0.2782915 Dec 09 22:32:57.646904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'port_id': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'mac_address': 'fa:16:3e:28:35:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:32:57.666290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7b352d-492f-42f4-9610-275eee9467a8') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:57.666580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7b352d-492f-42f4-9610-275eee9467a8') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:32:57.676399 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0ae8307c-f60e-4424-ab99-c76834b50e77 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:57.722412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:57.743174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Allocated IP 2001:db8:3::1 (a0c96c0a-8c77-4d56-a156-49337bcdc0b0/75637332-ff52-416a-be60-ddefc07c7618/567b4f90-56f2-4d8b-b7a1-8aec38622de1) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:57.763802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c81333-fc5e-4e4f-8f6d-ede304f784fc req-eb7639d8-de84-44bf-8247-7539675b424d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:57.765442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99c81333-fc5e-4e4f-8f6d-ede304f784fc req-eb7639d8-de84-44bf-8247-7539675b424d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 944 time: 0.3571198 Dec 09 22:32:57.824695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:57.847308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52da186-da3b-4c00-a12a-a3023adf5be9 req-b7518eb7-3373-49ad-b21d-782dc016a648 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:57.854961 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a52da186-da3b-4c00-a12a-a3023adf5be9 req-b7518eb7-3373-49ad-b21d-782dc016a648 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 946 time: 0.3038571 Dec 09 22:32:57.859282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:32:57.859882 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:32:57.865346 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:32:57.922822 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:57.945275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99c81333-fc5e-4e4f-8f6d-ede304f784fc req-e3f75732-8dda-4e8f-908a-12f899ab872a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674414 Dec 09 22:32:58.020059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.144193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a52da186-da3b-4c00-a12a-a3023adf5be9 req-e7093441-c264-47ee-a2cd-0175187633d4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880449 Dec 09 22:32:58.147341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.161154 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.171884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] 10.222.0.16 "DELETE /v2.0/networks/6fb6095d-4a56-405b-b913-8a591714a0b4 HTTP/1.1" status: 204 len: 168 time: 1.6137891 Dec 09 22:32:58.190520 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0fd147bd-02d2-4fc2-b33a-af13e3c7358d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.218925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=567b4f90-56f2-4d8b-b7a1-8aec38622de1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:58.237970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0ae8307c-f60e-4424-ab99-c76834b50e77 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:58.238639 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.248767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network a0c96c0a-8c77-4d56-a156-49337bcdc0b0 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:58.253773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:58.260122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e38b17-12ea-4afd-9eea-a805b144f1de tempest-PortsIpV6TestJSON-1976490239 tempest-PortsIpV6TestJSON-1976490239-project] Pushing event deleted for resources: {'Network': ['ID=6fb6095d-4a56-405b-b913-8a591714a0b4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:58.262361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:58.263110 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.294854 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.317710 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-0fdac1ee-3687-47cf-9155-c6a2eb121596 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c62332ba52d7492280948681247e4803 HTTP/1.1" status: 200 len: 379 time: 0.3512704 Dec 09 22:32:58.329640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Request body: {'port': {'device_id': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'admin_state_up': True, 'tenant_id': 'c62332ba52d7492280948681247e4803', 'security_groups': ['0856c33d-6a1f-4592-b554-8c698928e3f9']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:32:58.338914 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23208b74-a628-46fc-ad5a-4c569d32a9d4 req-1ec4e474-0fc4-4962-b799-5bb145e2c66e tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 210 time: 0.0505841 Dec 09 22:32:58.392564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad3ff61f-6e61-492f-bbfe-15d585a7540e req-21f8f9a3-6bbb-4954-9d64-1ac82ccc9ef4 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/9460bf03-3ba9-4237-aa78-0eb172363404 HTTP/1.1" status: 200 len: 1819 time: 0.1612492 Dec 09 22:32:58.411650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:32:58.429645 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Allocated IP 2001:db8:3::2 (a0c96c0a-8c77-4d56-a156-49337bcdc0b0/75637332-ff52-416a-be60-ddefc07c7618/4b1f3285-1f7d-4cd0-b532-fb8e34a995b5) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:58.433078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0fd147bd-02d2-4fc2-b33a-af13e3c7358d None None] For port c286449e-455c-4d9b-a6e5-508a7bcdeea7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c286449e-455c-4d9b-a6e5-508a7bcdeea7,segment=NetworkSegment(57aa03dd-0bf2-431f-9374-19e306594b26),segment_id=57aa03dd-0bf2-431f-9374-19e306594b26)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:58.459604 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0fd147bd-02d2-4fc2-b33a-af13e3c7358d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.522419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:32:58.533685 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.571219 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.590146 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ad3ff61f-6e61-492f-bbfe-15d585a7540e req-b2a5bc96-1699-4c35-b636-1b5eb956d58a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.621433 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ad3ff61f-6e61-492f-bbfe-15d585a7540e req-b2a5bc96-1699-4c35-b636-1b5eb956d58a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.732671 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ad3ff61f-6e61-492f-bbfe-15d585a7540e req-b2a5bc96-1699-4c35-b636-1b5eb956d58a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.735780 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ad3ff61f-6e61-492f-bbfe-15d585a7540e req-b2a5bc96-1699-4c35-b636-1b5eb956d58a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:58.737391 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad3ff61f-6e61-492f-bbfe-15d585a7540e req-b2a5bc96-1699-4c35-b636-1b5eb956d58a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "DELETE /v2.0/security-groups/9460bf03-3ba9-4237-aa78-0eb172363404 HTTP/1.1" status: 204 len: 173 time: 0.3388221 Dec 09 22:32:58.742122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd147bd-02d2-4fc2-b33a-af13e3c7358d None None] Pushing event updated for resources: {'Port': ['ID=c286449e-455c-4d9b-a6e5-508a7bcdeea7,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:58.783900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5bc96-1699-4c35-b636-1b5eb956d58a tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9460bf03-3ba9-4237-aa78-0eb172363404,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:58.798406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43826) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:58.875851 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3b9d04a-1717-474b-9128-4eecf40d48fe req-32adb928-36f6-4f9e-9cef-39a3667f3e20 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "GET /v2.0/security-groups/62f7f8c1-88a9-49f5-b089-c2fca0b3b98b HTTP/1.1" status: 200 len: 1819 time: 0.1086795 Dec 09 22:32:58.910123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:58.927443 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-60dd4356-4f8d-4209-8af9-e1b028c2f082 None None] Provisioning complete for port fa5763e9-5c35-4b71-ba64-e6d524a3dbce triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:58.929411 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60dd4356-4f8d-4209-8af9-e1b028c2f082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.009351 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3b9d04a-1717-474b-9128-4eecf40d48fe req-47c498e7-4fb5-41cf-a024-2e30adbc0099 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.020815 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.066067 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3b9d04a-1717-474b-9128-4eecf40d48fe req-47c498e7-4fb5-41cf-a024-2e30adbc0099 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.119615 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.121924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['57e51937-a5f6-4044-a1bf-ebbe5a60e5cb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:32:59.124476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-60dd4356-4f8d-4209-8af9-e1b028c2f082 None None] Port fa5763e9-5c35-4b71-ba64-e6d524a3dbce cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:32:59.127108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c286449e-455c-4d9b-a6e5-508a7bcdeea7 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:32:59.144877 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.205883 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3b9d04a-1717-474b-9128-4eecf40d48fe req-47c498e7-4fb5-41cf-a024-2e30adbc0099 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.205883 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3b9d04a-1717-474b-9128-4eecf40d48fe req-47c498e7-4fb5-41cf-a024-2e30adbc0099 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.215769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43836) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:59.219272 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3b9d04a-1717-474b-9128-4eecf40d48fe req-47c498e7-4fb5-41cf-a024-2e30adbc0099 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] 10.222.0.16 "DELETE /v2.0/security-groups/62f7f8c1-88a9-49f5-b089-c2fca0b3b98b HTTP/1.1" status: 204 len: 173 time: 0.3423514 Dec 09 22:32:59.251645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2f17f-cd82-4b91-b81e-3a0dd4f0226f req-e9f9c5db-90f9-4fdb-bbc3-1bfcf0da678e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:59.255296 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-caa2f17f-cd82-4b91-b81e-3a0dd4f0226f req-e9f9c5db-90f9-4fdb-bbc3-1bfcf0da678e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 945 time: 0.1350045 Dec 09 22:32:59.267620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Made reservation on behalf of c62332ba52d7492280948681247e4803 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:32:59.272338 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.278589 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f466d24d-a62e-4633-a88b-6eb72b6ffa41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad62b25d3f244222b707b68c1668e2ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757512 Dec 09 22:32:59.281632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43838) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:32:59.323812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7918c33f-b6dd-4f7f-9887-ee3b39d3b536 admin admin] Deleting subnet 5f1004dd-1947-4098-b1fd-e21f1a6f9f7e {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:32:59.325543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c498e7-4fb5-41cf-a024-2e30adbc0099 tempest-SecurityGroupsTestJSON-1537959880 tempest-SecurityGroupsTestJSON-1537959880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f7f8c1-88a9-49f5-b089-c2fca0b3b98b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:59.332474 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7918c33f-b6dd-4f7f-9887-ee3b39d3b536 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.416970 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-caa2f17f-cd82-4b91-b81e-3a0dd4f0226f req-db538beb-887d-46e3-99f0-e4bc704e5953 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506100 Dec 09 22:32:59.426683 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.437967 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78f642ce-dd14-48e3-a057-c430e235cff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.449479 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f897149-f2b3-485f-9b54-d2fb4527311e req-97d9b7d5-874b-4f7e-a40d-9ea7b1e9af9d tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:32:59.457626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f897149-f2b3-485f-9b54-d2fb4527311e req-97d9b7d5-874b-4f7e-a40d-9ea7b1e9af9d tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 946 time: 0.1342747 Dec 09 22:32:59.458080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Network a0c96c0a-8c77-4d56-a156-49337bcdc0b0 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:32:59.492395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:32:59.496144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:32:59.513165 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.534651 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.535626 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.544194 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78f642ce-dd14-48e3-a057-c430e235cff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.569118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-60dd4356-4f8d-4209-8af9-e1b028c2f082 None None] Provisioning complete for port c286449e-455c-4d9b-a6e5-508a7bcdeea7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:32:59.569664 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60dd4356-4f8d-4209-8af9-e1b028c2f082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.631845 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7918c33f-b6dd-4f7f-9887-ee3b39d3b536 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.726964 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f897149-f2b3-485f-9b54-d2fb4527311e req-1a84e4a3-527d-4594-9b70-8e704d035790 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680666 Dec 09 22:32:59.766832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event updated for resources: {'Port': ['ID=567b4f90-56f2-4d8b-b7a1-8aec38622de1,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:59.796982 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce93b39a-4b72-4a71-ac33-bf96c8cdca33 req-3ab7452d-b175-4640-b6e4-ff865c047032 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 210 time: 0.0674276 Dec 09 22:32:59.835383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a0199-ab8d-4bdb-8b54-8f5dd322a4e0 None None] Pushing event updated for resources: {'Port': ['ID=c9c86f54-e64d-4570-a8d8-1cfa8f10442a,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:59.858131 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78f642ce-dd14-48e3-a057-c430e235cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.865298 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78f642ce-dd14-48e3-a057-c430e235cff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.869060 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-78f642ce-dd14-48e3-a057-c430e235cff2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9699b15d-8385-4ad2-9384-a712fc3e9a60 HTTP/1.1" status: 204 len: 168 time: 0.5642347 Dec 09 22:32:59.891054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f642ce-dd14-48e3-a057-c430e235cff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9699b15d-8385-4ad2-9384-a712fc3e9a60,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:32:59.908782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Allocated IP 172.20.0.5 (f16f7172-a535-46bf-a20c-df7868a46f92/992210bd-a6ee-474f-a5bf-287bbb7205d0/4a215047-c3c4-421b-954e-30c212eb94cc) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:32:59.913586 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7918c33f-b6dd-4f7f-9887-ee3b39d3b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:32:59.928812 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Attempting to bind port c9c86f54-e64d-4570-a8d8-1cfa8f10442a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:32:59.930994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Attempting to bind port c9c86f54-e64d-4570-a8d8-1cfa8f10442a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '2303ceea-0317-460a-831e-c5df02a0a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:32:59.932069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Attempting to bind port c9c86f54-e64d-4570-a8d8-1cfa8f10442a on network 4ad2237b-1da3-47a0-97b8-435001be74e7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:00.054762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Network a0c96c0a-8c77-4d56-a156-49337bcdc0b0 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:00.056681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Attempting to bind port 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:00.057516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Attempting to bind port 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'e1487ceb-7dd2-43e1-b7e2-817aae482f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:00.057903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Attempting to bind port 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 on network a0c96c0a-8c77-4d56-a156-49337bcdc0b0 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:00.060316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:00.060695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Checking segment: {'id': '2303ceea-0317-460a-831e-c5df02a0a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:00.061097 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.061490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Bound using segment: {'id': '2303ceea-0317-460a-831e-c5df02a0a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:00.062726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Bound port: c9c86f54-e64d-4570-a8d8-1cfa8f10442a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2303ceea-0317-460a-831e-c5df02a0a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:00.063124 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.066962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Pushing event updated for resources: {'Port': ['ID=4b1f3285-1f7d-4cd0-b532-fb8e34a995b5,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:00.070186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:00.095380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7918c33f-b6dd-4f7f-9887-ee3b39d3b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.136067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c286449e-455c-4d9b-a6e5-508a7bcdeea7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:00.137529 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.243213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918c33f-b6dd-4f7f-9887-ee3b39d3b536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f1004dd-1947-4098-b1fd-e21f1a6f9f7e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:00.249291 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7918c33f-b6dd-4f7f-9887-ee3b39d3b536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.255421 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7918c33f-b6dd-4f7f-9887-ee3b39d3b536 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5f1004dd-1947-4098-b1fd-e21f1a6f9f7e HTTP/1.1" status: 204 len: 168 time: 1.0359709 Dec 09 22:33:00.256174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43858) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:00.272991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:00.273401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Checking segment: {'id': 'e1487ceb-7dd2-43e1-b7e2-817aae482f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:00.273773 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.274259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Bound using segment: {'id': 'e1487ceb-7dd2-43e1-b7e2-817aae482f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:00.274696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Bound port: 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1487ceb-7dd2-43e1-b7e2-817aae482f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:00.275082 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.357674 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.381230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:00.411365 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.429506 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-39d5be3f-5b90-4a0c-8493-a3226aecf48a None None] Provisioning complete for port c9c86f54-e64d-4570-a8d8-1cfa8f10442a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:00.430213 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-39d5be3f-5b90-4a0c-8493-a3226aecf48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.548736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] For port c9c86f54-e64d-4570-a8d8-1cfa8f10442a, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:00.554440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-39d5be3f-5b90-4a0c-8493-a3226aecf48a None None] Port c9c86f54-e64d-4570-a8d8-1cfa8f10442a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:00.555066 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.556157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bf096e60-1dc2-4edd-be37-2229eff5963d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:00.584052 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.595712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:00.601650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] For port c9c86f54-e64d-4570-a8d8-1cfa8f10442a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c9c86f54-e64d-4570-a8d8-1cfa8f10442a,segment=NetworkSegment(2303ceea-0317-460a-831e-c5df02a0a27c),segment_id=2303ceea-0317-460a-831e-c5df02a0a27c)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:00.603832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] For port 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:00.616006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe9ae07-d789-4c51-ba67-6e3bb228e467']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:00.635203 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.637046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623d8eed-68ad-4788-916f-3b8e0af3e09b') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:00.637577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623d8eed-68ad-4788-916f-3b8e0af3e09b') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:00.643782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:00.644128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 36a9a9f0-f628-41c3-9dc5-edf22856d7c3 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:00.649456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] For port 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4b1f3285-1f7d-4cd0-b532-fb8e34a995b5,segment=NetworkSegment(e1487ceb-7dd2-43e1-b7e2-817aae482f03),segment_id=e1487ceb-7dd2-43e1-b7e2-817aae482f03)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:00.656645 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.681106 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.691595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Updating router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 port fa5763e9-5c35-4b71-ba64-e6d524a3dbce binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:33:00.699147 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.711831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:33:00.712229 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:33:00.716359 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:33:00.762793 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a0199-ab8d-4bdb-8b54-8f5dd322a4e0 None None] Pushing event updated for resources: {'Port': ['ID=c9c86f54-e64d-4570-a8d8-1cfa8f10442a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:00.764977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e4b3d-25b7-4b93-be8e-908adb4f6a49 req-d234ec53-a9ef-4b21-8286-a290bf1ced11 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:00.766614 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.785312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc5e4b3d-25b7-4b93-be8e-908adb4f6a49 req-d234ec53-a9ef-4b21-8286-a290bf1ced11 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 945 time: 0.1376522 Dec 09 22:33:00.833846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Network f16f7172-a535-46bf-a20c-df7868a46f92 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:00.854249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:00.883880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:00.915449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port bf096e60-1dc2-4edd-be37-2229eff5963d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:00.915835 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.980075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:00.980937 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:00.984124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event updated for resources: {'Port': ['ID=4a215047-c3c4-421b-954e-30c212eb94cc,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:00.994310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:01.000960 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-14974ddf-0601-4eb5-a881-6795dcd071e9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4156313 Dec 09 22:33:01.009042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43882) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:01.017086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-82a97f1e-7184-4310-9a15-f19fd1935cce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:01.130977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7d0fe-679b-4fa4-9cfe-0e7156f6b7af None None] Pushing event updated for resources: {'Port': ['ID=4b1f3285-1f7d-4cd0-b532-fb8e34a995b5,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:01.162503 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-6e43b93c-58c6-4ef2-b906-7c517fd93c0f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8366170 Dec 09 22:33:01.187245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Request body: {'port': {'device_id': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:01.353311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43886) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:01.419378 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-468c4e72-30fe-49e6-b496-6f4fcfcac471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:01.562496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:01.586722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a33a33c0-3902-4596-9368-64e2d6ad8009 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-130952454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:01.651414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-515e100c-dede-408e-812a-f6a94b24385a None None] Provisioning complete for port c9c86f54-e64d-4570-a8d8-1cfa8f10442a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:01.651981 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-515e100c-dede-408e-812a-f6a94b24385a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:01.740042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8b162c88-3ca4-4fee-b546-1e6d1e33b98b no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:01.777915 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a33a33c0-3902-4596-9368-64e2d6ad8009 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:01.778424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 8b162c88-3ca4-4fee-b546-1e6d1e33b98b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:01.778777 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8b162c88-3ca4-4fee-b546-1e6d1e33b98b not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:01.779638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a33a33c0-3902-4596-9368-64e2d6ad8009 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:01.872037 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:01.909739 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:01.921046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] 10.222.0.16 "DELETE /v2.0/networks/9fe9ae07-d789-4c51-ba67-6e3bb228e467 HTTP/1.1" status: 204 len: 168 time: 1.6629457 Dec 09 22:33:01.922041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00b0c2-43be-48f3-af7e-42d295954bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe9ae07-d789-4c51-ba67-6e3bb228e467,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:01.935525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-ecdd6433-f8a9-4330-91bf-1cb5f6a18a94 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:01.937515 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-ecdd6433-f8a9-4330-91bf-1cb5f6a18a94 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 946 time: 0.1857345 Dec 09 22:33:01.949288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:01.968675 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:01.973346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc5e4b3d-25b7-4b93-be8e-908adb4f6a49 req-c4c9cefd-9e17-4f96-9a67-f03668eaf4a2 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282040 Dec 09 22:33:02.087968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa5e9-8e4d-4963-a096-33e7fea9c2d9 req-a6748a9c-a5b0-43ec-999d-b4d8365901a2 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:02.091931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cdfa5e9-8e4d-4963-a096-33e7fea9c2d9 req-a6748a9c-a5b0-43ec-999d-b4d8365901a2 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 946 time: 0.3055377 Dec 09 22:33:02.266763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a0199-ab8d-4bdb-8b54-8f5dd322a4e0 None None] Pushing event updated for resources: {'Port': ['ID=fa5763e9-5c35-4b71-ba64-e6d524a3dbce,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:02.271649 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-515e100c-dede-408e-812a-f6a94b24385a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.301730 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cdfa5e9-8e4d-4963-a096-33e7fea9c2d9 req-a2193b48-1f59-4ec0-bea9-ec07e3d72545 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991591 Dec 09 22:33:02.341247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Attempting to bind port fa5763e9-5c35-4b71-ba64-e6d524a3dbce on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:02.341247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Attempting to bind port fa5763e9-5c35-4b71-ba64-e6d524a3dbce by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '57aa03dd-0bf2-431f-9374-19e306594b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:02.341592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Attempting to bind port fa5763e9-5c35-4b71-ba64-e6d524a3dbce on network e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:02.393606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c286449e-455c-4d9b-a6e5-508a7bcdeea7 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:02.435759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43902) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:02.441289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.extraroute_db [None req-82a97f1e-7184-4310-9a15-f19fd1935cce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 22:33:02.474488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:02.474981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Checking segment: {'id': '57aa03dd-0bf2-431f-9374-19e306594b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:02.475589 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.476139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Bound using segment: {'id': '57aa03dd-0bf2-431f-9374-19e306594b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:02.477663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Bound port: fa5763e9-5c35-4b71-ba64-e6d524a3dbce, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57aa03dd-0bf2-431f-9374-19e306594b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:02.478095 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.533776 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b339a-b91e-460f-ba14-7b2269343419 req-9b57ec43-b904-48ba-a871-56e6708e1265 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:02.541551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-515e100c-dede-408e-812a-f6a94b24385a None None] For port c9c86f54-e64d-4570-a8d8-1cfa8f10442a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c9c86f54-e64d-4570-a8d8-1cfa8f10442a,segment=NetworkSegment(2303ceea-0317-460a-831e-c5df02a0a27c),segment_id=2303ceea-0317-460a-831e-c5df02a0a27c)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:02.544167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-502b339a-b91e-460f-ba14-7b2269343419 req-9b57ec43-b904-48ba-a871-56e6708e1265 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 931 time: 0.3466239 Dec 09 22:33:02.583603 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-515e100c-dede-408e-812a-f6a94b24385a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.586067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:02.629068 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-502b339a-b91e-460f-ba14-7b2269343419 req-9bf94214-cf41-4f80-a088-e5063177301d tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828481 Dec 09 22:33:02.639442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Deleting port a76b0f17-d051-4216-86be-275b995850ed {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:02.640008 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.706621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a215047-c3c4-421b-954e-30c212eb94cc {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:33:02.714933 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.729707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Transition to ACTIVE for port object 4a215047-c3c4-421b-954e-30c212eb94cc will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:33:02.764986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c286449e-455c-4d9b-a6e5-508a7bcdeea7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:02.769820 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.776435 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.783101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a33a33c0-3902-4596-9368-64e2d6ad8009 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.818803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] For port a76b0f17-d051-4216-86be-275b995850ed, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=a76b0f17-d051-4216-86be-275b995850ed,segment=NetworkSegment(b4c6d921-2d2c-4739-95e1-0a714733859e),segment_id=b4c6d921-2d2c-4739-95e1-0a714733859e)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:02.820079 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.831550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] For port fa5763e9-5c35-4b71-ba64-e6d524a3dbce, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:02.844444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Pushing event updated for resources: {'Port': ['ID=4a215047-c3c4-421b-954e-30c212eb94cc,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:02.850653 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a33a33c0-3902-4596-9368-64e2d6ad8009 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.854728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e100c-dede-408e-812a-f6a94b24385a None None] Pushing event updated for resources: {'Port': ['ID=c9c86f54-e64d-4570-a8d8-1cfa8f10442a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:02.865672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] For port fa5763e9-5c35-4b71-ba64-e6d524a3dbce, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fa5763e9-5c35-4b71-ba64-e6d524a3dbce,segment=NetworkSegment(57aa03dd-0bf2-431f-9374-19e306594b26),segment_id=57aa03dd-0bf2-431f-9374-19e306594b26)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:02.869461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.extraroute_db [None req-82a97f1e-7184-4310-9a15-f19fd1935cce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Removed routes are [] {{(pid=103417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 22:33:02.869930 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-82a97f1e-7184-4310-9a15-f19fd1935cce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.888129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:02.888587 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.890696 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.899893 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a33a33c0-3902-4596-9368-64e2d6ad8009 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:02.904661 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a33a33c0-3902-4596-9368-64e2d6ad8009 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.5483482 Dec 09 22:33:02.908257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43904) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:02.919742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-248568532'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:02.927603 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8cf03b-d871-47c8-9fe1-5d491876743d None None] Network a0c96c0a-8c77-4d56-a156-49337bcdc0b0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:03.216699 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:03.217804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:03.218384 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Floating IP 19a494eb-a97f-48d8-a963-2f0719cee110 disassociated. External IP: 172.25.8.145, port: a76b0f17-d051-4216-86be-275b995850ed. Dec 09 22:33:03.219072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Calling delete_port for a76b0f17-d051-4216-86be-275b995850ed owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:03.386390 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7aec6a60-8e52-484c-a2e2-d30860fd160e None None] Provisioning complete for port fa5763e9-5c35-4b71-ba64-e6d524a3dbce triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:03.386762 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7aec6a60-8e52-484c-a2e2-d30860fd160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:03.423746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51751d9-8dcb-454d-a801-6b6a2c60ec12 req-602d4d58-919f-478e-b969-6b4b13301c7f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:03.434213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a51751d9-8dcb-454d-a801-6b6a2c60ec12 req-602d4d58-919f-478e-b969-6b4b13301c7f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 945 time: 0.2020936 Dec 09 22:33:03.528975 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05cc6f28-814e-4f46-806a-341b6765a2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:03.540491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Attempting to bind port 4a215047-c3c4-421b-954e-30c212eb94cc on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:03.541050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Attempting to bind port 4a215047-c3c4-421b-954e-30c212eb94cc by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:03.541187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Attempting to bind port 4a215047-c3c4-421b-954e-30c212eb94cc on network f16f7172-a535-46bf-a20c-df7868a46f92 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:03.554375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a0199-ab8d-4bdb-8b54-8f5dd322a4e0 None None] Pushing event updated for resources: {'Port': ['ID=fa5763e9-5c35-4b71-ba64-e6d524a3dbce,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:03.572950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:03.573704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:32:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:03.577275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c9c86f54-e64d-4570-a8d8-1cfa8f10442a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:03.584776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Port 4a215047-c3c4-421b-954e-30c212eb94cc on network f16f7172-a535-46bf-a20c-df7868a46f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:33:03.585176 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Attempting to bind port 4a215047-c3c4-421b-954e-30c212eb94cc on network f16f7172-a535-46bf-a20c-df7868a46f92 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:03.593571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:03.593956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Checking segment: {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:03.594348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Bound using segment: {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:03.594790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Bound port: 4a215047-c3c4-421b-954e-30c212eb94cc, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:03.595147 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:03.617358 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b06508fb-50db-4f12-90ce-0f1b56cca966 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8d23234954d4ea2893572a7e09a00af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1778579 Dec 09 22:33:03.629650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43914) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:03.694475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763e2a7-6a43-48f9-aca4-0fadb4632ca3 req-99c52685-8ed0-442b-b3d6-796d2ea00655 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:03.696067 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6763e2a7-6a43-48f9-aca4-0fadb4632ca3 req-99c52685-8ed0-442b-b3d6-796d2ea00655 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 946 time: 0.2529225 Dec 09 22:33:03.704484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Made reservation on behalf of 4054243d103e40fc9d51c0f3cc5fdad0 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:03.706551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a51751d9-8dcb-454d-a801-6b6a2c60ec12 req-54da58c3-17f1-457a-a12b-aaba62c4cb76 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711058 Dec 09 22:33:03.711206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:03.760591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:03.874025 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:03.878046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] For port 4a215047-c3c4-421b-954e-30c212eb94cc, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:03.894177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] For port 4a215047-c3c4-421b-954e-30c212eb94cc, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=4a215047-c3c4-421b-954e-30c212eb94cc,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:03.907072 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6763e2a7-6a43-48f9-aca4-0fadb4632ca3 req-3933ce0e-d269-4f92-b1a8-8e6846b74972 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8a45ab-19f9-4b1b-9da2-fe407be74814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985340 Dec 09 22:33:03.955047 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2885755-faef-46dd-a938-9605c695612d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:03.981558 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:03.988995 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7aec6a60-8e52-484c-a2e2-d30860fd160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:03.993660 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:03.999623 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.073842 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.079000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Pushing event deleted for resources: {'Port': ['ID=a76b0f17-d051-4216-86be-275b995850ed,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:04.085740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2885755-faef-46dd-a938-9605c695612d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.147920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:33:04.150695 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab68f374-7a94-4b30-b682-4352144d5f43" -d '{"events": [{"server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "name": "network-vif-plugged", "status": "completed", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:33:04.186397 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Pushing event updated for resources: {'Port': ['ID=4a215047-c3c4-421b-954e-30c212eb94cc,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:04.222924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:04.231336 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.233133 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f6287c97-49e5-407c-a2d0-720a3650db7a service neutron] 10.222.0.18 "PUT /v2.0/ports/4a215047-c3c4-421b-954e-30c212eb94cc HTTP/1.1" status: 200 len: 1092 time: 3.0559344 Dec 09 22:33:04.235963 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'tag': '4a215047-c3c4-421b-954e-30c212eb94cc'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:33:04.238626 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7851a9c-926f-499a-858b-24e86e1bb0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb0a1ee-be6d-474f-a3a3-639e5253de71", "tag": "4a215047-c3c4-421b-954e-30c212eb94cc"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:33:04.259872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c9c86f54-e64d-4570-a8d8-1cfa8f10442a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:04.266107 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.292084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Router fb85205d-f57a-4f38-afd6-507359141a48 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:04.303420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a315a5-a629-4b2c-a3f1-d3856920da8e req-6d94c872-82de-4c2c-94b5-e2b7a9e0b567 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:04.305145 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75a315a5-a629-4b2c-a3f1-d3856920da8e req-6d94c872-82de-4c2c-94b5-e2b7a9e0b567 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 943 time: 0.2580917 Dec 09 22:33:04.323519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-82a97f1e-7184-4310-9a15-f19fd1935cce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.414203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-82a97f1e-7184-4310-9a15-f19fd1935cce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.478675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:04.488094 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aba8d1-240b-4b79-8659-ff31d6bf42bf x-openstack-request-id: req-98aba8d1-240b-4b79-8659-ff31d6bf42bf {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:33:04.489480 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "name": "network-vif-plugged", "status": "completed", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:33:04.490177 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98aba8d1-240b-4b79-8659-ff31d6bf42bf {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:33:04.491019 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'code': 200} Dec 09 22:33:04.519480 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.555680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7aec6a60-8e52-484c-a2e2-d30860fd160e None None] For port fa5763e9-5c35-4b71-ba64-e6d524a3dbce, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fa5763e9-5c35-4b71-ba64-e6d524a3dbce,segment=NetworkSegment(57aa03dd-0bf2-431f-9374-19e306594b26),segment_id=57aa03dd-0bf2-431f-9374-19e306594b26)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:04.602244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:04.616252 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e05e8-f082-4205-89d6-029c70d37995 None None] Sync routers for ids ['fb85205d-f57a-4f38-afd6-507359141a48'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:04.642628 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e05e8-f082-4205-89d6-029c70d37995 None None] Routers {'fb85205d-f57a-4f38-afd6-507359141a48'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:04.645142 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9e8e05e8-f082-4205-89d6-029c70d37995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fb85205d-f57a-4f38-afd6-507359141a48'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:04.649189 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7aec6a60-8e52-484c-a2e2-d30860fd160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.703791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.706903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] No DVR routers for this DVR port a76b0f17-d051-4216-86be-275b995850ed on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:04.712310 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.713147 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed6b733-d61c-4f5f-9a61-5c72bfccb6d4 x-openstack-request-id: req-0ed6b733-d61c-4f5f-9a61-5c72bfccb6d4 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:33:04.714745 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb0a1ee-be6d-474f-a3a3-639e5253de71", "tag": "4a215047-c3c4-421b-954e-30c212eb94cc", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:33:04.715164 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ed6b733-d61c-4f5f-9a61-5c72bfccb6d4 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:33:04.716591 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-610b94ed-8c33-4701-8cf3-66b063f25d70 req-054cf16d-bb68-445d-8a7d-1ff692513cc4 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.18 "DELETE /v2.0/ports/a76b0f17-d051-4216-86be-275b995850ed HTTP/1.1" status: 204 len: 173 time: 2.7679381 Dec 09 22:33:04.721011 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'tag': '4a215047-c3c4-421b-954e-30c212eb94cc', 'status': 'completed', 'code': 200} Dec 09 22:33:04.725119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'name': 'network-vif-deleted', 'tag': 'a76b0f17-d051-4216-86be-275b995850ed'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:33:04.727618 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ae36b4-a97b-42ed-b6b2-78cc9e97f871" -d '{"events": [{"server_uuid": "f4f8c6b0-04dd-41d2-8527-573be7c86798", "name": "network-vif-deleted", "tag": "a76b0f17-d051-4216-86be-275b995850ed"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:33:04.771523 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2885755-faef-46dd-a938-9605c695612d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.790483 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2885755-faef-46dd-a938-9605c695612d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.798786 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f2885755-faef-46dd-a938-9605c695612d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dfdaa4f-87ba-4816-b98d-0410d3da7ce1 HTTP/1.1" status: 204 len: 168 time: 1.1670778 Dec 09 22:33:04.903697 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.919236 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c19561a-9622-47b7-901c-0b19c31e9876 x-openstack-request-id: req-9c19561a-9622-47b7-901c-0b19c31e9876 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:33:04.920105 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f8c6b0-04dd-41d2-8527-573be7c86798", "name": "network-vif-deleted", "tag": "a76b0f17-d051-4216-86be-275b995850ed", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:33:04.920105 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c19561a-9622-47b7-901c-0b19c31e9876 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:33:04.921024 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f8c6b0-04dd-41d2-8527-573be7c86798', 'name': 'network-vif-deleted', 'tag': 'a76b0f17-d051-4216-86be-275b995850ed', 'status': 'completed', 'code': 200} Dec 09 22:33:04.922923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2885755-faef-46dd-a938-9605c695612d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfdaa4f-87ba-4816-b98d-0410d3da7ce1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:04.928206 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.948901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75a315a5-a629-4b2c-a3f1-d3856920da8e req-a44c1d2d-2bfb-414a-ab61-88340f17fc87 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6315110 Dec 09 22:33:04.952499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:33:04.971971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a975cb-782f-49a4-aebf-a941dba7a982 req-5eac96a6-bb1a-438a-ba00-8fac61820399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:04.973629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63a975cb-782f-49a4-aebf-a941dba7a982 req-5eac96a6-bb1a-438a-ba00-8fac61820399 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 1099 time: 0.3814356 Dec 09 22:33:04.974218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:04.974744 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Added segment df00884c-f741-40d4-b4ba-49953e2cadcc of type vlan for network 42c927fd-2ae0-46ca-b54f-ab2fb51b6071 Dec 09 22:33:05.060659 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9e8e05e8-f082-4205-89d6-029c70d37995 None None] Set router fb85205d-f57a-4f38-afd6-507359141a48 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:05.084852 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:05.126762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-636a1ac4-9567-4aea-8b82-61be4c515ecd None None] Provisioning complete for port 567b4f90-56f2-4d8b-b7a1-8aec38622de1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:05.127791 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-636a1ac4-9567-4aea-8b82-61be4c515ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:05.165751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,revision_number=10']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:05.171702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-636a1ac4-9567-4aea-8b82-61be4c515ecd None None] Port 567b4f90-56f2-4d8b-b7a1-8aec38622de1 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:05.279653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a97f1e-7184-4310-9a15-f19fd1935cce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:05.287574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f1e8ec36-fb81-44e0-8272-0c152ba0c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:05.289641 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-f1e8ec36-fb81-44e0-8272-0c152ba0c815 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 1095 time: 0.9642663 Dec 09 22:33:05.294343 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:05.301470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:05.302435 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:05.349624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bd8346-a099-46f7-b998-5a81e117d497 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:33:05.360303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63a975cb-782f-49a4-aebf-a941dba7a982 req-dfac5d19-16bd-4d0e-88a2-992cbbad5eed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3754640 Dec 09 22:33:05.405986 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4906924 Dec 09 22:33:05.408095 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-94288bb9-cc59-4a1d-835a-2e43a269cab1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a215047-c3c4-421b-954e-30c212eb94cc HTTP/1.1" status: 200 len: 217 time: 0.0834019 Dec 09 22:33:05.423684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43950) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:05.426160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aecde35-bae8-49aa-81ff-ae3b253b5398,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:05.448010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-321e29a2-e4f0-42ba-987c-15ff0cf55e1a req-e9d3f63f-d9f6-443b-ae22-12f5f8405312 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 210 time: 0.1443584 Dec 09 22:33:05.464488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-02aa9cd1-e5a7-4682-bb60-eaeef2b61936 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Request body: {'subnet': {'network_id': '42c927fd-2ae0-46ca-b54f-ab2fb51b6071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:05.473110 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9e8e05e8-f082-4205-89d6-029c70d37995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:29:55Z', 'revision_number': 4, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c70dc0f0-45f6-4407-b097-ed6bd69ae44c', 'name': '', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'mac_address': 'fa:16:3e:40:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:54Z', 'updated_at': '2021-12-09T22:30:01Z', 'revision_number': 5, 'project_id': '521c280ad6b84050888956ce76755bf1', 'subnets': [{'id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:05.515946 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e05e8-f082-4205-89d6-029c70d37995 None None] Checking router: fb85205d-f57a-4f38-afd6-507359141a48 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:05.526068 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e05e8-f082-4205-89d6-029c70d37995 None None] Routers {'fb85205d-f57a-4f38-afd6-507359141a48'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:05.527572 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9e8e05e8-f082-4205-89d6-029c70d37995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fb85205d-f57a-4f38-afd6-507359141a48'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:05.555213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a97f1e-7184-4310-9a15-f19fd1935cce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:05.593449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a76b0f17-d051-4216-86be-275b995850ed no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:05.625362 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-82a97f1e-7184-4310-9a15-f19fd1935cce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:05.636600 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-82a97f1e-7184-4310-9a15-f19fd1935cce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 HTTP/1.1" status: 200 len: 954 time: 4.6166818 Dec 09 22:33:05.636869 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 6, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '567b4f90-56f2-4d8b-b7a1-8aec38622de1', 'name': '', 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:2a:4a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '75637332-ff52-416a-be60-ddefc07c7618', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:56Z', 'updated_at': '2021-12-09T22:32:59Z', 'revision_number': 2, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '75637332-ff52-416a-be60-ddefc07c7618', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5763e9-5c35-4b71-ba64-e6d524a3dbce', 'name': '', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:a5:c8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:48Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 4, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:05.638627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43954) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:05.729914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ed839-7ca5-48d5-bd6e-a0286955562c req-81f2dc57-74a3-4767-bbd4-cae69f608604 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:05.741823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc1ed839-7ca5-48d5-bd6e-a0286955562c req-81f2dc57-74a3-4767-bbd4-cae69f608604 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 947 time: 0.6243076 Dec 09 22:33:05.806022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e618da-f1ab-491a-a86e-74e110ec04d0 None None] The sync data for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 is: [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 6, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '567b4f90-56f2-4d8b-b7a1-8aec38622de1', 'name': '', 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:2a:4a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '75637332-ff52-416a-be60-ddefc07c7618', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:56Z', 'updated_at': '2021-12-09T22:32:59Z', 'revision_number': 2, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '75637332-ff52-416a-be60-ddefc07c7618', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5763e9-5c35-4b71-ba64-e6d524a3dbce', 'name': '', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:a5:c8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:48Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 4, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:05.807966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: a76b0f17-d051-4216-86be-275b995850ed {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:05.811529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device a76b0f17-d051-4216-86be-275b995850ed not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:05.914974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec6a60-8e52-484c-a2e2-d30860fd160e None None] Pushing event updated for resources: {'Port': ['ID=fa5763e9-5c35-4b71-ba64-e6d524a3dbce,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:05.938633 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9e8e05e8-f082-4205-89d6-029c70d37995 None None] Set router fb85205d-f57a-4f38-afd6-507359141a48 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:06.002007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02aa9cd1-e5a7-4682-bb60-eaeef2b61936 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Made reservation on behalf of 4054243d103e40fc9d51c0f3cc5fdad0 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:06.019217 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-02aa9cd1-e5a7-4682-bb60-eaeef2b61936 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:06.031167 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5991f8f9-cb4e-4d26-b15f-76d98ad9134f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 HTTP/1.1" status: 200 len: 954 time: 0.3860981 Dec 09 22:33:06.159769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43966) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:06.190729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a07f77e5-a000-4660-805f-310725e87640 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'router': {'routes': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:06.292471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:06.304412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd8346-a099-46f7-b998-5a81e117d497 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:33:06.406454 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc1ed839-7ca5-48d5-bd6e-a0286955562c req-e4aa6905-ed41-4c19-a202-b0271357bdcf tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6654992 Dec 09 22:33:06.527674 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9e8e05e8-f082-4205-89d6-029c70d37995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:29:55Z', 'revision_number': 4, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c70dc0f0-45f6-4407-b097-ed6bd69ae44c', 'name': '', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'mac_address': 'fa:16:3e:40:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:54Z', 'updated_at': '2021-12-09T22:30:01Z', 'revision_number': 5, 'project_id': '521c280ad6b84050888956ce76755bf1', 'subnets': [{'id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:06.542536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a564a5-d787-430a-9a83-a6a39e7267fb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'Network': ['ID=42c927fd-2ae0-46ca-b54f-ab2fb51b6071,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:06.582217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-636a1ac4-9567-4aea-8b82-61be4c515ecd None None] Provisioning complete for port fa5763e9-5c35-4b71-ba64-e6d524a3dbce triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:06.585683 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-636a1ac4-9567-4aea-8b82-61be4c515ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:06.691001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55079c9-531c-4d9e-a164-1b3e7a47ba01 req-f0337d03-e912-42b1-b382-d9e0f9a05c30 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:06.696251 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e05e8-f082-4205-89d6-029c70d37995 None None] The sync data for ids ['fb85205d-f57a-4f38-afd6-507359141a48'] in n-d-789963-23 is: [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:29:55Z', 'revision_number': 4, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c70dc0f0-45f6-4407-b097-ed6bd69ae44c', 'name': '', 'network_id': '694bdbc1-64e1-4f22-92bb-851cbbfe46d9', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'mac_address': 'fa:16:3e:40:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:54Z', 'updated_at': '2021-12-09T22:30:01Z', 'revision_number': 5, 'project_id': '521c280ad6b84050888956ce76755bf1', 'subnets': [{'id': '68e6f25b-027d-4316-8290-3ec20d55c401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:06.716974 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d55079c9-531c-4d9e-a164-1b3e7a47ba01 req-f0337d03-e912-42b1-b382-d9e0f9a05c30 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 943 time: 0.3829572 Dec 09 22:33:06.730124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-009d6a95-be52-481a-89ac-2cd1a239987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:06.737735 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-009d6a95-be52-481a-89ac-2cd1a239987d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=992210bd-a6ee-474f-a5bf-287bbb7205d0 HTTP/1.1" status: 200 len: 850 time: 1.3055656 Dec 09 22:33:06.855464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 42c927fd-2ae0-46ca-b54f-ab2fb51b6071 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:33:06.975010 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:07.140385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d55079c9-531c-4d9e-a164-1b3e7a47ba01 req-4b55af63-153e-427d-b147-a9bd9e13e818 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4217594 Dec 09 22:33:07.147500 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-02aa9cd1-e5a7-4682-bb60-eaeef2b61936 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:07.359710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-8184b9c9-9b8a-40a6-926d-c528a39a546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:07.363318 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-8184b9c9-9b8a-40a6-926d-c528a39a546e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f16f7172-a535-46bf-a20c-df7868a46f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2821357 Dec 09 22:33:07.445223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44008) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:07.449994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aa9cd1-e5a7-4682-bb60-eaeef2b61936 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Checking segment: {'id': 'df00884c-f741-40d4-b4ba-49953e2cadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42c927fd-2ae0-46ca-b54f-ab2fb51b6071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:07.450502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aa9cd1-e5a7-4682-bb60-eaeef2b61936 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Network hostable DHCP agents. Network: 42c927fd-2ae0-46ca-b54f-ab2fb51b6071, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:33:07.463603 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99b3e98d-bc84-4775-86c5-c1c5965f29f9 req-21a4c3be-2af3-4430-a934-b38e142e59e0 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 210 time: 0.1661730 Dec 09 22:33:07.471713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa9cd1-e5a7-4682-bb60-eaeef2b61936 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'Subnet': ['ID=31796aa2-fb8a-4460-a887-5653b402b32a,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:07.508935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aa9cd1-e5a7-4682-bb60-eaeef2b61936 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Network 42c927fd-2ae0-46ca-b54f-ab2fb51b6071 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:33:07.530953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-02aa9cd1-e5a7-4682-bb60-eaeef2b61936 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 42c927fd-2ae0-46ca-b54f-ab2fb51b6071) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:07.538643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aa9cd1-e5a7-4682-bb60-eaeef2b61936 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:07.541068 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-02aa9cd1-e5a7-4682-bb60-eaeef2b61936 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:07.614156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-02aa9cd1-e5a7-4682-bb60-eaeef2b61936 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1618197 Dec 09 22:33:07.620421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44024) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:07.645702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4958ba2a-8a64-48d3-9ee8-f89b9fd3656b None None] New status for floating IP 19a494eb-a97f-48d8-a963-2f0719cee110: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:33:07.657110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-31cf1af0-121a-4210-986f-ac66ee574b76 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Request body: {'network': {'name': 'tempest-router-network01--943234793'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:07.741077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cf1af0-121a-4210-986f-ac66ee574b76 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Made reservation on behalf of 4054243d103e40fc9d51c0f3cc5fdad0 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:07.758978 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31cf1af0-121a-4210-986f-ac66ee574b76 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:07.849674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cf1af0-121a-4210-986f-ac66ee574b76 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:33:07.893455 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-bfe0e80c-b4e1-4c1a-8d01-534d6f8e4bce service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180576 Dec 09 22:33:07.893719 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31cf1af0-121a-4210-986f-ac66ee574b76 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:07.894620 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-31cf1af0-121a-4210-986f-ac66ee574b76 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Added segment edb8d68b-0f24-42ac-9d5e-58c3667f462c of type vlan for network a6f4b007-8141-4b97-9f84-d9d47bbdb06c Dec 09 22:33:07.915135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.extraroute_db [None req-a07f77e5-a000-4660-805f-310725e87640 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Added routes are [] {{(pid=103417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 22:33:07.916028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.extraroute_db [None req-a07f77e5-a000-4660-805f-310725e87640 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 22:33:08.012919 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31cf1af0-121a-4210-986f-ac66ee574b76 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.058306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2174897-network', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:08.064468 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31cf1af0-121a-4210-986f-ac66ee574b76 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.071335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cf1af0-121a-4210-986f-ac66ee574b76 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:08.072289 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31cf1af0-121a-4210-986f-ac66ee574b76 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.181682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e274548-a10a-4323-9233-9f25fb8d0afb req-214b50bf-080e-4e51-8a2a-a22b248c189d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:08.189688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e274548-a10a-4323-9233-9f25fb8d0afb req-214b50bf-080e-4e51-8a2a-a22b248c189d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 947 time: 0.1316574 Dec 09 22:33:08.228008 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a07f77e5-a000-4660-805f-310725e87640 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.239556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:08.242911 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.258740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.275640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-31cf1af0-121a-4210-986f-ac66ee574b76 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6505315 Dec 09 22:33:08.277074 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44038) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:08.307021 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3437d431-a277-4b2f-a687-fd85fee6612c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Request body: {'network': {'name': 'tempest-router-network02--1473493665'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:08.331200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf1af0-121a-4210-986f-ac66ee574b76 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'Network': ['ID=a6f4b007-8141-4b97-9f84-d9d47bbdb06c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:08.355420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3437d431-a277-4b2f-a687-fd85fee6612c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Made reservation on behalf of 4054243d103e40fc9d51c0f3cc5fdad0 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:08.359753 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3437d431-a277-4b2f-a687-fd85fee6612c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.396632 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network a6f4b007-8141-4b97-9f84-d9d47bbdb06c details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:33:08.398885 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.428140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e274548-a10a-4323-9233-9f25fb8d0afb req-fe229616-6b0a-4791-b3ab-f95f331e6698 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863604 Dec 09 22:33:08.463112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3437d431-a277-4b2f-a687-fd85fee6612c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:33:08.478837 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3bea327b-59c1-4c53-9cb8-2a1d69c0b127 req-2fe6e3bd-cdfa-46b2-bcb8-08bd76706b35 service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759151 Dec 09 22:33:08.542361 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3437d431-a277-4b2f-a687-fd85fee6612c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.542729 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-3437d431-a277-4b2f-a687-fd85fee6612c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Added segment 90e4faa7-292b-40f8-b24a-74e43eaab2ee of type vlan for network f56ccef8-95e1-4b86-88d3-722a3b6459de Dec 09 22:33:08.662791 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3437d431-a277-4b2f-a687-fd85fee6612c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.715726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e618b48-87ae-411f-b664-16587337d88e req-61835601-1ca3-434a-91ac-7458f2e1eb42 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:08.717528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e618b48-87ae-411f-b664-16587337d88e req-61835601-1ca3-434a-91ac-7458f2e1eb42 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 943 time: 0.2354798 Dec 09 22:33:08.722738 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3437d431-a277-4b2f-a687-fd85fee6612c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.728922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3437d431-a277-4b2f-a687-fd85fee6612c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:08.729700 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3437d431-a277-4b2f-a687-fd85fee6612c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.769397 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Sync routers for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:08.788370 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:08.789364 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:08.795812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851a9c-926f-499a-858b-24e86e1bb0f6 req-cf18c6d6-3d94-4c2f-861b-71bcd415578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:08.797337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f7851a9c-926f-499a-858b-24e86e1bb0f6 req-cf18c6d6-3d94-4c2f-861b-71bcd415578d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 1095 time: 0.1672275 Dec 09 22:33:08.817931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a73a558-9412-41ff-9f2f-41037e581bf3 req-27ecd15a-0baf-4719-b092-3d0511b62314 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 210 time: 0.1246333 Dec 09 22:33:08.848455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3437d431-a277-4b2f-a687-fd85fee6612c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5479534 Dec 09 22:33:08.885130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44044) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:08.902400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:08.902987 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.920474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-866b3b54-9a93-4646-8b33-d950d5dd1edc tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Request body: {'subnet': {'network_id': 'a6f4b007-8141-4b97-9f84-d9d47bbdb06c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:08.932851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851a9c-926f-499a-858b-24e86e1bb0f6 req-ca49bfe1-1671-44ba-b376-bf23dcb06eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:08.934449 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f7851a9c-926f-499a-858b-24e86e1bb0f6 req-ca49bfe1-1671-44ba-b376-bf23dcb06eee service neutron] 10.222.0.18 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 912 time: 0.1018684 Dec 09 22:33:08.935365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-636a1ac4-9567-4aea-8b82-61be4c515ecd None None] Provisioning complete for port 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:08.935840 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-636a1ac4-9567-4aea-8b82-61be4c515ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:08.937491 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:09.022956 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:09.057631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437d431-a277-4b2f-a687-fd85fee6612c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'Network': ['ID=f56ccef8-95e1-4b86-88d3-722a3b6459de,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:09.097137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network f56ccef8-95e1-4b86-88d3-722a3b6459de details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:33:09.243540 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:09.349950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:33:09.428109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e618b48-87ae-411f-b664-16587337d88e req-98fd8e0a-af74-4be2-a535-2caa24f648ce tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6809893 Dec 09 22:33:09.432198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d08c33-6365-4cdb-af1a-06e7692141b8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:09.449277 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:09.449277 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Added segment b54365a6-95cf-474f-a7e3-0999479e45b3 of type vlan for network d3dab134-b52d-4674-8869-3ae9a976577b Dec 09 22:33:09.472446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866b3b54-9a93-4646-8b33-d950d5dd1edc tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Made reservation on behalf of 4054243d103e40fc9d51c0f3cc5fdad0 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:09.484332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-866b3b54-9a93-4646-8b33-d950d5dd1edc tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:09.602657 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-636a1ac4-9567-4aea-8b82-61be4c515ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:09.657108 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:07Z', 'revision_number': 7, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '567b4f90-56f2-4d8b-b7a1-8aec38622de1', 'name': '', 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:2a:4a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '75637332-ff52-416a-be60-ddefc07c7618', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:56Z', 'updated_at': '2021-12-09T22:32:59Z', 'revision_number': 2, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '75637332-ff52-416a-be60-ddefc07c7618', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5763e9-5c35-4b71-ba64-e6d524a3dbce', 'name': '', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:a5:c8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:48Z', 'updated_at': '2021-12-09T22:33:04Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:09.687138 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f7851a9c-926f-499a-858b-24e86e1bb0f6 req-9384c851-134b-42a2-aec2-c14f607cb97b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a215047-c3c4-421b-954e-30c212eb94cc HTTP/1.1" status: 200 len: 217 time: 0.7403455 Dec 09 22:33:09.712353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-636a1ac4-9567-4aea-8b82-61be4c515ecd None None] For port 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4b1f3285-1f7d-4cd0-b532-fb8e34a995b5,segment=NetworkSegment(e1487ceb-7dd2-43e1-b7e2-817aae482f03),segment_id=e1487ceb-7dd2-43e1-b7e2-817aae482f03)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:09.717526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d78f422-a994-4173-b797-b648263ecfad None None] Network 42c927fd-2ae0-46ca-b54f-ab2fb51b6071 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:09.743699 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Checking router: fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:09.744062 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Updating router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 port 567b4f90-56f2-4d8b-b7a1-8aec38622de1 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:33:09.791465 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a07f77e5-a000-4660-805f-310725e87640 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:09.803494 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:09.831012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a07f77e5-a000-4660-805f-310725e87640 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:09.857185 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-636a1ac4-9567-4aea-8b82-61be4c515ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:09.860786 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:09.902626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-42c927fd-2ae0-46ca-b54f-ab2fb51b6071', 'network_id': '42c927fd-2ae0-46ca-b54f-ab2fb51b6071', 'project_id': '4054243d103e40fc9d51c0f3cc5fdad0', 'fixed_ips': [{'subnet_id': '31796aa2-fb8a-4460-a887-5653b402b32a'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:33:09.903497 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:09.982137 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-866b3b54-9a93-4646-8b33-d950d5dd1edc tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.005536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851a9c-926f-499a-858b-24e86e1bb0f6 req-10b5225f-10b5-4d86-b77e-7173b22eb65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:10.007073 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f7851a9c-926f-499a-858b-24e86e1bb0f6 req-10b5225f-10b5-4d86-b77e-7173b22eb65d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=992210bd-a6ee-474f-a5bf-287bbb7205d0 HTTP/1.1" status: 200 len: 850 time: 0.3103373 Dec 09 22:33:10.113238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Provisioning complete for port 567b4f90-56f2-4d8b-b7a1-8aec38622de1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:10.118028 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.201951 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.205875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a1ac4-9567-4aea-8b82-61be4c515ecd None None] Pushing event updated for resources: {'Port': ['ID=4b1f3285-1f7d-4cd0-b532-fb8e34a995b5,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:10.219951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851a9c-926f-499a-858b-24e86e1bb0f6 req-646abea2-8543-40a2-a409-6e2d6951e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:10.222126 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f7851a9c-926f-499a-858b-24e86e1bb0f6 req-646abea2-8543-40a2-a409-6e2d6951e0ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f16f7172-a535-46bf-a20c-df7868a46f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389921 Dec 09 22:33:10.224954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Port 567b4f90-56f2-4d8b-b7a1-8aec38622de1 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:10.235834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07f77e5-a000-4660-805f-310725e87640 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:10.246448 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:33:10.246865 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:33:10.298984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Provisioning complete for port 006baeaa-5ff1-4457-9aed-ff18a4afda67 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:10.299363 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.343936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b3b54-9a93-4646-8b33-d950d5dd1edc tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Checking segment: {'id': 'edb8d68b-0f24-42ac-9d5e-58c3667f462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a6f4b007-8141-4b97-9f84-d9d47bbdb06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:10.344399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b3b54-9a93-4646-8b33-d950d5dd1edc tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Network hostable DHCP agents. Network: a6f4b007-8141-4b97-9f84-d9d47bbdb06c, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:33:10.373166 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.375959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b3b54-9a93-4646-8b33-d950d5dd1edc tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'Subnet': ['ID=4905580d-84c8-4411-a89f-09657fa6e692,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:10.388550 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.402347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Port 006baeaa-5ff1-4457-9aed-ff18a4afda67 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:10.419264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c11347c-9c84-4fd1-82cb-c71bc01b02c7 req-a34e0559-e7ff-467f-915c-33a4c472ab6f tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 210 time: 0.3998084 Dec 09 22:33:10.442689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5ad8d-5dda-4e30-9eba-62f977242f2d req-50c2cfef-e9a8-4f53-8bd0-c38c28ebb38a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:10.456385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebe5ad8d-5dda-4e30-9eba-62f977242f2d req-50c2cfef-e9a8-4f53-8bd0-c38c28ebb38a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 947 time: 0.5012782 Dec 09 22:33:10.462659 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.466461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:10.469455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.540331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Provisioning complete for port 662652d1-871b-49f4-905c-653dbde1b235 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:10.540721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.606031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07f77e5-a000-4660-805f-310725e87640 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:10.622161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a07f77e5-a000-4660-805f-310725e87640 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.623728 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a07f77e5-a000-4660-805f-310725e87640 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 HTTP/1.1" status: 200 len: 704 time: 4.4594741 Dec 09 22:33:10.626348 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f7851a9c-926f-499a-858b-24e86e1bb0f6 req-6a8e2c58-6817-432a-8f09-bbbb975547df service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887901 Dec 09 22:33:10.627146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44068) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:10.636925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Allocated IP 2001:db8::2 (42c927fd-2ae0-46ca-b54f-ab2fb51b6071/31796aa2-fb8a-4460-a887-5653b402b32a/c97840ca-f0a0-480e-91ca-4b9411874ea8) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:10.741896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] Pushing event updated for resources: {'Network': ['ID=d3dab134-b52d-4674-8869-3ae9a976577b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:10.780704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebe5ad8d-5dda-4e30-9eba-62f977242f2d req-6df8e40b-2ecb-4dd2-a298-f6fa8925ab82 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173041 Dec 09 22:33:10.793392 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network d3dab134-b52d-4674-8869-3ae9a976577b details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:33:10.843515 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-82f5d069-ac81-4a6f-b1e3-ac030f665a25 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3870089 Dec 09 22:33:10.844267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44078) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:10.851433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8d6d05fb-2456-43b7-b3d5-a0c7dbd1d8d1 admin admin] Request body: {'subnet': {'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2174897-subnet', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:10.857580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b3b54-9a93-4646-8b33-d950d5dd1edc tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Network a6f4b007-8141-4b97-9f84-d9d47bbdb06c is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:33:10.907340 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06880c6b-2c9a-49bb-a6f2-f7a0bec325bc None None] Pushing event updated for resources: {'Port': ['ID=567b4f90-56f2-4d8b-b7a1-8aec38622de1,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:10.911058 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Attempting to bind port 567b4f90-56f2-4d8b-b7a1-8aec38622de1 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:10.911553 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Attempting to bind port 567b4f90-56f2-4d8b-b7a1-8aec38622de1 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'e1487ceb-7dd2-43e1-b7e2-817aae482f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:10.912046 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Attempting to bind port 567b4f90-56f2-4d8b-b7a1-8aec38622de1 on network a0c96c0a-8c77-4d56-a156-49337bcdc0b0 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:10.922526 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:10.923078 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Checking segment: {'id': 'e1487ceb-7dd2-43e1-b7e2-817aae482f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:10.923757 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.925739 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Bound using segment: {'id': 'e1487ceb-7dd2-43e1-b7e2-817aae482f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:10.926416 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Bound port: 567b4f90-56f2-4d8b-b7a1-8aec38622de1, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1487ceb-7dd2-43e1-b7e2-817aae482f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:10.927767 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.931616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-866b3b54-9a93-4646-8b33-d950d5dd1edc tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, a6f4b007-8141-4b97-9f84-d9d47bbdb06c) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:10.939628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866b3b54-9a93-4646-8b33-d950d5dd1edc tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:10.940676 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-866b3b54-9a93-4646-8b33-d950d5dd1edc tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.975729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6d05fb-2456-43b7-b3d5-a0c7dbd1d8d1 admin admin] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:10.979146 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8d6d05fb-2456-43b7-b3d5-a0c7dbd1d8d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:10.981899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af967925-0ab5-41e2-88fe-1a6d59beea54 None None] Network a6f4b007-8141-4b97-9f84-d9d47bbdb06c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:11.015719 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-01d2f2ff-9e08-4219-99db-0d433a30da89 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 HTTP/1.1" status: 200 len: 704 time: 0.3814425 Dec 09 22:33:11.018774 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f7851a9c-926f-499a-858b-24e86e1bb0f6 req-b4a908be-16c0-4969-a64e-318b65874837 service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746333 Dec 09 22:33:11.020352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44082) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:11.045487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388359e-ac86-40cc-aecf-5a90431073c6 req-a75e2b95-030f-4428-9d75-147f31bb103b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:11.052886 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9388359e-ac86-40cc-aecf-5a90431073c6 req-a75e2b95-030f-4428-9d75-147f31bb103b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 943 time: 0.1215398 Dec 09 22:33:11.073578 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] For port 567b4f90-56f2-4d8b-b7a1-8aec38622de1, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:11.077006 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] For port 567b4f90-56f2-4d8b-b7a1-8aec38622de1, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=567b4f90-56f2-4d8b-b7a1-8aec38622de1,segment=NetworkSegment(e1487ceb-7dd2-43e1-b7e2-817aae482f03),segment_id=e1487ceb-7dd2-43e1-b7e2-817aae482f03)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:11.096959 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:11.220091 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:11.222719 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:11.457022 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:11.490936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-866b3b54-9a93-4646-8b33-d950d5dd1edc tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5840619 Dec 09 22:33:11.548000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44086) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:11.562579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3d194242-48af-475f-a54a-9969f61f1eec tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Request body: {'subnet': {'network_id': 'f56ccef8-95e1-4b86-88d3-722a3b6459de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:11.573446 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8d6d05fb-2456-43b7-b3d5-a0c7dbd1d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:11.707972 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06880c6b-2c9a-49bb-a6f2-f7a0bec325bc None None] Pushing event updated for resources: {'Port': ['ID=567b4f90-56f2-4d8b-b7a1-8aec38622de1,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:11.728730 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9388359e-ac86-40cc-aecf-5a90431073c6 req-b161d557-e547-4d22-aa6c-470077baea71 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999353 Dec 09 22:33:11.776572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d05fb-2456-43b7-b3d5-a0c7dbd1d8d1 admin admin] Checking segment: {'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:11.777233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d05fb-2456-43b7-b3d5-a0c7dbd1d8d1 admin admin] Network hostable DHCP agents. Network: d3dab134-b52d-4674-8869-3ae9a976577b, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:33:11.835652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d05fb-2456-43b7-b3d5-a0c7dbd1d8d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3951527-aec4-45da-945e-f9a56eaee5f1,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:11.843435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 4a215047-c3c4-421b-954e-30c212eb94cc details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:33:11.847508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c9c86f54-e64d-4570-a8d8-1cfa8f10442a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:11.847699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d05fb-2456-43b7-b3d5-a0c7dbd1d8d1 admin admin] Network d3dab134-b52d-4674-8869-3ae9a976577b is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:33:11.863942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d05fb-2456-43b7-b3d5-a0c7dbd1d8d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, d3dab134-b52d-4674-8869-3ae9a976577b) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:11.868424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d05fb-2456-43b7-b3d5-a0c7dbd1d8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:11.868982 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8d6d05fb-2456-43b7-b3d5-a0c7dbd1d8d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:11.902732 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8d6d05fb-2456-43b7-b3d5-a0c7dbd1d8d1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0539465 Dec 09 22:33:11.909738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44094) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:11.966212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:11.969700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b9e5d3d-08cd-4623-8c69-03195a2f0748 req-a7f7c9a0-2204-4217-9f5a-1b48b0eb1871 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 210 time: 0.2599936 Dec 09 22:33:12.001010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d194242-48af-475f-a54a-9969f61f1eec tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Made reservation on behalf of 4054243d103e40fc9d51c0f3cc5fdad0 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:12.023539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Provisioning complete for port 8f5d88c3-e6c5-4160-917f-cb17c927545d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:12.024124 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:12.034282 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d194242-48af-475f-a54a-9969f61f1eec tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:12.089192 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:07Z', 'revision_number': 7, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '567b4f90-56f2-4d8b-b7a1-8aec38622de1', 'name': '', 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:2a:4a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '75637332-ff52-416a-be60-ddefc07c7618', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:56Z', 'updated_at': '2021-12-09T22:33:11Z', 'revision_number': 4, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '75637332-ff52-416a-be60-ddefc07c7618', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5763e9-5c35-4b71-ba64-e6d524a3dbce', 'name': '', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:a5:c8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:48Z', 'updated_at': '2021-12-09T22:33:04Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:12.151222 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eafc2b-9348-4e57-af56-a29be869ef93 None None] The sync data for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 is: [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:07Z', 'revision_number': 7, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '567b4f90-56f2-4d8b-b7a1-8aec38622de1', 'name': '', 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:2a:4a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '75637332-ff52-416a-be60-ddefc07c7618', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:56Z', 'updated_at': '2021-12-09T22:33:11Z', 'revision_number': 4, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '75637332-ff52-416a-be60-ddefc07c7618', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5763e9-5c35-4b71-ba64-e6d524a3dbce', 'name': '', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:a5:c8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:48Z', 'updated_at': '2021-12-09T22:33:04Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:12.212455 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:12.214042 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:12.235229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d40023-fb17-4c9d-865b-333e533a8191 None None] Network d3dab134-b52d-4674-8869-3ae9a976577b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:12.290319 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:33:12.298627 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:12.306011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-a6f4b007-8141-4b97-9f84-d9d47bbdb06c', 'network_id': 'a6f4b007-8141-4b97-9f84-d9d47bbdb06c', 'project_id': '4054243d103e40fc9d51c0f3cc5fdad0', 'fixed_ips': [{'subnet_id': '4905580d-84c8-4411-a89f-09657fa6e692'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:33:12.307285 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:12.395401 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:12.515480 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:12.643858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:12.652508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948326b-5cc1-4222-a6a2-43040bb7afe4 None None] Sync routers for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:12.673700 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fefe4641-bf89-4550-bc81-a01d748e92aa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:12.708416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Network 42c927fd-2ae0-46ca-b54f-ab2fb51b6071 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:12.717954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c9c86f54-e64d-4570-a8d8-1cfa8f10442a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:12.718334 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:12.778690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:12.794420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948326b-5cc1-4222-a6a2-43040bb7afe4 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:12.795135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4948326b-5cc1-4222-a6a2-43040bb7afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:12.855205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:12.962389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dab3f4-f26d-4111-81ad-72a41ba46c8c req-d697f4b8-27ae-4166-9a14-03bfc9bf9031 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:12.964121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58dab3f4-f26d-4111-81ad-72a41ba46c8c req-d697f4b8-27ae-4166-9a14-03bfc9bf9031 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 943 time: 0.1008322 Dec 09 22:33:12.977180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d194242-48af-475f-a54a-9969f61f1eec tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:13.044252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-4948326b-5cc1-4222-a6a2-43040bb7afe4 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:13.116381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58dab3f4-f26d-4111-81ad-72a41ba46c8c req-e13b174b-bb33-4289-baff-6a248a5c000a tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424961 Dec 09 22:33:13.213067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Provisioning complete for port 8a907591-3430-4830-928f-1e0ee9720d78 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:13.213441 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:13.217345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d71a61c-5780-4d8f-a945-ae8832ecfb3c req-871a34ac-0280-4df1-a416-6cd0cf25b3f5 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 210 time: 0.0437517 Dec 09 22:33:13.223316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Pushing event updated for resources: {'Port': ['ID=c97840ca-f0a0-480e-91ca-4b9411874ea8,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:13.407802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Port 8a907591-3430-4830-928f-1e0ee9720d78 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:13.473895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-d3dab134-b52d-4674-8869-3ae9a976577b', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'fixed_ips': [{'subnet_id': 'f3951527-aec4-45da-945e-f9a56eaee5f1'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:33:13.474826 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:13.559845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d194242-48af-475f-a54a-9969f61f1eec tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'Subnet': ['ID=a21ed47a-c4f3-462b-b406-48d3e87aade9,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:13.561772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 4a215047-c3c4-421b-954e-30c212eb94cc, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=4a215047-c3c4-421b-954e-30c212eb94cc,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:13.607032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d194242-48af-475f-a54a-9969f61f1eec tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Checking segment: {'id': '90e4faa7-292b-40f8-b24a-74e43eaab2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f56ccef8-95e1-4b86-88d3-722a3b6459de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:13.607312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d194242-48af-475f-a54a-9969f61f1eec tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Network hostable DHCP agents. Network: f56ccef8-95e1-4b86-88d3-722a3b6459de, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:33:13.616922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '4a215047-c3c4-421b-954e-30c212eb94cc', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'port_id': '4a215047-c3c4-421b-954e-30c212eb94cc', 'mac_address': 'fa:16:3e:bb:d5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:33:13.657073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Provisioning complete for port f4e9d6d5-1db2-48dc-b290-9000b2e7d178 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:13.657484 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:13.690631 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d194242-48af-475f-a54a-9969f61f1eec tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Network f56ccef8-95e1-4b86-88d3-722a3b6459de is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:33:13.698109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Attempting to bind port c97840ca-f0a0-480e-91ca-4b9411874ea8 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:13.709929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Attempting to bind port c97840ca-f0a0-480e-91ca-4b9411874ea8 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'df00884c-f741-40d4-b4ba-49953e2cadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42c927fd-2ae0-46ca-b54f-ab2fb51b6071'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:13.710474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Attempting to bind port c97840ca-f0a0-480e-91ca-4b9411874ea8 on network 42c927fd-2ae0-46ca-b54f-ab2fb51b6071 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:13.713302 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Allocated IP 2001:db8::2 (a6f4b007-8141-4b97-9f84-d9d47bbdb06c/4905580d-84c8-4411-a89f-09657fa6e692/5c9e214f-397f-49e8-bda1-2130e760edb2) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:13.729342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-3d194242-48af-475f-a54a-9969f61f1eec tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, f56ccef8-95e1-4b86-88d3-722a3b6459de) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:13.734628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d194242-48af-475f-a54a-9969f61f1eec tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:13.735230 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d194242-48af-475f-a54a-9969f61f1eec tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:13.774252 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:13.803982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901702c1-d169-4cb7-b6ce-ec214f3bd9c8 None None] Network f56ccef8-95e1-4b86-88d3-722a3b6459de requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:13.818005 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:13.852204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:13.870756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44122) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:13.870962 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3d194242-48af-475f-a54a-9969f61f1eec tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3191309 Dec 09 22:33:13.893215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fa5763e9-5c35-4b71-ba64-e6d524a3dbce up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:13.917591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fefe4641-bf89-4550-bc81-a01d748e92aa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port 567b4f90-56f2-4d8b-b7a1-8aec38622de1 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:13.917970 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fefe4641-bf89-4550-bc81-a01d748e92aa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:14.046187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Allocated IP 172.20.0.2 (d3dab134-b52d-4674-8869-3ae9a976577b/f3951527-aec4-45da-945e-f9a56eaee5f1/6afce61f-2019-4df3-8206-8ccf2d4f8dac) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:14.131657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-fefe4641-bf89-4550-bc81-a01d748e92aa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] For port 567b4f90-56f2-4d8b-b7a1-8aec38622de1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=567b4f90-56f2-4d8b-b7a1-8aec38622de1,segment=NetworkSegment(e1487ceb-7dd2-43e1-b7e2-817aae482f03),segment_id=e1487ceb-7dd2-43e1-b7e2-817aae482f03)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:14.131899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fefe4641-bf89-4550-bc81-a01d748e92aa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:14.134873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Allocated IP 172.25.8.123 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/39aa2ba1-1e75-457f-9d08-2d678efcd86c) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:14.156352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fefe4641-bf89-4550-bc81-a01d748e92aa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for 567b4f90-56f2-4d8b-b7a1-8aec38622de1 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:14.277541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:14.277992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Checking segment: {'id': 'df00884c-f741-40d4-b4ba-49953e2cadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42c927fd-2ae0-46ca-b54f-ab2fb51b6071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:14.278410 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:14.278884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Bound using segment: {'id': 'df00884c-f741-40d4-b4ba-49953e2cadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42c927fd-2ae0-46ca-b54f-ab2fb51b6071'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:14.279377 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Bound port: c97840ca-f0a0-480e-91ca-4b9411874ea8, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df00884c-f741-40d4-b4ba-49953e2cadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42c927fd-2ae0-46ca-b54f-ab2fb51b6071'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:14.279752 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:14.343892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a215047-c3c4-421b-954e-30c212eb94cc {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:33:14.518580 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-377066ea-43f9-4cf0-ab2d-5b9ec56a89e2 req-c3560159-a47d-437f-9ebc-6527e486dcaf tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 210 time: 0.0622504 Dec 09 22:33:14.560281 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:14.606070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd42070-e29a-463f-9da1-76f5b8b486bf req-2c8d70ae-c7fa-47f5-a4dd-dde855374da8 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:14.619913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cd42070-e29a-463f-9da1-76f5b8b486bf req-2c8d70ae-c7fa-47f5-a4dd-dde855374da8 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 943 time: 0.3701100 Dec 09 22:33:14.716173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:14.755379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Port f4e9d6d5-1db2-48dc-b290-9000b2e7d178 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:14.755839 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cd42070-e29a-463f-9da1-76f5b8b486bf req-ed58a389-2330-4444-83a6-9f97cebdf186 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285012 Dec 09 22:33:14.812124 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:14.824167 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:14.893916 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 4a215047-c3c4-421b-954e-30c212eb94cc, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=4a215047-c3c4-421b-954e-30c212eb94cc,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:14.917254 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:14.930863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fefe4641-bf89-4550-bc81-a01d748e92aa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:14.942600 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:15.007181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Network d3dab134-b52d-4674-8869-3ae9a976577b is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:15.013939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Provisioning complete for port eb6bccaa-8069-4d2c-8f8a-6e73c5671245 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:15.014315 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:15.014506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:15.020724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:15.023690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] For port c97840ca-f0a0-480e-91ca-4b9411874ea8, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:15.025813 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Pushing event updated for resources: {'Port': ['ID=39aa2ba1-1e75-457f-9d08-2d678efcd86c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:15.026079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:15.030083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:15.053890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:15.091573 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5da364-05de-4042-aef1-2baa7d059f02 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:15.110584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] For port c97840ca-f0a0-480e-91ca-4b9411874ea8, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c97840ca-f0a0-480e-91ca-4b9411874ea8,segment=NetworkSegment(df00884c-f741-40d4-b4ba-49953e2cadcc),segment_id=df00884c-f741-40d4-b4ba-49953e2cadcc)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:15.132618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe4641-bf89-4550-bc81-a01d748e92aa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=567b4f90-56f2-4d8b-b7a1-8aec38622de1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:15.164792 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-f56ccef8-95e1-4b86-88d3-722a3b6459de', 'network_id': 'f56ccef8-95e1-4b86-88d3-722a3b6459de', 'project_id': '4054243d103e40fc9d51c0f3cc5fdad0', 'fixed_ips': [{'subnet_id': 'a21ed47a-c4f3-462b-b406-48d3e87aade9'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:33:15.165862 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:15.214766 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:15.246502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port fa5763e9-5c35-4b71-ba64-e6d524a3dbce triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:15.246879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:15.268477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Port eb6bccaa-8069-4d2c-8f8a-6e73c5671245 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:15.274968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Pushing event updated for resources: {'Port': ['ID=6afce61f-2019-4df3-8206-8ccf2d4f8dac,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:15.335902 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fefe4641-bf89-4550-bc81-a01d748e92aa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:15.369551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['4a215047-c3c4-421b-954e-30c212eb94cc'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:33:15.778712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1ace7e9-c174-416c-b57b-7cd330ffa381 req-05d33448-26f5-4b6d-bcf6-34cebf2d6010 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f8c6b0-04dd-41d2-8527-573be7c86798 HTTP/1.1" status: 200 len: 210 time: 0.1304638 Dec 09 22:33:15.819093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=4a215047-c3c4-421b-954e-30c212eb94cc,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:15.914616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Provisioning complete for port 3f2359e2-1f18-4bfd-96d8-31208a052d90 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:15.915448 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:16.022048 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:16.099974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Attempting to bind port 6afce61f-2019-4df3-8206-8ccf2d4f8dac on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:16.100569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Attempting to bind port 6afce61f-2019-4df3-8206-8ccf2d4f8dac by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:16.100706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Attempting to bind port 6afce61f-2019-4df3-8206-8ccf2d4f8dac on network d3dab134-b52d-4674-8869-3ae9a976577b {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:16.136345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4948326b-5cc1-4222-a6a2-43040bb7afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:07Z', 'revision_number': 7, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '567b4f90-56f2-4d8b-b7a1-8aec38622de1', 'name': '', 'network_id': 'a0c96c0a-8c77-4d56-a156-49337bcdc0b0', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:2a:4a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '75637332-ff52-416a-be60-ddefc07c7618', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:56Z', 'updated_at': '2021-12-09T22:33:11Z', 'revision_number': 4, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '75637332-ff52-416a-be60-ddefc07c7618', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5763e9-5c35-4b71-ba64-e6d524a3dbce', 'name': '', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:a5:c8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:48Z', 'updated_at': '2021-12-09T22:33:04Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:16.144656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:16.145057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Checking segment: {'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:16.145451 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:16.145891 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Bound using segment: {'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:16.146386 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Bound port: 6afce61f-2019-4df3-8206-8ccf2d4f8dac, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:16.146775 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:16.165105 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:16.249051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefe4641-bf89-4550-bc81-a01d748e92aa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:16.451227 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:16.454725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948326b-5cc1-4222-a6a2-43040bb7afe4 None None] Checking router: fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:16.569380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Allocated IP 2001:db8::1 (a6f4b007-8141-4b97-9f84-d9d47bbdb06c/4905580d-84c8-4411-a89f-09657fa6e692/ff84f8df-e0eb-4938-94fd-9eb4968b3cdf) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:16.635359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefe4641-bf89-4550-bc81-a01d748e92aa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:16.639877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae349618-3d54-4b3a-a960-e841f1fd3e29 None None] Pushing event updated for resources: {'Port': ['ID=c97840ca-f0a0-480e-91ca-4b9411874ea8,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:16.712281 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:16.718091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Network a6f4b007-8141-4b97-9f84-d9d47bbdb06c is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:16.746856 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fefe4641-bf89-4550-bc81-a01d748e92aa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7251983 Dec 09 22:33:16.747921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44162) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:16.858654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:16.861199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e909b8e-bc7a-4309-8bf3-45712cd6e054 req-8fc76e0a-2a28-43fe-ad8f-1d6c93166ea2 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:16.867763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:16.869897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948326b-5cc1-4222-a6a2-43040bb7afe4 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:16.870542 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4948326b-5cc1-4222-a6a2-43040bb7afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:16.872113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e909b8e-bc7a-4309-8bf3-45712cd6e054 req-8fc76e0a-2a28-43fe-ad8f-1d6c93166ea2 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 944 time: 0.9681203 Dec 09 22:33:16.917046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting subnet 75637332-ff52-416a-be60-ddefc07c7618 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:33:16.925541 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:16.945218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Allocated IP 2001:db8::2 (f56ccef8-95e1-4b86-88d3-722a3b6459de/a21ed47a-c4f3-462b-b406-48d3e87aade9/c88657cf-fe2b-4016-896d-4e722bc991eb) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:16.985466 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e909b8e-bc7a-4309-8bf3-45712cd6e054 req-8ef29535-c9ac-4baa-b53a-8820f62295a7 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122503 Dec 09 22:33:16.987561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.056954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.067004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'Port': ['ID=ff84f8df-e0eb-4938-94fd-9eb4968b3cdf,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:17.086858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Network a6f4b007-8141-4b97-9f84-d9d47bbdb06c is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:17.089296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:17.092175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:17.094372 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.106097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44178) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:17.212985 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.256557 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.352536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-4948326b-5cc1-4222-a6a2-43040bb7afe4 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:17.358031 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-279634c1-e0ef-4cd9-877a-a17fb982a6ad tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.372456 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.416313 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-279634c1-e0ef-4cd9-877a-a17fb982a6ad tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.487565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.500656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Router 67b565a3-1293-44d6-9640-5f4f809ce58d is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:33:17.534255 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.536403 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-279634c1-e0ef-4cd9-877a-a17fb982a6ad tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.536964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Subnet': ['ID=75637332-ff52-416a-be60-ddefc07c7618,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:17.539480 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-279634c1-e0ef-4cd9-877a-a17fb982a6ad tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.540633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-279634c1-e0ef-4cd9-877a-a17fb982a6ad tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "DELETE /v2.0/security-groups/fc8a45ab-19f9-4b1b-9da2-fe407be74814 HTTP/1.1" status: 204 len: 168 time: 0.4333324 Dec 09 22:33:17.545086 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.552121 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/75637332-ff52-416a-be60-ddefc07c7618 HTTP/1.1" status: 204 len: 168 time: 0.8008480 Dec 09 22:33:17.554021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44180) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:17.554370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44182) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:17.566026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279634c1-e0ef-4cd9-877a-a17fb982a6ad tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8a45ab-19f9-4b1b-9da2-fe407be74814,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.617886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affa852-b6a2-4ee1-a4e2-daa4b6b68e02 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:17.627580 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-725e9955-5b9a-44e2-83b3-3a60e04a8009 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] show failed (client error): The resource could not be found. Dec 09 22:33:17.633162 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-725e9955-5b9a-44e2-83b3-3a60e04a8009 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "GET /v2.0/security-groups/fc8a45ab-19f9-4b1b-9da2-fe407be74814 HTTP/1.1" status: 404 len: 347 time: 0.0757468 Dec 09 22:33:17.643097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c626f-a556-4511-a7ca-dece35487d24 None None] Network 42c927fd-2ae0-46ca-b54f-ab2fb51b6071 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:17.651539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44186) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:17.680895 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.705609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e16a405-60d9-4440-9f34-e54f974ee41e None None] Network a0c96c0a-8c77-4d56-a156-49337bcdc0b0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:17.729117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] For port 6afce61f-2019-4df3-8206-8ccf2d4f8dac, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:17.742759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] For port 6afce61f-2019-4df3-8206-8ccf2d4f8dac, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6afce61f-2019-4df3-8206-8ccf2d4f8dac,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:17.836422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:17.919378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:17.929060 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Sync routers for ids ['67b565a3-1293-44d6-9640-5f4f809ce58d'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:17.931851 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.942238 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:17.947810 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Routers {'67b565a3-1293-44d6-9640-5f4f809ce58d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:17.951289 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['67b565a3-1293-44d6-9640-5f4f809ce58d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:17.971408 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Attempting to bind port 5c9e214f-397f-49e8-bda1-2130e760edb2 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:17.971786 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Attempting to bind port 5c9e214f-397f-49e8-bda1-2130e760edb2 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'edb8d68b-0f24-42ac-9d5e-58c3667f462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a6f4b007-8141-4b97-9f84-d9d47bbdb06c'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:17.972205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Attempting to bind port 5c9e214f-397f-49e8-bda1-2130e760edb2 on network a6f4b007-8141-4b97-9f84-d9d47bbdb06c {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:17.985513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Pushing event updated for resources: {'Port': ['ID=5c9e214f-397f-49e8-bda1-2130e760edb2,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:18.085945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:18.087606 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-299c0941-0138-4ea2-981c-ffca73269b24 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1494167 Dec 09 22:33:18.118138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44212) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:18.186723 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:18.196489 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:18.197684 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:18.220983 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Set router 67b565a3-1293-44d6-9640-5f4f809ce58d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:18.322332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Network f56ccef8-95e1-4b86-88d3-722a3b6459de is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:18.505689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'Port': ['ID=ff84f8df-e0eb-4938-94fd-9eb4968b3cdf,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:18.513920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:18.514472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Checking segment: {'id': 'edb8d68b-0f24-42ac-9d5e-58c3667f462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a6f4b007-8141-4b97-9f84-d9d47bbdb06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:18.514989 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:18.515495 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Bound using segment: {'id': 'edb8d68b-0f24-42ac-9d5e-58c3667f462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a6f4b007-8141-4b97-9f84-d9d47bbdb06c'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:18.516139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Bound port: 5c9e214f-397f-49e8-bda1-2130e760edb2, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb8d68b-0f24-42ac-9d5e-58c3667f462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a6f4b007-8141-4b97-9f84-d9d47bbdb06c'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:18.516699 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:18.554635 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877575a1-f902-43a5-8106-4de73d8f7b3a req-bd9738bf-031d-45a2-950f-0f202f395d1e tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:18.556257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-877575a1-f902-43a5-8106-4de73d8f7b3a req-bd9738bf-031d-45a2-950f-0f202f395d1e tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 951 time: 0.2240012 Dec 09 22:33:18.640794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] For port 5c9e214f-397f-49e8-bda1-2130e760edb2, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:18.644947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] For port 5c9e214f-397f-49e8-bda1-2130e760edb2, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5c9e214f-397f-49e8-bda1-2130e760edb2,segment=NetworkSegment(edb8d68b-0f24-42ac-9d5e-58c3667f462c),segment_id=edb8d68b-0f24-42ac-9d5e-58c3667f462c)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:18.648295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Pushing event updated for resources: {'Port': ['ID=c88657cf-fe2b-4016-896d-4e722bc991eb,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:18.661969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86716df2-57c9-4d9a-b29d-7951ef455330 req-dbe97608-e873-4b9f-8305-26152d4d1479 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:18.663614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86716df2-57c9-4d9a-b29d-7951ef455330 req-dbe97608-e873-4b9f-8305-26152d4d1479 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 944 time: 0.4104159 Dec 09 22:33:18.719951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:18.721046 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:18.765711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15bc9a-2faa-489d-a791-4abdc07866cb None None] Pushing event updated for resources: {'Port': ['ID=6afce61f-2019-4df3-8206-8ccf2d4f8dac,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:18.771050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:18.773512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:18.781838 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:18.884434 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:33:15Z', 'revision_number': 3, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:18.890933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86716df2-57c9-4d9a-b29d-7951ef455330 req-45a82a03-76c1-4bda-8ac7-5917c31f839e tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008059 Dec 09 22:33:18.932574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-877575a1-f902-43a5-8106-4de73d8f7b3a req-33373708-0a5f-407e-b76e-33f254cb13ec tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967620 Dec 09 22:33:18.941520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Network a6f4b007-8141-4b97-9f84-d9d47bbdb06c is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:18.943057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:18.971685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Attempting to bind port c88657cf-fe2b-4016-896d-4e722bc991eb on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:18.972327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Attempting to bind port c88657cf-fe2b-4016-896d-4e722bc991eb by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '90e4faa7-292b-40f8-b24a-74e43eaab2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f56ccef8-95e1-4b86-88d3-722a3b6459de'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:18.972803 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Attempting to bind port c88657cf-fe2b-4016-896d-4e722bc991eb on network f56ccef8-95e1-4b86-88d3-722a3b6459de {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:18.975964 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Checking router: 67b565a3-1293-44d6-9640-5f4f809ce58d for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:18.976445 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Updating router 67b565a3-1293-44d6-9640-5f4f809ce58d port 39aa2ba1-1e75-457f-9d08-2d678efcd86c binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:33:18.990894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:18.991459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Checking segment: {'id': '90e4faa7-292b-40f8-b24a-74e43eaab2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f56ccef8-95e1-4b86-88d3-722a3b6459de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:18.991988 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:18.992912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Bound using segment: {'id': '90e4faa7-292b-40f8-b24a-74e43eaab2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f56ccef8-95e1-4b86-88d3-722a3b6459de'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:18.993520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Bound port: c88657cf-fe2b-4016-896d-4e722bc991eb, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e4faa7-292b-40f8-b24a-74e43eaab2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f56ccef8-95e1-4b86-88d3-722a3b6459de'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:18.994047 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:19.041046 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:19.117888 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 4a215047-c3c4-421b-954e-30c212eb94cc up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:19.155134 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4948326b-5cc1-4222-a6a2-43040bb7afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:14Z', 'revision_number': 8, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5763e9-5c35-4b71-ba64-e6d524a3dbce', 'name': '', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:a5:c8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:48Z', 'updated_at': '2021-12-09T22:33:04Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:19.198559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Router 0185867f-cbdb-4718-ac3b-b5f7f10b12bd is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:33:19.267929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc748e-8e6e-4c78-89f4-42253afa9106 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Deleting port 8a907591-3430-4830-928f-1e0ee9720d78 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:19.268517 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bfc748e-8e6e-4c78-89f4-42253afa9106 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:19.346209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Provisioning complete for port bbd718af-df3c-40ed-b189-1ef47d03b19f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:19.351658 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:19.423435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:19.440896 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-15c4f9b2-7dce-4807-bbb3-7b8bcd25206f tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "PUT /v2.0/routers/0185867f-cbdb-4718-ac3b-b5f7f10b12bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5686862 Dec 09 22:33:19.445548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44228) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:19.446777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:19.447188 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:19.549866 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2fb9e6-3752-4756-bd27-b8af6cb57237 None None] Sync routers for ids ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:19.560762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad782f88-c9f7-4f5e-b869-2cb64d819f60 None None] Pushing event updated for resources: {'Port': ['ID=5c9e214f-397f-49e8-bda1-2130e760edb2,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:19.637283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] For port 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4b1f3285-1f7d-4cd0-b532-fb8e34a995b5,segment=NetworkSegment(e1487ceb-7dd2-43e1-b7e2-817aae482f03),segment_id=e1487ceb-7dd2-43e1-b7e2-817aae482f03)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:19.637728 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:19.674227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] For port c88657cf-fe2b-4016-896d-4e722bc991eb, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:19.686997 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bfc748e-8e6e-4c78-89f4-42253afa9106 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:19.687960 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bfc748e-8e6e-4c78-89f4-42253afa9106 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:19.706673 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:19.706843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] For port c88657cf-fe2b-4016-896d-4e722bc991eb, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c88657cf-fe2b-4016-896d-4e722bc991eb,segment=NetworkSegment(90e4faa7-292b-40f8-b24a-74e43eaab2ee),segment_id=90e4faa7-292b-40f8-b24a-74e43eaab2ee)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:19.715131 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc748e-8e6e-4c78-89f4-42253afa9106 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Calling delete_port for 8a907591-3430-4830-928f-1e0ee9720d78 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:19.754342 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:19.757850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948326b-5cc1-4222-a6a2-43040bb7afe4 None None] The sync data for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 is: [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:14Z', 'revision_number': 8, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5763e9-5c35-4b71-ba64-e6d524a3dbce', 'name': '', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:a5:c8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:48Z', 'updated_at': '2021-12-09T22:33:04Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:19.772630 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:19.796868 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:19.857710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576454e0-4e78-4c00-b676-a1ba5e1cd42c None None] Network d3dab134-b52d-4674-8869-3ae9a976577b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:19.860052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b96ece-9848-41a2-be4c-842e89ffbf01 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:19.865839 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Attempting to bind port 39aa2ba1-1e75-457f-9d08-2d678efcd86c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:19.866225 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Attempting to bind port 39aa2ba1-1e75-457f-9d08-2d678efcd86c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:19.866598 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Attempting to bind port 39aa2ba1-1e75-457f-9d08-2d678efcd86c on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:19.913031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2fb9e6-3752-4756-bd27-b8af6cb57237 None None] Routers {'0185867f-cbdb-4718-ac3b-b5f7f10b12bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:19.913859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-af2fb9e6-3752-4756-bd27-b8af6cb57237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:19.928870 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb49405-0af0-41bb-b3ee-ed70bfb2eeb1 None None] Pushing event updated for resources: {'Port': ['ID=39aa2ba1-1e75-457f-9d08-2d678efcd86c,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:19.940163 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:19.940549 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:19.940954 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:19.941395 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:19.942054 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Bound port: 39aa2ba1-1e75-457f-9d08-2d678efcd86c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:19.942556 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:20.013127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 4a215047-c3c4-421b-954e-30c212eb94cc completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:33:20.026377 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-af2fb9e6-3752-4756-bd27-b8af6cb57237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:20.047145 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] For port 39aa2ba1-1e75-457f-9d08-2d678efcd86c, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:20.052534 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] For port 39aa2ba1-1e75-457f-9d08-2d678efcd86c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=39aa2ba1-1e75-457f-9d08-2d678efcd86c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:20.068054 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:20.096832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 4a215047-c3c4-421b-954e-30c212eb94cc triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:20.097454 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:20.188707 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Routers {'67b565a3-1293-44d6-9640-5f4f809ce58d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:20.189986 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['67b565a3-1293-44d6-9640-5f4f809ce58d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:20.207704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bfc748e-8e6e-4c78-89f4-42253afa9106 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:20.245625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6e483-faf1-4ccf-95ec-041430061b68 req-61fd78a8-712b-491e-91a2-9832b6c17a59 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:20.265557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5e6e483-faf1-4ccf-95ec-041430061b68 req-61fd78a8-712b-491e-91a2-9832b6c17a59 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 951 time: 0.1736665 Dec 09 22:33:20.321016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc748e-8e6e-4c78-89f4-42253afa9106 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Pushing event deleted for resources: {'Port': ['ID=8a907591-3430-4830-928f-1e0ee9720d78,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:20.343067 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5e6e483-faf1-4ccf-95ec-041430061b68 req-7906c443-ac49-47d1-92f9-2a6e61b090ec tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758960 Dec 09 22:33:20.365226 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d49e75b-781d-4130-b173-90e8a0697818 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:20.380613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a726438-c849-44ad-8964-68123952f2a9 None None] DHCP port deletion for a0c96c0a-8c77-4d56-a156-49337bcdc0b0 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:20.389322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c97840ca-f0a0-480e-91ca-4b9411874ea8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:20.534851 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:20.576926 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-8de40887-f758-4c25-b84e-f5f2908dd1a4 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:33:20.588426 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8de40887-f758-4c25-b84e-f5f2908dd1a4 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "PUT /v2.0/routers/0185867f-cbdb-4718-ac3b-b5f7f10b12bd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1403842 Dec 09 22:33:20.610408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44238) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:20.620226 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] Set router 67b565a3-1293-44d6-9640-5f4f809ce58d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:20.721890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No DVR routers for this DVR port 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:20.722507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2fb9e6-3752-4756-bd27-b8af6cb57237 None None] Routers {'0185867f-cbdb-4718-ac3b-b5f7f10b12bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:20.727730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-af2fb9e6-3752-4756-bd27-b8af6cb57237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:20.772310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e47d2e2-d8d4-44bb-861f-68a917d7d16c None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:20.851930 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb49405-0af0-41bb-b3ee-ed70bfb2eeb1 None None] Pushing event updated for resources: {'Port': ['ID=39aa2ba1-1e75-457f-9d08-2d678efcd86c,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:20.860822 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85c5be-f8b2-4f44-9686-a84e9eacee07 None None] Sync routers for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:20.946715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83ee74-789c-4340-bd0a-5a0dfb0c6da1 req-3c508ae1-9a4c-4bc4-9779-cb31f73fa4cd tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:20.948259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af83ee74-789c-4340-bd0a-5a0dfb0c6da1 req-3c508ae1-9a4c-4bc4-9779-cb31f73fa4cd tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 944 time: 0.8733754 Dec 09 22:33:20.956004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2968ec2-4553-4137-80fb-e99f914a5b6f None None] Pushing event updated for resources: {'Port': ['ID=c88657cf-fe2b-4016-896d-4e722bc991eb,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:20.957536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=4b1f3285-1f7d-4cd0-b532-fb8e34a995b5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:20.983624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2a726438-c849-44ad-8964-68123952f2a9 None None] The port '4b1f3285-1f7d-4cd0-b532-fb8e34a995b5' was deleted {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 09 22:33:21.022418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-af2fb9e6-3752-4756-bd27-b8af6cb57237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:21.023359 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2fb9e6-3752-4756-bd27-b8af6cb57237 None None] The sync data for ids ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:21.039647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Provisioning complete for port 4a215047-c3c4-421b-954e-30c212eb94cc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:21.042757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:21.047017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1acea53-cf9b-40c9-a3a1-bcf777b9722e None None] Network a6f4b007-8141-4b97-9f84-d9d47bbdb06c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:21.047875 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85c5be-f8b2-4f44-9686-a84e9eacee07 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:21.048826 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1d85c5be-f8b2-4f44-9686-a84e9eacee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:21.068151 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:21.133670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bfc748e-8e6e-4c78-89f4-42253afa9106 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:21.136644 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bfc748e-8e6e-4c78-89f4-42253afa9106 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:21.138072 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2bfc748e-8e6e-4c78-89f4-42253afa9106 tempest-ServersTestBootFromVolume-941321856 tempest-ServersTestBootFromVolume-941321856-project] 10.222.0.16 "DELETE /v2.0/floatingips/19a494eb-a97f-48d8-a963-2f0719cee110 HTTP/1.1" status: 204 len: 168 time: 3.4174550 Dec 09 22:33:21.143266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44256) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:21.203911 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1d85c5be-f8b2-4f44-9686-a84e9eacee07 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:21.216836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:21.263717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af83ee74-789c-4340-bd0a-5a0dfb0c6da1 req-17b09058-57ef-4767-8cbf-8cca7f925dd6 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817051 Dec 09 22:33:21.430842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c96c0a-8c77-4d56-a156-49337bcdc0b0']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:21.477032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1487ceb-7dd2-43e1-b7e2-817aae482f03') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:21.477741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1487ceb-7dd2-43e1-b7e2-817aae482f03') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:21.521770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c97840ca-f0a0-480e-91ca-4b9411874ea8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:21.529878 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:21.612969 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:21.633927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f461b28-b8cf-4f9d-b203-61bb5f4c5caf tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:21.639997 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1d85c5be-f8b2-4f44-9686-a84e9eacee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:14Z', 'revision_number': 8, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5763e9-5c35-4b71-ba64-e6d524a3dbce', 'name': '', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:a5:c8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:48Z', 'updated_at': '2021-12-09T22:33:04Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:21.681029 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85c5be-f8b2-4f44-9686-a84e9eacee07 None None] Checking router: fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:21.704589 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85c5be-f8b2-4f44-9686-a84e9eacee07 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:21.706972 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1d85c5be-f8b2-4f44-9686-a84e9eacee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:21.795512 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:21.832170 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:33:15Z', 'revision_number': 3, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:21.866609 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:33:21.872665 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:33:21.877717 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:33:21.891455 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa137c-b4c6-4ab8-b8b9-501bbfedcdb0 None None] The sync data for ids ['67b565a3-1293-44d6-9640-5f4f809ce58d'] in n-d-789963-23 is: [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:33:15Z', 'revision_number': 3, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:21.956839 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1d85c5be-f8b2-4f44-9686-a84e9eacee07 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:21.984136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e22f05-2da8-46dd-a902-7f988ae2ce80 None None] Network f56ccef8-95e1-4b86-88d3-722a3b6459de requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:22.132249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Allocated IP 172.20.0.1 (d3dab134-b52d-4674-8869-3ae9a976577b/f3951527-aec4-45da-945e-f9a56eaee5f1/305ae171-6fdf-440e-9869-25bf3ff26a33) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:22.241537 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:22.262787 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:22.313984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] For port 4a215047-c3c4-421b-954e-30c212eb94cc, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=4a215047-c3c4-421b-954e-30c212eb94cc,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:22.318722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a215047-c3c4-421b-954e-30c212eb94cc'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:33:22.321631 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c47eb99-97f4-4c2b-b41a-6caa1da73181" -d '{"events": [{"server_uuid": "6fb0a1ee-be6d-474f-a3a3-639e5253de71", "name": "network-vif-plugged", "status": "completed", "tag": "4a215047-c3c4-421b-954e-30c212eb94cc"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:33:22.329741 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:22.332208 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:22.447019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port c97840ca-f0a0-480e-91ca-4b9411874ea8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c97840ca-f0a0-480e-91ca-4b9411874ea8,segment=NetworkSegment(df00884c-f741-40d4-b4ba-49953e2cadcc),segment_id=df00884c-f741-40d4-b4ba-49953e2cadcc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:22.450715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Pushing event updated for resources: {'Port': ['ID=4a215047-c3c4-421b-954e-30c212eb94cc,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:22.661992 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1d85c5be-f8b2-4f44-9686-a84e9eacee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:14Z', 'revision_number': 8, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5763e9-5c35-4b71-ba64-e6d524a3dbce', 'name': '', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:a5:c8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:48Z', 'updated_at': '2021-12-09T22:33:04Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:22.755222 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85c5be-f8b2-4f44-9686-a84e9eacee07 None None] The sync data for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 is: [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:14Z', 'revision_number': 8, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5763e9-5c35-4b71-ba64-e6d524a3dbce', 'name': '', 'network_id': 'e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:a5:c8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:48Z', 'updated_at': '2021-12-09T22:33:04Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': '8f7eec04-8f7e-4ece-9004-40a48724cf33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:22.805587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:22.839638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:22.843129 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/networks/a0c96c0a-8c77-4d56-a156-49337bcdc0b0 HTTP/1.1" status: 204 len: 168 time: 5.2801640 Dec 09 22:33:22.855931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44296) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:22.930934 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:22.971663 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:33:22.972683 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:33:23.007598 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:23.012284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6afce61f-2019-4df3-8206-8ccf2d4f8dac up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:23.149675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff5f25-53d8-48a8-975b-4fd7e51356b0 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Network': ['ID=a0c96c0a-8c77-4d56-a156-49337bcdc0b0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:23.157720 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:23.228077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=c97840ca-f0a0-480e-91ca-4b9411874ea8,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:23.233726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Provisioning complete for port d66c5c67-a894-4359-a4d8-b19b0289b8ff triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:23.234414 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:23.292470 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:23.294087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Pushing event updated for resources: {'Port': ['ID=305ae171-6fdf-440e-9869-25bf3ff26a33,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:23.321007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-4f461b28-b8cf-4f9d-b203-61bb5f4c5caf tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Deleting port ff84f8df-e0eb-4938-94fd-9eb4968b3cdf {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:23.321613 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f461b28-b8cf-4f9d-b203-61bb5f4c5caf tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:23.334831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6afce61f-2019-4df3-8206-8ccf2d4f8dac triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:23.334831 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:23.360682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Network d3dab134-b52d-4674-8869-3ae9a976577b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:23.375076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:23.383139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:23.428612 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df112d-96f9-4b92-befa-7ac4686fbe04 req-a4defa17-a952-476e-aec0-9117fad984a8 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:23.436799 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17df112d-96f9-4b92-befa-7ac4686fbe04 req-a4defa17-a952-476e-aec0-9117fad984a8 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 951 time: 1.1818266 Dec 09 22:33:23.440967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:23.578987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f674c2a-9eb1-4574-91bd-d59253553c5f req-6348494d-f0db-4ce8-acc4-466aad4a1c46 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:23.588046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f674c2a-9eb1-4574-91bd-d59253553c5f req-6348494d-f0db-4ce8-acc4-466aad4a1c46 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 1.0806816 Dec 09 22:33:23.649629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17df112d-96f9-4b92-befa-7ac4686fbe04 req-638a0202-a694-443c-bfdd-d123ffd04585 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113166 Dec 09 22:33:23.664688 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:23.704511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Provisioning complete for port 32d1ed75-31f3-45a6-892f-b1a56bfcaebf triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:23.704950 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6db8898-5d1a-48b9-9ac3-4f732951a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:23.710710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f722f01a-d69b-485a-8da4-8391839518db no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:23.740779 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f461b28-b8cf-4f9d-b203-61bb5f4c5caf tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:23.782356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f674c2a-9eb1-4574-91bd-d59253553c5f req-1b80f7f3-2892-48c9-bddf-d78252f1d5f5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933177 Dec 09 22:33:23.818959 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7b8637-1226-4aa1-9447-41022c43147f x-openstack-request-id: req-ac7b8637-1226-4aa1-9447-41022c43147f {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:33:23.819316 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb0a1ee-be6d-474f-a3a3-639e5253de71", "name": "network-vif-plugged", "status": "completed", "tag": "4a215047-c3c4-421b-954e-30c212eb94cc", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:33:23.819581 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac7b8637-1226-4aa1-9447-41022c43147f {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:33:23.819996 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a215047-c3c4-421b-954e-30c212eb94cc', 'code': 200} Dec 09 22:33:23.870222 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 6afce61f-2019-4df3-8206-8ccf2d4f8dac, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6afce61f-2019-4df3-8206-8ccf2d4f8dac,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:23.875721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-4f461b28-b8cf-4f9d-b203-61bb5f4c5caf tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Calling delete_port for ff84f8df-e0eb-4938-94fd-9eb4968b3cdf owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:23.881325 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.008768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=6afce61f-2019-4df3-8206-8ccf2d4f8dac,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:24.107799 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.180593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:24.187925 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.229706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b52ab-6b2e-4c4e-a147-24ddd23aea1d req-13ed55b5-0c83-410d-8cc0-3c5e1a3ced35 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:24.232102 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca4b52ab-6b2e-4c4e-a147-24ddd23aea1d req-13ed55b5-0c83-410d-8cc0-3c5e1a3ced35 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 951 time: 0.1955616 Dec 09 22:33:24.233441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Could not find standard attr ID for object 567b4f90-56f2-4d8b-b7a1-8aec38622de1. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:33:24.234672 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.270772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f722f01a-d69b-485a-8da4-8391839518db,revision_number=11']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:24.278485 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Provisioning complete for port 39aa2ba1-1e75-457f-9d08-2d678efcd86c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:24.279018 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.369395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c88657cf-fe2b-4016-896d-4e722bc991eb up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:24.414218 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f461b28-b8cf-4f9d-b203-61bb5f4c5caf tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.414823 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.440203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f461b28-b8cf-4f9d-b203-61bb5f4c5caf tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Port': ['ID=ff84f8df-e0eb-4938-94fd-9eb4968b3cdf,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:24.451315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] For port 39aa2ba1-1e75-457f-9d08-2d678efcd86c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=39aa2ba1-1e75-457f-9d08-2d678efcd86c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:24.462362 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.467146 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-ca4b52ab-6b2e-4c4e-a147-24ddd23aea1d req-c3f2bcbb-c8c1-445e-9c1f-2c369b26202b tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Deleting port f722f01a-d69b-485a-8da4-8391839518db {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:24.467509 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ca4b52ab-6b2e-4c4e-a147-24ddd23aea1d req-c3f2bcbb-c8c1-445e-9c1f-2c369b26202b tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.471464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c88657cf-fe2b-4016-896d-4e722bc991eb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:24.471770 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.552786 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Provisioning complete for port c88657cf-fe2b-4016-896d-4e722bc991eb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:24.553200 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.581366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78e27f-d0a1-4c4d-a2d5-098baeb89256 req-6884196a-e3b3-4af6-9430-42b83b8688b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:24.583634 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6e78e27f-d0a1-4c4d-a2d5-098baeb89256 req-6884196a-e3b3-4af6-9430-42b83b8688b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 1097 time: 0.5123656 Dec 09 22:33:24.592242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Pushing event updated for resources: {'Port': ['ID=39aa2ba1-1e75-457f-9d08-2d678efcd86c,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:24.620467 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f461b28-b8cf-4f9d-b203-61bb5f4c5caf tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.721566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.773049 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6e78e27f-d0a1-4c4d-a2d5-098baeb89256 req-fbb2218f-d9d8-4227-ad88-f022af2ba5a3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741800 Dec 09 22:33:24.799138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port c88657cf-fe2b-4016-896d-4e722bc991eb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c88657cf-fe2b-4016-896d-4e722bc991eb,segment=NetworkSegment(90e4faa7-292b-40f8-b24a-74e43eaab2ee),segment_id=90e4faa7-292b-40f8-b24a-74e43eaab2ee)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:24.800264 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.808209 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.812046 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.813012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 39aa2ba1-1e75-457f-9d08-2d678efcd86c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:24.813330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-ca4b52ab-6b2e-4c4e-a147-24ddd23aea1d req-c3f2bcbb-c8c1-445e-9c1f-2c369b26202b tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] For port f722f01a-d69b-485a-8da4-8391839518db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f722f01a-d69b-485a-8da4-8391839518db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:24.813767 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ca4b52ab-6b2e-4c4e-a147-24ddd23aea1d req-c3f2bcbb-c8c1-445e-9c1f-2c369b26202b tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.842748 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.866163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-ca4b52ab-6b2e-4c4e-a147-24ddd23aea1d req-c3f2bcbb-c8c1-445e-9c1f-2c369b26202b tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Calling delete_port for f722f01a-d69b-485a-8da4-8391839518db owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:24.928401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=c88657cf-fe2b-4016-896d-4e722bc991eb,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:24.939379 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:33:24.939736 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:33:24.949772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 39aa2ba1-1e75-457f-9d08-2d678efcd86c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:24.950165 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:24.995919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Pushing event updated for resources: {'Port': ['ID=305ae171-6fdf-440e-9869-25bf3ff26a33,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:24.996257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabee2e-1869-4c0a-aea2-17ab0a85cd31 req-53fb3cad-e646-4327-a529-04fd8bcbb207 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:24.997973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7dabee2e-1869-4c0a-aea2-17ab0a85cd31 req-53fb3cad-e646-4327-a529-04fd8bcbb207 tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 949 time: 0.2250001 Dec 09 22:33:25.019624 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea3b1d65-44a3-48c2-9d7b-1e546e2f80b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.021463 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.045736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5c9e214f-397f-49e8-bda1-2130e760edb2 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:25.071478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f461b28-b8cf-4f9d-b203-61bb5f4c5caf tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Router 0185867f-cbdb-4718-ac3b-b5f7f10b12bd has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:25.090094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5ff7b-1f9d-43eb-9d2a-a88c3d83c066 req-6661bf16-a264-4e03-bec5-4806bab80374 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:25.091783 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12c5ff7b-1f9d-43eb-9d2a-a88c3d83c066 req-6661bf16-a264-4e03-bec5-4806bab80374 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.1783738 Dec 09 22:33:25.098461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5c9e214f-397f-49e8-bda1-2130e760edb2 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:25.098837 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.179442 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.199412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7dabee2e-1869-4c0a-aea2-17ab0a85cd31 req-2841856f-2633-4300-aa83-3418b32126ce tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/security-groups?id=08717364-22b4-49ca-9977-05df751be0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645615 Dec 09 22:33:25.232135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 5c9e214f-397f-49e8-bda1-2130e760edb2, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5c9e214f-397f-49e8-bda1-2130e760edb2,segment=NetworkSegment(edb8d68b-0f24-42ac-9d5e-58c3667f462c),segment_id=edb8d68b-0f24-42ac-9d5e-58c3667f462c)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:25.242611 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.243429 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c97840ca-f0a0-480e-91ca-4b9411874ea8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:25.286649 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12c5ff7b-1f9d-43eb-9d2a-a88c3d83c066 req-2f75f6ad-27fb-4c48-947e-d1a9b8a1e6d0 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735263 Dec 09 22:33:25.299476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f461b28-b8cf-4f9d-b203-61bb5f4c5caf tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:25.311031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecbb73c-a790-49d1-8096-f78d0283920b None None] Sync routers for ids ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:25.313053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4f461b28-b8cf-4f9d-b203-61bb5f4c5caf tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "PUT /v2.0/routers/0185867f-cbdb-4718-ac3b-b5f7f10b12bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6689730 Dec 09 22:33:25.335555 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44306) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:25.339080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=5c9e214f-397f-49e8-bda1-2130e760edb2,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:25.344583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecbb73c-a790-49d1-8096-f78d0283920b None None] Routers {'0185867f-cbdb-4718-ac3b-b5f7f10b12bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:25.345251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-7ecbb73c-a790-49d1-8096-f78d0283920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:25.353008 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-20fd7982-7355-4bfb-b491-3f19c849feb8 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.377349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Network d3dab134-b52d-4674-8869-3ae9a976577b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:25.383879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-7ecbb73c-a790-49d1-8096-f78d0283920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:25.389451 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-3e1f2e22-780b-4145-8a29-d66ff6a45bb1 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] delete failed (client error): The resource could not be found. Dec 09 22:33:25.394665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3e1f2e22-780b-4145-8a29-d66ff6a45bb1 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-2126145063 HTTP/1.1" status: 404 len: 335 time: 0.0538964 Dec 09 22:33:25.394837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c97840ca-f0a0-480e-91ca-4b9411874ea8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:25.394837 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.397434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44308) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:25.403591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a08de3ec-ac64-4c44-a1ad-1efe72413c0c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Request body: {'router': {'external_gateway_info': {'network_id': '0185867f-cbdb-4718-ac3b-b5f7f10b12bd'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:25.415749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecbb73c-a790-49d1-8096-f78d0283920b None None] Routers {'0185867f-cbdb-4718-ac3b-b5f7f10b12bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:25.416395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-7ecbb73c-a790-49d1-8096-f78d0283920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:25.434131 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:25.475695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-7ecbb73c-a790-49d1-8096-f78d0283920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:25.476368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecbb73c-a790-49d1-8096-f78d0283920b None None] The sync data for ids ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:25.593279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Provisioning complete for port 6afce61f-2019-4df3-8206-8ccf2d4f8dac triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:25.593871 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.656812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ca4b52ab-6b2e-4c4e-a147-24ddd23aea1d req-c3f2bcbb-c8c1-445e-9c1f-2c369b26202b tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.690322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2bcbb-c8c1-445e-9c1f-2c369b26202b tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Pushing event deleted for resources: {'Port': ['ID=f722f01a-d69b-485a-8da4-8391839518db,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:25.735342 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a08de3ec-ac64-4c44-a1ad-1efe72413c0c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.750653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Could not find standard attr ID for object ff84f8df-e0eb-4938-94fd-9eb4968b3cdf. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:33:25.770177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Provisioning complete for port c97840ca-f0a0-480e-91ca-4b9411874ea8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:25.770830 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.789129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Router 67b565a3-1293-44d6-9640-5f4f809ce58d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:25.792401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4b52ab-6b2e-4c4e-a147-24ddd23aea1d req-c3f2bcbb-c8c1-445e-9c1f-2c369b26202b tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] No DVR routers for this DVR port f722f01a-d69b-485a-8da4-8391839518db on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:25.793054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 567b4f90-56f2-4d8b-b7a1-8aec38622de1 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:25.800722 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ca4b52ab-6b2e-4c4e-a147-24ddd23aea1d req-c3f2bcbb-c8c1-445e-9c1f-2c369b26202b tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.804332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca4b52ab-6b2e-4c4e-a147-24ddd23aea1d req-c3f2bcbb-c8c1-445e-9c1f-2c369b26202b tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.18 "DELETE /v2.0/ports/f722f01a-d69b-485a-8da4-8391839518db HTTP/1.1" status: 204 len: 173 time: 1.5650065 Dec 09 22:33:25.804791 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'name': 'network-vif-deleted', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:33:25.807100 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93edb10e-108e-4261-afb5-d8091bd3ad8c" -d '{"events": [{"server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "name": "network-vif-deleted", "tag": "f722f01a-d69b-485a-8da4-8391839518db"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:33:25.819239 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 567b4f90-56f2-4d8b-b7a1-8aec38622de1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:25.819486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 567b4f90-56f2-4d8b-b7a1-8aec38622de1 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:25.819756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:25.820258 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-a08de3ec-ac64-4c44-a1ad-1efe72413c0c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] update failed (client error): The resource could not be found. Dec 09 22:33:25.824369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:33:25.825433 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a08de3ec-ac64-4c44-a1ad-1efe72413c0c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "PUT /v2.0/routers/0185867f-cbdb-4718-ac3b-b5f7f10b12bd HTTP/1.1" status: 404 len: 339 time: 0.4274087 Dec 09 22:33:25.825583 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e69350-260a-4fd7-8d92-1bae08a912d2" -d '{"events": [{"server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f722f01a-d69b-485a-8da4-8391839518db"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:33:25.826050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44312) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:25.832032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-415b8ded-a608-463d-b74f-f0a2fb3a24cd tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1565336291'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:25.858847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415b8ded-a608-463d-b74f-f0a2fb3a24cd tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Made reservation on behalf of 4054243d103e40fc9d51c0f3cc5fdad0 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:25.863581 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-415b8ded-a608-463d-b74f-f0a2fb3a24cd tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.865010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:25.865364 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4b1f3285-1f7d-4cd0-b532-fb8e34a995b5 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:25.891891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415b8ded-a608-463d-b74f-f0a2fb3a24cd tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:33:25.912342 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-415b8ded-a608-463d-b74f-f0a2fb3a24cd tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:25.913526 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-415b8ded-a608-463d-b74f-f0a2fb3a24cd tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Added segment d5f185c2-b0cd-4351-9551-e8be5fc9a45f of type vlan for network d07c922d-091d-4e5f-ac6c-a6aabe1e19e4 Dec 09 22:33:25.945525 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530c8568-57d1-404b-a488-6313736684b4 x-openstack-request-id: req-530c8568-57d1-404b-a488-6313736684b4 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:33:25.945862 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f722f01a-d69b-485a-8da4-8391839518db", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:33:25.947262 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-530c8568-57d1-404b-a488-6313736684b4 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:33:25.947723 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db', 'code': 200} Dec 09 22:33:25.980381 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868d2f39-af58-449d-ad0f-9bdf1ab66151 x-openstack-request-id: req-868d2f39-af58-449d-ad0f-9bdf1ab66151 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:33:25.980682 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb", "name": "network-vif-deleted", "tag": "f722f01a-d69b-485a-8da4-8391839518db", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:33:25.980939 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-868d2f39-af58-449d-ad0f-9bdf1ab66151 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:33:25.981354 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb', 'name': 'network-vif-deleted', 'tag': 'f722f01a-d69b-485a-8da4-8391839518db', 'status': 'completed', 'code': 200} Dec 09 22:33:26.006796 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b1d65-44a3-48c2-9d7b-1e546e2f80b7 admin admin] Deleting port c70dc0f0-45f6-4407-b097-ed6bd69ae44c {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:26.006796 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea3b1d65-44a3-48c2-9d7b-1e546e2f80b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.009055 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-415b8ded-a608-463d-b74f-f0a2fb3a24cd tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.009193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Provisioning complete for port 305ae171-6fdf-440e-9869-25bf3ff26a33 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:26.009525 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.055212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Port 305ae171-6fdf-440e-9869-25bf3ff26a33 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:26.087574 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Provisioning complete for port 5c9e214f-397f-49e8-bda1-2130e760edb2 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:26.088524 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1611a45-6f94-481d-9c0c-933fb1163483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.091592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c88657cf-fe2b-4016-896d-4e722bc991eb up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:26.093344 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-415b8ded-a608-463d-b74f-f0a2fb3a24cd tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.102380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415b8ded-a608-463d-b74f-f0a2fb3a24cd tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:26.103085 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-415b8ded-a608-463d-b74f-f0a2fb3a24cd tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.189349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:26.199437 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Sync routers for ids ['67b565a3-1293-44d6-9640-5f4f809ce58d'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:26.206322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b8ded-a608-463d-b74f-f0a2fb3a24cd tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'Network': ['ID=d07c922d-091d-4e5f-ac6c-a6aabe1e19e4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:26.215156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-415b8ded-a608-463d-b74f-f0a2fb3a24cd tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3880401 Dec 09 22:33:26.216545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44316) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:26.221100 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-31bab9b7-5928-4aac-910f-befc98f583e9 admin admin] 10.222.0.16 "PUT /v2.0/routers/67b565a3-1293-44d6-9640-5f4f809ce58d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0828829 Dec 09 22:33:26.223446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-552d58bc-4c8f-45b4-bb5d-42774d366a44 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Request body: {'subnet': {'network_id': 'd07c922d-091d-4e5f-ac6c-a6aabe1e19e4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:26.227762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network d07c922d-091d-4e5f-ac6c-a6aabe1e19e4 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:33:26.229414 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Routers {'67b565a3-1293-44d6-9640-5f4f809ce58d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:26.230351 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['67b565a3-1293-44d6-9640-5f4f809ce58d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:26.252620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-ea3b1d65-44a3-48c2-9d7b-1e546e2f80b7 admin admin] For port c70dc0f0-45f6-4407-b097-ed6bd69ae44c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c70dc0f0-45f6-4407-b097-ed6bd69ae44c,segment=NetworkSegment(b4c6d921-2d2c-4739-95e1-0a714733859e),segment_id=b4c6d921-2d2c-4739-95e1-0a714733859e)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:26.252884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea3b1d65-44a3-48c2-9d7b-1e546e2f80b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.268377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-20fd7982-7355-4bfb-b491-3f19c849feb8 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port fa5763e9-5c35-4b71-ba64-e6d524a3dbce {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:26.268719 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-20fd7982-7355-4bfb-b491-3f19c849feb8 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.350887 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b1d65-44a3-48c2-9d7b-1e546e2f80b7 admin admin] Calling delete_port for c70dc0f0-45f6-4407-b097-ed6bd69ae44c owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:26.361073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552d58bc-4c8f-45b4-bb5d-42774d366a44 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Made reservation on behalf of 4054243d103e40fc9d51c0f3cc5fdad0 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:26.366101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-552d58bc-4c8f-45b4-bb5d-42774d366a44 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.506211 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-20fd7982-7355-4bfb-b491-3f19c849feb8 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] For port fa5763e9-5c35-4b71-ba64-e6d524a3dbce, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fa5763e9-5c35-4b71-ba64-e6d524a3dbce,segment=NetworkSegment(57aa03dd-0bf2-431f-9374-19e306594b26),segment_id=57aa03dd-0bf2-431f-9374-19e306594b26)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:26.507314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-20fd7982-7355-4bfb-b491-3f19c849feb8 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.534512 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Set router 67b565a3-1293-44d6-9640-5f4f809ce58d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:26.550495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-20fd7982-7355-4bfb-b491-3f19c849feb8 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for fa5763e9-5c35-4b71-ba64-e6d524a3dbce owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:26.558816 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c88657cf-fe2b-4016-896d-4e722bc991eb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:26.559140 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.646785 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fe84c1a-e716-41ab-adc3-cd46e3d00de0 req-d5dff159-f787-47e5-9cce-e8365cf3abdd tempest-ImagesOneServerTestJSON-1822763388 tempest-ImagesOneServerTestJSON-1822763388-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5db17e7-b5c2-4f8c-b99c-9cad2a3888eb HTTP/1.1" status: 200 len: 210 time: 0.0363903 Dec 09 22:33:26.649490 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-552d58bc-4c8f-45b4-bb5d-42774d366a44 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.817981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d58bc-4c8f-45b4-bb5d-42774d366a44 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'Subnet': ['ID=4be0346b-c7d3-4461-89f2-0b3acca45d5e,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:26.845731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff53069-40c2-4c4d-a4a5-46e24b422b2d req-a36169d1-ca97-47ca-a67c-3ba6b4bcac08 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:26.853926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ff53069-40c2-4c4d-a4a5-46e24b422b2d req-a36169d1-ca97-47ca-a67c-3ba6b4bcac08 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.2174020 Dec 09 22:33:26.860893 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:33:23Z', 'revision_number': 4, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '305ae171-6fdf-440e-9869-25bf3ff26a33', 'name': '', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'mac_address': 'fa:16:3e:72:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:21Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 2, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'subnets': [{'id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:26.920164 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Checking router: 67b565a3-1293-44d6-9640-5f4f809ce58d for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:26.920526 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Updating router 67b565a3-1293-44d6-9640-5f4f809ce58d port 305ae171-6fdf-440e-9869-25bf3ff26a33 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:33:26.929339 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ff53069-40c2-4c4d-a4a5-46e24b422b2d req-9da3717e-315c-4ab7-814c-abf0077126b4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695994 Dec 09 22:33:26.931046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552d58bc-4c8f-45b4-bb5d-42774d366a44 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Checking segment: {'id': 'd5f185c2-b0cd-4351-9551-e8be5fc9a45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd07c922d-091d-4e5f-ac6c-a6aabe1e19e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:26.932653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552d58bc-4c8f-45b4-bb5d-42774d366a44 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Network hostable DHCP agents. Network: d07c922d-091d-4e5f-ac6c-a6aabe1e19e4, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:33:26.955668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552d58bc-4c8f-45b4-bb5d-42774d366a44 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Network d07c922d-091d-4e5f-ac6c-a6aabe1e19e4 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:33:26.962351 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.969631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-552d58bc-4c8f-45b4-bb5d-42774d366a44 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, d07c922d-091d-4e5f-ac6c-a6aabe1e19e4) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:26.975910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552d58bc-4c8f-45b4-bb5d-42774d366a44 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:26.976793 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-552d58bc-4c8f-45b4-bb5d-42774d366a44 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:26.995620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bdfa41-5a02-4f48-87f6-2334b170666b None None] Network d07c922d-091d-4e5f-ac6c-a6aabe1e19e4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:27.000507 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-552d58bc-4c8f-45b4-bb5d-42774d366a44 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7830892 Dec 09 22:33:27.003189 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44336) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:27.008488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-605397d5-a925-4862-ad36-9b341e677719 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd07c922d-091d-4e5f-ac6c-a6aabe1e19e4'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:27.069617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f722f01a-d69b-485a-8da4-8391839518db no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:27.096082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: f722f01a-d69b-485a-8da4-8391839518db {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:27.096603 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f722f01a-d69b-485a-8da4-8391839518db not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:27.162425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b8fd10c1-cb6d-492a-b20a-b31297fd5722 None None] Provisioning complete for port 305ae171-6fdf-440e-9869-25bf3ff26a33 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:27.165813 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b8fd10c1-cb6d-492a-b20a-b31297fd5722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.256846 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6afce61f-2019-4df3-8206-8ccf2d4f8dac up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:27.259929 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-605397d5-a925-4862-ad36-9b341e677719 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.277693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44342) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:27.283434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1627287514-network', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:27.322362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd10c1-cb6d-492a-b20a-b31297fd5722 None None] Port 305ae171-6fdf-440e-9869-25bf3ff26a33 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:27.340106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95a6cc-373c-4442-a721-fae39612d4a1 req-54b43702-e1bd-4279-937b-338232a18ea7 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:27.341610 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb95a6cc-373c-4442-a721-fae39612d4a1 req-54b43702-e1bd-4279-937b-338232a18ea7 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.2493770 Dec 09 22:33:27.354306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Made reservation on behalf of 0fac709ee1e64645a09ae095ffa249f6 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:27.354306 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.355583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44344) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:27.359398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-4f75b2e7-3a9e-4d4a-b090-11c7f7f12db4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Request body: {'floatingip': {'port_id': '4a215047-c3c4-421b-954e-30c212eb94cc'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:27.361496 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-d07c922d-091d-4e5f-ac6c-a6aabe1e19e4', 'network_id': 'd07c922d-091d-4e5f-ac6c-a6aabe1e19e4', 'project_id': '4054243d103e40fc9d51c0f3cc5fdad0', 'fixed_ips': [{'subnet_id': '4be0346b-c7d3-4461-89f2-0b3acca45d5e'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:33:27.362508 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.365623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6afce61f-2019-4df3-8206-8ccf2d4f8dac triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:27.366120 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.370992 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.419728 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f75b2e7-3a9e-4d4a-b090-11c7f7f12db4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.520286 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-20fd7982-7355-4bfb-b491-3f19c849feb8 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.526815 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.535263 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.572041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd7982-7355-4bfb-b491-3f19c849feb8 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=fa5763e9-5c35-4b71-ba64-e6d524a3dbce,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:27.592613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 39aa2ba1-1e75-457f-9d08-2d678efcd86c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:27.618279 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01681da6-aa85-4ca5-b9f3-da9ce9c0f677 None None] Pushing event updated for resources: {'Port': ['ID=305ae171-6fdf-440e-9869-25bf3ff26a33,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:27.696929 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Attempting to bind port 305ae171-6fdf-440e-9869-25bf3ff26a33 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:27.697531 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Attempting to bind port 305ae171-6fdf-440e-9869-25bf3ff26a33 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:27.698096 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Attempting to bind port 305ae171-6fdf-440e-9869-25bf3ff26a33 on network d3dab134-b52d-4674-8869-3ae9a976577b {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:27.705164 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:27.706231 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Checking segment: {'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:27.707053 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.707650 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Bound using segment: {'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:27.708318 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Bound port: 305ae171-6fdf-440e-9869-25bf3ff26a33, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:27.708806 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.798666 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Allocated IP 2001:db8:1::2 (d07c922d-091d-4e5f-ac6c-a6aabe1e19e4/4be0346b-c7d3-4461-89f2-0b3acca45d5e/43850d9a-0f8d-4d1a-868b-403275ea9b4c) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:27.826313 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] For port 305ae171-6fdf-440e-9869-25bf3ff26a33, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:27.827578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 39aa2ba1-1e75-457f-9d08-2d678efcd86c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:27.827961 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.832607 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] For port 305ae171-6fdf-440e-9869-25bf3ff26a33, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=305ae171-6fdf-440e-9869-25bf3ff26a33,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:27.847588 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.855331 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea3b1d65-44a3-48c2-9d7b-1e546e2f80b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:27.947722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b1d65-44a3-48c2-9d7b-1e546e2f80b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70dc0f0-45f6-4407-b097-ed6bd69ae44c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:27.963298 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Routers {'67b565a3-1293-44d6-9640-5f4f809ce58d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:27.968654 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['67b565a3-1293-44d6-9640-5f4f809ce58d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:28.050936 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-20fd7982-7355-4bfb-b491-3f19c849feb8 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:28.097302 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01681da6-aa85-4ca5-b9f3-da9ce9c0f677 None None] Pushing event updated for resources: {'Port': ['ID=305ae171-6fdf-440e-9869-25bf3ff26a33,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:28.222136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5c9e214f-397f-49e8-bda1-2130e760edb2 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:28.242588 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] Set router 67b565a3-1293-44d6-9640-5f4f809ce58d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:28.334598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-53622bd3-e247-4e4b-801f-735303a130ee None None] Provisioning complete for port 305ae171-6fdf-440e-9869-25bf3ff26a33 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:28.335085 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-53622bd3-e247-4e4b-801f-735303a130ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:28.447612 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44354) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:28.492603 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea3b1d65-44a3-48c2-9d7b-1e546e2f80b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:28.517513 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:28.536718 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:33:23Z', 'revision_number': 4, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '305ae171-6fdf-440e-9869-25bf3ff26a33', 'name': '', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'mac_address': 'fa:16:3e:72:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:21Z', 'updated_at': '2021-12-09T22:33:27Z', 'revision_number': 4, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'subnets': [{'id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:28.538940 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:28.580019 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-605397d5-a925-4862-ad36-9b341e677719 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:33:28.584562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-605397d5-a925-4862-ad36-9b341e677719 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "PUT /v2.0/routers/0185867f-cbdb-4718-ac3b-b5f7f10b12bd HTTP/1.1" status: 400 len: 364 time: 1.5762765 Dec 09 22:33:28.589449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44358) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:28.599720 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4676a05-9b06-4859-a611-b82bac252f06 None None] The sync data for ids ['67b565a3-1293-44d6-9640-5f4f809ce58d'] in n-d-789963-23 is: [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:33:23Z', 'revision_number': 4, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '305ae171-6fdf-440e-9869-25bf3ff26a33', 'name': '', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'mac_address': 'fa:16:3e:72:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:21Z', 'updated_at': '2021-12-09T22:33:27Z', 'revision_number': 4, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'subnets': [{'id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:28.611165 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-53622bd3-e247-4e4b-801f-735303a130ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:28.670055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5c9e214f-397f-49e8-bda1-2130e760edb2 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:28.671831 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:28.703418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Network d07c922d-091d-4e5f-ac6c-a6aabe1e19e4 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:28.742781 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:28.764733 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-53622bd3-e247-4e4b-801f-735303a130ee None None] For port 305ae171-6fdf-440e-9869-25bf3ff26a33, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=305ae171-6fdf-440e-9869-25bf3ff26a33,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:28.771131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:28.782129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:28.790033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fd7982-7355-4bfb-b491-3f19c849feb8 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:28.794511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:28.842144 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-53622bd3-e247-4e4b-801f-735303a130ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:28.854491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Pushing event updated for resources: {'Port': ['ID=43850d9a-0f8d-4d1a-868b-403275ea9b4c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:28.876930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.877299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.877648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.879442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.879442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.880045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.880298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.880648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.880992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.881403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.881827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.882158 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.882496 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:28.888588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Attempting to bind port 43850d9a-0f8d-4d1a-868b-403275ea9b4c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:28.888980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Attempting to bind port 43850d9a-0f8d-4d1a-868b-403275ea9b4c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'd5f185c2-b0cd-4351-9551-e8be5fc9a45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd07c922d-091d-4e5f-ac6c-a6aabe1e19e4'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:28.889358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Attempting to bind port 43850d9a-0f8d-4d1a-868b-403275ea9b4c on network d07c922d-091d-4e5f-ac6c-a6aabe1e19e4 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:28.905690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:28.906282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Checking segment: {'id': 'd5f185c2-b0cd-4351-9551-e8be5fc9a45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd07c922d-091d-4e5f-ac6c-a6aabe1e19e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:28.906961 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:28.908059 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Bound using segment: {'id': 'd5f185c2-b0cd-4351-9551-e8be5fc9a45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd07c922d-091d-4e5f-ac6c-a6aabe1e19e4'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:28.908582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Bound port: 43850d9a-0f8d-4d1a-868b-403275ea9b4c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f185c2-b0cd-4351-9551-e8be5fc9a45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd07c922d-091d-4e5f-ac6c-a6aabe1e19e4'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:28.909713 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:28.909934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:33:28.982422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fd7982-7355-4bfb-b491-3f19c849feb8 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:28.996563 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-20fd7982-7355-4bfb-b491-3f19c849feb8 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1208124 Dec 09 22:33:29.008881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d77f4-c107-4f1c-bab4-729a4914ff0e None None] Sync routers for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:29.023622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44362) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:29.064455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c476ea5f-517b-46fe-b0d2-936559af6a3f None None] Provisioning complete for port 305ae171-6fdf-440e-9869-25bf3ff26a33 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:29.064980 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c476ea5f-517b-46fe-b0d2-936559af6a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.068348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38c3404-9f06-4226-b91b-d260786bde14,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:29.073173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.073805 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Added segment f7f11c17-e2e6-4c51-89f7-22ccb501a775 of type vlan for network cc534ea0-f6ec-440e-b2d6-c6df5986bcfa Dec 09 22:33:29.099555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d77f4-c107-4f1c-bab4-729a4914ff0e None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:29.100492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a29d77f4-c107-4f1c-bab4-729a4914ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:29.106122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3b1d65-44a3-48c2-9d7b-1e546e2f80b7 admin admin] Router fb85205d-f57a-4f38-afd6-507359141a48 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:29.112539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-06f791cf-9b54-45ad-8ea9-21be67ee3310 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8a27d8a8204452ba889529f4e259287&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6593299 Dec 09 22:33:29.118061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44364) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:29.231851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53622bd3-e247-4e4b-801f-735303a130ee None None] Pushing event updated for resources: {'Port': ['ID=305ae171-6fdf-440e-9869-25bf3ff26a33,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:29.264709 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.292565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3b1d65-44a3-48c2-9d7b-1e546e2f80b7 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:29.300099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-a29d77f4-c107-4f1c-bab4-729a4914ff0e None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:29.313645 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ea3b1d65-44a3-48c2-9d7b-1e546e2f80b7 admin admin] 10.222.0.16 "PUT /v2.0/routers/fb85205d-f57a-4f38-afd6-507359141a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1690567 Dec 09 22:33:29.314925 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88576887-cc64-4260-8534-703ec92bf631 None None] Sync routers for ids ['fb85205d-f57a-4f38-afd6-507359141a48'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:29.315054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44366) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:29.316208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f8cdd5-3afb-4ed4-9673-42ba8759a53e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting subnet 8f7eec04-8f7e-4ece-9004-40a48724cf33 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:33:29.328122 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88576887-cc64-4260-8534-703ec92bf631 None None] Routers {'fb85205d-f57a-4f38-afd6-507359141a48'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:29.331285 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-88576887-cc64-4260-8534-703ec92bf631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fb85205d-f57a-4f38-afd6-507359141a48'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:29.382872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] For port 43850d9a-0f8d-4d1a-868b-403275ea9b4c, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:29.414399 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4f8cdd5-3afb-4ed4-9673-42ba8759a53e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.423846 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] For port 43850d9a-0f8d-4d1a-868b-403275ea9b4c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=43850d9a-0f8d-4d1a-868b-403275ea9b4c,segment=NetworkSegment(d5f185c2-b0cd-4351-9551-e8be5fc9a45f),segment_id=d5f185c2-b0cd-4351-9551-e8be5fc9a45f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:29.484976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.resource_extend [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:33:29.516226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4f8cdd5-3afb-4ed4-9673-42ba8759a53e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.535130 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-88576887-cc64-4260-8534-703ec92bf631 None None] Set router fb85205d-f57a-4f38-afd6-507359141a48 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:29.557134 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.571110 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.665940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 305ae171-6fdf-440e-9869-25bf3ff26a33 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:29.733880 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f75b2e7-3a9e-4d4a-b090-11c7f7f12db4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.737592 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.774954 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f75b2e7-3a9e-4d4a-b090-11c7f7f12db4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.810061 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:33:29.834759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Deleting port 8f5d88c3-e6c5-4160-917f-cb17c927545d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:29.835323 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.849987 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.851200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:29.852056 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.863222 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-88576887-cc64-4260-8534-703ec92bf631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:33:27Z', 'revision_number': 5, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port': {'id': '8f5d88c3-e6c5-4160-917f-cb17c927545d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:48Z', 'updated_at': '2021-12-09T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:29.889617 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88576887-cc64-4260-8534-703ec92bf631 None None] Checking router: fb85205d-f57a-4f38-afd6-507359141a48 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:29.911512 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88576887-cc64-4260-8534-703ec92bf631 None None] Routers {'fb85205d-f57a-4f38-afd6-507359141a48'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:29.912161 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-88576887-cc64-4260-8534-703ec92bf631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fb85205d-f57a-4f38-afd6-507359141a48'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:29.942581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] Pushing event updated for resources: {'Network': ['ID=cc534ea0-f6ec-440e-b2d6-c6df5986bcfa,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:29.960179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network cc534ea0-f6ec-440e-b2d6-c6df5986bcfa details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:33:29.972364 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4f8cdd5-3afb-4ed4-9673-42ba8759a53e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:29.982824 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.034668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] For port 8f5d88c3-e6c5-4160-917f-cb17c927545d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8f5d88c3-e6c5-4160-917f-cb17c927545d,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:30.035037 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.047469 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ffcba55-6649-47a4-89ca-5aa84977e658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.069530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Calling delete_port for 8f5d88c3-e6c5-4160-917f-cb17c927545d owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:30.100962 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-88576887-cc64-4260-8534-703ec92bf631 None None] Set router fb85205d-f57a-4f38-afd6-507359141a48 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:30.104622 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ffcba55-6649-47a4-89ca-5aa84977e658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.126027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4697c5-418f-44bd-8c01-aec02e50f69d None None] Pushing event updated for resources: {'Port': ['ID=43850d9a-0f8d-4d1a-868b-403275ea9b4c,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:30.194431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 305ae171-6fdf-440e-9869-25bf3ff26a33 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:30.194918 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.196868 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-88576887-cc64-4260-8534-703ec92bf631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:33:29Z', 'revision_number': 6, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:30.245151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a29d77f4-c107-4f1c-bab4-729a4914ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:27Z', 'revision_number': 9, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:30.251022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5130e628-c2ee-4eb2-8c0c-0e1bba492712 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9720316 Dec 09 22:33:30.251763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44370) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:30.276730 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88576887-cc64-4260-8534-703ec92bf631 None None] The sync data for ids ['fb85205d-f57a-4f38-afd6-507359141a48'] in n-d-789963-23 is: [{'id': 'fb85205d-f57a-4f38-afd6-507359141a48', 'name': 'tempest-ServersTestBootFromVolume-107060773-router', 'tenant_id': '521c280ad6b84050888956ce76755bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:46Z', 'updated_at': '2021-12-09T22:33:29Z', 'revision_number': 6, 'project_id': '521c280ad6b84050888956ce76755bf1', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:30.311987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d5ce38cc-288f-4078-8b8b-35fac3195b1b admin admin] Request body: {'subnet': {'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1627287514-subnet', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:30.317568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ffcba55-6649-47a4-89ca-5aa84977e658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.320279 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ffcba55-6649-47a4-89ca-5aa84977e658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.321426 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8ffcba55-6649-47a4-89ca-5aa84977e658 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08717364-22b4-49ca-9977-05df751be0d9 HTTP/1.1" status: 204 len: 168 time: 1.1968918 Dec 09 22:33:30.355724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d77f4-c107-4f1c-bab4-729a4914ff0e None None] Checking router: fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:30.390720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d77f4-c107-4f1c-bab4-729a4914ff0e None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:30.391582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a29d77f4-c107-4f1c-bab4-729a4914ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:30.437289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcba55-6649-47a4-89ca-5aa84977e658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08717364-22b4-49ca-9977-05df751be0d9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:30.489577 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.521044 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-4f75b2e7-3a9e-4d4a-b090-11c7f7f12db4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Floating IP bb8185f7-644f-48b1-a8ec-bd5086dc0ed3 associated. External IP: 172.25.8.21, port: 4a215047-c3c4-421b-954e-30c212eb94cc. Dec 09 22:33:30.530001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ce38cc-288f-4078-8b8b-35fac3195b1b admin admin] Made reservation on behalf of 0fac709ee1e64645a09ae095ffa249f6 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:30.533578 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5ce38cc-288f-4078-8b8b-35fac3195b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.547142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5d88c3-e6c5-4160-917f-cb17c927545d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:30.583585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b7bc57-d43a-465e-97e8-199953c3194e None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:30.599671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-a29d77f4-c107-4f1c-bab4-729a4914ff0e None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:30.615305 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4f8cdd5-3afb-4ed4-9673-42ba8759a53e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.668241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413ca4a7-1fef-4e5f-af9d-059d69b389f5 None None] Network e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:30.671850 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.786311 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4f8cdd5-3afb-4ed4-9673-42ba8759a53e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.793009 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d4f8cdd5-3afb-4ed4-9673-42ba8759a53e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/8f7eec04-8f7e-4ece-9004-40a48724cf33 HTTP/1.1" status: 204 len: 168 time: 1.7617016 Dec 09 22:33:30.806023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44378) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:30.823908 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8cdd5-3afb-4ed4-9673-42ba8759a53e tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7eec04-8f7e-4ece-9004-40a48724cf33,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:30.874199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.877709 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.976584 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.977652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb85205d-f57a-4f38-afd6-507359141a48 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:33:30.982747 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:30.984154 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-70c2e387-20ac-4ec5-9186-2977e4479a75 admin admin] 10.222.0.16 "DELETE /v2.0/routers/fb85205d-f57a-4f38-afd6-507359141a48 HTTP/1.1" status: 204 len: 168 time: 1.6681390 Dec 09 22:33:30.991554 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44384) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:31.071041 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-369eabb0-09ff-471d-9d1f-a1cf547fc8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.129237 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fbe1e0-6c04-4727-af87-864f55357d9f admin admin] Deleting subnet 68e6f25b-027d-4316-8290-3ec20d55c401 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:33:31.135629 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-95fbe1e0-6c04-4727-af87-864f55357d9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.139016 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a29d77f4-c107-4f1c-bab4-729a4914ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:27Z', 'revision_number': 9, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:31.141132 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Allocated IP 2001:db8::1 (42c927fd-2ae0-46ca-b54f-ab2fb51b6071/31796aa2-fb8a-4460-a887-5653b402b32a/14fadb4d-f7d1-4606-b9f9-b05aea2cf1c1) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:31.176865 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.180156 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-95fbe1e0-6c04-4727-af87-864f55357d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.182824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d77f4-c107-4f1c-bab4-729a4914ff0e None None] The sync data for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 is: [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:27Z', 'revision_number': 9, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c86f54-e64d-4570-a8d8-1cfa8f10442a', 'name': '', 'network_id': '4ad2237b-1da3-47a0-97b8-435001be74e7', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:cd:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:40Z', 'updated_at': '2021-12-09T22:33:02Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'cb79ddd8-4384-4afe-aedd-0b261a5aa7a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:31.250044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3d3876-434d-40c2-a3e5-e6c778ab136c None None] DHCP port deletion for e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:31.368213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d3876-434d-40c2-a3e5-e6c778ab136c None None] Deleting port c286449e-455c-4d9b-a6e5-508a7bcdeea7 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:31.368598 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3876-434d-40c2-a3e5-e6c778ab136c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.390130 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-95fbe1e0-6c04-4727-af87-864f55357d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.490440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ae3d3876-434d-40c2-a3e5-e6c778ab136c None None] For port c286449e-455c-4d9b-a6e5-508a7bcdeea7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c286449e-455c-4d9b-a6e5-508a7bcdeea7,segment=NetworkSegment(57aa03dd-0bf2-431f-9374-19e306594b26),segment_id=57aa03dd-0bf2-431f-9374-19e306594b26)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:31.490909 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3876-434d-40c2-a3e5-e6c778ab136c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.503635 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-95fbe1e0-6c04-4727-af87-864f55357d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.530163 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d3876-434d-40c2-a3e5-e6c778ab136c None None] Calling delete_port for c286449e-455c-4d9b-a6e5-508a7bcdeea7 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:31.544668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbe1e0-6c04-4727-af87-864f55357d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e6f25b-027d-4316-8290-3ec20d55c401,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:31.550280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-95fbe1e0-6c04-4727-af87-864f55357d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.558025 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-95fbe1e0-6c04-4727-af87-864f55357d9f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/68e6f25b-027d-4316-8290-3ec20d55c401 HTTP/1.1" status: 204 len: 168 time: 0.5639815 Dec 09 22:33:31.560426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44398) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:31.713878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c473b-750d-4841-8fe4-f7182901887e None None] Network 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:31.732407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8558abe-f3d7-42ab-990e-3ba88a91889f None None] Network d07c922d-091d-4e5f-ac6c-a6aabe1e19e4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:31.783468 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.838489 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3876-434d-40c2-a3e5-e6c778ab136c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.935419 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Deleting port d631e223-7541-4b9a-b67f-7b0a5cb060da {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:31.936083 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.939282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d3876-434d-40c2-a3e5-e6c778ab136c None None] Pushing event deleted for resources: {'Port': ['ID=c286449e-455c-4d9b-a6e5-508a7bcdeea7,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:31.946362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d25f9300-43c1-418d-a709-d16abd325485 None None] Provisioning complete for port 43850d9a-0f8d-4d1a-868b-403275ea9b4c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:31.946761 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d25f9300-43c1-418d-a709-d16abd325485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:31.999404 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 305ae171-6fdf-440e-9869-25bf3ff26a33 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:32.029933 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5ce38cc-288f-4078-8b8b-35fac3195b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.048600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] For port d631e223-7541-4b9a-b67f-7b0a5cb060da, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d631e223-7541-4b9a-b67f-7b0a5cb060da,segment=NetworkSegment(b4c6d921-2d2c-4739-95e1-0a714733859e),segment_id=b4c6d921-2d2c-4739-95e1-0a714733859e)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:32.048954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.057099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d3876-434d-40c2-a3e5-e6c778ab136c None None] No DVR routers for this DVR port c286449e-455c-4d9b-a6e5-508a7bcdeea7 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:32.070166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Calling delete_port for d631e223-7541-4b9a-b67f-7b0a5cb060da owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:32.082665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f75b2e7-3a9e-4d4a-b090-11c7f7f12db4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Router e5aa4118-1bb7-44fe-956e-af8815d390f8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:32.091621 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.132754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 305ae171-6fdf-440e-9869-25bf3ff26a33 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:32.133584 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.143147 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port c286449e-455c-4d9b-a6e5-508a7bcdeea7 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:32.143147 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.146081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce38cc-288f-4078-8b8b-35fac3195b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c82899-99b4-402b-86df-a6add190ce67,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:32.180229 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.231356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=d631e223-7541-4b9a-b67f-7b0a5cb060da,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:32.234370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] No DVR routers for this DVR port d631e223-7541-4b9a-b67f-7b0a5cb060da on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:32.275299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ce38cc-288f-4078-8b8b-35fac3195b1b admin admin] Checking segment: {'id': 'f7f11c17-e2e6-4c51-89f7-22ccb501a775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:32.275651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce38cc-288f-4078-8b8b-35fac3195b1b admin admin] Network hostable DHCP agents. Network: cc534ea0-f6ec-440e-b2d6-c6df5986bcfa, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:33:32.278021 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.325098 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.330395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] For port c286449e-455c-4d9b-a6e5-508a7bcdeea7, host n-d-789963-23, got binding levels [] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:32.330707 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.340668 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d25f9300-43c1-418d-a709-d16abd325485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.410832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0519b5d0-6039-43a2-8d4b-782aab8d1487 None None] DHCP port deletion for 694bdbc1-64e1-4f22-92bb-851cbbfe46d9 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:32.475462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 43850d9a-0f8d-4d1a-868b-403275ea9b4c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:32.505886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d25f9300-43c1-418d-a709-d16abd325485 None None] For port 43850d9a-0f8d-4d1a-868b-403275ea9b4c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=43850d9a-0f8d-4d1a-868b-403275ea9b4c,segment=NetworkSegment(d5f185c2-b0cd-4351-9551-e8be5fc9a45f),segment_id=d5f185c2-b0cd-4351-9551-e8be5fc9a45f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:32.507386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for c286449e-455c-4d9b-a6e5-508a7bcdeea7 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:32.511366 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d25f9300-43c1-418d-a709-d16abd325485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.530117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Network 42c927fd-2ae0-46ca-b54f-ab2fb51b6071 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:32.533100 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.ipam_backend_mixin [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Port c286449e-455c-4d9b-a6e5-508a7bcdeea7 was not found and therefore no delete operation was performed {{(pid=103418) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:33:32.549667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44412) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:32.554629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:32.557854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:32.558505 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.569118 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.593727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No DVR routers for this DVR port c286449e-455c-4d9b-a6e5-508a7bcdeea7 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:32.600059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce38cc-288f-4078-8b8b-35fac3195b1b admin admin] Network cc534ea0-f6ec-440e-b2d6-c6df5986bcfa is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:33:32.640766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'Port': ['ID=14fadb4d-f7d1-4606-b9f9-b05aea2cf1c1,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:32.680117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f9300-43c1-418d-a709-d16abd325485 None None] Pushing event updated for resources: {'Port': ['ID=43850d9a-0f8d-4d1a-868b-403275ea9b4c,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:32.689352 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 43850d9a-0f8d-4d1a-868b-403275ea9b4c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:32.689717 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.711214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=c286449e-455c-4d9b-a6e5-508a7bcdeea7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:32.726508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694bdbc1-64e1-4f22-92bb-851cbbfe46d9']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:32.735408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce38cc-288f-4078-8b8b-35fac3195b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, cc534ea0-f6ec-440e-b2d6-c6df5986bcfa) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:32.741279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c6d921-2d2c-4739-95e1-0a714733859e') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:32.741776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c6d921-2d2c-4739-95e1-0a714733859e') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:32.743004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce38cc-288f-4078-8b8b-35fac3195b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:32.743747 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5ce38cc-288f-4078-8b8b-35fac3195b1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.783818 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.802613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f75b2e7-3a9e-4d4a-b090-11c7f7f12db4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:32.803254 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.807774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f75b2e7-3a9e-4d4a-b090-11c7f7f12db4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.813518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:33:32.814638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.833181 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-59d3f944-893a-4596-9fce-69cccf3c960c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:33:32.866835 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:33:32.882817 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.888740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.892710 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] 10.222.0.16 "DELETE /v2.0/networks/694bdbc1-64e1-4f22-92bb-851cbbfe46d9 HTTP/1.1" status: 204 len: 168 time: 1.3305707 Dec 09 22:33:32.919608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d5ce38cc-288f-4078-8b8b-35fac3195b1b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6571345 Dec 09 22:33:32.921955 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.924604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44418) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:32.935981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1627287514-router', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:32.946299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816bde7-84f5-442f-b6a9-6ae2f2094a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=694bdbc1-64e1-4f22-92bb-851cbbfe46d9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:32.982801 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1902088-6f9e-4339-9fce-54fd9036e4f5 None None] Network cc534ea0-f6ec-440e-b2d6-c6df5986bcfa requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:32.985290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4f75b2e7-3a9e-4d4a-b090-11c7f7f12db4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "PUT /v2.0/floatingips/bb8185f7-644f-48b1-a8ec-bd5086dc0ed3 HTTP/1.1" status: 200 len: 990 time: 5.6289949 Dec 09 22:33:32.987601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8218aec3-24e5-40cd-9d72-3792ca37bccf None None] Sync routers for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:32.990413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.993851 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:32.994003 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'tag': '4a215047-c3c4-421b-954e-30c212eb94cc'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:33:32.997432 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4911eb9-311d-4489-afc0-9ee881304408" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb0a1ee-be6d-474f-a3a3-639e5253de71", "tag": "4a215047-c3c4-421b-954e-30c212eb94cc"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:33:33.009110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:33.052035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57aa03dd-0bf2-431f-9374-19e306594b26') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:33.052732 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57aa03dd-0bf2-431f-9374-19e306594b26') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:33.073611 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.075491 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.090254 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea08a89c-4d96-489c-979e-7ea9d383a693 x-openstack-request-id: req-ea08a89c-4d96-489c-979e-7ea9d383a693 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:33:33.090684 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb0a1ee-be6d-474f-a3a3-639e5253de71", "tag": "4a215047-c3c4-421b-954e-30c212eb94cc", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:33:33.091040 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea08a89c-4d96-489c-979e-7ea9d383a693 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:33:33.091540 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'tag': '4a215047-c3c4-421b-954e-30c212eb94cc', 'status': 'completed', 'code': 200} Dec 09 22:33:33.097121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1716178a-f928-4b26-a3a3-445a2d5a42eb None None] Provisioning complete for port 43850d9a-0f8d-4d1a-868b-403275ea9b4c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:33.097496 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1716178a-f928-4b26-a3a3-445a2d5a42eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.100486 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.130114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8218aec3-24e5-40cd-9d72-3792ca37bccf None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:33.130761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8218aec3-24e5-40cd-9d72-3792ca37bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:33.154307 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44424) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:33.176913 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.209867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:33:33.210831 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:33:33.232196 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:33:33.284589 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.346507 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-79def3ce-e7f7-491e-95eb-b81a45c8e107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.348065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-cc534ea0-f6ec-440e-b2d6-c6df5986bcfa', 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa', 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'fixed_ips': [{'subnet_id': 'f2c82899-99b4-402b-86df-a6add190ce67'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:33:33.348881 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.371045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8218aec3-24e5-40cd-9d72-3792ca37bccf None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:33.421591 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.448709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0ee3375f-0ce0-434a-9127-8e16a30141ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=521c280ad6b84050888956ce76755bf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2871804 Dec 09 22:33:33.449763 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.456062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/networks/e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e HTTP/1.1" status: 204 len: 168 time: 2.6469293 Dec 09 22:33:33.462000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44426) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:33.462272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44428) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:33.479363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8f0eb-49f5-49c7-891b-178cfff92941 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Network': ['ID=e2d5bcbb-de74-4dcb-8d93-ab8f5f8df37e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:33.498031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8f5d88c3-e6c5-4160-917f-cb17c927545d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:33.511245 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-59d3f944-893a-4596-9fce-69cccf3c960c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.558073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-59d3f944-893a-4596-9fce-69cccf3c960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.563146 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4911eb9-311d-4489-afc0-9ee881304408 req-7d154d88-693a-40dd-b224-647e4932fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:33.565453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4911eb9-311d-4489-afc0-9ee881304408 req-7d154d88-693a-40dd-b224-647e4932fc90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 1097 time: 0.4120085 Dec 09 22:33:33.576057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 8f5d88c3-e6c5-4160-917f-cb17c927545d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:33.576615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8f5d88c3-e6c5-4160-917f-cb17c927545d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:33.577199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c70dc0f0-45f6-4407-b097-ed6bd69ae44c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:33.616520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: c70dc0f0-45f6-4407-b097-ed6bd69ae44c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:33.617141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c70dc0f0-45f6-4407-b097-ed6bd69ae44c not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:33.617568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c286449e-455c-4d9b-a6e5-508a7bcdeea7 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:33.657882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: c286449e-455c-4d9b-a6e5-508a7bcdeea7 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:33.658290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c286449e-455c-4d9b-a6e5-508a7bcdeea7 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:33.682834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.699127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-59d3f944-893a-4596-9fce-69cccf3c960c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a34a27bc88e42ed90c507246d3f3485&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1374464 Dec 09 22:33:33.704058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44434) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:33.707381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3f944-893a-4596-9fce-69cccf3c960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f16348d-1865-43c8-9860-71b8547d2b89,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:33.718435 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01970d27-0a79-40f0-a597-b43ecd89dae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.751695 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.756821 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.770041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Allocated IP 172.20.0.2 (cc534ea0-f6ec-440e-b2d6-c6df5986bcfa/f2c82899-99b4-402b-86df-a6add190ce67/efd86046-bd8d-4e61-8c0b-b4727fed8d05) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:33.780442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1661f63e-3e9a-4799-80b0-0714fe8c4d88 None None] Provisioning complete for port 14fadb4d-f7d1-4606-b9f9-b05aea2cf1c1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:33.780746 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1661f63e-3e9a-4799-80b0-0714fe8c4d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.826130 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7c10f868-ad51-4889-a843-b560fcfdd577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.836099 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01970d27-0a79-40f0-a597-b43ecd89dae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.879731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1661f63e-3e9a-4799-80b0-0714fe8c4d88 None None] Port 14fadb4d-f7d1-4606-b9f9-b05aea2cf1c1 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:33.891611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4911eb9-311d-4489-afc0-9ee881304408 req-27c40414-ef94-4c9a-ac9b-2cc57dce6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:33.894738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4911eb9-311d-4489-afc0-9ee881304408 req-27c40414-ef94-4c9a-ac9b-2cc57dce6ee3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 912 time: 0.3163683 Dec 09 22:33:33.910198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 43850d9a-0f8d-4d1a-868b-403275ea9b4c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:33.928063 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.943731 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7c10f868-ad51-4889-a843-b560fcfdd577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.997114 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:33.998208 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.028912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8218aec3-24e5-40cd-9d72-3792ca37bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'bb8185f7-644f-48b1-a8ec-bd5086dc0ed3', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'port_id': '4a215047-c3c4-421b-954e-30c212eb94cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'mac_address': 'fa:16:3e:bb:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:32:51Z', 'updated_at': '2021-12-09T22:33:29Z', 'revision_number': 1, 'project_id': 'c62332ba52d7492280948681247e4803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:49Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:34.029890 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01970d27-0a79-40f0-a597-b43ecd89dae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.033490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01970d27-0a79-40f0-a597-b43ecd89dae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.037401 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-01970d27-0a79-40f0-a597-b43ecd89dae1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54e441ff-e9bc-423a-b5e8-a5e224921e3d HTTP/1.1" status: 204 len: 168 time: 0.5741708 Dec 09 22:33:34.039104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Allocated IP 172.25.8.71 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/fe12958b-681e-44e2-bb51-da92ae25896e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:34.065484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8218aec3-24e5-40cd-9d72-3792ca37bccf None None] Checking router: e5aa4118-1bb7-44fe-956e-af8815d390f8 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:34.068031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event updated for resources: {'Port': ['ID=14fadb4d-f7d1-4606-b9f9-b05aea2cf1c1,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:34.069623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 43850d9a-0f8d-4d1a-868b-403275ea9b4c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:34.070024 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.082288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01970d27-0a79-40f0-a597-b43ecd89dae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e441ff-e9bc-423a-b5e8-a5e224921e3d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:34.116192 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.127780 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8218aec3-24e5-40cd-9d72-3792ca37bccf None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:34.128312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8218aec3-24e5-40cd-9d72-3792ca37bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:34.133032 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.135470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4911eb9-311d-4489-afc0-9ee881304408 req-d75fd656-6c64-4a5b-a9be-db0b88192219 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a215047-c3c4-421b-954e-30c212eb94cc HTTP/1.1" status: 200 len: 998 time: 0.2300110 Dec 09 22:33:34.225984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Network cc534ea0-f6ec-440e-b2d6-c6df5986bcfa is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:34.241524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:34.254441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:34.278258 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4911eb9-311d-4489-afc0-9ee881304408 req-866cbbf8-766f-40f2-9591-e993f510fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:34.280230 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4911eb9-311d-4489-afc0-9ee881304408 req-866cbbf8-766f-40f2-9591-e993f510fc47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=992210bd-a6ee-474f-a5bf-287bbb7205d0 HTTP/1.1" status: 200 len: 850 time: 0.0580165 Dec 09 22:33:34.284584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Pushing event updated for resources: {'Port': ['ID=efd86046-bd8d-4e61-8c0b-b4727fed8d05,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:34.313158 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.334770 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7c10f868-ad51-4889-a843-b560fcfdd577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.338494 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7c10f868-ad51-4889-a843-b560fcfdd577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.339729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7c10f868-ad51-4889-a843-b560fcfdd577 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f16348d-1865-43c8-9860-71b8547d2b89 HTTP/1.1" status: 204 len: 168 time: 0.6333442 Dec 09 22:33:34.358256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10f868-ad51-4889-a843-b560fcfdd577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f16348d-1865-43c8-9860-71b8547d2b89,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:34.401771 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Network 42c927fd-2ae0-46ca-b54f-ab2fb51b6071 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:34.403214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8218aec3-24e5-40cd-9d72-3792ca37bccf None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:34.405765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4911eb9-311d-4489-afc0-9ee881304408 req-517a7538-406c-4f3f-b8dc-8f3b44e87560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:34.408099 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4911eb9-311d-4489-afc0-9ee881304408 req-517a7538-406c-4f3f-b8dc-8f3b44e87560 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f16f7172-a535-46bf-a20c-df7868a46f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186509 Dec 09 22:33:34.409394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:34.411306 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7a549e7-b0b6-446f-81a6-c3419d53c36d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.450072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Attempting to bind port efd86046-bd8d-4e61-8c0b-b4727fed8d05 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:34.450223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Attempting to bind port efd86046-bd8d-4e61-8c0b-b4727fed8d05 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'f7f11c17-e2e6-4c51-89f7-22ccb501a775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:34.450559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Attempting to bind port efd86046-bd8d-4e61-8c0b-b4727fed8d05 on network cc534ea0-f6ec-440e-b2d6-c6df5986bcfa {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:34.461703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:34.462460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Checking segment: {'id': 'f7f11c17-e2e6-4c51-89f7-22ccb501a775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:34.463026 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.468762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Bound using segment: {'id': 'f7f11c17-e2e6-4c51-89f7-22ccb501a775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:34.469735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Bound port: efd86046-bd8d-4e61-8c0b-b4727fed8d05, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f11c17-e2e6-4c51-89f7-22ccb501a775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:34.470383 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.637482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Router 0185867f-cbdb-4718-ac3b-b5f7f10b12bd has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:34.660425 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:34.782397 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Pushing event updated for resources: {'Port': ['ID=fe12958b-681e-44e2-bb51-da92ae25896e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:34.815401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:34.826447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:34.835401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fa5763e9-5c35-4b71-ba64-e6d524a3dbce no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:34.865995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:34.871944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5168049-a9d5-4686-a37f-60001089d883 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:34.924730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] For port efd86046-bd8d-4e61-8c0b-b4727fed8d05, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:34.929167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] For port efd86046-bd8d-4e61-8c0b-b4727fed8d05, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=efd86046-bd8d-4e61-8c0b-b4727fed8d05,segment=NetworkSegment(f7f11c17-e2e6-4c51-89f7-22ccb501a775),segment_id=f7f11c17-e2e6-4c51-89f7-22ccb501a775)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:34.936844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: fa5763e9-5c35-4b71-ba64-e6d524a3dbce {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:34.937194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fa5763e9-5c35-4b71-ba64-e6d524a3dbce not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:34.937620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d631e223-7541-4b9a-b67f-7b0a5cb060da no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:34.960455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4911eb9-311d-4489-afc0-9ee881304408 req-80fa825e-eb21-4ff4-87a0-85a10d1d6053 service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772235 Dec 09 22:33:34.965400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:34.971772 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8c2814eb-5752-495e-8eeb-06ee95ef433c tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "PUT /v2.0/routers/0185867f-cbdb-4718-ac3b-b5f7f10b12bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3648348 Dec 09 22:33:34.978425 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a2a5d-445f-40a0-a290-a02e908decb7 None None] Sync routers for ids ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:34.979583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44462) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:34.999432 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a2a5d-445f-40a0-a290-a02e908decb7 None None] Routers {'0185867f-cbdb-4718-ac3b-b5f7f10b12bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:35.002187 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b23a2a5d-445f-40a0-a290-a02e908decb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:35.049342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: d631e223-7541-4b9a-b67f-7b0a5cb060da {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:35.050552 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d631e223-7541-4b9a-b67f-7b0a5cb060da not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:35.066606 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:35.118672 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b23a2a5d-445f-40a0-a290-a02e908decb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:35.147503 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a2a5d-445f-40a0-a290-a02e908decb7 None None] Routers {'0185867f-cbdb-4718-ac3b-b5f7f10b12bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:35.148454 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b23a2a5d-445f-40a0-a290-a02e908decb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:35.197295 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b23a2a5d-445f-40a0-a290-a02e908decb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:35.198188 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a2a5d-445f-40a0-a290-a02e908decb7 None None] The sync data for ids ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:35.210031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-759ee972-ec32-47c3-b630-f6fba4006fa7 None None] Provisioning complete for port 14fadb4d-f7d1-4606-b9f9-b05aea2cf1c1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:35.210031 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-759ee972-ec32-47c3-b630-f6fba4006fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:35.232528 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:35.466355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-759ee972-ec32-47c3-b630-f6fba4006fa7 None None] Port 14fadb4d-f7d1-4606-b9f9-b05aea2cf1c1 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:35.487300 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918033a0-f16d-40d5-972a-9f41c3beb30c None None] Pushing event updated for resources: {'Port': ['ID=efd86046-bd8d-4e61-8c0b-b4727fed8d05,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:35.551620 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:35.643367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44486) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:35.686131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-51d1e950-4ace-410b-bb92-4e8972fc18e7 None None] Provisioning complete for port fe12958b-681e-44e2-bb51-da92ae25896e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:35.686421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f7a549e7-b0b6-446f-81a6-c3419d53c36d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port c9c86f54-e64d-4570-a8d8-1cfa8f10442a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:35.687009 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7a549e7-b0b6-446f-81a6-c3419d53c36d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:35.689973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44490) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:35.690362 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a343-78bc-4433-98a3-7648ef0e0172 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:35.690840 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51d1e950-4ace-410b-bb92-4e8972fc18e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:35.738487 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8218aec3-24e5-40cd-9d72-3792ca37bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'bb8185f7-644f-48b1-a8ec-bd5086dc0ed3', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'port_id': '4a215047-c3c4-421b-954e-30c212eb94cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'mac_address': 'fa:16:3e:bb:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:32:51Z', 'updated_at': '2021-12-09T22:33:29Z', 'revision_number': 1, 'project_id': 'c62332ba52d7492280948681247e4803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:49Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:35.743301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-51d1e950-4ace-410b-bb92-4e8972fc18e7 None None] Port fe12958b-681e-44e2-bb51-da92ae25896e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:35.836840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8218aec3-24e5-40cd-9d72-3792ca37bccf None None] The sync data for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 is: [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'bb8185f7-644f-48b1-a8ec-bd5086dc0ed3', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'port_id': '4a215047-c3c4-421b-954e-30c212eb94cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'mac_address': 'fa:16:3e:bb:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:32:51Z', 'updated_at': '2021-12-09T22:33:29Z', 'revision_number': 1, 'project_id': 'c62332ba52d7492280948681247e4803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:49Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:35.948326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device efd86046-bd8d-4e61-8c0b-b4727fed8d05 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:35.979574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4911eb9-311d-4489-afc0-9ee881304408 req-ca9cbf58-e589-4c39-b2d8-4c80b6e6f7a8 service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0122037 Dec 09 22:33:35.988953 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-b9e8a343-78bc-4433-98a3-7648ef0e0172 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 22:33:35.992667 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b9e8a343-78bc-4433-98a3-7648ef0e0172 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "DELETE /v2.0/routers/0185867f-cbdb-4718-ac3b-b5f7f10b12bd HTTP/1.1" status: 409 len: 329 time: 1.0096180 Dec 09 22:33:35.993206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44496) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:36.002865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port efd86046-bd8d-4e61-8c0b-b4727fed8d05 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:36.003462 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.121283 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.150914 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.169327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port efd86046-bd8d-4e61-8c0b-b4727fed8d05, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=efd86046-bd8d-4e61-8c0b-b4727fed8d05,segment=NetworkSegment(f7f11c17-e2e6-4c51-89f7-22ccb501a775),segment_id=f7f11c17-e2e6-4c51-89f7-22ccb501a775)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:36.174268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.233504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=efd86046-bd8d-4e61-8c0b-b4727fed8d05,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:36.249442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1372643181-network', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:36.260387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-118567190-network', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:36.287486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa0c84-1aa8-40cc-8709-0cf9041552cc None None] New status for floating IP bb8185f7-644f-48b1-a8ec-bd5086dc0ed3: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:33:36.301830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-f7a549e7-b0b6-446f-81a6-c3419d53c36d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] For port c9c86f54-e64d-4570-a8d8-1cfa8f10442a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c9c86f54-e64d-4570-a8d8-1cfa8f10442a,segment=NetworkSegment(2303ceea-0317-460a-831e-c5df02a0a27c),segment_id=2303ceea-0317-460a-831e-c5df02a0a27c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:36.302299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7a549e7-b0b6-446f-81a6-c3419d53c36d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.314247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.api [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 22:33:36.314247 n-d-789963-23 neutron-server[103417]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 09 22:33:36.314247 n-d-789963-23 neutron-server[103417]: [parameters: {'project_id_1': 'b6498fa95c2347b88c7f89a8d6539a16', 'expiration_1': datetime.datetime(2021, 12, 9, 22, 33, 16, 276235)}] Dec 09 22:33:36.314247 n-d-789963-23 neutron-server[103417]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:33:36.314687 n-d-789963-23 neutron-server[103417]: DEBUG oslo_db.api [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:33:36.331331 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f7a549e7-b0b6-446f-81a6-c3419d53c36d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for c9c86f54-e64d-4570-a8d8-1cfa8f10442a owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:36.368235 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Made reservation on behalf of e44275fda82949e3bed5d084d9c4aef1 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:36.370602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.391590 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.408547 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0678e957-ad86-49e8-856f-77ebb41405b6 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.536171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.604749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.615879 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.714825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:33:36.719010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-0678e957-ad86-49e8-856f-77ebb41405b6 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Deleting port 14fadb4d-f7d1-4606-b9f9-b05aea2cf1c1 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:36.719484 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0678e957-ad86-49e8-856f-77ebb41405b6 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.739161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.739510 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Added segment 11ac0b89-d630-424f-9965-e7282b959556 of type vlan for network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 Dec 09 22:33:36.752028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d85049d-1aba-4450-9ec7-c164d0589d04,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:36.769748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309cb5ff-fafc-4935-8bf7-5777dd1a02f1 None None] Network cc534ea0-f6ec-440e-b2d6-c6df5986bcfa requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:36.835400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.852723 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0678e957-ad86-49e8-856f-77ebb41405b6 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.872354 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-0678e957-ad86-49e8-856f-77ebb41405b6 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Calling delete_port for 14fadb4d-f7d1-4606-b9f9-b05aea2cf1c1 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:36.891845 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7a549e7-b0b6-446f-81a6-c3419d53c36d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.897844 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Made reservation on behalf of b6498fa95c2347b88c7f89a8d6539a16 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:36.900161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.926495 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0bc16a9b-0a6d-4c89-8af5-1b98ac32b53f None None] Provisioning complete for port efd86046-bd8d-4e61-8c0b-b4727fed8d05 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:36.927081 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0bc16a9b-0a6d-4c89-8af5-1b98ac32b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.931404 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.944531 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.945507 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:36.946190 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:36.956670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a549e7-b0b6-446f-81a6-c3419d53c36d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=c9c86f54-e64d-4570-a8d8-1cfa8f10442a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:36.959305 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:37.035642 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Router 8fef5f30-0621-4ad8-aafc-309fc0091633 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:33:37.087530 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3904128 Dec 09 22:33:37.126247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44510) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:37.172388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9c73f7dc-fe58-470b-9142-447b768466ac admin admin] Request body: {'subnet': {'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1372643181-subnet', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:37.176229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d764564-d2d5-4815-9969-639c8538a914 admin admin] Pushing event updated for resources: {'Network': ['ID=6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:37.192277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:33:37.270526 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0678e957-ad86-49e8-856f-77ebb41405b6 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:37.318565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678e957-ad86-49e8-856f-77ebb41405b6 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Port': ['ID=14fadb4d-f7d1-4606-b9f9-b05aea2cf1c1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:37.329880 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7a549e7-b0b6-446f-81a6-c3419d53c36d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:37.358970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c73f7dc-fe58-470b-9142-447b768466ac admin admin] Made reservation on behalf of e44275fda82949e3bed5d084d9c4aef1 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:37.362193 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9c73f7dc-fe58-470b-9142-447b768466ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:37.464266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0678e957-ad86-49e8-856f-77ebb41405b6 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:37.511859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-046c8a46-31de-40a8-8d5c-9d8d8f99d6bf None None] Provisioning complete for port efd86046-bd8d-4e61-8c0b-b4727fed8d05 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:37.512532 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-046c8a46-31de-40a8-8d5c-9d8d8f99d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:37.650150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0678e957-ad86-49e8-856f-77ebb41405b6 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Router 0185867f-cbdb-4718-ac3b-b5f7f10b12bd has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:37.701279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:37.718140 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Sync routers for ids ['8fef5f30-0621-4ad8-aafc-309fc0091633'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:37.730177 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:37.732410 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Routers {'8fef5f30-0621-4ad8-aafc-309fc0091633'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:37.733403 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8fef5f30-0621-4ad8-aafc-309fc0091633'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:37.746555 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:37.748232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0678e957-ad86-49e8-856f-77ebb41405b6 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:37.759733 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ed5897-f1ca-425e-be09-ddd16e59c0e5 None None] Sync routers for ids ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:37.761958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0678e957-ad86-49e8-856f-77ebb41405b6 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "PUT /v2.0/routers/0185867f-cbdb-4718-ac3b-b5f7f10b12bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7674229 Dec 09 22:33:37.765566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44518) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:37.780613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ed5897-f1ca-425e-be09-ddd16e59c0e5 None None] Routers {'0185867f-cbdb-4718-ac3b-b5f7f10b12bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:37.781515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d9ed5897-f1ca-425e-be09-ddd16e59c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:37.808653 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-7d247f00-edad-43c7-a245-e39de6aff8da tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] show failed (client error): The resource could not be found. Dec 09 22:33:37.809509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7d247f00-edad-43c7-a245-e39de6aff8da tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-888903543 HTTP/1.1" status: 404 len: 334 time: 0.0426216 Dec 09 22:33:37.815364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44520) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:37.820017 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-53c90e89-0646-4eb3-aed9-0c340500d358 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:37.840010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d9ed5897-f1ca-425e-be09-ddd16e59c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:37.852329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ed5897-f1ca-425e-be09-ddd16e59c0e5 None None] Routers {'0185867f-cbdb-4718-ac3b-b5f7f10b12bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:37.852982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d9ed5897-f1ca-425e-be09-ddd16e59c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:37.864738 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:37.868643 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-63e5dfa0-3585-4541-af0b-302ce20756a2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9391887 Dec 09 22:33:37.882192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44522) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:37.891387 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-53c90e89-0646-4eb3-aed9-0c340500d358 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] update failed (client error): The resource could not be found. Dec 09 22:33:37.892354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-53c90e89-0646-4eb3-aed9-0c340500d358 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-935404348 HTTP/1.1" status: 404 len: 334 time: 0.0759864 Dec 09 22:33:37.897031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44524) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:37.903472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d9ed5897-f1ca-425e-be09-ddd16e59c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:37.903659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ed5897-f1ca-425e-be09-ddd16e59c0e5 None None] The sync data for ids ['0185867f-cbdb-4718-ac3b-b5f7f10b12bd'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:37.933515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device efd86046-bd8d-4e61-8c0b-b4727fed8d05 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:37.956770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad559d59-5bb0-453e-9772-896cac7d0b28 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Deleting subnet 4be0346b-c7d3-4461-89f2-0b3acca45d5e {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:33:37.960038 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad559d59-5bb0-453e-9772-896cac7d0b28 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:37.971273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:33:38.008086 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad559d59-5bb0-453e-9772-896cac7d0b28 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.012389 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Set router 8fef5f30-0621-4ad8-aafc-309fc0091633 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:38.038082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port efd86046-bd8d-4e61-8c0b-b4727fed8d05 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:38.038482 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.070215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92f9c5e-8ad1-470f-9d19-ab343d557c43,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:38.109768 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.110284 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Added segment 392124b2-a985-461f-a9be-9f8b798d92fd of type vlan for network 57257800-8d23-4009-9360-736d0fb96aee Dec 09 22:33:38.148705 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad559d59-5bb0-453e-9772-896cac7d0b28 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.208474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a549e7-b0b6-446f-81a6-c3419d53c36d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:38.230281 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad559d59-5bb0-453e-9772-896cac7d0b28 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.255749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9c73f7dc-fe58-470b-9142-447b768466ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.258784 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.267775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad559d59-5bb0-453e-9772-896cac7d0b28 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Subnet': ['ID=4be0346b-c7d3-4461-89f2-0b3acca45d5e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:38.277737 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad559d59-5bb0-453e-9772-896cac7d0b28 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.284644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca12f306-491b-4104-b067-2eacce73dd74 None None] Network d07c922d-091d-4e5f-ac6c-a6aabe1e19e4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:38.285511 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ad559d59-5bb0-453e-9772-896cac7d0b28 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "DELETE /v2.0/subnets/4be0346b-c7d3-4461-89f2-0b3acca45d5e HTTP/1.1" status: 204 len: 168 time: 0.3874054 Dec 09 22:33:38.287190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44528) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:38.308927 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'name': 'tempest-TaggedBootDevicesTest-1627287514-router', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:35Z', 'revision_number': 3, 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'gw_port': {'id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:38.342164 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Checking router: 8fef5f30-0621-4ad8-aafc-309fc0091633 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:38.343605 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Updating router 8fef5f30-0621-4ad8-aafc-309fc0091633 port fe12958b-681e-44e2-bb51-da92ae25896e binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:33:38.375469 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.439744 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.488681 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.489941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:38.490802 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.513038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73f7dc-fe58-470b-9142-447b768466ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:38.521353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e4b13f-786e-47b6-8c5e-55f255031a58 None None] DHCP port deletion for d07c922d-091d-4e5f-ac6c-a6aabe1e19e4 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:38.560612 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8923337 Dec 09 22:33:38.564184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44532) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:38.570653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6a8143bd-9c7f-45ed-bf67-bfb76d672e47 admin admin] Request body: {'subnet': {'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-118567190-subnet', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:38.578554 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c73f7dc-fe58-470b-9142-447b768466ac admin admin] Checking segment: {'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:38.579010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c73f7dc-fe58-470b-9142-447b768466ac admin admin] Network hostable DHCP agents. Network: 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:33:38.581667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a549e7-b0b6-446f-81a6-c3419d53c36d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:38.591716 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f7a549e7-b0b6-446f-81a6-c3419d53c36d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1269000 Dec 09 22:33:38.593722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44534) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:38.595887 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20467327-371e-4841-9274-7e7ae35a0976 None None] Sync routers for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:38.604132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4b13f-786e-47b6-8c5e-55f255031a58 None None] Deleting port 43850d9a-0f8d-4d1a-868b-403275ea9b4c {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:38.604743 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b13f-786e-47b6-8c5e-55f255031a58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.698191 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20467327-371e-4841-9274-7e7ae35a0976 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:38.698924 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-20467327-371e-4841-9274-7e7ae35a0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:38.709221 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b9e4b13f-786e-47b6-8c5e-55f255031a58 None None] For port 43850d9a-0f8d-4d1a-868b-403275ea9b4c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=43850d9a-0f8d-4d1a-868b-403275ea9b4c,segment=NetworkSegment(d5f185c2-b0cd-4351-9551-e8be5fc9a45f),segment_id=d5f185c2-b0cd-4351-9551-e8be5fc9a45f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:38.710189 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b13f-786e-47b6-8c5e-55f255031a58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.739482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd961af-cf78-48cf-917c-8290909280a3 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting subnet cb79ddd8-4384-4afe-aedd-0b261a5aa7a3 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:33:38.748272 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ebd961af-cf78-48cf-917c-8290909280a3 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.750584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4b13f-786e-47b6-8c5e-55f255031a58 None None] Calling delete_port for 43850d9a-0f8d-4d1a-868b-403275ea9b4c owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:38.797562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8143bd-9c7f-45ed-bf67-bfb76d672e47 admin admin] Made reservation on behalf of b6498fa95c2347b88c7f89a8d6539a16 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:33:38.818306 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a8143bd-9c7f-45ed-bf67-bfb76d672e47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.825331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Deleting port 43850d9a-0f8d-4d1a-868b-403275ea9b4c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:38.825755 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.877564 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b13f-786e-47b6-8c5e-55f255031a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.907108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4b13f-786e-47b6-8c5e-55f255031a58 None None] Pushing event deleted for resources: {'Port': ['ID=43850d9a-0f8d-4d1a-868b-403275ea9b4c,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:38.910643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4b13f-786e-47b6-8c5e-55f255031a58 None None] No DVR routers for this DVR port 43850d9a-0f8d-4d1a-868b-403275ea9b4c on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:38.930093 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ebd961af-cf78-48cf-917c-8290909280a3 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:38.956399 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-20467327-371e-4841-9274-7e7ae35a0976 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:38.998005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592b1b4-f807-40e1-91b7-915f75f1ab91 admin admin] Pushing event updated for resources: {'Network': ['ID=57257800-8d23-4009-9360-736d0fb96aee,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:39.007977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 57257800-8d23-4009-9360-736d0fb96aee details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:33:39.023584 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] For port 43850d9a-0f8d-4d1a-868b-403275ea9b4c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=43850d9a-0f8d-4d1a-868b-403275ea9b4c,segment=NetworkSegment(d5f185c2-b0cd-4351-9551-e8be5fc9a45f),segment_id=d5f185c2-b0cd-4351-9551-e8be5fc9a45f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:39.024332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.046221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c73f7dc-fe58-470b-9142-447b768466ac admin admin] Network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:33:39.054171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Calling delete_port for 43850d9a-0f8d-4d1a-868b-403275ea9b4c owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:39.088310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-9c73f7dc-fe58-470b-9142-447b768466ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:39.109969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ee1e39-2502-49ca-b341-2bcd5bc7f0aa None None] Network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:39.179665 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.197393 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.230227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c73f7dc-fe58-470b-9142-447b768466ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:39.232000 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9c73f7dc-fe58-470b-9142-447b768466ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.258233 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ebd961af-cf78-48cf-917c-8290909280a3 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.270460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815974fe-cad1-48ab-afcf-303920a2c30b None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:39.296398 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9c73f7dc-fe58-470b-9142-447b768466ac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1682539 Dec 09 22:33:39.297301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44540) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:39.299515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'fixed_ips': [{'subnet_id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:33:39.300393 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.312993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:39.369506 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Attempting to bind port fe12958b-681e-44e2-bb51-da92ae25896e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:39.372185 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Attempting to bind port fe12958b-681e-44e2-bb51-da92ae25896e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:39.372752 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Attempting to bind port fe12958b-681e-44e2-bb51-da92ae25896e on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:39.397953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.407793 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:39.410297 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:39.412354 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.412944 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:39.415064 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.415968 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Bound port: fe12958b-681e-44e2-bb51-da92ae25896e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:39.416626 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.417041 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.424558 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Pushing event updated for resources: {'Port': ['ID=fe12958b-681e-44e2-bb51-da92ae25896e,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:39.433679 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a8143bd-9c7f-45ed-bf67-bfb76d672e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.435741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-218de1c6-e5ac-4dcd-bab5-8c6b5fc1c117 None None] Provisioning complete for port fe12958b-681e-44e2-bb51-da92ae25896e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:39.436115 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-218de1c6-e5ac-4dcd-bab5-8c6b5fc1c117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.447156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Port': ['ID=43850d9a-0f8d-4d1a-868b-403275ea9b4c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:39.478577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] No DVR routers for this DVR port 43850d9a-0f8d-4d1a-868b-403275ea9b4c on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:39.486169 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ebd961af-cf78-48cf-917c-8290909280a3 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.499234 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.499602 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.499916 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.500243 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.500575 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.500902 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.512338 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.512718 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.512966 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.513303 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.513632 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.513988 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.514311 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:39.534761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-218de1c6-e5ac-4dcd-bab5-8c6b5fc1c117 None None] Port fe12958b-681e-44e2-bb51-da92ae25896e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:39.564642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2412a6c-eac7-41b2-b2f9-3a0750bc8f7d None None] Network 4ad2237b-1da3-47a0-97b8-435001be74e7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:39.565046 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ebd961af-cf78-48cf-917c-8290909280a3 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.571436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ebd961af-cf78-48cf-917c-8290909280a3 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/cb79ddd8-4384-4afe-aedd-0b261a5aa7a3 HTTP/1.1" status: 204 len: 168 time: 0.9730437 Dec 09 22:33:39.571650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Allocated IP 172.20.0.2 (6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24/a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39/e02980f6-277e-44a1-96b7-6de7bc1608a1) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:39.578006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44542) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:39.600978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.602618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8143bd-9c7f-45ed-bf67-bfb76d672e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce27865-d029-4ae4-9631-8a639f289620,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:39.619748 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] For port fe12958b-681e-44e2-bb51-da92ae25896e, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:39.626776 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] For port fe12958b-681e-44e2-bb51-da92ae25896e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fe12958b-681e-44e2-bb51-da92ae25896e,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:39.633396 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.644430 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-20467327-371e-4841-9274-7e7ae35a0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:36Z', 'revision_number': 10, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:39.720732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17521fd4-c4bf-4897-9460-b6afa1c9de73 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:39.749276 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20467327-371e-4841-9274-7e7ae35a0976 None None] Checking router: fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:39.754950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd961af-cf78-48cf-917c-8290909280a3 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Subnet': ['ID=cb79ddd8-4384-4afe-aedd-0b261a5aa7a3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:39.819758 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Routers {'8fef5f30-0621-4ad8-aafc-309fc0091633'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:39.820398 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8fef5f30-0621-4ad8-aafc-309fc0091633'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:39.826551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 43850d9a-0f8d-4d1a-868b-403275ea9b4c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:39.838140 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03336efd-1fed-450d-859b-15cefbebcbe3 None None] Pushing event updated for resources: {'Port': ['ID=fe12958b-681e-44e2-bb51-da92ae25896e,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:39.862914 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:39.865945 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8143bd-9c7f-45ed-bf67-bfb76d672e47 admin admin] Checking segment: {'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:39.866316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8143bd-9c7f-45ed-bf67-bfb76d672e47 admin admin] Network hostable DHCP agents. Network: 57257800-8d23-4009-9360-736d0fb96aee, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:33:39.925586 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20467327-371e-4841-9274-7e7ae35a0976 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:39.926197 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-20467327-371e-4841-9274-7e7ae35a0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:39.984862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07c922d-091d-4e5f-ac6c-a6aabe1e19e4']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:39.997248 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8143bd-9c7f-45ed-bf67-bfb76d672e47 admin admin] Network 57257800-8d23-4009-9360-736d0fb96aee is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:33:40.008124 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.012764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f185c2-b0cd-4351-9551-e8be5fc9a45f') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:40.013059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f185c2-b0cd-4351-9551-e8be5fc9a45f') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:40.026793 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.031887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6a8143bd-9c7f-45ed-bf67-bfb76d672e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 57257800-8d23-4009-9360-736d0fb96aee) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:40.032572 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.047501 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8143bd-9c7f-45ed-bf67-bfb76d672e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:40.048616 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a8143bd-9c7f-45ed-bf67-bfb76d672e47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.053183 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.104275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5eda4f-176a-48d7-a671-37469cca2fc1 None None] Network 57257800-8d23-4009-9360-736d0fb96aee requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:40.109483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6a8143bd-9c7f-45ed-bf67-bfb76d672e47 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5438957 Dec 09 22:33:40.111606 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.113200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 43850d9a-0f8d-4d1a-868b-403275ea9b4c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:40.113565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 43850d9a-0f8d-4d1a-868b-403275ea9b4c not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:40.113686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44548) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:40.121820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:40.139672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:33:40.140126 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:33:40.144282 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:33:40.260384 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.262568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.286940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791b173-0cb8-4fb1-a4bd-4a9e7a651ae8 None None] DHCP port deletion for 4ad2237b-1da3-47a0-97b8-435001be74e7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:40.297081 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] Set router 8fef5f30-0621-4ad8-aafc-309fc0091633 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:40.305473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bd6000a8-679d-4de6-b32d-8dcb110010b5 None None] Provisioning complete for port fe12958b-681e-44e2-bb51-da92ae25896e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:40.305877 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bd6000a8-679d-4de6-b32d-8dcb110010b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.327713 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.383316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port 0ae8307c-f60e-4424-ab99-c76834b50e77 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:40.384126 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.391682 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.400462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-57257800-8d23-4009-9360-736d0fb96aee', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'fixed_ips': [{'subnet_id': '0ce27865-d029-4ae4-9631-8a639f289620'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:33:40.401352 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.403425 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.408779 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "DELETE /v2.0/networks/d07c922d-091d-4e5f-ac6c-a6aabe1e19e4 HTTP/1.1" status: 204 len: 168 time: 2.1196291 Dec 09 22:33:40.426880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44552) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:40.458743 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-20467327-371e-4841-9274-7e7ae35a0976 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:40.474681 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.496642 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.526778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af040c5-fd17-4835-a4ba-d553f1052158 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Network': ['ID=d07c922d-091d-4e5f-ac6c-a6aabe1e19e4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:40.599552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Allocated IP 172.20.0.1 (cc534ea0-f6ec-440e-b2d6-c6df5986bcfa/f2c82899-99b4-402b-86df-a6add190ce67/e980f242-04d4-4f3b-9b9b-f22d6cb67848) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:40.628102 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.647909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c9925d-91e7-41f8-86cf-453824271e0b tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Deleting subnet a21ed47a-c4f3-462b-b406-48d3e87aade9 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:33:40.651734 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18c9925d-91e7-41f8-86cf-453824271e0b tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.655186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:40.669466 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:40.679933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:40.715749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18c9925d-91e7-41f8-86cf-453824271e0b tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.749349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Pushing event updated for resources: {'Port': ['ID=e02980f6-277e-44a1-96b7-6de7bc1608a1,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:40.778070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] For port 0ae8307c-f60e-4424-ab99-c76834b50e77, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0ae8307c-f60e-4424-ab99-c76834b50e77,segment=NetworkSegment(2303ceea-0317-460a-831e-c5df02a0a27c),segment_id=2303ceea-0317-460a-831e-c5df02a0a27c)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:40.778667 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.814634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for 0ae8307c-f60e-4424-ab99-c76834b50e77 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:40.828726 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.850491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Allocated IP 172.20.0.2 (57257800-8d23-4009-9360-736d0fb96aee/0ce27865-d029-4ae4-9631-8a639f289620/f7942c02-3290-4869-9884-b78fc2162769) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:40.857475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.926133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:40.940135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No DVR routers for this DVR port 0ae8307c-f60e-4424-ab99-c76834b50e77 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:40.964369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=0ae8307c-f60e-4424-ab99-c76834b50e77,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:41.049518 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.051091 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-20467327-371e-4841-9274-7e7ae35a0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:36Z', 'revision_number': 10, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:41.086783 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bd6000a8-679d-4de6-b32d-8dcb110010b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.087494 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18c9925d-91e7-41f8-86cf-453824271e0b tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.120907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bd6000a8-679d-4de6-b32d-8dcb110010b5 None None] For port fe12958b-681e-44e2-bb51-da92ae25896e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fe12958b-681e-44e2-bb51-da92ae25896e,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:41.137439 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20467327-371e-4841-9274-7e7ae35a0976 None None] The sync data for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 is: [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:36Z', 'revision_number': 10, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None, '_interfaces': [{'id': '4032c804-f345-49fd-a814-03f699a5ea74', 'name': '', 'network_id': 'c11c7664-ff83-41f2-81d7-1c9208e4bd12', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'mac_address': 'fa:16:3e:d0:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:29Z', 'updated_at': '2021-12-09T22:32:46Z', 'revision_number': 5, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'subnets': [{'id': 'e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:41.146350 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'name': 'tempest-TaggedBootDevicesTest-1627287514-router', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:35Z', 'revision_number': 3, 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'gw_port': {'id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:41.147173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0791b173-0cb8-4fb1-a4bd-4a9e7a651ae8 None None] Deleting port 0ae8307c-f60e-4424-ab99-c76834b50e77 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:41.148211 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0791b173-0cb8-4fb1-a4bd-4a9e7a651ae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.152978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.173686 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.198686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad2237b-1da3-47a0-97b8-435001be74e7']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:41.200024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Allocated IP 172.25.8.72 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/819f3ca9-6ffa-412a-b97f-9bfd977019e9) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:41.211209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2303ceea-0317-460a-831e-c5df02a0a27c') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:41.211486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2303ceea-0317-460a-831e-c5df02a0a27c') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:41.237927 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52158f9-c127-4287-b17d-0c98185f166b None None] The sync data for ids ['8fef5f30-0621-4ad8-aafc-309fc0091633'] in n-d-789963-23 is: [{'id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'name': 'tempest-TaggedBootDevicesTest-1627287514-router', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:35Z', 'revision_number': 3, 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'gw_port': {'id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:41.251703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0791b173-0cb8-4fb1-a4bd-4a9e7a651ae8 None None] For port 0ae8307c-f60e-4424-ab99-c76834b50e77, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:41.252114 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0791b173-0cb8-4fb1-a4bd-4a9e7a651ae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.253250 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.283078 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.284465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0791b173-0cb8-4fb1-a4bd-4a9e7a651ae8 None None] Calling delete_port for 0ae8307c-f60e-4424-ab99-c76834b50e77 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:41.287984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-0791b173-0cb8-4fb1-a4bd-4a9e7a651ae8 None None] Port 0ae8307c-f60e-4424-ab99-c76834b50e77 was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:33:41.289739 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.293023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:33:41.293551 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:33:41.299663 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:33:41.301915 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18c9925d-91e7-41f8-86cf-453824271e0b tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.327288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0791b173-0cb8-4fb1-a4bd-4a9e7a651ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.342735 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bd6000a8-679d-4de6-b32d-8dcb110010b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.373223 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18c9925d-91e7-41f8-86cf-453824271e0b tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.376830 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-18c9925d-91e7-41f8-86cf-453824271e0b tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "DELETE /v2.0/subnets/a21ed47a-c4f3-462b-b406-48d3e87aade9 HTTP/1.1" status: 204 len: 168 time: 0.9444838 Dec 09 22:33:41.383652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44558) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:41.416870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9925d-91e7-41f8-86cf-453824271e0b tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Subnet': ['ID=a21ed47a-c4f3-462b-b406-48d3e87aade9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:41.426176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Network 57257800-8d23-4009-9360-736d0fb96aee is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:41.432661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Pushing event updated for resources: {'Port': ['ID=f7942c02-3290-4869-9884-b78fc2162769,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:41.435529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:41.455607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:41.458562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb0841-846f-4917-8a4f-a79a98d04310 None None] Network f56ccef8-95e1-4b86-88d3-722a3b6459de requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:41.529395 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.558823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Network cc534ea0-f6ec-440e-b2d6-c6df5986bcfa is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:41.568222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:41.582779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c43cfd9-37c9-4d98-a1cf-b441ff0577c3 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Deleting subnet 4905580d-84c8-4411-a89f-09657fa6e692 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:33:41.586877 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c43cfd9-37c9-4d98-a1cf-b441ff0577c3 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.595895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791b173-0cb8-4fb1-a4bd-4a9e7a651ae8 None None] Pushing event deleted for resources: {'Port': ['ID=0ae8307c-f60e-4424-ab99-c76834b50e77,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:41.608540 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791b173-0cb8-4fb1-a4bd-4a9e7a651ae8 None None] No DVR routers for this DVR port 0ae8307c-f60e-4424-ab99-c76834b50e77 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:41.638479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Attempting to bind port e02980f6-277e-44a1-96b7-6de7bc1608a1 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:41.639038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Attempting to bind port e02980f6-277e-44a1-96b7-6de7bc1608a1 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:41.646515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Attempting to bind port e02980f6-277e-44a1-96b7-6de7bc1608a1 on network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:41.651971 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c43cfd9-37c9-4d98-a1cf-b441ff0577c3 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.783657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:41.912687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Attempting to bind port f7942c02-3290-4869-9884-b78fc2162769 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:41.919346 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Attempting to bind port f7942c02-3290-4869-9884-b78fc2162769 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:41.919864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Attempting to bind port f7942c02-3290-4869-9884-b78fc2162769 on network 57257800-8d23-4009-9360-736d0fb96aee {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:41.926855 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:41.927417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Checking segment: {'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:41.928049 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.928561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Bound using segment: {'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:41.929147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Bound port: e02980f6-277e-44a1-96b7-6de7bc1608a1, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:41.929655 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.937694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:41.938266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Checking segment: {'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:41.939327 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.939829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Bound using segment: {'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:41.940456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Bound port: f7942c02-3290-4869-9884-b78fc2162769, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:41.940949 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:41.943470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0ae8307c-f60e-4424-ab99-c76834b50e77 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:42.051157 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c43cfd9-37c9-4d98-a1cf-b441ff0577c3 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.085073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0ae8307c-f60e-4424-ab99-c76834b50e77 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:42.085564 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0ae8307c-f60e-4424-ab99-c76834b50e77 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:42.086116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c9c86f54-e64d-4570-a8d8-1cfa8f10442a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:42.092230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.102908 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.109452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/networks/4ad2237b-1da3-47a0-97b8-435001be74e7 HTTP/1.1" status: 204 len: 168 time: 2.5197501 Dec 09 22:33:42.111413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.120501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44564) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:42.155639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ca09b-ea1f-4b5d-8441-94c51cd2658f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Network': ['ID=4ad2237b-1da3-47a0-97b8-435001be74e7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:42.158582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: c9c86f54-e64d-4570-a8d8-1cfa8f10442a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:42.159112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c9c86f54-e64d-4570-a8d8-1cfa8f10442a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:42.225055 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.244016 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c43cfd9-37c9-4d98-a1cf-b441ff0577c3 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.261903 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.265714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] For port e02980f6-277e-44a1-96b7-6de7bc1608a1, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:42.269628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] For port e02980f6-277e-44a1-96b7-6de7bc1608a1, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e02980f6-277e-44a1-96b7-6de7bc1608a1,segment=NetworkSegment(11ac0b89-d630-424f-9965-e7282b959556),segment_id=11ac0b89-d630-424f-9965-e7282b959556)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:42.307057 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.359272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6000a8-679d-4de6-b32d-8dcb110010b5 None None] Pushing event updated for resources: {'Port': ['ID=fe12958b-681e-44e2-bb51-da92ae25896e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:42.387758 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.409186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7fe1eea4-7ba9-40b5-9e36-77f2b2f59e7c None None] Provisioning complete for port e980f242-04d4-4f3b-9b9b-f22d6cb67848 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:42.409470 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7fe1eea4-7ba9-40b5-9e36-77f2b2f59e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.430458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Pushing event updated for resources: {'Port': ['ID=e980f242-04d4-4f3b-9b9b-f22d6cb67848,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:42.450133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43cfd9-37c9-4d98-a1cf-b441ff0577c3 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Subnet': ['ID=4905580d-84c8-4411-a89f-09657fa6e692,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:42.452276 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c43cfd9-37c9-4d98-a1cf-b441ff0577c3 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.458392 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1c43cfd9-37c9-4d98-a1cf-b441ff0577c3 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "DELETE /v2.0/subnets/4905580d-84c8-4411-a89f-09657fa6e692 HTTP/1.1" status: 204 len: 168 time: 1.0270576 Dec 09 22:33:42.459781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44568) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:42.559629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b539f7-5a6f-488d-8eb7-44e954536964 None None] Network a6f4b007-8141-4b97-9f84-d9d47bbdb06c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:42.565389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090da97-15a1-4578-909e-55fff6979a5b None None] Pushing event updated for resources: {'Port': ['ID=e02980f6-277e-44a1-96b7-6de7bc1608a1,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:42.568669 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1eea4-7ba9-40b5-9e36-77f2b2f59e7c None None] Port e980f242-04d4-4f3b-9b9b-f22d6cb67848 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:42.575830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51996a-0cc8-4d17-8f52-5b9918952c78 None None] DHCP port deletion for f56ccef8-95e1-4b86-88d3-722a3b6459de request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:42.631790 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] For port f7942c02-3290-4869-9884-b78fc2162769, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:42.654219 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.689683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] For port f7942c02-3290-4869-9884-b78fc2162769, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f7942c02-3290-4869-9884-b78fc2162769,segment=NetworkSegment(392124b2-a985-461f-a9be-9f8b798d92fd),segment_id=392124b2-a985-461f-a9be-9f8b798d92fd)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:42.742025 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.746050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Deleting port c88657cf-fe2b-4016-896d-4e722bc991eb {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:42.748349 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.906580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] For port c88657cf-fe2b-4016-896d-4e722bc991eb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c88657cf-fe2b-4016-896d-4e722bc991eb,segment=NetworkSegment(90e4faa7-292b-40f8-b24a-74e43eaab2ee),segment_id=90e4faa7-292b-40f8-b24a-74e43eaab2ee)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:42.908340 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:42.917565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb29f24-22dd-4af0-9ed0-c5de8523f027 None None] Pushing event updated for resources: {'Port': ['ID=f7942c02-3290-4869-9884-b78fc2162769,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:42.936146 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Calling delete_port for c88657cf-fe2b-4016-896d-4e722bc991eb owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:43.027840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3f51996a-0cc8-4d17-8f52-5b9918952c78 None None] Deleting port c88657cf-fe2b-4016-896d-4e722bc991eb {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:43.028688 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f51996a-0cc8-4d17-8f52-5b9918952c78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.168500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e47a6bc-5476-40bf-bd86-ab90a20a73f5 None None] DHCP port deletion for a6f4b007-8141-4b97-9f84-d9d47bbdb06c request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:43.176565 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.185850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3f51996a-0cc8-4d17-8f52-5b9918952c78 None None] For port c88657cf-fe2b-4016-896d-4e722bc991eb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c88657cf-fe2b-4016-896d-4e722bc991eb,segment=NetworkSegment(90e4faa7-292b-40f8-b24a-74e43eaab2ee),segment_id=90e4faa7-292b-40f8-b24a-74e43eaab2ee)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:43.186393 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f51996a-0cc8-4d17-8f52-5b9918952c78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.200972 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3f51996a-0cc8-4d17-8f52-5b9918952c78 None None] Calling delete_port for c88657cf-fe2b-4016-896d-4e722bc991eb owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:43.201449 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.315450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Allocated IP 172.25.8.241 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/cdfbaf1c-f144-4554-a068-5db918a1c640) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:43.440934 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f51996a-0cc8-4d17-8f52-5b9918952c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.461000 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.502021 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.504471 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.552887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5e47a6bc-5476-40bf-bd86-ab90a20a73f5 None None] Deleting port 5c9e214f-397f-49e8-bda1-2130e760edb2 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:43.553682 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e47a6bc-5476-40bf-bd86-ab90a20a73f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.556406 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51996a-0cc8-4d17-8f52-5b9918952c78 None None] Pushing event deleted for resources: {'Port': ['ID=c88657cf-fe2b-4016-896d-4e722bc991eb,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:43.585944 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.589564 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f51996a-0cc8-4d17-8f52-5b9918952c78 None None] No DVR routers for this DVR port c88657cf-fe2b-4016-896d-4e722bc991eb on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:43.596137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Port': ['ID=c88657cf-fe2b-4016-896d-4e722bc991eb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:43.606472 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.613825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] No DVR routers for this DVR port c88657cf-fe2b-4016-896d-4e722bc991eb on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:43.620092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Pushing event updated for resources: {'Port': ['ID=819f3ca9-6ffa-412a-b97f-9bfd977019e9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:43.729037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5e47a6bc-5476-40bf-bd86-ab90a20a73f5 None None] For port 5c9e214f-397f-49e8-bda1-2130e760edb2, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5c9e214f-397f-49e8-bda1-2130e760edb2,segment=NetworkSegment(edb8d68b-0f24-42ac-9d5e-58c3667f462c),segment_id=edb8d68b-0f24-42ac-9d5e-58c3667f462c)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:43.729446 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e47a6bc-5476-40bf-bd86-ab90a20a73f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.755491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5e47a6bc-5476-40bf-bd86-ab90a20a73f5 None None] Calling delete_port for 5c9e214f-397f-49e8-bda1-2130e760edb2 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:43.800680 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.815187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Pushing event updated for resources: {'Port': ['ID=e980f242-04d4-4f3b-9b9b-f22d6cb67848,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:43.827148 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:43.867282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:43.880022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:43.887487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfbaf1c-f144-4554-a068-5db918a1c640,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:43.897868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56ccef8-95e1-4b86-88d3-722a3b6459de']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:43.900191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766d1e58-072a-4ae7-8a1d-74f9bbd07a30 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:43.910399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:43.914919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.915271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.915613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.915951 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.916285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.916616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.916943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.917265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.917589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.917939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.918261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.918583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.918936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:33:43.928831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e4faa7-292b-40f8-b24a-74e43eaab2ee') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:43.929035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e4faa7-292b-40f8-b24a-74e43eaab2ee') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:43.933341 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:43.943045 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:43.946789 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:43.957214 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.014802 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.024452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:33:44.024943 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:33:44.033553 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:33:44.150344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f7942c02-3290-4869-9884-b78fc2162769 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:44.190836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f6689b-8347-4d00-b85c-5101ff66b290 None None] Network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:44.216507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1488823c-25b3-44dd-8add-8e343db9d710 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:44.278936 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.293398 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.296848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "DELETE /v2.0/networks/f56ccef8-95e1-4b86-88d3-722a3b6459de HTTP/1.1" status: 204 len: 168 time: 1.8356016 Dec 09 22:33:44.305155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44580) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:44.324629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fd8c2-a44d-4245-928d-2d60e5bed654 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Network': ['ID=f56ccef8-95e1-4b86-88d3-722a3b6459de,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:44.334724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f7942c02-3290-4869-9884-b78fc2162769 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:44.335229 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.364803 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b8e5cc05-1a56-45c7-886a-9f4ad87f7414 None None] Provisioning complete for port e02980f6-277e-44a1-96b7-6de7bc1608a1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:44.365184 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b8e5cc05-1a56-45c7-886a-9f4ad87f7414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.401037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Network cc534ea0-f6ec-440e-b2d6-c6df5986bcfa is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:44.402450 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e47a6bc-5476-40bf-bd86-ab90a20a73f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.416700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:44.501749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47a6bc-5476-40bf-bd86-ab90a20a73f5 None None] Pushing event deleted for resources: {'Port': ['ID=5c9e214f-397f-49e8-bda1-2130e760edb2,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:44.525953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.532114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47a6bc-5476-40bf-bd86-ab90a20a73f5 None None] No DVR routers for this DVR port 5c9e214f-397f-49e8-bda1-2130e760edb2 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:44.771797 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Router 8fef5f30-0621-4ad8-aafc-309fc0091633 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:44.824239 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.845940 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b8e5cc05-1a56-45c7-886a-9f4ad87f7414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.901617 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.931801 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:44.943568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b8e5cc05-1a56-45c7-886a-9f4ad87f7414 None None] For port e02980f6-277e-44a1-96b7-6de7bc1608a1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e02980f6-277e-44a1-96b7-6de7bc1608a1,segment=NetworkSegment(11ac0b89-d630-424f-9965-e7282b959556),segment_id=11ac0b89-d630-424f-9965-e7282b959556)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:44.953531 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b8e5cc05-1a56-45c7-886a-9f4ad87f7414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.055449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6fcaa-8977-4238-8d50-d3c83e1532f0 None None] Network 57257800-8d23-4009-9360-736d0fb96aee requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:45.061711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port f7942c02-3290-4869-9884-b78fc2162769, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f7942c02-3290-4869-9884-b78fc2162769,segment=NetworkSegment(392124b2-a985-461f-a9be-9f8b798d92fd),segment_id=392124b2-a985-461f-a9be-9f8b798d92fd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:45.091375 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.092522 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fe12958b-681e-44e2-bb51-da92ae25896e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:45.105751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b8e5cc05-1a56-45c7-886a-9f4ad87f7414 None None] Provisioning complete for port 819f3ca9-6ffa-412a-b97f-9bfd977019e9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:45.106558 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b8e5cc05-1a56-45c7-886a-9f4ad87f7414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.245007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Router 41ee3dcb-41eb-4ead-a172-b705ff95b078 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:33:45.271811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5cc05-1a56-45c7-886a-9f4ad87f7414 None None] Pushing event updated for resources: {'Port': ['ID=e02980f6-277e-44a1-96b7-6de7bc1608a1,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:45.276568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:45.294929 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dc4e5abf-af92-40a6-a64f-49c4b4a3d50b admin admin] 10.222.0.16 "PUT /v2.0/routers/8fef5f30-0621-4ad8-aafc-309fc0091633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4028938 Dec 09 22:33:45.297317 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.314656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Sync routers for ids ['8fef5f30-0621-4ad8-aafc-309fc0091633'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:45.353588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f4b007-8141-4b97-9f84-d9d47bbdb06c']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:45.382094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb8d68b-0f24-42ac-9d5e-58c3667f462c') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:45.382772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb8d68b-0f24-42ac-9d5e-58c3667f462c') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:45.410185 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.425057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.432852 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5cc05-1a56-45c7-886a-9f4ad87f7414 None None] Port 819f3ca9-6ffa-412a-b97f-9bfd977019e9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:45.433670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b53cb739-6f41-4a81-a4d0-7960220a3bd2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.451152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Routers {'8fef5f30-0621-4ad8-aafc-309fc0091633'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:45.451730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8fef5f30-0621-4ad8-aafc-309fc0091633'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:45.474527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.475791 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:45.485252 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Sync routers for ids ['41ee3dcb-41eb-4ead-a172-b705ff95b078'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:45.507653 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Routers {'41ee3dcb-41eb-4ead-a172-b705ff95b078'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:45.511768 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['41ee3dcb-41eb-4ead-a172-b705ff95b078'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:45.540102 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.546996 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-45f10aaa-d671-476d-b91b-ce4e8b895ef7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4294262 Dec 09 22:33:45.551367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44594) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:45.573860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:33:45.574825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:33:45.578345 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:33:45.622727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=f7942c02-3290-4869-9884-b78fc2162769,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:45.660034 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Set router 41ee3dcb-41eb-4ead-a172-b705ff95b078 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:45.710001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port fe12958b-681e-44e2-bb51-da92ae25896e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:45.710380 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.783401 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.802038 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.806331 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "DELETE /v2.0/networks/a6f4b007-8141-4b97-9f84-d9d47bbdb06c HTTP/1.1" status: 204 len: 168 time: 1.4793847 Dec 09 22:33:45.809596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44598) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:45.867994 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dab32-4927-458f-8d5a-9a78ead134ee tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Network': ['ID=a6f4b007-8141-4b97-9f84-d9d47bbdb06c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:45.884219 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:44Z', 'revision_number': 3, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:45.888672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] Provisioning complete for port e02980f6-277e-44a1-96b7-6de7bc1608a1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:45.889050 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:45.946131 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Checking router: 41ee3dcb-41eb-4ead-a172-b705ff95b078 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:45.946746 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Updating router 41ee3dcb-41eb-4ead-a172-b705ff95b078 port cdfbaf1c-f144-4554-a068-5db918a1c640 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:33:45.987572 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:46.056658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Set router 8fef5f30-0621-4ad8-aafc-309fc0091633 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:46.207959 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:46.359522 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:46.367986 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:46.419973 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338bf00-acf0-49f9-8ace-ed46a6c18175 None None] Pushing event updated for resources: {'Port': ['ID=cdfbaf1c-f144-4554-a068-5db918a1c640,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:46.478502 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Attempting to bind port cdfbaf1c-f144-4554-a068-5db918a1c640 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:46.480459 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Attempting to bind port cdfbaf1c-f144-4554-a068-5db918a1c640 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:46.481162 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Attempting to bind port cdfbaf1c-f144-4554-a068-5db918a1c640 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:46.498200 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:46.501427 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:46.502213 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:46.502919 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:46.503672 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Bound port: cdfbaf1c-f144-4554-a068-5db918a1c640, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:46.504596 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:46.530638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4b972d-88d0-443b-8b57-e3b2db6aa234 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:46.643493 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] For port cdfbaf1c-f144-4554-a068-5db918a1c640, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:46.647784 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] For port cdfbaf1c-f144-4554-a068-5db918a1c640, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cdfbaf1c-f144-4554-a068-5db918a1c640,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:46.655047 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:46.741818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d9aacc-8217-40ec-842a-1341fa8f5c30 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Deleting subnet 31796aa2-fb8a-4460-a887-5653b402b32a {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:33:46.752395 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7d9aacc-8217-40ec-842a-1341fa8f5c30 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:46.761183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e02980f6-277e-44a1-96b7-6de7bc1608a1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:46.821451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:46.821981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b53cb739-6f41-4a81-a4d0-7960220a3bd2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port 4032c804-f345-49fd-a814-03f699a5ea74 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:46.822456 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b53cb739-6f41-4a81-a4d0-7960220a3bd2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:46.832265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f30b0a-98cc-4255-b2cd-41697fd097d3 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:46.832929 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338bf00-acf0-49f9-8ace-ed46a6c18175 None None] Pushing event updated for resources: {'Port': ['ID=cdfbaf1c-f144-4554-a068-5db918a1c640,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:46.845265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] Provisioning complete for port cdfbaf1c-f144-4554-a068-5db918a1c640 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:46.845664 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:46.853850 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Routers {'41ee3dcb-41eb-4ead-a172-b705ff95b078'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:46.854627 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7d9aacc-8217-40ec-842a-1341fa8f5c30 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:46.856648 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['41ee3dcb-41eb-4ead-a172-b705ff95b078'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:46.948550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e02980f6-277e-44a1-96b7-6de7bc1608a1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:46.949166 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.003583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'name': 'tempest-TaggedBootDevicesTest-1627287514-router', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:42Z', 'revision_number': 4, 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'gw_port': {'id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'e980f242-04d4-4f3b-9b9b-f22d6cb67848', 'name': '', 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'mac_address': 'fa:16:3e:ce:9c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'f2c82899-99b4-402b-86df-a6add190ce67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:43Z', 'revision_number': 2, 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'subnets': [{'id': 'f2c82899-99b4-402b-86df-a6add190ce67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:47.048410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7d9aacc-8217-40ec-842a-1341fa8f5c30 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.059872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Checking router: 8fef5f30-0621-4ad8-aafc-309fc0091633 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:47.060026 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Updating router 8fef5f30-0621-4ad8-aafc-309fc0091633 port e980f242-04d4-4f3b-9b9b-f22d6cb67848 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:33:47.082428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-b53cb739-6f41-4a81-a4d0-7960220a3bd2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] For port 4032c804-f345-49fd-a814-03f699a5ea74, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4032c804-f345-49fd-a814-03f699a5ea74,segment=NetworkSegment(51e53e35-adb8-463b-9076-2c5cd973d129),segment_id=51e53e35-adb8-463b-9076-2c5cd973d129)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:47.084132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b53cb739-6f41-4a81-a4d0-7960220a3bd2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.089343 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] Set router 41ee3dcb-41eb-4ead-a172-b705ff95b078 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:47.145643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Allocated IP 172.20.0.1 (57257800-8d23-4009-9360-736d0fb96aee/0ce27865-d029-4ae4-9631-8a639f289620/ddad36b0-89d5-484d-a2df-6e16b9844104) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:47.157428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b53cb739-6f41-4a81-a4d0-7960220a3bd2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for 4032c804-f345-49fd-a814-03f699a5ea74 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:47.176683 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.187997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Router 7067454b-73c4-425f-8e96-95133501a75f is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:33:47.219951 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.226422 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7d9aacc-8217-40ec-842a-1341fa8f5c30 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.247714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] For port cdfbaf1c-f144-4554-a068-5db918a1c640, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cdfbaf1c-f144-4554-a068-5db918a1c640,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:47.298371 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.347602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9aacc-8217-40ec-842a-1341fa8f5c30 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Subnet': ['ID=31796aa2-fb8a-4460-a887-5653b402b32a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:47.371820 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7d9aacc-8217-40ec-842a-1341fa8f5c30 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.381501 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e7d9aacc-8217-40ec-842a-1341fa8f5c30 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "DELETE /v2.0/subnets/31796aa2-fb8a-4460-a887-5653b402b32a HTTP/1.1" status: 204 len: 168 time: 1.5682700 Dec 09 22:33:47.395946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44674) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:47.435319 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:44Z', 'revision_number': 3, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:47.467637 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0b3f3f-b0e1-4531-b475-1fbdecf1b8dd None None] The sync data for ids ['41ee3dcb-41eb-4ead-a172-b705ff95b078'] in n-d-789963-23 is: [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:44Z', 'revision_number': 3, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:47.514781 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.558811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.562702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:47.595582 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.649977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Network 57257800-8d23-4009-9360-736d0fb96aee is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:47.660082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:47.664454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:47.706778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Pushing event updated for resources: {'Port': ['ID=ddad36b0-89d5-484d-a2df-6e16b9844104,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:47.722737 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.740360 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.742089 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-39f812b8-4a2c-44dc-a4ac-030b0d1fbbdf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.4380085 Dec 09 22:33:47.742865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74672091-974d-4235-bd09-e73dc8194f9c None None] Network 42c927fd-2ae0-46ca-b54f-ab2fb51b6071 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:47.747440 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44682) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:47.779513 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b53cb739-6f41-4a81-a4d0-7960220a3bd2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:47.868218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c88657cf-fe2b-4016-896d-4e722bc991eb no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:47.873926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Sync routers for ids ['7067454b-73c4-425f-8e96-95133501a75f'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:48.045949 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:48.053104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: c88657cf-fe2b-4016-896d-4e722bc991eb {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:48.058518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c88657cf-fe2b-4016-896d-4e722bc991eb not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:48.059061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5c9e214f-397f-49e8-bda1-2130e760edb2 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:48.173839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 5c9e214f-397f-49e8-bda1-2130e760edb2 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:48.175600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5c9e214f-397f-49e8-bda1-2130e760edb2 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:48.218336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cb739-6f41-4a81-a4d0-7960220a3bd2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=4032c804-f345-49fd-a814-03f699a5ea74,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:48.235829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Routers {'7067454b-73c4-425f-8e96-95133501a75f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:48.236630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['7067454b-73c4-425f-8e96-95133501a75f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:48.266530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] Provisioning complete for port e980f242-04d4-4f3b-9b9b-f22d6cb67848 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:48.266530 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:48.366890 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b53cb739-6f41-4a81-a4d0-7960220a3bd2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:48.479262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] Port e980f242-04d4-4f3b-9b9b-f22d6cb67848 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:48.508974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75eee80-4dd2-4019-864a-564182c36a9d req-346ae345-0c1f-4014-a520-9860c908679f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:48.520422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c75eee80-4dd2-4019-864a-564182c36a9d req-346ae345-0c1f-4014-a520-9860c908679f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 947 time: 0.3056555 Dec 09 22:33:48.536083 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] Pushing event updated for resources: {'Port': ['ID=cdfbaf1c-f144-4554-a068-5db918a1c640,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:48.580608 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:48.588592 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:48.609463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] Provisioning complete for port f7942c02-3290-4869-9884-b78fc2162769 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:48.610702 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d5f4d02-f5d6-4b91-aaf4-8895c391315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:48.682435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Pushing event updated for resources: {'Port': ['ID=ddad36b0-89d5-484d-a2df-6e16b9844104,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:48.703123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Deleting port c97840ca-f0a0-480e-91ca-4b9411874ea8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:48.703727 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:48.705586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f7942c02-3290-4869-9884-b78fc2162769 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:48.718388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c75eee80-4dd2-4019-864a-564182c36a9d req-c83af0cc-8912-4fe7-87d2-50235a22908f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970079 Dec 09 22:33:48.748533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:48.867850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56cdc18-fe9c-4dbe-8589-2e304c139686 None None] DHCP port deletion for 42c927fd-2ae0-46ca-b54f-ab2fb51b6071 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:48.880209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Network 57257800-8d23-4009-9360-736d0fb96aee is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:48.881773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:49.015432 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Set router 7067454b-73c4-425f-8e96-95133501a75f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:49.081030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Router 41ee3dcb-41eb-4ead-a172-b705ff95b078 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:49.085381 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] For port c97840ca-f0a0-480e-91ca-4b9411874ea8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c97840ca-f0a0-480e-91ca-4b9411874ea8,segment=NetworkSegment(df00884c-f741-40d4-b4ba-49953e2cadcc),segment_id=df00884c-f741-40d4-b4ba-49953e2cadcc)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:49.085757 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:49.110084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53cb739-6f41-4a81-a4d0-7960220a3bd2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:49.142069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f7942c02-3290-4869-9884-b78fc2162769 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:49.142707 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:49.243287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Calling delete_port for c97840ca-f0a0-480e-91ca-4b9411874ea8 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:49.369970 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:49.387457 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:49.433164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53cb739-6f41-4a81-a4d0-7960220a3bd2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:49.440511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b56cdc18-fe9c-4dbe-8589-2e304c139686 None None] Deleting port c97840ca-f0a0-480e-91ca-4b9411874ea8 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:49.440794 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b56cdc18-fe9c-4dbe-8589-2e304c139686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:49.446723 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b53cb739-6f41-4a81-a4d0-7960220a3bd2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3250835 Dec 09 22:33:49.447989 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368b388-c59b-4215-b387-deeb24053a76 None None] Sync routers for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:49.449976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44698) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:49.468111 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368b388-c59b-4215-b387-deeb24053a76 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:49.469528 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4368b388-c59b-4215-b387-deeb24053a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:49.644411 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ead23-cd55-4a3c-b1a8-0972a786c7ba None None] Pushing event updated for resources: {'Port': ['ID=e980f242-04d4-4f3b-9b9b-f22d6cb67848,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:49.674590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cdfbaf1c-f144-4554-a068-5db918a1c640 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:49.804941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b56cdc18-fe9c-4dbe-8589-2e304c139686 None None] For port c97840ca-f0a0-480e-91ca-4b9411874ea8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c97840ca-f0a0-480e-91ca-4b9411874ea8,segment=NetworkSegment(df00884c-f741-40d4-b4ba-49953e2cadcc),segment_id=df00884c-f741-40d4-b4ba-49953e2cadcc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:49.805933 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b56cdc18-fe9c-4dbe-8589-2e304c139686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:49.856371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-56efbb67-d398-4af4-88f3-6b7da4c9a5d6 None None] Provisioning complete for port cdfbaf1c-f144-4554-a068-5db918a1c640 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:49.856755 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-56efbb67-d398-4af4-88f3-6b7da4c9a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:49.885905 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4368b388-c59b-4215-b387-deeb24053a76 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:49.896838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b56cdc18-fe9c-4dbe-8589-2e304c139686 None None] Calling delete_port for c97840ca-f0a0-480e-91ca-4b9411874ea8 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:49.914244 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-9597a050-78e9-456c-8436-3a7086a11c10 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting subnet e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:33:49.926746 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9597a050-78e9-456c-8436-3a7086a11c10 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:49.945700 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:49.965888 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4368b388-c59b-4215-b387-deeb24053a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 11, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:50.022892 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368b388-c59b-4215-b387-deeb24053a76 None None] Checking router: fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:50.037896 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368b388-c59b-4215-b387-deeb24053a76 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:50.038531 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4368b388-c59b-4215-b387-deeb24053a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:50.044587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:50.057112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Attempting to bind port e980f242-04d4-4f3b-9b9b-f22d6cb67848 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:50.057479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Attempting to bind port e980f242-04d4-4f3b-9b9b-f22d6cb67848 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'f7f11c17-e2e6-4c51-89f7-22ccb501a775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:50.057893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Attempting to bind port e980f242-04d4-4f3b-9b9b-f22d6cb67848 on network cc534ea0-f6ec-440e-b2d6-c6df5986bcfa {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:50.062139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-8f134086-911d-4b0e-8ab0-f45f146c494a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:50.064210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-8f134086-911d-4b0e-8ab0-f45f146c494a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 947 time: 0.2273743 Dec 09 22:33:50.073661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231c23f-82e2-462d-8c16-5ff392ad7f43 req-9b1dabc8-6869-4973-b6e3-169fd0f141ae tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:50.074438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d231c23f-82e2-462d-8c16-5ff392ad7f43 req-9b1dabc8-6869-4973-b6e3-169fd0f141ae tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 947 time: 0.2327156 Dec 09 22:33:50.119383 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9597a050-78e9-456c-8436-3a7086a11c10 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:50.132151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] No DVR routers for this DVR port c97840ca-f0a0-480e-91ca-4b9411874ea8 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:50.139844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:50.140226 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Checking segment: {'id': 'f7f11c17-e2e6-4c51-89f7-22ccb501a775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:50.140891 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:50.141468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Bound using segment: {'id': 'f7f11c17-e2e6-4c51-89f7-22ccb501a775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:50.142480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Bound port: e980f242-04d4-4f3b-9b9b-f22d6cb67848, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f11c17-e2e6-4c51-89f7-22ccb501a775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:50.142689 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:50.159474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:50.168030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:33:44Z', 'revision_number': 3, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:50.189053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-187f1e10-99c1-4119-8ae3-203dc76504ec admin admin] 10.222.0.16 "PUT /v2.0/routers/41ee3dcb-41eb-4ead-a172-b705ff95b078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6362557 Dec 09 22:33:50.221368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Port': ['ID=c97840ca-f0a0-480e-91ca-4b9411874ea8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:50.248495 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4368b388-c59b-4215-b387-deeb24053a76 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:50.251393 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d231c23f-82e2-462d-8c16-5ff392ad7f43 req-36f0b665-adf1-49a8-8538-774c230a8a94 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965283 Dec 09 22:33:50.276474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Deleting port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:50.276962 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:50.298274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Checking router: 7067454b-73c4-425f-8e96-95133501a75f for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:50.300827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Updating router 7067454b-73c4-425f-8e96-95133501a75f port 819f3ca9-6ffa-412a-b97f-9bfd977019e9 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:33:50.352567 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:50.354592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Sync routers for ids ['41ee3dcb-41eb-4ead-a172-b705ff95b078'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:50.375136 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4368b388-c59b-4215-b387-deeb24053a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 11, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:50.416763 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:50.427488 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368b388-c59b-4215-b387-deeb24053a76 None None] The sync data for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 is: [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 11, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:50.466905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] For port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:50.468315 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:50.468855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c927fd-2ae0-46ca-b54f-ab2fb51b6071']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:50.485454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port cdfbaf1c-f144-4554-a068-5db918a1c640 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:50.486040 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:50.508495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df00884c-f741-40d4-b4ba-49953e2cadcc') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:50.508715 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df00884c-f741-40d4-b4ba-49953e2cadcc') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:50.535886 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:50.831986 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:50.832917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:50.833438 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Floating IP cd1aa93b-6265-4e9a-b56f-f7cfb16f280f disassociated. External IP: 172.25.8.226, port: 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb. Dec 09 22:33:50.835990 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Calling delete_port for 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:50.983332 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.053182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.083059 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.133561 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.152487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:33:51.153197 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.159958 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Routers {'41ee3dcb-41eb-4ead-a172-b705ff95b078'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:51.160609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['41ee3dcb-41eb-4ead-a172-b705ff95b078'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:51.166804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44716) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:51.172710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1db26e0c-802f-471f-85f5-d9f2186828ef tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780585194', 'description': 'tempest-description--1660223055'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:51.179437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event deleted for resources: {'Port': ['ID=57e51937-a5f6-4044-a1bf-ebbe5a60e5cb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:33:51.232150 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:33:51.259787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Attempting to bind port 819f3ca9-6ffa-412a-b97f-9bfd977019e9 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:51.260205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Attempting to bind port 819f3ca9-6ffa-412a-b97f-9bfd977019e9 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:51.260553 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Attempting to bind port 819f3ca9-6ffa-412a-b97f-9bfd977019e9 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:51.273556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.280267 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9597a050-78e9-456c-8436-3a7086a11c10 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.281528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432b1b3f-aa8a-46c8-a761-985d3e699945 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:51.289590 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.292640 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "DELETE /v2.0/networks/42c927fd-2ae0-46ca-b54f-ab2fb51b6071 HTTP/1.1" status: 204 len: 168 time: 3.8959413 Dec 09 22:33:51.302221 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b56cdc18-fe9c-4dbe-8589-2e304c139686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.315230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44718) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:51.346208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] For port e980f242-04d4-4f3b-9b9b-f22d6cb67848, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:51.348230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e02980f6-277e-44a1-96b7-6de7bc1608a1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:51.363323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:51.363323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:51.363323 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.363323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:51.363323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Bound port: 819f3ca9-6ffa-412a-b97f-9bfd977019e9, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:51.364182 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.364433 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d5f1dd43-438e-4eeb-ab3b-45b959ff46af tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0185867f-cbdb-4718-ac3b-b5f7f10b12bd HTTP/1.1" status: 200 len: 205 time: 0.0465763 Dec 09 22:33:51.365299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1e106-7591-49cb-92de-3a5fea7928eb tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Pushing event deleted for resources: {'Network': ['ID=42c927fd-2ae0-46ca-b54f-ab2fb51b6071,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:51.370717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44722) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:51.401504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f9e77-b975-452a-a16e-130bed7b50a1 None None] Pushing event updated for resources: {'Port': ['ID=819f3ca9-6ffa-412a-b97f-9bfd977019e9,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:51.460415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b56cdc18-fe9c-4dbe-8589-2e304c139686 None None] Network 42c927fd-2ae0-46ca-b54f-ab2fb51b6071 is not hosted by any dhcp agent {{(pid=103419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:33:51.460886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56cdc18-fe9c-4dbe-8589-2e304c139686 None None] No DVR routers for this DVR port c97840ca-f0a0-480e-91ca-4b9411874ea8 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:51.464149 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] For port e980f242-04d4-4f3b-9b9b-f22d6cb67848, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e980f242-04d4-4f3b-9b9b-f22d6cb67848,segment=NetworkSegment(f7f11c17-e2e6-4c51-89f7-22ccb501a775),segment_id=f7f11c17-e2e6-4c51-89f7-22ccb501a775)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:51.486756 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba1474f7-7cbc-4663-bebd-986a0d29d281 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.488893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Allocated IP 172.20.0.1 (6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24/a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39/c0e8ba81-b33c-4033-892f-8b995f8b9ab9) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:51.531760 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.556006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cdc18-fe9c-4dbe-8589-2e304c139686 None None] Pushing event deleted for resources: {'Port': ['ID=c97840ca-f0a0-480e-91ca-4b9411874ea8,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:51.558349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-56efbb67-d398-4af4-88f3-6b7da4c9a5d6 None None] Provisioning complete for port ddad36b0-89d5-484d-a2df-6e16b9844104 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:51.558795 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db26e0c-802f-471f-85f5-d9f2186828ef tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.559323 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-56efbb67-d398-4af4-88f3-6b7da4c9a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.561930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Router 08b2b868-8828-4b47-afc1-e79746d0c66f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:51.565280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8eb6698-bf03-4740-b39f-e421645f48d9 req-557a0575-8181-4c24-bb04-ca3b10809679 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad12a9f2-fd66-40e7-9db6-df802e76465c HTTP/1.1" status: 200 len: 210 time: 0.1157167 Dec 09 22:33:51.632460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9597a050-78e9-456c-8436-3a7086a11c10 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.738250 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] For port 819f3ca9-6ffa-412a-b97f-9bfd977019e9, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:51.757655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597a050-78e9-456c-8436-3a7086a11c10 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:51.824371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e7c19-b2cd-423a-948b-aa9430fd440f None None] Network c11c7664-ff83-41f2-81d7-1c9208e4bd12 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:33:51.860779 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db26e0c-802f-471f-85f5-d9f2186828ef tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.863141 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:51.864301 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9597a050-78e9-456c-8436-3a7086a11c10 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.876979 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9597a050-78e9-456c-8436-3a7086a11c10 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d HTTP/1.1" status: 204 len: 168 time: 2.4223561 Dec 09 22:33:51.877710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44728) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:51.888548 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4754d3e-55af-4ed9-803d-d22a040ffffc None None] Sync routers for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:51.903384 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db26e0c-802f-471f-85f5-d9f2186828ef tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.906265 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba1474f7-7cbc-4663-bebd-986a0d29d281 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.915331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Set router 41ee3dcb-41eb-4ead-a172-b705ff95b078 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:51.921088 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4754d3e-55af-4ed9-803d-d22a040ffffc None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:51.923224 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d4754d3e-55af-4ed9-803d-d22a040ffffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:51.947747 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba1474f7-7cbc-4663-bebd-986a0d29d281 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.978609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] No DVR routers for this DVR port 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:51.991962 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:51.996968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-164a23e8-5518-4c12-b6b2-8c12cde8f170 req-5137e038-9db7-44df-bc89-04473f40010c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.42 "DELETE /v2.0/ports/57e51937-a5f6-4044-a1bf-ebbe5a60e5cb HTTP/1.1" status: 204 len: 173 time: 1.9214821 Dec 09 22:33:51.997846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'name': 'network-vif-deleted', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:33:52.009435 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b4828f-babd-4a01-8be4-ddd3770341c9" -d '{"events": [{"server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "name": "network-vif-deleted", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:33:52.089585 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db26e0c-802f-471f-85f5-d9f2186828ef tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.107265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1db26e0c-802f-471f-85f5-d9f2186828ef tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9388416 Dec 09 22:33:52.110867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44732) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:52.127731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9d74a565-ca94-46aa-8351-1a1b58b75d55 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Request body: {'security_group_rule': {'security_group_id': '86907e69-d899-4f44-902d-5407cc56bdec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:52.165400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db26e0c-802f-471f-85f5-d9f2186828ef tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86907e69-d899-4f44-902d-5407cc56bdec,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:52.168163 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-d4754d3e-55af-4ed9-803d-d22a040ffffc None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:52.168423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba1474f7-7cbc-4663-bebd-986a0d29d281 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.170274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1474f7-7cbc-4663-bebd-986a0d29d281 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Fanout notify agent at l3_agent the message router_deleted on router 0185867f-cbdb-4718-ac3b-b5f7f10b12bd {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:33:52.183244 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368226d8-5dc1-498b-b83b-1b890f1d1a9e x-openstack-request-id: req-368226d8-5dc1-498b-b83b-1b890f1d1a9e {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:33:52.183705 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12a9f2-fd66-40e7-9db6-df802e76465c", "name": "network-vif-deleted", "tag": "57e51937-a5f6-4044-a1bf-ebbe5a60e5cb", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:33:52.183815 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-368226d8-5dc1-498b-b83b-1b890f1d1a9e {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:33:52.184187 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12a9f2-fd66-40e7-9db6-df802e76465c', 'name': 'network-vif-deleted', 'tag': '57e51937-a5f6-4044-a1bf-ebbe5a60e5cb', 'status': 'completed', 'code': 200} Dec 09 22:33:52.189433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] For port 819f3ca9-6ffa-412a-b97f-9bfd977019e9, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=819f3ca9-6ffa-412a-b97f-9bfd977019e9,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:52.214336 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba1474f7-7cbc-4663-bebd-986a0d29d281 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.221358 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ba1474f7-7cbc-4663-bebd-986a0d29d281 tempest-RoutersNegativeIpV6Test-1854316143 tempest-RoutersNegativeIpV6Test-1854316143-project] 10.222.0.16 "DELETE /v2.0/routers/0185867f-cbdb-4718-ac3b-b5f7f10b12bd HTTP/1.1" status: 204 len: 168 time: 0.8461862 Dec 09 22:33:52.237686 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d74a565-ca94-46aa-8351-1a1b58b75d55 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.252854 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.264794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.358556 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d74a565-ca94-46aa-8351-1a1b58b75d55 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.363932 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d74a565-ca94-46aa-8351-1a1b58b75d55 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.374286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-56efbb67-d398-4af4-88f3-6b7da4c9a5d6 None None] Port ddad36b0-89d5-484d-a2df-6e16b9844104 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:52.394875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74a565-ca94-46aa-8351-1a1b58b75d55 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa8333d-8caf-4a7e-aba2-624ce227f4f6,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:52.407843 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.411798 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d74a565-ca94-46aa-8351-1a1b58b75d55 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.418510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9d74a565-ca94-46aa-8351-1a1b58b75d55 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3066018 Dec 09 22:33:52.421034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44738) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:52.426180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5ab7db31-e0b4-4aa4-97da-e8c82d0a2244 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Request body: {'security_group_rule': {'security_group_id': '86907e69-d899-4f44-902d-5407cc56bdec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:52.445565 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.479369 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ab7db31-e0b4-4aa4-97da-e8c82d0a2244 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.524171 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-56efbb67-d398-4af4-88f3-6b7da4c9a5d6 None None] Provisioning complete for port f7942c02-3290-4869-9884-b78fc2162769 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:52.525070 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-56efbb67-d398-4af4-88f3-6b7da4c9a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.539001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:52.539470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e8ba81-b33c-4033-892f-8b995f8b9ab9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:52.556557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:52.560814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:52.600873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ead23-cd55-4a3c-b1a8-0972a786c7ba None None] Pushing event updated for resources: {'Port': ['ID=e980f242-04d4-4f3b-9b9b-f22d6cb67848,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:52.613424 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ab7db31-e0b4-4aa4-97da-e8c82d0a2244 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.621338 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ab7db31-e0b4-4aa4-97da-e8c82d0a2244 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.667052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7db31-e0b4-4aa4-97da-e8c82d0a2244 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a422de2-942f-464f-823d-470cb48672b2,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:52.670145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Deleting port 96a0a253-6fa9-4b37-ab14-c324ac917fee {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:52.670507 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.679903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9459ca1-e66a-4ea4-8ad0-aae8303af404 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:52.709003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Routers {'8fef5f30-0621-4ad8-aafc-309fc0091633'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:52.711490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8fef5f30-0621-4ad8-aafc-309fc0091633'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:52.717986 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ab7db31-e0b4-4aa4-97da-e8c82d0a2244 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.727993 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5ab7db31-e0b4-4aa4-97da-e8c82d0a2244 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041930 Dec 09 22:33:52.730344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Routers {'7067454b-73c4-425f-8e96-95133501a75f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:52.730874 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44748) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:52.731219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44750) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:52.731830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['7067454b-73c4-425f-8e96-95133501a75f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:52.751409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:52.786963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44754) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:52.798802 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d4754d3e-55af-4ed9-803d-d22a040ffffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:19Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:52.801307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e02980f6-277e-44a1-96b7-6de7bc1608a1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:52.802615 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.882417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] For port 96a0a253-6fa9-4b37-ab14-c324ac917fee, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=96a0a253-6fa9-4b37-ab14-c324ac917fee,segment=NetworkSegment(51e53e35-adb8-463b-9076-2c5cd973d129),segment_id=51e53e35-adb8-463b-9076-2c5cd973d129)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:52.882713 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.887575 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4754d3e-55af-4ed9-803d-d22a040ffffc None None] Checking router: 08b2b868-8828-4b47-afc1-e79746d0c66f for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:52.905434 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.908620 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4754d3e-55af-4ed9-803d-d22a040ffffc None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:52.909262 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d4754d3e-55af-4ed9-803d-d22a040ffffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:52.930324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Calling delete_port for 96a0a253-6fa9-4b37-ab14-c324ac917fee owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:52.946794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:52.997374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:53.096256 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d998e2d4-c6ad-4047-a84a-b6bc3eedf623 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.108387 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-d4754d3e-55af-4ed9-803d-d22a040ffffc None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:53.152007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] Set router 7067454b-73c4-425f-8e96-95133501a75f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:53.170603 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d998e2d4-c6ad-4047-a84a-b6bc3eedf623 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.226791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.238396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-79cf3c92-3887-4ab6-8c5e-3f8e7dec2112 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4054243d103e40fc9d51c0f3cc5fdad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5012994 Dec 09 22:33:53.261608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f9e77-b975-452a-a16e-130bed7b50a1 None None] Pushing event updated for resources: {'Port': ['ID=819f3ca9-6ffa-412a-b97f-9bfd977019e9,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:53.269344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44760) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:53.269923 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.286189 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Port': ['ID=96a0a253-6fa9-4b37-ab14-c324ac917fee,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:53.305683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:53.306149 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 57e51937-a5f6-4044-a1bf-ebbe5a60e5cb not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:53.347302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No DVR routers for this DVR port 96a0a253-6fa9-4b37-ab14-c324ac917fee on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:33:53.414366 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d998e2d4-c6ad-4047-a84a-b6bc3eedf623 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.422239 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d998e2d4-c6ad-4047-a84a-b6bc3eedf623 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.426128 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d998e2d4-c6ad-4047-a84a-b6bc3eedf623 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "DELETE /v2.0/security-groups/b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed HTTP/1.1" status: 204 len: 168 time: 0.6355650 Dec 09 22:33:53.426128 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.427338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44762) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:53.486445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ddad36b0-89d5-484d-a2df-6e16b9844104', 'name': '', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'mac_address': 'fa:16:3e:50:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0ce27865-d029-4ae4-9631-8a639f289620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:46Z', 'updated_at': '2021-12-09T22:33:48Z', 'revision_number': 2, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'subnets': [{'id': '0ce27865-d029-4ae4-9631-8a639f289620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:53.502228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.516675 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d4754d3e-55af-4ed9-803d-d22a040ffffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:19Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:53.578445 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4754d3e-55af-4ed9-803d-d22a040ffffc None None] The sync data for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 is: [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:19Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:53.619950 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.646250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Allocated IP 172.25.8.182 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/e6873cff-78f9-4026-a373-a45940055e89) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:33:53.657629 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11c7664-ff83-41f2-81d7-1c9208e4bd12']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:53.672851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e53e35-adb8-463b-9076-2c5cd973d129') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:53.673151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e53e35-adb8-463b-9076-2c5cd973d129') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:53.697847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.707663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65bc10a-065a-40c0-a22b-5a3346985609 None None] DHCP port deletion for c11c7664-ff83-41f2-81d7-1c9208e4bd12 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:53.752602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.760201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Checking router: 41ee3dcb-41eb-4ead-a172-b705ff95b078 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:53.760680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Updating router 41ee3dcb-41eb-4ead-a172-b705ff95b078 port ddad36b0-89d5-484d-a2df-6e16b9844104 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:33:53.774967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:33:53.775830 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:33:53.779860 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:33:53.816561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.854884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] Set router 8fef5f30-0621-4ad8-aafc-309fc0091633 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:53.855160 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c381-2994-4490-ac53-f62737954140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.884236 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c381-2994-4490-ac53-f62737954140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.908719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Provisioning complete for port 819f3ca9-6ffa-412a-b97f-9bfd977019e9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:53.909545 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.929878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.933230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.951387 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998e2d4-c6ad-4047-a84a-b6bc3eedf623 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:53.959869 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.975736 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/networks/c11c7664-ff83-41f2-81d7-1c9208e4bd12 HTTP/1.1" status: 204 len: 168 time: 2.0641034 Dec 09 22:33:53.988206 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44768) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:53.991083 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:53.993006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1c9cf454-a790-4c29-b1ab-29b090e6973b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'router': {'routes': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:54.003837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4ef7c-60e5-4a63-aebb-9478b83fc438 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Pushing event deleted for resources: {'Network': ['ID=c11c7664-ff83-41f2-81d7-1c9208e4bd12,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:54.062964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:54.070736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Pushing event updated for resources: {'Port': ['ID=e6873cff-78f9-4026-a373-a45940055e89,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:54.074701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:54.077365 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-02781f54-6cb6-4ada-89fd-ead6556f9de2 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] show failed (client error): The resource could not be found. Dec 09 22:33:54.087579 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-02781f54-6cb6-4ada-89fd-ead6556f9de2 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups/b1339c2c-8bd2-4a8c-a746-4c6bde4a23ed HTTP/1.1" status: 404 len: 347 time: 0.6471813 Dec 09 22:33:54.088196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44770) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:54.091875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:33:54.132696 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.168704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.195584 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.289075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.extraroute_db [None req-1c9cf454-a790-4c29-b1ab-29b090e6973b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Added routes are [] {{(pid=103417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 22:33:54.289543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.extraroute_db [None req-1c9cf454-a790-4c29-b1ab-29b090e6973b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Removed routes are [] {{(pid=103417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 22:33:54.290073 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf454-a790-4c29-b1ab-29b090e6973b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.350831 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.353507 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e8ba81-b33c-4033-892f-8b995f8b9ab9,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:54.358034 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.420527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94415511-cada-4b9e-bcb1-91894924ba25 None None] New status for floating IP cd1aa93b-6265-4e9a-b56f-f7cfb16f280f: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:33:54.424104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cdfbaf1c-f144-4554-a068-5db918a1c640 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:54.432832 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c381-2994-4490-ac53-f62737954140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.436120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c381-2994-4490-ac53-f62737954140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.437492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e4c5c381-2994-4490-ac53-f62737954140 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5aecde35-bae8-49aa-81ff-ae3b253b5398 HTTP/1.1" status: 204 len: 168 time: 1.1647205 Dec 09 22:33:54.454821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5c381-2994-4490-ac53-f62737954140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aecde35-bae8-49aa-81ff-ae3b253b5398,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:54.474795 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf454-a790-4c29-b1ab-29b090e6973b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.480894 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf454-a790-4c29-b1ab-29b090e6973b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.488134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-85c8b30e-ad00-4512-8f5c-91d64ff12482 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Deleting port f4e9d6d5-1db2-48dc-b290-9000b2e7d178 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:33:54.488478 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85c8b30e-ad00-4512-8f5c-91d64ff12482 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.565039 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.661455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85c8b30e-ad00-4512-8f5c-91d64ff12482 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.661750 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85c8b30e-ad00-4512-8f5c-91d64ff12482 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.698627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-85c8b30e-ad00-4512-8f5c-91d64ff12482 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Calling delete_port for f4e9d6d5-1db2-48dc-b290-9000b2e7d178 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:33:54.715315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] For port 819f3ca9-6ffa-412a-b97f-9bfd977019e9, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=819f3ca9-6ffa-412a-b97f-9bfd977019e9,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:54.725169 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.732785 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.774787 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.826554 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.869096 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:54.870488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1307418 Dec 09 22:33:54.926751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80720e-80e5-4371-8d18-be94f5bccbd2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Pushing event updated for resources: {'Port': ['ID=e6873cff-78f9-4026-a373-a45940055e89,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:54.936207 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:55.006356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:33:44Z', 'revision_number': 3, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:55.096005 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:55.096292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85c8b30e-ad00-4512-8f5c-91d64ff12482 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:55.098123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa2ab45-6e8f-4a78-bf86-a3867f622552 None None] The sync data for ids ['7067454b-73c4-425f-8e96-95133501a75f'] in n-d-789963-23 is: [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:33:44Z', 'revision_number': 3, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:55.146291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9cf454-a790-4c29-b1ab-29b090e6973b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:55.157993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:33:55.161083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:33:55.165919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8b30e-ad00-4512-8f5c-91d64ff12482 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event deleted for resources: {'Port': ['ID=f4e9d6d5-1db2-48dc-b290-9000b2e7d178,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:55.193985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Provisioning complete for port c0e8ba81-b33c-4033-892f-8b995f8b9ab9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:55.214248 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:55.258300 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Pushing event updated for resources: {'Port': ['ID=819f3ca9-6ffa-412a-b97f-9bfd977019e9,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:55.266847 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57070b67-3af4-4a5d-bfce-c678bab2563d None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:33:55.386958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-ea45f171-0a0c-4624-88b2-6c834f427b7b tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--780585194&fields=id&tenant_id=b6498fa95c2347b88c7f89a8d6539a16 HTTP/1.1" status: 200 len: 267 time: 0.1428375 Dec 09 22:33:55.394579 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85c8b30e-ad00-4512-8f5c-91d64ff12482 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:55.397302 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85c8b30e-ad00-4512-8f5c-91d64ff12482 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:55.404762 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-85c8b30e-ad00-4512-8f5c-91d64ff12482 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "DELETE /v2.0/floatingips/cd1aa93b-6265-4e9a-b56f-f7cfb16f280f HTTP/1.1" status: 204 len: 168 time: 1.2679996 Dec 09 22:33:55.469647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9cf454-a790-4c29-b1ab-29b090e6973b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:55.487247 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a583eaf8-6b0a-4ac0-a9f3-68e232f55cc3 None None] Sync routers for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:55.497279 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf454-a790-4c29-b1ab-29b090e6973b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:55.498520 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1c9cf454-a790-4c29-b1ab-29b090e6973b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 HTTP/1.1" status: 200 len: 705 time: 1.5093269 Dec 09 22:33:55.520081 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a583eaf8-6b0a-4ac0-a9f3-68e232f55cc3 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:55.520727 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a583eaf8-6b0a-4ac0-a9f3-68e232f55cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:55.521172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44806) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:55.535169 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port cdfbaf1c-f144-4554-a068-5db918a1c640 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:55.535739 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:55.576772 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7ba5aaa7-a256-4058-a17a-86c95b6fa780 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 HTTP/1.1" status: 200 len: 205 time: 0.0541310 Dec 09 22:33:55.579907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44808) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:55.854407 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-a583eaf8-6b0a-4ac0-a9f3-68e232f55cc3 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:55.875014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-20b1a7d9-e54a-4bd6-95e6-b716d9e2dab0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:55.876650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-20b1a7d9-e54a-4bd6-95e6-b716d9e2dab0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/networks?id=57257800-8d23-4009-9360-736d0fb96aee HTTP/1.1" status: 200 len: 811 time: 0.4737070 Dec 09 22:33:55.911052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-5d329fc2-ef4a-4798-ab46-3a250d2ac93d tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/quotas/b6498fa95c2347b88c7f89a8d6539a16 HTTP/1.1" status: 200 len: 375 time: 0.0274143 Dec 09 22:33:56.011586 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a583eaf8-6b0a-4ac0-a9f3-68e232f55cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 11, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:56.032145 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1eecd4c8-543c-4f8c-b6cd-910580178401 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.040923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Router 7067454b-73c4-425f-8e96-95133501a75f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:33:56.081660 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a583eaf8-6b0a-4ac0-a9f3-68e232f55cc3 None None] Checking router: fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:56.084545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Port c0e8ba81-b33c-4033-892f-8b995f8b9ab9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:56.093614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-510a2bb9-b7d0-4ebd-b865-b233eeae3af8 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6498fa95c2347b88c7f89a8d6539a16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736965 Dec 09 22:33:56.094159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22c909-c034-406e-86b2-cce4eb9cf2a6 None None] Pushing event updated for resources: {'Port': ['ID=ddad36b0-89d5-484d-a2df-6e16b9844104,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:56.119717 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a583eaf8-6b0a-4ac0-a9f3-68e232f55cc3 None None] Routers {'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:56.120348 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a583eaf8-6b0a-4ac0-a9f3-68e232f55cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:56.139826 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Attempting to bind port ddad36b0-89d5-484d-a2df-6e16b9844104 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:33:56.142106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Attempting to bind port ddad36b0-89d5-484d-a2df-6e16b9844104 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:33:56.159324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Attempting to bind port ddad36b0-89d5-484d-a2df-6e16b9844104 on network 57257800-8d23-4009-9360-736d0fb96aee {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:33:56.230969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Provisioning complete for port e980f242-04d4-4f3b-9b9b-f22d6cb67848 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:56.231621 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.258911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'name': 'tempest-TaggedBootDevicesTest-1627287514-router', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:42Z', 'revision_number': 4, 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'gw_port': {'id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'e980f242-04d4-4f3b-9b9b-f22d6cb67848', 'name': '', 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'mac_address': 'fa:16:3e:ce:9c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'f2c82899-99b4-402b-86df-a6add190ce67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:51Z', 'revision_number': 4, 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'subnets': [{'id': 'f2c82899-99b4-402b-86df-a6add190ce67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:56.267924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44820) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:56.278260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:33:56.279440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Checking segment: {'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:33:56.280640 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.284980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Bound using segment: {'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:33:56.288412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Bound port: ddad36b0-89d5-484d-a2df-6e16b9844104, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:33:56.289209 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.368125 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-a43edeb5-40a6-4ee7-9f8a-d8a2e73676b2 service neutron] 10.222.0.16 "GET /v2.0/networks/57257800-8d23-4009-9360-736d0fb96aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554994 Dec 09 22:33:56.552495 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1eecd4c8-543c-4f8c-b6cd-910580178401 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.561725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1eecd4c8-543c-4f8c-b6cd-910580178401 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.564738 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2bbc7329-e41b-433f-8544-c8f8f440eed0 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:56.565442 n-d-789963-23 neutron-server[103418]: WARNING neutron.api.v2.base [None req-2bbc7329-e41b-433f-8544-c8f8f440eed0 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 22:33:56.567718 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-2bbc7329-e41b-433f-8544-c8f8f440eed0 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 22:33:56.572123 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2bbc7329-e41b-433f-8544-c8f8f440eed0 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2998738 Dec 09 22:33:56.574333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] For port ddad36b0-89d5-484d-a2df-6e16b9844104, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:33:56.590011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44828) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:56.592118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] For port ddad36b0-89d5-484d-a2df-6e16b9844104, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ddad36b0-89d5-484d-a2df-6e16b9844104,segment=NetworkSegment(392124b2-a985-461f-a9be-9f8b798d92fd),segment_id=392124b2-a985-461f-a9be-9f8b798d92fd)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:33:56.611216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0e71d5b6-5816-484a-b634-dc4d5cd2311a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266661686'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:56.617037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-5b5d0dd0-bbf2-4168-9814-75c7ec6f4f03 service neutron] 10.222.0.16 "GET /v2.0/networks/57257800-8d23-4009-9360-736d0fb96aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405894 Dec 09 22:33:56.643943 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-a583eaf8-6b0a-4ac0-a9f3-68e232f55cc3 None None] Set router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:56.656382 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.698248 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0e71d5b6-5816-484a-b634-dc4d5cd2311a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.714127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0e71d5b6-5816-484a-b634-dc4d5cd2311a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.720570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071614af-a7f9-4e89-b1b7-8796eea6a287 None None] The sync data for ids ['8fef5f30-0621-4ad8-aafc-309fc0091633'] in n-d-789963-23 is: [{'id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'name': 'tempest-TaggedBootDevicesTest-1627287514-router', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:42Z', 'revision_number': 4, 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'gw_port': {'id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'e980f242-04d4-4f3b-9b9b-f22d6cb67848', 'name': '', 'network_id': 'cc534ea0-f6ec-440e-b2d6-c6df5986bcfa', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'mac_address': 'fa:16:3e:ce:9c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'f2c82899-99b4-402b-86df-a6add190ce67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:51Z', 'revision_number': 4, 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'subnets': [{'id': 'f2c82899-99b4-402b-86df-a6add190ce67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:56.745347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1eecd4c8-543c-4f8c-b6cd-910580178401 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.746150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eecd4c8-543c-4f8c-b6cd-910580178401 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Fanout notify agent at l3_agent the message router_deleted on router fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:33:56.754793 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1eecd4c8-543c-4f8c-b6cd-910580178401 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.760319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44830) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:56.764661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44832) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:56.771050 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1eecd4c8-543c-4f8c-b6cd-910580178401 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 HTTP/1.1" status: 204 len: 168 time: 1.1832530 Dec 09 22:33:56.791993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-4f5eddbf-033d-444a-9c39-2d80f8601a6d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1856504830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:56.836005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-781483eb-f17e-4237-b8df-e18c3a4606b7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1179726356', 'description': 'tempest-description--1896414704'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:56.864248 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a583eaf8-6b0a-4ac0-a9f3-68e232f55cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 11, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:56.903152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.api [None req-781483eb-f17e-4237-b8df-e18c3a4606b7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 22:33:56.903152 n-d-789963-23 neutron-server[103418]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 09 22:33:56.903152 n-d-789963-23 neutron-server[103418]: [parameters: {'project_id_1': 'e553cf18c1da4077a85cacb736b72c41', 'expiration_1': datetime.datetime(2021, 12, 9, 22, 33, 36, 869571)}] Dec 09 22:33:56.903152 n-d-789963-23 neutron-server[103418]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:33:56.903611 n-d-789963-23 neutron-server[103418]: DEBUG oslo_db.api [None req-781483eb-f17e-4237-b8df-e18c3a4606b7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:33:56.910453 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f5eddbf-033d-444a-9c39-2d80f8601a6d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.928237 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f5eddbf-033d-444a-9c39-2d80f8601a6d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:56.981039 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a583eaf8-6b0a-4ac0-a9f3-68e232f55cc3 None None] The sync data for ids ['fe3b4f0b-6647-4ef5-8b45-e9f6f763c541'] in n-d-789963-23 is: [{'id': 'fe3b4f0b-6647-4ef5-8b45-e9f6f763c541', 'name': 'tempest-RoutersIpV6Test-router-1687763894', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:24Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 11, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:33:57.093737 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f5eddbf-033d-444a-9c39-2d80f8601a6d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:57.111133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f5eddbf-033d-444a-9c39-2d80f8601a6d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:57.140904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Routers {'41ee3dcb-41eb-4ead-a172-b705ff95b078'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:57.142312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['41ee3dcb-41eb-4ead-a172-b705ff95b078'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:57.277515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:57.281919 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0e71d5b6-5816-484a-b634-dc4d5cd2311a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:57.287714 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-87040f92-98f4-4d1d-be59-130a03ce60f9 admin admin] 10.222.0.16 "PUT /v2.0/routers/7067454b-73c4-425f-8e96-95133501a75f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5389020 Dec 09 22:33:57.313038 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0e71d5b6-5816-484a-b634-dc4d5cd2311a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:57.347079 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f5eddbf-033d-444a-9c39-2d80f8601a6d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:57.351478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44842) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:57.351894 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4f5eddbf-033d-444a-9c39-2d80f8601a6d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5765183 Dec 09 22:33:57.357743 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5af77a04-71e1-4061-b59b-51cd24d54718 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:57.503282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a29f538-7ea8-4823-a4a4-cdfb54880999 req-1faff5ac-6df8-4ec8-8cc0-946c95e4c968 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 210 time: 0.1363688 Dec 09 22:33:57.524516 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781483eb-f17e-4237-b8df-e18c3a4606b7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:57.569354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4032c804-f345-49fd-a814-03f699a5ea74 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:57.578070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71d5b6-5816-484a-b634-dc4d5cd2311a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ab8603-5878-49a9-8d25-01d746ae34c5,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:57.643001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 4032c804-f345-49fd-a814-03f699a5ea74 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:57.643979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4032c804-f345-49fd-a814-03f699a5ea74 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:57.644590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c97840ca-f0a0-480e-91ca-4b9411874ea8 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:57.674755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22c909-c034-406e-86b2-cce4eb9cf2a6 None None] Pushing event updated for resources: {'Port': ['ID=ddad36b0-89d5-484d-a2df-6e16b9844104,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:57.777724 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781483eb-f17e-4237-b8df-e18c3a4606b7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:57.786351 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781483eb-f17e-4237-b8df-e18c3a4606b7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:57.816503 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781483eb-f17e-4237-b8df-e18c3a4606b7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:57.822689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-781483eb-f17e-4237-b8df-e18c3a4606b7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0530419 Dec 09 22:33:57.832360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44850) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:57.859805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a9d0153f-e293-4fc1-a88b-d5a300de7db8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Request body: {'security_group_rule': {'security_group_id': '4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:57.920024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781483eb-f17e-4237-b8df-e18c3a4606b7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:57.957617 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0e71d5b6-5816-484a-b634-dc4d5cd2311a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:57.973985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0e71d5b6-5816-484a-b634-dc4d5cd2311a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.037536 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a9d0153f-e293-4fc1-a88b-d5a300de7db8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.090801 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5af77a04-71e1-4061-b59b-51cd24d54718 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.101492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71d5b6-5816-484a-b634-dc4d5cd2311a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bed2534-c735-4563-af0a-65e4abeee15f,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:58.130101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5af77a04-71e1-4061-b59b-51cd24d54718 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.182880 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0e71d5b6-5816-484a-b634-dc4d5cd2311a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.185291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0e71d5b6-5816-484a-b634-dc4d5cd2311a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5938537 Dec 09 22:33:58.194769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44860) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:58.208005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-280879f7-2d75-4def-a480-2416b45e320a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4bed2534-c735-4563-af0a-65e4abeee15f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:58.268597 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: c97840ca-f0a0-480e-91ca-4b9411874ea8 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:58.269165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c97840ca-f0a0-480e-91ca-4b9411874ea8 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:58.269902 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 96a0a253-6fa9-4b37-ab14-c324ac917fee no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:33:58.371447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 96a0a253-6fa9-4b37-ab14-c324ac917fee {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:33:58.371970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 96a0a253-6fa9-4b37-ab14-c324ac917fee not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:33:58.379685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] Set router 41ee3dcb-41eb-4ead-a172-b705ff95b078 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:58.450661 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-280879f7-2d75-4def-a480-2416b45e320a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.465285 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a9d0153f-e293-4fc1-a88b-d5a300de7db8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.484635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a9d0153f-e293-4fc1-a88b-d5a300de7db8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.487574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44864) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:58.499542 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.502350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-75acfb68-a62b-43cc-9e29-86360aa40e95 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698955920', 'description': 'tempest-description--1609325668'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:58.565848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0153f-e293-4fc1-a88b-d5a300de7db8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcf8ff6-7f12-4440-9d84-e153f2dad8f3,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:58.619410 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-75acfb68-a62b-43cc-9e29-86360aa40e95 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.629022 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-280879f7-2d75-4def-a480-2416b45e320a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.634014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af77a04-71e1-4061-b59b-51cd24d54718 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Router c8dc437c-18f7-4f88-80b9-f0ac14650435 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:33:58.635342 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a9d0153f-e293-4fc1-a88b-d5a300de7db8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.639806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a9d0153f-e293-4fc1-a88b-d5a300de7db8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7929046 Dec 09 22:33:58.641409 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-280879f7-2d75-4def-a480-2416b45e320a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.644198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44868) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:58.653365 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-71107f35-63f6-4408-938c-5dae3551803a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Request body: {'security_group_rule': {'security_group_id': '4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:58.730833 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] For port e980f242-04d4-4f3b-9b9b-f22d6cb67848, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e980f242-04d4-4f3b-9b9b-f22d6cb67848,segment=NetworkSegment(f7f11c17-e2e6-4c51-89f7-22ccb501a775),segment_id=f7f11c17-e2e6-4c51-89f7-22ccb501a775)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:33:58.759282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a22739f9-67d6-41e5-b4a8-c2ace7a85568 req-a14c5c65-44d9-4276-af30-8494b0252162 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 210 time: 0.1200345 Dec 09 22:33:58.765898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 819f3ca9-6ffa-412a-b97f-9bfd977019e9 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:58.776608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280879f7-2d75-4def-a480-2416b45e320a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30be7e89-7609-4720-ae2d-f22de55a74fb,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:58.781556 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.802352 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-71107f35-63f6-4408-938c-5dae3551803a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.820720 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-280879f7-2d75-4def-a480-2416b45e320a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.827377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-280879f7-2d75-4def-a480-2416b45e320a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6290510 Dec 09 22:33:58.828287 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44872) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:58.846549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-be1fc6d5-0936-47dc-9d90-582f74f1ed34 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4bed2534-c735-4563-af0a-65e4abeee15f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:58.930809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af77a04-71e1-4061-b59b-51cd24d54718 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:33:58.946559 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5af77a04-71e1-4061-b59b-51cd24d54718 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.947752 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5af77a04-71e1-4061-b59b-51cd24d54718 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "PUT /v2.0/routers/c8dc437c-18f7-4f88-80b9-f0ac14650435 HTTP/1.1" status: 200 len: 698 time: 1.5952513 Dec 09 22:33:58.950414 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44874) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:58.962735 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-71107f35-63f6-4408-938c-5dae3551803a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.973366 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-71107f35-63f6-4408-938c-5dae3551803a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:58.980154 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-be1fc6d5-0936-47dc-9d90-582f74f1ed34 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:59.022995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e458f-f4d0-485c-9442-dedeb11f046a None None] Pushing event updated for resources: {'Port': ['ID=e980f242-04d4-4f3b-9b9b-f22d6cb67848,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:59.046922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37986f-634e-462f-a15b-f5bb3d0de5b5 None None] Sync routers for ids ['c8dc437c-18f7-4f88-80b9-f0ac14650435'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:59.068172 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ecfce8bc-9db7-4a8d-b88b-a27647073a90 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/routers/c8dc437c-18f7-4f88-80b9-f0ac14650435 HTTP/1.1" status: 200 len: 704 time: 0.1164751 Dec 09 22:33:59.071910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44878) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:59.121194 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2889af4f-908e-431d-92c8-1b4d0a0bfedf tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8dc437c-18f7-4f88-80b9-f0ac14650435 HTTP/1.1" status: 200 len: 205 time: 0.0474651 Dec 09 22:33:59.124916 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44880) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:59.139349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71107f35-63f6-4408-938c-5dae3551803a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b89997-2e52-48cd-b023-6549e8f36644,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:59.159515 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-71107f35-63f6-4408-938c-5dae3551803a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:59.168129 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-71107f35-63f6-4408-938c-5dae3551803a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5186200 Dec 09 22:33:59.170319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44882) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:59.177099 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:59.220323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7da38a5d-9aea-4bd8-b072-957c78651cd6 None None] Provisioning complete for port c0e8ba81-b33c-4033-892f-8b995f8b9ab9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:59.221145 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7da38a5d-9aea-4bd8-b072-957c78651cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:59.221874 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Sync routers for ids ['7067454b-73c4-425f-8e96-95133501a75f'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:33:59.255712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37986f-634e-462f-a15b-f5bb3d0de5b5 None None] Routers {'c8dc437c-18f7-4f88-80b9-f0ac14650435'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:59.259026 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4f37986f-634e-462f-a15b-f5bb3d0de5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c8dc437c-18f7-4f88-80b9-f0ac14650435'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:59.265140 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Routers {'7067454b-73c4-425f-8e96-95133501a75f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:33:59.267596 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['7067454b-73c4-425f-8e96-95133501a75f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:59.290779 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fff1b38-51cb-4893-a11e-d7ec8c293a07 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:59.291974 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:59.312786 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-be1fc6d5-0936-47dc-9d90-582f74f1ed34 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 22:33:59.316550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-be1fc6d5-0936-47dc-9d90-582f74f1ed34 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4738922 Dec 09 22:33:59.328629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 819f3ca9-6ffa-412a-b97f-9bfd977019e9 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:59.328987 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:59.342382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44886) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:59.524235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7da38a5d-9aea-4bd8-b072-957c78651cd6 None None] Port c0e8ba81-b33c-4033-892f-8b995f8b9ab9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:33:59.529507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-4f37986f-634e-462f-a15b-f5bb3d0de5b5 None None] Set router c8dc437c-18f7-4f88-80b9-f0ac14650435 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:59.548294 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Set router 7067454b-73c4-425f-8e96-95133501a75f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:33:59.579443 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-75acfb68-a62b-43cc-9e29-86360aa40e95 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:59.600444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-75acfb68-a62b-43cc-9e29-86360aa40e95 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:59.650917 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-75acfb68-a62b-43cc-9e29-86360aa40e95 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:59.653092 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-75acfb68-a62b-43cc-9e29-86360aa40e95 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1636147 Dec 09 22:33:59.681462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44888) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:33:59.698205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9050badb-d578-46d5-a41e-7a1939d59497 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Request body: {'security_group_rule': {'security_group_id': '0f32be73-7d5c-47fe-87b8-49315d2e1c61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:33:59.772306 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4f37986f-634e-462f-a15b-f5bb3d0de5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dc437c-18f7-4f88-80b9-f0ac14650435', 'name': 'tempest-RoutersIpV6Test-router-1856504830', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:56Z', 'updated_at': '2021-12-09T22:33:58Z', 'revision_number': 2, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:59.866555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e980f242-04d4-4f3b-9b9b-f22d6cb67848 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:33:59.905228 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9fbecba0-afc2-4b23-9515-93c900e441c4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:59.924755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37986f-634e-462f-a15b-f5bb3d0de5b5 None None] Checking router: c8dc437c-18f7-4f88-80b9-f0ac14650435 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:33:59.929626 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:33:53Z', 'revision_number': 4, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c0e8ba81-b33c-4033-892f-8b995f8b9ab9', 'name': '', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'mac_address': 'fa:16:3e:b3:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:50Z', 'updated_at': '2021-12-09T22:33:53Z', 'revision_number': 2, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'subnets': [{'id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:33:59.931596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7da38a5d-9aea-4bd8-b072-957c78651cd6 None None] Provisioning complete for port ddad36b0-89d5-484d-a2df-6e16b9844104 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:33:59.932154 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7da38a5d-9aea-4bd8-b072-957c78651cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:59.939966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d58ad4e4-fb94-4acc-84eb-6a2cd95ffadf tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:33:59.941549 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d58ad4e4-fb94-4acc-84eb-6a2cd95ffadf tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.42 "GET /v2.0/networks?id=57257800-8d23-4009-9360-736d0fb96aee HTTP/1.1" status: 200 len: 811 time: 0.3619902 Dec 09 22:33:59.965354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acfb68-a62b-43cc-9e29-86360aa40e95 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f32be73-7d5c-47fe-87b8-49315d2e1c61,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:33:59.981672 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fff1b38-51cb-4893-a11e-d7ec8c293a07 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:33:59.991178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fff1b38-51cb-4893-a11e-d7ec8c293a07 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.001468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e980f242-04d4-4f3b-9b9b-f22d6cb67848 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:00.002198 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.011066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37986f-634e-462f-a15b-f5bb3d0de5b5 None None] Routers {'c8dc437c-18f7-4f88-80b9-f0ac14650435'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:34:00.016839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4f37986f-634e-462f-a15b-f5bb3d0de5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c8dc437c-18f7-4f88-80b9-f0ac14650435'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:00.021728 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Checking router: 7067454b-73c4-425f-8e96-95133501a75f for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:34:00.022848 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Updating router 7067454b-73c4-425f-8e96-95133501a75f port c0e8ba81-b33c-4033-892f-8b995f8b9ab9 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:34:00.062252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6292c30c-0076-4b2b-ab0c-075a986b1604 req-6759e509-0aa9-4953-94b5-572214c77170 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 210 time: 0.1012948 Dec 09 22:34:00.082011 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9050badb-d578-46d5-a41e-7a1939d59497 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.087373 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.106751 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9fbecba0-afc2-4b23-9515-93c900e441c4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.153175 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fff1b38-51cb-4893-a11e-d7ec8c293a07 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.153860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fff1b38-51cb-4893-a11e-d7ec8c293a07 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Fanout notify agent at l3_agent the message router_deleted on router c8dc437c-18f7-4f88-80b9-f0ac14650435 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:34:00.210673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-4f37986f-634e-462f-a15b-f5bb3d0de5b5 None None] Set router c8dc437c-18f7-4f88-80b9-f0ac14650435 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:34:00.214353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ddad36b0-89d5-484d-a2df-6e16b9844104', 'name': '', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'mac_address': 'fa:16:3e:50:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0ce27865-d029-4ae4-9631-8a639f289620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:46Z', 'updated_at': '2021-12-09T22:33:56Z', 'revision_number': 4, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'subnets': [{'id': '0ce27865-d029-4ae4-9631-8a639f289620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:00.226765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-2c61e84a-d9e4-4f22-8a6c-514d97618d53 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6498fa95c2347b88c7f89a8d6539a16 HTTP/1.1" status: 200 len: 379 time: 0.2673275 Dec 09 22:34:00.229344 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.229534 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9050badb-d578-46d5-a41e-7a1939d59497 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.258793 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fff1b38-51cb-4893-a11e-d7ec8c293a07 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.271833 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5fff1b38-51cb-4893-a11e-d7ec8c293a07 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/c8dc437c-18f7-4f88-80b9-f0ac14650435 HTTP/1.1" status: 204 len: 168 time: 1.1449869 Dec 09 22:34:00.273050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44896) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:00.298171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9050badb-d578-46d5-a41e-7a1939d59497 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.302240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Request body: {'port': {'device_id': 'f863229f-c535-465e-b52e-8ae617e0f478', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'admin_state_up': True, 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'security_groups': ['86907e69-d899-4f44-902d-5407cc56bdec']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:00.388220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4eb66-a8a5-47ad-808c-e4a107f9cc07 None None] The sync data for ids ['41ee3dcb-41eb-4ead-a172-b705ff95b078'] in n-d-789963-23 is: [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ddad36b0-89d5-484d-a2df-6e16b9844104', 'name': '', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'mac_address': 'fa:16:3e:50:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0ce27865-d029-4ae4-9631-8a639f289620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:46Z', 'updated_at': '2021-12-09T22:33:56Z', 'revision_number': 4, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'subnets': [{'id': '0ce27865-d029-4ae4-9631-8a639f289620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:34:00.388922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050badb-d578-46d5-a41e-7a1939d59497 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2340956-52c7-4aea-ad85-fa0de15c6e0a,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:00.399745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9050badb-d578-46d5-a41e-7a1939d59497 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.409434 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9050badb-d578-46d5-a41e-7a1939d59497 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7223089 Dec 09 22:34:00.410393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44900) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:00.410822 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9fbecba0-afc2-4b23-9515-93c900e441c4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.414138 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9fbecba0-afc2-4b23-9515-93c900e441c4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.416116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9fbecba0-afc2-4b23-9515-93c900e441c4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "DELETE /v2.0/security-groups/4bed2534-c735-4563-af0a-65e4abeee15f HTTP/1.1" status: 204 len: 168 time: 1.0708687 Dec 09 22:34:00.418858 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e4e80d03-b2c4-4fe1-b4b9-b268dda7070f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8dc437c-18f7-4f88-80b9-f0ac14650435 HTTP/1.1" status: 200 len: 205 time: 0.1446619 Dec 09 22:34:00.424525 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0e7a68f0-4b5d-4d5a-90b6-7ff3ef0cbc8b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Request body: {'security_group_rule': {'security_group_id': '0f32be73-7d5c-47fe-87b8-49315d2e1c61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:00.447542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44902) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:00.447542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44904) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:00.496049 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4f37986f-634e-462f-a15b-f5bb3d0de5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dc437c-18f7-4f88-80b9-f0ac14650435', 'name': 'tempest-RoutersIpV6Test-router-1856504830', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:56Z', 'updated_at': '2021-12-09T22:33:58Z', 'revision_number': 2, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:00.498320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbecba0-afc2-4b23-9515-93c900e441c4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bed2534-c735-4563-af0a-65e4abeee15f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:00.585625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Allocated IP 172.25.8.82 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/4e07b890-dfe3-462a-99e8-9877482186ce) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:00.606319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37986f-634e-462f-a15b-f5bb3d0de5b5 None None] The sync data for ids ['c8dc437c-18f7-4f88-80b9-f0ac14650435'] in n-d-789963-23 is: [{'id': 'c8dc437c-18f7-4f88-80b9-f0ac14650435', 'name': 'tempest-RoutersIpV6Test-router-1856504830', 'tenant_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:56Z', 'updated_at': '2021-12-09T22:33:58Z', 'revision_number': 2, 'project_id': '5ba1a25f3c50459db6f2bf1ca8d91ac1', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:34:00.615776 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.628119 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-135c71a0-9518-4530-a014-281d5762c7eb tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] delete failed (client error): The resource could not be found. Dec 09 22:34:00.634056 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.639026 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-135c71a0-9518-4530-a014-281d5762c7eb tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/c8dc437c-18f7-4f88-80b9-f0ac14650435 HTTP/1.1" status: 404 len: 336 time: 0.1903877 Dec 09 22:34:00.645526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44906) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:00.697778 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e809025-aa01-45da-9395-0cef7f7d0dff None None] Pushing event updated for resources: {'Port': ['ID=c0e8ba81-b33c-4033-892f-8b995f8b9ab9,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:00.746633 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e7a68f0-4b5d-4d5a-90b6-7ff3ef0cbc8b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.753531 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c924fc-3926-465d-96af-c640450fa042 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] DELETE failed (client error): The resource could not be found. Dec 09 22:34:00.754213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c924fc-3926-465d-96af-c640450fa042 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:34:00.757847 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f0c924fc-3926-465d-96af-c640450fa042 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/75637332-ff52-416a-be60-ddefc07c7618 HTTP/1.1" status: 404 len: 337 time: 0.1121984 Dec 09 22:34:00.762198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44908) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:00.891291 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7da38a5d-9aea-4bd8-b072-957c78651cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.908612 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Attempting to bind port c0e8ba81-b33c-4033-892f-8b995f8b9ab9 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:00.912338 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Attempting to bind port c0e8ba81-b33c-4033-892f-8b995f8b9ab9 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:00.913664 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Attempting to bind port c0e8ba81-b33c-4033-892f-8b995f8b9ab9 on network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:00.928920 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:00.938908 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Checking segment: {'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:00.940358 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.940711 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.941579 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Bound using segment: {'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:00.946549 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Bound port: c0e8ba81-b33c-4033-892f-8b995f8b9ab9, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:00.946549 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:00.993279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7da38a5d-9aea-4bd8-b072-957c78651cd6 None None] For port ddad36b0-89d5-484d-a2df-6e16b9844104, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ddad36b0-89d5-484d-a2df-6e16b9844104,segment=NetworkSegment(392124b2-a985-461f-a9be-9f8b798d92fd),segment_id=392124b2-a985-461f-a9be-9f8b798d92fd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:01.007863 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7da38a5d-9aea-4bd8-b072-957c78651cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:01.013303 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e7a68f0-4b5d-4d5a-90b6-7ff3ef0cbc8b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:01.034585 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e7a68f0-4b5d-4d5a-90b6-7ff3ef0cbc8b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:01.055596 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-930fe2eb-5339-4254-bde7-faac65240769 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5904279 Dec 09 22:34:01.078271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44912) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:01.091435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-10eac73f-f4cf-4c31-81d4-aa73a770925e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group': {'name': 'tempest-secgroup--565405071'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:01.141668 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] For port c0e8ba81-b33c-4033-892f-8b995f8b9ab9, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:01.150795 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] For port c0e8ba81-b33c-4033-892f-8b995f8b9ab9, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c0e8ba81-b33c-4033-892f-8b995f8b9ab9,segment=NetworkSegment(11ac0b89-d630-424f-9965-e7282b959556),segment_id=11ac0b89-d630-424f-9965-e7282b959556)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:01.165696 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47ff5c7c-880c-4c49-b854-e8b46a770d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:01.178885 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:01.181107 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:01.188621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a68f0-4b5d-4d5a-90b6-7ff3ef0cbc8b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962ef451-39fb-416d-bfe3-a7f4ce1ed0b4,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:01.204741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:01.207026 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f02716-0a58-4b16-9d71-fa0696b32a04 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] DELETE failed (client error): The resource could not be found. Dec 09 22:34:01.207488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f02716-0a58-4b16-9d71-fa0696b32a04 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:34:01.222539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b8f02716-0a58-4b16-9d71-fa0696b32a04 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/8f7eec04-8f7e-4ece-9004-40a48724cf33 HTTP/1.1" status: 404 len: 337 time: 0.4543648 Dec 09 22:34:01.222920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ddad36b0-89d5-484d-a2df-6e16b9844104 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:34:01.223031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Made reservation on behalf of b6498fa95c2347b88c7f89a8d6539a16 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:01.225175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44916) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:01.239593 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:01.252373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:01.261984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:01.331120 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10eac73f-f4cf-4c31-81d4-aa73a770925e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:01.334442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da38a5d-9aea-4bd8-b072-957c78651cd6 None None] Pushing event updated for resources: {'Port': ['ID=ddad36b0-89d5-484d-a2df-6e16b9844104,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:01.335190 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e7a68f0-4b5d-4d5a-90b6-7ff3ef0cbc8b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:01.336430 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0e7a68f0-4b5d-4d5a-90b6-7ff3ef0cbc8b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9162612 Dec 09 22:34:01.355883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44918) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:01.362445 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e645df3-9316-4c4a-b512-bccdc80f0fea tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] DELETE failed (client error): The resource could not be found. Dec 09 22:34:01.362673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d4b26104-3c50-4864-adac-8c79de1ffb09 None None] Provisioning complete for port c0e8ba81-b33c-4033-892f-8b995f8b9ab9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:01.362912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e645df3-9316-4c4a-b512-bccdc80f0fea tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:34:01.363081 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4b26104-3c50-4864-adac-8c79de1ffb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:01.366740 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Routers {'7067454b-73c4-425f-8e96-95133501a75f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:34:01.367633 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:33:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['7067454b-73c4-425f-8e96-95133501a75f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:01.378281 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4e645df3-9316-4c4a-b512-bccdc80f0fea tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/cb79ddd8-4384-4afe-aedd-0b261a5aa7a3 HTTP/1.1" status: 404 len: 337 time: 0.1519294 Dec 09 22:34:01.381827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:01.387988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44922) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:01.421983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ddad36b0-89d5-484d-a2df-6e16b9844104 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:01.428417 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:01.496164 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d957bf3c-c461-458c-b477-41d87a020e87 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] DELETE failed (client error): The resource could not be found. Dec 09 22:34:01.496489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d957bf3c-c461-458c-b477-41d87a020e87 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:34:01.502644 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d957bf3c-c461-458c-b477-41d87a020e87 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/e1f8d32b-5047-43f3-8cfc-148e0dbe5e1d HTTP/1.1" status: 404 len: 337 time: 0.0905824 Dec 09 22:34:01.515806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44924) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:01.567156 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3c353074-4079-455b-8907-7f641781234f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 HTTP/1.1" status: 200 len: 205 time: 0.0493248 Dec 09 22:34:01.571462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ae20949-18ae-4cbe-922c-892f6da2c317 req-00017453-0e34-4d83-be87-4978b134ef7a tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 210 time: 0.1424961 Dec 09 22:34:01.572986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44926) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:01.602426 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:01.700036 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e809025-aa01-45da-9395-0cef7f7d0dff None None] Pushing event updated for resources: {'Port': ['ID=c0e8ba81-b33c-4033-892f-8b995f8b9ab9,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:01.731276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e980f242-04d4-4f3b-9b9b-f22d6cb67848 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:34:01.779227 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] Set router 7067454b-73c4-425f-8e96-95133501a75f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:34:01.799019 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event updated for resources: {'Port': ['ID=4e07b890-dfe3-462a-99e8-9877482186ce,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:01.826969 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-3bf0d316-2067-4b0e-b5f8-1111880ed537 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] delete failed (client error): The resource could not be found. Dec 09 22:34:01.828083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3bf0d316-2067-4b0e-b5f8-1111880ed537 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/fe3b4f0b-6647-4ef5-8b45-e9f6f763c541 HTTP/1.1" status: 404 len: 336 time: 0.1919832 Dec 09 22:34:01.841224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44930) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:02.020601 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:02.072602 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4b26104-3c50-4864-adac-8c79de1ffb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:02.141685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d4b26104-3c50-4864-adac-8c79de1ffb09 None None] For port c0e8ba81-b33c-4033-892f-8b995f8b9ab9, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c0e8ba81-b33c-4033-892f-8b995f8b9ab9,segment=NetworkSegment(11ac0b89-d630-424f-9965-e7282b959556),segment_id=11ac0b89-d630-424f-9965-e7282b959556)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:02.151612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e980f242-04d4-4f3b-9b9b-f22d6cb67848 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:02.152552 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:02.192948 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4b26104-3c50-4864-adac-8c79de1ffb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:02.193100 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:02.218319 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:33:53Z', 'revision_number': 4, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c0e8ba81-b33c-4033-892f-8b995f8b9ab9', 'name': '', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'mac_address': 'fa:16:3e:b3:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:50Z', 'updated_at': '2021-12-09T22:34:01Z', 'revision_number': 4, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'subnets': [{'id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:02.308299 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b81dc1-ec29-4a18-a147-669dcc0acd91 None None] The sync data for ids ['7067454b-73c4-425f-8e96-95133501a75f'] in n-d-789963-23 is: [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:33:53Z', 'revision_number': 4, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c0e8ba81-b33c-4033-892f-8b995f8b9ab9', 'name': '', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'mac_address': 'fa:16:3e:b3:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:50Z', 'updated_at': '2021-12-09T22:34:01Z', 'revision_number': 4, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'subnets': [{'id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:34:02.322269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b26104-3c50-4864-adac-8c79de1ffb09 None None] Pushing event updated for resources: {'Port': ['ID=c0e8ba81-b33c-4033-892f-8b995f8b9ab9,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:02.331208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Allocated IP 172.20.0.11 (57257800-8d23-4009-9360-736d0fb96aee/0ce27865-d029-4ae4-9631-8a639f289620/e0557177-1dc7-4650-bc8d-889c619110ae) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:02.336204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4e05f659-13de-411a-9198-5743639760f0 None None] Provisioning complete for port c0e8ba81-b33c-4033-892f-8b995f8b9ab9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:02.336586 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e05f659-13de-411a-9198-5743639760f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:02.369350 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a34e7e9d-266c-4413-9f81-fddc6b7d2bd3 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=19067353-3c77-4641-a005-1306de5500de HTTP/1.1" status: 200 len: 205 time: 0.5258265 Dec 09 22:34:02.372575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44934) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:02.373118 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10eac73f-f4cf-4c31-81d4-aa73a770925e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:02.389415 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10eac73f-f4cf-4c31-81d4-aa73a770925e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:02.432683 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10eac73f-f4cf-4c31-81d4-aa73a770925e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:02.434622 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-10eac73f-f4cf-4c31-81d4-aa73a770925e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3552110 Dec 09 22:34:02.440608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44936) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:02.448671 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-7204bf2a-6d29-47ec-a920-fc8d5c09a399 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] delete failed (client error): The resource could not be found. Dec 09 22:34:02.448671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7204bf2a-6d29-47ec-a920-fc8d5c09a399 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/19067353-3c77-4641-a005-1306de5500de HTTP/1.1" status: 404 len: 336 time: 0.0743191 Dec 09 22:34:02.453806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e97f6747-545c-4159-914d-867252297ad4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': 'd9a939d5-32c8-4e9e-97aa-6a341dc3e47a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:02.454760 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-e97f6747-545c-4159-914d-867252297ad4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 09 22:34:02.455866 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-e97f6747-545c-4159-914d-867252297ad4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:02.457023 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e97f6747-545c-4159-914d-867252297ad4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0145726 Dec 09 22:34:02.458033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44938) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:02.463181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44940) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:02.479069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eac73f-f4cf-4c31-81d4-aa73a770925e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a939d5-32c8-4e9e-97aa-6a341dc3e47a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:02.510114 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27da9d3-59ec-495c-87ac-8f968e0f2eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] DELETE failed (client error): The resource could not be found. Dec 09 22:34:02.510696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27da9d3-59ec-495c-87ac-8f968e0f2eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:34:02.514227 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c27da9d3-59ec-495c-87ac-8f968e0f2eb9 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/b93ef867-208f-42f5-801c-8a652e286e34 HTTP/1.1" status: 404 len: 337 time: 0.0543182 Dec 09 22:34:02.520299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44942) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:02.553990 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7d503bd7-8d69-435d-8854-731b12965b19 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=580c5a55-245b-4356-80ec-2945fd95e828 HTTP/1.1" status: 200 len: 205 time: 0.0313232 Dec 09 22:34:02.556502 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:02.558267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44946) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:02.636978 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-7599a583-6a04-4107-b960-5cb7a24ca3fa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] delete failed (client error): The resource could not be found. Dec 09 22:34:02.638059 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7599a583-6a04-4107-b960-5cb7a24ca3fa tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/580c5a55-245b-4356-80ec-2945fd95e828 HTTP/1.1" status: 404 len: 336 time: 0.0788298 Dec 09 22:34:02.646367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44950) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:02.727761 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a924ab33-6c34-4bad-b380-1f8405c95bce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=222147bc-c3c6-433a-af34-beab5939e97d HTTP/1.1" status: 200 len: 205 time: 0.0790966 Dec 09 22:34:02.733392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44952) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:02.873242 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-17a1cbdc-62d5-4ac3-b687-4ee922547f5b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] delete failed (client error): The resource could not be found. Dec 09 22:34:02.874358 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-17a1cbdc-62d5-4ac3-b687-4ee922547f5b tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/222147bc-c3c6-433a-af34-beab5939e97d HTTP/1.1" status: 404 len: 336 time: 0.1385202 Dec 09 22:34:02.877164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44956) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:02.943954 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e28090-07b7-4d2c-9b5c-bb71ac508b6d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] DELETE failed (client error): The resource could not be found. Dec 09 22:34:02.944347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e28090-07b7-4d2c-9b5c-bb71ac508b6d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:34:02.947576 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a4e28090-07b7-4d2c-9b5c-bb71ac508b6d tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/f68ee280-7884-4ee1-a3e5-466f85a77a38 HTTP/1.1" status: 404 len: 337 time: 0.0655701 Dec 09 22:34:02.950394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44958) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:02.995527 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5fdc3662-45a1-4e01-9a6e-363ed7719521 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fdb889-7c00-4994-8595-fd19577ce3c5 HTTP/1.1" status: 200 len: 205 time: 0.0440059 Dec 09 22:34:02.998867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44960) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:03.023011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ddad36b0-89d5-484d-a2df-6e16b9844104 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:34:03.106893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ddad36b0-89d5-484d-a2df-6e16b9844104 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:03.111374 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.165555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Allocated IP 172.25.8.37 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/6962d83a-4a13-475a-9b56-4bf0e7bb163a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:03.189626 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-01fc6190-054f-4302-9d1c-06214c0a627c tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] delete failed (client error): The resource could not be found. Dec 09 22:34:03.191281 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-01fc6190-054f-4302-9d1c-06214c0a627c tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/68fdb889-7c00-4994-8595-fd19577ce3c5 HTTP/1.1" status: 404 len: 336 time: 0.1912730 Dec 09 22:34:03.195019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44962) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:03.197305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9b62dd9-9c65-4f12-9598-8369627866b1 req-b4c90550-cc0c-448a-a528-a347cb457c12 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 210 time: 0.0773952 Dec 09 22:34:03.224740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba8bf969-b97b-4ff7-b0e7-925bba174a86 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.231910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c0e8ba81-b33c-4033-892f-8b995f8b9ab9 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:34:03.302990 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8977221-81cb-4088-867d-5bc69f154413 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] DELETE failed (client error): The resource could not be found. Dec 09 22:34:03.303531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8977221-81cb-4088-867d-5bc69f154413 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:34:03.307318 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a8977221-81cb-4088-867d-5bc69f154413 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/c8e16aa6-6715-4ef7-bc4d-146272a86a34 HTTP/1.1" status: 404 len: 337 time: 0.1075330 Dec 09 22:34:03.309655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44966) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:03.349679 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.354724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c0e8ba81-b33c-4033-892f-8b995f8b9ab9 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:03.355520 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.375962 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba8bf969-b97b-4ff7-b0e7-925bba174a86 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.379440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.396685 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-00256fc8-b684-45f7-a1f7-cc60c3eb4f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.405065 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-244fbe3b-d893-4239-b227-733bf8b8c8d2 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "GET /v2.0/ports?device_id=de8341ca-e0f3-4beb-bfe6-4170504e08a8 HTTP/1.1" status: 200 len: 205 time: 0.0936503 Dec 09 22:34:03.410833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44968) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:03.447548 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.472952 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-ba552673-5d1d-478f-bddd-6a0b0e8fd4ce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] delete failed (client error): The resource could not be found. Dec 09 22:34:03.474177 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ba552673-5d1d-478f-bddd-6a0b0e8fd4ce tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/routers/de8341ca-e0f3-4beb-bfe6-4170504e08a8 HTTP/1.1" status: 404 len: 336 time: 0.0617440 Dec 09 22:34:03.476725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44970) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:03.514549 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e288e3f2-20be-43ff-aa5b-6900bc2f4e01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] DELETE failed (client error): The resource could not be found. Dec 09 22:34:03.515017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e288e3f2-20be-43ff-aa5b-6900bc2f4e01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:34:03.521061 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e288e3f2-20be-43ff-aa5b-6900bc2f4e01 tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/63286544-91e6-4b9c-ac30-722421e31faf HTTP/1.1" status: 404 len: 337 time: 0.0398188 Dec 09 22:34:03.524536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44972) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:03.545043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event updated for resources: {'Port': ['ID=4e07b890-dfe3-462a-99e8-9877482186ce,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:03.559577 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d23da2-0336-40dd-824e-298dac6d872f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] DELETE failed (client error): The resource could not be found. Dec 09 22:34:03.560051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d23da2-0336-40dd-824e-298dac6d872f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:34:03.563759 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b9d23da2-0336-40dd-824e-298dac6d872f tempest-RoutersIpV6Test-1337894002 tempest-RoutersIpV6Test-1337894002-project] 10.222.0.16 "DELETE /v2.0/subnets/731d82ed-789f-414c-9ce0-5cced6b15f0b HTTP/1.1" status: 404 len: 337 time: 0.0382757 Dec 09 22:34:03.567015 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.586283 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba8bf969-b97b-4ff7-b0e7-925bba174a86 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.588850 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.589115 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba8bf969-b97b-4ff7-b0e7-925bba174a86 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.590688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ba8bf969-b97b-4ff7-b0e7-925bba174a86 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "DELETE /v2.0/security-groups/d9a939d5-32c8-4e9e-97aa-6a341dc3e47a HTTP/1.1" status: 204 len: 168 time: 1.1261468 Dec 09 22:34:03.596793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44976) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:03.619690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.629641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bf969-b97b-4ff7-b0e7-925bba174a86 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a939d5-32c8-4e9e-97aa-6a341dc3e47a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:03.635462 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.647696 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5dbf4d05-b8f2-4ef9-863c-53f202608039 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4655654 Dec 09 22:34:03.663234 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.731653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:03.735401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:03.737859 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.779930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:03.824529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Network 57257800-8d23-4009-9360-736d0fb96aee is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:03.825593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Pushing event updated for resources: {'Port': ['ID=e0557177-1dc7-4650-bc8d-889c619110ae,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:03.836625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-812f3a98-ef89-4896-91f1-af9bfc05f854 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2368736 Dec 09 22:34:03.838260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:03.841804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:03.844933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44982) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:03.853067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d3b31ba9-74da-4559-91aa-26d9816da9f2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799904956'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:03.906692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Pushing event updated for resources: {'Port': ['ID=6962d83a-4a13-475a-9b56-4bf0e7bb163a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:03.962944 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d3b31ba9-74da-4559-91aa-26d9816da9f2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:03.982363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:03.983412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.044755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-d7a34dff-2213-4801-b24c-656101995775 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7510297 Dec 09 22:34:04.145408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45000) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:04.274238 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d3b31ba9-74da-4559-91aa-26d9816da9f2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.280322 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.292761 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d3b31ba9-74da-4559-91aa-26d9816da9f2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.310339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Request body: {'port': {'device_id': 'f863229f-c535-465e-b52e-8ae617e0f478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:04.336138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c136d01-037c-4e8e-acd9-789d9e2aadda None None] Provisioning complete for port e0557177-1dc7-4650-bc8d-889c619110ae triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:04.336660 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c136d01-037c-4e8e-acd9-789d9e2aadda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.339006 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-bc8152be-4618-49ec-80c6-2f59be068361 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1179726356&fields=id&tenant_id=e553cf18c1da4077a85cacb736b72c41 HTTP/1.1" status: 200 len: 267 time: 0.2489195 Dec 09 22:34:04.368192 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.451867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c136d01-037c-4e8e-acd9-789d9e2aadda None None] Port e0557177-1dc7-4650-bc8d-889c619110ae cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:34:04.483552 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d3b31ba9-74da-4559-91aa-26d9816da9f2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.485422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d3b31ba9-74da-4559-91aa-26d9816da9f2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6361902 Dec 09 22:34:04.517136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45008) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:04.522794 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f596619f-8bc6-46e0-ba7d-178f135820ec tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '342aa698-3c9a-4b5f-bd34-915b266638ad', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:04.523701 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-f596619f-8bc6-46e0-ba7d-178f135820ec tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 09 22:34:04.524217 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-f596619f-8bc6-46e0-ba7d-178f135820ec tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:04.529328 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f596619f-8bc6-46e0-ba7d-178f135820ec tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077972 Dec 09 22:34:04.529328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45010) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:04.565518 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.611972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b31ba9-74da-4559-91aa-26d9816da9f2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342aa698-3c9a-4b5f-bd34-915b266638ad,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:04.649193 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc62eb2-ccf0-4326-9f78-d18ad8535681 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.687699 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.693628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc62eb2-ccf0-4326-9f78-d18ad8535681 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.698479 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.751621 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.802200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Pushing event updated for resources: {'Port': ['ID=6962d83a-4a13-475a-9b56-4bf0e7bb163a,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:04.815108 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ed1cc4ec-e201-46d3-a323-9e09549f9409 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ba1a25f3c50459db6f2bf1ca8d91ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6636415 Dec 09 22:34:04.819682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45012) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:04.831525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429cac3-6855-4a54-a652-2dfa654614b5 req-cdc43d5e-ceb3-475d-a6aa-c1493e8e48f9 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:04.833308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5429cac3-6855-4a54-a652-2dfa654614b5 req-cdc43d5e-ceb3-475d-a6aa-c1493e8e48f9 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 932 time: 0.3658295 Dec 09 22:34:04.847037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-8a226b2c-d314-4a7d-9e9d-bc253dba5c23 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:04.848978 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-8a226b2c-d314-4a7d-9e9d-bc253dba5c23 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 816 time: 0.5089569 Dec 09 22:34:04.849587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc62eb2-ccf0-4326-9f78-d18ad8535681 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.852859 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc62eb2-ccf0-4326-9f78-d18ad8535681 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.859235 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fcc62eb2-ccf0-4326-9f78-d18ad8535681 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "DELETE /v2.0/security-groups/342aa698-3c9a-4b5f-bd34-915b266638ad HTTP/1.1" status: 204 len: 168 time: 0.3291471 Dec 09 22:34:04.860533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45016) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:04.881473 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.895394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc62eb2-ccf0-4326-9f78-d18ad8535681 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342aa698-3c9a-4b5f-bd34-915b266638ad,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:04.899292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-16c68214-f767-4b28-9671-63f3a52449d1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/quotas/e553cf18c1da4077a85cacb736b72c41 HTTP/1.1" status: 200 len: 375 time: 0.0373967 Dec 09 22:34:04.958521 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:04.962253 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a95e38ba-c53b-41e5-9420-6ffcbcc26e9b tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6012132 Dec 09 22:34:04.973051 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea8b212e-0a08-47cd-bd5c-a760b28c58ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.005979 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea8b212e-0a08-47cd-bd5c-a760b28c58ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.018576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5429cac3-6855-4a54-a652-2dfa654614b5 req-0b5ba529-b871-498d-8f9f-278db879b0c1 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687541 Dec 09 22:34:05.068430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-e8c28d68-0dca-48ad-ba0c-b72dd4fc4318 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555772 Dec 09 22:34:05.099320 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3a0cd175-4e7c-4bdb-b4e2-d3f144d6fe12 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2237055 Dec 09 22:34:05.100934 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea8b212e-0a08-47cd-bd5c-a760b28c58ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.104396 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea8b212e-0a08-47cd-bd5c-a760b28c58ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.106383 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ea8b212e-0a08-47cd-bd5c-a760b28c58ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c56043ef-a9d7-4627-bcf7-a44cb6149a1b HTTP/1.1" status: 204 len: 168 time: 0.2832780 Dec 09 22:34:05.107093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45022) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:05.114770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-51bbb63e-8a6b-4b33-a320-5c476b72f7ef tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555732878'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:05.139737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b212e-0a08-47cd-bd5c-a760b28c58ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56043ef-a9d7-4627-bcf7-a44cb6149a1b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:05.181399 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51bbb63e-8a6b-4b33-a320-5c476b72f7ef tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.308466 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51bbb63e-8a6b-4b33-a320-5c476b72f7ef tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.315912 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51bbb63e-8a6b-4b33-a320-5c476b72f7ef tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.339007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0557177-1dc7-4650-bc8d-889c619110ae {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:05.349642 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-a26aa528-6619-4732-a4ab-796b731ed6ae service neutron] 10.222.0.16 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577724 Dec 09 22:34:05.352054 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.370150 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51bbb63e-8a6b-4b33-a320-5c476b72f7ef tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.372999 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-51bbb63e-8a6b-4b33-a320-5c476b72f7ef tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2620120 Dec 09 22:34:05.375875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbb63e-8a6b-4b33-a320-5c476b72f7ef tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3f118c-6b13-437d-b465-246b74eabb8b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:05.378977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45038) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:05.383403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-34765843-32a1-4423-9b2a-e66dfadd3961 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '0b3f118c-6b13-437d-b465-246b74eabb8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:05.406028 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-34765843-32a1-4423-9b2a-e66dfadd3961 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 09 22:34:05.408102 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-34765843-32a1-4423-9b2a-e66dfadd3961 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:05.413539 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-34765843-32a1-4423-9b2a-e66dfadd3961 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0333438 Dec 09 22:34:05.430451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45040) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:05.431402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Transition to ACTIVE for port object e0557177-1dc7-4650-bc8d-889c619110ae will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:34:05.444524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-fdbaf53f-09b4-4dbd-b32a-1d53519ced7c tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '0b3f118c-6b13-437d-b465-246b74eabb8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:05.446178 n-d-789963-23 neutron-server[103418]: WARNING neutron.api.v2.base [None req-fdbaf53f-09b4-4dbd-b32a-1d53519ced7c tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 09 22:34:05.446790 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-fdbaf53f-09b4-4dbd-b32a-1d53519ced7c tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:05.450530 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fdbaf53f-09b4-4dbd-b32a-1d53519ced7c tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0179713 Dec 09 22:34:05.454307 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45042) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:05.460309 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.465100 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0cab8237-c3ee-4505-b853-34f6297ea35c tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '0b3f118c-6b13-437d-b465-246b74eabb8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:05.466187 n-d-789963-23 neutron-server[103418]: WARNING neutron.api.v2.base [None req-0cab8237-c3ee-4505-b853-34f6297ea35c tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 09 22:34:05.466686 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-0cab8237-c3ee-4505-b853-34f6297ea35c tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:05.471185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45046) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:05.474177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0cab8237-c3ee-4505-b853-34f6297ea35c tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0154557 Dec 09 22:34:05.477913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e535c8d2-8465-4d07-aa14-0efe83b2f797 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '0b3f118c-6b13-437d-b465-246b74eabb8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:05.479084 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-e535c8d2-8465-4d07-aa14-0efe83b2f797 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 09 22:34:05.479812 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-e535c8d2-8465-4d07-aa14-0efe83b2f797 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:05.481219 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e535c8d2-8465-4d07-aa14-0efe83b2f797 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086100 Dec 09 22:34:05.488373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45048) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:05.501724 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-08b736a8-a188-4d7a-be5d-7a2133799c37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0840425 Dec 09 22:34:05.624125 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b326fa26-c094-4086-a137-eb0b86fa82f8 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.673147 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b326fa26-c094-4086-a137-eb0b86fa82f8 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.691634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-9d76e96b-dff2-4969-9817-233d4fc6993e tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--698955920&fields=id&tenant_id=e44275fda82949e3bed5d084d9c4aef1 HTTP/1.1" status: 200 len: 267 time: 0.2829459 Dec 09 22:34:05.737721 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b326fa26-c094-4086-a137-eb0b86fa82f8 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.743511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b326fa26-c094-4086-a137-eb0b86fa82f8 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:05.744306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0557177-1dc7-4650-bc8d-889c619110ae,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:05.744979 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b326fa26-c094-4086-a137-eb0b86fa82f8 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "DELETE /v2.0/security-groups/0b3f118c-6b13-437d-b465-246b74eabb8b HTTP/1.1" status: 204 len: 168 time: 0.2418189 Dec 09 22:34:05.752034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45058) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:05.782198 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-18c791d4-b498-435c-ab5f-cf446a841c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:05.783945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-18c791d4-b498-435c-ab5f-cf446a841c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:05.790485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-18c791d4-b498-435c-ab5f-cf446a841c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:05.791679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-18c791d4-b498-435c-ab5f-cf446a841c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:05.793347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-18c791d4-b498-435c-ab5f-cf446a841c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:05.796685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-18c791d4-b498-435c-ab5f-cf446a841c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:05.796685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-18c791d4-b498-435c-ab5f-cf446a841c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:05.802376 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-18c791d4-b498-435c-ab5f-cf446a841c1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6508 time: 0.2296269 Dec 09 22:34:05.806028 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-93a19afa-be48-48d0-9056-c0c89a9ad90e service neutron] 10.222.0.16 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455259 Dec 09 22:34:05.826649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326fa26-c094-4086-a137-eb0b86fa82f8 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3f118c-6b13-437d-b465-246b74eabb8b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:05.929247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Attempting to bind port e0557177-1dc7-4650-bc8d-889c619110ae on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:05.929483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Attempting to bind port e0557177-1dc7-4650-bc8d-889c619110ae by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:05.929837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Attempting to bind port e0557177-1dc7-4650-bc8d-889c619110ae on network 57257800-8d23-4009-9360-736d0fb96aee {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:05.952808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-1f2f2cc6-bcfe-4536-a1d4-f1f3d7a477ba tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:05.953131 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-49b0cc5e-6dfc-4565-a151-6967ed373909 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1940877 Dec 09 22:34:05.974016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-1f2f2cc6-bcfe-4536-a1d4-f1f3d7a477ba tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/networks?id=6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 HTTP/1.1" status: 200 len: 806 time: 0.2677109 Dec 09 22:34:05.974016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45060) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:05.974016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a1f6cf53-9d58-4cd3-aca5-7ec25c7debb5 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966206444'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:05.988481 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Port e0557177-1dc7-4650-bc8d-889c619110ae on network 57257800-8d23-4009-9360-736d0fb96aee not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:34:05.988481 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Attempting to bind port e0557177-1dc7-4650-bc8d-889c619110ae on network 57257800-8d23-4009-9360-736d0fb96aee {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:05.992726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:05.992991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Checking segment: {'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:05.993438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Bound using segment: {'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:05.994118 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Bound port: e0557177-1dc7-4650-bc8d-889c619110ae, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392124b2-a985-461f-a9be-9f8b798d92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57257800-8d23-4009-9360-736d0fb96aee'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:05.994407 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:06.012059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-638e321c-7a52-42b8-a480-8b0e27da8207 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/quotas/e44275fda82949e3bed5d084d9c4aef1 HTTP/1.1" status: 200 len: 375 time: 0.0509379 Dec 09 22:34:06.130647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-cff3ebd5-71df-462a-9080-0e7207f3f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:06.133182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-cff3ebd5-71df-462a-9080-0e7207f3f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:06.134363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-cff3ebd5-71df-462a-9080-0e7207f3f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:06.138205 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-cff3ebd5-71df-462a-9080-0e7207f3f1c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33c5fb6b-2753-4b3b-a034-dfcc76498076&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=02defe12-519c-42b7-988d-629d9defac3c&id=02defe12-519c-42b7-988d-629d9defac3c HTTP/1.1" status: 200 len: 2298 time: 0.3017058 Dec 09 22:34:06.150801 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1f6cf53-9d58-4cd3-aca5-7ec25c7debb5 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:06.153473 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:06.277208 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-8a134428-716f-47b0-bda3-6ccce516f696 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e44275fda82949e3bed5d084d9c4aef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2573166 Dec 09 22:34:06.321340 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-8e8f2542-8f36-4079-bc27-13fa13ab4df1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7310e867-a1de-4e73-8bc7-e03c0bbc37c7 HTTP/1.1" status: 200 len: 1001 time: 0.1744356 Dec 09 22:34:06.373256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] For port e0557177-1dc7-4650-bc8d-889c619110ae, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:06.392698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-ce6fe6a3-7e97-4f17-86a5-4398bbfb3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:06.394359 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-ce6fe6a3-7e97-4f17-86a5-4398bbfb3a20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91bf9127-114c-446d-b2a5-3b3510fa3ab5 HTTP/1.1" status: 200 len: 856 time: 0.0656061 Dec 09 22:34:06.446176 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] For port e0557177-1dc7-4650-bc8d-889c619110ae, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0557177-1dc7-4650-bc8d-889c619110ae,segment=NetworkSegment(392124b2-a985-461f-a9be-9f8b798d92fd),segment_id=392124b2-a985-461f-a9be-9f8b798d92fd)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:06.458764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-b0c2d577-d289-463a-a6dc-c6f0ff40ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:06.462841 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-b0c2d577-d289-463a-a6dc-c6f0ff40ddff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33c5fb6b-2753-4b3b-a034-dfcc76498076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601308 Dec 09 22:34:06.482708 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:06.519588 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1f6cf53-9d58-4cd3-aca5-7ec25c7debb5 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:06.555776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45084) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:06.561654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423c362-5246-49a3-a5e8-d8ad9639681f req-5d4aa003-02b7-480d-8b6f-3afb731fd520 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:06.572670 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a423c362-5246-49a3-a5e8-d8ad9639681f req-5d4aa003-02b7-480d-8b6f-3afb731fd520 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 944 time: 0.3205333 Dec 09 22:34:06.615313 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1f6cf53-9d58-4cd3-aca5-7ec25c7debb5 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:06.622876 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-97201803-0e1e-4c1b-ba23-724433904816 service neutron] 10.222.0.42 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520052 Dec 09 22:34:06.650639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:06.651442 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:06.653164 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] 10.222.0.42 "PUT /v2.0/ports/e0557177-1dc7-4650-bc8d-889c619110ae HTTP/1.1" status: 200 len: 1093 time: 2.5975122 Dec 09 22:34:06.666196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f863229f-c535-465e-b52e-8ae617e0f478', 'tag': 'e0557177-1dc7-4650-bc8d-889c619110ae'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:06.670227 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181af427-4baa-4f00-b31a-01527273509e" -d '{"events": [{"name": "network-changed", "server_uuid": "f863229f-c535-465e-b52e-8ae617e0f478", "tag": "e0557177-1dc7-4650-bc8d-889c619110ae"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:06.754066 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:34:06.808870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-7e16ac61-ce42-46ff-ac11-0654d90ef62a tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-562389290', 'prefixes': ['172.20.0.0/16']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:06.836616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-8edbf53e-f0fb-4bfe-b716-826cb3b97539 service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169871 Dec 09 22:34:06.840513 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1f6cf53-9d58-4cd3-aca5-7ec25c7debb5 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:06.841741 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a1f6cf53-9d58-4cd3-aca5-7ec25c7debb5 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8768773 Dec 09 22:34:06.846410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45094) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:06.855229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4684398b-0023-433d-b0bf-a7ca32aa9b0a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4c874ab5-3ab5-4c38-86ec-e1ac0d3ab44a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:06.855229 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-4684398b-0023-433d-b0bf-a7ca32aa9b0a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 22:34:06.855553 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-4684398b-0023-433d-b0bf-a7ca32aa9b0a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:06.858288 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4684398b-0023-433d-b0bf-a7ca32aa9b0a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100262 Dec 09 22:34:06.868933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45096) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:06.878794 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-20793738-6384-42b9-9e3b-3dc0da835485 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4c874ab5-3ab5-4c38-86ec-e1ac0d3ab44a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:06.925688 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:06.931391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3ecd3-d4da-44df-9459-e0bf94224eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0557177-1dc7-4650-bc8d-889c619110ae,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:06.955282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6cf53-9d58-4cd3-aca5-7ec25c7debb5 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c874ab5-3ab5-4c38-86ec-e1ac0d3ab44a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:06.959296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-89fc0217-a944-4410-b821-7fab4cfcf9c2 service neutron] 10.222.0.42 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284340 Dec 09 22:34:07.020886 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a423c362-5246-49a3-a5e8-d8ad9639681f req-dbe60159-37c5-4759-af61-93459a358f91 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4207547 Dec 09 22:34:07.054495 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-5146dc3c-bba9-4921-a23c-adff9e5c2fda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=576a0fe3-94a0-4e8f-8778-9a3ea4e90680 HTTP/1.1" status: 200 len: 217 time: 0.0862062 Dec 09 22:34:07.079202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-9fc694eb-7954-4b34-afc6-e1a709d9f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:07.080719 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-9fc694eb-7954-4b34-afc6-e1a709d9f10c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6498fa95c2347b88c7f89a8d6539a16&device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 1096 time: 0.3467965 Dec 09 22:34:07.131161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e16ac61-ce42-46ff-ac11-0654d90ef62a tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] Publish callbacks [] for subnetpool, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:07.134831 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7e16ac61-ce42-46ff-ac11-0654d90ef62a tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5756178 Dec 09 22:34:07.135943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45098) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:07.143968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-aa01cc0f-8b3a-4eb2-b052-cacdb0adc609 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0557177-1dc7-4650-bc8d-889c619110ae HTTP/1.1" status: 200 len: 217 time: 0.0519650 Dec 09 22:34:07.144713 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-20793738-6384-42b9-9e3b-3dc0da835485 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:07.145873 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-20793738-6384-42b9-9e3b-3dc0da835485 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2708509 Dec 09 22:34:07.153226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45100) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:07.163614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-27991e90-c562-43a9-99a3-88d8ac7c8600 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4c874ab5-3ab5-4c38-86ec-e1ac0d3ab44a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:07.164367 n-d-789963-23 neutron-server[103418]: WARNING neutron.api.v2.base [None req-27991e90-c562-43a9-99a3-88d8ac7c8600 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 09 22:34:07.164864 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-27991e90-c562-43a9-99a3-88d8ac7c8600 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:07.165876 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-27991e90-c562-43a9-99a3-88d8ac7c8600 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115964 Dec 09 22:34:07.173728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45102) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:07.180395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-bb81cf1c-aa07-49c0-94cf-e2459ebddd78 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4c874ab5-3ab5-4c38-86ec-e1ac0d3ab44a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:07.184021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-4d6601b7-9981-424d-97fe-15ea9118ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:07.185717 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-4d6601b7-9981-424d-97fe-15ea9118ace6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.1241016 Dec 09 22:34:07.239361 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-02a11051-2c5d-40a3-b4b4-3c0e85e8e9ce service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017062 Dec 09 22:34:07.307606 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ffc72add-6d9b-4b0b-b70a-6a5c67ca090d tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] 10.222.0.16 "GET /v2.0/subnetpools/cf55507a-063d-4ce2-b25d-3f7272495aa2 HTTP/1.1" status: 200 len: 731 time: 0.1703751 Dec 09 22:34:07.308825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45104) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:07.315121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-efc88dac-255c-422a-8eb5-c119ac7083de tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1104772602'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:07.389288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-0932a643-e29f-42d1-9248-2e865eab4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:07.391752 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-0932a643-e29f-42d1-9248-2e865eab4b76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1633627 Dec 09 22:34:07.423986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e238f68-52c2-44c3-aa6f-4d1be1213bed req-53091053-62bc-4227-9d51-b3b1ca16c799 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 210 time: 0.1835005 Dec 09 22:34:07.432986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-c554b4a6-ca88-49c1-a27a-201465bc18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:07.434756 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-c554b4a6-ca88-49c1-a27a-201465bc18f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ce27865-d029-4ae4-9631-8a639f289620 HTTP/1.1" status: 200 len: 850 time: 0.2818949 Dec 09 22:34:07.489853 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-bb81cf1c-aa07-49c0-94cf-e2459ebddd78 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:07.491026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bb81cf1c-aa07-49c0-94cf-e2459ebddd78 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3148956 Dec 09 22:34:07.514965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45110) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:07.520154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-115c7065-107e-47fc-9b10-912ec33b1a2f tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4c874ab5-3ab5-4c38-86ec-e1ac0d3ab44a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:07.521127 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-115c7065-107e-47fc-9b10-912ec33b1a2f tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 22:34:07.521833 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-115c7065-107e-47fc-9b10-912ec33b1a2f tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:07.524771 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-115c7065-107e-47fc-9b10-912ec33b1a2f tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061865 Dec 09 22:34:07.529929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45112) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:07.539311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-538fdaa5-862d-4bda-9e32-3d2937b8e6d2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4c874ab5-3ab5-4c38-86ec-e1ac0d3ab44a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:07.548059 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e294791d-3958-466a-9ebc-875635befc9a x-openstack-request-id: req-e294791d-3958-466a-9ebc-875635befc9a {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:07.548238 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f863229f-c535-465e-b52e-8ae617e0f478", "tag": "e0557177-1dc7-4650-bc8d-889c619110ae", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:07.548827 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e294791d-3958-466a-9ebc-875635befc9a {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:07.552448 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f863229f-c535-465e-b52e-8ae617e0f478', 'tag': 'e0557177-1dc7-4650-bc8d-889c619110ae', 'status': 'completed', 'code': 200} Dec 09 22:34:07.575639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-43e80b29-e013-47b6-928e-cca1bc045b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:07.575989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-efc88dac-255c-422a-8eb5-c119ac7083de tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] Publish callbacks [] for subnetpool, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:07.579826 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-efc88dac-255c-422a-8eb5-c119ac7083de tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] 10.222.0.16 "PUT /v2.0/subnetpools/cf55507a-063d-4ce2-b25d-3f7272495aa2 HTTP/1.1" status: 200 len: 684 time: 0.2665534 Dec 09 22:34:07.579978 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-43e80b29-e013-47b6-928e-cca1bc045b20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57257800-8d23-4009-9360-736d0fb96aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277182 Dec 09 22:34:07.580623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45114) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:07.671488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad86449d-3fa6-49cf-bdf2-8fb3b33038e8 req-3f2003d7-da11-46f1-9d2d-20dbe5500f94 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 210 time: 0.0915310 Dec 09 22:34:07.673406 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-538fdaa5-862d-4bda-9e32-3d2937b8e6d2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Project 8e0c2da4bb4e4a1cab52e94b45efc18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:34:07.682093 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-ad7f5e47-6701-46cc-9a47-ca961650a17a service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802978 Dec 09 22:34:07.766360 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-538fdaa5-862d-4bda-9e32-3d2937b8e6d2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:07.770047 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-538fdaa5-862d-4bda-9e32-3d2937b8e6d2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2345595 Dec 09 22:34:07.771846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45122) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:07.777594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d4acdf41-c196-49d1-8b2e-5901d3a057f4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4c874ab5-3ab5-4c38-86ec-e1ac0d3ab44a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:07.778110 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-d4acdf41-c196-49d1-8b2e-5901d3a057f4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 09 22:34:07.778613 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-d4acdf41-c196-49d1-8b2e-5901d3a057f4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:07.782398 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d4acdf41-c196-49d1-8b2e-5901d3a057f4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064542 Dec 09 22:34:07.784243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45124) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:07.792312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-21028e61-d989-4fd4-8d7c-62d956055d43 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4c874ab5-3ab5-4c38-86ec-e1ac0d3ab44a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:07.858927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-bbbe6d21-e1f2-415d-8a1a-07f81918f936 service neutron] 10.222.0.42 "GET /v2.0/networks/57257800-8d23-4009-9360-736d0fb96aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539859 Dec 09 22:34:07.903459 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-21028e61-d989-4fd4-8d7c-62d956055d43 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Project 8e0c2da4bb4e4a1cab52e94b45efc18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:34:07.909205 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-d9089dd7-d950-4340-a63f-8824b44e1b5a service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116840 Dec 09 22:34:07.932061 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7946418-a443-440b-89d3-1d6d6ecd9c3d tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] Publish callbacks [] for subnetpool, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:07.935743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e7946418-a443-440b-89d3-1d6d6ecd9c3d tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] 10.222.0.16 "DELETE /v2.0/subnetpools/cf55507a-063d-4ce2-b25d-3f7272495aa2 HTTP/1.1" status: 204 len: 168 time: 0.3517418 Dec 09 22:34:07.965149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45128) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:07.981451 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-21028e61-d989-4fd4-8d7c-62d956055d43 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:07.987629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-21028e61-d989-4fd4-8d7c-62d956055d43 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1985149 Dec 09 22:34:07.988303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45130) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:08.011651 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-0d96180a-041a-440d-be1f-60d0b1bfeab5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=9188f21f-5100-4282-a579-1f04413f9f3e HTTP/1.1" status: 200 len: 217 time: 0.0964003 Dec 09 22:34:08.031232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c902245e-b077-4c84-a4b0-8433cf8139c1 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4c874ab5-3ab5-4c38-86ec-e1ac0d3ab44a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:08.046376 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-207460fc-248f-4713-9868-1c1091cf2cde tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] show failed (client error): The resource could not be found. Dec 09 22:34:08.048309 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-207460fc-248f-4713-9868-1c1091cf2cde tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] 10.222.0.16 "GET /v2.0/subnetpools/cf55507a-063d-4ce2-b25d-3f7272495aa2 HTTP/1.1" status: 404 len: 346 time: 0.0797181 Dec 09 22:34:08.057731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45138) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:08.091596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-1adce572-eb06-4950-9e68-c8c3aec21b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:08.093091 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-1adce572-eb06-4950-9e68-c8c3aec21b85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.0678277 Dec 09 22:34:08.095715 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-bb4edc73-b66f-4cf9-b81c-8dd274de0546 tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] delete failed (client error): The resource could not be found. Dec 09 22:34:08.096921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bb4edc73-b66f-4cf9-b81c-8dd274de0546 tempest-SubnetPoolsTestJSON-1055839837 tempest-SubnetPoolsTestJSON-1055839837-project] 10.222.0.16 "DELETE /v2.0/subnetpools/cf55507a-063d-4ce2-b25d-3f7272495aa2 HTTP/1.1" status: 404 len: 346 time: 0.0380988 Dec 09 22:34:08.108756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-98964cd0-bad0-41df-b3d3-9d4de106de49 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:08.110914 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-98964cd0-bad0-41df-b3d3-9d4de106de49 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.18 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 816 time: 0.2867265 Dec 09 22:34:08.118519 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-c902245e-b077-4c84-a4b0-8433cf8139c1 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Project 8e0c2da4bb4e4a1cab52e94b45efc18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:34:08.136273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1436782b-c3a0-4cfd-be16-89f3f24e8684 req-e2670865-fa74-4488-824a-12a7b7a8a458 service neutron] 10.222.0.42 "GET /v2.0/networks/57257800-8d23-4009-9360-736d0fb96aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686908 Dec 09 22:34:08.167907 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-c902245e-b077-4c84-a4b0-8433cf8139c1 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:08.174272 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c902245e-b077-4c84-a4b0-8433cf8139c1 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1550186 Dec 09 22:34:08.193689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45148) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:08.237395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-fec87d55-5723-445f-909e-94c89372bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:08.241942 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-fec87d55-5723-445f-909e-94c89372bf10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1240292 Dec 09 22:34:08.360539 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-e829930a-e104-4e6f-9205-af8b43bb2d3c service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080294 Dec 09 22:34:08.370596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b6e8fb6a-0e50-4f87-b859-5876fc4ffce1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e553cf18c1da4077a85cacb736b72c41 HTTP/1.1" status: 200 len: 380 time: 0.2433653 Dec 09 22:34:08.384142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Request body: {'port': {'device_id': '5353fb57-2de5-4731-b604-f48e987c2753', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'admin_state_up': True, 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'security_groups': ['4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:08.404276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a46c61-d206-4294-83d5-4cd0fd7c87a7 req-26a44416-3bcb-4ce5-9d04-28a842151cda tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:08.413182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3a46c61-d206-4294-83d5-4cd0fd7c87a7 req-26a44416-3bcb-4ce5-9d04-28a842151cda tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 944 time: 0.2299600 Dec 09 22:34:08.443382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af427-4baa-4f00-b31a-01527273509e req-4a208ffe-de47-4d83-9b11-50a405298fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:08.444984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-181af427-4baa-4f00-b31a-01527273509e req-4a208ffe-de47-4d83-9b11-50a405298fe7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6498fa95c2347b88c7f89a8d6539a16&device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 1096 time: 0.1966887 Dec 09 22:34:08.488844 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-6699cc64-46af-4035-8249-f02825af3d62 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196976 Dec 09 22:34:08.493698 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2eef70e6-c01f-4ac6-84ed-1d03f8945136 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:08.569813 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-7bc99ae2-cde2-4159-8a05-54a9273ed3a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=bc255e22-271f-4aa4-8a21-64e21fcf2246 HTTP/1.1" status: 200 len: 217 time: 0.0724759 Dec 09 22:34:08.615860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45156) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:08.625125 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2eef70e6-c01f-4ac6-84ed-1d03f8945136 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:08.652288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-6c3b9273-8d08-4a3f-bc35-41e4966c2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:08.654133 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-6c3b9273-8d08-4a3f-bc35-41e4966c2800 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.0776103 Dec 09 22:34:08.685120 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6ec45ae-e4f8-44cc-9544-c881dbee7ed7 req-c59d0b76-8ab5-46ef-b14c-8c0a9a318888 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 210 time: 0.1244223 Dec 09 22:34:08.729802 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3a46c61-d206-4294-83d5-4cd0fd7c87a7 req-4765aeeb-182d-4ad6-a48f-6ffe442827c8 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145359 Dec 09 22:34:08.776713 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7bc94eaf-247d-450c-856a-937eb1bba79a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:08.845025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af427-4baa-4f00-b31a-01527273509e req-c3edecfd-0d95-4912-924d-a0a2599ebe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:08.847255 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-181af427-4baa-4f00-b31a-01527273509e req-c3edecfd-0d95-4912-924d-a0a2599ebe85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=57257800-8d23-4009-9360-736d0fb96aee HTTP/1.1" status: 200 len: 912 time: 0.3886175 Dec 09 22:34:08.849154 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2eef70e6-c01f-4ac6-84ed-1d03f8945136 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:08.852169 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2eef70e6-c01f-4ac6-84ed-1d03f8945136 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:08.853551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2eef70e6-c01f-4ac6-84ed-1d03f8945136 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "DELETE /v2.0/security-groups/4c874ab5-3ab5-4c38-86ec-e1ac0d3ab44a HTTP/1.1" status: 204 len: 168 time: 0.6573844 Dec 09 22:34:08.860986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45164) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:08.861714 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Made reservation on behalf of e553cf18c1da4077a85cacb736b72c41 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:08.865396 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:08.905184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef70e6-c01f-4ac6-84ed-1d03f8945136 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c874ab5-3ab5-4c38-86ec-e1ac0d3ab44a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:08.920099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-b9e45a95-ae5c-4b29-97ae-1fbc96de81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:08.922807 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-b9e45a95-ae5c-4b29-97ae-1fbc96de81b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2588532 Dec 09 22:34:08.977284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-181af427-4baa-4f00-b31a-01527273509e req-7d50928d-1665-45a0-af2d-7ba0c2ee5aac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0557177-1dc7-4650-bc8d-889c619110ae HTTP/1.1" status: 200 len: 217 time: 0.0953784 Dec 09 22:34:08.988488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f10d22c7-31b3-4c95-8cbf-778ed7fd6904 req-b16ba293-e66b-4e7c-89fc-79a23e8fcfa3 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 210 time: 0.0941842 Dec 09 22:34:09.116689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af427-4baa-4f00-b31a-01527273509e req-6e3aa492-cf27-4c65-9085-4ebb7ef47315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:09.118146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-181af427-4baa-4f00-b31a-01527273509e req-6e3aa492-cf27-4c65-9085-4ebb7ef47315 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ce27865-d029-4ae4-9631-8a639f289620 HTTP/1.1" status: 200 len: 850 time: 0.1287534 Dec 09 22:34:09.125721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-67d7a8ec-aae5-412a-81bf-901d5b36b83e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2531109 Dec 09 22:34:09.126878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45174) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:09.128050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-ed13a751-7ec9-47f9-8bca-f78ffef9e250 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:09.129433 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-ed13a751-7ec9-47f9-8bca-f78ffef9e250 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.42 "GET /v2.0/networks?id=6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 HTTP/1.1" status: 200 len: 806 time: 0.2514651 Dec 09 22:34:09.130529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-70800b3a-02a2-4c20-b78d-0c1d3f42a6cf tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group': {'name': 'tempest-secgroup--129823306'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:09.160905 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-69614f33-ceb3-4a61-9bac-285f4b349c57 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208085 Dec 09 22:34:09.174666 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7bc94eaf-247d-450c-856a-937eb1bba79a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:09.204314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7bc94eaf-247d-450c-856a-937eb1bba79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:09.218990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70800b3a-02a2-4c20-b78d-0c1d3f42a6cf tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:09.241772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af427-4baa-4f00-b31a-01527273509e req-eb76bc0b-6ca5-4cec-bfcf-fd2d7a60b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:09.243437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-181af427-4baa-4f00-b31a-01527273509e req-eb76bc0b-6ca5-4cec-bfcf-fd2d7a60b735 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57257800-8d23-4009-9360-736d0fb96aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055658 Dec 09 22:34:09.269956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Allocated IP 172.20.0.9 (c932c76f-049a-4abd-b233-3ca5aa5fead4/8120da04-1f11-44c0-b5d3-87450c8b2ee1/af6bd902-bdca-405b-b768-027244902043) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:09.341710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc94eaf-247d-450c-856a-937eb1bba79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45790ed4-7c7a-4a2a-a19c-8d77df1cb1cb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:09.353034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7bc94eaf-247d-450c-856a-937eb1bba79a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ecca7d5102fc4b04a6483e58e23b895e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7358620 Dec 09 22:34:09.363548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45178) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:09.384948 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-8be66e21-7f02-4a54-9200-182d0e78c25e tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e44275fda82949e3bed5d084d9c4aef1 HTTP/1.1" status: 200 len: 379 time: 0.2409878 Dec 09 22:34:09.407801 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Request body: {'port': {'device_id': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'admin_state_up': True, 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'security_groups': ['0f32be73-7d5c-47fe-87b8-49315d2e1c61']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:09.452994 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-cae8e3b7-9b1a-48ae-854d-10a5dc837ea9 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824297 Dec 09 22:34:09.546717 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-ae5bcee3-cc0d-49f4-b04c-5f63ebe7ca29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=03aed5e5-54fb-45cf-a042-ed4985351e80 HTTP/1.1" status: 200 len: 217 time: 0.0824599 Dec 09 22:34:09.616553 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28f79427-3dd2-4b46-8d57-f3a6da6ade96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:09.729461 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70800b3a-02a2-4c20-b78d-0c1d3f42a6cf tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:09.747912 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70800b3a-02a2-4c20-b78d-0c1d3f42a6cf tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:09.757106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-181af427-4baa-4f00-b31a-01527273509e req-b1990f13-f4e0-4245-99f6-b5245b9769bb service neutron] 10.222.0.42 "GET /v2.0/networks/57257800-8d23-4009-9360-736d0fb96aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045936 Dec 09 22:34:09.852460 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70800b3a-02a2-4c20-b78d-0c1d3f42a6cf tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:09.856784 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-70800b3a-02a2-4c20-b78d-0c1d3f42a6cf tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7295384 Dec 09 22:34:09.864376 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45188) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:09.883944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9f786a97-f2c4-4a23-bfeb-95fa86ad3f8a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '3995aeb0-fcbb-478a-a298-c04b4671b866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:09.895601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70800b3a-02a2-4c20-b78d-0c1d3f42a6cf tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3995aeb0-fcbb-478a-a298-c04b4671b866,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:09.952365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-fd879799-693c-46ea-9d50-e639ee0383ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:09.954482 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-fd879799-693c-46ea-9d50-e639ee0383ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.3963768 Dec 09 22:34:09.956380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28f79427-3dd2-4b46-8d57-f3a6da6ade96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:09.956744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96725b12-0522-488c-9065-2a14b2fa5b3f req-0595f7f5-8bc2-45a3-964c-afc273f021f6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 210 time: 0.0851130 Dec 09 22:34:10.040686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-086716f1-aa69-4ff7-81cf-973b9420655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:10.042356 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-086716f1-aa69-4ff7-81cf-973b9420655f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0783877 Dec 09 22:34:10.046970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Made reservation on behalf of e44275fda82949e3bed5d084d9c4aef1 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:10.049870 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:10.051342 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:10.075242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de3d51-888b-4353-902c-69eea1538681 req-1644a69b-07df-4e9f-aa1c-030b37d8e81a tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:10.076850 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88de3d51-888b-4353-902c-69eea1538681 req-1644a69b-07df-4e9f-aa1c-030b37d8e81a tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 944 time: 0.1845193 Dec 09 22:34:10.081016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-181af427-4baa-4f00-b31a-01527273509e req-9bbd204f-ecfa-48cb-9a1f-49cf68af5e7d service neutron] 10.222.0.42 "GET /v2.0/networks/57257800-8d23-4009-9360-736d0fb96aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089375 Dec 09 22:34:10.090219 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28f79427-3dd2-4b46-8d57-f3a6da6ade96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:10.093461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28f79427-3dd2-4b46-8d57-f3a6da6ade96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:10.098002 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-28f79427-3dd2-4b46-8d57-f3a6da6ade96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45790ed4-7c7a-4a2a-a19c-8d77df1cb1cb HTTP/1.1" status: 204 len: 168 time: 0.7333381 Dec 09 22:34:10.127606 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-9f786a97-f2c4-4a23-bfeb-95fa86ad3f8a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The resource could not be found. Dec 09 22:34:10.132297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f79427-3dd2-4b46-8d57-f3a6da6ade96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45790ed4-7c7a-4a2a-a19c-8d77df1cb1cb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:10.142459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9f786a97-f2c4-4a23-bfeb-95fa86ad3f8a tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2633297 Dec 09 22:34:10.143265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45194) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:10.178342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b59df1c3-28a9-4178-9d4c-dd26e9fdd252 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '3995aeb0-fcbb-478a-a298-c04b4671b866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'abd23285-db71-437b-9df9-663112827b87'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:10.289399 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88de3d51-888b-4353-902c-69eea1538681 req-b7311707-7b5b-41d2-befd-937bc158df84 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042348 Dec 09 22:34:10.303724 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-53bfa0f6-1adf-4434-b9a0-fdac5486ba08 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482572 Dec 09 22:34:10.330672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7930f467-a04e-44fa-a757-100f22697c71 req-cbdaaaa5-f22d-4942-af9c-cdc58482070e tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 210 time: 0.0912929 Dec 09 22:34:10.332814 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:10.381390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Network c932c76f-049a-4abd-b233-3ca5aa5fead4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:10.385584 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:10.392584 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:10.441997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Allocated IP 172.20.0.14 (6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24/a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39/dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:10.450145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event updated for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:10.461279 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-b59df1c3-28a9-4178-9d4c-dd26e9fdd252 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The resource could not be found. Dec 09 22:34:10.462774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b59df1c3-28a9-4178-9d4c-dd26e9fdd252 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3120985 Dec 09 22:34:10.466208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45202) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:10.492365 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:10.493280 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:10.517503 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-52265890-03db-4cfe-aec4-28af75d745c8 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906810 Dec 09 22:34:10.519874 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b73b59d5-8d34-41c2-8d27-ed49316eaee8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1401629 Dec 09 22:34:10.547785 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Request body: {'port': {'device_id': '5353fb57-2de5-4731-b604-f48e987c2753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:10.618143 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c9174d7-5b90-414c-a005-616b6afea5fc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:10.626660 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-cd999850-afa7-4076-840c-30dd9743b6a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fe013a1-f671-45b5-8107-e5e2c060d7ce HTTP/1.1" status: 200 len: 217 time: 0.0983872 Dec 09 22:34:10.666804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:10.673122 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c9174d7-5b90-414c-a005-616b6afea5fc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:10.752622 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:10.778318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-c0578045-633b-41f0-8d7f-3115730b8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:10.779900 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-c0578045-633b-41f0-8d7f-3115730b8742 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25fddd92-6096-43db-943d-1bcc15f8470d HTTP/1.1" status: 200 len: 797 time: 0.0948238 Dec 09 22:34:10.850548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-ba438951-7781-46fb-b694-3252496928c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:10.852085 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-ba438951-7781-46fb-b694-3252496928c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0629501 Dec 09 22:34:10.854525 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:10.912027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e0557177-1dc7-4650-bc8d-889c619110ae details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:34:10.932881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:10.939223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:11.010126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:11.058385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Pushing event updated for resources: {'Port': ['ID=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:11.106606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:11.107650 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:11.111249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7e96b47e-f27e-492e-b783-d3c8b728aa0e None None] Provisioning complete for port af6bd902-bdca-405b-b768-027244902043 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:11.111685 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e96b47e-f27e-492e-b783-d3c8b728aa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:11.119424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e0557177-1dc7-4650-bc8d-889c619110ae, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0557177-1dc7-4650-bc8d-889c619110ae,segment=NetworkSegment(392124b2-a985-461f-a9be-9f8b798d92fd),segment_id=392124b2-a985-461f-a9be-9f8b798d92fd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:11.142823 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-fb45540c-eff1-444f-92cc-aff29c4f1d27 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793040 Dec 09 22:34:11.175704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'e0557177-1dc7-4650-bc8d-889c619110ae', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'port_id': 'e0557177-1dc7-4650-bc8d-889c619110ae', 'mac_address': 'fa:16:3e:73:10:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce27865-d029-4ae4-9631-8a639f289620', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:34:11.214409 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7e96b47e-f27e-492e-b783-d3c8b728aa0e None None] Port af6bd902-bdca-405b-b768-027244902043 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:34:11.232299 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:11.255665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0557177-1dc7-4650-bc8d-889c619110ae {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:11.280474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e0557177-1dc7-4650-bc8d-889c619110ae, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0557177-1dc7-4650-bc8d-889c619110ae,segment=NetworkSegment(392124b2-a985-461f-a9be-9f8b798d92fd),segment_id=392124b2-a985-461f-a9be-9f8b798d92fd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:11.290429 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:11.338924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45234) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:11.367596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e0557177-1dc7-4650-bc8d-889c619110ae,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:11.368784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6bd902-bdca-405b-b768-027244902043 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:11.381331 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-0db5cda5-5fb6-4748-8209-ab3268970dd7 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291694 Dec 09 22:34:11.384759 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-90a23670-f47b-4e96-926c-8ae8985d5b32 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9900074 Dec 09 22:34:11.389135 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c9174d7-5b90-414c-a005-616b6afea5fc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:11.392145 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c9174d7-5b90-414c-a005-616b6afea5fc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:11.395729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0c9174d7-5b90-414c-a005-616b6afea5fc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "DELETE /v2.0/security-groups/3995aeb0-fcbb-478a-a298-c04b4671b866 HTTP/1.1" status: 204 len: 168 time: 0.9260497 Dec 09 22:34:11.397368 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:11.401372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45240) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:11.411357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Request body: {'port': {'device_id': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:11.417192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9174d7-5b90-414c-a005-616b6afea5fc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3995aeb0-fcbb-478a-a298-c04b4671b866,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:11.441852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Transition to ACTIVE for port object af6bd902-bdca-405b-b768-027244902043 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:34:11.454005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecc4ef-22d4-4010-a04a-281187b6660c req-64dbbb8b-b5af-4ab7-b058-959724509462 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:11.462686 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eecc4ef-22d4-4010-a04a-281187b6660c req-64dbbb8b-b5af-4ab7-b058-959724509462 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 931 time: 0.1884391 Dec 09 22:34:11.477726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6fd85e50-4023-4aa7-8d39-c3f4fd169875 None None] Provisioning complete for port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:11.480419 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6fd85e50-4023-4aa7-8d39-c3f4fd169875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:11.492170 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:11.532834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6fd85e50-4023-4aa7-8d39-c3f4fd169875 None None] Port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:34:11.576097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['e0557177-1dc7-4650-bc8d-889c619110ae'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:34:11.576943 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-6cdec74b-cc4a-4c04-ae1e-d78d1ecb0d81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f703d7-47ef-4683-a233-aaa3f462a6d9 HTTP/1.1" status: 200 len: 217 time: 0.1810982 Dec 09 22:34:11.614251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eecc4ef-22d4-4010-a04a-281187b6660c req-214a219b-247e-4e19-b4ae-489de69bee47 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505642 Dec 09 22:34:11.617993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1003510950'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:11.658915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c1626-efea-451e-9bcf-36bcc6fc7b05 req-6e96c80f-62a2-4ea0-8ed1-22ca3d7e8447 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:11.666337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-853c1626-efea-451e-9bcf-36bcc6fc7b05 req-6e96c80f-62a2-4ea0-8ed1-22ca3d7e8447 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 945 time: 0.2424877 Dec 09 22:34:11.691640 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ec1c5f5b-a888-4bb8-b9dd-84a4f45f3357 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2819271 Dec 09 22:34:11.694681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45244) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:11.702888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b2755bc7-b40f-4155-b900-4c78dd0744b4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '078a46a8-294c-48d6-9e64-1399a735d781', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:11.722449 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:11.723703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Pushing event updated for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:11.725536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-685f24c8-4a38-4959-8628-8e9e97e47d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:11.743383 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-685f24c8-4a38-4959-8628-8e9e97e47d05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25fddd92-6096-43db-943d-1bcc15f8470d HTTP/1.1" status: 200 len: 797 time: 0.1560705 Dec 09 22:34:11.835578 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Made reservation on behalf of 1e124830943b4fa681b0edf49e5a6bfc for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:11.839921 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:11.855963 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb07-90dd-4895-813a-40b48621c761 req-c6f5074b-f353-4889-a2a7-91932c289ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:11.857490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-c6f5074b-f353-4889-a2a7-91932c289ded service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1005342 Dec 09 22:34:11.888559 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:11.916408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Attempting to bind port af6bd902-bdca-405b-b768-027244902043 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:11.916900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Attempting to bind port af6bd902-bdca-405b-b768-027244902043 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:11.917299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Attempting to bind port af6bd902-bdca-405b-b768-027244902043 on network c932c76f-049a-4abd-b233-3ca5aa5fead4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:11.955090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-853c1626-efea-451e-9bcf-36bcc6fc7b05 req-e6e3b545-bcdc-40f0-b6d6-ebdb2d2cf32c tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834835 Dec 09 22:34:11.955886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Port af6bd902-bdca-405b-b768-027244902043 on network c932c76f-049a-4abd-b233-3ca5aa5fead4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:34:11.957059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Attempting to bind port af6bd902-bdca-405b-b768-027244902043 on network c932c76f-049a-4abd-b233-3ca5aa5fead4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:11.979546 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-b2755bc7-b40f-4155-b900-4c78dd0744b4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The resource could not be found. Dec 09 22:34:11.984352 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b2755bc7-b40f-4155-b900-4c78dd0744b4 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2855668 Dec 09 22:34:11.990014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45246) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:11.996254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:11.996888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Checking segment: {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:11.997446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Bound using segment: {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:11.998091 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Bound port: af6bd902-bdca-405b-b768-027244902043, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:11.998513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9f5fd39e-dfa7-4b55-a883-49e4c6f0cfdc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389800792'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:11.999037 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.037701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250a1b0-5444-4fb1-973c-7a81f8d34480 req-6974c401-0369-49fb-ab33-beb78888e9c3 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:12.046233 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2250a1b0-5444-4fb1-973c-7a81f8d34480 req-6974c401-0369-49fb-ab33-beb78888e9c3 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 932 time: 0.2139728 Dec 09 22:34:12.073615 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f5fd39e-dfa7-4b55-a883-49e4c6f0cfdc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.099625 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-fc8a9672-a9cf-4277-8cef-56f8ed2be95f service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276387 Dec 09 22:34:12.148627 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2250a1b0-5444-4fb1-973c-7a81f8d34480 req-e889effe-5d8b-4488-a2aa-4db214a26b68 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018367 Dec 09 22:34:12.211951 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.223915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.252368 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] For port af6bd902-bdca-405b-b768-027244902043, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:12.265246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:34:12.280035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] For port af6bd902-bdca-405b-b768-027244902043, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:12.288149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d211f95c-d1f5-42e6-beb4-85c3dfd28da7,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:12.291233 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.291593 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Added segment 4bfb5535-5699-4499-9323-8db1989899aa of type vlan for network afbf4c89-26e2-46bd-acf7-648c53bf89b8 Dec 09 22:34:12.293455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.365642 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:12.384993 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.392362 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95dfdb07-90dd-4895-813a-40b48621c761 req-9bacbfef-371c-4546-8217-43448b0898f2 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609463 Dec 09 22:34:12.394930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:12.395559 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.397196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] 10.222.0.18 "PUT /v2.0/ports/af6bd902-bdca-405b-b768-027244902043 HTTP/1.1" status: 200 len: 1092 time: 1.8590081 Dec 09 22:34:12.397885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'tag': 'af6bd902-bdca-405b-b768-027244902043'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:12.402075 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9671a38b-ba1f-42ba-99cd-c3be5422bcca" -d '{"events": [{"name": "network-changed", "server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "tag": "af6bd902-bdca-405b-b768-027244902043"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:12.418749 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.433021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Transition to ACTIVE for port object dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:34:12.435368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f5fd39e-dfa7-4b55-a883-49e4c6f0cfdc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.443931 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.451928 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f5fd39e-dfa7-4b55-a883-49e4c6f0cfdc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.469404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf290d-147a-4687-ba52-d2ee5b78ba9f service neutron] Pushing event updated for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:12.517823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f5fd39e-dfa7-4b55-a883-49e4c6f0cfdc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.522635 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9f5fd39e-dfa7-4b55-a883-49e4c6f0cfdc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5289187 Dec 09 22:34:12.528740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45256) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:12.542519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d67c16a7-a3d2-40c4-bb9d-ef2a7ccb8127 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1068145772'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:12.544216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:12.550264 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.551876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fd39e-dfa7-4b55-a883-49e4c6f0cfdc tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1809e903-d0ef-4142-9c0d-e806df951edd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:12.570416 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:12.571082 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.672383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Attempting to bind port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:12.672768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Attempting to bind port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:12.673056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Attempting to bind port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb on network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:12.679302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb on network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:34:12.679666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Attempting to bind port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb on network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:12.691046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:12.691398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Checking segment: {'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:12.691799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Bound using segment: {'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:12.692242 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Bound port: dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11ac0b89-d630-424f-9965-e7282b959556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:12.692906 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.824275 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Pushing event updated for resources: {'Network': ['ID=afbf4c89-26e2-46bd-acf7-648c53bf89b8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:12.845722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-8cc4c46e-2e7e-4f20-b068-b7f8d8024c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:12.847580 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-8cc4c46e-2e7e-4f20-b068-b7f8d8024c87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 1095 time: 0.3646297 Dec 09 22:34:12.854311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network afbf4c89-26e2-46bd-acf7-648c53bf89b8 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:34:12.870034 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d67c16a7-a3d2-40c4-bb9d-ef2a7ccb8127 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.872213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] For port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:12.876078 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df4af10-debe-408b-b67f-f836fa47d193 x-openstack-request-id: req-2df4af10-debe-408b-b67f-f836fa47d193 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:12.876694 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "tag": "af6bd902-bdca-405b-b768-027244902043", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:12.876895 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2df4af10-debe-408b-b67f-f836fa47d193 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:12.877487 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'tag': 'af6bd902-bdca-405b-b768-027244902043', 'status': 'completed', 'code': 200} Dec 09 22:34:12.877811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] For port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb,segment=NetworkSegment(11ac0b89-d630-424f-9965-e7282b959556),segment_id=11ac0b89-d630-424f-9965-e7282b959556)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:12.882477 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-01a9a44f-4084-4943-93e5-3f03524947d5 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5407920 Dec 09 22:34:12.887217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45260) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:12.891802 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.898595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-c3140416-820d-45ab-89ba-df0d8e8e7d86 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'afbf4c89-26e2-46bd-acf7-648c53bf89b8', 'tempest-TagsTest-Tag-1403298046') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:12.926539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e0557177-1dc7-4650-bc8d-889c619110ae up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:34:12.978326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-e5c49665-b2be-42a3-8441-7ebd725b54c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6bd902-bdca-405b-b768-027244902043 HTTP/1.1" status: 200 len: 217 time: 0.1054287 Dec 09 22:34:12.993061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:12.994176 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:12.995854 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] 10.222.0.42 "PUT /v2.0/ports/dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb HTTP/1.1" status: 200 len: 1093 time: 1.5933723 Dec 09 22:34:13.004736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'tag': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:13.008988 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98b7087-a0bb-4a70-80f9-08f3d5f29ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ed8168-df7d-4741-8da1-d10470b50305", "tag": "dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:13.072851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port e0557177-1dc7-4650-bc8d-889c619110ae completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:34:13.080078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b79bcf-ec22-4815-ab16-4af03638fcbd req-5ac9c948-abf1-4ac2-b2fd-08b0fc48f08f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:13.082500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port e0557177-1dc7-4650-bc8d-889c619110ae triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:13.082872 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:13.086855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-79b79bcf-ec22-4815-ab16-4af03638fcbd req-5ac9c948-abf1-4ac2-b2fd-08b0fc48f08f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 943 time: 0.2883484 Dec 09 22:34:13.160287 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d67c16a7-a3d2-40c4-bb9d-ef2a7ccb8127 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:13.176979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963465b-c5dc-4a56-8713-124eb66dd441 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:13.188395 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d67c16a7-a3d2-40c4-bb9d-ef2a7ccb8127 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:13.225125 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c3140416-820d-45ab-89ba-df0d8e8e7d86 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "PUT /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8/tags/tempest-TagsTest-Tag-1403298046 HTTP/1.1" status: 201 len: 201 time: 0.3359282 Dec 09 22:34:13.237931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45272) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:13.252329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-060bfe84-9aee-49f2-9a5a-edfb1503b5f8 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'afbf4c89-26e2-46bd-acf7-648c53bf89b8', 'tempest-TagsTest-Tag-1403298046') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:13.270449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-3bf7e3df-d754-4998-8e9c-962c612627f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:13.275802 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-3bf7e3df-d754-4998-8e9c-962c612627f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e44275fda82949e3bed5d084d9c4aef1&device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 1096 time: 0.1967096 Dec 09 22:34:13.299372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b3710374-f943-4b91-a151-8dbf77e8c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:13.300812 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-b3710374-f943-4b91-a151-8dbf77e8c06e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.3136187 Dec 09 22:34:13.304484 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:13.313667 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-79b79bcf-ec22-4815-ab16-4af03638fcbd req-7ce7117d-64b8-4bcd-9903-1ce28b8c4205 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426477 Dec 09 22:34:13.318183 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d67c16a7-a3d2-40c4-bb9d-ef2a7ccb8127 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:13.322346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d67c16a7-a3d2-40c4-bb9d-ef2a7ccb8127 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7913177 Dec 09 22:34:13.339578 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-0df05082-717e-4067-a120-908001605041 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb HTTP/1.1" status: 200 len: 217 time: 0.0395377 Dec 09 22:34:13.340066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45274) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:13.349961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f2190e64-e03a-46b7-af77-da89dc0c99b9 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '1809e903-d0ef-4142-9c0d-e806df951edd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a2d14019-7705-473a-8751-c56aa320a448'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:13.366213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863229f-c535-465e-b52e-8ae617e0f478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0557177-1dc7-4650-bc8d-889c619110ae'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:13.371805 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06c709e-3f70-4f75-af8e-e6fb738a40cf" -d '{"events": [{"server_uuid": "f863229f-c535-465e-b52e-8ae617e0f478", "name": "network-vif-plugged", "status": "completed", "tag": "e0557177-1dc7-4650-bc8d-889c619110ae"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:13.399297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c16a7-a3d2-40c4-bb9d-ef2a7ccb8127 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d14019-7705-473a-8751-c56aa320a448,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:13.407859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e0557177-1dc7-4650-bc8d-889c619110ae, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0557177-1dc7-4650-bc8d-889c619110ae,segment=NetworkSegment(392124b2-a985-461f-a9be-9f8b798d92fd),segment_id=392124b2-a985-461f-a9be-9f8b798d92fd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:13.420795 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:13.438912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e310-6f7f-409e-8d0d-b2130b0ad3d3 req-d56c7c58-d0e8-49ac-a6e7-247744aae82e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:13.441086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d33e310-6f7f-409e-8d0d-b2130b0ad3d3 req-d56c7c58-d0e8-49ac-a6e7-247744aae82e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 945 time: 0.2764084 Dec 09 22:34:13.459970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-3c9840a9-a090-4731-a37c-18bbbafeb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:13.461984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-3c9840a9-a090-4731-a37c-18bbbafeb5ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473548 Dec 09 22:34:13.468469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-97521b0c-ee89-462a-8488-797fd91da817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:13.470048 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-97521b0c-ee89-462a-8488-797fd91da817 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39 HTTP/1.1" status: 200 len: 845 time: 0.0969377 Dec 09 22:34:13.483225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e0557177-1dc7-4650-bc8d-889c619110ae,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:13.517606 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb227dff-8b34-4b8c-a91f-cf2ad8677f0f x-openstack-request-id: req-eb227dff-8b34-4b8c-a91f-cf2ad8677f0f {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:13.518079 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ed8168-df7d-4741-8da1-d10470b50305", "tag": "dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:13.518370 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb227dff-8b34-4b8c-a91f-cf2ad8677f0f {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:13.519580 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'tag': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb', 'status': 'completed', 'code': 200} Dec 09 22:34:13.572606 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-f2190e64-e03a-46b7-af77-da89dc0c99b9 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:13.576934 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f2190e64-e03a-46b7-af77-da89dc0c99b9 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2300298 Dec 09 22:34:13.578262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45282) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:13.593670 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-060bfe84-9aee-49f2-9a5a-edfb1503b5f8 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "GET /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8/tags/tempest-TagsTest-Tag-1403298046 HTTP/1.1" status: 204 len: 168 time: 0.3481710 Dec 09 22:34:13.597884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45284) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:13.602789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-635bc4f5-9104-4260-ae11-e67389b44833 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'afbf4c89-26e2-46bd-acf7-648c53bf89b8') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:13.613481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-69e7cc4e-3c89-4c51-9ba2-87aa86ec37ab service neutron] 10.222.0.18 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269624 Dec 09 22:34:13.652547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-762a5d37-1282-487d-8480-18a679c7c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:13.654133 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-762a5d37-1282-487d-8480-18a679c7c9a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1653068 Dec 09 22:34:13.664563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d33e310-6f7f-409e-8d0d-b2130b0ad3d3 req-67f10dcc-3b25-4f62-ad22-e15345b7fb41 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133055 Dec 09 22:34:13.795660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528abf69-9703-44af-b15b-aacea87d24c3 req-b634c313-cb3e-496d-a979-78967be348cc tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:13.797882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-528abf69-9703-44af-b15b-aacea87d24c3 req-b634c313-cb3e-496d-a979-78967be348cc tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 944 time: 0.1384747 Dec 09 22:34:13.804390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3280d0d-37e9-48fd-bbdc-bb6e9bfafe5a req-6f22ef8e-5703-4a14-af73-120ff4e6132b service neutron] 10.222.0.18 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799176 Dec 09 22:34:13.810986 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1280c1-6325-4512-b785-cc9fa8c12eb7 x-openstack-request-id: req-bd1280c1-6325-4512-b785-cc9fa8c12eb7 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:13.811291 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863229f-c535-465e-b52e-8ae617e0f478", "name": "network-vif-plugged", "status": "completed", "tag": "e0557177-1dc7-4650-bc8d-889c619110ae", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:13.811554 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd1280c1-6325-4512-b785-cc9fa8c12eb7 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:13.811940 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863229f-c535-465e-b52e-8ae617e0f478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0557177-1dc7-4650-bc8d-889c619110ae', 'code': 200} Dec 09 22:34:13.831026 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0825cc6f-31f0-4fe6-b9b4-6d534831838b tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:13.839688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45288) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:13.840171 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-635bc4f5-9104-4260-ae11-e67389b44833 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "GET /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8/tags HTTP/1.1" status: 200 len: 238 time: 0.2413533 Dec 09 22:34:13.849512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-dd40837b-2312-499f-bc91-c8f3d181e137 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'afbf4c89-26e2-46bd-acf7-648c53bf89b8', {'tags': ['tempest-TagsTest-Tag-1078557804', 'tempest-TagsTest-Tag-46080284', 'tempest-TagsTest-Tag-1794716363']}) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:13.884694 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0825cc6f-31f0-4fe6-b9b4-6d534831838b tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:13.892026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-528abf69-9703-44af-b15b-aacea87d24c3 req-c8e6c956-4e56-407f-871c-65a9561cca06 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865996 Dec 09 22:34:13.916963 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-051ceae7-5726-42cd-9523-b7adaa953284 service neutron] 10.222.0.42 "GET /v2.0/networks/6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492003 Dec 09 22:34:14.019054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671a38b-ba1f-42ba-99cd-c3be5422bcca req-8dfaf93e-1afe-46d9-931a-197cedad2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:14.020639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9671a38b-ba1f-42ba-99cd-c3be5422bcca req-8dfaf93e-1afe-46d9-931a-197cedad2177 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 1095 time: 0.1105297 Dec 09 22:34:14.034971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39247cb-273f-4e21-bf9d-dadd2ad6971c req-fe05951d-494f-49d4-961b-35ff042faec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:14.036483 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e39247cb-273f-4e21-bf9d-dadd2ad6971c req-fe05951d-494f-49d4-961b-35ff042faec4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 1098 time: 0.1368923 Dec 09 22:34:14.041964 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0825cc6f-31f0-4fe6-b9b4-6d534831838b tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:14.044558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0825cc6f-31f0-4fe6-b9b4-6d534831838b tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:14.048736 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0825cc6f-31f0-4fe6-b9b4-6d534831838b tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "DELETE /v2.0/security-groups/a2d14019-7705-473a-8751-c56aa320a448 HTTP/1.1" status: 204 len: 168 time: 0.4626896 Dec 09 22:34:14.057053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45290) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:14.074948 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dd40837b-2312-499f-bc91-c8f3d181e137 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "PUT /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8/tags HTTP/1.1" status: 200 len: 307 time: 0.2342126 Dec 09 22:34:14.080907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45292) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:14.088358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825cc6f-31f0-4fe6-b9b4-6d534831838b tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d14019-7705-473a-8751-c56aa320a448,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:14.097268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-afb221ca-27c0-4998-a614-76e972ede799 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'afbf4c89-26e2-46bd-acf7-648c53bf89b8', 'tempest-TagsTest-Tag-1078557804') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:14.112361 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e39247cb-273f-4e21-bf9d-dadd2ad6971c req-3d785ea6-efa8-4447-bdc7-67a609c7513f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633359 Dec 09 22:34:14.118589 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57d10cf4-8164-43e1-8cc7-319553b40457 req-af117244-9766-4baa-b14e-a1d28f93fda6 service neutron] 10.222.0.42 "GET /v2.0/networks/6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777446 Dec 09 22:34:14.228578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ee97c702-df54-47ca-b4da-eaf0eed186bf tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1702330 Dec 09 22:34:14.230800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671a38b-ba1f-42ba-99cd-c3be5422bcca req-d7e78da2-f3ce-48cc-8263-83c80abecf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:14.231598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45294) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:14.232182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9671a38b-ba1f-42ba-99cd-c3be5422bcca req-d7e78da2-f3ce-48cc-8263-83c80abecf56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 917 time: 0.2029612 Dec 09 22:34:14.304496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b318bd3-fda2-47c9-82a6-16fde273ca71 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:14.314324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9671a38b-ba1f-42ba-99cd-c3be5422bcca req-d2efc49e-9fdf-446d-a4ac-623f65d86db9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6bd902-bdca-405b-b768-027244902043 HTTP/1.1" status: 200 len: 217 time: 0.0725663 Dec 09 22:34:14.341211 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b318bd3-fda2-47c9-82a6-16fde273ca71 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:14.366636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-afb221ca-27c0-4998-a614-76e972ede799 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "DELETE /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8/tags/tempest-TagsTest-Tag-1078557804 HTTP/1.1" status: 204 len: 168 time: 0.2759063 Dec 09 22:34:14.372906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45300) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:14.377643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-30340f50-45c3-4cb2-99e5-a2d605434a31 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'afbf4c89-26e2-46bd-acf7-648c53bf89b8', 'tempest-TagsTest-Tag-1078557804') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:14.413993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671a38b-ba1f-42ba-99cd-c3be5422bcca req-c812434b-cfbc-4f71-86ef-f439e444d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:14.415942 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9671a38b-ba1f-42ba-99cd-c3be5422bcca req-c812434b-cfbc-4f71-86ef-f439e444d991 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.0944421 Dec 09 22:34:14.450181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b7087-a0bb-4a70-80f9-08f3d5f29ee9 req-6c1719b7-f683-4561-bda4-11017617b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:14.454441 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f98b7087-a0bb-4a70-80f9-08f3d5f29ee9 req-6c1719b7-f683-4561-bda4-11017617b61b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e44275fda82949e3bed5d084d9c4aef1&device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 1096 time: 0.0908461 Dec 09 22:34:14.474660 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b318bd3-fda2-47c9-82a6-16fde273ca71 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:14.475622 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b318bd3-fda2-47c9-82a6-16fde273ca71 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:14.477105 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2b318bd3-fda2-47c9-82a6-16fde273ca71 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "DELETE /v2.0/security-groups/1809e903-d0ef-4142-9c0d-e806df951edd HTTP/1.1" status: 204 len: 168 time: 0.2443135 Dec 09 22:34:14.496883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45302) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:14.532415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b318bd3-fda2-47c9-82a6-16fde273ca71 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1809e903-d0ef-4142-9c0d-e806df951edd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:14.558081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671a38b-ba1f-42ba-99cd-c3be5422bcca req-a4299e09-c92d-4b41-a903-8f322fbce8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:14.559641 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9671a38b-ba1f-42ba-99cd-c3be5422bcca req-a4299e09-c92d-4b41-a903-8f322fbce8c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366432 Dec 09 22:34:14.561924 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-30340f50-45c3-4cb2-99e5-a2d605434a31 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] show failed (client error): The resource could not be found. Dec 09 22:34:14.566398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-30340f50-45c3-4cb2-99e5-a2d605434a31 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "GET /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8/tags/tempest-TagsTest-Tag-1078557804 HTTP/1.1" status: 404 len: 326 time: 0.1889172 Dec 09 22:34:14.566795 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45304) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:14.571605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-01e35514-99a8-48eb-b955-b5d6b9520971 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'afbf4c89-26e2-46bd-acf7-648c53bf89b8', 'tempest-TagsTest-Tag-46080284') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:14.586217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90724f-c349-4db9-af1e-89bdb20bdd20 req-dd2fc6d1-e50b-4726-bfdc-052429361bc3 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:14.587911 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf90724f-c349-4db9-af1e-89bdb20bdd20 req-dd2fc6d1-e50b-4726-bfdc-052429361bc3 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 943 time: 0.1485779 Dec 09 22:34:14.620222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8962c68c-d48f-4b92-84c6-a5d36d27aa5e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1153104 Dec 09 22:34:14.622188 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45308) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:14.630906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b7087-a0bb-4a70-80f9-08f3d5f29ee9 req-bb75a617-5d37-4f9f-91b7-0a699b6b370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:14.632518 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f98b7087-a0bb-4a70-80f9-08f3d5f29ee9 req-bb75a617-5d37-4f9f-91b7-0a699b6b370a service neutron] 10.222.0.42 "GET /v2.0/networks?id=6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 HTTP/1.1" status: 200 len: 907 time: 0.1712556 Dec 09 22:34:14.635231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c28f4309-61e8-4688-9372-54f7982b6a15 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789535816'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:14.701927 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f98b7087-a0bb-4a70-80f9-08f3d5f29ee9 req-8c7e099d-04ee-4e3f-8738-993c62ea52f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb HTTP/1.1" status: 200 len: 217 time: 0.0592086 Dec 09 22:34:14.762783 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c28f4309-61e8-4688-9372-54f7982b6a15 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:14.778297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b7087-a0bb-4a70-80f9-08f3d5f29ee9 req-f979a56d-b943-4d6b-97d4-022fc6243437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:14.779847 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f98b7087-a0bb-4a70-80f9-08f3d5f29ee9 req-f979a56d-b943-4d6b-97d4-022fc6243437 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39 HTTP/1.1" status: 200 len: 845 time: 0.0679913 Dec 09 22:34:14.823947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf90724f-c349-4db9-af1e-89bdb20bdd20 req-6c321a1a-ea46-4d5e-bdeb-d7c18224c52e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168689 Dec 09 22:34:14.838936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b7087-a0bb-4a70-80f9-08f3d5f29ee9 req-ca73ccfa-f8fe-4316-af7c-bd25b96578ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:14.840497 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f98b7087-a0bb-4a70-80f9-08f3d5f29ee9 req-ca73ccfa-f8fe-4316-af7c-bd25b96578ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520699 Dec 09 22:34:14.876773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9671a38b-ba1f-42ba-99cd-c3be5422bcca req-475c61ba-d7c8-4443-8c81-b1f0581e1d44 service neutron] 10.222.0.18 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009400 Dec 09 22:34:14.906350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-01e35514-99a8-48eb-b955-b5d6b9520971 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "GET /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8/tags/tempest-TagsTest-Tag-46080284 HTTP/1.1" status: 204 len: 168 time: 0.3359528 Dec 09 22:34:14.907954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45312) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:14.930571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-b0f8687f-dd57-41c6-9087-5c29d0bfa5a0 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'afbf4c89-26e2-46bd-acf7-648c53bf89b8', 'tempest-TagsTest-Tag-1794716363') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:15.298704 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f98b7087-a0bb-4a70-80f9-08f3d5f29ee9 req-46ebe0df-afe0-42dd-8b22-1ee390a1f687 service neutron] 10.222.0.42 "GET /v2.0/networks/6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490039 Dec 09 22:34:15.414528 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f98b7087-a0bb-4a70-80f9-08f3d5f29ee9 req-50ffce4a-f2cd-4dd6-84cc-96829de7e048 service neutron] 10.222.0.42 "GET /v2.0/networks/6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072564 Dec 09 22:34:15.421777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e47f85-847b-41e5-a662-211ef86bac92 req-01ba21c5-a908-4a22-be2f-dfa2669eedc1 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:15.424714 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7e47f85-847b-41e5-a662-211ef86bac92 req-01ba21c5-a908-4a22-be2f-dfa2669eedc1 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 946 time: 0.6278772 Dec 09 22:34:15.500776 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c28f4309-61e8-4688-9372-54f7982b6a15 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:15.522387 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c28f4309-61e8-4688-9372-54f7982b6a15 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:15.581923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9671a38b-ba1f-42ba-99cd-c3be5422bcca req-2eb7063e-1307-4066-97cd-b11e6f0f57e6 service neutron] 10.222.0.18 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6931596 Dec 09 22:34:15.603229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96347c1f-3a17-4605-88d6-fbf79062cdab req-05d5d502-a61a-41e5-8665-8f8429d2f126 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:15.604697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96347c1f-3a17-4605-88d6-fbf79062cdab req-05d5d502-a61a-41e5-8665-8f8429d2f126 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 944 time: 0.5857964 Dec 09 22:34:15.624017 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b0f8687f-dd57-41c6-9087-5c29d0bfa5a0 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "GET /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8/tags/tempest-TagsTest-Tag-1794716363 HTTP/1.1" status: 204 len: 168 time: 0.7032619 Dec 09 22:34:15.626638 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45320) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:15.626996 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c28f4309-61e8-4688-9372-54f7982b6a15 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:15.630233 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c28f4309-61e8-4688-9372-54f7982b6a15 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9996085 Dec 09 22:34:15.631060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45322) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:15.631877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-b71ead39-0417-4fc9-98e7-b44f9833cbd3 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'afbf4c89-26e2-46bd-acf7-648c53bf89b8') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:15.644606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-deb7357a-c1bb-4cca-9f07-63a54f45f017 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4f96abc7-4c2e-4244-b3ab-a11c2adb3649', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:15.660066 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7e47f85-847b-41e5-a662-211ef86bac92 req-1bd887fe-8b1a-45e3-a85c-4c36f73e695e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191200 Dec 09 22:34:15.660678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f4309-61e8-4688-9372-54f7982b6a15 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f96abc7-4c2e-4244-b3ab-a11c2adb3649,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:15.713136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96347c1f-3a17-4605-88d6-fbf79062cdab req-bf6355eb-9960-4d9e-aed6-0e76d7e0dbf1 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911016 Dec 09 22:34:15.740319 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-deb7357a-c1bb-4cca-9f07-63a54f45f017 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:15.744768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-deb7357a-c1bb-4cca-9f07-63a54f45f017 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1048024 Dec 09 22:34:15.745386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45326) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:15.751690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9775bb84-dc44-4cde-ac4b-668d267c1947 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group_rule': {'security_group_id': '4f96abc7-4c2e-4244-b3ab-a11c2adb3649', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:15.773346 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b71ead39-0417-4fc9-98e7-b44f9833cbd3 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "DELETE /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8/tags HTTP/1.1" status: 204 len: 168 time: 0.1453998 Dec 09 22:34:15.775973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45328) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:15.786190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-2a7951cb-634c-465a-9bba-32dba6afba02 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'afbf4c89-26e2-46bd-acf7-648c53bf89b8', 'tempest-TagsTest-Tag-46080284') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:15.802910 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-9775bb84-dc44-4cde-ac4b-668d267c1947 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:34:15.806733 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9775bb84-dc44-4cde-ac4b-668d267c1947 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0570555 Dec 09 22:34:15.807330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45330) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:15.868649 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db94dbc0-b235-4be2-8313-6b668e750ac2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:15.876286 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-2a7951cb-634c-465a-9bba-32dba6afba02 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] show failed (client error): The resource could not be found. Dec 09 22:34:15.877331 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2a7951cb-634c-465a-9bba-32dba6afba02 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "GET /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8/tags/tempest-TagsTest-Tag-46080284 HTTP/1.1" status: 404 len: 324 time: 0.1004381 Dec 09 22:34:15.880467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45334) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:15.885871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-f107859f-b0fc-45bd-87d5-cc8ffcc62ab7 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'afbf4c89-26e2-46bd-acf7-648c53bf89b8', 'tempest-TagsTest-Tag-1794716363') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:15.916904 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db94dbc0-b235-4be2-8313-6b668e750ac2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.025551 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-f107859f-b0fc-45bd-87d5-cc8ffcc62ab7 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] show failed (client error): The resource could not be found. Dec 09 22:34:16.029284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f107859f-b0fc-45bd-87d5-cc8ffcc62ab7 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "GET /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8/tags/tempest-TagsTest-Tag-1794716363 HTTP/1.1" status: 404 len: 326 time: 0.1451917 Dec 09 22:34:16.030156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45336) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:16.036339 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-176a1b0b-fbf9-47e1-9b43-4ba2a1357b25 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'afbf4c89-26e2-46bd-acf7-648c53bf89b8') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:16.037484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db727a7-c719-468a-81e5-54b8fdecb3a0 req-11fcb7ee-dc31-4256-a828-8f8b33ff058e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:16.039056 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3db727a7-c719-468a-81e5-54b8fdecb3a0 req-11fcb7ee-dc31-4256-a828-8f8b33ff058e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 943 time: 0.1193690 Dec 09 22:34:16.040282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db94dbc0-b235-4be2-8313-6b668e750ac2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.042983 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db94dbc0-b235-4be2-8313-6b668e750ac2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.044036 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-db94dbc0-b235-4be2-8313-6b668e750ac2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "DELETE /v2.0/security-groups/4f96abc7-4c2e-4244-b3ab-a11c2adb3649 HTTP/1.1" status: 204 len: 168 time: 0.2342353 Dec 09 22:34:16.047288 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45338) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:16.066731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94dbc0-b235-4be2-8313-6b668e750ac2 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f96abc7-4c2e-4244-b3ab-a11c2adb3649,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:16.131315 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-176a1b0b-fbf9-47e1-9b43-4ba2a1357b25 tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "DELETE /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8/tags HTTP/1.1" status: 204 len: 168 time: 0.0986240 Dec 09 22:34:16.133983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-75223e02-9e19-4278-aff3-18e2431e259c tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0833206 Dec 09 22:34:16.137400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3db727a7-c719-468a-81e5-54b8fdecb3a0 req-a3b9c5f4-470a-42fe-b695-45af28e993f2 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892274 Dec 09 22:34:16.137806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45340) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:16.138455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45342) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:16.143001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-710e34c8-2c68-4d2d-88c2-c7bd5086949e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group': {'name': 'tempest-secgroup--900360837'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:16.166641 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-710e34c8-2c68-4d2d-88c2-c7bd5086949e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.225045 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.242331 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-710e34c8-2c68-4d2d-88c2-c7bd5086949e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.245723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-710e34c8-2c68-4d2d-88c2-c7bd5086949e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.277808 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-710e34c8-2c68-4d2d-88c2-c7bd5086949e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.278988 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-710e34c8-2c68-4d2d-88c2-c7bd5086949e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1401293 Dec 09 22:34:16.280110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e34c8-2c68-4d2d-88c2-c7bd5086949e tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a0d69-b37d-41f1-bda2-ef41cf778627,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:16.282569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45344) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:16.287426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0daf4cf4-8939-4822-8e05-517fa4e2c7bd tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:16.288195 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-0daf4cf4-8939-4822-8e05-517fa4e2c7bd tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 22:34:16.288710 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-0daf4cf4-8939-4822-8e05-517fa4e2c7bd tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 22:34:16.292296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0daf4cf4-8939-4822-8e05-517fa4e2c7bd tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "PUT /v2.0/security-groups/a41a0d69-b37d-41f1-bda2-ef41cf778627 HTTP/1.1" status: 409 len: 330 time: 0.0061860 Dec 09 22:34:16.292454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45346) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:16.318235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.338380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbf4c89-26e2-46bd-acf7-648c53bf89b8']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:16.348070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61c43a19-950d-4591-9f3e-d8743367574b tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.349072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfb5535-5699-4499-9323-8db1989899aa') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:16.349382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfb5535-5699-4499-9323-8db1989899aa') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:16.358995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.374250 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.375676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61c43a19-950d-4591-9f3e-d8743367574b tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.381506 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:34:16.381910 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:34:16.384605 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:34:16.424584 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61c43a19-950d-4591-9f3e-d8743367574b tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.427562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61c43a19-950d-4591-9f3e-d8743367574b tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.431210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-61c43a19-950d-4591-9f3e-d8743367574b tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "DELETE /v2.0/security-groups/a41a0d69-b37d-41f1-bda2-ef41cf778627 HTTP/1.1" status: 204 len: 168 time: 0.1355245 Dec 09 22:34:16.432269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45352) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:16.461140 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c43a19-950d-4591-9f3e-d8743367574b tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a0d69-b37d-41f1-bda2-ef41cf778627,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:16.462422 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.482691 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:16.486782 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] 10.222.0.16 "DELETE /v2.0/networks/afbf4c89-26e2-46bd-acf7-648c53bf89b8 HTTP/1.1" status: 204 len: 168 time: 0.3471832 Dec 09 22:34:16.487800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625ee7f-9cc1-4f96-86d6-4d1f3b28c8df tempest-TagsTest-2001947651 tempest-TagsTest-2001947651-project] Pushing event deleted for resources: {'Network': ['ID=afbf4c89-26e2-46bd-acf7-648c53bf89b8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:16.503614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45356) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:16.503749 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4049bc44-0410-433d-bb26-8466df9d88f3 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0688019 Dec 09 22:34:16.518884 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-962be87d-8f7e-4eed-a01e-2f0f9e0304ec tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] delete failed (client error): The resource could not be found. Dec 09 22:34:16.519953 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-962be87d-8f7e-4eed-a01e-2f0f9e0304ec tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "DELETE /v2.0/security-groups/688d5f40-aa72-4afb-9434-509b227591ae HTTP/1.1" status: 404 len: 347 time: 0.0152621 Dec 09 22:34:16.523574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45358) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:16.537910 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-9e9b0307-6c02-474e-9154-1f696e2ecf12 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] show failed (client error): The resource could not be found. Dec 09 22:34:16.538822 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9e9b0307-6c02-474e-9154-1f696e2ecf12 tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "GET /v2.0/security-groups/113478f8-6b1d-4122-9323-3367e5d85e4b HTTP/1.1" status: 404 len: 347 time: 0.0142252 Dec 09 22:34:16.542589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45360) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:16.556927 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-93b7df2b-952a-42b2-8603-0614d51a98ba tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] show failed (client error): The resource could not be found. Dec 09 22:34:16.561109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-93b7df2b-952a-42b2-8603-0614d51a98ba tempest-NegativeSecGroupIPv6Test-1203626036 tempest-NegativeSecGroupIPv6Test-1203626036-project] 10.222.0.16 "GET /v2.0/security-group-rules/5af69e7b-e382-465e-a3f9-719907e97e4e HTTP/1.1" status: 404 len: 356 time: 0.0144324 Dec 09 22:34:16.800930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45380) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:16.827012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45384) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:16.890446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae7a3e-987a-402a-820f-a08a167ecfab req-11551e33-563e-4c74-b0f7-40ee340daaa5 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:16.898150 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6ae7a3e-987a-402a-820f-a08a167ecfab req-11551e33-563e-4c74-b0f7-40ee340daaa5 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 946 time: 0.1047528 Dec 09 22:34:16.929018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:34:16.932988 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65a54-ec7d-4539-a8f5-ec2dd3ac02d3 req-e36befb3-0c6e-4d3b-ab01-210fdb437ad2 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:16.934672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fd65a54-ec7d-4539-a8f5-ec2dd3ac02d3 req-e36befb3-0c6e-4d3b-ab01-210fdb437ad2 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 944 time: 0.0984328 Dec 09 22:34:16.993009 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6ae7a3e-987a-402a-820f-a08a167ecfab req-b41f8090-4d8d-4321-8b65-2ed378a0e54d tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938859 Dec 09 22:34:17.036556 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-88480aed-3d34-4c72-90c1-ee73293d3903 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e124830943b4fa681b0edf49e5a6bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344162 Dec 09 22:34:17.038494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fd65a54-ec7d-4539-a8f5-ec2dd3ac02d3 req-82683df9-9113-4d5a-b7a8-7433cfe12817 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964320 Dec 09 22:34:17.039082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45392) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:17.043909 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b8269cec-8ea9-45bb-bc8a-a873b311c9f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e0c2da4bb4e4a1cab52e94b45efc18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2156651 Dec 09 22:34:17.046320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45394) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:17.120100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb,segment=NetworkSegment(11ac0b89-d630-424f-9965-e7282b959556),segment_id=11ac0b89-d630-424f-9965-e7282b959556)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:17.134609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'port_id': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb', 'mac_address': 'fa:16:3e:06:1e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:34:17.143531 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-425a2d99-14f6-4b6b-8451-b599c3312153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.171797 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-425a2d99-14f6-4b6b-8451-b599c3312153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.182724 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.197509 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0797835a-89ab-4e77-a358-04decd51b957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.207618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:17.239729 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-425a2d99-14f6-4b6b-8451-b599c3312153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.242867 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-425a2d99-14f6-4b6b-8451-b599c3312153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.244275 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-425a2d99-14f6-4b6b-8451-b599c3312153 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72ab8603-5878-49a9-8d25-01d746ae34c5 HTTP/1.1" status: 204 len: 168 time: 0.1963966 Dec 09 22:34:17.249864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e1824-d9bd-4ba7-ab38-25c41de91999 req-3fea2605-1838-46f3-ba8d-b3e4831cf249 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:17.251626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b54e1824-d9bd-4ba7-ab38-25c41de91999 req-3fea2605-1838-46f3-ba8d-b3e4831cf249 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 946 time: 0.1141355 Dec 09 22:34:17.253665 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0797835a-89ab-4e77-a358-04decd51b957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.256527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb,segment=NetworkSegment(11ac0b89-d630-424f-9965-e7282b959556),segment_id=11ac0b89-d630-424f-9965-e7282b959556)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:17.266425 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.268280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45400) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:17.283229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-371f6ad8-eed0-4049-b185-d4bec70f25b0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Request body: {'floatingip': {'port_id': 'e0557177-1dc7-4650-bc8d-889c619110ae'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:17.285746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a2d99-14f6-4b6b-8451-b599c3312153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ab8603-5878-49a9-8d25-01d746ae34c5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:17.296906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device af6bd902-bdca-405b-b768-027244902043 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:34:17.347864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:17.385007 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-371f6ad8-eed0-4049-b185-d4bec70f25b0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.477570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5ce44-3ea7-49f8-831b-07fef7b3b6c0 req-b306152a-5fee-4caa-992e-0cbedd8a5998 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:17.479166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fce5ce44-3ea7-49f8-831b-07fef7b3b6c0 req-b306152a-5fee-4caa-992e-0cbedd8a5998 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 943 time: 0.1915612 Dec 09 22:34:17.518594 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0797835a-89ab-4e77-a358-04decd51b957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.519826 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port af6bd902-bdca-405b-b768-027244902043, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:17.535729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'af6bd902-bdca-405b-b768-027244902043', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'port_id': 'af6bd902-bdca-405b-b768-027244902043', 'mac_address': 'fa:16:3e:2a:81:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:34:17.546862 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0797835a-89ab-4e77-a358-04decd51b957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.547940 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0797835a-89ab-4e77-a358-04decd51b957 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d211f95c-d1f5-42e6-beb4-85c3dfd28da7 HTTP/1.1" status: 204 len: 168 time: 0.5079610 Dec 09 22:34:17.571895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:34:17.592837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797835a-89ab-4e77-a358-04decd51b957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d211f95c-d1f5-42e6-beb4-85c3dfd28da7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:17.642284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fce5ce44-3ea7-49f8-831b-07fef7b3b6c0 req-d609d0f7-d942-4632-8b9e-0feb34a46e8a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442356 Dec 09 22:34:17.681520 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.761151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6bd902-bdca-405b-b768-027244902043 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:17.885144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port af6bd902-bdca-405b-b768-027244902043, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:17.905847 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:17.986090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:18.185367 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.resource_extend [None req-371f6ad8-eed0-4049-b185-d4bec70f25b0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:34:18.194732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['af6bd902-bdca-405b-b768-027244902043'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:34:18.202546 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8564dd9-5859-4eb5-b8be-776e393651cd req-57466785-8dee-43d7-8033-902e2b02a187 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:18.209162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8564dd9-5859-4eb5-b8be-776e393651cd req-57466785-8dee-43d7-8033-902e2b02a187 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 945 time: 0.0909047 Dec 09 22:34:18.259480 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-371f6ad8-eed0-4049-b185-d4bec70f25b0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:18.268420 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-371f6ad8-eed0-4049-b185-d4bec70f25b0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:18.301643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8564dd9-5859-4eb5-b8be-776e393651cd req-fbc3e217-866c-4dd8-ac1a-20eadb892576 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844080 Dec 09 22:34:18.368504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45442) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:18.375428 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027864 Dec 09 22:34:18.377578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45444) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:18.433270 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-371f6ad8-eed0-4049-b185-d4bec70f25b0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Floating IP 701611b7-88c9-4e2c-825b-7e4d670b5a35 associated. External IP: 172.25.8.182, port: e0557177-1dc7-4650-bc8d-889c619110ae. Dec 09 22:34:18.524868 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-064c739d-c247-4ac3-ac42-57ff8b0f64af tempest-NetworksApiDiscovery-1142901936 tempest-NetworksApiDiscovery-1142901936-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1481669 Dec 09 22:34:18.667757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371f6ad8-eed0-4049-b185-d4bec70f25b0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Router 41ee3dcb-41eb-4ead-a172-b705ff95b078 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:34:18.786833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371f6ad8-eed0-4049-b185-d4bec70f25b0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:34:18.791813 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-371f6ad8-eed0-4049-b185-d4bec70f25b0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:18.806524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e279d9-dc5f-447f-a1c8-4d8f2af991e7 None None] Sync routers for ids ['41ee3dcb-41eb-4ead-a172-b705ff95b078'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:34:18.820078 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-371f6ad8-eed0-4049-b185-d4bec70f25b0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "PUT /v2.0/floatingips/701611b7-88c9-4e2c-825b-7e4d670b5a35 HTTP/1.1" status: 200 len: 992 time: 1.5505073 Dec 09 22:34:18.820691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f863229f-c535-465e-b52e-8ae617e0f478', 'tag': 'e0557177-1dc7-4650-bc8d-889c619110ae'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:18.823116 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278942ef-cd92-417f-94fc-1bf95b1b900a" -d '{"events": [{"name": "network-changed", "server_uuid": "f863229f-c535-465e-b52e-8ae617e0f478", "tag": "e0557177-1dc7-4650-bc8d-889c619110ae"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:18.829434 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e279d9-dc5f-447f-a1c8-4d8f2af991e7 None None] Routers {'41ee3dcb-41eb-4ead-a172-b705ff95b078'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:34:18.830115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-76e279d9-dc5f-447f-a1c8-4d8f2af991e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:34:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['41ee3dcb-41eb-4ead-a172-b705ff95b078'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:18.921703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45476) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:18.948701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:34:18.969523 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4e7305-8876-4670-982c-bca13ae033aa x-openstack-request-id: req-2a4e7305-8876-4670-982c-bca13ae033aa {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:18.970434 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f863229f-c535-465e-b52e-8ae617e0f478", "tag": "e0557177-1dc7-4650-bc8d-889c619110ae", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:18.970434 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a4e7305-8876-4670-982c-bca13ae033aa {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:18.970643 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f863229f-c535-465e-b52e-8ae617e0f478', 'tag': 'e0557177-1dc7-4650-bc8d-889c619110ae', 'status': 'completed', 'code': 200} Dec 09 22:34:19.020994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-76e279d9-dc5f-447f-a1c8-4d8f2af991e7 None None] Set router 41ee3dcb-41eb-4ead-a172-b705ff95b078 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:34:19.075115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278942ef-cd92-417f-94fc-1bf95b1b900a req-90968d9a-c820-481c-b683-6cc56cab6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:19.076666 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-278942ef-cd92-417f-94fc-1bf95b1b900a req-90968d9a-c820-481c-b683-6cc56cab6651 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6498fa95c2347b88c7f89a8d6539a16&device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 1098 time: 0.0850968 Dec 09 22:34:19.094729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:34:19.110542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4fef0c88-33a4-4334-8fad-0abb6385dfce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:19.138040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:19.138802 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:19.171153 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb5459-23da-45a4-b1fe-77811ccb8104 req-3e8333c7-f9db-420f-98ee-90055c411577 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:19.180721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28bb5459-23da-45a4-b1fe-77811ccb8104 req-3e8333c7-f9db-420f-98ee-90055c411577 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.1174073 Dec 09 22:34:19.295815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278942ef-cd92-417f-94fc-1bf95b1b900a req-c9c468cd-eca6-4d0c-be49-92268084924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:19.304524 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-278942ef-cd92-417f-94fc-1bf95b1b900a req-c9c468cd-eca6-4d0c-be49-92268084924a service neutron] 10.222.0.42 "GET /v2.0/networks?id=57257800-8d23-4009-9360-736d0fb96aee HTTP/1.1" status: 200 len: 912 time: 0.2159173 Dec 09 22:34:19.318040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device af6bd902-bdca-405b-b768-027244902043 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:34:19.330182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28bb5459-23da-45a4-b1fe-77811ccb8104 req-ca442362-81d2-43e3-8c5e-d8ab8818df44 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480970 Dec 09 22:34:19.378658 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4fef0c88-33a4-4334-8fad-0abb6385dfce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:19.389553 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4fef0c88-33a4-4334-8fad-0abb6385dfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:19.450483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4fef0c88-33a4-4334-8fad-0abb6385dfce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c362cd40a274b839a12fa2aa94c243b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5276186 Dec 09 22:34:19.460713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45498) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:19.476926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef0c88-33a4-4334-8fad-0abb6385dfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d14a4c0-7acf-4377-aa4a-dfac9e4bee4c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:19.516714 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:19.535858 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-278942ef-cd92-417f-94fc-1bf95b1b900a req-b4a0c9c3-7b81-40c6-a584-18ae9b89266f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0557177-1dc7-4650-bc8d-889c619110ae HTTP/1.1" status: 200 len: 1000 time: 0.2280312 Dec 09 22:34:19.540064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075ece-d5da-4456-93cc-e28bf0f2d5d2 req-fcb06274-6895-4e67-a6d1-4065d47ea811 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:19.542482 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-41075ece-d5da-4456-93cc-e28bf0f2d5d2 req-fcb06274-6895-4e67-a6d1-4065d47ea811 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 945 time: 0.0624094 Dec 09 22:34:19.593817 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:19.610926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-41075ece-d5da-4456-93cc-e28bf0f2d5d2 req-dd07081d-533e-4006-a4cd-47b788fed9a3 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596287 Dec 09 22:34:19.632109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278942ef-cd92-417f-94fc-1bf95b1b900a req-6e3c5afe-2f1a-4afa-ba88-259305c75ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:19.633705 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-278942ef-cd92-417f-94fc-1bf95b1b900a req-6e3c5afe-2f1a-4afa-ba88-259305c75ee2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ce27865-d029-4ae4-9631-8a639f289620 HTTP/1.1" status: 200 len: 850 time: 0.0858576 Dec 09 22:34:19.638784 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:19.713212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278942ef-cd92-417f-94fc-1bf95b1b900a req-1b202bc4-079c-47f6-8185-48fd3e61a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:19.714792 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-278942ef-cd92-417f-94fc-1bf95b1b900a req-1b202bc4-079c-47f6-8185-48fd3e61a6b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57257800-8d23-4009-9360-736d0fb96aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738733 Dec 09 22:34:19.781781 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:19.785273 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:19.786926 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d14a4c0-7acf-4377-aa4a-dfac9e4bee4c HTTP/1.1" status: 204 len: 168 time: 0.3247707 Dec 09 22:34:19.800288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:19.802586 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3238121a-e008-4fcc-8d3a-ad0b21636a13" -d '{"events": [{"server_uuid": "e2ed8168-df7d-4741-8da1-d10470b50305", "name": "network-vif-plugged", "status": "completed", "tag": "dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:19.857517 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb,segment=NetworkSegment(11ac0b89-d630-424f-9965-e7282b959556),segment_id=11ac0b89-d630-424f-9965-e7282b959556)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:19.880010 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6768581a-9eb7-416c-af2e-b7c1bfc1ea20 x-openstack-request-id: req-6768581a-9eb7-416c-af2e-b7c1bfc1ea20 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:19.880498 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ed8168-df7d-4741-8da1-d10470b50305", "name": "network-vif-plugged", "status": "completed", "tag": "dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:19.881065 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6768581a-9eb7-416c-af2e-b7c1bfc1ea20 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:19.881535 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb', 'code': 200} Dec 09 22:34:19.883736 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:19.889094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port af6bd902-bdca-405b-b768-027244902043 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:34:19.896090 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-278942ef-cd92-417f-94fc-1bf95b1b900a req-7db31b98-b78a-4b53-9576-358edecb48f1 service neutron] 10.222.0.42 "GET /v2.0/networks/57257800-8d23-4009-9360-736d0fb96aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727080 Dec 09 22:34:19.902201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d14a4c0-7acf-4377-aa4a-dfac9e4bee4c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:19.917692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port af6bd902-bdca-405b-b768-027244902043 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:19.918106 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:19.930713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.931598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.932040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.932470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.932922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.933364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.933833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.934383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.935043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.935646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.936082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.936531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.937266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4bc16-7778-474b-a497-1cf9d6979535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:19.966691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-76e279d9-dc5f-447f-a1c8-4d8f2af991e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '701611b7-88c9-4e2c-825b-7e4d670b5a35', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'port_id': 'e0557177-1dc7-4650-bc8d-889c619110ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'mac_address': 'fa:16:3e:73:10:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f863229f-c535-465e-b52e-8ae617e0f478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:33:54Z', 'updated_at': '2021-12-09T22:34:18Z', 'revision_number': 1, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddad36b0-89d5-484d-a2df-6e16b9844104', 'name': '', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'mac_address': 'fa:16:3e:50:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0ce27865-d029-4ae4-9631-8a639f289620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:46Z', 'updated_at': '2021-12-09T22:34:00Z', 'revision_number': 5, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'subnets': [{'id': '0ce27865-d029-4ae4-9631-8a639f289620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:20.014039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e279d9-dc5f-447f-a1c8-4d8f2af991e7 None None] Checking router: 41ee3dcb-41eb-4ead-a172-b705ff95b078 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:34:20.020475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:20.036031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e279d9-dc5f-447f-a1c8-4d8f2af991e7 None None] Routers {'41ee3dcb-41eb-4ead-a172-b705ff95b078'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:34:20.036688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-76e279d9-dc5f-447f-a1c8-4d8f2af991e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:34:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['41ee3dcb-41eb-4ead-a172-b705ff95b078'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:20.091471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80b04c-63b9-4f01-805f-eda5c51e2cdb req-a28e1076-419a-4415-a811-e746034ce79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:20.093181 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0d80b04c-63b9-4f01-805f-eda5c51e2cdb req-a28e1076-419a-4415-a811-e746034ce79f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 1098 time: 0.1387737 Dec 09 22:34:20.134409 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:20.157221 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-278942ef-cd92-417f-94fc-1bf95b1b900a req-d323ad8e-5165-4268-aa39-411b43462d58 service neutron] 10.222.0.42 "GET /v2.0/networks/57257800-8d23-4009-9360-736d0fb96aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496572 Dec 09 22:34:20.177136 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0d80b04c-63b9-4f01-805f-eda5c51e2cdb req-d7f944ee-67e3-4c43-964f-85764162553d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763872 Dec 09 22:34:20.224668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port af6bd902-bdca-405b-b768-027244902043, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:20.231566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:20.284449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-76e279d9-dc5f-447f-a1c8-4d8f2af991e7 None None] Set router 41ee3dcb-41eb-4ead-a172-b705ff95b078 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:34:20.490989 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:20.532937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19793edc-6e90-4ab7-88bf-be5b8217486f req-1b4bb7c5-3e2e-4980-9459-c7e44c1b199d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:20.543371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19793edc-6e90-4ab7-88bf-be5b8217486f req-1b4bb7c5-3e2e-4980-9459-c7e44c1b199d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.0969701 Dec 09 22:34:20.643458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19793edc-6e90-4ab7-88bf-be5b8217486f req-b0a559f6-a5cd-4709-af97-33446b715f49 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885205 Dec 09 22:34:20.762610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcaebf-8e4a-46c3-af88-2c00558a463d req-6be67348-0d7e-4edd-9b0c-54ab031e1a95 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:20.764007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-76e279d9-dc5f-447f-a1c8-4d8f2af991e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '701611b7-88c9-4e2c-825b-7e4d670b5a35', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'port_id': 'e0557177-1dc7-4650-bc8d-889c619110ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'mac_address': 'fa:16:3e:73:10:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f863229f-c535-465e-b52e-8ae617e0f478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:33:54Z', 'updated_at': '2021-12-09T22:34:18Z', 'revision_number': 1, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddad36b0-89d5-484d-a2df-6e16b9844104', 'name': '', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'mac_address': 'fa:16:3e:50:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0ce27865-d029-4ae4-9631-8a639f289620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:46Z', 'updated_at': '2021-12-09T22:34:00Z', 'revision_number': 5, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'subnets': [{'id': '0ce27865-d029-4ae4-9631-8a639f289620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:20.770290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0bcaebf-8e4a-46c3-af88-2c00558a463d req-6be67348-0d7e-4edd-9b0c-54ab031e1a95 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 946 time: 0.0672195 Dec 09 22:34:20.804998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e279d9-dc5f-447f-a1c8-4d8f2af991e7 None None] The sync data for ids ['41ee3dcb-41eb-4ead-a172-b705ff95b078'] in n-d-789963-23 is: [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '701611b7-88c9-4e2c-825b-7e4d670b5a35', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'port_id': 'e0557177-1dc7-4650-bc8d-889c619110ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'mac_address': 'fa:16:3e:73:10:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f863229f-c535-465e-b52e-8ae617e0f478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:33:54Z', 'updated_at': '2021-12-09T22:34:18Z', 'revision_number': 1, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddad36b0-89d5-484d-a2df-6e16b9844104', 'name': '', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'mac_address': 'fa:16:3e:50:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0ce27865-d029-4ae4-9631-8a639f289620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:46Z', 'updated_at': '2021-12-09T22:34:00Z', 'revision_number': 5, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'subnets': [{'id': '0ce27865-d029-4ae4-9631-8a639f289620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:34:20.820799 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0bcaebf-8e4a-46c3-af88-2c00558a463d req-d3d4476b-6aef-4f15-90df-0becbc9d9eb1 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494137 Dec 09 22:34:20.914398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45548) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:21.010761 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e34ca1-c24a-4230-9321-55baff443001 None None] New status for floating IP 701611b7-88c9-4e2c-825b-7e4d670b5a35: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:34:21.015380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-957528041-network', 'tenant_id': '914cf806dbb54987b8adb54a71d60cb7'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:21.036571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Made reservation on behalf of 914cf806dbb54987b8adb54a71d60cb7 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:21.038917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.047775 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.127338 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.132529 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.157952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:34:21.167725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f742df-3087-4c97-931f-4ecafc9d269a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:21.172984 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.173360 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Added segment 42967f5f-fc26-4c4f-80fc-d74df6a07f61 of type vlan for network b5310ab3-fd49-4c9f-8a88-3d07f8438edf Dec 09 22:34:21.227452 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.261753 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.262962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:21.263538 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.299950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3844194 Dec 09 22:34:21.302890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45554) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:21.307863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9ffe719a-8f57-4ff7-a6ba-3a17fb336f62 admin admin] Request body: {'subnet': {'network_id': 'b5310ab3-fd49-4c9f-8a88-3d07f8438edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-957528041-subnet', 'tenant_id': '914cf806dbb54987b8adb54a71d60cb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:21.331541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffe719a-8f57-4ff7-a6ba-3a17fb336f62 admin admin] Made reservation on behalf of 914cf806dbb54987b8adb54a71d60cb7 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:21.334119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ffe719a-8f57-4ff7-a6ba-3a17fb336f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.334459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ede68-98e1-4258-b42b-a3d15ffb0540 admin admin] Pushing event updated for resources: {'Network': ['ID=b5310ab3-fd49-4c9f-8a88-3d07f8438edf,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:21.344723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b5310ab3-fd49-4c9f-8a88-3d07f8438edf details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:34:21.480551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45560) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:21.486605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6fa76ecf-bc14-49cc-97c6-92794034448e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2032748409'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:21.506373 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ffe719a-8f57-4ff7-a6ba-3a17fb336f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.508015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa76ecf-bc14-49cc-97c6-92794034448e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:21.512204 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6fa76ecf-bc14-49cc-97c6-92794034448e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.540866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa76ecf-bc14-49cc-97c6-92794034448e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:34:21.554398 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6fa76ecf-bc14-49cc-97c6-92794034448e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.555305 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-6fa76ecf-bc14-49cc-97c6-92794034448e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Added segment 5468feb5-3a88-4439-b2bf-829f8f334677 of type vlan for network 422e58a1-7dd8-4542-a714-e661015cd5ef Dec 09 22:34:21.560544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe719a-8f57-4ff7-a6ba-3a17fb336f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d97b1ca9-e353-49d0-a83a-93cea8545bff,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:21.583837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffe719a-8f57-4ff7-a6ba-3a17fb336f62 admin admin] Checking segment: {'id': '42967f5f-fc26-4c4f-80fc-d74df6a07f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5310ab3-fd49-4c9f-8a88-3d07f8438edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:21.584275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffe719a-8f57-4ff7-a6ba-3a17fb336f62 admin admin] Network hostable DHCP agents. Network: b5310ab3-fd49-4c9f-8a88-3d07f8438edf, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:34:21.606461 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6fa76ecf-bc14-49cc-97c6-92794034448e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.607227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffe719a-8f57-4ff7-a6ba-3a17fb336f62 admin admin] Network b5310ab3-fd49-4c9f-8a88-3d07f8438edf is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:34:21.620207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-9ffe719a-8f57-4ff7-a6ba-3a17fb336f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b5310ab3-fd49-4c9f-8a88-3d07f8438edf) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:21.625379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe719a-8f57-4ff7-a6ba-3a17fb336f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:21.626044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ffe719a-8f57-4ff7-a6ba-3a17fb336f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.631288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2694758-b33d-4052-8be0-a275f5fd838e None None] Network b5310ab3-fd49-4c9f-8a88-3d07f8438edf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:34:21.647796 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6fa76ecf-bc14-49cc-97c6-92794034448e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.652633 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9ffe719a-8f57-4ff7-a6ba-3a17fb336f62 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3486001 Dec 09 22:34:21.653398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa76ecf-bc14-49cc-97c6-92794034448e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:21.654037 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6fa76ecf-bc14-49cc-97c6-92794034448e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.727836 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa76ecf-bc14-49cc-97c6-92794034448e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Network': ['ID=422e58a1-7dd8-4542-a714-e661015cd5ef,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:21.744504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6fa76ecf-bc14-49cc-97c6-92794034448e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2627535 Dec 09 22:34:21.747191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45572) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:21.755237 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-01771566-34ae-4041-a9be-06fe09e2ea6b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2125399301'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:21.756428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 422e58a1-7dd8-4542-a714-e661015cd5ef details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:34:21.816883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01771566-34ae-4041-a9be-06fe09e2ea6b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:21.822196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01771566-34ae-4041-a9be-06fe09e2ea6b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.833956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84002f-94fc-466b-a52e-6ea6ddaa8d66 req-5e58c210-d0a3-454d-bc18-b6e43a2b40f0 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:21.842210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d84002f-94fc-466b-a52e-6ea6ddaa8d66 req-5e58c210-d0a3-454d-bc18-b6e43a2b40f0 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.0664246 Dec 09 22:34:21.873418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01771566-34ae-4041-a9be-06fe09e2ea6b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:34:21.873741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ccc77-da28-4ed4-9ba4-27efc29843de None None] Network b5310ab3-fd49-4c9f-8a88-3d07f8438edf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:34:21.882462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6bd902-bdca-405b-b768-027244902043'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:21.885742 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388ad4ce-8104-4195-aef8-18b823a2d969" -d '{"events": [{"server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "name": "network-vif-plugged", "status": "completed", "tag": "af6bd902-bdca-405b-b768-027244902043"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:21.894447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01771566-34ae-4041-a9be-06fe09e2ea6b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:21.894773 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-01771566-34ae-4041-a9be-06fe09e2ea6b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Added segment dd28df41-8f6b-498f-9430-228a6daa8dee of type vlan for network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 Dec 09 22:34:21.945153 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d84002f-94fc-466b-a52e-6ea6ddaa8d66 req-2fdf2fde-53d3-432f-93b3-027ab11f805e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014428 Dec 09 22:34:21.985819 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01771566-34ae-4041-a9be-06fe09e2ea6b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.029396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499f71f-d35f-4d50-b82c-c728463b1edc req-a30a7cef-5fef-4164-931b-202b10c420e2 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:22.042160 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b499f71f-d35f-4d50-b82c-c728463b1edc req-a30a7cef-5fef-4164-931b-202b10c420e2 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 946 time: 0.0926085 Dec 09 22:34:22.070439 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01771566-34ae-4041-a9be-06fe09e2ea6b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.086240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01771566-34ae-4041-a9be-06fe09e2ea6b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:22.087703 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01771566-34ae-4041-a9be-06fe09e2ea6b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.093482 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03785bf-b2ae-44a0-be79-b8774a38d9e9 x-openstack-request-id: req-f03785bf-b2ae-44a0-be79-b8774a38d9e9 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:22.094409 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "name": "network-vif-plugged", "status": "completed", "tag": "af6bd902-bdca-405b-b768-027244902043", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:22.094752 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f03785bf-b2ae-44a0-be79-b8774a38d9e9 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:22.095250 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6bd902-bdca-405b-b768-027244902043', 'code': 200} Dec 09 22:34:22.175426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01771566-34ae-4041-a9be-06fe09e2ea6b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Network': ['ID=14dfeaa3-f29e-4f09-83cd-1c729fa09754,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:22.192513 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-01771566-34ae-4041-a9be-06fe09e2ea6b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4438565 Dec 09 22:34:22.195036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45592) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:22.197267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:34:22.208400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b499f71f-d35f-4d50-b82c-c728463b1edc req-dff0475d-4b78-491b-9cc2-73cdebc2ee45 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630170 Dec 09 22:34:22.209514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4dfa9fe8-5683-4d69-9add-8635040343bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'subnet': {'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:22.305404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87feb55-165f-4c68-84eb-af9559e25fe8 req-dac84a8b-c220-4888-94be-f226af5bd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:22.320106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c87feb55-165f-4c68-84eb-af9559e25fe8 req-dac84a8b-c220-4888-94be-f226af5bd03c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 1097 time: 0.0983825 Dec 09 22:34:22.376132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfa9fe8-5683-4d69-9add-8635040343bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:22.380433 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4dfa9fe8-5683-4d69-9add-8635040343bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.436181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193651-bd0e-4005-ace6-3bb6c6344da6 req-860a1531-2542-4f04-baa7-b1767d7e96f0 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:22.441012 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b193651-bd0e-4005-ace6-3bb6c6344da6 req-860a1531-2542-4f04-baa7-b1767d7e96f0 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 946 time: 0.1073716 Dec 09 22:34:22.443529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c87feb55-165f-4c68-84eb-af9559e25fe8 req-0c518385-b5fd-4b17-b1fd-f7190d1eebe9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164448 Dec 09 22:34:22.448372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45604) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:22.453748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7187a1dc-51ca-4bdf-b3d0-4d4d277f3e97 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Request body: {'floatingip': {'port_id': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:22.505965 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7187a1dc-51ca-4bdf-b3d0-4d4d277f3e97 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.521170 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.601209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45608) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:22.606144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-839242165-network', 'tenant_id': '757e17d35d254514bb15172a70342ef5'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:22.643081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4dfa9fe8-5683-4d69-9add-8635040343bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.652054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Made reservation on behalf of 757e17d35d254514bb15172a70342ef5 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:22.654445 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.707878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.737036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa9fe8-5683-4d69-9add-8635040343bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Subnet': ['ID=cd061b21-57f1-455f-a4e8-2541f768d6ea,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:22.767329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa9fe8-5683-4d69-9add-8635040343bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Checking segment: {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:22.767917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa9fe8-5683-4d69-9add-8635040343bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Network hostable DHCP agents. Network: 422e58a1-7dd8-4542-a714-e661015cd5ef, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:34:22.808534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa9fe8-5683-4d69-9add-8635040343bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Network 422e58a1-7dd8-4542-a714-e661015cd5ef is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:34:22.832028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4dfa9fe8-5683-4d69-9add-8635040343bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 422e58a1-7dd8-4542-a714-e661015cd5ef) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:22.839725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa9fe8-5683-4d69-9add-8635040343bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:22.840409 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4dfa9fe8-5683-4d69-9add-8635040343bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.843929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e4bfa-3d77-4032-b044-f664d1e48da0 None None] Network 422e58a1-7dd8-4542-a714-e661015cd5ef requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:34:22.866646 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.873628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.884341 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4dfa9fe8-5683-4d69-9add-8635040343bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6882815 Dec 09 22:34:22.887493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45614) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:22.893760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-85d0b569-ff3e-4127-bcb5-29f85b4e60d2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'subnet': {'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:22.900407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:34:22.922202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:22.922731 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Added segment 0b72bb31-d56e-4e9e-b57a-3d1abf9084ce of type vlan for network 28159854-e89a-4080-9ca4-e2645efb8345 Dec 09 22:34:22.924067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e18eb22-0713-49a2-a30b-6798b477223e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:22.998499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-422e58a1-7dd8-4542-a714-e661015cd5ef', 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef', 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'fixed_ips': [{'subnet_id': 'cd061b21-57f1-455f-a4e8-2541f768d6ea'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:34:23.000435 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.208028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d0b569-ff3e-4127-bcb5-29f85b4e60d2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:23.211777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85d0b569-ff3e-4127-bcb5-29f85b4e60d2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.269929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846cdf1-fef6-42f5-ac0d-9765f3891955 req-cec65af3-9a7e-40ee-ac2a-6c85765acfb4 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:23.271478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4846cdf1-fef6-42f5-ac0d-9765f3891955 req-cec65af3-9a7e-40ee-ac2a-6c85765acfb4 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1567614 Dec 09 22:34:23.272084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Allocated IP 10.1.1.2 (422e58a1-7dd8-4542-a714-e661015cd5ef/cd061b21-57f1-455f-a4e8-2541f768d6ea/00635e30-cb2f-41cb-aec0-e41256746b7e) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:23.326198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.356879 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.358302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:23.360224 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.402817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7187a1dc-51ca-4bdf-b3d0-4d4d277f3e97 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.408723 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8062317 Dec 09 22:34:23.409777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45626) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:23.415888 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7187a1dc-51ca-4bdf-b3d0-4d4d277f3e97 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.420058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0195256e-c760-4c7c-9aab-0beacacf69ed admin admin] Request body: {'subnet': {'network_id': '28159854-e89a-4080-9ca4-e2645efb8345', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-839242165-subnet', 'tenant_id': '757e17d35d254514bb15172a70342ef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:23.460401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735724a3-cd1a-407b-9152-60fa339fd315 admin admin] Pushing event updated for resources: {'Network': ['ID=28159854-e89a-4080-9ca4-e2645efb8345,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:23.477508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4846cdf1-fef6-42f5-ac0d-9765f3891955 req-26c96c6d-edf5-43ec-bc79-9612cdd23907 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405857 Dec 09 22:34:23.478456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0195256e-c760-4c7c-9aab-0beacacf69ed admin admin] Made reservation on behalf of 757e17d35d254514bb15172a70342ef5 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:23.482570 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0195256e-c760-4c7c-9aab-0beacacf69ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.493327 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.510009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 28159854-e89a-4080-9ca4-e2645efb8345 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:34:23.513050 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.592429 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Pushing event updated for resources: {'Port': ['ID=00635e30-cb2f-41cb-aec0-e41256746b7e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:23.612693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Network 422e58a1-7dd8-4542-a714-e661015cd5ef is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:23.617312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:23.656532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:23.673426 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-7187a1dc-51ca-4bdf-b3d0-4d4d277f3e97 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Floating IP 840e116d-8f9b-4981-85c1-ab51d1f798d8 associated. External IP: 172.25.8.37, port: dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb. Dec 09 22:34:23.699772 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0195256e-c760-4c7c-9aab-0beacacf69ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.748207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Attempting to bind port 00635e30-cb2f-41cb-aec0-e41256746b7e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:23.748427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Attempting to bind port 00635e30-cb2f-41cb-aec0-e41256746b7e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:23.748644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Attempting to bind port 00635e30-cb2f-41cb-aec0-e41256746b7e on network 422e58a1-7dd8-4542-a714-e661015cd5ef {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:23.754883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:23.755271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Checking segment: {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:23.755677 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.756078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Bound using segment: {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:23.757043 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Bound port: 00635e30-cb2f-41cb-aec0-e41256746b7e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:23.758048 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.769977 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85d0b569-ff3e-4127-bcb5-29f85b4e60d2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.787569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0195256e-c760-4c7c-9aab-0beacacf69ed admin admin] Checking segment: {'id': '0b72bb31-d56e-4e9e-b57a-3d1abf9084ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '28159854-e89a-4080-9ca4-e2645efb8345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:23.788035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0195256e-c760-4c7c-9aab-0beacacf69ed admin admin] Network hostable DHCP agents. Network: 28159854-e89a-4080-9ca4-e2645efb8345, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:34:23.793686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195256e-c760-4c7c-9aab-0beacacf69ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd7a7c2-2939-425c-83ea-e39f7f2013bc,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:23.814174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0195256e-c760-4c7c-9aab-0beacacf69ed admin admin] Network 28159854-e89a-4080-9ca4-e2645efb8345 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:34:23.827831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0195256e-c760-4c7c-9aab-0beacacf69ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 28159854-e89a-4080-9ca4-e2645efb8345) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:23.839409 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f11092-17dc-4c21-8fef-a218a919881c None None] Network 28159854-e89a-4080-9ca4-e2645efb8345 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:34:23.848465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0195256e-c760-4c7c-9aab-0beacacf69ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:23.849241 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0195256e-c760-4c7c-9aab-0beacacf69ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.881623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] For port 00635e30-cb2f-41cb-aec0-e41256746b7e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:23.886532 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0195256e-c760-4c7c-9aab-0beacacf69ed admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4731755 Dec 09 22:34:23.928300 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] For port 00635e30-cb2f-41cb-aec0-e41256746b7e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=00635e30-cb2f-41cb-aec0-e41256746b7e,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:23.934537 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:23.967191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d0b569-ff3e-4127-bcb5-29f85b4e60d2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Checking segment: {'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:23.968391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d0b569-ff3e-4127-bcb5-29f85b4e60d2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Network hostable DHCP agents. Network: 14dfeaa3-f29e-4f09-83cd-1c729fa09754, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:34:23.974772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0b569-ff3e-4127-bcb5-29f85b4e60d2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Subnet': ['ID=ed746442-ad44-4d00-80e7-7550babce9a5,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:24.008207 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d0b569-ff3e-4127-bcb5-29f85b4e60d2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:34:24.041988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ef0fe7-d141-46a6-b49a-9fc967ac0718 None None] Network 28159854-e89a-4080-9ca4-e2645efb8345 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:34:24.072059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45636) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:24.088545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e06a3-9352-4455-998e-8d2ca8e26a9f None None] Pushing event updated for resources: {'Port': ['ID=00635e30-cb2f-41cb-aec0-e41256746b7e,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:24.179629 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-8328fef1-9ccd-4c90-b2d0-3dea61cabf6e admin admin] Deleting subnet d97b1ca9-e353-49d0-a83a-93cea8545bff {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:34:24.197362 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8328fef1-9ccd-4c90-b2d0-3dea61cabf6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:24.223414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-85d0b569-ff3e-4127-bcb5-29f85b4e60d2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 14dfeaa3-f29e-4f09-83cd-1c729fa09754) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:24.232086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fbf424-f7b8-40de-a5d6-a8e9a8e0e5c0 None None] Network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:34:24.234034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d0b569-ff3e-4127-bcb5-29f85b4e60d2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:24.234633 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85d0b569-ff3e-4127-bcb5-29f85b4e60d2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:24.256559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7187a1dc-51ca-4bdf-b3d0-4d4d277f3e97 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Router 7067454b-73c4-425f-8e96-95133501a75f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:34:24.276518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-85d0b569-ff3e-4127-bcb5-29f85b4e60d2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3878260 Dec 09 22:34:24.279416 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-204b4f9b-925b-4623-bce8-0b5b8289eb2a req-6042d6dd-bad7-4962-bbe7-a38c103fc146 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0845225 Dec 09 22:34:24.281823 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45644) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:24.284997 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8328fef1-9ccd-4c90-b2d0-3dea61cabf6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:24.287043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'port': {'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef', 'name': 'tempest-TaggedBootDevicesTest-1748652282', 'fixed_ips': [{'subnet_id': 'cd061b21-57f1-455f-a4e8-2541f768d6ea'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:24.330916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8328fef1-9ccd-4c90-b2d0-3dea61cabf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:24.473970 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8328fef1-9ccd-4c90-b2d0-3dea61cabf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:24.489926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-14dfeaa3-f29e-4f09-83cd-1c729fa09754', 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754', 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'fixed_ips': [{'subnet_id': 'ed746442-ad44-4d00-80e7-7550babce9a5'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:34:24.491443 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:24.539627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328fef1-9ccd-4c90-b2d0-3dea61cabf6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d97b1ca9-e353-49d0-a83a-93cea8545bff,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:24.554549 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8328fef1-9ccd-4c90-b2d0-3dea61cabf6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:24.563755 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8328fef1-9ccd-4c90-b2d0-3dea61cabf6e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d97b1ca9-e353-49d0-a83a-93cea8545bff HTTP/1.1" status: 204 len: 168 time: 0.4875474 Dec 09 22:34:24.564126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45652) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:24.676072 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:24.790456 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:24.818959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5310ab3-fd49-4c9f-8a88-3d07f8438edf']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:24.831337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42967f5f-fc26-4c4f-80fc-d74df6a07f61') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:24.831751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42967f5f-fc26-4c4f-80fc-d74df6a07f61') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:24.843463 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:24.860654 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:24.869560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:34:24.870747 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:34:24.910961 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:34:24.943483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Allocated IP 10.2.2.2 (14dfeaa3-f29e-4f09-83cd-1c729fa09754/ed746442-ad44-4d00-80e7-7550babce9a5/65881072-314f-4543-bc3a-f9ebf4dbfafe) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:24.966751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 00635e30-cb2f-41cb-aec0-e41256746b7e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:34:25.014834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.031687 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.038206 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b5310ab3-fd49-4c9f-8a88-3d07f8438edf HTTP/1.1" status: 204 len: 168 time: 0.4728529 Dec 09 22:34:25.040821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45656) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:25.130656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ff5bbc-caa5-407e-b000-f8f660f1383d admin admin] Deleting subnet 6dd7a7c2-2939-425c-83ea-e39f7f2013bc {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:34:25.139799 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-98ff5bbc-caa5-407e-b000-f8f660f1383d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.179271 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-98ff5bbc-caa5-407e-b000-f8f660f1383d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.197286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 00635e30-cb2f-41cb-aec0-e41256746b7e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:25.197659 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.212912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b4f9b-925b-4623-bce8-0b5b8289eb2a req-3d435521-4bf0-4c54-a56f-f8776ccee12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:25.214736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-204b4f9b-925b-4623-bce8-0b5b8289eb2a req-3d435521-4bf0-4c54-a56f-f8776ccee12c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 1097 time: 0.7990921 Dec 09 22:34:25.255724 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-98ff5bbc-caa5-407e-b000-f8f660f1383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.285417 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c2985-0dc4-4c72-89a7-bac759dc2e25 req-8a9232d4-a4e0-4c21-aa1e-6311288053bf tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:25.292230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587542f8-7fce-4468-9c55-f56d43fe2371 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5310ab3-fd49-4c9f-8a88-3d07f8438edf,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:25.294406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a11c2985-0dc4-4c72-89a7-bac759dc2e25 req-8a9232d4-a4e0-4c21-aa1e-6311288053bf tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1898868 Dec 09 22:34:25.302893 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:25.346050 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.357871 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.358101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-98ff5bbc-caa5-407e-b000-f8f660f1383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.378217 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-98ff5bbc-caa5-407e-b000-f8f660f1383d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.386792 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-98ff5bbc-caa5-407e-b000-f8f660f1383d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6dd7a7c2-2939-425c-83ea-e39f7f2013bc HTTP/1.1" status: 204 len: 168 time: 0.3446887 Dec 09 22:34:25.387681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45660) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:25.418621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff5bbc-caa5-407e-b000-f8f660f1383d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd7a7c2-2939-425c-83ea-e39f7f2013bc,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:25.484394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7187a1dc-51ca-4bdf-b3d0-4d4d277f3e97 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:34:25.491019 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.499168 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7187a1dc-51ca-4bdf-b3d0-4d4d277f3e97 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.509898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:25.528625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea60ada5-1732-4af7-8408-0a541f5a10af None None] Sync routers for ids ['7067454b-73c4-425f-8e96-95133501a75f'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:34:25.546027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b4f9b-925b-4623-bce8-0b5b8289eb2a req-9a6140c6-d35b-43ff-b496-55d6b9fe7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:25.548065 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-204b4f9b-925b-4623-bce8-0b5b8289eb2a req-9a6140c6-d35b-43ff-b496-55d6b9fe7530 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 912 time: 0.2748718 Dec 09 22:34:25.589772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea60ada5-1732-4af7-8408-0a541f5a10af None None] Routers {'7067454b-73c4-425f-8e96-95133501a75f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:34:25.592516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ea60ada5-1732-4af7-8408-0a541f5a10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:34:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['7067454b-73c4-425f-8e96-95133501a75f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:25.602118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a11c2985-0dc4-4c72-89a7-bac759dc2e25 req-2f82547b-7600-4c78-beb8-7e207add913b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009610 Dec 09 22:34:25.609938 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.636074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28159854-e89a-4080-9ca4-e2645efb8345']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:25.652939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b72bb31-d56e-4e9e-b57a-3d1abf9084ce') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:25.652939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b72bb31-d56e-4e9e-b57a-3d1abf9084ce') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:25.667331 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.689021 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.699970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:34:25.700720 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.709710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:25.726864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-204b4f9b-925b-4623-bce8-0b5b8289eb2a req-6fce82c3-617b-4f79-b07e-15244b35bad3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a215047-c3c4-421b-954e-30c212eb94cc HTTP/1.1" status: 200 len: 1000 time: 0.1440115 Dec 09 22:34:25.737095 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7187a1dc-51ca-4bdf-b3d0-4d4d277f3e97 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "PUT /v2.0/floatingips/840e116d-8f9b-4981-85c1-ab51d1f798d8 HTTP/1.1" status: 200 len: 991 time: 3.2876570 Dec 09 22:34:25.741644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'tag': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:25.744523 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f105d7c4-e7be-4a26-9d1b-ff00014d4baa" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ed8168-df7d-4741-8da1-d10470b50305", "tag": "dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:25.753376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Pushing event updated for resources: {'Port': ['ID=65881072-314f-4543-bc3a-f9ebf4dbfafe,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:25.757334 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.761808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:25.765917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7a7e56-931b-499f-ac5e-02dc34760f52 None None] Network 422e58a1-7dd8-4542-a714-e661015cd5ef requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:34:25.775993 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:34:25.779888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.798780 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.810615 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/28159854-e89a-4080-9ca4-e2645efb8345 HTTP/1.1" status: 204 len: 168 time: 0.3978856 Dec 09 22:34:25.838438 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853166e3-ca61-42a2-b3b5-a57e57eda7a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=28159854-e89a-4080-9ca4-e2645efb8345,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:25.849356 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:25.892745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] device_id is not set on port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:34:25.902827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b4f9b-925b-4623-bce8-0b5b8289eb2a req-934d12dd-9330-422f-89c8-bd23d8f2f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:25.905257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-204b4f9b-925b-4623-bce8-0b5b8289eb2a req-934d12dd-9330-422f-89c8-bd23d8f2f689 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=992210bd-a6ee-474f-a5bf-287bbb7205d0 HTTP/1.1" status: 200 len: 850 time: 0.1669912 Dec 09 22:34:25.914733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59427c-e0b3-4a86-a8ae-03ac8e1b6dff req-e953719f-6a75-48e5-bfc9-2b553aa023f8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:25.916232 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff59427c-e0b3-4a86-a8ae-03ac8e1b6dff req-e953719f-6a75-48e5-bfc9-2b553aa023f8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1867819 Dec 09 22:34:25.919144 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a7675d-2771-4c17-a967-a317b272f2a0 x-openstack-request-id: req-e2a7675d-2771-4c17-a967-a317b272f2a0 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:25.919434 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ed8168-df7d-4741-8da1-d10470b50305", "tag": "dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:25.919818 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2a7675d-2771-4c17-a967-a317b272f2a0 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:25.920212 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'tag': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb', 'status': 'completed', 'code': 200} Dec 09 22:34:25.926036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45676) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:25.932839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d574f95a-b75b-4af2-a32f-d17f7b17a676 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Request body: {'floatingip': {'port_id': 'af6bd902-bdca-405b-b768-027244902043'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:25.950449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 00635e30-cb2f-41cb-aec0-e41256746b7e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=00635e30-cb2f-41cb-aec0-e41256746b7e,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:25.996432 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d574f95a-b75b-4af2-a32f-d17f7b17a676 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:26.021662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-ea60ada5-1732-4af7-8408-0a541f5a10af None None] Set router 7067454b-73c4-425f-8e96-95133501a75f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:34:26.103778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Attempting to bind port 65881072-314f-4543-bc3a-f9ebf4dbfafe on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:26.104166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Attempting to bind port 65881072-314f-4543-bc3a-f9ebf4dbfafe by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:26.104545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Attempting to bind port 65881072-314f-4543-bc3a-f9ebf4dbfafe on network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:26.110558 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:26.116399 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:26.116729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Checking segment: {'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:26.117128 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:26.117672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Bound using segment: {'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:26.118231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Bound port: 65881072-314f-4543-bc3a-f9ebf4dbfafe, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:26.118611 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:26.262478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Allocated IP 10.1.1.122 (422e58a1-7dd8-4542-a714-e661015cd5ef/cd061b21-57f1-455f-a4e8-2541f768d6ea/6f00eed1-efdc-4a57-9cbc-f82eb0696954) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:26.285224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105d7c4-e7be-4a26-9d1b-ff00014d4baa req-d0c544a7-23a1-4211-9ea1-b3ea4177d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:26.287143 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f105d7c4-e7be-4a26-9d1b-ff00014d4baa req-d0c544a7-23a1-4211-9ea1-b3ea4177d1ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e44275fda82949e3bed5d084d9c4aef1&device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 1098 time: 0.3086154 Dec 09 22:34:26.291537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45682) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:26.329498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a43678d1-170b-49fb-b58e-696c320b19ed None None] Provisioning complete for port 00635e30-cb2f-41cb-aec0-e41256746b7e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:26.330814 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a43678d1-170b-49fb-b58e-696c320b19ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:26.454403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b4f9b-925b-4623-bce8-0b5b8289eb2a req-d2460370-b3c5-44ef-8bac-35009597db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:26.456078 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-204b4f9b-925b-4623-bce8-0b5b8289eb2a req-d2460370-b3c5-44ef-8bac-35009597db2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f16f7172-a535-46bf-a20c-df7868a46f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5350506 Dec 09 22:34:26.488908 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=00635e30-cb2f-41cb-aec0-e41256746b7e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:26.548263 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-64a1f897-4044-47bf-9b7d-0b0fc9c89d2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=914cf806dbb54987b8adb54a71d60cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439115 Dec 09 22:34:26.549057 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45684) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:26.565624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] For port 65881072-314f-4543-bc3a-f9ebf4dbfafe, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:26.577422 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:26.592244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] For port 65881072-314f-4543-bc3a-f9ebf4dbfafe, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=65881072-314f-4543-bc3a-f9ebf4dbfafe,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:26.615186 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-204b4f9b-925b-4623-bce8-0b5b8289eb2a req-4e2f6254-279d-4d9b-8314-790d3164298e service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518219 Dec 09 22:34:26.661127 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e2b8288-7020-4543-a2d4-e67ed89ae721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:26.661354 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:26.721395 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:26.738072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105d7c4-e7be-4a26-9d1b-ff00014d4baa req-cfac9031-aa02-46b4-957b-b22df4a56235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:26.739688 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f105d7c4-e7be-4a26-9d1b-ff00014d4baa req-cfac9031-aa02-46b4-957b-b22df4a56235 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 HTTP/1.1" status: 200 len: 907 time: 0.4339297 Dec 09 22:34:26.789523 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Network 422e58a1-7dd8-4542-a714-e661015cd5ef is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:26.801727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:26.820722 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e2b8288-7020-4543-a2d4-e67ed89ae721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:26.821883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:26.879491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Port': ['ID=6f00eed1-efdc-4a57-9cbc-f82eb0696954,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:26.892431 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-204b4f9b-925b-4623-bce8-0b5b8289eb2a req-8788dcb5-4fdf-43a6-acb5-1b96d87e80b5 service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697194 Dec 09 22:34:26.912078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:26.912737 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:26.972121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9528eba4-a5cc-410e-9a5b-08f2d158b299 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6870267 Dec 09 22:34:26.973129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45696) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:26.979727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'port': {'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef', 'name': 'tempest-TaggedBootDevicesTest-1505479704', 'fixed_ips': [{'subnet_id': 'cd061b21-57f1-455f-a4e8-2541f768d6ea'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:27.096270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 00635e30-cb2f-41cb-aec0-e41256746b7e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:34:27.127479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e004312-7c2c-414b-94b3-4582bf155f8f None None] Pushing event updated for resources: {'Port': ['ID=65881072-314f-4543-bc3a-f9ebf4dbfafe,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:27.179557 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f105d7c4-e7be-4a26-9d1b-ff00014d4baa req-0184f36c-2cd6-43a0-ba1e-0cd410b73dfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb HTTP/1.1" status: 200 len: 999 time: 0.4254477 Dec 09 22:34:27.277725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:27.287451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:27.325069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-33c4f81d-2c48-4ab7-b2a8-481615219efc None None] Provisioning complete for port 00635e30-cb2f-41cb-aec0-e41256746b7e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:27.325445 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33c4f81d-2c48-4ab7-b2a8-481615219efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:27.340278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105d7c4-e7be-4a26-9d1b-ff00014d4baa req-1a997753-2bcd-4d34-9656-e54c4aaae80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:27.349154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] device_id is not set on port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:34:27.352462 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f105d7c4-e7be-4a26-9d1b-ff00014d4baa req-1a997753-2bcd-4d34-9656-e54c4aaae80a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39 HTTP/1.1" status: 200 len: 845 time: 0.1638181 Dec 09 22:34:27.411132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 00635e30-cb2f-41cb-aec0-e41256746b7e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:27.411509 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:27.454490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ea60ada5-1732-4af7-8408-0a541f5a10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:33:53Z', 'revision_number': 4, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '840e116d-8f9b-4981-85c1-ab51d1f798d8', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '7067454b-73c4-425f-8e96-95133501a75f', 'port_id': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'mac_address': 'fa:16:3e:06:1e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:34:03Z', 'updated_at': '2021-12-09T22:34:23Z', 'revision_number': 1, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e8ba81-b33c-4033-892f-8b995f8b9ab9', 'name': '', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'mac_address': 'fa:16:3e:b3:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:50Z', 'updated_at': '2021-12-09T22:34:02Z', 'revision_number': 5, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'subnets': [{'id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:27.462133 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e2b8288-7020-4543-a2d4-e67ed89ae721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:27.465264 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e2b8288-7020-4543-a2d4-e67ed89ae721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:27.466768 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7e2b8288-7020-4543-a2d4-e67ed89ae721 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90f742df-3087-4c97-931f-4ecafc9d269a HTTP/1.1" status: 204 len: 168 time: 0.9115684 Dec 09 22:34:27.518009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b8288-7020-4543-a2d4-e67ed89ae721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f742df-3087-4c97-931f-4ecafc9d269a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:27.528716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea60ada5-1732-4af7-8408-0a541f5a10af None None] Checking router: 7067454b-73c4-425f-8e96-95133501a75f for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:34:27.567764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105d7c4-e7be-4a26-9d1b-ff00014d4baa req-7dab3d66-6c85-431c-a228-aea3359c7585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:27.569294 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f105d7c4-e7be-4a26-9d1b-ff00014d4baa req-7dab3d66-6c85-431c-a228-aea3359c7585 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275496 Dec 09 22:34:27.618792 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea60ada5-1732-4af7-8408-0a541f5a10af None None] Routers {'7067454b-73c4-425f-8e96-95133501a75f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:34:27.619744 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ea60ada5-1732-4af7-8408-0a541f5a10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:34:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['7067454b-73c4-425f-8e96-95133501a75f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:27.659251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Allocated IP 10.1.1.231 (422e58a1-7dd8-4542-a714-e661015cd5ef/cd061b21-57f1-455f-a4e8-2541f768d6ea/fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:27.784902 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d574f95a-b75b-4af2-a32f-d17f7b17a676 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:27.799742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d574f95a-b75b-4af2-a32f-d17f7b17a676 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:27.833481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-43a36cab-63c5-49a2-9db0-58dd1f3d6e37 None None] Provisioning complete for port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:27.833883 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-43a36cab-63c5-49a2-9db0-58dd1f3d6e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:27.986685 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f105d7c4-e7be-4a26-9d1b-ff00014d4baa req-7097c407-fccb-41c2-8a4e-0b86f3eb336a service neutron] 10.222.0.42 "GET /v2.0/networks/6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028602 Dec 09 22:34:28.044278 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:28.078518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45712) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:28.131316 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-d574f95a-b75b-4af2-a32f-d17f7b17a676 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Floating IP 0e98f032-bb18-4a5d-ac18-5e358f6782db associated. External IP: 172.25.8.82, port: af6bd902-bdca-405b-b768-027244902043. Dec 09 22:34:28.203388 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:28.212829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-ea60ada5-1732-4af7-8408-0a541f5a10af None None] Set router 7067454b-73c4-425f-8e96-95133501a75f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:34:28.223276 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-feba5879-9ab9-4ee1-aa2b-6c240d986f7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=757e17d35d254514bb15172a70342ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434174 Dec 09 22:34:28.228239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45716) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:28.250507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-43a36cab-63c5-49a2-9db0-58dd1f3d6e37 None None] Port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:34:28.278275 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Network 422e58a1-7dd8-4542-a714-e661015cd5ef is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:28.286603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:28.306631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:28.351571 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f105d7c4-e7be-4a26-9d1b-ff00014d4baa req-a9362ec0-c0ee-4336-8b1f-6c1c8ab627fe service neutron] 10.222.0.42 "GET /v2.0/networks/6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137124 Dec 09 22:34:28.410823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-736779b1-99da-488b-99c5-cece191e3702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:28.436619 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-736779b1-99da-488b-99c5-cece191e3702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:28.455109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:28.467351 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:28.482503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Port': ['ID=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:28.516252 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-736779b1-99da-488b-99c5-cece191e3702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:28.519673 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-736779b1-99da-488b-99c5-cece191e3702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:28.521220 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-736779b1-99da-488b-99c5-cece191e3702 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e18eb22-0713-49a2-a30b-6798b477223e HTTP/1.1" status: 204 len: 168 time: 0.2915652 Dec 09 22:34:28.550352 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6fa9ebe2-8fe5-4f99-9f41-dc57ea6a96c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5760550 Dec 09 22:34:28.564491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be870bc-7933-4189-b8ab-17344b487422 None None] Network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:34:28.618134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736779b1-99da-488b-99c5-cece191e3702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e18eb22-0713-49a2-a30b-6798b477223e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:28.620353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Provisioning complete for port 65881072-314f-4543-bc3a-f9ebf4dbfafe triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:28.620737 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:28.750012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d574f95a-b75b-4af2-a32f-d17f7b17a676 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Router 08b2b868-8828-4b47-afc1-e79746d0c66f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:34:28.845361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ea60ada5-1732-4af7-8408-0a541f5a10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:33:53Z', 'revision_number': 4, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '840e116d-8f9b-4981-85c1-ab51d1f798d8', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '7067454b-73c4-425f-8e96-95133501a75f', 'port_id': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'mac_address': 'fa:16:3e:06:1e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:34:03Z', 'updated_at': '2021-12-09T22:34:23Z', 'revision_number': 1, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e8ba81-b33c-4033-892f-8b995f8b9ab9', 'name': '', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'mac_address': 'fa:16:3e:b3:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:50Z', 'updated_at': '2021-12-09T22:34:02Z', 'revision_number': 5, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'subnets': [{'id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:28.888062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45728) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:28.892997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea60ada5-1732-4af7-8408-0a541f5a10af None None] The sync data for ids ['7067454b-73c4-425f-8e96-95133501a75f'] in n-d-789963-23 is: [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:33:53Z', 'revision_number': 4, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '840e116d-8f9b-4981-85c1-ab51d1f798d8', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '7067454b-73c4-425f-8e96-95133501a75f', 'port_id': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'mac_address': 'fa:16:3e:06:1e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:34:03Z', 'updated_at': '2021-12-09T22:34:23Z', 'revision_number': 1, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e8ba81-b33c-4033-892f-8b995f8b9ab9', 'name': '', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'mac_address': 'fa:16:3e:b3:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:50Z', 'updated_at': '2021-12-09T22:34:02Z', 'revision_number': 5, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'subnets': [{'id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:34:28.911775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-db8289aa-7b52-495d-bef7-045e155b6a64 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2085731015', 'description': 'tempest-description--618540237'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:28.959642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db8289aa-7b52-495d-bef7-045e155b6a64 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.071882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 65881072-314f-4543-bc3a-f9ebf4dbfafe up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:34:29.133625 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.182773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] For port 65881072-314f-4543-bc3a-f9ebf4dbfafe, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=65881072-314f-4543-bc3a-f9ebf4dbfafe,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:34:29.199013 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db8289aa-7b52-495d-bef7-045e155b6a64 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.202494 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.204746 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db8289aa-7b52-495d-bef7-045e155b6a64 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.248338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 65881072-314f-4543-bc3a-f9ebf4dbfafe triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:29.248924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.278140 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db8289aa-7b52-495d-bef7-045e155b6a64 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.288908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-db8289aa-7b52-495d-bef7-045e155b6a64 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3991120 Dec 09 22:34:29.290006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45744) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:29.290848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8289aa-7b52-495d-bef7-045e155b6a64 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466ec601-5611-4a50-a349-225e35c89394,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:29.297082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2b7f57de-a60e-47ba-a1cf-633f0cc76bae tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'security_group_rule': {'security_group_id': '466ec601-5611-4a50-a349-225e35c89394', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:29.337154 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b7f57de-a60e-47ba-a1cf-633f0cc76bae tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.384307 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf6a23-b8bc-4b00-8e75-9ee4c45bd941 None None] New status for floating IP 840e116d-8f9b-4981-85c1-ab51d1f798d8: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:34:29.490420 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b7f57de-a60e-47ba-a1cf-633f0cc76bae tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.496329 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b7f57de-a60e-47ba-a1cf-633f0cc76bae tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.534677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f57de-a60e-47ba-a1cf-633f0cc76bae tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c076fddb-b4e3-40f2-9a2b-f9ab313f95f4,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:29.541686 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b7f57de-a60e-47ba-a1cf-633f0cc76bae tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.545586 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2b7f57de-a60e-47ba-a1cf-633f0cc76bae tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2497816 Dec 09 22:34:29.545883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45750) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:29.551851 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ca9a232a-59f8-4519-ada1-3c047328a7a6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'security_group_rule': {'security_group_id': '466ec601-5611-4a50-a349-225e35c89394', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:29.588375 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ca9a232a-59f8-4519-ada1-3c047328a7a6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.589774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-96ba3bf1-5da5-4075-9810-90d56bfe3e3f None None] Provisioning complete for port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:29.590302 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96ba3bf1-5da5-4075-9810-90d56bfe3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.592088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Pushing event updated for resources: {'Port': ['ID=65881072-314f-4543-bc3a-f9ebf4dbfafe,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:29.601818 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.602180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.602539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.603190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.603545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.603891 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.604238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.604577 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.604915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.605252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.605589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.605964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.606433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db701d16-c737-42fc-b44b-c46f90c1473f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:29.679343 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-96ba3bf1-5da5-4075-9810-90d56bfe3e3f None None] Port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:34:29.747496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d574f95a-b75b-4af2-a32f-d17f7b17a676 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:34:29.751207 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ca9a232a-59f8-4519-ada1-3c047328a7a6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.757341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99381d5-bbf5-40a6-9e96-a7d379b8d9d0 None None] Sync routers for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:34:29.757938 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ca9a232a-59f8-4519-ada1-3c047328a7a6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.771992 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d574f95a-b75b-4af2-a32f-d17f7b17a676 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.775572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99381d5-bbf5-40a6-9e96-a7d379b8d9d0 None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:34:29.776316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b99381d5-bbf5-40a6-9e96-a7d379b8d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:34:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:29.784456 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a232a-59f8-4519-ada1-3c047328a7a6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c54cd85-3b56-43f2-9a77-d90f4836abaf,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:29.800085 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ca9a232a-59f8-4519-ada1-3c047328a7a6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.802882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ca9a232a-59f8-4519-ada1-3c047328a7a6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2553055 Dec 09 22:34:29.806146 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45760) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:29.815050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:29.856352 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d574f95a-b75b-4af2-a32f-d17f7b17a676 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "PUT /v2.0/floatingips/0e98f032-bb18-4a5d-ac18-5e358f6782db HTTP/1.1" status: 200 len: 990 time: 3.9272375 Dec 09 22:34:29.862451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'tag': 'af6bd902-bdca-405b-b768-027244902043'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:29.863061 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.870175 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255a6958-0a90-42b1-a8c9-510bf8b7e512" -d '{"events": [{"name": "network-changed", "server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "tag": "af6bd902-bdca-405b-b768-027244902043"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:29.889816 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ee5f6c0f-b068-4fcc-8418-645d4fa9588c None None] Provisioning complete for port 65881072-314f-4543-bc3a-f9ebf4dbfafe triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:29.890251 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee5f6c0f-b068-4fcc-8418-645d4fa9588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:29.977750 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea59595-1ec3-4ea7-a239-29899a2edea3 x-openstack-request-id: req-0ea59595-1ec3-4ea7-a239-29899a2edea3 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:29.978356 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "tag": "af6bd902-bdca-405b-b768-027244902043", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:29.978963 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ea59595-1ec3-4ea7-a239-29899a2edea3 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:29.979576 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'tag': 'af6bd902-bdca-405b-b768-027244902043', 'status': 'completed', 'code': 200} Dec 09 22:34:30.016896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-b99381d5-bbf5-40a6-9e96-a7d379b8d9d0 None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:34:30.096571 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:30.114772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a6958-0a90-42b1-a8c9-510bf8b7e512 req-94739dea-425f-4fa2-ab99-a9c77d45a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:30.116759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-255a6958-0a90-42b1-a8c9-510bf8b7e512 req-94739dea-425f-4fa2-ab99-a9c77d45a636 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 1097 time: 0.0812368 Dec 09 22:34:30.347978 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a6958-0a90-42b1-a8c9-510bf8b7e512 req-68c61460-7bfa-465a-81ec-629e8ca0686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:30.349534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-255a6958-0a90-42b1-a8c9-510bf8b7e512 req-68c61460-7bfa-465a-81ec-629e8ca0686d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 917 time: 0.1966851 Dec 09 22:34:30.379490 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Allocated IP 172.25.8.157 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/c64fdca4-cdb6-46ac-8409-0f054e0026f0) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:30.480667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b99381d5-bbf5-40a6-9e96-a7d379b8d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '0e98f032-bb18-4a5d-ac18-5e358f6782db', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'port_id': 'af6bd902-bdca-405b-b768-027244902043', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'mac_address': 'fa:16:3e:2a:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353fb57-2de5-4731-b604-f48e987c2753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:34:01Z', 'updated_at': '2021-12-09T22:34:27Z', 'revision_number': 1, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:19Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:30.513502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99381d5-bbf5-40a6-9e96-a7d379b8d9d0 None None] Checking router: 08b2b868-8828-4b47-afc1-e79746d0c66f for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:34:30.525134 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99381d5-bbf5-40a6-9e96-a7d379b8d9d0 None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:34:30.525761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b99381d5-bbf5-40a6-9e96-a7d379b8d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:34:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:30.536407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-255a6958-0a90-42b1-a8c9-510bf8b7e512 req-1cf7ccaf-7062-4f5b-833f-f68a2ee5bb93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6bd902-bdca-405b-b768-027244902043 HTTP/1.1" status: 200 len: 998 time: 0.1762106 Dec 09 22:34:30.600095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:30.610438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a6958-0a90-42b1-a8c9-510bf8b7e512 req-22b22efd-3dd9-4088-9e77-fc48e91a9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:30.611747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-255a6958-0a90-42b1-a8c9-510bf8b7e512 req-22b22efd-3dd9-4088-9e77-fc48e91a9d69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.0678618 Dec 09 22:34:30.660241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-b99381d5-bbf5-40a6-9e96-a7d379b8d9d0 None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:34:30.674793 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:30.746784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a6958-0a90-42b1-a8c9-510bf8b7e512 req-30b09dac-076f-4ad9-91a8-77848b42dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:30.748325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-255a6958-0a90-42b1-a8c9-510bf8b7e512 req-30b09dac-076f-4ad9-91a8-77848b42dfcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1288512 Dec 09 22:34:30.767963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:30.777356 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:30.781333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Port': ['ID=c64fdca4-cdb6-46ac-8409-0f054e0026f0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:30.782607 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:30.917209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 65881072-314f-4543-bc3a-f9ebf4dbfafe up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:34:31.035356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-255a6958-0a90-42b1-a8c9-510bf8b7e512 req-c8c3afff-208d-454e-8aff-1b4919bcb59b service neutron] 10.222.0.18 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728622 Dec 09 22:34:31.041602 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f9a77ec-9a3a-49bc-8254-bfd71f33b6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:31.053216 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:31.062441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 65881072-314f-4543-bc3a-f9ebf4dbfafe triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:31.062821 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:31.119851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b99381d5-bbf5-40a6-9e96-a7d379b8d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '0e98f032-bb18-4a5d-ac18-5e358f6782db', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'port_id': 'af6bd902-bdca-405b-b768-027244902043', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'mac_address': 'fa:16:3e:2a:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353fb57-2de5-4731-b604-f48e987c2753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:34:01Z', 'updated_at': '2021-12-09T22:34:27Z', 'revision_number': 1, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:19Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:34:31.151870 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:31.153270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99381d5-bbf5-40a6-9e96-a7d379b8d9d0 None None] The sync data for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 is: [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '0e98f032-bb18-4a5d-ac18-5e358f6782db', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'port_id': 'af6bd902-bdca-405b-b768-027244902043', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'mac_address': 'fa:16:3e:2a:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353fb57-2de5-4731-b604-f48e987c2753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:34:01Z', 'updated_at': '2021-12-09T22:34:27Z', 'revision_number': 1, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:19Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:34:31.338345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-255a6958-0a90-42b1-a8c9-510bf8b7e512 req-d3f0f510-a8e6-4b2c-816e-effdd35f8b2a service neutron] 10.222.0.18 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956533 Dec 09 22:34:31.412771 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:31.419183 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:31.528512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Port': ['ID=c64fdca4-cdb6-46ac-8409-0f054e0026f0,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:31.537956 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:31.560528 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2a0c55-0348-452e-ad41-2adb413625fe None None] New status for floating IP 0e98f032-bb18-4a5d-ac18-5e358f6782db: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:34:31.561452 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:31.569841 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e8838e0d-2fe5-4e15-b9ba-393a4734036d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7565656 Dec 09 22:34:31.928296 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-e35ade24-06b5-4062-bfd7-df715e3995c1 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2085731015&fields=id&tenant_id=ef632dab2bf6481eb8e74af88b3d19bf HTTP/1.1" status: 200 len: 267 time: 0.0832202 Dec 09 22:34:31.977144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-41a997a7-6d81-4c90-ba2f-9dd9e0799fe7 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:31.978523 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-41a997a7-6d81-4c90-ba2f-9dd9e0799fe7 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports/6f00eed1-efdc-4a57-9cbc-f82eb0696954 HTTP/1.1" status: 200 len: 932 time: 0.0494728 Dec 09 22:34:32.036995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b7a2d84d-ac00-43d8-b1e0-d8c9a56d2b3c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:32.037913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b7a2d84d-ac00-43d8-b1e0-d8c9a56d2b3c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports/fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c HTTP/1.1" status: 200 len: 932 time: 0.0537882 Dec 09 22:34:32.107433 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-acb151f7-4e91-4b7e-a114-1c2300aa8ee2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?network_id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0628541 Dec 09 22:34:32.141191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-9d9c94bc-7155-4c20-b6f4-79c18ce45cf2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?network_id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0277905 Dec 09 22:34:32.276952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-35be8bc2-30d5-43df-8f4e-a6decac69352 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:32.283554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-35be8bc2-30d5-43df-8f4e-a6decac69352 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:32.289624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-35be8bc2-30d5-43df-8f4e-a6decac69352 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:32.298390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-35be8bc2-30d5-43df-8f4e-a6decac69352 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/networks?id=d3dab134-b52d-4674-8869-3ae9a976577b&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&id=14dfeaa3-f29e-4f09-83cd-1c729fa09754 HTTP/1.1" status: 200 len: 1988 time: 0.1504762 Dec 09 22:34:32.332989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-50cd95bb-1d8a-4e79-a0b2-6f1880db8306 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/quotas/ef632dab2bf6481eb8e74af88b3d19bf HTTP/1.1" status: 200 len: 375 time: 0.0333214 Dec 09 22:34:32.428554 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a3a6881e-fcb6-410c-8396-31cedea153f2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0950773 Dec 09 22:34:32.773141 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-94ecd712-f59e-4431-aad5-8be3ea8992f6 service neutron] 10.222.0.16 "GET /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057544 Dec 09 22:34:32.887260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-17665f6a-de35-48a3-9179-720cba05e721 service neutron] 10.222.0.16 "GET /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982177 Dec 09 22:34:32.926778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-97f8661c-8f9e-4ae0-89e3-16f6c577c82d service neutron] 10.222.0.16 "GET /v2.0/ports/6f00eed1-efdc-4a57-9cbc-f82eb0696954?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0386808 Dec 09 22:34:33.021406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-00c278be-dc6e-4986-a89a-ee363d2de4c1 service neutron] 10.222.0.16 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873871 Dec 09 22:34:33.116628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4f135fee-3f81-4fd4-bb4f-65a351091363 service neutron] 10.222.0.16 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888021 Dec 09 22:34:33.161226 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-41f6b11e-fd4a-4b10-b32a-0bdfdf944ffa service neutron] 10.222.0.16 "GET /v2.0/ports/fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0355811 Dec 09 22:34:33.259693 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-653ef6c9-07d8-43a6-a257-9072d6c0d991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:33.267140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-140ebd76-d9b4-4bf9-8b6b-25d32981e94e service neutron] 10.222.0.16 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996025 Dec 09 22:34:33.364206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-31fe99d5-d4f8-465a-ba72-47ffe190115c service neutron] 10.222.0.16 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902627 Dec 09 22:34:33.479604 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-82bed16a-c329-48ec-9b87-ad4c4db62800 service neutron] 10.222.0.16 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073763 Dec 09 22:34:33.602680 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d5f5a34a-d964-4df9-9ec1-5b7dadc756a7 service neutron] 10.222.0.16 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164861 Dec 09 22:34:33.698726 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:33.702305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-bcfd1ffc-6392-4c05-abc5-38a7b1a5a512 service neutron] 10.222.0.16 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933270 Dec 09 22:34:33.842215 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ffc9a6f1-cc6a-4bc9-ba48-03e615715150 service neutron] 10.222.0.16 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369119 Dec 09 22:34:33.947422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-400cbc86-3e24-4583-a8f0-365e43ea8ff4 service neutron] 10.222.0.16 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953281 Dec 09 22:34:34.127810 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-989ea816-a9f3-4b88-a0ba-54456b9b7f33 service neutron] 10.222.0.16 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668332 Dec 09 22:34:34.243373 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d410796a-79bc-43fa-aa5e-2eab58d0c826 service neutron] 10.222.0.16 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080902 Dec 09 22:34:34.756750 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:34.762346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-7c8bfc9e-bcd8-4be1-ad23-e3525a0fdc6b service neutron] 10.222.0.16 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113924 Dec 09 22:34:35.656446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ab5547c-9c2f-4315-b9af-bf28ccfc6fa2 req-7a0a04f1-4fa4-4e60-b7ab-66507bca9718 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0436642 Dec 09 22:34:36.092612 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:36.770490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9b3777b-8de9-46cb-a9cc-e2456c8eca2a req-41d8e130-c97f-448d-8ce6-1c1d276d5127 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0330589 Dec 09 22:34:36.871877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-1b81c673-8e44-4ad1-b00c-b734b360468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:36.874453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-1b81c673-8e44-4ad1-b00c-b734b360468a service neutron] 10.222.0.18 "GET /v2.0/ports/6f00eed1-efdc-4a57-9cbc-f82eb0696954 HTTP/1.1" status: 200 len: 1028 time: 0.0739722 Dec 09 22:34:36.947474 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:36.973063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2d8aeffd-9307-497f-9f3c-b580811edd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:36.974928 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2d8aeffd-9307-497f-9f3c-b580811edd75 service neutron] 10.222.0.18 "GET /v2.0/ports/fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c HTTP/1.1" status: 200 len: 1028 time: 0.0756280 Dec 09 22:34:37.118553 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-afeb7905-7f00-48d3-ac9f-f310911a8377 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:37.125067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-afeb7905-7f00-48d3-ac9f-f310911a8377 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:37.130995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-afeb7905-7f00-48d3-ac9f-f310911a8377 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:37.132613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-afeb7905-7f00-48d3-ac9f-f310911a8377 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "GET /v2.0/networks?id=d3dab134-b52d-4674-8869-3ae9a976577b&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&id=14dfeaa3-f29e-4f09-83cd-1c729fa09754 HTTP/1.1" status: 200 len: 1988 time: 0.1360912 Dec 09 22:34:37.209564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-78a51df5-75aa-44f5-8254-c1fcfaa62464 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef632dab2bf6481eb8e74af88b3d19bf HTTP/1.1" status: 200 len: 380 time: 0.0594199 Dec 09 22:34:37.219249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'port': {'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'admin_state_up': True, 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'security_groups': ['466ec601-5611-4a50-a349-225e35c89394']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:37.338250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:37.343500 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:37.577293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Allocated IP 172.20.0.12 (d3dab134-b52d-4674-8869-3ae9a976577b/f3951527-aec4-45da-945e-f9a56eaee5f1/924ba139-5c3b-416c-bf5e-6d24f55fbf60) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:37.772324 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:37.808721 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:37.852597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Network d3dab134-b52d-4674-8869-3ae9a976577b is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:37.857585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:37.863133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:37.937915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Port': ['ID=924ba139-5c3b-416c-bf5e-6d24f55fbf60,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:38.097829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:38.098539 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:38.161433 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-53b93926-4e87-497c-af78-5972917d6ef6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9461226 Dec 09 22:34:38.190765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aef000-fbf5-448a-941c-4385b05ee4d0 req-89ad4b12-90d9-4812-8c1d-9eb1c232051c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:38.198764 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18aef000-fbf5-448a-941c-4385b05ee4d0 req-89ad4b12-90d9-4812-8c1d-9eb1c232051c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 932 time: 0.2247179 Dec 09 22:34:38.245685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'port': {'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef', 'admin_state_up': True, 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'security_groups': ['466ec601-5611-4a50-a349-225e35c89394']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:38.467656 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:38.472505 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:38.505183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0d65ec0b-1f22-4017-9d31-1ffe94bd046a None None] Provisioning complete for port 924ba139-5c3b-416c-bf5e-6d24f55fbf60 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:38.505828 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0d65ec0b-1f22-4017-9d31-1ffe94bd046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:38.513666 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18aef000-fbf5-448a-941c-4385b05ee4d0 req-5b2543b0-2513-4c66-b4f7-dff3ca8f9b46 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3140278 Dec 09 22:34:38.570939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0d65ec0b-1f22-4017-9d31-1ffe94bd046a None None] Port 924ba139-5c3b-416c-bf5e-6d24f55fbf60 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:34:38.657155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Allocated IP 10.1.1.8 (422e58a1-7dd8-4542-a714-e661015cd5ef/cd061b21-57f1-455f-a4e8-2541f768d6ea/5cce254b-6587-467d-a40e-0a0d7c2fa3b8) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:38.818187 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:38.858275 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:38.900537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Network 422e58a1-7dd8-4542-a714-e661015cd5ef is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:38.903738 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:38.911163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:38.937041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Port': ['ID=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:38.966909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:38.967729 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:38.993602 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43fd17b3-ed58-4d53-a656-e2dd4b2d76d3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8150084 Dec 09 22:34:39.010887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'port': {'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef', 'admin_state_up': True, 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'security_groups': ['466ec601-5611-4a50-a349-225e35c89394']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:39.224610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:39.233989 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:39.307516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0af78a74-3e1d-45c4-8612-0c5ae14c5590 None None] Provisioning complete for port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:39.307889 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0af78a74-3e1d-45c4-8612-0c5ae14c5590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:39.380063 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0af78a74-3e1d-45c4-8612-0c5ae14c5590 None None] Port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:34:39.440623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Allocated IP 10.1.1.130 (422e58a1-7dd8-4542-a714-e661015cd5ef/cd061b21-57f1-455f-a4e8-2541f768d6ea/44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:39.633863 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:39.721282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:39.805839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Network 422e58a1-7dd8-4542-a714-e661015cd5ef is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:39.814939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:39.817581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:39.831706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab22f-f28d-4b8e-b2b0-75f5c7a1de75 req-c78090f0-599f-4fb7-bd39-80c985728155 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:39.837715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ab22f-f28d-4b8e-b2b0-75f5c7a1de75 req-c78090f0-599f-4fb7-bd39-80c985728155 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:39.839947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-097ab22f-f28d-4b8e-b2b0-75f5c7a1de75 req-c78090f0-599f-4fb7-bd39-80c985728155 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 1652 time: 0.1634386 Dec 09 22:34:39.843345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Port': ['ID=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:39.946132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-097ab22f-f28d-4b8e-b2b0-75f5c7a1de75 req-26ddfe8a-a7cd-41a2-a239-e338a419ff76 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807037 Dec 09 22:34:39.958329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:39.959004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:39.996704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a467128f-ed36-4a0e-a043-616b9a6de5e9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9913404 Dec 09 22:34:40.018602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'port': {'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754', 'admin_state_up': True, 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'security_groups': ['466ec601-5611-4a50-a349-225e35c89394']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:40.163753 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:40.228498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b91c440a-cf59-4203-882e-a70efb5017d7 None None] Provisioning complete for port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:40.229088 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b91c440a-cf59-4203-882e-a70efb5017d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:40.266999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b91c440a-cf59-4203-882e-a70efb5017d7 None None] Port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:34:40.333226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:40.626347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Allocated IP 10.2.2.100 (14dfeaa3-f29e-4f09-83cd-1c729fa09754/ed746442-ad44-4d00-80e7-7550babce9a5/deb2b117-2b5a-42eb-97bc-54437d96f7c6) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:40.807210 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:40.864508 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:40.918310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:40.922625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:40.929748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:40.997556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Port': ['ID=deb2b117-2b5a-42eb-97bc-54437d96f7c6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:41.034277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:41.035243 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:41.067237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d8a94630-ed60-460d-8043-b603f2bb169c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0530362 Dec 09 22:34:41.096750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'port': {'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754', 'admin_state_up': True, 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'security_groups': ['466ec601-5611-4a50-a349-225e35c89394']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:41.223484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301a6d-4ba5-4cb6-a17a-4e5e77dc8d1b req-d2788b18-bf1d-4bfa-8bd7-89847e1c6342 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:41.229676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301a6d-4ba5-4cb6-a17a-4e5e77dc8d1b req-d2788b18-bf1d-4bfa-8bd7-89847e1c6342 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:41.236662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301a6d-4ba5-4cb6-a17a-4e5e77dc8d1b req-d2788b18-bf1d-4bfa-8bd7-89847e1c6342 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:41.246180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301a6d-4ba5-4cb6-a17a-4e5e77dc8d1b req-d2788b18-bf1d-4bfa-8bd7-89847e1c6342 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:41.248858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2301a6d-4ba5-4cb6-a17a-4e5e77dc8d1b req-d2788b18-bf1d-4bfa-8bd7-89847e1c6342 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 3094 time: 0.1944714 Dec 09 22:34:41.353336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2301a6d-4ba5-4cb6-a17a-4e5e77dc8d1b req-e186452d-1d86-43a3-883e-92bdda7abd32 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952630 Dec 09 22:34:41.354501 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Made reservation on behalf of ef632dab2bf6481eb8e74af88b3d19bf for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:34:41.359639 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:41.402393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-614012b0-a87b-4f8a-98c8-16f51297f109 None None] Provisioning complete for port deb2b117-2b5a-42eb-97bc-54437d96f7c6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:41.402939 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-614012b0-a87b-4f8a-98c8-16f51297f109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:41.448491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-614012b0-a87b-4f8a-98c8-16f51297f109 None None] Port deb2b117-2b5a-42eb-97bc-54437d96f7c6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:34:41.611860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Allocated IP 10.2.2.200 (14dfeaa3-f29e-4f09-83cd-1c729fa09754/ed746442-ad44-4d00-80e7-7550babce9a5/92b65e86-a908-4bef-9554-5f0afbc58d5f) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:34:41.783402 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:41.823155 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:41.883534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:34:41.888116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:34:41.908314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:34:41.965278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event updated for resources: {'Port': ['ID=92b65e86-a908-4bef-9554-5f0afbc58d5f,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:41.998295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:41.998853 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:42.018317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8763dd11-bfb9-4b51-bc1f-4c4c11bca3c0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9255662 Dec 09 22:34:42.044116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Request body: {'port': {'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:42.123288 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:42.276068 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5ccfc143-be15-4942-a8a0-8a2a0691efc1 None None] Provisioning complete for port 92b65e86-a908-4bef-9554-5f0afbc58d5f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:34:42.276807 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc143-be15-4942-a8a0-8a2a0691efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:42.347095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5ccfc143-be15-4942-a8a0-8a2a0691efc1 None None] Port 92b65e86-a908-4bef-9554-5f0afbc58d5f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:34:42.587210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924ba139-5c3b-416c-bf5e-6d24f55fbf60 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:42.601072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d28835-4cd8-4418-a369-d3b9a50d17df req-2ca181c2-c3b7-4f96-a3a3-6eabbee5929a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:42.609249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d28835-4cd8-4418-a369-d3b9a50d17df req-2ca181c2-c3b7-4f96-a3a3-6eabbee5929a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:42.615214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d28835-4cd8-4418-a369-d3b9a50d17df req-2ca181c2-c3b7-4f96-a3a3-6eabbee5929a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:42.622312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d28835-4cd8-4418-a369-d3b9a50d17df req-2ca181c2-c3b7-4f96-a3a3-6eabbee5929a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:42.628235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d28835-4cd8-4418-a369-d3b9a50d17df req-2ca181c2-c3b7-4f96-a3a3-6eabbee5929a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:42.630727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49d28835-4cd8-4418-a369-d3b9a50d17df req-2ca181c2-c3b7-4f96-a3a3-6eabbee5929a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 3815 time: 0.1374061 Dec 09 22:34:42.636201 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:42.692723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Transition to ACTIVE for port object 924ba139-5c3b-416c-bf5e-6d24f55fbf60 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:34:42.710645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49d28835-4cd8-4418-a369-d3b9a50d17df req-de817d21-394f-40ce-9a93-0422f2ea9a4b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703673 Dec 09 22:34:42.715632 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:42.872144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Pushing event updated for resources: {'Port': ['ID=924ba139-5c3b-416c-bf5e-6d24f55fbf60,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:42.957990 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Attempting to bind port 924ba139-5c3b-416c-bf5e-6d24f55fbf60 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:42.958636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Attempting to bind port 924ba139-5c3b-416c-bf5e-6d24f55fbf60 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:42.958636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Attempting to bind port 924ba139-5c3b-416c-bf5e-6d24f55fbf60 on network d3dab134-b52d-4674-8869-3ae9a976577b {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:42.974195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Port 924ba139-5c3b-416c-bf5e-6d24f55fbf60 on network d3dab134-b52d-4674-8869-3ae9a976577b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:34:42.974535 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Attempting to bind port 924ba139-5c3b-416c-bf5e-6d24f55fbf60 on network d3dab134-b52d-4674-8869-3ae9a976577b {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:42.990095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:42.990496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Checking segment: {'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:42.990902 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Bound using segment: {'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:42.992222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Bound port: 924ba139-5c3b-416c-bf5e-6d24f55fbf60, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54365a6-95cf-474f-a7e3-0999479e45b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:42.994177 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:43.144522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] For port 924ba139-5c3b-416c-bf5e-6d24f55fbf60, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:43.149369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] For port 924ba139-5c3b-416c-bf5e-6d24f55fbf60, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=924ba139-5c3b-416c-bf5e-6d24f55fbf60,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:43.156484 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:43.220857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:43.221993 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:43.224359 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] 10.222.0.18 "PUT /v2.0/ports/924ba139-5c3b-416c-bf5e-6d24f55fbf60 HTTP/1.1" status: 200 len: 1093 time: 1.1860948 Dec 09 22:34:43.226936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': '924ba139-5c3b-416c-bf5e-6d24f55fbf60'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:43.230139 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674fc677-8e94-4b75-b2d6-a45b41883757" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "924ba139-5c3b-416c-bf5e-6d24f55fbf60"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:43.274392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5890b-98b1-4c75-9dcb-5b7866c0a2eb service neutron] Pushing event updated for resources: {'Port': ['ID=924ba139-5c3b-416c-bf5e-6d24f55fbf60,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:43.285455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Request body: {'port': {'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:43.324634 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6b95ed-9e6e-479f-a984-86d65a7e52b6 x-openstack-request-id: req-3a6b95ed-9e6e-479f-a984-86d65a7e52b6 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:43.324924 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "924ba139-5c3b-416c-bf5e-6d24f55fbf60", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:43.325296 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a6b95ed-9e6e-479f-a984-86d65a7e52b6 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:43.325869 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': '924ba139-5c3b-416c-bf5e-6d24f55fbf60', 'status': 'completed', 'code': 200} Dec 09 22:34:43.367718 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:43.458303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc677-8e94-4b75-b2d6-a45b41883757 req-8c32bbce-3b2f-4315-93f5-7ce6a1d46ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:43.459005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc677-8e94-4b75-b2d6-a45b41883757 req-8c32bbce-3b2f-4315-93f5-7ce6a1d46ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:43.464066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc677-8e94-4b75-b2d6-a45b41883757 req-8c32bbce-3b2f-4315-93f5-7ce6a1d46ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:43.464625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc677-8e94-4b75-b2d6-a45b41883757 req-8c32bbce-3b2f-4315-93f5-7ce6a1d46ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:43.465172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc677-8e94-4b75-b2d6-a45b41883757 req-8c32bbce-3b2f-4315-93f5-7ce6a1d46ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:43.467206 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-674fc677-8e94-4b75-b2d6-a45b41883757 req-8c32bbce-3b2f-4315-93f5-7ce6a1d46ce8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 4363 time: 0.1000776 Dec 09 22:34:43.760598 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:34:43.771885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f00eed1-efdc-4a57-9cbc-f82eb0696954 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:43.791829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:43.817141 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Transition to ACTIVE for port object 6f00eed1-efdc-4a57-9cbc-f82eb0696954 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:34:43.821478 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:43.930385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc677-8e94-4b75-b2d6-a45b41883757 req-c348bcce-3937-4c61-8cf1-881f5843af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:43.933611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc677-8e94-4b75-b2d6-a45b41883757 req-c348bcce-3937-4c61-8cf1-881f5843af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:43.936531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc677-8e94-4b75-b2d6-a45b41883757 req-c348bcce-3937-4c61-8cf1-881f5843af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:43.938465 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-674fc677-8e94-4b75-b2d6-a45b41883757 req-c348bcce-3937-4c61-8cf1-881f5843af37 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4565809 Dec 09 22:34:44.071108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Pushing event updated for resources: {'Port': ['ID=6f00eed1-efdc-4a57-9cbc-f82eb0696954,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:44.111637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c266-6696-43af-b52b-a71d55c84286 req-9f60749f-74fc-468f-ac8b-30d0f4533d41 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:44.118043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c266-6696-43af-b52b-a71d55c84286 req-9f60749f-74fc-468f-ac8b-30d0f4533d41 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:44.131572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c266-6696-43af-b52b-a71d55c84286 req-9f60749f-74fc-468f-ac8b-30d0f4533d41 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:44.139623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c266-6696-43af-b52b-a71d55c84286 req-9f60749f-74fc-468f-ac8b-30d0f4533d41 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:44.150134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c266-6696-43af-b52b-a71d55c84286 req-9f60749f-74fc-468f-ac8b-30d0f4533d41 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:44.161482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c266-6696-43af-b52b-a71d55c84286 req-9f60749f-74fc-468f-ac8b-30d0f4533d41 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:44.163424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d60c266-6696-43af-b52b-a71d55c84286 req-9f60749f-74fc-468f-ac8b-30d0f4533d41 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 4600 time: 0.2519882 Dec 09 22:34:44.254177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.254534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.254884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.255227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.255565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.264152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.265102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.265454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.265813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.266403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.266747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.267077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.267407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:34:44.400623 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d60c266-6696-43af-b52b-a71d55c84286 req-b63e3e22-588b-417b-bb9a-9769021e5382 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2082114 Dec 09 22:34:44.412881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc677-8e94-4b75-b2d6-a45b41883757 req-af997820-3fbe-4b69-8a5f-b53b4d627b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:44.414484 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-674fc677-8e94-4b75-b2d6-a45b41883757 req-af997820-3fbe-4b69-8a5f-b53b4d627b21 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4584844 Dec 09 22:34:44.449487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Attempting to bind port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:44.450129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Attempting to bind port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:44.450640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Attempting to bind port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 on network 422e58a1-7dd8-4542-a714-e661015cd5ef {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:44.456340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 on network 422e58a1-7dd8-4542-a714-e661015cd5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:34:44.456907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Attempting to bind port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 on network 422e58a1-7dd8-4542-a714-e661015cd5ef {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:44.462653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:44.463249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Checking segment: {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:44.463804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Bound using segment: {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:44.464429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Bound port: 6f00eed1-efdc-4a57-9cbc-f82eb0696954, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:44.465127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:44.541734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] For port 6f00eed1-efdc-4a57-9cbc-f82eb0696954, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:44.563000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] For port 6f00eed1-efdc-4a57-9cbc-f82eb0696954, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6f00eed1-efdc-4a57-9cbc-f82eb0696954,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:44.572446 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:44.663319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:44.664143 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:44.665646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] 10.222.0.18 "PUT /v2.0/ports/6f00eed1-efdc-4a57-9cbc-f82eb0696954 HTTP/1.1" status: 200 len: 1132 time: 1.3853338 Dec 09 22:34:44.725089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Request body: {'port': {'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:44.794716 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808554d-ebe5-4a61-8c79-d643ce799d43 service neutron] Pushing event updated for resources: {'Port': ['ID=6f00eed1-efdc-4a57-9cbc-f82eb0696954,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:44.859754 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:45.306923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:45.317445 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:45.329479 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': '6f00eed1-efdc-4a57-9cbc-f82eb0696954'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:45.334291 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062a550f-833a-4f8f-9a82-a12cf78f0a12" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "6f00eed1-efdc-4a57-9cbc-f82eb0696954"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:45.360151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Transition to ACTIVE for port object fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:34:45.371019 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:45.387887 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498acd08-1cac-425e-82f7-9abe7bb5a10b x-openstack-request-id: req-498acd08-1cac-425e-82f7-9abe7bb5a10b {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:45.388255 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "6f00eed1-efdc-4a57-9cbc-f82eb0696954", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:45.388607 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-498acd08-1cac-425e-82f7-9abe7bb5a10b {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:45.389104 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': '6f00eed1-efdc-4a57-9cbc-f82eb0696954', 'status': 'completed', 'code': 200} Dec 09 22:34:45.478679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Pushing event updated for resources: {'Port': ['ID=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:45.550613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-f1f17c39-9281-4a25-8c0e-4509d4c79ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.551159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-f1f17c39-9281-4a25-8c0e-4509d4c79ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.551563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-f1f17c39-9281-4a25-8c0e-4509d4c79ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.552033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-f1f17c39-9281-4a25-8c0e-4509d4c79ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.552508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-f1f17c39-9281-4a25-8c0e-4509d4c79ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.552971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-f1f17c39-9281-4a25-8c0e-4509d4c79ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.554066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-f1f17c39-9281-4a25-8c0e-4509d4c79ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.556115 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-f1f17c39-9281-4a25-8c0e-4509d4c79ca9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6171 time: 0.1225734 Dec 09 22:34:45.617584 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Attempting to bind port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:45.618222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Attempting to bind port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:45.618752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Attempting to bind port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c on network 422e58a1-7dd8-4542-a714-e661015cd5ef {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:45.630772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c on network 422e58a1-7dd8-4542-a714-e661015cd5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:34:45.631383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Attempting to bind port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c on network 422e58a1-7dd8-4542-a714-e661015cd5ef {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:45.647499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119a44-f208-4640-994c-c39bda2c75ad req-e486cd23-11e7-4db1-9947-509cb7cf1982 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.656187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119a44-f208-4640-994c-c39bda2c75ad req-e486cd23-11e7-4db1-9947-509cb7cf1982 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.662661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119a44-f208-4640-994c-c39bda2c75ad req-e486cd23-11e7-4db1-9947-509cb7cf1982 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.668871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119a44-f208-4640-994c-c39bda2c75ad req-e486cd23-11e7-4db1-9947-509cb7cf1982 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.687337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119a44-f208-4640-994c-c39bda2c75ad req-e486cd23-11e7-4db1-9947-509cb7cf1982 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.709899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119a44-f208-4640-994c-c39bda2c75ad req-e486cd23-11e7-4db1-9947-509cb7cf1982 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.721169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-15c76cdc-a539-41f2-948c-b337826305ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.722288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-15c76cdc-a539-41f2-948c-b337826305ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.723839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-15c76cdc-a539-41f2-948c-b337826305ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.735962 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-15c76cdc-a539-41f2-948c-b337826305ce service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1554849 Dec 09 22:34:45.742765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119a44-f208-4640-994c-c39bda2c75ad req-e486cd23-11e7-4db1-9947-509cb7cf1982 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.753471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba119a44-f208-4640-994c-c39bda2c75ad req-e486cd23-11e7-4db1-9947-509cb7cf1982 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5373 time: 0.1916785 Dec 09 22:34:45.763704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:45.763704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Checking segment: {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:45.764050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Bound using segment: {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:45.765572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Bound port: fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:45.769645 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:45.918121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-31c3aa65-ecdd-4659-94fe-ad4c8d10e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:45.920321 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-062a550f-833a-4f8f-9a82-a12cf78f0a12 req-31c3aa65-ecdd-4659-94fe-ad4c8d10e290 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825750 Dec 09 22:34:45.977261 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba119a44-f208-4640-994c-c39bda2c75ad req-36d4c133-2c8c-4197-bc39-2f41a0a0ab92 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2007155 Dec 09 22:34:45.987589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] For port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:45.992909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] For port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:45.997712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:46.045473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:46.046223 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:46.047792 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] 10.222.0.18 "PUT /v2.0/ports/fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c HTTP/1.1" status: 200 len: 1132 time: 1.3314993 Dec 09 22:34:46.065482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6e216-c0a2-482e-9957-746cc0fdc3ed service neutron] Pushing event updated for resources: {'Port': ['ID=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:46.098624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Request body: {'port': {'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:46.211625 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:46.848413 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:46.857027 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:46.870670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Transition to ACTIVE for port object 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:34:46.875565 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:47.047745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Pushing event updated for resources: {'Port': ['ID=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:47.055975 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Attempting to bind port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:47.056321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Attempting to bind port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:47.056647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Attempting to bind port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 on network 422e58a1-7dd8-4542-a714-e661015cd5ef {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:47.061552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 on network 422e58a1-7dd8-4542-a714-e661015cd5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:34:47.062096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Attempting to bind port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 on network 422e58a1-7dd8-4542-a714-e661015cd5ef {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:47.068444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:47.068884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Checking segment: {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:47.069443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Bound using segment: {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:47.069923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Bound port: 5cce254b-6587-467d-a40e-0a0d7c2fa3b8, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:47.070282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:47.289915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd4a5-8165-41d3-9a38-6485cb65cd13 req-485b8594-12aa-40bf-974f-8034c95be549 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.303252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd4a5-8165-41d3-9a38-6485cb65cd13 req-485b8594-12aa-40bf-974f-8034c95be549 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.318543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd4a5-8165-41d3-9a38-6485cb65cd13 req-485b8594-12aa-40bf-974f-8034c95be549 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.328898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd4a5-8165-41d3-9a38-6485cb65cd13 req-485b8594-12aa-40bf-974f-8034c95be549 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.343370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd4a5-8165-41d3-9a38-6485cb65cd13 req-485b8594-12aa-40bf-974f-8034c95be549 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.349827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd4a5-8165-41d3-9a38-6485cb65cd13 req-485b8594-12aa-40bf-974f-8034c95be549 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.356317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd4a5-8165-41d3-9a38-6485cb65cd13 req-485b8594-12aa-40bf-974f-8034c95be549 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.365480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-868bd4a5-8165-41d3-9a38-6485cb65cd13 req-485b8594-12aa-40bf-974f-8034c95be549 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5385 time: 0.2219861 Dec 09 22:34:47.368125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] For port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:47.371841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] For port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:47.395710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': 'fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:47.398569 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:47.419850 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:47.538853 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e15d4b-2c1b-4dad-ba8c-a9e4886b7166 x-openstack-request-id: req-e0e15d4b-2c1b-4dad-ba8c-a9e4886b7166 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:47.539407 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:47.539816 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0e15d4b-2c1b-4dad-ba8c-a9e4886b7166 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:47.540364 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': 'fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c', 'status': 'completed', 'code': 200} Dec 09 22:34:47.544139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Pushing event updated for resources: {'Port': ['ID=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:47.573315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.573988 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:47.575315 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2466210d-344e-4e60-947e-1d55baf27d74 service neutron] 10.222.0.18 "PUT /v2.0/ports/5cce254b-6587-467d-a40e-0a0d7c2fa3b8 HTTP/1.1" status: 200 len: 1090 time: 1.4861238 Dec 09 22:34:47.603024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-868bd4a5-8165-41d3-9a38-6485cb65cd13 req-cd9eef4c-b570-4dc8-81bb-ae080b79549e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2336187 Dec 09 22:34:47.622672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Request body: {'port': {'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:47.669089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-0938d417-97b2-44b9-bde6-83d0a24e2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.670382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-0938d417-97b2-44b9-bde6-83d0a24e2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.671714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-0938d417-97b2-44b9-bde6-83d0a24e2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.674259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-0938d417-97b2-44b9-bde6-83d0a24e2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.675690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-0938d417-97b2-44b9-bde6-83d0a24e2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.678271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-0938d417-97b2-44b9-bde6-83d0a24e2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.679104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-0938d417-97b2-44b9-bde6-83d0a24e2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.685701 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-0938d417-97b2-44b9-bde6-83d0a24e2afe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6281 time: 0.1661866 Dec 09 22:34:47.694346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:47.878563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-dd83f27f-1faf-4ad2-b10c-da77470a3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.880409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-dd83f27f-1faf-4ad2-b10c-da77470a3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.881073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-dd83f27f-1faf-4ad2-b10c-da77470a3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:47.883546 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-dd83f27f-1faf-4ad2-b10c-da77470a3583 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1859798 Dec 09 22:34:48.067083 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:48.075974 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:48.090981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Transition to ACTIVE for port object 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:34:48.101029 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:48.149048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-f24d834a-61e0-4899-86f4-978c6d86bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:48.160985 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-52a2dc21-4e3b-4f5b-a234-9ec9bbd89a21 req-f24d834a-61e0-4899-86f4-978c6d86bf03 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2698739 Dec 09 22:34:48.458144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Pushing event updated for resources: {'Port': ['ID=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:48.462611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Attempting to bind port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:48.463175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Attempting to bind port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:48.463463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Attempting to bind port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e on network 422e58a1-7dd8-4542-a714-e661015cd5ef {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:48.468882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e on network 422e58a1-7dd8-4542-a714-e661015cd5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:34:48.469209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Attempting to bind port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e on network 422e58a1-7dd8-4542-a714-e661015cd5ef {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:48.475252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:48.481408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Checking segment: {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:48.481839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Bound using segment: {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:48.482326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Bound port: 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5468feb5-3a88-4439-b2bf-829f8f334677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:48.482697 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:48.595217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] For port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:48.604699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] For port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:48.615720 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:48.679735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:48.680368 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:48.684147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] 10.222.0.18 "PUT /v2.0/ports/44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e HTTP/1.1" status: 200 len: 1092 time: 1.0710042 Dec 09 22:34:48.729103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Request body: {'port': {'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:48.783597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46182) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:48.833808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07d472-4a31-4a34-b3f7-a09e3321e23e service neutron] Pushing event updated for resources: {'Port': ['ID=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:48.963331 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:48.988903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a157-c95a-40de-b12e-7a1e8fa1c6b3 req-23cbe2c7-0b65-40b5-9121-ed1a5b7f4278 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:48.995437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a157-c95a-40de-b12e-7a1e8fa1c6b3 req-23cbe2c7-0b65-40b5-9121-ed1a5b7f4278 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.002450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a157-c95a-40de-b12e-7a1e8fa1c6b3 req-23cbe2c7-0b65-40b5-9121-ed1a5b7f4278 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.011507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a157-c95a-40de-b12e-7a1e8fa1c6b3 req-23cbe2c7-0b65-40b5-9121-ed1a5b7f4278 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.018009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a157-c95a-40de-b12e-7a1e8fa1c6b3 req-23cbe2c7-0b65-40b5-9121-ed1a5b7f4278 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.025295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a157-c95a-40de-b12e-7a1e8fa1c6b3 req-23cbe2c7-0b65-40b5-9121-ed1a5b7f4278 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.032630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a157-c95a-40de-b12e-7a1e8fa1c6b3 req-23cbe2c7-0b65-40b5-9121-ed1a5b7f4278 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.041182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc66a157-c95a-40de-b12e-7a1e8fa1c6b3 req-23cbe2c7-0b65-40b5-9121-ed1a5b7f4278 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5397 time: 0.2318177 Dec 09 22:34:49.109262 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d721256-60ba-4503-a483-4ee6ba79a56d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:49.246858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc66a157-c95a-40de-b12e-7a1e8fa1c6b3 req-c9bf4347-a8f3-43aa-bc36-001f000640b6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2044382 Dec 09 22:34:49.372326 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d721256-60ba-4503-a483-4ee6ba79a56d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:49.378101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d721256-60ba-4503-a483-4ee6ba79a56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:49.428518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1d721256-60ba-4503-a483-4ee6ba79a56d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=314b0eb5e20741f5af810a853e8ae13b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6374643 Dec 09 22:34:49.429603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46192) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:49.438756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d721256-60ba-4503-a483-4ee6ba79a56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2ddd7d-c379-41c5-bf60-4a168ea9d939,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:49.516202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb2b117-2b5a-42eb-97bc-54437d96f7c6 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:49.528883 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:49.532533 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-255fe75f-567d-480c-ac19-0a6628e2dc12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:49.554558 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': '5cce254b-6587-467d-a40e-0a0d7c2fa3b8'}, {'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': '44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:49.558275 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255b420b-76e3-4c97-a7d4-3279d454e91e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "5cce254b-6587-467d-a40e-0a0d7c2fa3b8"}, {"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:49.574135 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-255fe75f-567d-480c-ac19-0a6628e2dc12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:49.577074 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Transition to ACTIVE for port object deb2b117-2b5a-42eb-97bc-54437d96f7c6 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:34:49.584815 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:49.622148 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149002c0-fe41-4377-97d4-4a2bed98bee4 x-openstack-request-id: req-149002c0-fe41-4377-97d4-4a2bed98bee4 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:49.622587 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "5cce254b-6587-467d-a40e-0a0d7c2fa3b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:49.622930 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-149002c0-fe41-4377-97d4-4a2bed98bee4 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:49.623421 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': '5cce254b-6587-467d-a40e-0a0d7c2fa3b8', 'status': 'completed', 'code': 200} Dec 09 22:34:49.624331 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': '44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e', 'status': 'completed', 'code': 200} Dec 09 22:34:49.657461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-255fe75f-567d-480c-ac19-0a6628e2dc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:49.665684 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-255fe75f-567d-480c-ac19-0a6628e2dc12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:49.672230 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-255fe75f-567d-480c-ac19-0a6628e2dc12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea2ddd7d-c379-41c5-bf60-4a168ea9d939 HTTP/1.1" status: 204 len: 168 time: 0.2408991 Dec 09 22:34:49.715219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fe75f-567d-480c-ac19-0a6628e2dc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2ddd7d-c379-41c5-bf60-4a168ea9d939,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:49.786255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Pushing event updated for resources: {'Port': ['ID=deb2b117-2b5a-42eb-97bc-54437d96f7c6,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:49.806724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-186b0a7b-0740-4e32-ab08-4ea9dd962223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.807220 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-186b0a7b-0740-4e32-ab08-4ea9dd962223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.808166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-186b0a7b-0740-4e32-ab08-4ea9dd962223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.808166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-186b0a7b-0740-4e32-ab08-4ea9dd962223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.808670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-186b0a7b-0740-4e32-ab08-4ea9dd962223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.809145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-186b0a7b-0740-4e32-ab08-4ea9dd962223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.809644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-186b0a7b-0740-4e32-ab08-4ea9dd962223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:49.815794 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-186b0a7b-0740-4e32-ab08-4ea9dd962223 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6375 time: 0.1421511 Dec 09 22:34:49.823055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Attempting to bind port deb2b117-2b5a-42eb-97bc-54437d96f7c6 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:49.823393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Attempting to bind port deb2b117-2b5a-42eb-97bc-54437d96f7c6 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:49.823731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Attempting to bind port deb2b117-2b5a-42eb-97bc-54437d96f7c6 on network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:49.838110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Port deb2b117-2b5a-42eb-97bc-54437d96f7c6 on network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:34:49.838487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Attempting to bind port deb2b117-2b5a-42eb-97bc-54437d96f7c6 on network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:49.846886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:49.847370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Checking segment: {'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:49.847606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Bound using segment: {'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:49.848038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Bound port: deb2b117-2b5a-42eb-97bc-54437d96f7c6, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:49.848393 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.012206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] For port deb2b117-2b5a-42eb-97bc-54437d96f7c6, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:50.015886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] For port deb2b117-2b5a-42eb-97bc-54437d96f7c6, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=deb2b117-2b5a-42eb-97bc-54437d96f7c6,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:50.023587 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.083055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-7e6a5f52-62fd-4c10-ad4f-9c88a0fb6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.083728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-7e6a5f52-62fd-4c10-ad4f-9c88a0fb6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.084375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-7e6a5f52-62fd-4c10-ad4f-9c88a0fb6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.086247 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-7e6a5f52-62fd-4c10-ad4f-9c88a0fb6a96 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2544658 Dec 09 22:34:50.114812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.115466 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.119868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] 10.222.0.18 "PUT /v2.0/ports/deb2b117-2b5a-42eb-97bc-54437d96f7c6 HTTP/1.1" status: 200 len: 1092 time: 1.4021122 Dec 09 22:34:50.175149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Request body: {'port': {'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:34:50.208626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4111f-37a7-4249-876f-bdf7bffae378 service neutron] Pushing event updated for resources: {'Port': ['ID=deb2b117-2b5a-42eb-97bc-54437d96f7c6,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:50.264098 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-49510d26-e0f7-489e-8909-da4ae5b19321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.266631 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-49510d26-e0f7-489e-8909-da4ae5b19321 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1717658 Dec 09 22:34:50.278242 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46210) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:50.311475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04ca9b66-a951-4d4f-a09b-8624fb80eeb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.336768 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.446594 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04ca9b66-a951-4d4f-a09b-8624fb80eeb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.458814 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04ca9b66-a951-4d4f-a09b-8624fb80eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.493262 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-04ca9b66-a951-4d4f-a09b-8624fb80eeb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20f409b5afcb4d5ba0da7308771c15cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2139025 Dec 09 22:34:50.509123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46216) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:50.590569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca9b66-a951-4d4f-a09b-8624fb80eeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b3070c-048b-4aa7-8a9f-d55589828ec6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:50.615566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-76b67071-57ea-41ec-ac77-37d43ccc4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.616701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-76b67071-57ea-41ec-ac77-37d43ccc4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.617370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-76b67071-57ea-41ec-ac77-37d43ccc4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.618228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-76b67071-57ea-41ec-ac77-37d43ccc4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.618858 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-76b67071-57ea-41ec-ac77-37d43ccc4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.619483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-76b67071-57ea-41ec-ac77-37d43ccc4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.620103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-76b67071-57ea-41ec-ac77-37d43ccc4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.622764 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-76b67071-57ea-41ec-ac77-37d43ccc4865 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6417 time: 0.1739120 Dec 09 22:34:50.636407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa99a6c1-67e3-4bc3-80bf-52fb3791e7ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.668853 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa99a6c1-67e3-4bc3-80bf-52fb3791e7ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.704030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b65e86-a908-4bef-9554-5f0afbc58d5f {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:34:50.711872 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.724337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Transition to ACTIVE for port object 92b65e86-a908-4bef-9554-5f0afbc58d5f will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:34:50.757317 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa99a6c1-67e3-4bc3-80bf-52fb3791e7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.758814 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.760460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa99a6c1-67e3-4bc3-80bf-52fb3791e7ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:50.761616 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aa99a6c1-67e3-4bc3-80bf-52fb3791e7ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32b3070c-048b-4aa7-8a9f-d55589828ec6 HTTP/1.1" status: 204 len: 168 time: 0.2511983 Dec 09 22:34:50.820715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=92b65e86-a908-4bef-9554-5f0afbc58d5f,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:50.848651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-89628b8f-044b-427a-87a9-6de4c032f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.849113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-89628b8f-044b-427a-87a9-6de4c032f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.849573 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-89628b8f-044b-427a-87a9-6de4c032f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.851270 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-89628b8f-044b-427a-87a9-6de4c032f512 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1334372 Dec 09 22:34:50.852016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99a6c1-67e3-4bc3-80bf-52fb3791e7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b3070c-048b-4aa7-8a9f-d55589828ec6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:50.879126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6b8fa-cd9b-4d77-ba94-d8db622aa606 req-272deaad-1160-478e-82f6-c47ef61dca6c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.886687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6b8fa-cd9b-4d77-ba94-d8db622aa606 req-272deaad-1160-478e-82f6-c47ef61dca6c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.894291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6b8fa-cd9b-4d77-ba94-d8db622aa606 req-272deaad-1160-478e-82f6-c47ef61dca6c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.907421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6b8fa-cd9b-4d77-ba94-d8db622aa606 req-272deaad-1160-478e-82f6-c47ef61dca6c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.915090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6b8fa-cd9b-4d77-ba94-d8db622aa606 req-272deaad-1160-478e-82f6-c47ef61dca6c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.921101 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6b8fa-cd9b-4d77-ba94-d8db622aa606 req-272deaad-1160-478e-82f6-c47ef61dca6c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.939416 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6b8fa-cd9b-4d77-ba94-d8db622aa606 req-272deaad-1160-478e-82f6-c47ef61dca6c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:50.941419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46b6b8fa-cd9b-4d77-ba94-d8db622aa606 req-272deaad-1160-478e-82f6-c47ef61dca6c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.2157700 Dec 09 22:34:51.038543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-28f93e24-c75a-43a2-a29d-50acfd3587ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:51.040038 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-255b420b-76e3-4c97-a7d4-3279d454e91e req-28f93e24-c75a-43a2-a29d-50acfd3587ed service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1819179 Dec 09 22:34:51.173074 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46b6b8fa-cd9b-4d77-ba94-d8db622aa606 req-557517cb-e2a4-42a7-ac56-8a21b8b8e330 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1989710 Dec 09 22:34:51.174418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Attempting to bind port 92b65e86-a908-4bef-9554-5f0afbc58d5f on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:34:51.174762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Attempting to bind port 92b65e86-a908-4bef-9554-5f0afbc58d5f by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:34:51.175116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Attempting to bind port 92b65e86-a908-4bef-9554-5f0afbc58d5f on network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:51.188800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Port 92b65e86-a908-4bef-9554-5f0afbc58d5f on network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:34:51.189128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Attempting to bind port 92b65e86-a908-4bef-9554-5f0afbc58d5f on network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:34:51.204041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:34:51.204342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Checking segment: {'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:34:51.204729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Bound using segment: {'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:34:51.205161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Bound port: 92b65e86-a908-4bef-9554-5f0afbc58d5f, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd28df41-8f6b-498f-9430-228a6daa8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:34:51.205514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:51.324674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] For port 92b65e86-a908-4bef-9554-5f0afbc58d5f, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:34:51.328389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] For port 92b65e86-a908-4bef-9554-5f0afbc58d5f, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=92b65e86-a908-4bef-9554-5f0afbc58d5f,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:34:51.335065 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:51.395333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:51.395764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:51.399908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] 10.222.0.18 "PUT /v2.0/ports/92b65e86-a908-4bef-9554-5f0afbc58d5f HTTP/1.1" status: 200 len: 1092 time: 1.2297351 Dec 09 22:34:51.472537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8a30f-e875-46fc-9599-9ce757341ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=92b65e86-a908-4bef-9554-5f0afbc58d5f,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:51.533182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-0d78c36c-33fa-41fa-b848-e9b5f7739b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:51.533701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-0d78c36c-33fa-41fa-b848-e9b5f7739b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:51.538536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-0d78c36c-33fa-41fa-b848-e9b5f7739b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:51.539229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-0d78c36c-33fa-41fa-b848-e9b5f7739b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:51.541948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-0d78c36c-33fa-41fa-b848-e9b5f7739b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:51.543066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-0d78c36c-33fa-41fa-b848-e9b5f7739b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:51.543763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-0d78c36c-33fa-41fa-b848-e9b5f7739b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:51.548830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-0d78c36c-33fa-41fa-b848-e9b5f7739b7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6485 time: 0.0919471 Dec 09 22:34:51.634806 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': 'deb2b117-2b5a-42eb-97bc-54437d96f7c6'}, {'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': '92b65e86-a908-4bef-9554-5f0afbc58d5f'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:34:51.637820 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740977a9-8ff4-4983-b632-35a5aac5e4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "deb2b117-2b5a-42eb-97bc-54437d96f7c6"}, {"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "92b65e86-a908-4bef-9554-5f0afbc58d5f"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:34:51.644191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-96760054-1c83-45e7-b89b-67959a011829 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924ba139-5c3b-416c-bf5e-6d24f55fbf60 HTTP/1.1" status: 200 len: 217 time: 0.0768921 Dec 09 22:34:51.727064 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 22:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a9ea2f-1f63-45fd-b095-36611340aef9 x-openstack-request-id: req-94a9ea2f-1f63-45fd-b095-36611340aef9 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:34:51.727372 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "deb2b117-2b5a-42eb-97bc-54437d96f7c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "92b65e86-a908-4bef-9554-5f0afbc58d5f", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:34:51.727629 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94a9ea2f-1f63-45fd-b095-36611340aef9 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:34:51.728034 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': 'deb2b117-2b5a-42eb-97bc-54437d96f7c6', 'status': 'completed', 'code': 200} Dec 09 22:34:51.728301 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': '92b65e86-a908-4bef-9554-5f0afbc58d5f', 'status': 'completed', 'code': 200} Dec 09 22:34:51.741418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46250) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:51.756157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-bde57d86-9764-420b-a34e-70cebf610b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:51.759249 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-bde57d86-9764-420b-a34e-70cebf610b2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3951527-aec4-45da-945e-f9a56eaee5f1 HTTP/1.1" status: 200 len: 848 time: 0.0980036 Dec 09 22:34:51.843032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-7d8fb4db-e74d-45fc-b8ef-6e1474511650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:51.844648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-7d8fb4db-e74d-45fc-b8ef-6e1474511650 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dab134-b52d-4674-8869-3ae9a976577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771484 Dec 09 22:34:51.928438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-75b54f97-cfab-42a0-abc0-bc588d517231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:52.033987 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-816c34c5-b636-43cd-86bd-4efe709e7cb0 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795900 Dec 09 22:34:52.051611 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-75b54f97-cfab-42a0-abc0-bc588d517231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:52.069075 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-75b54f97-cfab-42a0-abc0-bc588d517231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:52.139171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b54f97-cfab-42a0-abc0-bc588d517231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de939553-9bb1-4dd3-9787-8da5745ae588,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:52.145685 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4b42d8ae-1571-4c9b-b7eb-0eeb4d27081f service neutron] 10.222.0.18 "GET /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051707 Dec 09 22:34:52.176019 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-75b54f97-cfab-42a0-abc0-bc588d517231 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac009a136f9f4b50a647cbcd8ee3b607&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4334216 Dec 09 22:34:52.178576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46266) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:52.230331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-77b84822-6545-4509-8595-776ee9516376 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=6f00eed1-efdc-4a57-9cbc-f82eb0696954 HTTP/1.1" status: 200 len: 217 time: 0.0718546 Dec 09 22:34:52.265893 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e21c14f0-f044-4a09-a950-168f312df759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:52.287864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-c64a6c81-7a37-4476-96aa-90ef0234237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:52.289625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-c64a6c81-7a37-4476-96aa-90ef0234237f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.0561318 Dec 09 22:34:52.304273 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e21c14f0-f044-4a09-a950-168f312df759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:52.380425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-cb73223e-8715-4a48-871d-bff65c33edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:52.386428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-cb73223e-8715-4a48-871d-bff65c33edb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0892341 Dec 09 22:34:52.406429 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e21c14f0-f044-4a09-a950-168f312df759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:52.409543 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e21c14f0-f044-4a09-a950-168f312df759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:52.413652 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e21c14f0-f044-4a09-a950-168f312df759 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de939553-9bb1-4dd3-9787-8da5745ae588 HTTP/1.1" status: 204 len: 168 time: 0.2340963 Dec 09 22:34:52.438620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c14f0-f044-4a09-a950-168f312df759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de939553-9bb1-4dd3-9787-8da5745ae588,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:52.507103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf317f64-fe09-4917-b47c-9998186f3217 req-ce544bf0-bf44-40a3-967f-e5057b8bc54a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:52.513446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf317f64-fe09-4917-b47c-9998186f3217 req-ce544bf0-bf44-40a3-967f-e5057b8bc54a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:52.521112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:52.522071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf317f64-fe09-4917-b47c-9998186f3217 req-ce544bf0-bf44-40a3-967f-e5057b8bc54a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:52.532948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf317f64-fe09-4917-b47c-9998186f3217 req-ce544bf0-bf44-40a3-967f-e5057b8bc54a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:52.540978 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf317f64-fe09-4917-b47c-9998186f3217 req-ce544bf0-bf44-40a3-967f-e5057b8bc54a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:52.549211 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf317f64-fe09-4917-b47c-9998186f3217 req-ce544bf0-bf44-40a3-967f-e5057b8bc54a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:52.557342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf317f64-fe09-4917-b47c-9998186f3217 req-ce544bf0-bf44-40a3-967f-e5057b8bc54a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:52.567536 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf317f64-fe09-4917-b47c-9998186f3217 req-ce544bf0-bf44-40a3-967f-e5057b8bc54a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.2185133 Dec 09 22:34:52.619366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-4eb11ffe-99f8-4dcb-a794-0e73da1ac2c2 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067227 Dec 09 22:34:52.728744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf317f64-fe09-4917-b47c-9998186f3217 req-2f209af0-6db2-4a14-8982-b9dccb5a4760 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530499 Dec 09 22:34:52.852798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-92d60599-52ec-463f-8598-f2f8f4a82aa4 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242517 Dec 09 22:34:52.907454 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-f6ea22b3-8c1d-4cdd-9ad3-72f464064ea5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c HTTP/1.1" status: 200 len: 217 time: 0.0474870 Dec 09 22:34:52.945417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46292) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:52.973610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4af25999-5929-4ce9-a0d3-159000fd9bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:52.982524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-91091507-2e90-48a0-8370-cc8c692b866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:52.984355 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-91091507-2e90-48a0-8370-cc8c692b866f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.0681851 Dec 09 22:34:53.061645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8d955584-7468-4b5f-a389-14963049d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:53.063138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-8d955584-7468-4b5f-a389-14963049d87e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0722594 Dec 09 22:34:53.095177 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4af25999-5929-4ce9-a0d3-159000fd9bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:53.099253 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4af25999-5929-4ce9-a0d3-159000fd9bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:53.143146 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4af25999-5929-4ce9-a0d3-159000fd9bd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=304b00dc56664d16979acdc9f04b27c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1955519 Dec 09 22:34:53.143779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46296) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:53.157000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af25999-5929-4ce9-a0d3-159000fd9bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a923c681-585f-4809-8727-a682e987cd8d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:53.206485 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-0e285e03-7655-4db5-939d-2693d5b34e2f service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333959 Dec 09 22:34:53.207211 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ae78a65-8a05-4497-b875-d53b4f4ca81d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:53.234688 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ae78a65-8a05-4497-b875-d53b4f4ca81d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:53.298254 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ae78a65-8a05-4497-b875-d53b4f4ca81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:53.302767 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ae78a65-8a05-4497-b875-d53b4f4ca81d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:53.304678 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7ae78a65-8a05-4497-b875-d53b4f4ca81d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a923c681-585f-4809-8727-a682e987cd8d HTTP/1.1" status: 204 len: 168 time: 0.1599722 Dec 09 22:34:53.319127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae78a65-8a05-4497-b875-d53b4f4ca81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a923c681-585f-4809-8727-a682e987cd8d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:53.346717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-5c98ae14-7fa3-4318-b2c0-ef0b64f6f570 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321130 Dec 09 22:34:53.396855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-bb95dcff-a0ca-4a66-9a28-a21f49557183 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5cce254b-6587-467d-a40e-0a0d7c2fa3b8 HTTP/1.1" status: 200 len: 217 time: 0.0416012 Dec 09 22:34:53.470296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-37b52ae5-b014-4dad-8f79-426f13985773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:53.472785 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-37b52ae5-b014-4dad-8f79-426f13985773 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.0688498 Dec 09 22:34:53.555358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-29c85e89-36e2-43db-bafd-a7e8f41e45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:53.556977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-29c85e89-36e2-43db-bafd-a7e8f41e45a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0633693 Dec 09 22:34:53.666204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-351355b7-e9cc-439e-901c-c223c3b86306 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014328 Dec 09 22:34:53.780688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-498b3bc3-6a45-4c05-a874-e39d320f32d8 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025529 Dec 09 22:34:53.837355 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-781aa434-362d-4eda-8f1e-e158d7f0e8db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e HTTP/1.1" status: 200 len: 217 time: 0.0512533 Dec 09 22:34:53.941620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b9bca2f2-bcf5-4e33-bdaa-5f76ef07a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:53.943144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b9bca2f2-bcf5-4e33-bdaa-5f76ef07a2fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.0985739 Dec 09 22:34:53.978024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0d871-f35a-4c6d-bf78-0c4d7a08b149 req-365aeb13-9945-44e5-b41c-8ee062037110 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:53.985045 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0d871-f35a-4c6d-bf78-0c4d7a08b149 req-365aeb13-9945-44e5-b41c-8ee062037110 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:53.992193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0d871-f35a-4c6d-bf78-0c4d7a08b149 req-365aeb13-9945-44e5-b41c-8ee062037110 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:53.998308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0d871-f35a-4c6d-bf78-0c4d7a08b149 req-365aeb13-9945-44e5-b41c-8ee062037110 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:54.013008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0d871-f35a-4c6d-bf78-0c4d7a08b149 req-365aeb13-9945-44e5-b41c-8ee062037110 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:54.028410 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0d871-f35a-4c6d-bf78-0c4d7a08b149 req-365aeb13-9945-44e5-b41c-8ee062037110 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:54.042648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0d871-f35a-4c6d-bf78-0c4d7a08b149 req-365aeb13-9945-44e5-b41c-8ee062037110 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:54.044622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4c0d871-f35a-4c6d-bf78-0c4d7a08b149 req-365aeb13-9945-44e5-b41c-8ee062037110 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1779993 Dec 09 22:34:54.104917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d17fe991-2453-4014-8db8-2ebbd80c0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:54.106480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d17fe991-2453-4014-8db8-2ebbd80c0b68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1550286 Dec 09 22:34:54.171739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4c0d871-f35a-4c6d-bf78-0c4d7a08b149 req-5c13d4c0-cd9f-4968-b932-5073f1bd8565 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127398 Dec 09 22:34:54.276588 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-6af45e9e-7470-4548-8a7d-d13dc628489b service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610973 Dec 09 22:34:54.405514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-d0189a34-64ea-4965-977d-0d28d92842ff service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195457 Dec 09 22:34:54.455865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-b0aaf38b-b81c-45aa-8840-c11d9ec8eb05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=deb2b117-2b5a-42eb-97bc-54437d96f7c6 HTTP/1.1" status: 200 len: 217 time: 0.0435271 Dec 09 22:34:54.523570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ada4cb6d-c3ed-46e5-bb8f-0be37d69846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:54.528376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ada4cb6d-c3ed-46e5-bb8f-0be37d69846a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed746442-ad44-4d00-80e7-7550babce9a5 HTTP/1.1" status: 200 len: 797 time: 0.0645447 Dec 09 22:34:54.593669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43e18bfa-4de3-43e9-a128-05841a786574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:54.595231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-43e18bfa-4de3-43e9-a128-05841a786574 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0600052 Dec 09 22:34:54.749864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-317b95ca-9a5e-4944-a20e-73a8baf5d603 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438255 Dec 09 22:34:54.866659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-a909e838-e93b-41b9-9637-d930dfe7f013 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093004 Dec 09 22:34:54.918344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-ea4bd92a-2814-4fbe-a4d2-2026bf0d253b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92b65e86-a908-4bef-9554-5f0afbc58d5f HTTP/1.1" status: 200 len: 217 time: 0.0430419 Dec 09 22:34:55.020693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-fd0b9310-2af5-4a56-ad0c-cd12361e662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.022475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-fd0b9310-2af5-4a56-ad0c-cd12361e662d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed746442-ad44-4d00-80e7-7550babce9a5 HTTP/1.1" status: 200 len: 797 time: 0.0961816 Dec 09 22:34:55.109436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-0db2bbdb-3394-420b-954b-2de1f17c9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.113776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-0db2bbdb-3394-420b-954b-2de1f17c9a3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0709820 Dec 09 22:34:55.239849 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-2d077ec1-1279-443a-9019-98c7466c11f7 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184256 Dec 09 22:34:55.385270 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfa3ff4d-ef30-4422-8555-04335c5fb5b0 req-66e8f741-9cc9-47e9-8d5c-40b2f5524ffb service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382565 Dec 09 22:34:55.400516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1214-160e-4021-9c08-a2a9ac2c84a2 req-fbf60c1d-10d5-4413-b235-47b17e9c17d4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.407169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1214-160e-4021-9c08-a2a9ac2c84a2 req-fbf60c1d-10d5-4413-b235-47b17e9c17d4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.413491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1214-160e-4021-9c08-a2a9ac2c84a2 req-fbf60c1d-10d5-4413-b235-47b17e9c17d4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.419855 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1214-160e-4021-9c08-a2a9ac2c84a2 req-fbf60c1d-10d5-4413-b235-47b17e9c17d4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.426405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1214-160e-4021-9c08-a2a9ac2c84a2 req-fbf60c1d-10d5-4413-b235-47b17e9c17d4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.432353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1214-160e-4021-9c08-a2a9ac2c84a2 req-fbf60c1d-10d5-4413-b235-47b17e9c17d4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.438489 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1214-160e-4021-9c08-a2a9ac2c84a2 req-fbf60c1d-10d5-4413-b235-47b17e9c17d4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.440461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1d1214-160e-4021-9c08-a2a9ac2c84a2 req-fbf60c1d-10d5-4413-b235-47b17e9c17d4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1221581 Dec 09 22:34:55.543811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa1d1214-160e-4021-9c08-a2a9ac2c84a2 req-6c17d14a-b0fd-4a28-8eac-5aae88a2d225 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969636 Dec 09 22:34:55.549371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-1c2ce10b-a8e8-4625-a10d-d7a859ec49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.549898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-1c2ce10b-a8e8-4625-a10d-d7a859ec49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.550369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-1c2ce10b-a8e8-4625-a10d-d7a859ec49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.550838 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-1c2ce10b-a8e8-4625-a10d-d7a859ec49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.551302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-1c2ce10b-a8e8-4625-a10d-d7a859ec49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.551768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-1c2ce10b-a8e8-4625-a10d-d7a859ec49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.552214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-1c2ce10b-a8e8-4625-a10d-d7a859ec49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.554054 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-1c2ce10b-a8e8-4625-a10d-d7a859ec49d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6485 time: 0.0836859 Dec 09 22:34:55.688690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-a0bba301-d511-4c40-84ff-064b39357785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.690534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-a0bba301-d511-4c40-84ff-064b39357785 service neutron] 10.222.0.18 "GET /v2.0/networks?id=14dfeaa3-f29e-4f09-83cd-1c729fa09754 HTTP/1.1" status: 200 len: 903 time: 0.1286962 Dec 09 22:34:55.741925 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-db48a9f4-e9b6-4424-9c79-a9e0cfd97a1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=deb2b117-2b5a-42eb-97bc-54437d96f7c6 HTTP/1.1" status: 200 len: 217 time: 0.0423055 Dec 09 22:34:55.836245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-23ee5cd4-ff0b-48aa-936a-c2bbaab9500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.838216 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-23ee5cd4-ff0b-48aa-936a-c2bbaab9500d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed746442-ad44-4d00-80e7-7550babce9a5 HTTP/1.1" status: 200 len: 797 time: 0.0891118 Dec 09 22:34:55.903633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-c1528787-a7aa-4a6c-9b30-442d17bf227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:55.906465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-c1528787-a7aa-4a6c-9b30-442d17bf227d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587740 Dec 09 22:34:56.034752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-36b1eb46-e6f8-4b76-a924-71e1a3bcc394 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207657 Dec 09 22:34:56.189818 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-f53435a2-55e5-40b6-862f-34582e2a4a71 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433783 Dec 09 22:34:56.342874 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-41e7398d-d5e1-4343-b793-6ac4e204067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:56.343347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-41e7398d-d5e1-4343-b793-6ac4e204067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:56.343811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-41e7398d-d5e1-4343-b793-6ac4e204067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:56.344266 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-41e7398d-d5e1-4343-b793-6ac4e204067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:56.344722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-41e7398d-d5e1-4343-b793-6ac4e204067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:56.345170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-41e7398d-d5e1-4343-b793-6ac4e204067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:56.345617 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-41e7398d-d5e1-4343-b793-6ac4e204067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:56.347734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-41e7398d-d5e1-4343-b793-6ac4e204067e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6485 time: 0.0642724 Dec 09 22:34:56.360135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46478) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:56.508552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-63141a6a-dd46-4e37-b9f1-31a56dfcd4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:56.510062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-63141a6a-dd46-4e37-b9f1-31a56dfcd4ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=14dfeaa3-f29e-4f09-83cd-1c729fa09754 HTTP/1.1" status: 200 len: 903 time: 0.1556334 Dec 09 22:34:56.512606 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04d10fc0-e577-462d-a152-7896162fe951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:56.720493 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04d10fc0-e577-462d-a152-7896162fe951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:56.726716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04d10fc0-e577-462d-a152-7896162fe951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:56.785060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d10fc0-e577-462d-a152-7896162fe951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dfccdf-bb79-4f82-a229-26e7d8a244ff,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:56.794452 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-04d10fc0-e577-462d-a152-7896162fe951 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b37f87ae0c9418d9590c1a389aeaca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4322979 Dec 09 22:34:56.795112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46488) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:56.857012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db7786bb-f528-4920-92b4-c45b5c622750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:56.910942 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db7786bb-f528-4920-92b4-c45b5c622750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:57.022011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-f8074d00-1820-4643-b99a-6e5653725170 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92b65e86-a908-4bef-9554-5f0afbc58d5f HTTP/1.1" status: 200 len: 217 time: 0.4999537 Dec 09 22:34:57.023945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db7786bb-f528-4920-92b4-c45b5c622750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:57.026742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db7786bb-f528-4920-92b4-c45b5c622750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:57.031302 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-db7786bb-f528-4920-92b4-c45b5c622750 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15dfccdf-bb79-4f82-a229-26e7d8a244ff HTTP/1.1" status: 204 len: 168 time: 0.2345660 Dec 09 22:34:57.040305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7786bb-f528-4920-92b4-c45b5c622750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dfccdf-bb79-4f82-a229-26e7d8a244ff,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:57.121733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-d75a8ea0-35f1-442d-8859-7959a7ee8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:57.121733 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-d75a8ea0-35f1-442d-8859-7959a7ee8bb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed746442-ad44-4d00-80e7-7550babce9a5 HTTP/1.1" status: 200 len: 797 time: 0.0918229 Dec 09 22:34:57.198923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-6c413c71-e894-472b-9efc-3ff3685ecab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:57.200438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-6c413c71-e894-472b-9efc-3ff3685ecab3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0622089 Dec 09 22:34:57.212687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf22b0-585f-47ba-bb40-2ddd42225896 req-119c6b1a-69b5-4a55-98bd-fcf1f1fe15b5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:57.219236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf22b0-585f-47ba-bb40-2ddd42225896 req-119c6b1a-69b5-4a55-98bd-fcf1f1fe15b5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:57.226891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf22b0-585f-47ba-bb40-2ddd42225896 req-119c6b1a-69b5-4a55-98bd-fcf1f1fe15b5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:57.232930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf22b0-585f-47ba-bb40-2ddd42225896 req-119c6b1a-69b5-4a55-98bd-fcf1f1fe15b5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:57.239113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf22b0-585f-47ba-bb40-2ddd42225896 req-119c6b1a-69b5-4a55-98bd-fcf1f1fe15b5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:57.245407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf22b0-585f-47ba-bb40-2ddd42225896 req-119c6b1a-69b5-4a55-98bd-fcf1f1fe15b5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:57.252379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf22b0-585f-47ba-bb40-2ddd42225896 req-119c6b1a-69b5-4a55-98bd-fcf1f1fe15b5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:57.254340 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cbf22b0-585f-47ba-bb40-2ddd42225896 req-119c6b1a-69b5-4a55-98bd-fcf1f1fe15b5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.2423847 Dec 09 22:34:57.394233 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cbf22b0-585f-47ba-bb40-2ddd42225896 req-5e415acb-c627-4d19-a6f7-36260ee7d533 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282847 Dec 09 22:34:57.404448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-be0d574e-585d-487a-a2c8-c8ae2d5fa5ba service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490865 Dec 09 22:34:57.432140 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46502) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:57.461568 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-209b7e8b-15c7-4090-a07c-622015f778ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:57.539265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-740977a9-8ff4-4983-b632-35a5aac5e4d5 req-412c20c0-5dff-42b0-9b44-47447364ef83 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260495 Dec 09 22:34:57.566115 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-209b7e8b-15c7-4090-a07c-622015f778ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:57.571184 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-209b7e8b-15c7-4090-a07c-622015f778ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:57.610193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b7e8b-15c7-4090-a07c-622015f778ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c39890-7cd0-456b-b852-6669ec624dfb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:57.617121 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-209b7e8b-15c7-4090-a07c-622015f778ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d2c661fe34740c887220c27ca390a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817522 Dec 09 22:34:57.617486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46504) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:57.669151 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc9342c1-7e25-4627-aa2d-725e98c0c331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:57.691902 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc9342c1-7e25-4627-aa2d-725e98c0c331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:57.739098 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc9342c1-7e25-4627-aa2d-725e98c0c331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:57.742010 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc9342c1-7e25-4627-aa2d-725e98c0c331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:34:57.743219 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dc9342c1-7e25-4627-aa2d-725e98c0c331 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14c39890-7cd0-456b-b852-6669ec624dfb HTTP/1.1" status: 204 len: 168 time: 0.1249676 Dec 09 22:34:57.752754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9342c1-7e25-4627-aa2d-725e98c0c331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c39890-7cd0-456b-b852-6669ec624dfb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:34:58.608425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64616a9-8c55-4e43-b25c-5ad713acf8b9 req-e3e6ec04-9bf5-46ee-be86-c16d7c9bd382 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:58.617573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64616a9-8c55-4e43-b25c-5ad713acf8b9 req-e3e6ec04-9bf5-46ee-be86-c16d7c9bd382 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:58.624842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64616a9-8c55-4e43-b25c-5ad713acf8b9 req-e3e6ec04-9bf5-46ee-be86-c16d7c9bd382 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:58.632684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64616a9-8c55-4e43-b25c-5ad713acf8b9 req-e3e6ec04-9bf5-46ee-be86-c16d7c9bd382 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:58.640093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64616a9-8c55-4e43-b25c-5ad713acf8b9 req-e3e6ec04-9bf5-46ee-be86-c16d7c9bd382 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:58.646348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64616a9-8c55-4e43-b25c-5ad713acf8b9 req-e3e6ec04-9bf5-46ee-be86-c16d7c9bd382 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:58.652651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64616a9-8c55-4e43-b25c-5ad713acf8b9 req-e3e6ec04-9bf5-46ee-be86-c16d7c9bd382 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:58.661342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a64616a9-8c55-4e43-b25c-5ad713acf8b9 req-e3e6ec04-9bf5-46ee-be86-c16d7c9bd382 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1210668 Dec 09 22:34:58.760132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a64616a9-8c55-4e43-b25c-5ad713acf8b9 req-4afb00d4-20c7-4964-919c-79399822829a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976291 Dec 09 22:34:59.821678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46596) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:34:59.911304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31282d53-cd7c-43cf-85b3-cde8e9270326 req-3571930c-4ce1-4a50-ac6d-d6aa14221a0d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:59.917245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31282d53-cd7c-43cf-85b3-cde8e9270326 req-3571930c-4ce1-4a50-ac6d-d6aa14221a0d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:59.923764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31282d53-cd7c-43cf-85b3-cde8e9270326 req-3571930c-4ce1-4a50-ac6d-d6aa14221a0d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:59.929694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31282d53-cd7c-43cf-85b3-cde8e9270326 req-3571930c-4ce1-4a50-ac6d-d6aa14221a0d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:59.935656 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31282d53-cd7c-43cf-85b3-cde8e9270326 req-3571930c-4ce1-4a50-ac6d-d6aa14221a0d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:59.941694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31282d53-cd7c-43cf-85b3-cde8e9270326 req-3571930c-4ce1-4a50-ac6d-d6aa14221a0d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:59.947666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31282d53-cd7c-43cf-85b3-cde8e9270326 req-3571930c-4ce1-4a50-ac6d-d6aa14221a0d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:34:59.950088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31282d53-cd7c-43cf-85b3-cde8e9270326 req-3571930c-4ce1-4a50-ac6d-d6aa14221a0d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.0923560 Dec 09 22:34:59.978035 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b7a5a7e-3784-41e9-ae26-2e81a5b3b43b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.052726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31282d53-cd7c-43cf-85b3-cde8e9270326 req-62c1b1a3-a6a0-42b8-ae5a-25e778498ae8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935862 Dec 09 22:35:00.103299 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b7a5a7e-3784-41e9-ae26-2e81a5b3b43b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.107043 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b7a5a7e-3784-41e9-ae26-2e81a5b3b43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.143637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a5a7e-3784-41e9-ae26-2e81a5b3b43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb5c807-9fcb-4e62-8c88-97ff7ec41b52,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:00.150551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7b7a5a7e-3784-41e9-ae26-2e81a5b3b43b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1006856c47584e629bec2da52032bbff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3259914 Dec 09 22:35:00.151291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46604) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:00.197593 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6497adb1-0d01-49ac-8f9e-7cbc0719fed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.220174 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6497adb1-0d01-49ac-8f9e-7cbc0719fed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.271730 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6497adb1-0d01-49ac-8f9e-7cbc0719fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.274598 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6497adb1-0d01-49ac-8f9e-7cbc0719fed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.275786 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6497adb1-0d01-49ac-8f9e-7cbc0719fed6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcb5c807-9fcb-4e62-8c88-97ff7ec41b52 HTTP/1.1" status: 204 len: 168 time: 0.1241488 Dec 09 22:35:00.285389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497adb1-0d01-49ac-8f9e-7cbc0719fed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb5c807-9fcb-4e62-8c88-97ff7ec41b52,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:00.555004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46612) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:00.568474 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-83e9f5ec-112a-498f-8769-d4de9b218cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.649628 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-83e9f5ec-112a-498f-8769-d4de9b218cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.653562 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-83e9f5ec-112a-498f-8769-d4de9b218cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.693636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9f5ec-112a-498f-8769-d4de9b218cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ed6d22-917d-4ddc-812e-a99dbb3c8fad,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:00.700503 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-83e9f5ec-112a-498f-8769-d4de9b218cd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4df7d9cae111419d819bf1057891ce4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418710 Dec 09 22:35:00.700654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46616) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:00.752754 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc2e1-2b8e-49de-84c2-2d0dd35aa9ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.774679 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc2e1-2b8e-49de-84c2-2d0dd35aa9ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.821927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc2e1-2b8e-49de-84c2-2d0dd35aa9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.824506 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc2e1-2b8e-49de-84c2-2d0dd35aa9ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:00.825718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9e9dc2e1-2b8e-49de-84c2-2d0dd35aa9ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84ed6d22-917d-4ddc-812e-a99dbb3c8fad HTTP/1.1" status: 204 len: 168 time: 0.1241071 Dec 09 22:35:00.835685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dc2e1-2b8e-49de-84c2-2d0dd35aa9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ed6d22-917d-4ddc-812e-a99dbb3c8fad,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:01.019873 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5da5d40f-a07c-44cf-a14c-fd4bac71bb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:01.230983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f59e2f-bef4-4cf2-ae66-7e4adbe263e1 req-ef69f5af-5403-4cf8-b482-d64a6fae5ba5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:01.237907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f59e2f-bef4-4cf2-ae66-7e4adbe263e1 req-ef69f5af-5403-4cf8-b482-d64a6fae5ba5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:01.247426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f59e2f-bef4-4cf2-ae66-7e4adbe263e1 req-ef69f5af-5403-4cf8-b482-d64a6fae5ba5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:01.253550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f59e2f-bef4-4cf2-ae66-7e4adbe263e1 req-ef69f5af-5403-4cf8-b482-d64a6fae5ba5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:01.259761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f59e2f-bef4-4cf2-ae66-7e4adbe263e1 req-ef69f5af-5403-4cf8-b482-d64a6fae5ba5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:01.265683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f59e2f-bef4-4cf2-ae66-7e4adbe263e1 req-ef69f5af-5403-4cf8-b482-d64a6fae5ba5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:01.271646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f59e2f-bef4-4cf2-ae66-7e4adbe263e1 req-ef69f5af-5403-4cf8-b482-d64a6fae5ba5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:01.273602 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2f59e2f-bef4-4cf2-ae66-7e4adbe263e1 req-ef69f5af-5403-4cf8-b482-d64a6fae5ba5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1308839 Dec 09 22:35:01.339564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2f59e2f-bef4-4cf2-ae66-7e4adbe263e1 req-6599bf73-2ba0-413f-8089-25e14e13b206 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596066 Dec 09 22:35:02.457147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46690) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:02.478755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c10d8-32b7-4a01-826a-e72c67b7abe9 req-2629584f-8df5-4f8b-a2af-79000118cf8b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:02.485110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c10d8-32b7-4a01-826a-e72c67b7abe9 req-2629584f-8df5-4f8b-a2af-79000118cf8b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:02.490968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c10d8-32b7-4a01-826a-e72c67b7abe9 req-2629584f-8df5-4f8b-a2af-79000118cf8b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:02.496797 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c10d8-32b7-4a01-826a-e72c67b7abe9 req-2629584f-8df5-4f8b-a2af-79000118cf8b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:02.502653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c10d8-32b7-4a01-826a-e72c67b7abe9 req-2629584f-8df5-4f8b-a2af-79000118cf8b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:02.508520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c10d8-32b7-4a01-826a-e72c67b7abe9 req-2629584f-8df5-4f8b-a2af-79000118cf8b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:02.515396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c10d8-32b7-4a01-826a-e72c67b7abe9 req-2629584f-8df5-4f8b-a2af-79000118cf8b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:02.517421 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-999c10d8-32b7-4a01-826a-e72c67b7abe9 req-2629584f-8df5-4f8b-a2af-79000118cf8b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.0954177 Dec 09 22:35:02.575783 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4500a309-ee82-4f87-9bba-bc4d1eb3d263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:02.586090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-999c10d8-32b7-4a01-826a-e72c67b7abe9 req-fd4fef5a-3edf-4fea-8235-39fd39456e7b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608959 Dec 09 22:35:02.662884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4500a309-ee82-4f87-9bba-bc4d1eb3d263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:02.667621 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4500a309-ee82-4f87-9bba-bc4d1eb3d263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:02.711916 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500a309-ee82-4f87-9bba-bc4d1eb3d263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c232779-fa92-4879-b0a8-7d45c57c66ce,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:02.716532 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4500a309-ee82-4f87-9bba-bc4d1eb3d263 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df44e0abb6ec46dd968181e281939167&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582383 Dec 09 22:35:02.719297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46704) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:02.777425 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34a645b6-53a3-42e8-a9d4-9de0cb0c68ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:02.802071 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34a645b6-53a3-42e8-a9d4-9de0cb0c68ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:02.848943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34a645b6-53a3-42e8-a9d4-9de0cb0c68ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:02.851593 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34a645b6-53a3-42e8-a9d4-9de0cb0c68ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:02.852727 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-34a645b6-53a3-42e8-a9d4-9de0cb0c68ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c232779-fa92-4879-b0a8-7d45c57c66ce HTTP/1.1" status: 204 len: 168 time: 0.1325188 Dec 09 22:35:02.860612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a645b6-53a3-42e8-a9d4-9de0cb0c68ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c232779-fa92-4879-b0a8-7d45c57c66ce,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:03.208889 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46730) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:03.223257 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-623da445-0de3-4b6f-9ffd-d1e807976963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:03.262575 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-688691a6-dd39-4210-8f12-b96d07121897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:03.301624 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-623da445-0de3-4b6f-9ffd-d1e807976963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:03.305423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-623da445-0de3-4b6f-9ffd-d1e807976963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:03.350187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-623da445-0de3-4b6f-9ffd-d1e807976963 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56439de30ed145dda12febeb3950b42e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403806 Dec 09 22:35:03.351321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623da445-0de3-4b6f-9ffd-d1e807976963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f49dfa-6e63-45ea-ad4d-deee454dfe2b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:03.352891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46740) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:03.412342 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b82b5ea9-5825-40bd-8d37-db95f796fa5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:03.433680 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b82b5ea9-5825-40bd-8d37-db95f796fa5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:03.483384 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b82b5ea9-5825-40bd-8d37-db95f796fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:03.486134 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b82b5ea9-5825-40bd-8d37-db95f796fa5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:03.487252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b82b5ea9-5825-40bd-8d37-db95f796fa5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97f49dfa-6e63-45ea-ad4d-deee454dfe2b HTTP/1.1" status: 204 len: 168 time: 0.1331687 Dec 09 22:35:03.496221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b5ea9-5825-40bd-8d37-db95f796fa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f49dfa-6e63-45ea-ad4d-deee454dfe2b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:03.727323 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:03.729291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea930c-6edf-45b7-8c8d-c4ab20e49488 req-aba26054-dc2b-47d2-a0c4-00b00f6aea0b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:03.737492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea930c-6edf-45b7-8c8d-c4ab20e49488 req-aba26054-dc2b-47d2-a0c4-00b00f6aea0b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:03.743827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea930c-6edf-45b7-8c8d-c4ab20e49488 req-aba26054-dc2b-47d2-a0c4-00b00f6aea0b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:03.750475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea930c-6edf-45b7-8c8d-c4ab20e49488 req-aba26054-dc2b-47d2-a0c4-00b00f6aea0b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:03.757010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea930c-6edf-45b7-8c8d-c4ab20e49488 req-aba26054-dc2b-47d2-a0c4-00b00f6aea0b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:03.764395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea930c-6edf-45b7-8c8d-c4ab20e49488 req-aba26054-dc2b-47d2-a0c4-00b00f6aea0b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:03.771080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea930c-6edf-45b7-8c8d-c4ab20e49488 req-aba26054-dc2b-47d2-a0c4-00b00f6aea0b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:03.779136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3aea930c-6edf-45b7-8c8d-c4ab20e49488 req-aba26054-dc2b-47d2-a0c4-00b00f6aea0b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1103263 Dec 09 22:35:03.855653 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3aea930c-6edf-45b7-8c8d-c4ab20e49488 req-ee0f5db4-d4fc-478a-8d44-fd0ce3237a32 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747898 Dec 09 22:35:04.745231 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:05.036470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdc036-061d-47fa-ab36-bfa420ce0688 req-5bc0f664-1432-4a97-a2df-ee177460ab37 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:05.048551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdc036-061d-47fa-ab36-bfa420ce0688 req-5bc0f664-1432-4a97-a2df-ee177460ab37 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:05.059334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdc036-061d-47fa-ab36-bfa420ce0688 req-5bc0f664-1432-4a97-a2df-ee177460ab37 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:05.068067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdc036-061d-47fa-ab36-bfa420ce0688 req-5bc0f664-1432-4a97-a2df-ee177460ab37 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:05.076886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdc036-061d-47fa-ab36-bfa420ce0688 req-5bc0f664-1432-4a97-a2df-ee177460ab37 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:05.083673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdc036-061d-47fa-ab36-bfa420ce0688 req-5bc0f664-1432-4a97-a2df-ee177460ab37 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:05.090026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdc036-061d-47fa-ab36-bfa420ce0688 req-5bc0f664-1432-4a97-a2df-ee177460ab37 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:05.099096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1cdc036-061d-47fa-ab36-bfa420ce0688 req-5bc0f664-1432-4a97-a2df-ee177460ab37 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1456976 Dec 09 22:35:05.206823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1cdc036-061d-47fa-ab36-bfa420ce0688 req-240cfcff-1783-4671-ad11-e910fb158162 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062510 Dec 09 22:35:05.812618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46862) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:05.923360 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fbdf5434-47ee-4e2c-b0ec-f5fcbc57405f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.012698 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fbdf5434-47ee-4e2c-b0ec-f5fcbc57405f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.017895 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fbdf5434-47ee-4e2c-b0ec-f5fcbc57405f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.069366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46870) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:06.090201 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fbdf5434-47ee-4e2c-b0ec-f5fcbc57405f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a27ba2df18447e496a0dec790299859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2674754 Dec 09 22:35:06.106041 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.124331 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf5434-47ee-4e2c-b0ec-f5fcbc57405f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4708c7bb-f5ae-4321-b297-97841701b835,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:06.144876 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-040be943-257b-4eaf-9520-392a1950f0d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.169811 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-040be943-257b-4eaf-9520-392a1950f0d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.235210 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-040be943-257b-4eaf-9520-392a1950f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.238379 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-040be943-257b-4eaf-9520-392a1950f0d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.239583 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-040be943-257b-4eaf-9520-392a1950f0d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4708c7bb-f5ae-4321-b297-97841701b835 HTTP/1.1" status: 204 len: 168 time: 0.1692128 Dec 09 22:35:06.258000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040be943-257b-4eaf-9520-392a1950f0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4708c7bb-f5ae-4321-b297-97841701b835,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:06.389250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e5393-00b0-4969-b9f5-55c210fe0db8 req-a7dcebd2-0eec-45fa-922a-1d1767f03e09 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:06.395878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e5393-00b0-4969-b9f5-55c210fe0db8 req-a7dcebd2-0eec-45fa-922a-1d1767f03e09 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:06.402918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e5393-00b0-4969-b9f5-55c210fe0db8 req-a7dcebd2-0eec-45fa-922a-1d1767f03e09 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:06.411711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e5393-00b0-4969-b9f5-55c210fe0db8 req-a7dcebd2-0eec-45fa-922a-1d1767f03e09 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:06.419694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e5393-00b0-4969-b9f5-55c210fe0db8 req-a7dcebd2-0eec-45fa-922a-1d1767f03e09 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:06.426561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e5393-00b0-4969-b9f5-55c210fe0db8 req-a7dcebd2-0eec-45fa-922a-1d1767f03e09 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:06.437229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e5393-00b0-4969-b9f5-55c210fe0db8 req-a7dcebd2-0eec-45fa-922a-1d1767f03e09 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:06.439467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab5e5393-00b0-4969-b9f5-55c210fe0db8 req-a7dcebd2-0eec-45fa-922a-1d1767f03e09 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1499732 Dec 09 22:35:06.510833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab5e5393-00b0-4969-b9f5-55c210fe0db8 req-300a769c-f5ae-4645-82d6-2850999f5cf4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646415 Dec 09 22:35:06.621015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46888) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:06.637380 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b2a8d66e-612b-4bc5-bd66-f03f3c74f0dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.717618 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b2a8d66e-612b-4bc5-bd66-f03f3c74f0dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.721659 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b2a8d66e-612b-4bc5-bd66-f03f3c74f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.760748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b2a8d66e-612b-4bc5-bd66-f03f3c74f0dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f88866efacf647449e435bf6d1ed6c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386137 Dec 09 22:35:06.761729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8d66e-612b-4bc5-bd66-f03f3c74f0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0309755-20f5-452d-8341-6a2e2c61acef,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:06.764666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46892) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:06.824683 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a8443cf8-0d89-4c16-9370-34ef01dbb51c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.850081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a8443cf8-0d89-4c16-9370-34ef01dbb51c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.905198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a8443cf8-0d89-4c16-9370-34ef01dbb51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.909139 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a8443cf8-0d89-4c16-9370-34ef01dbb51c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:06.913305 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a8443cf8-0d89-4c16-9370-34ef01dbb51c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0309755-20f5-452d-8341-6a2e2c61acef HTTP/1.1" status: 204 len: 168 time: 0.1472597 Dec 09 22:35:06.923922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8443cf8-0d89-4c16-9370-34ef01dbb51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0309755-20f5-452d-8341-6a2e2c61acef,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:06.966393 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:07.446579 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-4359f298-070c-459e-9c7e-57af3b289dc0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0660636 Dec 09 22:35:07.588170 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-490b4720-5f62-4976-a2ef-56f62e73e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.588901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-490b4720-5f62-4976-a2ef-56f62e73e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.589530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-490b4720-5f62-4976-a2ef-56f62e73e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.590422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-490b4720-5f62-4976-a2ef-56f62e73e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.591053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-490b4720-5f62-4976-a2ef-56f62e73e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.591681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-490b4720-5f62-4976-a2ef-56f62e73e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.592373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-490b4720-5f62-4976-a2ef-56f62e73e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.594886 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-490b4720-5f62-4976-a2ef-56f62e73e4b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6508 time: 0.0883758 Dec 09 22:35:07.751159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c11c6-07db-40c5-a370-fe433ed41508 req-fcfab89f-e2c5-41f5-bf4a-4d8b4930719d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.767568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c11c6-07db-40c5-a370-fe433ed41508 req-fcfab89f-e2c5-41f5-bf4a-4d8b4930719d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.780233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c11c6-07db-40c5-a370-fe433ed41508 req-fcfab89f-e2c5-41f5-bf4a-4d8b4930719d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.792658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c11c6-07db-40c5-a370-fe433ed41508 req-fcfab89f-e2c5-41f5-bf4a-4d8b4930719d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.803914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c11c6-07db-40c5-a370-fe433ed41508 req-fcfab89f-e2c5-41f5-bf4a-4d8b4930719d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.807745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-e11a1f73-9318-4b9f-af5d-49f7a180f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.810466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-e11a1f73-9318-4b9f-af5d-49f7a180f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.811689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-e11a1f73-9318-4b9f-af5d-49f7a180f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.813600 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-e11a1f73-9318-4b9f-af5d-49f7a180f364 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33c5fb6b-2753-4b3b-a034-dfcc76498076&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=02defe12-519c-42b7-988d-629d9defac3c&id=02defe12-519c-42b7-988d-629d9defac3c HTTP/1.1" status: 200 len: 2298 time: 0.1562753 Dec 09 22:35:07.818597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c11c6-07db-40c5-a370-fe433ed41508 req-fcfab89f-e2c5-41f5-bf4a-4d8b4930719d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.824872 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c11c6-07db-40c5-a370-fe433ed41508 req-fcfab89f-e2c5-41f5-bf4a-4d8b4930719d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:07.835343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f78c11c6-07db-40c5-a370-fe433ed41508 req-fcfab89f-e2c5-41f5-bf4a-4d8b4930719d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1491132 Dec 09 22:35:07.930062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f78c11c6-07db-40c5-a370-fe433ed41508 req-45ac0a4b-5d05-46b4-b49d-b1de311ed470 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892253 Dec 09 22:35:07.960988 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-d556fe20-a8f3-4372-acca-0c7f7ed63dfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7310e867-a1de-4e73-8bc7-e03c0bbc37c7 HTTP/1.1" status: 200 len: 1001 time: 0.1401067 Dec 09 22:35:08.025622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-4780c561-ac8a-45f5-a7b5-11366d9d3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:08.026602 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-4780c561-ac8a-45f5-a7b5-11366d9d3fc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91bf9127-114c-446d-b2a5-3b3510fa3ab5 HTTP/1.1" status: 200 len: 856 time: 0.0578654 Dec 09 22:35:08.078582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-92e14e51-0bd3-4476-b82f-598f251c673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:08.080456 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-92e14e51-0bd3-4476-b82f-598f251c673a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33c5fb6b-2753-4b3b-a034-dfcc76498076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452154 Dec 09 22:35:08.195126 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-6ea455f5-cabd-4a65-bf2e-cd0b328a66b0 service neutron] 10.222.0.42 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066854 Dec 09 22:35:08.326048 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-89812395-5a30-4c0c-b7fc-4619bda9dffe service neutron] 10.222.0.42 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162338 Dec 09 22:35:08.396172 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-107b6d59-2fe8-438d-af65-9ea9bf2c7a37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=576a0fe3-94a0-4e8f-8778-9a3ea4e90680 HTTP/1.1" status: 200 len: 217 time: 0.0628271 Dec 09 22:35:08.478501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-ef6db393-a4a1-44bb-82d8-c38456d343d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:08.480190 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-ef6db393-a4a1-44bb-82d8-c38456d343d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.0663939 Dec 09 22:35:08.583762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-00bb7375-3066-490c-b6a8-037c06876f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:08.586436 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-00bb7375-3066-490c-b6a8-037c06876f52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0980296 Dec 09 22:35:08.712294 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-1f415f71-b705-4054-82d7-3bf8174bb08b service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164899 Dec 09 22:35:08.880200 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-a1794fe8-f9b7-4ee1-a9a1-9f472e6dc597 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602767 Dec 09 22:35:08.930840 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-0b1939a4-b185-447e-b6bc-66c6e24385dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=9188f21f-5100-4282-a579-1f04413f9f3e HTTP/1.1" status: 200 len: 217 time: 0.0428379 Dec 09 22:35:09.055865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-56cf3ce0-6070-4828-b4f7-2e315f83b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:09.070127 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-56cf3ce0-6070-4828-b4f7-2e315f83b30c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.1236019 Dec 09 22:35:09.125054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b29ab-512f-4c08-8f5f-e6f66bb5fcda req-c0de177d-deb7-492d-b4e1-c84b2013860c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:09.141156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b29ab-512f-4c08-8f5f-e6f66bb5fcda req-c0de177d-deb7-492d-b4e1-c84b2013860c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:09.153257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-1ee2a4f5-61cd-4764-8df7-fe05d047cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:09.156633 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-1ee2a4f5-61cd-4764-8df7-fe05d047cbd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0898652 Dec 09 22:35:09.159447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b29ab-512f-4c08-8f5f-e6f66bb5fcda req-c0de177d-deb7-492d-b4e1-c84b2013860c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:09.167685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b29ab-512f-4c08-8f5f-e6f66bb5fcda req-c0de177d-deb7-492d-b4e1-c84b2013860c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:09.176981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b29ab-512f-4c08-8f5f-e6f66bb5fcda req-c0de177d-deb7-492d-b4e1-c84b2013860c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:09.185471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b29ab-512f-4c08-8f5f-e6f66bb5fcda req-c0de177d-deb7-492d-b4e1-c84b2013860c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:09.195024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b29ab-512f-4c08-8f5f-e6f66bb5fcda req-c0de177d-deb7-492d-b4e1-c84b2013860c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:09.199497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-874b29ab-512f-4c08-8f5f-e6f66bb5fcda req-c0de177d-deb7-492d-b4e1-c84b2013860c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1821101 Dec 09 22:35:09.289068 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-874b29ab-512f-4c08-8f5f-e6f66bb5fcda req-89d5a023-c6d0-4e5f-a1f8-2b3aa260c131 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740914 Dec 09 22:35:09.317047 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-6b94694d-479e-434b-9dd3-999a0d55bd0c service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522701 Dec 09 22:35:09.465490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-19d21beb-1718-4a6d-afbe-00cb9da1d044 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376693 Dec 09 22:35:09.517306 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-983de431-293a-4cc0-a991-5a88162ff3b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=bc255e22-271f-4aa4-8a21-64e21fcf2246 HTTP/1.1" status: 200 len: 217 time: 0.0427673 Dec 09 22:35:09.570283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-57288a7b-4178-4fa6-8312-ce8b77f49da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:09.571927 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-57288a7b-4178-4fa6-8312-ce8b77f49da3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.0477352 Dec 09 22:35:09.656068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-d8c91ce1-fbcd-418e-8192-a0bedcc6a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:09.657683 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-d8c91ce1-fbcd-418e-8192-a0bedcc6a9cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0701845 Dec 09 22:35:09.811463 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-27dd1795-d5d8-43cc-a957-a9173fd1c186 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458488 Dec 09 22:35:09.922417 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-449c7686-39e9-471a-8ad9-0efe98bad533 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039813 Dec 09 22:35:09.966508 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-2e48590a-800b-4ab5-8671-80f116a65a8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=03aed5e5-54fb-45cf-a042-ed4985351e80 HTTP/1.1" status: 200 len: 217 time: 0.0370800 Dec 09 22:35:10.016409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-90e16cc5-93a9-4b01-8fe0-1a0a84ce7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.018082 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-90e16cc5-93a9-4b01-8fe0-1a0a84ce7867 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.0446401 Dec 09 22:35:10.075947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-8492589b-1395-4967-84c7-2159faff3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.077586 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-8492589b-1395-4967-84c7-2159faff3c19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531814 Dec 09 22:35:10.189853 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-47568fe1-70d9-4267-ab22-c43b1395030f service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050813 Dec 09 22:35:10.310970 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-9fa942d8-dc46-4026-82e7-8c0664898ab9 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141288 Dec 09 22:35:10.353877 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-583f4fdf-51ec-412a-9e3b-3554efe4f739 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fe013a1-f671-45b5-8107-e5e2c060d7ce HTTP/1.1" status: 200 len: 217 time: 0.0362647 Dec 09 22:35:10.405191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-d6adfa5d-1cb3-49ed-b8ec-7759a07944ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.407503 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-d6adfa5d-1cb3-49ed-b8ec-7759a07944ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25fddd92-6096-43db-943d-1bcc15f8470d HTTP/1.1" status: 200 len: 797 time: 0.0464091 Dec 09 22:35:10.419639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc610d3-7844-43d3-94a6-a81c1e8c7c26 req-e86e91ec-21c4-4f29-81a2-f9b7e61070c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.429083 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc610d3-7844-43d3-94a6-a81c1e8c7c26 req-e86e91ec-21c4-4f29-81a2-f9b7e61070c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.435181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc610d3-7844-43d3-94a6-a81c1e8c7c26 req-e86e91ec-21c4-4f29-81a2-f9b7e61070c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.441381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc610d3-7844-43d3-94a6-a81c1e8c7c26 req-e86e91ec-21c4-4f29-81a2-f9b7e61070c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.447838 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc610d3-7844-43d3-94a6-a81c1e8c7c26 req-e86e91ec-21c4-4f29-81a2-f9b7e61070c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.455215 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc610d3-7844-43d3-94a6-a81c1e8c7c26 req-e86e91ec-21c4-4f29-81a2-f9b7e61070c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.461296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc610d3-7844-43d3-94a6-a81c1e8c7c26 req-e86e91ec-21c4-4f29-81a2-f9b7e61070c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.463523 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3dc610d3-7844-43d3-94a6-a81c1e8c7c26 req-e86e91ec-21c4-4f29-81a2-f9b7e61070c4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.0982578 Dec 09 22:35:10.468194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-9e7c9f55-8968-4888-974a-a3ae7c4c602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.469939 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-9e7c9f55-8968-4888-974a-a3ae7c4c602c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0561035 Dec 09 22:35:10.535581 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3dc610d3-7844-43d3-94a6-a81c1e8c7c26 req-5a8dc963-ba5b-487b-bae7-ef6b2d9b5b44 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643072 Dec 09 22:35:10.574703 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-7446e223-0907-496e-9a34-65bc6b8e3b28 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976653 Dec 09 22:35:10.672204 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-821257f6-7769-4df4-a197-8392ee94ef53 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874045 Dec 09 22:35:10.715140 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-3f0c1259-cecd-4d2f-9caa-d01db9d5e578 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f703d7-47ef-4683-a233-aaa3f462a6d9 HTTP/1.1" status: 200 len: 217 time: 0.0348058 Dec 09 22:35:10.765178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-b5cc7a86-744f-442e-bf42-bad68b111749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.767049 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-b5cc7a86-744f-442e-bf42-bad68b111749 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25fddd92-6096-43db-943d-1bcc15f8470d HTTP/1.1" status: 200 len: 797 time: 0.0432198 Dec 09 22:35:10.817950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-ef7a9003-2319-4e74-853d-17f3151aa400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:10.819406 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-ef7a9003-2319-4e74-853d-17f3151aa400 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456917 Dec 09 22:35:10.920712 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-19bb0605-f3f6-404b-9ef4-ceed954fbb31 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945246 Dec 09 22:35:11.019642 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d04b695e-f42d-4c86-8eb0-11913d70045b req-ba07663b-51ab-4111-9cd2-4211fb764004 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919728 Dec 09 22:35:11.696775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94758a17-2366-4ac5-b2ba-5d46cf2e48d4 req-e3366a08-366f-4136-acbd-7083ad0f729d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:11.706494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94758a17-2366-4ac5-b2ba-5d46cf2e48d4 req-e3366a08-366f-4136-acbd-7083ad0f729d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:11.713969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94758a17-2366-4ac5-b2ba-5d46cf2e48d4 req-e3366a08-366f-4136-acbd-7083ad0f729d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:11.721735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94758a17-2366-4ac5-b2ba-5d46cf2e48d4 req-e3366a08-366f-4136-acbd-7083ad0f729d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:11.729119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94758a17-2366-4ac5-b2ba-5d46cf2e48d4 req-e3366a08-366f-4136-acbd-7083ad0f729d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:11.735715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94758a17-2366-4ac5-b2ba-5d46cf2e48d4 req-e3366a08-366f-4136-acbd-7083ad0f729d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:11.742337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94758a17-2366-4ac5-b2ba-5d46cf2e48d4 req-e3366a08-366f-4136-acbd-7083ad0f729d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:11.752187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94758a17-2366-4ac5-b2ba-5d46cf2e48d4 req-e3366a08-366f-4136-acbd-7083ad0f729d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1248546 Dec 09 22:35:11.822234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94758a17-2366-4ac5-b2ba-5d46cf2e48d4 req-07b4c178-f6bd-4d67-be95-6d27326b4cb8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688159 Dec 09 22:35:12.982803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2f4d7-5605-4ef2-9307-ff9493b67abe req-6eeb64a6-7801-4e56-9556-e7903c4f268a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:12.989261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2f4d7-5605-4ef2-9307-ff9493b67abe req-6eeb64a6-7801-4e56-9556-e7903c4f268a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:12.995328 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2f4d7-5605-4ef2-9307-ff9493b67abe req-6eeb64a6-7801-4e56-9556-e7903c4f268a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:13.002389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2f4d7-5605-4ef2-9307-ff9493b67abe req-6eeb64a6-7801-4e56-9556-e7903c4f268a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:13.008485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2f4d7-5605-4ef2-9307-ff9493b67abe req-6eeb64a6-7801-4e56-9556-e7903c4f268a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:13.014809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2f4d7-5605-4ef2-9307-ff9493b67abe req-6eeb64a6-7801-4e56-9556-e7903c4f268a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:13.020782 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2f4d7-5605-4ef2-9307-ff9493b67abe req-6eeb64a6-7801-4e56-9556-e7903c4f268a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:13.022905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9c2f4d7-5605-4ef2-9307-ff9493b67abe req-6eeb64a6-7801-4e56-9556-e7903c4f268a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1007147 Dec 09 22:35:13.100451 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9c2f4d7-5605-4ef2-9307-ff9493b67abe req-c50b654a-6b85-476e-a4d9-773963c0b96a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711381 Dec 09 22:35:14.242619 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88769bb3-f247-473c-98c7-6ce1e7c0935e req-ac3449a3-1832-4bf3-ab9c-4a21a1864490 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:14.249091 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88769bb3-f247-473c-98c7-6ce1e7c0935e req-ac3449a3-1832-4bf3-ab9c-4a21a1864490 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:14.255089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88769bb3-f247-473c-98c7-6ce1e7c0935e req-ac3449a3-1832-4bf3-ab9c-4a21a1864490 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:14.261715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88769bb3-f247-473c-98c7-6ce1e7c0935e req-ac3449a3-1832-4bf3-ab9c-4a21a1864490 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:14.267941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88769bb3-f247-473c-98c7-6ce1e7c0935e req-ac3449a3-1832-4bf3-ab9c-4a21a1864490 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:14.273877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88769bb3-f247-473c-98c7-6ce1e7c0935e req-ac3449a3-1832-4bf3-ab9c-4a21a1864490 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:14.280094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88769bb3-f247-473c-98c7-6ce1e7c0935e req-ac3449a3-1832-4bf3-ab9c-4a21a1864490 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:14.286407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88769bb3-f247-473c-98c7-6ce1e7c0935e req-ac3449a3-1832-4bf3-ab9c-4a21a1864490 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1017511 Dec 09 22:35:14.360510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88769bb3-f247-473c-98c7-6ce1e7c0935e req-aaa84e30-29cb-4634-a212-c4e716f1f388 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717688 Dec 09 22:35:14.626247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47098) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:14.754236 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2379-1171-4644-af90-4dc9fcea4334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:14.886359 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2379-1171-4644-af90-4dc9fcea4334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:14.893063 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2379-1171-4644-af90-4dc9fcea4334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:14.952286 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9f9d2379-1171-4644-af90-4dc9fcea4334 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad061ea9f4ae4ad7811d50c2f2599cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247516 Dec 09 22:35:14.954954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47112) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:15.005985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d2379-1171-4644-af90-4dc9fcea4334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d406876b-ec70-4be8-b10d-8056256e01c2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:15.028318 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58a20621-4b48-4d53-8036-a1e2034a557d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:15.059812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58a20621-4b48-4d53-8036-a1e2034a557d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:15.131578 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58a20621-4b48-4d53-8036-a1e2034a557d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:15.134680 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58a20621-4b48-4d53-8036-a1e2034a557d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:15.136228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-58a20621-4b48-4d53-8036-a1e2034a557d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d406876b-ec70-4be8-b10d-8056256e01c2 HTTP/1.1" status: 204 len: 168 time: 0.1799953 Dec 09 22:35:15.155143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a20621-4b48-4d53-8036-a1e2034a557d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d406876b-ec70-4be8-b10d-8056256e01c2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:15.416723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47132) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:15.588330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0afde382-2d78-473b-bcb1-2f207fe4fe40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:15.664113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad0750-09ff-4fbf-a131-60880cd1a82a req-b50250e4-0654-4977-9dbe-63c70f57d870 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:15.673333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad0750-09ff-4fbf-a131-60880cd1a82a req-b50250e4-0654-4977-9dbe-63c70f57d870 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:15.682007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad0750-09ff-4fbf-a131-60880cd1a82a req-b50250e4-0654-4977-9dbe-63c70f57d870 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:15.692424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad0750-09ff-4fbf-a131-60880cd1a82a req-b50250e4-0654-4977-9dbe-63c70f57d870 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:15.707728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad0750-09ff-4fbf-a131-60880cd1a82a req-b50250e4-0654-4977-9dbe-63c70f57d870 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:15.713820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad0750-09ff-4fbf-a131-60880cd1a82a req-b50250e4-0654-4977-9dbe-63c70f57d870 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:15.720861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad0750-09ff-4fbf-a131-60880cd1a82a req-b50250e4-0654-4977-9dbe-63c70f57d870 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:15.728855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2aad0750-09ff-4fbf-a131-60880cd1a82a req-b50250e4-0654-4977-9dbe-63c70f57d870 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.2200007 Dec 09 22:35:15.764536 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0afde382-2d78-473b-bcb1-2f207fe4fe40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:15.775004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0afde382-2d78-473b-bcb1-2f207fe4fe40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:15.827182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0afde382-2d78-473b-bcb1-2f207fe4fe40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cbcd8146c854ceebebd59314e82ba40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4093399 Dec 09 22:35:15.829845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47150) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:15.850888 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2aad0750-09ff-4fbf-a131-60880cd1a82a req-58757823-283a-4aab-92de-3f98b6d7284c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211672 Dec 09 22:35:15.851854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afde382-2d78-473b-bcb1-2f207fe4fe40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea6a918-d23a-438a-a6e9-3f1fb9da00f7,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:15.907876 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc3af8bc-0b32-484f-a645-7367b27da3e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:15.932407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc3af8bc-0b32-484f-a645-7367b27da3e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:16.012748 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc3af8bc-0b32-484f-a645-7367b27da3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:16.015666 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc3af8bc-0b32-484f-a645-7367b27da3e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:16.016925 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fc3af8bc-0b32-484f-a645-7367b27da3e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dea6a918-d23a-438a-a6e9-3f1fb9da00f7 HTTP/1.1" status: 204 len: 168 time: 0.1860545 Dec 09 22:35:16.027381 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3af8bc-0b32-484f-a645-7367b27da3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea6a918-d23a-438a-a6e9-3f1fb9da00f7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:16.374765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47170) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:16.674801 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ee62051-a7b0-4a82-b6d6-4308cead2c5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:16.759774 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ee62051-a7b0-4a82-b6d6-4308cead2c5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:16.764006 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ee62051-a7b0-4a82-b6d6-4308cead2c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:16.802762 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6ee62051-a7b0-4a82-b6d6-4308cead2c5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ec23f1a480f439fbd2708db8385828d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4268796 Dec 09 22:35:16.803922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee62051-a7b0-4a82-b6d6-4308cead2c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f02340-acd8-4148-a3f6-3fbd3193e930,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:16.805403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47180) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:16.855815 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15adf0c8-9835-4fd5-abe8-46e121a7d831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:16.877639 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15adf0c8-9835-4fd5-abe8-46e121a7d831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:16.932655 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15adf0c8-9835-4fd5-abe8-46e121a7d831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:16.935881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15adf0c8-9835-4fd5-abe8-46e121a7d831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:16.939382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-15adf0c8-9835-4fd5-abe8-46e121a7d831 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6f02340-acd8-4148-a3f6-3fbd3193e930 HTTP/1.1" status: 204 len: 168 time: 0.1300540 Dec 09 22:35:16.947171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adf0c8-9835-4fd5-abe8-46e121a7d831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f02340-acd8-4148-a3f6-3fbd3193e930,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:17.004355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319fd54-659d-451b-8faa-b928645c5cf7 req-711248bb-51fe-42d0-851b-063ec2381340 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:17.010359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319fd54-659d-451b-8faa-b928645c5cf7 req-711248bb-51fe-42d0-851b-063ec2381340 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:17.018181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319fd54-659d-451b-8faa-b928645c5cf7 req-711248bb-51fe-42d0-851b-063ec2381340 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:17.024139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319fd54-659d-451b-8faa-b928645c5cf7 req-711248bb-51fe-42d0-851b-063ec2381340 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:17.030856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319fd54-659d-451b-8faa-b928645c5cf7 req-711248bb-51fe-42d0-851b-063ec2381340 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:17.037227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319fd54-659d-451b-8faa-b928645c5cf7 req-711248bb-51fe-42d0-851b-063ec2381340 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:17.045484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319fd54-659d-451b-8faa-b928645c5cf7 req-711248bb-51fe-42d0-851b-063ec2381340 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:17.053905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0319fd54-659d-451b-8faa-b928645c5cf7 req-711248bb-51fe-42d0-851b-063ec2381340 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5421 time: 0.1078501 Dec 09 22:35:17.150928 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0319fd54-659d-451b-8faa-b928645c5cf7 req-ea232c77-0d9a-45ff-8a55-89a6f0e19305 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956321 Dec 09 22:35:17.511444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47200) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:17.526397 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4ce44ac-a58c-485d-84f7-69713c5c2cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:17.604983 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4ce44ac-a58c-485d-84f7-69713c5c2cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:17.612648 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4ce44ac-a58c-485d-84f7-69713c5c2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:17.619299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 6f00eed1-efdc-4a57-9cbc-f82eb0696954 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:35:17.662436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f4ce44ac-a58c-485d-84f7-69713c5c2cc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57fb4d5c388545ff9048a36911e339d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1498017 Dec 09 22:35:17.665068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47204) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:17.671885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce44ac-a58c-485d-84f7-69713c5c2cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc3668e-2659-46dc-a3af-c8d9d7c4841c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:17.719814 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5edb63e7-6a63-48a1-ab49-d99bafe06b8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:17.729447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 6f00eed1-efdc-4a57-9cbc-f82eb0696954, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6f00eed1-efdc-4a57-9cbc-f82eb0696954,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:17.741543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '6f00eed1-efdc-4a57-9cbc-f82eb0696954', 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef', 'port_id': '6f00eed1-efdc-4a57-9cbc-f82eb0696954', 'mac_address': 'fa:16:3e:0b:3a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd061b21-57f1-455f-a4e8-2541f768d6ea', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:35:17.742759 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5edb63e7-6a63-48a1-ab49-d99bafe06b8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:17.795923 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:17.802422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5edb63e7-6a63-48a1-ab49-d99bafe06b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:17.806051 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5edb63e7-6a63-48a1-ab49-d99bafe06b8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:17.807452 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5edb63e7-6a63-48a1-ab49-d99bafe06b8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffc3668e-2659-46dc-a3af-c8d9d7c4841c HTTP/1.1" status: 204 len: 168 time: 0.1414092 Dec 09 22:35:17.817122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f00eed1-efdc-4a57-9cbc-f82eb0696954 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:35:17.818286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb63e7-6a63-48a1-ab49-d99bafe06b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc3668e-2659-46dc-a3af-c8d9d7c4841c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:17.844972 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 6f00eed1-efdc-4a57-9cbc-f82eb0696954, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6f00eed1-efdc-4a57-9cbc-f82eb0696954,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:17.849170 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:17.849896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:35:17.915181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:17.925245 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=6f00eed1-efdc-4a57-9cbc-f82eb0696954,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:17.930278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '5cce254b-6587-467d-a40e-0a0d7c2fa3b8', 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef', 'port_id': '5cce254b-6587-467d-a40e-0a0d7c2fa3b8', 'mac_address': 'fa:16:3e:9a:ca:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd061b21-57f1-455f-a4e8-2541f768d6ea', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:35:17.968761 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:17.985683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:35:18.007408 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:18.013042 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:18.013907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:35:18.080818 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:18.084499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:18.096136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c', 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef', 'port_id': 'fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c', 'mac_address': 'fa:16:3e:a5:04:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd061b21-57f1-455f-a4e8-2541f768d6ea', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:35:18.152177 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:18.166929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:35:18.191940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:18.199411 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:18.200223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 924ba139-5c3b-416c-bf5e-6d24f55fbf60 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:35:18.321634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:18.377928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c85a7-c4f2-469a-9bb1-0600b2c1153e req-0eba1471-e963-4358-b551-119911a51868 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:18.397682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c85a7-c4f2-469a-9bb1-0600b2c1153e req-0eba1471-e963-4358-b551-119911a51868 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:18.409903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c85a7-c4f2-469a-9bb1-0600b2c1153e req-0eba1471-e963-4358-b551-119911a51868 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:18.419382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c85a7-c4f2-469a-9bb1-0600b2c1153e req-0eba1471-e963-4358-b551-119911a51868 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:18.428547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c85a7-c4f2-469a-9bb1-0600b2c1153e req-0eba1471-e963-4358-b551-119911a51868 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:18.436700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c85a7-c4f2-469a-9bb1-0600b2c1153e req-0eba1471-e963-4358-b551-119911a51868 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:18.442946 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c85a7-c4f2-469a-9bb1-0600b2c1153e req-0eba1471-e963-4358-b551-119911a51868 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:18.456343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a3c85a7-c4f2-469a-9bb1-0600b2c1153e req-0eba1471-e963-4358-b551-119911a51868 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5424 time: 0.1933975 Dec 09 22:35:18.506309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 924ba139-5c3b-416c-bf5e-6d24f55fbf60, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=924ba139-5c3b-416c-bf5e-6d24f55fbf60,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:18.522307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '924ba139-5c3b-416c-bf5e-6d24f55fbf60', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'port_id': '924ba139-5c3b-416c-bf5e-6d24f55fbf60', 'mac_address': 'fa:16:3e:8d:36:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:35:18.529551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a3c85a7-c4f2-469a-9bb1-0600b2c1153e req-dca1613a-98a0-4bba-bd4c-9821e2532f81 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717280 Dec 09 22:35:18.564102 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:18.580788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924ba139-5c3b-416c-bf5e-6d24f55fbf60 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:35:18.613014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 924ba139-5c3b-416c-bf5e-6d24f55fbf60, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=924ba139-5c3b-416c-bf5e-6d24f55fbf60,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:18.618687 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:18.698460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=924ba139-5c3b-416c-bf5e-6d24f55fbf60,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:18.735447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47240) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:18.847078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-443932432-network', 'tenant_id': 'b7a29d270b97439489e02eef51010818'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:35:18.881632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Made reservation on behalf of b7a29d270b97439489e02eef51010818 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:35:18.884091 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:18.894065 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:18.982450 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:18.986381 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:19.008857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:35:19.037943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1b92e8-d419-4320-a226-8574f27777bc,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:19.045227 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:19.045611 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Added segment c81762d6-1d0b-47e2-9cf3-ab354b427cb6 of type vlan for network 571924a5-e412-4e5e-b768-cfaac52783c7 Dec 09 22:35:19.104235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:19.145377 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['5cce254b-6587-467d-a40e-0a0d7c2fa3b8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:35:19.157113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113053d-cb4f-446f-b82e-62788e0f4572 req-0023af12-af89-4897-a48b-658a9d847bf4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:19.158665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4113053d-cb4f-446f-b82e-62788e0f4572 req-0023af12-af89-4897-a48b-658a9d847bf4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0760934 Dec 09 22:35:19.159836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:19.160717 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:19.161298 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:19.206304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['924ba139-5c3b-416c-bf5e-6d24f55fbf60'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:35:19.217250 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4778018 Dec 09 22:35:19.218250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47252) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:19.223523 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b5d8aad1-0a7e-4197-85f2-0661ad584a21 admin admin] Request body: {'subnet': {'network_id': '571924a5-e412-4e5e-b768-cfaac52783c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-443932432-subnet', 'tenant_id': 'b7a29d270b97439489e02eef51010818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:35:19.294272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b633b-8ed0-4516-8960-2efbdf3df2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=571924a5-e412-4e5e-b768-cfaac52783c7,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:19.312060 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4113053d-cb4f-446f-b82e-62788e0f4572 req-29d50022-0f7d-4fa3-90b5-8542550e6e43 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436789 Dec 09 22:35:19.326998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 571924a5-e412-4e5e-b768-cfaac52783c7 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:35:19.336597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d8aad1-0a7e-4197-85f2-0661ad584a21 admin admin] Made reservation on behalf of b7a29d270b97439489e02eef51010818 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:35:19.339312 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b5d8aad1-0a7e-4197-85f2-0661ad584a21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:19.581679 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b5d8aad1-0a7e-4197-85f2-0661ad584a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:19.624681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device deb2b117-2b5a-42eb-97bc-54437d96f7c6 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:35:19.670464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8aad1-0a7e-4197-85f2-0661ad584a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eee0fb6-957d-48bc-b749-3a08e8587381,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:19.708706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d8aad1-0a7e-4197-85f2-0661ad584a21 admin admin] Checking segment: {'id': 'c81762d6-1d0b-47e2-9cf3-ab354b427cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '571924a5-e412-4e5e-b768-cfaac52783c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:35:19.709257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d8aad1-0a7e-4197-85f2-0661ad584a21 admin admin] Network hostable DHCP agents. Network: 571924a5-e412-4e5e-b768-cfaac52783c7, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:35:19.730260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port deb2b117-2b5a-42eb-97bc-54437d96f7c6, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=deb2b117-2b5a-42eb-97bc-54437d96f7c6,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:19.744160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'deb2b117-2b5a-42eb-97bc-54437d96f7c6', 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754', 'port_id': 'deb2b117-2b5a-42eb-97bc-54437d96f7c6', 'mac_address': 'fa:16:3e:fb:a2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed746442-ad44-4d00-80e7-7550babce9a5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:35:19.747634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa27e3-5756-48f7-9e48-91e8e5e91654 req-51daca3b-912b-488b-9b38-e0deee0600ee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:19.754292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa27e3-5756-48f7-9e48-91e8e5e91654 req-51daca3b-912b-488b-9b38-e0deee0600ee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:19.761123 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa27e3-5756-48f7-9e48-91e8e5e91654 req-51daca3b-912b-488b-9b38-e0deee0600ee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:19.767243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa27e3-5756-48f7-9e48-91e8e5e91654 req-51daca3b-912b-488b-9b38-e0deee0600ee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:19.773170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa27e3-5756-48f7-9e48-91e8e5e91654 req-51daca3b-912b-488b-9b38-e0deee0600ee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:19.779263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa27e3-5756-48f7-9e48-91e8e5e91654 req-51daca3b-912b-488b-9b38-e0deee0600ee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:19.781858 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:19.785488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa27e3-5756-48f7-9e48-91e8e5e91654 req-51daca3b-912b-488b-9b38-e0deee0600ee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:19.787457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1fa27e3-5756-48f7-9e48-91e8e5e91654 req-51daca3b-912b-488b-9b38-e0deee0600ee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5425 time: 0.1319454 Dec 09 22:35:19.795511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d8aad1-0a7e-4197-85f2-0661ad584a21 admin admin] Network 571924a5-e412-4e5e-b768-cfaac52783c7 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:35:19.801611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb2b117-2b5a-42eb-97bc-54437d96f7c6 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:35:19.815120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-b5d8aad1-0a7e-4197-85f2-0661ad584a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 571924a5-e412-4e5e-b768-cfaac52783c7) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:35:19.821358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d8aad1-0a7e-4197-85f2-0661ad584a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:19.821687 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b5d8aad1-0a7e-4197-85f2-0661ad584a21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:19.823795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port deb2b117-2b5a-42eb-97bc-54437d96f7c6, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=deb2b117-2b5a-42eb-97bc-54437d96f7c6,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:19.835292 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:19.836072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 92b65e86-a908-4bef-9554-5f0afbc58d5f details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:35:19.858127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b5d8aad1-0a7e-4197-85f2-0661ad584a21 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6283827 Dec 09 22:35:19.858368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ac519f-38bd-4dc8-8871-d1fdc9fea548 None None] Network 571924a5-e412-4e5e-b768-cfaac52783c7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:35:19.895834 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1fa27e3-5756-48f7-9e48-91e8e5e91654 req-ae67b2d3-448f-41fc-b294-cbc8909ad0cc tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956247 Dec 09 22:35:19.902562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 92b65e86-a908-4bef-9554-5f0afbc58d5f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=92b65e86-a908-4bef-9554-5f0afbc58d5f,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:19.949153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '92b65e86-a908-4bef-9554-5f0afbc58d5f', 'network_id': '14dfeaa3-f29e-4f09-83cd-1c729fa09754', 'port_id': '92b65e86-a908-4bef-9554-5f0afbc58d5f', 'mac_address': 'fa:16:3e:f9:5a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed746442-ad44-4d00-80e7-7550babce9a5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:35:20.008791 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=deb2b117-2b5a-42eb-97bc-54437d96f7c6,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:20.031018 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.052521 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8722f1a0-8c72-4246-ae08-c3809326a64c None None] Network 571924a5-e412-4e5e-b768-cfaac52783c7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:35:20.068748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b65e86-a908-4bef-9554-5f0afbc58d5f {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:35:20.132158 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 92b65e86-a908-4bef-9554-5f0afbc58d5f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=92b65e86-a908-4bef-9554-5f0afbc58d5f,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:20.143860 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.144525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:35:20.239300 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=92b65e86-a908-4bef-9554-5f0afbc58d5f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:20.322047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['6f00eed1-efdc-4a57-9cbc-f82eb0696954'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:35:20.361136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:20.367022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:35:20.422436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e', 'network_id': '422e58a1-7dd8-4542-a714-e661015cd5ef', 'port_id': '44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e', 'mac_address': 'fa:16:3e:8e:85:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd061b21-57f1-455f-a4e8-2541f768d6ea', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:35:20.427583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47284) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:20.432562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-696508608-network', 'tenant_id': '0476fa91b97b4ef9880c899336974234'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:35:20.450810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd43edd-81ea-4e2e-a59e-2676ec5509b5 req-760cc04b-b4d1-4b88-b702-ab16a2207d72 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:20.453048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5dd43edd-81ea-4e2e-a59e-2676ec5509b5 req-760cc04b-b4d1-4b88-b702-ab16a2207d72 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0672677 Dec 09 22:35:20.471404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Made reservation on behalf of 0476fa91b97b4ef9880c899336974234 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:35:20.475071 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.491353 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.514434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5dd43edd-81ea-4e2e-a59e-2676ec5509b5 req-4a9ea830-a295-4389-aa02-440f34208e72 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544794 Dec 09 22:35:20.518251 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.561922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:35:20.616939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:20.619665 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.624800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.629209 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.659727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:35:20.683019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f1accf-fd0a-4b71-8c7a-a0cf539b680b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:20.689107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.689728 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Added segment a72044db-353d-4820-a4dc-60e30a3faeda of type vlan for network 19f9c9c7-4e17-4258-a087-f4b645f2919b Dec 09 22:35:20.707643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.708244 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.708782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.709286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.710134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.710637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.711124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.711752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.712252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.713230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.713762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.714677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.715307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:35:20.759491 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:35:20.766646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:20.770242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.802556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.803510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:20.804097 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.836012 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4071870 Dec 09 22:35:20.838842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47296) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:20.844728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5e9b56be-3b2d-417a-865a-6b7fbbf890e9 admin admin] Request body: {'subnet': {'network_id': '19f9c9c7-4e17-4258-a087-f4b645f2919b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-696508608-subnet', 'tenant_id': '0476fa91b97b4ef9880c899336974234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:35:20.866064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9b56be-3b2d-417a-865a-6b7fbbf890e9 admin admin] Made reservation on behalf of 0476fa91b97b4ef9880c899336974234 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:35:20.868354 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e9b56be-3b2d-417a-865a-6b7fbbf890e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:20.877061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceffc3c-23aa-4bf6-ad99-2e01a7800f35 admin admin] Pushing event updated for resources: {'Network': ['ID=19f9c9c7-4e17-4258-a087-f4b645f2919b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:20.888721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 19f9c9c7-4e17-4258-a087-f4b645f2919b details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:35:21.085597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846aee4-6898-4f1a-9c8c-f365310d0cd4 req-fc1a3807-d599-4784-90f3-d45bd0a320bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:21.092224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846aee4-6898-4f1a-9c8c-f365310d0cd4 req-fc1a3807-d599-4784-90f3-d45bd0a320bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:21.098225 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846aee4-6898-4f1a-9c8c-f365310d0cd4 req-fc1a3807-d599-4784-90f3-d45bd0a320bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:21.104246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846aee4-6898-4f1a-9c8c-f365310d0cd4 req-fc1a3807-d599-4784-90f3-d45bd0a320bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:21.110257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846aee4-6898-4f1a-9c8c-f365310d0cd4 req-fc1a3807-d599-4784-90f3-d45bd0a320bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:21.116140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846aee4-6898-4f1a-9c8c-f365310d0cd4 req-fc1a3807-d599-4784-90f3-d45bd0a320bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:21.122206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846aee4-6898-4f1a-9c8c-f365310d0cd4 req-fc1a3807-d599-4784-90f3-d45bd0a320bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:21.124181 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7846aee4-6898-4f1a-9c8c-f365310d0cd4 req-fc1a3807-d599-4784-90f3-d45bd0a320bf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5428 time: 0.1347439 Dec 09 22:35:21.150575 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e9b56be-3b2d-417a-865a-6b7fbbf890e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:21.229269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b56be-3b2d-417a-865a-6b7fbbf890e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee569971-7a4e-47ca-a38d-aa86c513d8ee,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:21.252204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7846aee4-6898-4f1a-9c8c-f365310d0cd4 req-0cebfc21-5248-45be-891a-ddbb37e5389c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186898 Dec 09 22:35:21.255377 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b56be-3b2d-417a-865a-6b7fbbf890e9 admin admin] Checking segment: {'id': 'a72044db-353d-4820-a4dc-60e30a3faeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19f9c9c7-4e17-4258-a087-f4b645f2919b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:35:21.255743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9b56be-3b2d-417a-865a-6b7fbbf890e9 admin admin] Network hostable DHCP agents. Network: 19f9c9c7-4e17-4258-a087-f4b645f2919b, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:35:21.280105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9b56be-3b2d-417a-865a-6b7fbbf890e9 admin admin] Network 19f9c9c7-4e17-4258-a087-f4b645f2919b is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:35:21.290060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-5e9b56be-3b2d-417a-865a-6b7fbbf890e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 19f9c9c7-4e17-4258-a087-f4b645f2919b) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:35:21.294529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9b56be-3b2d-417a-865a-6b7fbbf890e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:21.295654 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e9b56be-3b2d-417a-865a-6b7fbbf890e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:21.298910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['deb2b117-2b5a-42eb-97bc-54437d96f7c6'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:35:21.313551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5e9b56be-3b2d-417a-865a-6b7fbbf890e9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4730968 Dec 09 22:35:21.332963 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea429cbf-ac0d-44da-a5b4-5e23c9e8bcd5 None None] Network 19f9c9c7-4e17-4258-a087-f4b645f2919b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:35:21.352473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['92b65e86-a908-4bef-9554-5f0afbc58d5f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:35:21.392396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:35:21.567273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b89dd7-0854-4e52-b0bb-7ea960d1b855 None None] Network 19f9c9c7-4e17-4258-a087-f4b645f2919b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:35:21.680234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e03b7-4fee-44e9-ae64-a0ac7e4d42a5 req-3b037b92-0466-4602-a575-50a3c13d35b5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:21.682246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e43e03b7-4fee-44e9-ae64-a0ac7e4d42a5 req-3b037b92-0466-4602-a575-50a3c13d35b5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0711176 Dec 09 22:35:21.748059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e43e03b7-4fee-44e9-ae64-a0ac7e4d42a5 req-68fef565-aa48-43b8-b8a1-e103e3a67b0d tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590122 Dec 09 22:35:21.845592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:35:21.865161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-07f63719-8b2c-4d82-9259-23c8a9f5c045 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:21.866825 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-07f63719-8b2c-4d82-9259-23c8a9f5c045 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/networks?id=571924a5-e412-4e5e-b768-cfaac52783c7 HTTP/1.1" status: 200 len: 808 time: 0.1175287 Dec 09 22:35:21.884533 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-1ce198a3-7598-4fe7-b3c9-316e1e40fe20 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/quotas/b7a29d270b97439489e02eef51010818 HTTP/1.1" status: 200 len: 375 time: 0.0115631 Dec 09 22:35:21.926482 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-6e4a0153-2f46-4f5d-95a5-c6a441710e35 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7a29d270b97439489e02eef51010818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341909 Dec 09 22:35:22.081020 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-6300ed7d-3e02-4671-90c7-70dbc72c92ed service neutron] 10.222.0.16 "GET /v2.0/networks/571924a5-e412-4e5e-b768-cfaac52783c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442959 Dec 09 22:35:22.117524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:35:22.131698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:35:22.132131 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:22.180623 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-1f0d46be-5198-45c7-a483-78e7fc9e69c9 service neutron] 10.222.0.16 "GET /v2.0/networks/571924a5-e412-4e5e-b768-cfaac52783c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986917 Dec 09 22:35:22.232757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:22.256531 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cce254b-6587-467d-a40e-0a0d7c2fa3b8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:35:22.258926 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d08b70-7a32-45c6-b7b5-56eae974647e" -d '{"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "5cce254b-6587-467d-a40e-0a0d7c2fa3b8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:35:22.272467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:22.279797 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:22.281133 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 924ba139-5c3b-416c-bf5e-6d24f55fbf60 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:35:22.335873 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c176c5-5b4a-49aa-af83-774d8969a3f7 x-openstack-request-id: req-70c176c5-5b4a-49aa-af83-774d8969a3f7 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:35:22.336247 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "5cce254b-6587-467d-a40e-0a0d7c2fa3b8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:35:22.336574 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70c176c5-5b4a-49aa-af83-774d8969a3f7 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:35:22.337086 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cce254b-6587-467d-a40e-0a0d7c2fa3b8', 'code': 200} Dec 09 22:35:22.367350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:22.381824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 924ba139-5c3b-416c-bf5e-6d24f55fbf60 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:35:22.386141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 924ba139-5c3b-416c-bf5e-6d24f55fbf60 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:35:22.386616 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:22.427769 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-229f9a9d-9c49-4041-909d-83f1d07dfdeb req-cfb91b8f-b292-4d90-9438-9936c9647b73 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 210 time: 0.0442915 Dec 09 22:35:22.506571 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:22.508902 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440b9e5-f8d7-4a0b-84a8-5e463691aea8 req-0a6896a8-2d2a-4c0a-b0bc-e88ea7677973 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:22.516585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440b9e5-f8d7-4a0b-84a8-5e463691aea8 req-0a6896a8-2d2a-4c0a-b0bc-e88ea7677973 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:22.524350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440b9e5-f8d7-4a0b-84a8-5e463691aea8 req-0a6896a8-2d2a-4c0a-b0bc-e88ea7677973 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:22.531354 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440b9e5-f8d7-4a0b-84a8-5e463691aea8 req-0a6896a8-2d2a-4c0a-b0bc-e88ea7677973 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:22.539334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440b9e5-f8d7-4a0b-84a8-5e463691aea8 req-0a6896a8-2d2a-4c0a-b0bc-e88ea7677973 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:22.544138 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:22.545538 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440b9e5-f8d7-4a0b-84a8-5e463691aea8 req-0a6896a8-2d2a-4c0a-b0bc-e88ea7677973 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:22.551428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440b9e5-f8d7-4a0b-84a8-5e463691aea8 req-0a6896a8-2d2a-4c0a-b0bc-e88ea7677973 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:22.553437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5440b9e5-f8d7-4a0b-84a8-5e463691aea8 req-0a6896a8-2d2a-4c0a-b0bc-e88ea7677973 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5429 time: 0.1174984 Dec 09 22:35:22.556023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 924ba139-5c3b-416c-bf5e-6d24f55fbf60, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=924ba139-5c3b-416c-bf5e-6d24f55fbf60,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:22.562910 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:22.623494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5440b9e5-f8d7-4a0b-84a8-5e463691aea8 req-0dc092e3-54ec-4275-abfe-37592a9c50b3 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631912 Dec 09 22:35:22.624582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=924ba139-5c3b-416c-bf5e-6d24f55fbf60,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:22.915045 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab248-9f10-4949-a7d7-67dcbe3ebe94 req-338902bb-0050-4cae-82d4-5ea321c9c3b7 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:22.916671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62bab248-9f10-4949-a7d7-67dcbe3ebe94 req-338902bb-0050-4cae-82d4-5ea321c9c3b7 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0626733 Dec 09 22:35:22.971091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62bab248-9f10-4949-a7d7-67dcbe3ebe94 req-0b0ad3c3-5e2b-409c-b906-6bcb3e225e6d tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468807 Dec 09 22:35:23.484978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-cb0af679-4884-462f-93cf-1f6a8768f2f9 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:23.486494 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-cb0af679-4884-462f-93cf-1f6a8768f2f9 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.42 "GET /v2.0/networks?id=571924a5-e412-4e5e-b768-cfaac52783c7 HTTP/1.1" status: 200 len: 808 time: 0.1143153 Dec 09 22:35:23.500804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Request body: {'port': {'device_id': '88ad5aa6-12fe-4f37-bea4-4b6266442902', 'network_id': '571924a5-e412-4e5e-b768-cfaac52783c7', 'admin_state_up': True, 'tenant_id': 'b7a29d270b97439489e02eef51010818'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:35:23.536535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8f82336-a466-4119-9cf8-53ef13ccebb1 req-5d2e2c87-fb54-4eab-b9a1-a95216320cba tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 210 time: 0.0270517 Dec 09 22:35:23.620647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Made reservation on behalf of b7a29d270b97439489e02eef51010818 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:35:23.624420 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:23.651251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device deb2b117-2b5a-42eb-97bc-54437d96f7c6 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:35:23.728256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port deb2b117-2b5a-42eb-97bc-54437d96f7c6 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:35:23.735457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port deb2b117-2b5a-42eb-97bc-54437d96f7c6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:35:23.736554 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:23.770652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Allocated IP 172.20.0.5 (571924a5-e412-4e5e-b768-cfaac52783c7/7eee0fb6-957d-48bc-b749-3a08e8587381/2e687061-93d0-4e1b-bd3b-74684f60177b) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:35:23.797867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b8cc5-0650-489e-b165-0d82d4a09347 req-edbdc2d6-199b-4cd0-922f-f5be0276906b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:23.804472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b8cc5-0650-489e-b165-0d82d4a09347 req-edbdc2d6-199b-4cd0-922f-f5be0276906b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:23.811045 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b8cc5-0650-489e-b165-0d82d4a09347 req-edbdc2d6-199b-4cd0-922f-f5be0276906b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:23.817167 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b8cc5-0650-489e-b165-0d82d4a09347 req-edbdc2d6-199b-4cd0-922f-f5be0276906b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:23.823424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b8cc5-0650-489e-b165-0d82d4a09347 req-edbdc2d6-199b-4cd0-922f-f5be0276906b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:23.830913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b8cc5-0650-489e-b165-0d82d4a09347 req-edbdc2d6-199b-4cd0-922f-f5be0276906b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:23.834321 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:23.837165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b8cc5-0650-489e-b165-0d82d4a09347 req-edbdc2d6-199b-4cd0-922f-f5be0276906b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:23.845691 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a49b8cc5-0650-489e-b165-0d82d4a09347 req-edbdc2d6-199b-4cd0-922f-f5be0276906b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5430 time: 0.1137342 Dec 09 22:35:23.881945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port deb2b117-2b5a-42eb-97bc-54437d96f7c6, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=deb2b117-2b5a-42eb-97bc-54437d96f7c6,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:23.886803 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:23.887813 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 6f00eed1-efdc-4a57-9cbc-f82eb0696954 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:35:23.928102 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a49b8cc5-0650-489e-b165-0d82d4a09347 req-bdae5b65-e5fe-4952-b467-5023e6f25dd9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814013 Dec 09 22:35:23.975584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=deb2b117-2b5a-42eb-97bc-54437d96f7c6,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:23.994460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:35:24.003190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:35:24.003190 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.031676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.095113 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.099473 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.137424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 6f00eed1-efdc-4a57-9cbc-f82eb0696954, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6f00eed1-efdc-4a57-9cbc-f82eb0696954,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:24.145773 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.148714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 92b65e86-a908-4bef-9554-5f0afbc58d5f up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:35:24.166623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Network 571924a5-e412-4e5e-b768-cfaac52783c7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:35:24.171209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:35:24.173724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:35:24.181595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474066d4-12b1-4028-aff8-8228bf5b1478 req-a7b0855c-1e69-4d5b-a122-9ea19bb1107a tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:24.192602 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-474066d4-12b1-4028-aff8-8228bf5b1478 req-a7b0855c-1e69-4d5b-a122-9ea19bb1107a tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.1129644 Dec 09 22:35:24.233144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Pushing event updated for resources: {'Port': ['ID=2e687061-93d0-4e1b-bd3b-74684f60177b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:24.258720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=6f00eed1-efdc-4a57-9cbc-f82eb0696954,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:24.274853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 92b65e86-a908-4bef-9554-5f0afbc58d5f completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:35:24.283368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 92b65e86-a908-4bef-9554-5f0afbc58d5f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:35:24.283814 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.286849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:24.287630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.300753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-474066d4-12b1-4028-aff8-8228bf5b1478 req-9efa2601-b04d-4270-92ba-c52ed4a0027d tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064126 Dec 09 22:35:24.313237 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-31cf55c5-b80f-499f-b85d-056da68b47a4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8178086 Dec 09 22:35:24.325303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Request body: {'port': {'device_id': '88ad5aa6-12fe-4f37-bea4-4b6266442902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:35:24.344078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924ba139-5c3b-416c-bf5e-6d24f55fbf60'}, {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb2b117-2b5a-42eb-97bc-54437d96f7c6'}, {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f00eed1-efdc-4a57-9cbc-f82eb0696954'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:35:24.346535 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef59727-a7ad-44fc-b848-a42e39a0acb6" -d '{"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "924ba139-5c3b-416c-bf5e-6d24f55fbf60"}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "deb2b117-2b5a-42eb-97bc-54437d96f7c6"}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "6f00eed1-efdc-4a57-9cbc-f82eb0696954"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:35:24.393486 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.402308 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 22:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26df25e9-0f3f-4420-92d0-546143118918 x-openstack-request-id: req-26df25e9-0f3f-4420-92d0-546143118918 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:35:24.403202 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "924ba139-5c3b-416c-bf5e-6d24f55fbf60", "code": 200}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "deb2b117-2b5a-42eb-97bc-54437d96f7c6", "code": 200}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "6f00eed1-efdc-4a57-9cbc-f82eb0696954", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:35:24.403467 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26df25e9-0f3f-4420-92d0-546143118918 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:35:24.404710 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924ba139-5c3b-416c-bf5e-6d24f55fbf60', 'code': 200} Dec 09 22:35:24.405016 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb2b117-2b5a-42eb-97bc-54437d96f7c6', 'code': 200} Dec 09 22:35:24.405393 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f00eed1-efdc-4a57-9cbc-f82eb0696954', 'code': 200} Dec 09 22:35:24.408008 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.441862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 92b65e86-a908-4bef-9554-5f0afbc58d5f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=92b65e86-a908-4bef-9554-5f0afbc58d5f,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:24.445903 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.446959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:35:24.524327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=92b65e86-a908-4bef-9554-5f0afbc58d5f,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:24.541121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:35:24.545967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:35:24.546351 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.629978 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.664428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:24.672687 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.674459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:35:24.689598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e687061-93d0-4e1b-bd3b-74684f60177b {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:35:24.690916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a8a54-2356-4de5-b7f8-1e485d20d2b7 req-001274fb-7209-4ffd-898c-c5eb0f459d29 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:24.692506 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b79a8a54-2356-4de5-b7f8-1e485d20d2b7 req-001274fb-7209-4ffd-898c-c5eb0f459d29 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 931 time: 0.0622892 Dec 09 22:35:24.706742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.727756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Transition to ACTIVE for port object 2e687061-93d0-4e1b-bd3b-74684f60177b will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:35:24.737963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.760087 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:24.778173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:35:24.781435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b79a8a54-2356-4de5-b7f8-1e485d20d2b7 req-d092d2d9-fe8a-4eb7-814c-088a3f7f70ea tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c1b92e8-d419-4320-a226-8574f27777bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823421 Dec 09 22:35:24.784490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:35:24.784876 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.796191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Pushing event updated for resources: {'Port': ['ID=2e687061-93d0-4e1b-bd3b-74684f60177b,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:24.872290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Attempting to bind port 2e687061-93d0-4e1b-bd3b-74684f60177b on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:35:24.873256 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.873385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Attempting to bind port 2e687061-93d0-4e1b-bd3b-74684f60177b by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'c81762d6-1d0b-47e2-9cf3-ab354b427cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '571924a5-e412-4e5e-b768-cfaac52783c7'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:35:24.873596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Attempting to bind port 2e687061-93d0-4e1b-bd3b-74684f60177b on network 571924a5-e412-4e5e-b768-cfaac52783c7 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:35:24.878554 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Port 2e687061-93d0-4e1b-bd3b-74684f60177b on network 571924a5-e412-4e5e-b768-cfaac52783c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:35:24.878900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Attempting to bind port 2e687061-93d0-4e1b-bd3b-74684f60177b on network 571924a5-e412-4e5e-b768-cfaac52783c7 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:35:24.885216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:35:24.885670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Checking segment: {'id': 'c81762d6-1d0b-47e2-9cf3-ab354b427cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '571924a5-e412-4e5e-b768-cfaac52783c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:35:24.886196 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Bound using segment: {'id': 'c81762d6-1d0b-47e2-9cf3-ab354b427cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '571924a5-e412-4e5e-b768-cfaac52783c7'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:35:24.886777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Bound port: 2e687061-93d0-4e1b-bd3b-74684f60177b, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81762d6-1d0b-47e2-9cf3-ab354b427cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '571924a5-e412-4e5e-b768-cfaac52783c7'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:35:24.887249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.915671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:24.920590 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:24.969123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] For port 2e687061-93d0-4e1b-bd3b-74684f60177b, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:35:24.970650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:24.972711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] For port 2e687061-93d0-4e1b-bd3b-74684f60177b, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2e687061-93d0-4e1b-bd3b-74684f60177b,segment=NetworkSegment(c81762d6-1d0b-47e2-9cf3-ab354b427cb6),segment_id=c81762d6-1d0b-47e2-9cf3-ab354b427cb6)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:35:24.979601 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:25.018148 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.018847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:25.020452 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] 10.222.0.42 "PUT /v2.0/ports/2e687061-93d0-4e1b-bd3b-74684f60177b HTTP/1.1" status: 200 len: 1092 time: 0.6996491 Dec 09 22:35:25.023097 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ad5aa6-12fe-4f37-bea4-4b6266442902', 'tag': '2e687061-93d0-4e1b-bd3b-74684f60177b'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:35:25.026956 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78721344-7403-4300-9ace-138bba251b94" -d '{"events": [{"name": "network-changed", "server_uuid": "88ad5aa6-12fe-4f37-bea4-4b6266442902", "tag": "2e687061-93d0-4e1b-bd3b-74684f60177b"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:35:25.054952 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4f387-9977-47d2-8408-f2dddf133930 service neutron] Pushing event updated for resources: {'Port': ['ID=2e687061-93d0-4e1b-bd3b-74684f60177b,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:25.106622 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e80f7c-c8e2-42a9-b480-5b88e7afbd36 x-openstack-request-id: req-52e80f7c-c8e2-42a9-b480-5b88e7afbd36 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:35:25.107694 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ad5aa6-12fe-4f37-bea4-4b6266442902", "tag": "2e687061-93d0-4e1b-bd3b-74684f60177b", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:35:25.107968 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52e80f7c-c8e2-42a9-b480-5b88e7afbd36 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:35:25.108371 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ad5aa6-12fe-4f37-bea4-4b6266442902', 'tag': '2e687061-93d0-4e1b-bd3b-74684f60177b', 'status': 'completed', 'code': 200} Dec 09 22:35:25.126741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-b205d424-a827-4150-8774-c3c109b60d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.130194 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-b205d424-a827-4150-8774-c3c109b60d51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7a29d270b97439489e02eef51010818&device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 1095 time: 0.0550001 Dec 09 22:35:25.141737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26fdc-14be-4876-bb43-1d65e6258ffb req-3e9be57d-b74a-49c3-b864-65bc0757266e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.147748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26fdc-14be-4876-bb43-1d65e6258ffb req-3e9be57d-b74a-49c3-b864-65bc0757266e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.154399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26fdc-14be-4876-bb43-1d65e6258ffb req-3e9be57d-b74a-49c3-b864-65bc0757266e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.160702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26fdc-14be-4876-bb43-1d65e6258ffb req-3e9be57d-b74a-49c3-b864-65bc0757266e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.166800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26fdc-14be-4876-bb43-1d65e6258ffb req-3e9be57d-b74a-49c3-b864-65bc0757266e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.173364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26fdc-14be-4876-bb43-1d65e6258ffb req-3e9be57d-b74a-49c3-b864-65bc0757266e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.179322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26fdc-14be-4876-bb43-1d65e6258ffb req-3e9be57d-b74a-49c3-b864-65bc0757266e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.182360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-48f26fdc-14be-4876-bb43-1d65e6258ffb req-3e9be57d-b74a-49c3-b864-65bc0757266e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5435 time: 0.1657054 Dec 09 22:35:25.182546 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-43290ec5-22d2-4134-9412-064b4f69222e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e687061-93d0-4e1b-bd3b-74684f60177b HTTP/1.1" status: 200 len: 217 time: 0.0447414 Dec 09 22:35:25.247197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-763369e6-d53f-4234-a0aa-1b2619771fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.249940 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-763369e6-d53f-4234-a0aa-1b2619771fa0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eee0fb6-957d-48bc-b749-3a08e8587381 HTTP/1.1" status: 200 len: 848 time: 0.0596890 Dec 09 22:35:25.254703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-48f26fdc-14be-4876-bb43-1d65e6258ffb req-56bba6df-2b34-4700-ab6d-fcf02f37f360 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650227 Dec 09 22:35:25.289144 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-0d711b61-914d-4457-a07c-c0496d6fd375 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=571924a5-e412-4e5e-b768-cfaac52783c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327845 Dec 09 22:35:25.421423 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-1c59bd61-1025-4d45-8450-85bd9deb56e8 service neutron] 10.222.0.42 "GET /v2.0/networks/571924a5-e412-4e5e-b768-cfaac52783c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244452 Dec 09 22:35:25.479713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8ee6-962b-4831-ad11-4f3d94b94bd1 req-d1d9354b-ff45-493a-9c42-e35ffd6d321c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.481206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b53e8ee6-962b-4831-ad11-4f3d94b94bd1 req-d1d9354b-ff45-493a-9c42-e35ffd6d321c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0616348 Dec 09 22:35:25.520606 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b93fe3fa-e6fd-42de-9c52-252af73e8deb req-dc6bed2d-038b-45bd-97e9-ebab6ed2337d service neutron] 10.222.0.42 "GET /v2.0/networks/571924a5-e412-4e5e-b768-cfaac52783c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917633 Dec 09 22:35:25.537889 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b53e8ee6-962b-4831-ad11-4f3d94b94bd1 req-418b6414-e012-490a-b411-0445edfeedae tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493140 Dec 09 22:35:25.614235 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78721344-7403-4300-9ace-138bba251b94 req-366ad9bd-4a88-4a1d-ae19-518f6900aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.615744 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-78721344-7403-4300-9ace-138bba251b94 req-366ad9bd-4a88-4a1d-ae19-518f6900aa6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7a29d270b97439489e02eef51010818&device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 1095 time: 0.0413532 Dec 09 22:35:25.710957 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78721344-7403-4300-9ace-138bba251b94 req-16ede729-7455-4a62-8b8e-94b2fbc68d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.712504 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-78721344-7403-4300-9ace-138bba251b94 req-16ede729-7455-4a62-8b8e-94b2fbc68d18 service neutron] 10.222.0.42 "GET /v2.0/networks?id=571924a5-e412-4e5e-b768-cfaac52783c7 HTTP/1.1" status: 200 len: 909 time: 0.0899136 Dec 09 22:35:25.755727 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-78721344-7403-4300-9ace-138bba251b94 req-6480ea11-368e-426f-8f5e-f296c14fb285 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e687061-93d0-4e1b-bd3b-74684f60177b HTTP/1.1" status: 200 len: 217 time: 0.0348165 Dec 09 22:35:25.810037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78721344-7403-4300-9ace-138bba251b94 req-344a8ba7-7369-44a0-a7d3-1a4ccc635911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.811531 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-78721344-7403-4300-9ace-138bba251b94 req-344a8ba7-7369-44a0-a7d3-1a4ccc635911 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eee0fb6-957d-48bc-b749-3a08e8587381 HTTP/1.1" status: 200 len: 848 time: 0.0489540 Dec 09 22:35:25.846906 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-78721344-7403-4300-9ace-138bba251b94 req-90d2c9c1-c9cd-4547-bc71-bba3791bafe2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=571924a5-e412-4e5e-b768-cfaac52783c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268416 Dec 09 22:35:25.904056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7dcfb-81ae-41f5-aab6-f70ea44e9e3f req-4e0a607e-ab61-4a13-a824-3378514c8c7d tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:25.906192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bb7dcfb-81ae-41f5-aab6-f70ea44e9e3f req-4e0a607e-ab61-4a13-a824-3378514c8c7d tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 943 time: 0.0518482 Dec 09 22:35:25.956977 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-78721344-7403-4300-9ace-138bba251b94 req-c546945a-6a82-4955-a4f7-9c36fac11009 service neutron] 10.222.0.42 "GET /v2.0/networks/571924a5-e412-4e5e-b768-cfaac52783c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004333 Dec 09 22:35:25.963025 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bb7dcfb-81ae-41f5-aab6-f70ea44e9e3f req-7cf741fc-049a-4647-bff4-fd6437925251 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c1b92e8-d419-4320-a226-8574f27777bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507164 Dec 09 22:35:26.055061 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-78721344-7403-4300-9ace-138bba251b94 req-988ed5ee-4fb6-4513-8f02-454da2d95b94 service neutron] 10.222.0.42 "GET /v2.0/networks/571924a5-e412-4e5e-b768-cfaac52783c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909855 Dec 09 22:35:26.403853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a06aa6-6ed1-4c46-9ccd-78974bfefd6b req-1e35f1bf-3069-4380-97c8-d378c96442b0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.407912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b65e86-a908-4bef-9554-5f0afbc58d5f'}, {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c'}, {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:35:26.410461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a06aa6-6ed1-4c46-9ccd-78974bfefd6b req-1e35f1bf-3069-4380-97c8-d378c96442b0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.410722 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bf8a1c-0337-4e6e-9bd3-0953eefa65a4" -d '{"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "92b65e86-a908-4bef-9554-5f0afbc58d5f"}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c"}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:35:26.416414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a06aa6-6ed1-4c46-9ccd-78974bfefd6b req-1e35f1bf-3069-4380-97c8-d378c96442b0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.422429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a06aa6-6ed1-4c46-9ccd-78974bfefd6b req-1e35f1bf-3069-4380-97c8-d378c96442b0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.428263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a06aa6-6ed1-4c46-9ccd-78974bfefd6b req-1e35f1bf-3069-4380-97c8-d378c96442b0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.434103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a06aa6-6ed1-4c46-9ccd-78974bfefd6b req-1e35f1bf-3069-4380-97c8-d378c96442b0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.439964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a06aa6-6ed1-4c46-9ccd-78974bfefd6b req-1e35f1bf-3069-4380-97c8-d378c96442b0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.441895 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0a06aa6-6ed1-4c46-9ccd-78974bfefd6b req-1e35f1bf-3069-4380-97c8-d378c96442b0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5435 time: 0.0939629 Dec 09 22:35:26.466106 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 22:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab49b59a-5a22-42fe-9c09-122f8df7dc82 x-openstack-request-id: req-ab49b59a-5a22-42fe-9c09-122f8df7dc82 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:35:26.467246 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "92b65e86-a908-4bef-9554-5f0afbc58d5f", "code": 200}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c", "code": 200}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-plugged", "status": "completed", "tag": "44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:35:26.467513 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab49b59a-5a22-42fe-9c09-122f8df7dc82 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:35:26.468025 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b65e86-a908-4bef-9554-5f0afbc58d5f', 'code': 200} Dec 09 22:35:26.468210 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c', 'code': 200} Dec 09 22:35:26.468436 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e', 'code': 200} Dec 09 22:35:26.500564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0a06aa6-6ed1-4c46-9ccd-78974bfefd6b req-6623bfe8-3d98-4876-966b-c7d412fa655c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519817 Dec 09 22:35:26.684164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65368da-a675-4736-aa80-6fe72535ad64 req-b80c831a-33c4-429f-bd3a-e175b65fb90e tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.686194 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c65368da-a675-4736-aa80-6fe72535ad64 req-b80c831a-33c4-429f-bd3a-e175b65fb90e tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0817432 Dec 09 22:35:26.695562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7286dda-26df-4295-88be-e0d8e7625593 req-fb5c0c49-c2d2-421a-bd32-3eace3d10f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.696027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7286dda-26df-4295-88be-e0d8e7625593 req-fb5c0c49-c2d2-421a-bd32-3eace3d10f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.696489 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7286dda-26df-4295-88be-e0d8e7625593 req-fb5c0c49-c2d2-421a-bd32-3eace3d10f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.696941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7286dda-26df-4295-88be-e0d8e7625593 req-fb5c0c49-c2d2-421a-bd32-3eace3d10f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.697392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7286dda-26df-4295-88be-e0d8e7625593 req-fb5c0c49-c2d2-421a-bd32-3eace3d10f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.697882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7286dda-26df-4295-88be-e0d8e7625593 req-fb5c0c49-c2d2-421a-bd32-3eace3d10f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.698335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7286dda-26df-4295-88be-e0d8e7625593 req-fb5c0c49-c2d2-421a-bd32-3eace3d10f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:26.700091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7286dda-26df-4295-88be-e0d8e7625593 req-fb5c0c49-c2d2-421a-bd32-3eace3d10f13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6499 time: 0.0799551 Dec 09 22:35:26.770909 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c65368da-a675-4736-aa80-6fe72535ad64 req-15e82ae6-729f-4826-bfae-d79ec4d2d525 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698729 Dec 09 22:35:26.781491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7286dda-26df-4295-88be-e0d8e7625593 req-d273df20-f4ee-4b44-b8bc-0c2720185123 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734084 Dec 09 22:35:27.079365 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f15df0-f236-4395-9b2d-98760d964699 req-e0a651d3-2b68-4c89-99ad-2235ab7cd8a6 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.080856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77f15df0-f236-4395-9b2d-98760d964699 req-e0a651d3-2b68-4c89-99ad-2235ab7cd8a6 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 943 time: 0.0482957 Dec 09 22:35:27.135207 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77f15df0-f236-4395-9b2d-98760d964699 req-c1362677-a946-4915-928e-889e407e781d tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c1b92e8-d419-4320-a226-8574f27777bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485899 Dec 09 22:35:27.167690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a23f86e8-c4f1-456e-b47f-23580f3b515e req-8d96c86a-eb12-40fb-8a30-47b3200eb735 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470951 Dec 09 22:35:27.242008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f86e8-c4f1-456e-b47f-23580f3b515e req-cbaeaad5-d225-49cd-a591-193d4c7662e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.243690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a23f86e8-c4f1-456e-b47f-23580f3b515e req-cbaeaad5-d225-49cd-a591-193d4c7662e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 1097 time: 0.0400138 Dec 09 22:35:27.253424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 2e687061-93d0-4e1b-bd3b-74684f60177b details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:35:27.356392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f86e8-c4f1-456e-b47f-23580f3b515e req-23dd1691-c445-4453-881a-68cdb4950210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.358395 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a23f86e8-c4f1-456e-b47f-23580f3b515e req-23dd1691-c445-4453-881a-68cdb4950210 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 917 time: 0.0934045 Dec 09 22:35:27.358677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 2e687061-93d0-4e1b-bd3b-74684f60177b, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2e687061-93d0-4e1b-bd3b-74684f60177b,segment=NetworkSegment(c81762d6-1d0b-47e2-9cf3-ab354b427cb6),segment_id=c81762d6-1d0b-47e2-9cf3-ab354b427cb6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:27.373590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '2e687061-93d0-4e1b-bd3b-74684f60177b', 'network_id': '571924a5-e412-4e5e-b768-cfaac52783c7', 'port_id': '2e687061-93d0-4e1b-bd3b-74684f60177b', 'mac_address': 'fa:16:3e:47:32:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eee0fb6-957d-48bc-b749-3a08e8587381', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:35:27.416434 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:27.433206 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e687061-93d0-4e1b-bd3b-74684f60177b {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:35:27.440192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a23f86e8-c4f1-456e-b47f-23580f3b515e req-0d0ed029-62de-4f27-bd3a-bf06cc08ae00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6bd902-bdca-405b-b768-027244902043 HTTP/1.1" status: 200 len: 1000 time: 0.0710151 Dec 09 22:35:27.454241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 2e687061-93d0-4e1b-bd3b-74684f60177b, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2e687061-93d0-4e1b-bd3b-74684f60177b,segment=NetworkSegment(c81762d6-1d0b-47e2-9cf3-ab354b427cb6),segment_id=c81762d6-1d0b-47e2-9cf3-ab354b427cb6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:27.458286 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:27.500035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f86e8-c4f1-456e-b47f-23580f3b515e req-c4067acf-edaf-4593-8f53-432c335faecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.501764 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a23f86e8-c4f1-456e-b47f-23580f3b515e req-c4067acf-edaf-4593-8f53-432c335faecd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.0543745 Dec 09 22:35:27.514798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=2e687061-93d0-4e1b-bd3b-74684f60177b,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:27.557364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f86e8-c4f1-456e-b47f-23580f3b515e req-1cad688d-102c-4648-acf7-03c96293c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.559111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a23f86e8-c4f1-456e-b47f-23580f3b515e req-1cad688d-102c-4648-acf7-03c96293c01b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489533 Dec 09 22:35:27.689232 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a23f86e8-c4f1-456e-b47f-23580f3b515e req-44963393-047b-45fa-8d61-6de27c736588 service neutron] 10.222.0.18 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221137 Dec 09 22:35:27.704595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8b6db-f0be-441d-b2dc-d9b7a2db0d66 req-824402db-aa85-4a64-b0dc-1d1df0f6b64d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.712254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8b6db-f0be-441d-b2dc-d9b7a2db0d66 req-824402db-aa85-4a64-b0dc-1d1df0f6b64d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.717323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8b6db-f0be-441d-b2dc-d9b7a2db0d66 req-824402db-aa85-4a64-b0dc-1d1df0f6b64d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.723650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8b6db-f0be-441d-b2dc-d9b7a2db0d66 req-824402db-aa85-4a64-b0dc-1d1df0f6b64d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.730864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8b6db-f0be-441d-b2dc-d9b7a2db0d66 req-824402db-aa85-4a64-b0dc-1d1df0f6b64d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.737434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8b6db-f0be-441d-b2dc-d9b7a2db0d66 req-824402db-aa85-4a64-b0dc-1d1df0f6b64d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.743938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8b6db-f0be-441d-b2dc-d9b7a2db0d66 req-824402db-aa85-4a64-b0dc-1d1df0f6b64d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.746059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ff8b6db-f0be-441d-b2dc-d9b7a2db0d66 req-824402db-aa85-4a64-b0dc-1d1df0f6b64d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5435 time: 0.1199174 Dec 09 22:35:27.763003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['2e687061-93d0-4e1b-bd3b-74684f60177b'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:35:27.907840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ff8b6db-f0be-441d-b2dc-d9b7a2db0d66 req-8c06aacd-8782-4320-be45-f8c2c3d7505d tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1525691 Dec 09 22:35:27.914965 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a23f86e8-c4f1-456e-b47f-23580f3b515e req-e1647c1d-c371-473a-ad0d-8b1af4b1f784 service neutron] 10.222.0.18 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679249 Dec 09 22:35:27.932815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177a577-db46-4f87-9531-59ca78d018b2 req-2cb2a105-a81c-4000-975e-789ccd768812 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:27.934977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d177a577-db46-4f87-9531-59ca78d018b2 req-2cb2a105-a81c-4000-975e-789ccd768812 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0831826 Dec 09 22:35:27.993375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d177a577-db46-4f87-9531-59ca78d018b2 req-1268c178-71cd-41b3-a0b3-de5d6fa9dcca tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481329 Dec 09 22:35:28.252988 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675489a9-effb-4815-898d-3520f5e4d1d3 req-2e4c0cc7-28a1-4f13-96eb-93209be5a6c2 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:28.254461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-675489a9-effb-4815-898d-3520f5e4d1d3 req-2e4c0cc7-28a1-4f13-96eb-93209be5a6c2 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 944 time: 0.0492930 Dec 09 22:35:28.306425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-675489a9-effb-4815-898d-3520f5e4d1d3 req-828a55db-1525-49bd-bb06-8d895fac988e tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c1b92e8-d419-4320-a226-8574f27777bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452654 Dec 09 22:35:29.040938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84696b13-b0f0-44e4-951f-ca869478cfec req-ab9223fb-cefa-45d6-ad12-3cea0e51efee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.046876 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84696b13-b0f0-44e4-951f-ca869478cfec req-ab9223fb-cefa-45d6-ad12-3cea0e51efee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.052741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84696b13-b0f0-44e4-951f-ca869478cfec req-ab9223fb-cefa-45d6-ad12-3cea0e51efee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.058628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84696b13-b0f0-44e4-951f-ca869478cfec req-ab9223fb-cefa-45d6-ad12-3cea0e51efee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.065036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84696b13-b0f0-44e4-951f-ca869478cfec req-ab9223fb-cefa-45d6-ad12-3cea0e51efee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.070937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84696b13-b0f0-44e4-951f-ca869478cfec req-ab9223fb-cefa-45d6-ad12-3cea0e51efee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.077335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84696b13-b0f0-44e4-951f-ca869478cfec req-ab9223fb-cefa-45d6-ad12-3cea0e51efee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.079239 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84696b13-b0f0-44e4-951f-ca869478cfec req-ab9223fb-cefa-45d6-ad12-3cea0e51efee tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5435 time: 0.0929639 Dec 09 22:35:29.157892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033082e7-4829-48fe-9fe7-7c71666d9f7f req-f0b0221f-4de5-4463-9701-17d06080b816 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.159383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-033082e7-4829-48fe-9fe7-7c71666d9f7f req-f0b0221f-4de5-4463-9701-17d06080b816 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0792239 Dec 09 22:35:29.181012 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84696b13-b0f0-44e4-951f-ca869478cfec req-fea883d6-9265-4f90-9c17-c16464223cda tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923197 Dec 09 22:35:29.230656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-033082e7-4829-48fe-9fe7-7c71666d9f7f req-4b15a697-e6df-4d66-bb82-6f20ae7dc312 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638435 Dec 09 22:35:29.254445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 2e687061-93d0-4e1b-bd3b-74684f60177b up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:35:29.303498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 2e687061-93d0-4e1b-bd3b-74684f60177b completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:35:29.307769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 2e687061-93d0-4e1b-bd3b-74684f60177b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:35:29.308215 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:29.320679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b72a1-a498-43fd-8c14-39f510eff04c req-dd1da78c-441e-42c2-8e11-d651697b6221 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.326705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b72a1-a498-43fd-8c14-39f510eff04c req-dd1da78c-441e-42c2-8e11-d651697b6221 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.333247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b72a1-a498-43fd-8c14-39f510eff04c req-dd1da78c-441e-42c2-8e11-d651697b6221 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.340113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b72a1-a498-43fd-8c14-39f510eff04c req-dd1da78c-441e-42c2-8e11-d651697b6221 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.346079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b72a1-a498-43fd-8c14-39f510eff04c req-dd1da78c-441e-42c2-8e11-d651697b6221 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.352854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b72a1-a498-43fd-8c14-39f510eff04c req-dd1da78c-441e-42c2-8e11-d651697b6221 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.359306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b72a1-a498-43fd-8c14-39f510eff04c req-dd1da78c-441e-42c2-8e11-d651697b6221 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.361178 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-992b72a1-a498-43fd-8c14-39f510eff04c req-dd1da78c-441e-42c2-8e11-d651697b6221 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5435 time: 0.0977347 Dec 09 22:35:29.371772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47486) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:29.378023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c1b77efc-27ae-4d7c-bdf9-d610742ba684 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Request body: {'floatingip': {'port_id': '924ba139-5c3b-416c-bf5e-6d24f55fbf60'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:35:29.423540 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:29.425126 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1b77efc-27ae-4d7c-bdf9-d610742ba684 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:29.474583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ad5aa6-12fe-4f37-bea4-4b6266442902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e687061-93d0-4e1b-bd3b-74684f60177b'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:35:29.477074 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7bacf3-a5a9-44b5-834f-87b58fe77724" -d '{"events": [{"server_uuid": "88ad5aa6-12fe-4f37-bea4-4b6266442902", "name": "network-vif-plugged", "status": "completed", "tag": "2e687061-93d0-4e1b-bd3b-74684f60177b"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:35:29.489941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978c601-9fb5-4cd3-ab17-6c5468c87eac req-673471e8-0d9c-4def-ab46-b45aa86cdf79 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.499303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1978c601-9fb5-4cd3-ab17-6c5468c87eac req-673471e8-0d9c-4def-ab46-b45aa86cdf79 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 944 time: 0.0818388 Dec 09 22:35:29.509166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 2e687061-93d0-4e1b-bd3b-74684f60177b, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2e687061-93d0-4e1b-bd3b-74684f60177b,segment=NetworkSegment(c81762d6-1d0b-47e2-9cf3-ab354b427cb6),segment_id=c81762d6-1d0b-47e2-9cf3-ab354b427cb6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:29.518890 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:29.566250 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1978c601-9fb5-4cd3-ab17-6c5468c87eac req-0e075dec-6d3c-4e92-a8ec-baf8e5b30413 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c1b92e8-d419-4320-a226-8574f27777bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658991 Dec 09 22:35:29.580052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=2e687061-93d0-4e1b-bd3b-74684f60177b,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:29.625827 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0bcad7-7fd2-4ffd-8fba-153178f87502 x-openstack-request-id: req-3f0bcad7-7fd2-4ffd-8fba-153178f87502 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:35:29.626316 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ad5aa6-12fe-4f37-bea4-4b6266442902", "name": "network-vif-plugged", "status": "completed", "tag": "2e687061-93d0-4e1b-bd3b-74684f60177b", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:35:29.626877 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f0bcad7-7fd2-4ffd-8fba-153178f87502 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:35:29.627436 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ad5aa6-12fe-4f37-bea4-4b6266442902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e687061-93d0-4e1b-bd3b-74684f60177b', 'code': 200} Dec 09 22:35:29.809980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ee513-c391-4d3e-8b3a-d327464e1223 req-3ebb4e67-2f69-45f7-9043-5dca4cc28775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:29.811490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d66ee513-c391-4d3e-8b3a-d327464e1223 req-3ebb4e67-2f69-45f7-9043-5dca4cc28775 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 1097 time: 0.1202338 Dec 09 22:35:29.930576 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d66ee513-c391-4d3e-8b3a-d327464e1223 req-f1fdd942-965b-440f-b1fa-cced723f7d88 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3c1b92e8-d419-4320-a226-8574f27777bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121006 Dec 09 22:35:30.045119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1b77efc-27ae-4d7c-bdf9-d610742ba684 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:30.049142 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1b77efc-27ae-4d7c-bdf9-d610742ba684 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:30.155619 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-c1b77efc-27ae-4d7c-bdf9-d610742ba684 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Floating IP 5684b056-5964-4a9c-b112-cd8a184bcdce associated. External IP: 172.25.8.157, port: 924ba139-5c3b-416c-bf5e-6d24f55fbf60. Dec 09 22:35:30.375132 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8350cbd-ebd6-4fdf-8a0d-8e2546cd6264 req-dcded501-9a60-483b-bfa0-bb9578f666da tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:30.377348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b77efc-27ae-4d7c-bdf9-d610742ba684 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Router 67b565a3-1293-44d6-9640-5f4f809ce58d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:35:30.378047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8350cbd-ebd6-4fdf-8a0d-8e2546cd6264 req-dcded501-9a60-483b-bfa0-bb9578f666da tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0721142 Dec 09 22:35:30.437942 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8350cbd-ebd6-4fdf-8a0d-8e2546cd6264 req-abbc1f21-f6bf-4286-a71d-adb07e774e63 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437884 Dec 09 22:35:30.489874 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b77efc-27ae-4d7c-bdf9-d610742ba684 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:35:30.494462 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1b77efc-27ae-4d7c-bdf9-d610742ba684 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:30.502545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196652fb-7bf7-4a57-a612-dfb28fcb8146 None None] Sync routers for ids ['67b565a3-1293-44d6-9640-5f4f809ce58d'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:35:30.517492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196652fb-7bf7-4a57-a612-dfb28fcb8146 None None] Routers {'67b565a3-1293-44d6-9640-5f4f809ce58d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:35:30.518163 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-196652fb-7bf7-4a57-a612-dfb28fcb8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:35:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['67b565a3-1293-44d6-9640-5f4f809ce58d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:35:30.522636 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c1b77efc-27ae-4d7c-bdf9-d610742ba684 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "PUT /v2.0/floatingips/5684b056-5964-4a9c-b112-cd8a184bcdce HTTP/1.1" status: 200 len: 992 time: 1.1498218 Dec 09 22:35:30.523239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': '924ba139-5c3b-416c-bf5e-6d24f55fbf60'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:35:30.525737 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91077bd4-a971-4454-8d48-bf93a0734eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "924ba139-5c3b-416c-bf5e-6d24f55fbf60"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:35:30.604523 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aad639-28dc-482d-9b4f-1f842d80cb32 x-openstack-request-id: req-32aad639-28dc-482d-9b4f-1f842d80cb32 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:35:30.604818 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "tag": "924ba139-5c3b-416c-bf5e-6d24f55fbf60", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:35:30.605077 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32aad639-28dc-482d-9b4f-1f842d80cb32 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:35:30.605479 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'tag': '924ba139-5c3b-416c-bf5e-6d24f55fbf60', 'status': 'completed', 'code': 200} Dec 09 22:35:30.668830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-196652fb-7bf7-4a57-a612-dfb28fcb8146 None None] Set router 67b565a3-1293-44d6-9640-5f4f809ce58d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:35:30.769901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c0129-c4a3-427d-908e-f6cca66ffffa req-91524d15-423a-45bf-a3c0-50d3b6fef2d4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:30.771654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-768c0129-c4a3-427d-908e-f6cca66ffffa req-91524d15-423a-45bf-a3c0-50d3b6fef2d4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.1076486 Dec 09 22:35:30.793462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cd874-6655-4ab2-9b1e-ed613c953592 req-43ef0ee9-6c30-4552-b34b-a4c60b6453cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:30.795956 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d1cd874-6655-4ab2-9b1e-ed613c953592 req-43ef0ee9-6c30-4552-b34b-a4c60b6453cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 1097 time: 0.0673962 Dec 09 22:35:30.815510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-2798c454-9133-45f6-bece-cafd275427ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:30.819692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-2798c454-9133-45f6-bece-cafd275427ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:30.820573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-2798c454-9133-45f6-bece-cafd275427ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:30.826813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-2798c454-9133-45f6-bece-cafd275427ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:30.827396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-2798c454-9133-45f6-bece-cafd275427ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:30.827924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-2798c454-9133-45f6-bece-cafd275427ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:30.828448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-2798c454-9133-45f6-bece-cafd275427ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:30.830490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-2798c454-9133-45f6-bece-cafd275427ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6499 time: 0.1277800 Dec 09 22:35:30.955924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cd874-6655-4ab2-9b1e-ed613c953592 req-66a39a47-e63b-4ff8-bc07-c59bfeb0c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:30.957634 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d1cd874-6655-4ab2-9b1e-ed613c953592 req-66a39a47-e63b-4ff8-bc07-c59bfeb0c9a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 912 time: 0.1531241 Dec 09 22:35:30.986417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-768c0129-c4a3-427d-908e-f6cca66ffffa req-51832fa4-a2b3-408a-b1bd-071129d44641 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065439 Dec 09 22:35:31.034406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca47d87-39c4-4e64-a258-b9faf101084a req-d6a7a653-44ef-498a-b139-cd9aad0a4b4c tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:31.035989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ca47d87-39c4-4e64-a258-b9faf101084a req-d6a7a653-44ef-498a-b139-cd9aad0a4b4c tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 945 time: 0.1949484 Dec 09 22:35:31.061527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-04bc1a98-8b27-44c4-9e03-89bfde2d7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:31.063253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-04bc1a98-8b27-44c4-9e03-89bfde2d7e7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dab134-b52d-4674-8869-3ae9a976577b HTTP/1.1" status: 200 len: 910 time: 0.2243743 Dec 09 22:35:31.090052 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-821116c8-429c-4aba-8b89-5ac49fa49bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:31.100523 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d1cd874-6655-4ab2-9b1e-ed613c953592 req-3f2366fb-a7b8-4e5e-a19a-06205101c79d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a215047-c3c4-421b-954e-30c212eb94cc HTTP/1.1" status: 200 len: 1000 time: 0.1358347 Dec 09 22:35:31.126157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-196652fb-7bf7-4a57-a612-dfb28fcb8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:33:23Z', 'revision_number': 4, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '5684b056-5964-4a9c-b112-cd8a184bcdce', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'port_id': '924ba139-5c3b-416c-bf5e-6d24f55fbf60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'mac_address': 'fa:16:3e:8d:36:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:34:30Z', 'updated_at': '2021-12-09T22:35:29Z', 'revision_number': 1, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ae171-6fdf-440e-9869-25bf3ff26a33', 'name': '', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'mac_address': 'fa:16:3e:72:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:21Z', 'updated_at': '2021-12-09T22:33:28Z', 'revision_number': 5, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'subnets': [{'id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:35:31.138372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ca47d87-39c4-4e64-a258-b9faf101084a req-55339a05-a2c7-4bd7-9947-7c69a697031f tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c1b92e8-d419-4320-a226-8574f27777bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693183 Dec 09 22:35:31.175856 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196652fb-7bf7-4a57-a612-dfb28fcb8146 None None] Checking router: 67b565a3-1293-44d6-9640-5f4f809ce58d for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:35:31.185892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196652fb-7bf7-4a57-a612-dfb28fcb8146 None None] Routers {'67b565a3-1293-44d6-9640-5f4f809ce58d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:35:31.190280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-196652fb-7bf7-4a57-a612-dfb28fcb8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:35:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['67b565a3-1293-44d6-9640-5f4f809ce58d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:35:31.205850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cd874-6655-4ab2-9b1e-ed613c953592 req-870849b5-a0c2-4723-8266-211ec44484da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:31.205850 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d1cd874-6655-4ab2-9b1e-ed613c953592 req-870849b5-a0c2-4723-8266-211ec44484da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=992210bd-a6ee-474f-a5bf-287bbb7205d0 HTTP/1.1" status: 200 len: 850 time: 0.0926011 Dec 09 22:35:31.241046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-efee4f42-d1a0-410b-b072-67b85319ba19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924ba139-5c3b-416c-bf5e-6d24f55fbf60 HTTP/1.1" status: 200 len: 1000 time: 0.1216309 Dec 09 22:35:31.276924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cd874-6655-4ab2-9b1e-ed613c953592 req-f7503a12-5474-44d9-b904-037dad64bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:31.278755 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d1cd874-6655-4ab2-9b1e-ed613c953592 req-f7503a12-5474-44d9-b904-037dad64bf06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f16f7172-a535-46bf-a20c-df7868a46f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683672 Dec 09 22:35:31.299472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-5525a138-bd1c-405b-83c7-5b307ede5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:31.300991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-5525a138-bd1c-405b-83c7-5b307ede5643 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3951527-aec4-45da-945e-f9a56eaee5f1 HTTP/1.1" status: 200 len: 848 time: 0.0516284 Dec 09 22:35:31.355070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-f0f5f39c-b1ff-4a79-907a-ee36aedd2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:31.357050 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-f0f5f39c-b1ff-4a79-907a-ee36aedd2afd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dab134-b52d-4674-8869-3ae9a976577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496297 Dec 09 22:35:31.405108 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d1cd874-6655-4ab2-9b1e-ed613c953592 req-32ea8cf4-c2af-463e-a7b2-70c87e3dca2f service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168041 Dec 09 22:35:31.468072 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-5dc28a21-d8d0-4f4f-8951-e42fbf49b67b service neutron] 10.222.0.18 "GET /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034636 Dec 09 22:35:31.478589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-196652fb-7bf7-4a57-a612-dfb28fcb8146 None None] Set router 67b565a3-1293-44d6-9640-5f4f809ce58d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:35:31.510401 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d1cd874-6655-4ab2-9b1e-ed613c953592 req-542b637a-f746-4911-a6d6-661d20aaf871 service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978086 Dec 09 22:35:31.746764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-196652fb-7bf7-4a57-a612-dfb28fcb8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:33:23Z', 'revision_number': 4, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '5684b056-5964-4a9c-b112-cd8a184bcdce', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'port_id': '924ba139-5c3b-416c-bf5e-6d24f55fbf60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'mac_address': 'fa:16:3e:8d:36:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:34:30Z', 'updated_at': '2021-12-09T22:35:29Z', 'revision_number': 1, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ae171-6fdf-440e-9869-25bf3ff26a33', 'name': '', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'mac_address': 'fa:16:3e:72:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:21Z', 'updated_at': '2021-12-09T22:33:28Z', 'revision_number': 5, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'subnets': [{'id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:35:31.774428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196652fb-7bf7-4a57-a612-dfb28fcb8146 None None] The sync data for ids ['67b565a3-1293-44d6-9640-5f4f809ce58d'] in n-d-789963-23 is: [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:33:23Z', 'revision_number': 4, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '5684b056-5964-4a9c-b112-cd8a184bcdce', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'port_id': '924ba139-5c3b-416c-bf5e-6d24f55fbf60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'mac_address': 'fa:16:3e:8d:36:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:34:30Z', 'updated_at': '2021-12-09T22:35:29Z', 'revision_number': 1, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ae171-6fdf-440e-9869-25bf3ff26a33', 'name': '', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'mac_address': 'fa:16:3e:72:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:21Z', 'updated_at': '2021-12-09T22:33:28Z', 'revision_number': 5, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'subnets': [{'id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:35:31.900442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91077bd4-a971-4454-8d48-bf93a0734eaf req-5df24b59-2d11-4eb1-b38f-8538d00b598c service neutron] 10.222.0.18 "GET /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254713 Dec 09 22:35:32.014339 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839751ce-d54e-4feb-ab2f-6dc79efd1491 None None] New status for floating IP 5684b056-5964-4a9c-b112-cd8a184bcdce: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:35:32.151662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25b57f-3838-41b0-9c73-340a18ba4769 req-c8520b1c-ddce-4c28-8e67-4e895bd8c581 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:32.160277 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df25b57f-3838-41b0-9c73-340a18ba4769 req-c8520b1c-ddce-4c28-8e67-4e895bd8c581 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0611477 Dec 09 22:35:32.223609 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df25b57f-3838-41b0-9c73-340a18ba4769 req-c2bafaa5-69e1-441e-acb1-da5d780572bc tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623791 Dec 09 22:35:32.341446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a0c53-d903-4f83-b39b-f77af54a681a req-1c212d4c-81ec-4c07-ab71-afa54aa4ec72 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:32.343416 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c1a0c53-d903-4f83-b39b-f77af54a681a req-1c212d4c-81ec-4c07-ab71-afa54aa4ec72 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 945 time: 0.0693891 Dec 09 22:35:32.392607 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c1a0c53-d903-4f83-b39b-f77af54a681a req-46979b28-0ea1-459c-97bc-1084a0a0e580 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c1b92e8-d419-4320-a226-8574f27777bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425553 Dec 09 22:35:33.294765 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-785eddc4-0ad5-4d5c-aa54-d2c795ed6767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:33.389046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4295e4f-e9ca-402e-a0f4-037a4d318c41 req-f960b96b-9a60-4f76-bc89-8dca0011a3d1 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:33.390735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4295e4f-e9ca-402e-a0f4-037a4d318c41 req-f960b96b-9a60-4f76-bc89-8dca0011a3d1 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0617955 Dec 09 22:35:33.458966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4295e4f-e9ca-402e-a0f4-037a4d318c41 req-e5a9c2bc-8944-4f58-95eb-2ffcb061ab55 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601056 Dec 09 22:35:33.717533 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:34.745639 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:34.974822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730087-5572-4fe9-888d-a9bb6edc2a94 req-ac8db6c0-ac06-431e-a67f-43ff0b943755 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:34.976316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68730087-5572-4fe9-888d-a9bb6edc2a94 req-ac8db6c0-ac06-431e-a67f-43ff0b943755 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 945 time: 0.0515659 Dec 09 22:35:35.028238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68730087-5572-4fe9-888d-a9bb6edc2a94 req-4ef34034-56ab-416b-8f48-d29e8d55b7b9 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c1b92e8-d419-4320-a226-8574f27777bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454290 Dec 09 22:35:36.104087 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:36.173050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dbd06-202f-4a1c-8f90-027c3cb49051 req-a843e8d7-6592-4c3e-8456-895562d171ec tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:36.174675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b36dbd06-202f-4a1c-8f90-027c3cb49051 req-a843e8d7-6592-4c3e-8456-895562d171ec tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 945 time: 0.0514057 Dec 09 22:35:36.237057 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b36dbd06-202f-4a1c-8f90-027c3cb49051 req-f6063704-de5f-4393-bc72-fc6d6ccba0d9 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c1b92e8-d419-4320-a226-8574f27777bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557852 Dec 09 22:35:36.279142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d0173-51d4-447d-8905-d3e5aaf90eb2 req-321932ed-7bf4-48e4-acb5-29bd1ede5fe4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:36.280879 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-de1d0173-51d4-447d-8905-d3e5aaf90eb2 req-321932ed-7bf4-48e4-acb5-29bd1ede5fe4 tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.42 "GET /v2.0/ports?device_id=88ad5aa6-12fe-4f37-bea4-4b6266442902 HTTP/1.1" status: 200 len: 945 time: 0.0804965 Dec 09 22:35:36.381390 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-de1d0173-51d4-447d-8905-d3e5aaf90eb2 req-bce57e53-e422-467d-ad37-e731bee741da tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Deleting port 2e687061-93d0-4e1b-bd3b-74684f60177b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:35:36.381733 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-de1d0173-51d4-447d-8905-d3e5aaf90eb2 req-bce57e53-e422-467d-ad37-e731bee741da tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:36.475998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-de1d0173-51d4-447d-8905-d3e5aaf90eb2 req-bce57e53-e422-467d-ad37-e731bee741da tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] For port 2e687061-93d0-4e1b-bd3b-74684f60177b, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2e687061-93d0-4e1b-bd3b-74684f60177b,segment=NetworkSegment(c81762d6-1d0b-47e2-9cf3-ab354b427cb6),segment_id=c81762d6-1d0b-47e2-9cf3-ab354b427cb6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:36.476366 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-de1d0173-51d4-447d-8905-d3e5aaf90eb2 req-bce57e53-e422-467d-ad37-e731bee741da tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:36.492661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-de1d0173-51d4-447d-8905-d3e5aaf90eb2 req-bce57e53-e422-467d-ad37-e731bee741da tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Calling delete_port for 2e687061-93d0-4e1b-bd3b-74684f60177b owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:35:36.624745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-de1d0173-51d4-447d-8905-d3e5aaf90eb2 req-bce57e53-e422-467d-ad37-e731bee741da tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:36.637347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['2e687061-93d0-4e1b-bd3b-74684f60177b'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:35:36.663568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce57e53-e422-467d-ad37-e731bee741da tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Pushing event deleted for resources: {'Port': ['ID=2e687061-93d0-4e1b-bd3b-74684f60177b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:35:36.709677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1d0173-51d4-447d-8905-d3e5aaf90eb2 req-bce57e53-e422-467d-ad37-e731bee741da tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] No DVR routers for this DVR port 2e687061-93d0-4e1b-bd3b-74684f60177b on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:35:36.712936 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-de1d0173-51d4-447d-8905-d3e5aaf90eb2 req-bce57e53-e422-467d-ad37-e731bee741da tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:36.716684 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-de1d0173-51d4-447d-8905-d3e5aaf90eb2 req-bce57e53-e422-467d-ad37-e731bee741da tempest-VolumesActionsTest-2081077115 tempest-VolumesActionsTest-2081077115-project] 10.222.0.42 "DELETE /v2.0/ports/2e687061-93d0-4e1b-bd3b-74684f60177b HTTP/1.1" status: 204 len: 173 time: 0.4297581 Dec 09 22:35:36.717164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ad5aa6-12fe-4f37-bea4-4b6266442902', 'name': 'network-vif-deleted', 'tag': '2e687061-93d0-4e1b-bd3b-74684f60177b'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:35:36.719901 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4e141f-3db5-4d49-ab50-cb131aaf9a76" -d '{"events": [{"server_uuid": "88ad5aa6-12fe-4f37-bea4-4b6266442902", "name": "network-vif-deleted", "tag": "2e687061-93d0-4e1b-bd3b-74684f60177b"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:35:36.764329 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01eb7346-2fea-4fdd-b079-70455661a5da x-openstack-request-id: req-01eb7346-2fea-4fdd-b079-70455661a5da {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:35:36.764627 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ad5aa6-12fe-4f37-bea4-4b6266442902", "name": "network-vif-deleted", "tag": "2e687061-93d0-4e1b-bd3b-74684f60177b", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:35:36.764897 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01eb7346-2fea-4fdd-b079-70455661a5da {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:35:36.765302 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ad5aa6-12fe-4f37-bea4-4b6266442902', 'name': 'network-vif-deleted', 'tag': '2e687061-93d0-4e1b-bd3b-74684f60177b', 'status': 'completed', 'code': 200} Dec 09 22:35:36.913396 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:39.316708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 2e687061-93d0-4e1b-bd3b-74684f60177b no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:35:39.345368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 2e687061-93d0-4e1b-bd3b-74684f60177b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:35:39.345985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 2e687061-93d0-4e1b-bd3b-74684f60177b not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:35:42.193671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e590ec-af74-4064-b4cc-eba6f1e9e660 req-6b5c61f1-daf6-4649-bc98-219e118b7f56 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.199562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e590ec-af74-4064-b4cc-eba6f1e9e660 req-6b5c61f1-daf6-4649-bc98-219e118b7f56 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.208306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e590ec-af74-4064-b4cc-eba6f1e9e660 req-6b5c61f1-daf6-4649-bc98-219e118b7f56 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.214358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e590ec-af74-4064-b4cc-eba6f1e9e660 req-6b5c61f1-daf6-4649-bc98-219e118b7f56 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.221597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e590ec-af74-4064-b4cc-eba6f1e9e660 req-6b5c61f1-daf6-4649-bc98-219e118b7f56 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.228919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e590ec-af74-4064-b4cc-eba6f1e9e660 req-6b5c61f1-daf6-4649-bc98-219e118b7f56 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.237012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e590ec-af74-4064-b4cc-eba6f1e9e660 req-6b5c61f1-daf6-4649-bc98-219e118b7f56 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.239115 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36e590ec-af74-4064-b4cc-eba6f1e9e660 req-6b5c61f1-daf6-4649-bc98-219e118b7f56 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5444 time: 0.1125484 Dec 09 22:35:42.330489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36e590ec-af74-4064-b4cc-eba6f1e9e660 req-bbe84307-4de2-45bf-88b6-486b2c829c7f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776441 Dec 09 22:35:42.485022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6658-54a0-4e5d-bfbb-dbd07f417d1f req-86bd4783-166e-4e14-b352-abe2e2fa6189 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.492531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6658-54a0-4e5d-bfbb-dbd07f417d1f req-86bd4783-166e-4e14-b352-abe2e2fa6189 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.499413 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6658-54a0-4e5d-bfbb-dbd07f417d1f req-86bd4783-166e-4e14-b352-abe2e2fa6189 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.506208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6658-54a0-4e5d-bfbb-dbd07f417d1f req-86bd4783-166e-4e14-b352-abe2e2fa6189 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.512052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6658-54a0-4e5d-bfbb-dbd07f417d1f req-86bd4783-166e-4e14-b352-abe2e2fa6189 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.518956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6658-54a0-4e5d-bfbb-dbd07f417d1f req-86bd4783-166e-4e14-b352-abe2e2fa6189 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.525565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6658-54a0-4e5d-bfbb-dbd07f417d1f req-86bd4783-166e-4e14-b352-abe2e2fa6189 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:42.527773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce6c6658-54a0-4e5d-bfbb-dbd07f417d1f req-86bd4783-166e-4e14-b352-abe2e2fa6189 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5444 time: 0.1124082 Dec 09 22:35:44.736643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48008) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:35:44.861141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efbc0f-4aac-4120-89e8-f8f1e88918e9 req-ac8f6009-2b7a-4955-891d-c58bdaae52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:44.862021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efbc0f-4aac-4120-89e8-f8f1e88918e9 req-ac8f6009-2b7a-4955-891d-c58bdaae52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:44.862789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efbc0f-4aac-4120-89e8-f8f1e88918e9 req-ac8f6009-2b7a-4955-891d-c58bdaae52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:44.863420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efbc0f-4aac-4120-89e8-f8f1e88918e9 req-ac8f6009-2b7a-4955-891d-c58bdaae52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:44.864047 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efbc0f-4aac-4120-89e8-f8f1e88918e9 req-ac8f6009-2b7a-4955-891d-c58bdaae52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:44.864671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efbc0f-4aac-4120-89e8-f8f1e88918e9 req-ac8f6009-2b7a-4955-891d-c58bdaae52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:44.865419 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efbc0f-4aac-4120-89e8-f8f1e88918e9 req-ac8f6009-2b7a-4955-891d-c58bdaae52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:44.867887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9efbc0f-4aac-4120-89e8-f8f1e88918e9 req-ac8f6009-2b7a-4955-891d-c58bdaae52e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6508 time: 0.1301980 Dec 09 22:35:44.942998 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9efbc0f-4aac-4120-89e8-f8f1e88918e9 req-7595b409-58c4-490c-9f6f-4479db8896c2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679736 Dec 09 22:35:52.519601 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:56.241200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95475ad7-6edf-4f6f-9dd9-60ca69c5c514 req-c7c8c040-9b3a-416d-a3d2-a3373609e582 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:56.250180 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95475ad7-6edf-4f6f-9dd9-60ca69c5c514 req-c7c8c040-9b3a-416d-a3d2-a3373609e582 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 946 time: 0.0616906 Dec 09 22:35:56.312789 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95475ad7-6edf-4f6f-9dd9-60ca69c5c514 req-7641ce2f-ed54-4742-9af0-21154e72f95a tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613513 Dec 09 22:35:57.131647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31067e25-d28e-4fbe-aa7e-d7a44a9d83f2 req-d58d69e7-59a6-4ea1-846f-40ee6fb8e9e6 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:57.141001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31067e25-d28e-4fbe-aa7e-d7a44a9d83f2 req-d58d69e7-59a6-4ea1-846f-40ee6fb8e9e6 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 946 time: 0.0682726 Dec 09 22:35:57.201016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31067e25-d28e-4fbe-aa7e-d7a44a9d83f2 req-364f7ba7-571c-469b-9432-35ecd289cf17 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588465 Dec 09 22:35:57.760349 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:35:57.797194 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143e336-24ae-41d4-9e77-163425f9674b req-9bee768c-6090-4d95-b93f-5feb60b48ad2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:57.798878 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0143e336-24ae-41d4-9e77-163425f9674b req-9bee768c-6090-4d95-b93f-5feb60b48ad2 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 946 time: 0.0507143 Dec 09 22:35:57.846930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0143e336-24ae-41d4-9e77-163425f9674b req-dd406c75-ffd4-4885-9a30-aa52a701509e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 Dec 09 22:35:58.973531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fe239-4b82-4dd1-a9e0-23af8ca507ff req-43d395c8-3a17-4ffe-8087-de0843f528ca tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:58.975043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-326fe239-4b82-4dd1-a9e0-23af8ca507ff req-43d395c8-3a17-4ffe-8087-de0843f528ca tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 946 time: 0.0490458 Dec 09 22:35:59.036378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-326fe239-4b82-4dd1-a9e0-23af8ca507ff req-33c98806-5409-4c12-b43f-0a264240f40b tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups?id=86907e69-d899-4f44-902d-5407cc56bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549400 Dec 09 22:35:59.080415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483254-313c-4527-b29b-f9f53301504b req-6343a4d7-8ce9-4725-85f8-768bb75b5c9b tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:35:59.082040 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-00483254-313c-4527-b29b-f9f53301504b req-6343a4d7-8ce9-4725-85f8-768bb75b5c9b tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 946 time: 0.0661354 Dec 09 22:35:59.182177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Deleting port e0557177-1dc7-4650-bc8d-889c619110ae {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:35:59.182628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:59.282955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] For port e0557177-1dc7-4650-bc8d-889c619110ae, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0557177-1dc7-4650-bc8d-889c619110ae,segment=NetworkSegment(392124b2-a985-461f-a9be-9f8b798d92fd),segment_id=392124b2-a985-461f-a9be-9f8b798d92fd)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:35:59.283607 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:59.861652 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:59.862061 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:35:59.862385 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Floating IP 701611b7-88c9-4e2c-825b-7e4d670b5a35 disassociated. External IP: 172.25.8.182, port: e0557177-1dc7-4650-bc8d-889c619110ae. Dec 09 22:35:59.862738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Calling delete_port for e0557177-1dc7-4650-bc8d-889c619110ae owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:36:00.002454 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:00.039146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Pushing event deleted for resources: {'Port': ['ID=e0557177-1dc7-4650-bc8d-889c619110ae,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:00.141941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de4570e9-955b-4866-bb58-4a4d6b14fcf0 req-ad63e100-aef6-4630-a3f9-809f9faf10f0 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863229f-c535-465e-b52e-8ae617e0f478 HTTP/1.1" status: 200 len: 210 time: 0.0294399 Dec 09 22:36:00.174274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Router 41ee3dcb-41eb-4ead-a172-b705ff95b078 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:36:00.300723 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:36:00.314000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1a5b7-ec56-454d-85cf-8940c2f5e11c None None] Sync routers for ids ['41ee3dcb-41eb-4ead-a172-b705ff95b078'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:36:00.327810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1a5b7-ec56-454d-85cf-8940c2f5e11c None None] Routers {'41ee3dcb-41eb-4ead-a172-b705ff95b078'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:00.329118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a1f1a5b7-ec56-454d-85cf-8940c2f5e11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:35:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['41ee3dcb-41eb-4ead-a172-b705ff95b078'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:00.386847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] No DVR routers for this DVR port e0557177-1dc7-4650-bc8d-889c619110ae on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:36:00.389286 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:00.393771 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-00483254-313c-4527-b29b-f9f53301504b req-181ccd6b-2f2b-4314-b51b-ac0b522624d4 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.42 "DELETE /v2.0/ports/e0557177-1dc7-4650-bc8d-889c619110ae HTTP/1.1" status: 204 len: 173 time: 1.3049791 Dec 09 22:36:00.394431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863229f-c535-465e-b52e-8ae617e0f478', 'name': 'network-vif-deleted', 'tag': 'e0557177-1dc7-4650-bc8d-889c619110ae'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:36:00.398077 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14064b6f-d486-4ae4-9db4-74e5fdc90319" -d '{"events": [{"server_uuid": "f863229f-c535-465e-b52e-8ae617e0f478", "name": "network-vif-deleted", "tag": "e0557177-1dc7-4650-bc8d-889c619110ae"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:36:00.478505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-a1f1a5b7-ec56-454d-85cf-8940c2f5e11c None None] Set router 41ee3dcb-41eb-4ead-a172-b705ff95b078 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:00.481826 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b569cd-d8e7-4544-a03a-49c00ec6ab37 x-openstack-request-id: req-f3b569cd-d8e7-4544-a03a-49c00ec6ab37 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:36:00.482025 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863229f-c535-465e-b52e-8ae617e0f478", "name": "network-vif-deleted", "tag": "e0557177-1dc7-4650-bc8d-889c619110ae", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:36:00.482120 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3b569cd-d8e7-4544-a03a-49c00ec6ab37 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:36:00.482518 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863229f-c535-465e-b52e-8ae617e0f478', 'name': 'network-vif-deleted', 'tag': 'e0557177-1dc7-4650-bc8d-889c619110ae', 'status': 'completed', 'code': 200} Dec 09 22:36:00.734473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a1f1a5b7-ec56-454d-85cf-8940c2f5e11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ddad36b0-89d5-484d-a2df-6e16b9844104', 'name': '', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'mac_address': 'fa:16:3e:50:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0ce27865-d029-4ae4-9631-8a639f289620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:46Z', 'updated_at': '2021-12-09T22:34:00Z', 'revision_number': 5, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'subnets': [{'id': '0ce27865-d029-4ae4-9631-8a639f289620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:00.768712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1a5b7-ec56-454d-85cf-8940c2f5e11c None None] Checking router: 41ee3dcb-41eb-4ead-a172-b705ff95b078 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:36:00.786307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1a5b7-ec56-454d-85cf-8940c2f5e11c None None] Routers {'41ee3dcb-41eb-4ead-a172-b705ff95b078'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:00.786936 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a1f1a5b7-ec56-454d-85cf-8940c2f5e11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:35:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['41ee3dcb-41eb-4ead-a172-b705ff95b078'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:00.920446 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-a1f1a5b7-ec56-454d-85cf-8940c2f5e11c None None] Set router 41ee3dcb-41eb-4ead-a172-b705ff95b078 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:01.043018 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-24b69d06-498d-495f-95fd-30de78c6393e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:01.173772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a1f1a5b7-ec56-454d-85cf-8940c2f5e11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ddad36b0-89d5-484d-a2df-6e16b9844104', 'name': '', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'mac_address': 'fa:16:3e:50:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0ce27865-d029-4ae4-9631-8a639f289620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:46Z', 'updated_at': '2021-12-09T22:34:00Z', 'revision_number': 5, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'subnets': [{'id': '0ce27865-d029-4ae4-9631-8a639f289620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:01.219267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1a5b7-ec56-454d-85cf-8940c2f5e11c None None] The sync data for ids ['41ee3dcb-41eb-4ead-a172-b705ff95b078'] in n-d-789963-23 is: [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ddad36b0-89d5-484d-a2df-6e16b9844104', 'name': '', 'network_id': '57257800-8d23-4009-9360-736d0fb96aee', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'mac_address': 'fa:16:3e:50:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0ce27865-d029-4ae4-9631-8a639f289620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:46Z', 'updated_at': '2021-12-09T22:34:00Z', 'revision_number': 5, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'subnets': [{'id': '0ce27865-d029-4ae4-9631-8a639f289620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:36:01.255943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48466) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:01.319836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa28b577-6f16-483a-9b05-3c288a08dd38 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:01.347664 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa28b577-6f16-483a-9b05-3c288a08dd38 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:01.385123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e0557177-1dc7-4650-bc8d-889c619110ae no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:36:01.412234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: e0557177-1dc7-4650-bc8d-889c619110ae {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:36:01.413703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e0557177-1dc7-4650-bc8d-889c619110ae not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:36:01.419518 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa28b577-6f16-483a-9b05-3c288a08dd38 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:01.423229 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa28b577-6f16-483a-9b05-3c288a08dd38 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:01.424685 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fa28b577-6f16-483a-9b05-3c288a08dd38 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "DELETE /v2.0/security-groups/86907e69-d899-4f44-902d-5407cc56bdec HTTP/1.1" status: 204 len: 168 time: 0.1676922 Dec 09 22:36:01.427506 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48468) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:01.438093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28b577-6f16-483a-9b05-3c288a08dd38 tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86907e69-d899-4f44-902d-5407cc56bdec,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:01.442724 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-1c65f353-9b4a-4fc8-b36a-790efd98b7fe tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] show failed (client error): The resource could not be found. Dec 09 22:36:01.449309 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1c65f353-9b4a-4fc8-b36a-790efd98b7fe tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "GET /v2.0/security-groups/86907e69-d899-4f44-902d-5407cc56bdec HTTP/1.1" status: 404 len: 347 time: 0.0203371 Dec 09 22:36:01.458238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48470) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:01.585120 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d504d9-0b84-4e40-be37-a57e1b57002e None None] New status for floating IP 701611b7-88c9-4e2c-825b-7e4d670b5a35: DOWN {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:36:01.639309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-13e33aa2-aa37-47c4-8bcf-cf2e1614b80e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Deleting port e6873cff-78f9-4026-a373-a45940055e89 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:36:01.639794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13e33aa2-aa37-47c4-8bcf-cf2e1614b80e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:01.741712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13e33aa2-aa37-47c4-8bcf-cf2e1614b80e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:01.742212 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13e33aa2-aa37-47c4-8bcf-cf2e1614b80e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:01.762544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-13e33aa2-aa37-47c4-8bcf-cf2e1614b80e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Calling delete_port for e6873cff-78f9-4026-a373-a45940055e89 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:36:01.818111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48482) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:01.944625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Deleting subnet 7eee0fb6-957d-48bc-b749-3a08e8587381 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:36:01.950715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:01.971231 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13e33aa2-aa37-47c4-8bcf-cf2e1614b80e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:01.995481 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.002268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e33aa2-aa37-47c4-8bcf-cf2e1614b80e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Pushing event deleted for resources: {'Port': ['ID=e6873cff-78f9-4026-a373-a45940055e89,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:02.054941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83e196-7e39-4a4a-a9ba-1ac7366e31fe req-9c4289a2-7935-4a12-b148-023d9493ad86 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:02.056574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b83e196-7e39-4a4a-a9ba-1ac7366e31fe req-9c4289a2-7935-4a12-b148-023d9493ad86 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 946 time: 0.1708524 Dec 09 22:36:02.067878 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.106370 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13e33aa2-aa37-47c4-8bcf-cf2e1614b80e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.109637 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13e33aa2-aa37-47c4-8bcf-cf2e1614b80e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.110927 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-13e33aa2-aa37-47c4-8bcf-cf2e1614b80e tempest-ServersTestManualDisk-1148046637 tempest-ServersTestManualDisk-1148046637-project] 10.222.0.16 "DELETE /v2.0/floatingips/701611b7-88c9-4e2c-825b-7e4d670b5a35 HTTP/1.1" status: 204 len: 168 time: 0.6513691 Dec 09 22:36:02.113876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48486) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:02.135152 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b83e196-7e39-4a4a-a9ba-1ac7366e31fe req-a768c158-2fb6-4e70-99fb-3b41765556b2 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649304 Dec 09 22:36:02.179854 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.198105 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.204472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7eee0fb6-957d-48bc-b749-3a08e8587381 HTTP/1.1" status: 204 len: 168 time: 0.3852830 Dec 09 22:36:02.218027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48490) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:02.225007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eee0fb6-957d-48bc-b749-3a08e8587381,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:02.235669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.236323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.237060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.238349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.238898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.239561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.240090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.241169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.241969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.242554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.243081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.244127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.244671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492ae15-fbd5-4fcb-97e2-0f0363b167c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:02.333379 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.507737 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.544087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571924a5-e412-4e5e-b768-cfaac52783c7']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:02.561872 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81762d6-1d0b-47e2-9cf3-ab354b427cb6') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:02.562283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81762d6-1d0b-47e2-9cf3-ab354b427cb6') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:02.576813 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.624280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.636230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:36:02.636701 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:36:02.639263 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:36:02.725472 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.731130 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.734492 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/571924a5-e412-4e5e-b768-cfaac52783c7 HTTP/1.1" status: 204 len: 168 time: 0.5153999 Dec 09 22:36:02.737746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48496) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:02.754155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbde16e-57cb-4aa9-8248-77f4d4631df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=571924a5-e412-4e5e-b768-cfaac52783c7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:02.815341 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e628338-749f-4bd1-8ee8-867b72970b5b admin admin] Deleting subnet ee569971-7a4e-47ca-a38d-aa86c513d8ee {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:36:02.820454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e628338-749f-4bd1-8ee8-867b72970b5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.865274 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70584fef-9478-4bec-a700-ed0396596051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.879004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e628338-749f-4bd1-8ee8-867b72970b5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:02.938598 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e628338-749f-4bd1-8ee8-867b72970b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.013668 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e628338-749f-4bd1-8ee8-867b72970b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.066853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e628338-749f-4bd1-8ee8-867b72970b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee569971-7a4e-47ca-a38d-aa86c513d8ee,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:03.123012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e628338-749f-4bd1-8ee8-867b72970b5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.127040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6e628338-749f-4bd1-8ee8-867b72970b5b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ee569971-7a4e-47ca-a38d-aa86c513d8ee HTTP/1.1" status: 204 len: 168 time: 0.3874221 Dec 09 22:36:03.130466 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48514) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:03.164158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512d7f4-561b-44eb-8c72-34a25f88d37a req-20f8083a-7c0c-4442-8068-93cbc7498722 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:03.166113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e512d7f4-561b-44eb-8c72-34a25f88d37a req-20f8083a-7c0c-4442-8068-93cbc7498722 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 946 time: 0.1484754 Dec 09 22:36:03.256568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.281032 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb2e3-725c-4dd7-beae-055ed74e3323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.305955 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e512d7f4-561b-44eb-8c72-34a25f88d37a req-be0c269d-8c96-4f94-86e9-588097b6af50 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322644 Dec 09 22:36:03.329713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-70584fef-9478-4bec-a700-ed0396596051 admin admin] Deleting port ddad36b0-89d5-484d-a2df-6e16b9844104 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:36:03.331024 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70584fef-9478-4bec-a700-ed0396596051 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.474107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-70584fef-9478-4bec-a700-ed0396596051 admin admin] For port ddad36b0-89d5-484d-a2df-6e16b9844104, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ddad36b0-89d5-484d-a2df-6e16b9844104,segment=NetworkSegment(392124b2-a985-461f-a9be-9f8b798d92fd),segment_id=392124b2-a985-461f-a9be-9f8b798d92fd)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:03.474800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70584fef-9478-4bec-a700-ed0396596051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.474918 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.497948 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-70584fef-9478-4bec-a700-ed0396596051 admin admin] Calling delete_port for ddad36b0-89d5-484d-a2df-6e16b9844104 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:36:03.507807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f9c9c7-4e17-4258-a087-f4b645f2919b']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:03.529504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72044db-353d-4820-a4dc-60e30a3faeda') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:03.529915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72044db-353d-4820-a4dc-60e30a3faeda') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:03.541910 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.566573 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.576681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:36:03.577486 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:36:03.579979 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:36:03.683132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.700033 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.709983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] 10.222.0.16 "DELETE /v2.0/networks/19f9c9c7-4e17-4258-a087-f4b645f2919b HTTP/1.1" status: 204 len: 168 time: 0.5773571 Dec 09 22:36:03.734749 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.744822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ce0-e728-4bdb-aa90-052f3de75b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f9c9c7-4e17-4258-a087-f4b645f2919b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:03.855329 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70584fef-9478-4bec-a700-ed0396596051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:03.934342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70584fef-9478-4bec-a700-ed0396596051 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddad36b0-89d5-484d-a2df-6e16b9844104,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:03.991774 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48592) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:04.060330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e0f5bfc9-17e1-45d5-9f58-f5a9f4cf003c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7a29d270b97439489e02eef51010818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0673375 Dec 09 22:36:04.064693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48606) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:04.284248 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98acb705-2ee9-4a80-84fe-09e7a49fe3f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:04.324161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70584fef-9478-4bec-a700-ed0396596051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:04.325432 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdecf05-c3c8-4076-a46e-a390b516ed91 req-79e72c71-c8ee-40a6-800e-e540d034b2bc tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:04.333533 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cdecf05-c3c8-4076-a46e-a390b516ed91 req-79e72c71-c8ee-40a6-800e-e540d034b2bc tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 946 time: 0.1967952 Dec 09 22:36:04.351787 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98acb705-2ee9-4a80-84fe-09e7a49fe3f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:04.428323 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cdecf05-c3c8-4076-a46e-a390b516ed91 req-48217684-eff0-4047-8323-e7a0cd86f2d2 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885623 Dec 09 22:36:04.485587 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98acb705-2ee9-4a80-84fe-09e7a49fe3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:04.490533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98acb705-2ee9-4a80-84fe-09e7a49fe3f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:04.494725 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-98acb705-2ee9-4a80-84fe-09e7a49fe3f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c1b92e8-d419-4320-a226-8574f27777bc HTTP/1.1" status: 204 len: 168 time: 0.4264538 Dec 09 22:36:04.506598 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acb705-2ee9-4a80-84fe-09e7a49fe3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1b92e8-d419-4320-a226-8574f27777bc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:04.627047 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70584fef-9478-4bec-a700-ed0396596051 admin admin] Router 41ee3dcb-41eb-4ead-a172-b705ff95b078 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:36:04.750092 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:04.768153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70584fef-9478-4bec-a700-ed0396596051 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:36:04.779316 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-70584fef-9478-4bec-a700-ed0396596051 admin admin] 10.222.0.16 "PUT /v2.0/routers/41ee3dcb-41eb-4ead-a172-b705ff95b078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6605330 Dec 09 22:36:04.779664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48684) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:04.784415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5dc528-7f5d-4cc8-b724-18c4a0f5d09b None None] Sync routers for ids ['41ee3dcb-41eb-4ead-a172-b705ff95b078'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:36:04.807601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5dc528-7f5d-4cc8-b724-18c4a0f5d09b None None] Routers {'41ee3dcb-41eb-4ead-a172-b705ff95b078'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:04.808146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-cc5dc528-7f5d-4cc8-b724-18c4a0f5d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['41ee3dcb-41eb-4ead-a172-b705ff95b078'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:04.944974 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:04.971349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48704) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:04.973600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-cc5dc528-7f5d-4cc8-b724-18c4a0f5d09b None None] Set router 41ee3dcb-41eb-4ead-a172-b705ff95b078 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:05.037369 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-08a69b8f-1c36-434b-87d6-e32e7f4699be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0476fa91b97b4ef9880c899336974234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643330 Dec 09 22:36:05.038011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48712) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:05.093437 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:05.108511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-55ab104e-17c4-468e-9029-33c9bc81694f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:05.146047 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-55ab104e-17c4-468e-9029-33c9bc81694f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:05.169522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Deleting port cdfbaf1c-f144-4554-a068-5db918a1c640 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:36:05.170170 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:05.225349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-55ab104e-17c4-468e-9029-33c9bc81694f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:05.228305 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-55ab104e-17c4-468e-9029-33c9bc81694f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:05.229774 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-55ab104e-17c4-468e-9029-33c9bc81694f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4f1accf-fd0a-4b71-8c7a-a0cf539b680b HTTP/1.1" status: 204 len: 168 time: 0.1907539 Dec 09 22:36:05.255783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab104e-17c4-468e-9029-33c9bc81694f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f1accf-fd0a-4b71-8c7a-a0cf539b680b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:05.277040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-cc5dc528-7f5d-4cc8-b724-18c4a0f5d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:36:03Z', 'revision_number': 5, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port': {'id': 'cdfbaf1c-f144-4554-a068-5db918a1c640', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:42Z', 'updated_at': '2021-12-09T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:05.289550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] For port cdfbaf1c-f144-4554-a068-5db918a1c640, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cdfbaf1c-f144-4554-a068-5db918a1c640,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:05.290079 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:05.308956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Calling delete_port for cdfbaf1c-f144-4554-a068-5db918a1c640 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:36:05.378874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5dc528-7f5d-4cc8-b724-18c4a0f5d09b None None] Checking router: 41ee3dcb-41eb-4ead-a172-b705ff95b078 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:36:05.430833 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5dc528-7f5d-4cc8-b724-18c4a0f5d09b None None] Routers {'41ee3dcb-41eb-4ead-a172-b705ff95b078'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:05.432322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-8a83b581-6e4f-4d18-a954-450059dfbfaa tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:05.433010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-cc5dc528-7f5d-4cc8-b724-18c4a0f5d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['41ee3dcb-41eb-4ead-a172-b705ff95b078'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:05.436534 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-8a83b581-6e4f-4d18-a954-450059dfbfaa tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 946 time: 0.1337247 Dec 09 22:36:05.626270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Deleting port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:36:05.626933 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:05.635267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-cc5dc528-7f5d-4cc8-b724-18c4a0f5d09b None None] Set router 41ee3dcb-41eb-4ead-a172-b705ff95b078 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:05.660616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cdd73-e578-4f66-8eaf-b19d5bd5e305 req-e739355d-d35a-4031-b21f-d8356a0e0f69 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:05.662469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-302cdd73-e578-4f66-8eaf-b19d5bd5e305 req-e739355d-d35a-4031-b21f-d8356a0e0f69 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 946 time: 0.0942612 Dec 09 22:36:05.763293 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:05.780039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] For port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb,segment=NetworkSegment(11ac0b89-d630-424f-9965-e7282b959556),segment_id=11ac0b89-d630-424f-9965-e7282b959556)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:05.780659 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:05.822380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-302cdd73-e578-4f66-8eaf-b19d5bd5e305 req-2700e39a-5c5c-444f-98d3-ba0996976c42 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f32be73-7d5c-47fe-87b8-49315d2e1c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181505 Dec 09 22:36:05.843844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfbaf1c-f144-4554-a068-5db918a1c640,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:05.894451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:05.913917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abebdfa3-4b1c-4332-a0c7-5ec511f10b56 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:36:05.917966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-cc5dc528-7f5d-4cc8-b724-18c4a0f5d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:36:05Z', 'revision_number': 6, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:05.955111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5dc528-7f5d-4cc8-b724-18c4a0f5d09b None None] The sync data for ids ['41ee3dcb-41eb-4ead-a172-b705ff95b078'] in n-d-789963-23 is: [{'id': '41ee3dcb-41eb-4ead-a172-b705ff95b078', 'name': 'tempest-ServersTestManualDisk-118567190-router', 'tenant_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:36:05Z', 'revision_number': 6, 'project_id': 'b6498fa95c2347b88c7f89a8d6539a16', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:36:06.024487 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.030959 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.096805 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.096958 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.097260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.097588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41ee3dcb-41eb-4ead-a172-b705ff95b078 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:36:06.097731 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Floating IP 840e116d-8f9b-4981-85c1-ab51d1f798d8 disassociated. External IP: 172.25.8.37, port: dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb. Dec 09 22:36:06.098019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Calling delete_port for dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:36:06.104434 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.105557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9a546733-81ad-4bd1-918c-c35ef918adf4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/41ee3dcb-41eb-4ead-a172-b705ff95b078 HTTP/1.1" status: 204 len: 168 time: 1.3249161 Dec 09 22:36:06.108096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48832) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:06.116833 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.156239 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de4b94b-5d17-46b5-8a24-9798f0c2d9cb admin admin] Deleting subnet 0ce27865-d029-4ae4-9631-8a639f289620 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:36:06.162543 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3de4b94b-5d17-46b5-8a24-9798f0c2d9cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.215596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3de4b94b-5d17-46b5-8a24-9798f0c2d9cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.311704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.352435 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3de4b94b-5d17-46b5-8a24-9798f0c2d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.397870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Pushing event deleted for resources: {'Port': ['ID=dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:06.484985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3de4b94b-5d17-46b5-8a24-9798f0c2d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.520147 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4b94b-5d17-46b5-8a24-9798f0c2d9cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce27865-d029-4ae4-9631-8a639f289620,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:06.522192 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3de4b94b-5d17-46b5-8a24-9798f0c2d9cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.528727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3de4b94b-5d17-46b5-8a24-9798f0c2d9cb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0ce27865-d029-4ae4-9631-8a639f289620 HTTP/1.1" status: 204 len: 168 time: 0.4194601 Dec 09 22:36:06.530118 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48890) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:06.533328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa0fdf-eb96-46a7-9ec9-959e39951896 None None] Network 57257800-8d23-4009-9360-736d0fb96aee requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:36:06.638644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Router 7067454b-73c4-425f-8e96-95133501a75f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:36:06.741423 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.809286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Deleting port f7942c02-3290-4869-9884-b78fc2162769 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:36:06.809658 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:06.816213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:36:06.832462 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e96f6-6b23-4740-8062-a431073974b5 None None] Sync routers for ids ['7067454b-73c4-425f-8e96-95133501a75f'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:36:06.883474 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e96f6-6b23-4740-8062-a431073974b5 None None] Routers {'7067454b-73c4-425f-8e96-95133501a75f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:06.884134 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3f3e96f6-6b23-4740-8062-a431073974b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['7067454b-73c4-425f-8e96-95133501a75f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:06.909958 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] DHCP port deletion for 57257800-8d23-4009-9360-736d0fb96aee request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:36:06.953825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] For port f7942c02-3290-4869-9884-b78fc2162769, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f7942c02-3290-4869-9884-b78fc2162769,segment=NetworkSegment(392124b2-a985-461f-a9be-9f8b798d92fd),segment_id=392124b2-a985-461f-a9be-9f8b798d92fd)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:06.954331 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:07.002500 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] No DVR routers for this DVR port dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:36:07.005244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Calling delete_port for f7942c02-3290-4869-9884-b78fc2162769 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:36:07.026957 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:07.030718 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-75fb7a38-1ec3-4238-ae98-24806920a119 req-3de26f48-9a96-40c3-9211-53bdde2dc31d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.42 "DELETE /v2.0/ports/dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb HTTP/1.1" status: 204 len: 173 time: 1.5881853 Dec 09 22:36:07.031200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'name': 'network-vif-deleted', 'tag': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:36:07.053603 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb51a25-0164-4872-89f2-d51353e38e29" -d '{"events": [{"server_uuid": "e2ed8168-df7d-4741-8da1-d10470b50305", "name": "network-vif-deleted", "tag": "dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:36:07.084952 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:07.140878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Deleting port f7942c02-3290-4869-9884-b78fc2162769 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:36:07.141564 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:07.301201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ddad36b0-89d5-484d-a2df-6e16b9844104 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:36:07.371670 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-3f3e96f6-6b23-4740-8062-a431073974b5 None None] Set router 7067454b-73c4-425f-8e96-95133501a75f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:07.375431 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1eae7bc-38aa-46ec-80f0-cef933412c1a req-e39e6837-48f2-47cc-b2b8-beaad1393efa tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 210 time: 0.1623549 Dec 09 22:36:07.452079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:36:07.491553 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:07.526026 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896cc460-4e7e-4660-a76c-dfdf819e3149 x-openstack-request-id: req-896cc460-4e7e-4660-a76c-dfdf819e3149 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:36:07.526334 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ed8168-df7d-4741-8da1-d10470b50305", "name": "network-vif-deleted", "tag": "dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:36:07.526597 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-896cc460-4e7e-4660-a76c-dfdf819e3149 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:36:07.527005 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ed8168-df7d-4741-8da1-d10470b50305', 'name': 'network-vif-deleted', 'tag': 'dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb', 'status': 'completed', 'code': 200} Dec 09 22:36:07.543588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=f7942c02-3290-4869-9884-b78fc2162769,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:07.552211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: ddad36b0-89d5-484d-a2df-6e16b9844104 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:36:07.556569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ddad36b0-89d5-484d-a2df-6e16b9844104 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:36:07.557450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cdfbaf1c-f144-4554-a068-5db918a1c640 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:36:07.558761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] No DVR routers for this DVR port f7942c02-3290-4869-9884-b78fc2162769 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:36:07.570176 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6dbf1136-49fb-4323-89a4-8a3b1e535e19 req-a278cf0a-0594-47b9-b1e6-a4ffc632af2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2ed8168-df7d-4741-8da1-d10470b50305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1194770 Dec 09 22:36:07.623529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: cdfbaf1c-f144-4554-a068-5db918a1c640 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:36:07.624144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cdfbaf1c-f144-4554-a068-5db918a1c640 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:36:07.624917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f7942c02-3290-4869-9884-b78fc2162769 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:36:07.633369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:36:07.634289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device dbf48d22-0c5a-4bc6-9f37-0c16cc45fceb not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:36:07.682992 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6dbf1136-49fb-4323-89a4-8a3b1e535e19 req-1e27e5a0-94cd-4346-8660-7847992efe69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e44275fda82949e3bed5d084d9c4aef1&device_id=e2ed8168-df7d-4741-8da1-d10470b50305 HTTP/1.1" status: 200 len: 210 time: 0.0795960 Dec 09 22:36:07.709474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] For port f7942c02-3290-4869-9884-b78fc2162769, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f7942c02-3290-4869-9884-b78fc2162769,segment=NetworkSegment(392124b2-a985-461f-a9be-9f8b798d92fd),segment_id=392124b2-a985-461f-a9be-9f8b798d92fd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:07.710229 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:07.720339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: f7942c02-3290-4869-9884-b78fc2162769 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:36:07.721046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f7942c02-3290-4869-9884-b78fc2162769 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:36:07.733723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Calling delete_port for f7942c02-3290-4869-9884-b78fc2162769 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:36:07.788927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:07.848814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57257800-8d23-4009-9360-736d0fb96aee']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:07.885169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392124b2-a985-461f-a9be-9f8b798d92fd') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:07.886701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392124b2-a985-461f-a9be-9f8b798d92fd') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:07.908632 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:07.940055 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3f3e96f6-6b23-4740-8062-a431073974b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:33:53Z', 'revision_number': 4, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c0e8ba81-b33c-4033-892f-8b995f8b9ab9', 'name': '', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'mac_address': 'fa:16:3e:b3:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:50Z', 'updated_at': '2021-12-09T22:34:02Z', 'revision_number': 5, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'subnets': [{'id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:07.946163 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:07.955266 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:07.960574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:36:07.962041 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:07.994707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf1136-49fb-4323-89a4-8a3b1e535e19 req-d03728c5-406c-44e3-9c88-b35aaea6b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:08.005704 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6dbf1136-49fb-4323-89a4-8a3b1e535e19 req-d03728c5-406c-44e3-9c88-b35aaea6b384 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e44275fda82949e3bed5d084d9c4aef1&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2958307 Dec 09 22:36:08.013101 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Pushing event deleted for resources: {'Port': ['ID=f7942c02-3290-4869-9884-b78fc2162769,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:08.030734 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e96f6-6b23-4740-8062-a431073974b5 None None] Checking router: 7067454b-73c4-425f-8e96-95133501a75f for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:36:08.056722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.057580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.058361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.059997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.060588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.062037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.062496 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e96f6-6b23-4740-8062-a431073974b5 None None] Routers {'7067454b-73c4-425f-8e96-95133501a75f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:08.063790 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3f3e96f6-6b23-4740-8062-a431073974b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['7067454b-73c4-425f-8e96-95133501a75f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:08.075187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.075730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.076263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.076771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.077288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.077831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.078423 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:36:08.081780 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:36:08.092370 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:08.096099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642e823-4232-4b43-a740-6bc37b1ea502 None None] No DVR routers for this DVR port f7942c02-3290-4869-9884-b78fc2162769 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:36:08.112108 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:08.119245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] 10.222.0.16 "DELETE /v2.0/networks/57257800-8d23-4009-9360-736d0fb96aee HTTP/1.1" status: 204 len: 168 time: 1.5881326 Dec 09 22:36:08.171339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431c63e-a822-43d9-9dab-b6764889cb8b admin admin] Pushing event deleted for resources: {'Network': ['ID=57257800-8d23-4009-9360-736d0fb96aee,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:08.204839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf90c6e-554a-4795-9b94-884e2d198d5c req-92a2a774-3bb3-4f1f-ac09-55b4c51b7b5a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:08.216793 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bcf90c6e-554a-4795-9b94-884e2d198d5c req-92a2a774-3bb3-4f1f-ac09-55b4c51b7b5a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1335981 Dec 09 22:36:08.266179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf1136-49fb-4323-89a4-8a3b1e535e19 req-f7378831-1b24-42b5-b75b-6d36e61157e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:08.267773 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6dbf1136-49fb-4323-89a4-8a3b1e535e19 req-f7378831-1b24-42b5-b75b-6d36e61157e3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2532182 Dec 09 22:36:08.317027 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bcf90c6e-554a-4795-9b94-884e2d198d5c req-3d3c1dd3-bb91-4dce-931b-bb26750bf5da tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989480 Dec 09 22:36:08.447613 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-3f3e96f6-6b23-4740-8062-a431073974b5 None None] Set router 7067454b-73c4-425f-8e96-95133501a75f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:08.483360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49070) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:08.492403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49072) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:08.552584 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0e0ccad9-69f5-4042-a1c3-1d71e536d970 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6498fa95c2347b88c7f89a8d6539a16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0678265 Dec 09 22:36:08.559944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49074) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:08.661640 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-30d94dbe-bb13-40d3-b50c-6bf85d3e4d2d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:08.676087 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b45f-79a2-4a3e-830d-7de305fed58e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:08.693317 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-30d94dbe-bb13-40d3-b50c-6bf85d3e4d2d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:08.731619 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b45f-79a2-4a3e-830d-7de305fed58e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:08.772932 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3f3e96f6-6b23-4740-8062-a431073974b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:33:53Z', 'revision_number': 4, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c0e8ba81-b33c-4033-892f-8b995f8b9ab9', 'name': '', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'mac_address': 'fa:16:3e:b3:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:50Z', 'updated_at': '2021-12-09T22:34:02Z', 'revision_number': 5, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'subnets': [{'id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:08.812430 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-30d94dbe-bb13-40d3-b50c-6bf85d3e4d2d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:08.816298 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b45f-79a2-4a3e-830d-7de305fed58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:08.821665 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-30d94dbe-bb13-40d3-b50c-6bf85d3e4d2d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:08.822762 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-30d94dbe-bb13-40d3-b50c-6bf85d3e4d2d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "DELETE /v2.0/security-groups/0f32be73-7d5c-47fe-87b8-49315d2e1c61 HTTP/1.1" status: 204 len: 168 time: 0.3290973 Dec 09 22:36:08.823168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b45f-79a2-4a3e-830d-7de305fed58e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:08.824903 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dfe8b45f-79a2-4a3e-830d-7de305fed58e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a92f9c5e-8ad1-470f-9d19-ab343d557c43 HTTP/1.1" status: 204 len: 168 time: 0.2612960 Dec 09 22:36:08.827949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49084) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:08.858812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d94dbe-bb13-40d3-b50c-6bf85d3e4d2d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f32be73-7d5c-47fe-87b8-49315d2e1c61,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:08.879539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8b45f-79a2-4a3e-830d-7de305fed58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92f9c5e-8ad1-470f-9d19-ab343d557c43,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:08.881144 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-6d14e3bd-12a7-4300-a026-83335bd7ae3d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] show failed (client error): The resource could not be found. Dec 09 22:36:08.882591 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6d14e3bd-12a7-4300-a026-83335bd7ae3d tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "GET /v2.0/security-groups/0f32be73-7d5c-47fe-87b8-49315d2e1c61 HTTP/1.1" status: 404 len: 347 time: 0.0243776 Dec 09 22:36:08.886004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49090) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:08.888401 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e96f6-6b23-4740-8062-a431073974b5 None None] The sync data for ids ['7067454b-73c4-425f-8e96-95133501a75f'] in n-d-789963-23 is: [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:33:53Z', 'revision_number': 4, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c0e8ba81-b33c-4033-892f-8b995f8b9ab9', 'name': '', 'network_id': '6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'mac_address': 'fa:16:3e:b3:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:50Z', 'updated_at': '2021-12-09T22:34:02Z', 'revision_number': 5, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'subnets': [{'id': 'a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:36:09.106496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-221cd185-750d-460a-ad5a-cc3f579255d4 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Deleting port 6962d83a-4a13-475a-9b56-4bf0e7bb163a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:36:09.107123 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-221cd185-750d-460a-ad5a-cc3f579255d4 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:09.251695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-221cd185-750d-460a-ad5a-cc3f579255d4 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:09.252297 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-221cd185-750d-460a-ad5a-cc3f579255d4 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:09.267518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-221cd185-750d-460a-ad5a-cc3f579255d4 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Calling delete_port for 6962d83a-4a13-475a-9b56-4bf0e7bb163a owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:36:09.328372 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325d17b3-b885-4455-a79b-12caedda3fcd None None] New status for floating IP 840e116d-8f9b-4981-85c1-ab51d1f798d8: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:36:09.468799 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-325d17b3-b885-4455-a79b-12caedda3fcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:36:09.469168 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-325d17b3-b885-4455-a79b-12caedda3fcd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:36:09.470439 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-221cd185-750d-460a-ad5a-cc3f579255d4 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:09.504779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cd185-750d-460a-ad5a-cc3f579255d4 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Pushing event deleted for resources: {'Port': ['ID=6962d83a-4a13-475a-9b56-4bf0e7bb163a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:09.611398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc9d6c-92f3-4c1c-b35f-05cf17408923 req-59918270-0eac-4bf9-ae90-50d38d413d92 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:09.618900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6dc9d6c-92f3-4c1c-b35f-05cf17408923 req-59918270-0eac-4bf9-ae90-50d38d413d92 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1100500 Dec 09 22:36:09.644501 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-221cd185-750d-460a-ad5a-cc3f579255d4 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:09.647181 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-221cd185-750d-460a-ad5a-cc3f579255d4 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:09.648492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-221cd185-750d-460a-ad5a-cc3f579255d4 tempest-ServersTestJSON-1734973077 tempest-ServersTestJSON-1734973077-project] 10.222.0.16 "DELETE /v2.0/floatingips/840e116d-8f9b-4981-85c1-ab51d1f798d8 HTTP/1.1" status: 204 len: 168 time: 0.7605813 Dec 09 22:36:09.651953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49110) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:09.705858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6dc9d6c-92f3-4c1c-b35f-05cf17408923 req-53133c5f-fe0d-4e48-9af1-7ea699ea1776 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791428 Dec 09 22:36:09.971047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325d17b3-b885-4455-a79b-12caedda3fcd None None] New status for floating IP 840e116d-8f9b-4981-85c1-ab51d1f798d8: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:36:10.053219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49124) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:10.154108 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bd9f22e-a052-4d13-9935-e786a4988908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.218070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-178880097-network', 'tenant_id': 'a50be6269df849769ea8c318b734d26f'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:10.245085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Made reservation on behalf of a50be6269df849769ea8c318b734d26f for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:10.249451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.262987 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.378282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.392348 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.422596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:36:10.432696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dcec1d-691e-4159-b2f6-9b8944667e04,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:10.456371 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.457268 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Added segment 6bca8ef3-1790-495f-842a-41d0b7352d0a of type vlan for network badbd76f-a324-4608-aa2d-ed71f637ff83 Dec 09 22:36:10.533447 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.562649 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.565064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:10.565771 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.605380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5509391 Dec 09 22:36:10.608310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49130) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:10.615267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-df31def9-7de5-4828-948b-c78b844e5749 admin admin] Request body: {'subnet': {'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-178880097-subnet', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:10.648825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27304912-c723-41d6-8213-f5a521f6f54e admin admin] Pushing event updated for resources: {'Network': ['ID=badbd76f-a324-4608-aa2d-ed71f637ff83,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:10.662336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network badbd76f-a324-4608-aa2d-ed71f637ff83 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:36:10.665413 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df31def9-7de5-4828-948b-c78b844e5749 admin admin] Made reservation on behalf of a50be6269df849769ea8c318b734d26f for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:10.668411 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df31def9-7de5-4828-948b-c78b844e5749 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.843798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9f22e-a052-4d13-9935-e786a4988908 admin admin] Deleting port c0e8ba81-b33c-4033-892f-8b995f8b9ab9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:36:10.844425 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bd9f22e-a052-4d13-9935-e786a4988908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.889283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10854c9-0f7d-4298-97a0-1c3130debdf9 req-efe6e9a6-3161-4c43-b1b8-dc843b79c0b1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:10.891146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e10854c9-0f7d-4298-97a0-1c3130debdf9 req-efe6e9a6-3161-4c43-b1b8-dc843b79c0b1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1139863 Dec 09 22:36:10.934388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-9bd9f22e-a052-4d13-9935-e786a4988908 admin admin] For port c0e8ba81-b33c-4033-892f-8b995f8b9ab9, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c0e8ba81-b33c-4033-892f-8b995f8b9ab9,segment=NetworkSegment(11ac0b89-d630-424f-9965-e7282b959556),segment_id=11ac0b89-d630-424f-9965-e7282b959556)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:10.935107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bd9f22e-a052-4d13-9935-e786a4988908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.936832 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df31def9-7de5-4828-948b-c78b844e5749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:10.950032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9f22e-a052-4d13-9935-e786a4988908 admin admin] Calling delete_port for c0e8ba81-b33c-4033-892f-8b995f8b9ab9 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:36:11.004913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e10854c9-0f7d-4298-97a0-1c3130debdf9 req-b80e4140-3a56-41b6-afec-02cbd5092523 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028945 Dec 09 22:36:11.025816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31def9-7de5-4828-948b-c78b844e5749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b500527-9fce-41df-940e-84cdb130d7d8,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:11.046949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31def9-7de5-4828-948b-c78b844e5749 admin admin] Checking segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:11.047245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df31def9-7de5-4828-948b-c78b844e5749 admin admin] Network hostable DHCP agents. Network: badbd76f-a324-4608-aa2d-ed71f637ff83, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:36:11.063820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df31def9-7de5-4828-948b-c78b844e5749 admin admin] Network badbd76f-a324-4608-aa2d-ed71f637ff83 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:36:11.073621 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-df31def9-7de5-4828-948b-c78b844e5749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, badbd76f-a324-4608-aa2d-ed71f637ff83) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:11.078752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df31def9-7de5-4828-948b-c78b844e5749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:11.079341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df31def9-7de5-4828-948b-c78b844e5749 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.087822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b37581-1848-4670-b5c9-baf6a8963348 None None] Network badbd76f-a324-4608-aa2d-ed71f637ff83 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:36:11.114424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-df31def9-7de5-4828-948b-c78b844e5749 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5049877 Dec 09 22:36:11.120070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49140) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:11.130602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:11.155012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.156209 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.198086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-badbd76f-a324-4608-aa2d-ed71f637ff83', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'project_id': 'a50be6269df849769ea8c318b734d26f', 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:36:11.199005 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.228404 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bd9f22e-a052-4d13-9935-e786a4988908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.269550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9f22e-a052-4d13-9935-e786a4988908 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e8ba81-b33c-4033-892f-8b995f8b9ab9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:11.317897 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.346219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Allocated IP 172.20.0.2 (badbd76f-a324-4608-aa2d-ed71f637ff83/7b500527-9fce-41df-940e-84cdb130d7d8/2c485f2a-544a-48b6-9b97-235fec3efe72) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:11.535804 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.547215 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.562974 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.607435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Network badbd76f-a324-4608-aa2d-ed71f637ff83 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:11.611238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:11.615692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:11.688721 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bd9f22e-a052-4d13-9935-e786a4988908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.725440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Pushing event updated for resources: {'Port': ['ID=2c485f2a-544a-48b6-9b97-235fec3efe72,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:11.751451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Attempting to bind port 2c485f2a-544a-48b6-9b97-235fec3efe72 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:36:11.752343 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Attempting to bind port 2c485f2a-544a-48b6-9b97-235fec3efe72 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:36:11.754611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Attempting to bind port 2c485f2a-544a-48b6-9b97-235fec3efe72 on network badbd76f-a324-4608-aa2d-ed71f637ff83 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:11.773956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:36:11.774458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Checking segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:11.774875 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.775275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Bound using segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:36:11.775778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Bound port: 2c485f2a-544a-48b6-9b97-235fec3efe72, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:36:11.776139 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.868703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] For port 2c485f2a-544a-48b6-9b97-235fec3efe72, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:36:11.884067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] For port 2c485f2a-544a-48b6-9b97-235fec3efe72, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2c485f2a-544a-48b6-9b97-235fec3efe72,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:36:11.890015 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:11.956728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b626e-819c-4010-ba3d-abe70e3c6a97 None None] Pushing event updated for resources: {'Port': ['ID=2c485f2a-544a-48b6-9b97-235fec3efe72,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:12.164514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0bc13-3178-4d63-a377-1d6f6fec796e req-77c62e80-bcb6-42f9-9b75-59fb4a89ee39 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:12.173600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26f0bc13-3178-4d63-a377-1d6f6fec796e req-77c62e80-bcb6-42f9-9b75-59fb4a89ee39 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.0723441 Dec 09 22:36:12.271796 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:12.312496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:12.324706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd9f22e-a052-4d13-9935-e786a4988908 admin admin] Router 7067454b-73c4-425f-8e96-95133501a75f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:36:12.337731 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26f0bc13-3178-4d63-a377-1d6f6fec796e req-ec0dd0e3-d536-410d-a42a-8049ac0599b0 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499386 Dec 09 22:36:12.560818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Allocated IP 172.25.8.80 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/d576cf47-9cdd-45fb-ba92-4bc11fc4ef21) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:12.576408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd9f22e-a052-4d13-9935-e786a4988908 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:36:12.582836 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9bd9f22e-a052-4d13-9935-e786a4988908 admin admin] 10.222.0.16 "PUT /v2.0/routers/7067454b-73c4-425f-8e96-95133501a75f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9280365 Dec 09 22:36:12.585378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49164) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:12.593601 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f2b66-6dc8-48c8-b19d-77b6b15c03c1 None None] Sync routers for ids ['7067454b-73c4-425f-8e96-95133501a75f'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:36:12.610202 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f2b66-6dc8-48c8-b19d-77b6b15c03c1 None None] Routers {'7067454b-73c4-425f-8e96-95133501a75f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:12.611265 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-235f2b66-6dc8-48c8-b19d-77b6b15c03c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['7067454b-73c4-425f-8e96-95133501a75f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:12.782939 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-235f2b66-6dc8-48c8-b19d-77b6b15c03c1 None None] Set router 7067454b-73c4-425f-8e96-95133501a75f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:12.917442 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:12.970423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:13.020502 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:13.095120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:13.102265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:13.106960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:13.118579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b622abae-9060-4915-a6e6-4fb3b58a0efc None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:36:13.222748 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-235f2b66-6dc8-48c8-b19d-77b6b15c03c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:36:11Z', 'revision_number': 5, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:13.259172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2c485f2a-544a-48b6-9b97-235fec3efe72 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:13.304825 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f2b66-6dc8-48c8-b19d-77b6b15c03c1 None None] Checking router: 7067454b-73c4-425f-8e96-95133501a75f for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:36:13.331477 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f2b66-6dc8-48c8-b19d-77b6b15c03c1 None None] Routers {'7067454b-73c4-425f-8e96-95133501a75f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:13.332384 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-235f2b66-6dc8-48c8-b19d-77b6b15c03c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['7067454b-73c4-425f-8e96-95133501a75f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:13.361389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-46710959-5c11-4a93-954b-b115d590d1fb None None] Provisioning complete for port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:13.362301 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-46710959-5c11-4a93-954b-b115d590d1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:13.468987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-46710959-5c11-4a93-954b-b115d590d1fb None None] Port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:36:13.492497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 2c485f2a-544a-48b6-9b97-235fec3efe72 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:13.494257 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:13.532172 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-235f2b66-6dc8-48c8-b19d-77b6b15c03c1 None None] Set router 7067454b-73c4-425f-8e96-95133501a75f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:13.628031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Pushing event updated for resources: {'Port': ['ID=d576cf47-9cdd-45fb-ba92-4bc11fc4ef21,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:13.670777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121114d-8660-4e5c-9360-28bb7eb03b60 req-c1e29ec7-b575-4653-903e-8ae58f90dbc5 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:13.676625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1121114d-8660-4e5c-9360-28bb7eb03b60 req-c1e29ec7-b575-4653-903e-8ae58f90dbc5 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1699884 Dec 09 22:36:13.685304 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:13.750039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1121114d-8660-4e5c-9360-28bb7eb03b60 req-74a80492-afd7-4981-952e-0012209f6089 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676234 Dec 09 22:36:13.798335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49186) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:13.804877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d307db-b3cc-49d4-be39-eed3a5944da8 None None] Network badbd76f-a324-4608-aa2d-ed71f637ff83 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:36:13.951364 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-235f2b66-6dc8-48c8-b19d-77b6b15c03c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:36:11Z', 'revision_number': 5, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:13.982468 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:13.993425 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f2b66-6dc8-48c8-b19d-77b6b15c03c1 None None] The sync data for ids ['7067454b-73c4-425f-8e96-95133501a75f'] in n-d-789963-23 is: [{'id': '7067454b-73c4-425f-8e96-95133501a75f', 'name': 'tempest-ServersTestJSON-1372643181-router', 'tenant_id': 'e44275fda82949e3bed5d084d9c4aef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:39Z', 'updated_at': '2021-12-09T22:36:11Z', 'revision_number': 5, 'project_id': 'e44275fda82949e3bed5d084d9c4aef1', 'gw_port': {'id': '819f3ca9-6ffa-412a-b97f-9bfd977019e9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067454b-73c4-425f-8e96-95133501a75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:40Z', 'updated_at': '2021-12-09T22:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:36:14.063568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a2c0b67a-e934-4508-b999-37bc3b9aea04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:14.110355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7c327619-9708-4fdd-9e7d-b2524ae156fe None None] Provisioning complete for port 2c485f2a-544a-48b6-9b97-235fec3efe72 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:14.111695 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7c327619-9708-4fdd-9e7d-b2524ae156fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:14.163946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 2c485f2a-544a-48b6-9b97-235fec3efe72, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2c485f2a-544a-48b6-9b97-235fec3efe72,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:14.185770 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a2c0b67a-e934-4508-b999-37bc3b9aea04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:14.192231 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:14.199735 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a2c0b67a-e934-4508-b999-37bc3b9aea04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:14.263325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0b67a-e934-4508-b999-37bc3b9aea04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c6959f-d2f2-4341-95ae-e4ffdfc968c2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:14.269219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a2c0b67a-e934-4508-b999-37bc3b9aea04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95d4892f2def41738ea7290ff88e3738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4695270 Dec 09 22:36:14.271927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49194) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:14.344534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=2c485f2a-544a-48b6-9b97-235fec3efe72,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:14.380844 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17e56732-8043-4abf-9628-188390664e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:14.431729 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17e56732-8043-4abf-9628-188390664e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:14.524638 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17e56732-8043-4abf-9628-188390664e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:14.527513 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17e56732-8043-4abf-9628-188390664e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:14.529150 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-17e56732-8043-4abf-9628-188390664e7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09c6959f-d2f2-4341-95ae-e4ffdfc968c2 HTTP/1.1" status: 204 len: 168 time: 0.2551494 Dec 09 22:36:14.543833 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e56732-8043-4abf-9628-188390664e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c6959f-d2f2-4341-95ae-e4ffdfc968c2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:14.673835 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-217c0a10-9740-466d-8923-fb4e666e47da None None] Provisioning complete for port 2c485f2a-544a-48b6-9b97-235fec3efe72 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:14.678321 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-217c0a10-9740-466d-8923-fb4e666e47da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:14.761008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Deleting port 819f3ca9-6ffa-412a-b97f-9bfd977019e9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:36:14.761600 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:15.009737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] For port 819f3ca9-6ffa-412a-b97f-9bfd977019e9, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=819f3ca9-6ffa-412a-b97f-9bfd977019e9,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:15.010195 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:15.025434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Calling delete_port for 819f3ca9-6ffa-412a-b97f-9bfd977019e9 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:36:15.037062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236d4b4-9120-4dcc-9252-216efe7e2c39 req-e6e9025b-bf3f-4464-abd3-ce4b35726847 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:15.040261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2c485f2a-544a-48b6-9b97-235fec3efe72 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:15.052848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0236d4b4-9120-4dcc-9252-216efe7e2c39 req-e6e9025b-bf3f-4464-abd3-ce4b35726847 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1630552 Dec 09 22:36:15.162638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 2c485f2a-544a-48b6-9b97-235fec3efe72 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:15.163013 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:15.231080 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0236d4b4-9120-4dcc-9252-216efe7e2c39 req-50b980e3-26a8-4d04-be96-b5199ae310dd tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626463 Dec 09 22:36:15.277251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:15.336932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c0e8ba81-b33c-4033-892f-8b995f8b9ab9 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:36:15.369644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: c0e8ba81-b33c-4033-892f-8b995f8b9ab9 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:36:15.370329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c0e8ba81-b33c-4033-892f-8b995f8b9ab9 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:36:15.502703 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:15.542988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=819f3ca9-6ffa-412a-b97f-9bfd977019e9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:15.555489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6817b736-393a-495b-ac98-59105834d177 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:36:15.691688 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:15.814058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49232) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:15.838660 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:15.846039 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:15.859666 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:15.952321 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:15.952899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7067454b-73c4-425f-8e96-95133501a75f {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:36:15.958514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:15.959852 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b888304e-b206-4f09-87bf-47be8d4d4f03 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7067454b-73c4-425f-8e96-95133501a75f HTTP/1.1" status: 204 len: 168 time: 3.3734829 Dec 09 22:36:15.962742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49240) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:16.049838 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1036253740-network', 'tenant_id': '7d202c524c474fdba058c4d23a42ccaf'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:16.120299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c0a27f-4fdc-4006-8b35-624ed43808dd admin admin] Deleting subnet a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:36:16.124970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Made reservation on behalf of 7d202c524c474fdba058c4d23a42ccaf for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:16.127973 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:16.138263 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-69c0a27f-4fdc-4006-8b35-624ed43808dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:16.140649 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:16.141490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Router 0922fec6-481f-4733-8602-0f1d7dff3bbe is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:36:16.294562 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:16.300471 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-69c0a27f-4fdc-4006-8b35-624ed43808dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:16.303405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:36:16.316215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Sync routers for ids ['0922fec6-481f-4733-8602-0f1d7dff3bbe'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:36:16.326509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:16.328003 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f6d9d1c9-058c-4ae4-82f4-bd45509d6148 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2015612 Dec 09 22:36:16.330881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49246) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:16.333999 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:16.334943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Routers {'0922fec6-481f-4733-8602-0f1d7dff3bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:16.335583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0922fec6-481f-4733-8602-0f1d7dff3bbe'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:16.376834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:16.425202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:36:16.469526 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:16.470202 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Added segment 8dc1c236-242d-4cbc-9cec-94e8de85f226 of type vlan for network e1578b78-f89b-4e16-9809-489640c4a531 Dec 09 22:36:16.494137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Set router 0922fec6-481f-4733-8602-0f1d7dff3bbe gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:16.506386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1f1d2-3421-469d-acbd-55c8a62b4d74 req-4ea0b130-f5bf-403f-81c9-76302c78afa1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:16.508413 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ae1f1d2-3421-469d-acbd-55c8a62b4d74 req-4ea0b130-f5bf-403f-81c9-76302c78afa1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1710773 Dec 09 22:36:16.947805 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:16.957644 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:16.960811 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-69c0a27f-4fdc-4006-8b35-624ed43808dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.004794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 819f3ca9-6ffa-412a-b97f-9bfd977019e9 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:36:17.071409 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.072010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:17.073126 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.076238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 819f3ca9-6ffa-412a-b97f-9bfd977019e9 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:36:17.078292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 819f3ca9-6ffa-412a-b97f-9bfd977019e9 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:36:17.091020 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:36:13Z', 'revision_number': 3, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:17.093333 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ae1f1d2-3421-469d-acbd-55c8a62b4d74 req-282e3a43-2137-46c6-b928-65b76ef917a0 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683607 Dec 09 22:36:17.134325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3186915 Dec 09 22:36:17.135256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49254) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:17.151470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0e1e5cb8-4285-4c75-b8d3-5ac856defeef admin admin] Request body: {'subnet': {'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1036253740-subnet', 'tenant_id': '7d202c524c474fdba058c4d23a42ccaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:17.180829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-69c0a27f-4fdc-4006-8b35-624ed43808dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.184440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Checking router: 0922fec6-481f-4733-8602-0f1d7dff3bbe for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:36:17.184610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1e5cb8-4285-4c75-b8d3-5ac856defeef admin admin] Made reservation on behalf of 7d202c524c474fdba058c4d23a42ccaf for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:17.185562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Updating router 0922fec6-481f-4733-8602-0f1d7dff3bbe port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:36:17.187759 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e1e5cb8-4285-4c75-b8d3-5ac856defeef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.193073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3066d-85d2-4e09-a6d2-764c7fbd0701 admin admin] Pushing event updated for resources: {'Network': ['ID=e1578b78-f89b-4e16-9809-489640c4a531,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:17.217361 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-69c0a27f-4fdc-4006-8b35-624ed43808dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.221733 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-69c0a27f-4fdc-4006-8b35-624ed43808dd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39 HTTP/1.1" status: 204 len: 168 time: 1.2575376 Dec 09 22:36:17.222923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0a27f-4fdc-4006-8b35-624ed43808dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fcdeb4-e6ae-43be-be82-9c9ba7e91c39,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:17.224685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49260) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:17.248188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1b4aed-a9d5-4e82-b84b-c1acd3c6945e None None] Network 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:36:17.251960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e1578b78-f89b-4e16-9809-489640c4a531 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:36:17.320115 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.387218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Deleting port e02980f6-277e-44a1-96b7-6de7bc1608a1 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:36:17.387776 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.416514 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.482307 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] For port e02980f6-277e-44a1-96b7-6de7bc1608a1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e02980f6-277e-44a1-96b7-6de7bc1608a1,segment=NetworkSegment(11ac0b89-d630-424f-9965-e7282b959556),segment_id=11ac0b89-d630-424f-9965-e7282b959556)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:17.483083 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.499592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Calling delete_port for e02980f6-277e-44a1-96b7-6de7bc1608a1 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:36:17.557554 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e1e5cb8-4285-4c75-b8d3-5ac856defeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.606915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.647878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Allocated IP 172.20.0.1 (badbd76f-a324-4608-aa2d-ed71f637ff83/7b500527-9fce-41df-940e-84cdb130d7d8/a4f16de6-f80a-4dcc-9067-0320040f5da5) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:17.652862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02980f6-277e-44a1-96b7-6de7bc1608a1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:17.656016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] No DVR routers for this DVR port e02980f6-277e-44a1-96b7-6de7bc1608a1 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:36:17.707888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e5cb8-4285-4c75-b8d3-5ac856defeef admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f48a95-99bf-492f-93e3-b75a67c62ab6,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:17.738930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33501164-f062-45bb-b1a7-d9aa4ca410a4 None None] DHCP port deletion for 6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:36:17.788864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1e5cb8-4285-4c75-b8d3-5ac856defeef admin admin] Checking segment: {'id': '8dc1c236-242d-4cbc-9cec-94e8de85f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:17.792704 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.792991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1e5cb8-4285-4c75-b8d3-5ac856defeef admin admin] Network hostable DHCP agents. Network: e1578b78-f89b-4e16-9809-489640c4a531, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:36:17.818082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:17.831709 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ac0b89-d630-424f-9965-e7282b959556') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:17.832007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ac0b89-d630-424f-9965-e7282b959556') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:17.857074 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.883874 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.893145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:36:17.893620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:36:17.895579 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:36:17.914695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1e5cb8-4285-4c75-b8d3-5ac856defeef admin admin] Network e1578b78-f89b-4e16-9809-489640c4a531 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:36:17.942709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0e1e5cb8-4285-4c75-b8d3-5ac856defeef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e1578b78-f89b-4e16-9809-489640c4a531) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:17.960670 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.965419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8010c125-b7ca-4b57-93b2-494748d18c17 None None] Network e1578b78-f89b-4e16-9809-489640c4a531 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:36:17.970102 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:17.975534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24 HTTP/1.1" status: 204 len: 168 time: 0.7498112 Dec 09 22:36:17.976916 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1e5cb8-4285-4c75-b8d3-5ac856defeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:17.977732 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e1e5cb8-4285-4c75-b8d3-5ac856defeef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.023230 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.041566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fd770-f070-454f-a83d-7fd0f2b5bd22 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9c29fe-c7f2-4718-b9b7-ca1a5f03be24,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:18.059805 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.070025 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.124591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.146514 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0e1e5cb8-4285-4c75-b8d3-5ac856defeef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0098567 Dec 09 22:36:18.151993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1414bb-0771-4b0d-ace0-3c4d7fca0669 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:36:18.211981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Pushing event updated for resources: {'Port': ['ID=a4f16de6-f80a-4dcc-9067-0320040f5da5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:18.228606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Network badbd76f-a324-4608-aa2d-ed71f637ff83 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:18.231051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:18.234375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:18.277569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Attempting to bind port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:36:18.288486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Attempting to bind port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:36:18.288862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Attempting to bind port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:18.295954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.312772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f5575-b40c-4122-8a7c-7e4cc8e548cc None None] Network e1578b78-f89b-4e16-9809-489640c4a531 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:36:18.371657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49276) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:18.393781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:36:18.395012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:18.395690 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.396394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:36:18.397119 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Bound port: d576cf47-9cdd-45fb-ba92-4bc11fc4ef21, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:36:18.398215 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.472077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] For port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:36:18.486712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-269cbfae-f1b8-4eb5-b847-af82ab138f63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e44275fda82949e3bed5d084d9c4aef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1137590 Dec 09 22:36:18.495472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49286) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:18.503509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] For port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d576cf47-9cdd-45fb-ba92-4bc11fc4ef21,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:36:18.531254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ea09-1313-40e1-9d4c-13c121b3ffd1 req-b35eb431-6a6c-4529-a5ea-4d9b2337701d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:18.532053 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.534681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dcf82-1311-47af-9331-51acf0cf8daf None None] Pushing event updated for resources: {'Port': ['ID=d576cf47-9cdd-45fb-ba92-4bc11fc4ef21,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:18.552059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f819ea09-1313-40e1-9d4c-13c121b3ffd1 req-b35eb431-6a6c-4529-a5ea-4d9b2337701d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.2323518 Dec 09 22:36:18.623540 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.629893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7051d734-c963-48d0-a93e-5e78e3901d88 None None] Provisioning complete for port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:18.631231 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7051d734-c963-48d0-a93e-5e78e3901d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.658343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f819ea09-1313-40e1-9d4c-13c121b3ffd1 req-87160445-4dbd-46ea-9d5b-420dc2a9e413 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053283 Dec 09 22:36:18.670284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15e4a254-2b07-4c84-8707-c5c02308e04a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.707565 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15e4a254-2b07-4c84-8707-c5c02308e04a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.727875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1104891a-5b78-43bc-9619-fd73bc165e21 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:36:18.763441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Routers {'0922fec6-481f-4733-8602-0f1d7dff3bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:18.764130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0922fec6-481f-4733-8602-0f1d7dff3bbe'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:18.765997 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15e4a254-2b07-4c84-8707-c5c02308e04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.770082 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-15e4a254-2b07-4c84-8707-c5c02308e04a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:18.772161 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-15e4a254-2b07-4c84-8707-c5c02308e04a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d85049d-1aba-4450-9ec7-c164d0589d04 HTTP/1.1" status: 204 len: 168 time: 0.2735207 Dec 09 22:36:18.783233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4a254-2b07-4c84-8707-c5c02308e04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d85049d-1aba-4450-9ec7-c164d0589d04,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:19.063741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] Set router 0922fec6-481f-4733-8602-0f1d7dff3bbe gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:19.098423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:19.106648 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:19.212357 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:19.228788 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Pushing event updated for resources: {'Port': ['ID=a4f16de6-f80a-4dcc-9067-0320040f5da5,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:19.342295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e02980f6-277e-44a1-96b7-6de7bc1608a1 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:36:19.415755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Network badbd76f-a324-4608-aa2d-ed71f637ff83 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:19.419338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:19.508769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dcf82-1311-47af-9331-51acf0cf8daf None None] Pushing event updated for resources: {'Port': ['ID=d576cf47-9cdd-45fb-ba92-4bc11fc4ef21,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:19.526588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: e02980f6-277e-44a1-96b7-6de7bc1608a1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:36:19.526945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e02980f6-277e-44a1-96b7-6de7bc1608a1 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:36:19.694473 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7051d734-c963-48d0-a93e-5e78e3901d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:19.762956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7051d734-c963-48d0-a93e-5e78e3901d88 None None] For port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d576cf47-9cdd-45fb-ba92-4bc11fc4ef21,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:19.780148 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7051d734-c963-48d0-a93e-5e78e3901d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:19.818577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Router 0922fec6-481f-4733-8602-0f1d7dff3bbe has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:36:19.835662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a4f16de6-f80a-4dcc-9067-0320040f5da5', 'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'mac_address': 'fa:16:3e:b6:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:16Z', 'updated_at': '2021-12-09T22:36:17Z', 'revision_number': 1, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'subnets': [{'id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:19.868557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd2e438-9353-41b0-ab39-10e20812b6ca None None] The sync data for ids ['0922fec6-481f-4733-8602-0f1d7dff3bbe'] in n-d-789963-23 is: [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a4f16de6-f80a-4dcc-9067-0320040f5da5', 'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'mac_address': 'fa:16:3e:b6:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:16Z', 'updated_at': '2021-12-09T22:36:17Z', 'revision_number': 1, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'subnets': [{'id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:36:19.930541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051d734-c963-48d0-a93e-5e78e3901d88 None None] Pushing event updated for resources: {'Port': ['ID=d576cf47-9cdd-45fb-ba92-4bc11fc4ef21,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:19.948601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e06509-43ec-481b-a06f-934490aba289 req-fbc235d3-5464-4901-8554-105ce68e44c1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:19.949732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2391d0c9-b999-4a77-9377-098a76dbbf78 None None] Provisioning complete for port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:19.950100 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2391d0c9-b999-4a77-9377-098a76dbbf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:19.951844 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10e06509-43ec-481b-a06f-934490aba289 req-fbc235d3-5464-4901-8554-105ce68e44c1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1366839 Dec 09 22:36:19.953253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device af6bd902-bdca-405b-b768-027244902043 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:36:20.062588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:36:20.078103 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10e06509-43ec-481b-a06f-934490aba289 req-98955c49-1aa1-402a-8986-f3a89c7b4cc0 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022093 Dec 09 22:36:20.090112 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-148b7c44-728e-4e94-a415-68b8f349544c admin admin] 10.222.0.16 "PUT /v2.0/routers/0922fec6-481f-4733-8602-0f1d7dff3bbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7502778 Dec 09 22:36:20.477094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49330) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:20.528120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port af6bd902-bdca-405b-b768-027244902043, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:20.559174 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'af6bd902-bdca-405b-b768-027244902043', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'port_id': 'af6bd902-bdca-405b-b768-027244902043', 'mac_address': 'fa:16:3e:2a:81:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:36:20.630133 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:20.644861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2391d0c9-b999-4a77-9377-098a76dbbf78 None None] Provisioning complete for port a4f16de6-f80a-4dcc-9067-0320040f5da5 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:20.645245 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2391d0c9-b999-4a77-9377-098a76dbbf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:20.725892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1270685952-network', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:20.782083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:20.785048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2391d0c9-b999-4a77-9377-098a76dbbf78 None None] Port a4f16de6-f80a-4dcc-9067-0320040f5da5 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:36:20.785983 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:20.789635 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af6bd902-bdca-405b-b768-027244902043 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:36:20.843064 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:20.864342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port af6bd902-bdca-405b-b768-027244902043, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:20.880523 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:21.072869 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a507320d-4268-4e4c-a86d-02b383844275 None None] Provisioning complete for port a4f16de6-f80a-4dcc-9067-0320040f5da5 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:21.073259 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a507320d-4268-4e4c-a86d-02b383844275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:21.164045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:21.171794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a507320d-4268-4e4c-a86d-02b383844275 None None] Port a4f16de6-f80a-4dcc-9067-0320040f5da5 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:36:21.217410 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:21.236847 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['af6bd902-bdca-405b-b768-027244902043'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:36:21.256984 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:36:21.298564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f651493f-ae01-47e7-a336-096847d7f5e5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:21.312642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:21.313219 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Added segment 6894de68-4f1b-4be5-b72f-811546a7fe6b of type vlan for network 09be8c43-2350-4c57-927d-6a2e97012dde Dec 09 22:36:21.315561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.316090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.316599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.317102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.317674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.318251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.318764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.319290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.319833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.320370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.320906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.321651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.322209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:21.376200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:21.509226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49362) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:21.531520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e0b7f169-95e5-441f-9294-150da7a2cfe6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487637922', 'description': 'tempest-description--716772845'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:21.571975 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:21.684714 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9b64e-a468-49cb-a86c-8f82948d2b6e req-e641eddd-887e-4a35-93ec-6dac838310c7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:21.689976 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:21.691076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:21.691832 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:21.720849 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65e9b64e-a468-49cb-a86c-8f82948d2b6e req-e641eddd-887e-4a35-93ec-6dac838310c7 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.3194489 Dec 09 22:36:21.762827 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f169-95e5-441f-9294-150da7a2cfe6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:21.854566 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3744247 Dec 09 22:36:21.860637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49382) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:21.875692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-875d22ad-d478-4982-84e0-1476b7fe060f admin admin] Request body: {'subnet': {'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1270685952-subnet', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:21.888785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2bbcc-02da-41d9-a06f-d72c8535189a admin admin] Pushing event updated for resources: {'Network': ['ID=09be8c43-2350-4c57-927d-6a2e97012dde,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:21.900356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 09be8c43-2350-4c57-927d-6a2e97012dde details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:36:21.949650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875d22ad-d478-4982-84e0-1476b7fe060f admin admin] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:21.952902 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-875d22ad-d478-4982-84e0-1476b7fe060f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:21.959867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device af6bd902-bdca-405b-b768-027244902043 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:22.169543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port af6bd902-bdca-405b-b768-027244902043 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:22.170524 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.191097 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65e9b64e-a468-49cb-a86c-8f82948d2b6e req-026ed014-87fa-4fab-927a-e068624db46a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4692640 Dec 09 22:36:22.217192 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f169-95e5-441f-9294-150da7a2cfe6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.244552 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f169-95e5-441f-9294-150da7a2cfe6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.367113 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f169-95e5-441f-9294-150da7a2cfe6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.370962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e0b7f169-95e5-441f-9294-150da7a2cfe6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8588510 Dec 09 22:36:22.377812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49390) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:22.386366 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.401694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a0b80e76-5fb3-49ab-b1b3-eddbbcae47cb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Request body: {'security_group_rule': {'security_group_id': '40bab296-230e-40c2-a71d-41d8903e3059', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:22.416968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7f169-95e5-441f-9294-150da7a2cfe6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bab296-230e-40c2-a71d-41d8903e3059,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:22.467604 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-875d22ad-d478-4982-84e0-1476b7fe060f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.473272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6bd902-bdca-405b-b768-027244902043'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:36:22.484835 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4d88d7-14b5-4999-afe0-1277c7958733" -d '{"events": [{"server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "name": "network-vif-plugged", "status": "completed", "tag": "af6bd902-bdca-405b-b768-027244902043"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:36:22.532351 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0b80e76-5fb3-49ab-b1b3-eddbbcae47cb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.549464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d22ad-d478-4982-84e0-1476b7fe060f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd7e93c3-44fb-45c1-a83e-06e6099ff766,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:22.557919 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port af6bd902-bdca-405b-b768-027244902043, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:22.585235 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.662779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d22ad-d478-4982-84e0-1476b7fe060f admin admin] Checking segment: {'id': '6894de68-4f1b-4be5-b72f-811546a7fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:22.663301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875d22ad-d478-4982-84e0-1476b7fe060f admin admin] Network hostable DHCP agents. Network: 09be8c43-2350-4c57-927d-6a2e97012dde, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:36:22.709928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875d22ad-d478-4982-84e0-1476b7fe060f admin admin] Network 09be8c43-2350-4c57-927d-6a2e97012dde is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:36:22.729667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-875d22ad-d478-4982-84e0-1476b7fe060f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 09be8c43-2350-4c57-927d-6a2e97012dde) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:22.735005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d22ad-d478-4982-84e0-1476b7fe060f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:22.735905 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-875d22ad-d478-4982-84e0-1476b7fe060f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.767023 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0b80e76-5fb3-49ab-b1b3-eddbbcae47cb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.773222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49396) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:22.773616 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-875d22ad-d478-4982-84e0-1476b7fe060f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8996546 Dec 09 22:36:22.788540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1270685952-router', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:22.791161 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdaf40d-be2c-422f-8283-c0cf9e53b4da x-openstack-request-id: req-8cdaf40d-be2c-422f-8283-c0cf9e53b4da {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:36:22.791483 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "name": "network-vif-plugged", "status": "completed", "tag": "af6bd902-bdca-405b-b768-027244902043", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:36:22.791912 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cdaf40d-be2c-422f-8283-c0cf9e53b4da {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:36:22.793481 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6bd902-bdca-405b-b768-027244902043', 'code': 200} Dec 09 22:36:22.794426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:22.796967 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0b80e76-5fb3-49ab-b1b3-eddbbcae47cb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.805546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d07bbfa-e57e-4649-8d7b-aee0237c3e79 None None] Network 09be8c43-2350-4c57-927d-6a2e97012dde requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:36:22.817473 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.882641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b80e76-5fb3-49ab-b1b3-eddbbcae47cb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec62aebd-a96c-48f1-92be-2780994f7d92,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:22.897778 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.899071 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.911995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0b80e76-5fb3-49ab-b1b3-eddbbcae47cb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:22.914115 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a0b80e76-5fb3-49ab-b1b3-eddbbcae47cb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5285730 Dec 09 22:36:22.917146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49402) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:22.922708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e0f3d623-16d3-4071-98cc-a7e9bfee6bb8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Request body: {'security_group_rule': {'security_group_id': '40bab296-230e-40c2-a71d-41d8903e3059', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:23.029579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-09be8c43-2350-4c57-927d-6a2e97012dde', 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde', 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'fixed_ips': [{'subnet_id': 'bd7e93c3-44fb-45c1-a83e-06e6099ff766'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:36:23.031006 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:23.046719 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0f3d623-16d3-4071-98cc-a7e9bfee6bb8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:23.118636 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:23.199704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0f3d623-16d3-4071-98cc-a7e9bfee6bb8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:23.217934 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0f3d623-16d3-4071-98cc-a7e9bfee6bb8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:23.266112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3d623-16d3-4071-98cc-a7e9bfee6bb8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b18edf-6935-4a0c-9181-47e8950b88b0,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:23.289255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0f3d623-16d3-4071-98cc-a7e9bfee6bb8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:23.299185 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e0f3d623-16d3-4071-98cc-a7e9bfee6bb8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3802264 Dec 09 22:36:23.302416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49410) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:23.315034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:23.335714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:23.386519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:23.628097 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:23.668605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:23.671842 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:23.756253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Allocated IP 172.20.0.2 (09be8c43-2350-4c57-927d-6a2e97012dde/bd7e93c3-44fb-45c1-a83e-06e6099ff766/6c02bc21-3579-4f30-bb87-38c5408ec7a9) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:23.853424 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:23.911609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f0a0e-76a2-4cc5-b0e8-396f2dda1ebe req-2b1b4026-3e5e-4962-a43e-9b05dd14f56c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:23.920941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-587f0a0e-76a2-4cc5-b0e8-396f2dda1ebe req-2b1b4026-3e5e-4962-a43e-9b05dd14f56c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.4255586 Dec 09 22:36:24.006723 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Allocated IP 172.25.8.246 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/4d79da08-2329-4926-a031-2e9dd2491c16) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:24.085437 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Sync routers for ids ['0922fec6-481f-4733-8602-0f1d7dff3bbe'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:36:24.100506 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Routers {'0922fec6-481f-4733-8602-0f1d7dff3bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:24.101147 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0922fec6-481f-4733-8602-0f1d7dff3bbe'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:24.109111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11aabc2-d9f1-4501-b2d8-de85714553d8 req-8fdb4435-4b57-4ee4-9882-04d5d9fd9ad7 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:24.121710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e11aabc2-d9f1-4501-b2d8-de85714553d8 req-8fdb4435-4b57-4ee4-9882-04d5d9fd9ad7 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.6045673 Dec 09 22:36:24.177633 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:24.195830 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:24.237514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:24.249800 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-587f0a0e-76a2-4cc5-b0e8-396f2dda1ebe req-2c303250-b127-4edf-adf3-c21f4febe240 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255107 Dec 09 22:36:24.337877 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:24.351950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Pushing event updated for resources: {'Port': ['ID=6c02bc21-3579-4f30-bb87-38c5408ec7a9,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:24.363838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Network 09be8c43-2350-4c57-927d-6a2e97012dde is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:24.368684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:24.374589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:24.435362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:24.468933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e11aabc2-d9f1-4501-b2d8-de85714553d8 req-607daced-7dbd-4ef1-9157-e26c1c29aa45 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459823 Dec 09 22:36:24.470720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Attempting to bind port 6c02bc21-3579-4f30-bb87-38c5408ec7a9 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:36:24.471205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:24.471477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Attempting to bind port 6c02bc21-3579-4f30-bb87-38c5408ec7a9 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6894de68-4f1b-4be5-b72f-811546a7fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:36:24.472012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Attempting to bind port 6c02bc21-3579-4f30-bb87-38c5408ec7a9 on network 09be8c43-2350-4c57-927d-6a2e97012dde {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:24.490321 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:36:24.491083 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Checking segment: {'id': '6894de68-4f1b-4be5-b72f-811546a7fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:24.491667 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:24.492237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Bound using segment: {'id': '6894de68-4f1b-4be5-b72f-811546a7fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:36:24.492901 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Bound port: 6c02bc21-3579-4f30-bb87-38c5408ec7a9, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6894de68-4f1b-4be5-b72f-811546a7fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:36:24.493473 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:24.502352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:24.506153 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Set router 0922fec6-481f-4733-8602-0f1d7dff3bbe gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:24.623652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] For port 6c02bc21-3579-4f30-bb87-38c5408ec7a9, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:36:24.631656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] For port 6c02bc21-3579-4f30-bb87-38c5408ec7a9, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c02bc21-3579-4f30-bb87-38c5408ec7a9,segment=NetworkSegment(6894de68-4f1b-4be5-b72f-811546a7fe6b),segment_id=6894de68-4f1b-4be5-b72f-811546a7fe6b)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:36:24.636703 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:24.751212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65d5c1-aa03-43df-8e8b-ca0d1578db99 None None] Pushing event updated for resources: {'Port': ['ID=6c02bc21-3579-4f30-bb87-38c5408ec7a9,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:24.753358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:24.849707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event updated for resources: {'Port': ['ID=4d79da08-2329-4926-a031-2e9dd2491c16,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:24.864793 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:24.895660 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:24.987448 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:25.024211 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a4f16de6-f80a-4dcc-9067-0320040f5da5', 'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'mac_address': 'fa:16:3e:b6:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:16Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 2, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'subnets': [{'id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:25.108873 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Checking router: 0922fec6-481f-4733-8602-0f1d7dff3bbe for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:36:25.119493 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Updating router 0922fec6-481f-4733-8602-0f1d7dff3bbe port a4f16de6-f80a-4dcc-9067-0320040f5da5 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:36:25.224811 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:25.326800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Allocated IP 172.25.8.131 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/b94f916f-28fb-4823-95c0-89070e9f4b5b) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:25.354158 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:25.359866 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:25.589706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event updated for resources: {'Port': ['ID=4d79da08-2329-4926-a031-2e9dd2491c16,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:25.593823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:25.614181 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:25.616433 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-039ab1ff-c693-491f-8cbf-c4478bf07dc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3113284 Dec 09 22:36:25.896471 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:26.025090 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:26.033707 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:26.058955 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:26.247590 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Attempting to bind port a4f16de6-f80a-4dcc-9067-0320040f5da5 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:36:26.248640 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Attempting to bind port a4f16de6-f80a-4dcc-9067-0320040f5da5 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:36:26.250021 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Attempting to bind port a4f16de6-f80a-4dcc-9067-0320040f5da5 on network badbd76f-a324-4608-aa2d-ed71f637ff83 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:26.255257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a96bf-5c21-43f5-89c0-3b6dfadc5710 req-4b9c731b-07ba-404f-be11-5936c0c11beb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:26.259205 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:36:26.259852 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Checking segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:26.260589 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:26.261143 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Bound using segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:36:26.262330 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Bound port: a4f16de6-f80a-4dcc-9067-0320040f5da5, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:36:26.262910 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:26.264895 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f2a96bf-5c21-43f5-89c0-3b6dfadc5710 req-4b9c731b-07ba-404f-be11-5936c0c11beb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.8198950 Dec 09 22:36:26.285637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:26.381407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:26.387492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:26.401575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8893489-4f4a-495d-9ebf-0e1ff058bce2 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:36:26.563293 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] For port a4f16de6-f80a-4dcc-9067-0320040f5da5, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:36:26.572529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-dc1b55c3-cdc2-4c16-897d-6d317000f4ae None None] Provisioning complete for port b94f916f-28fb-4823-95c0-89070e9f4b5b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:26.576884 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc1b55c3-cdc2-4c16-897d-6d317000f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:26.582579 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] For port a4f16de6-f80a-4dcc-9067-0320040f5da5, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a4f16de6-f80a-4dcc-9067-0320040f5da5,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:36:26.613014 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:26.618832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f2a96bf-5c21-43f5-89c0-3b6dfadc5710 req-a7ee8790-8048-4219-acd4-a08ac1cb95da tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467705 Dec 09 22:36:26.665723 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Pushing event updated for resources: {'Port': ['ID=a4f16de6-f80a-4dcc-9067-0320040f5da5,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:26.672045 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5405c-2237-489c-ac29-0becf89ea046 req-f6ca4a08-4d3b-43d7-b5a5-d2295417e5fd tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:26.676086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9b5405c-2237-489c-ac29-0becf89ea046 req-f6ca4a08-4d3b-43d7-b5a5-d2295417e5fd tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.9156463 Dec 09 22:36:26.684108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Pushing event updated for resources: {'Port': ['ID=b94f916f-28fb-4823-95c0-89070e9f4b5b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:26.702992 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.703271 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.703578 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.704609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b55c3-cdc2-4c16-897d-6d317000f4ae None None] Port b94f916f-28fb-4823-95c0-89070e9f4b5b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:36:26.705111 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.706703 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.707219 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.707935 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.708434 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.708937 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.709427 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.710197 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.711406 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.711930 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:36:26.751776 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Routers {'0922fec6-481f-4733-8602-0f1d7dff3bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:26.762231 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0922fec6-481f-4733-8602-0f1d7dff3bbe'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:26.917187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9b17ce37-13a6-4947-afbe-0f484b317141 None None] Provisioning complete for port a4f16de6-f80a-4dcc-9067-0320040f5da5 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:26.920488 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b17ce37-13a6-4947-afbe-0f484b317141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:27.038774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:27.231087 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc837ffc-9089-406e-ba62-a9b6e33798a5 None None] Network 09be8c43-2350-4c57-927d-6a2e97012dde requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:36:27.242841 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b17ce37-13a6-4947-afbe-0f484b317141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:27.271651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c02bc21-3579-4f30-bb87-38c5408ec7a9 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:27.363052 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e38ab2-7194-41d0-b61a-40d633c5a003 None None] Pushing event updated for resources: {'Port': ['ID=a4f16de6-f80a-4dcc-9067-0320040f5da5,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:27.402776 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] Set router 0922fec6-481f-4733-8602-0f1d7dff3bbe gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:27.434262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9b17ce37-13a6-4947-afbe-0f484b317141 None None] For port a4f16de6-f80a-4dcc-9067-0320040f5da5, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a4f16de6-f80a-4dcc-9067-0320040f5da5,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:27.444856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9b5405c-2237-489c-ac29-0becf89ea046 req-175bcf9f-afab-403e-8c6e-7189dd8eb580 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7506135 Dec 09 22:36:27.518981 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b17ce37-13a6-4947-afbe-0f484b317141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:27.566561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-3e920692-fe79-4f55-9770-eeb328ab3304 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1487637922&fields=id&tenant_id=a50be6269df849769ea8c318b734d26f HTTP/1.1" status: 200 len: 267 time: 0.6600194 Dec 09 22:36:27.675768 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:27.717981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6c02bc21-3579-4f30-bb87-38c5408ec7a9 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:27.718615 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:27.725743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f36e442a-107f-4507-abeb-48afdae57347 None None] Provisioning complete for port 6c02bc21-3579-4f30-bb87-38c5408ec7a9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:27.726388 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f36e442a-107f-4507-abeb-48afdae57347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:27.866701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17ce37-13a6-4947-afbe-0f484b317141 None None] Pushing event updated for resources: {'Port': ['ID=a4f16de6-f80a-4dcc-9067-0320040f5da5,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:27.883935 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a4f16de6-f80a-4dcc-9067-0320040f5da5', 'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'mac_address': 'fa:16:3e:b6:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:16Z', 'updated_at': '2021-12-09T22:36:26Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'subnets': [{'id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:27.939089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-a9d4f30b-5e4f-43bc-86bf-194cf5e064a3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:27.951065 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-a9d4f30b-5e4f-43bc-86bf-194cf5e064a3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 811 time: 0.3815153 Dec 09 22:36:27.956770 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f36e442a-107f-4507-abeb-48afdae57347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:27.960091 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a53cdb-b704-4a47-bcd6-aca4cb51e1ec None None] The sync data for ids ['0922fec6-481f-4733-8602-0f1d7dff3bbe'] in n-d-789963-23 is: [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a4f16de6-f80a-4dcc-9067-0320040f5da5', 'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'mac_address': 'fa:16:3e:b6:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:16Z', 'updated_at': '2021-12-09T22:36:26Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'subnets': [{'id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:36:27.977033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-c03af067-5605-44cd-a79d-1cefa3f7576d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/quotas/a50be6269df849769ea8c318b734d26f HTTP/1.1" status: 200 len: 375 time: 0.0225015 Dec 09 22:36:28.059649 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f36e442a-107f-4507-abeb-48afdae57347 None None] For port 6c02bc21-3579-4f30-bb87-38c5408ec7a9, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c02bc21-3579-4f30-bb87-38c5408ec7a9,segment=NetworkSegment(6894de68-4f1b-4be5-b72f-811546a7fe6b),segment_id=6894de68-4f1b-4be5-b72f-811546a7fe6b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:28.080292 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f36e442a-107f-4507-abeb-48afdae57347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:28.289537 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f36e442a-107f-4507-abeb-48afdae57347 None None] Provisioning complete for port a4f16de6-f80a-4dcc-9067-0320040f5da5 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:28.289947 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f36e442a-107f-4507-abeb-48afdae57347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:28.518605 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-f3d47461-0476-469b-a3bd-34597d11785c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5306869 Dec 09 22:36:28.574871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb968972-ffe2-4b5e-90bc-de4da6e81dc9 req-7a7b5f2f-f47d-42be-9452-236d694cc8d1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:28.582656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb968972-ffe2-4b5e-90bc-de4da6e81dc9 req-7a7b5f2f-f47d-42be-9452-236d694cc8d1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.7271330 Dec 09 22:36:28.585320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e442a-107f-4507-abeb-48afdae57347 None None] Pushing event updated for resources: {'Port': ['ID=6c02bc21-3579-4f30-bb87-38c5408ec7a9,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:28.668649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df32975-12a1-4995-9f83-e8279742cb7a req-389a9203-8876-489b-849f-eb4bb8c570d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:28.678415 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9df32975-12a1-4995-9f83-e8279742cb7a req-389a9203-8876-489b-849f-eb4bb8c570d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 1097 time: 0.4588418 Dec 09 22:36:28.846103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ca2c2f00-f286-4f00-aec1-3d31453bac9b None None] Provisioning complete for port 6c02bc21-3579-4f30-bb87-38c5408ec7a9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:28.846369 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2f00-f286-4f00-aec1-3d31453bac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:29.078915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a4f16de6-f80a-4dcc-9067-0320040f5da5 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:29.115078 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-f80723db-4db0-4d84-9c21-0e22671e19a9 service neutron] 10.222.0.16 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281382 Dec 09 22:36:29.127396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Router 98534897-57b3-4da1-b670-01bccaeaaf65 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:36:29.293539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a4f16de6-f80a-4dcc-9067-0320040f5da5 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:29.293994 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:29.324905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-b6ba0c47-fe46-4be8-986f-ea7c1f6b50c4 service neutron] 10.222.0.16 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835797 Dec 09 22:36:29.328349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb968972-ffe2-4b5e-90bc-de4da6e81dc9 req-63b6099c-f542-4b3b-a462-6e9f3990576d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7448947 Dec 09 22:36:29.476713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:36:29.517577 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:29.565722 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-eb46cb6e-2206-49c0-ada2-11b9ae065024 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7956040 Dec 09 22:36:29.569492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49480) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:29.605969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Sync routers for ids ['98534897-57b3-4da1-b670-01bccaeaaf65'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:36:29.624411 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df32975-12a1-4995-9f83-e8279742cb7a req-b8b87ec2-a13b-4a22-b08a-e0d4c76d01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:29.642113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9df32975-12a1-4995-9f83-e8279742cb7a req-b8b87ec2-a13b-4a22-b08a-e0d4c76d01c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 912 time: 0.9364543 Dec 09 22:36:29.689587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Routers {'98534897-57b3-4da1-b670-01bccaeaaf65'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:29.690356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-75713385-f510-4d96-86f0-170b0eba825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['98534897-57b3-4da1-b670-01bccaeaaf65'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:29.814449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c02bc21-3579-4f30-bb87-38c5408ec7a9 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:30.057041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Set router 98534897-57b3-4da1-b670-01bccaeaaf65 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:30.572516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280ba18-d8c5-4135-b65c-fb533772cb9f req-5f509ec5-fac5-4433-a00d-0c13234bb8ee tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:30.593417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d280ba18-d8c5-4135-b65c-fb533772cb9f req-5f509ec5-fac5-4433-a00d-0c13234bb8ee tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.9503067 Dec 09 22:36:30.600838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-75713385-f510-4d96-86f0-170b0eba825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'name': 'tempest-ServersTestMultiNic-1270685952-router', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:22Z', 'updated_at': '2021-12-09T22:36:26Z', 'revision_number': 3, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'gw_port': {'id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:24Z', 'updated_at': '2021-12-09T22:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:30.604310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6c02bc21-3579-4f30-bb87-38c5408ec7a9 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:30.604680 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:30.662159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Checking router: 98534897-57b3-4da1-b670-01bccaeaaf65 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:36:30.662847 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Updating router 98534897-57b3-4da1-b670-01bccaeaaf65 port b94f916f-28fb-4823-95c0-89070e9f4b5b binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:36:30.713630 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:30.788227 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9df32975-12a1-4995-9f83-e8279742cb7a req-3ccedbd9-3192-4bec-8025-45ba91deb8be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a215047-c3c4-421b-954e-30c212eb94cc HTTP/1.1" status: 200 len: 1000 time: 1.0810735 Dec 09 22:36:30.816736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d280ba18-d8c5-4135-b65c-fb533772cb9f req-5d9ba1b7-e15d-4242-b23a-116a834fef4f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219949 Dec 09 22:36:31.206296 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-313fbfb9-601a-4828-97b2-3d67b2b7cc72 req-809f8894-3e16-4101-a3b4-fa86fd25143a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 210 time: 0.1806092 Dec 09 22:36:31.222565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df32975-12a1-4995-9f83-e8279742cb7a req-1a219b65-43d3-48dd-a012-95c13b301b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:31.233996 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9df32975-12a1-4995-9f83-e8279742cb7a req-1a219b65-43d3-48dd-a012-95c13b301b8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=992210bd-a6ee-474f-a5bf-287bbb7205d0 HTTP/1.1" status: 200 len: 850 time: 0.4161670 Dec 09 22:36:31.392781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0cd09-263e-41ec-a8ef-c78640c98595 req-bd6672d9-e952-46d8-8324-26a51135e59f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:31.402898 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0a0cd09-263e-41ec-a8ef-c78640c98595 req-bd6672d9-e952-46d8-8324-26a51135e59f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.4193437 Dec 09 22:36:31.430135 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-39c97c54-e280-4ed9-ac8d-6c2b230f5fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:31.582593 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0a0cd09-263e-41ec-a8ef-c78640c98595 req-c54e7a54-b235-4bf3-8dea-557b65c68b11 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776676 Dec 09 22:36:31.591887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df32975-12a1-4995-9f83-e8279742cb7a req-621c8f3f-f5f5-4929-aa54-206bcd3e07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:31.595995 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9df32975-12a1-4995-9f83-e8279742cb7a req-621c8f3f-f5f5-4929-aa54-206bcd3e07b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f16f7172-a535-46bf-a20c-df7868a46f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3482931 Dec 09 22:36:31.604277 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:31.874482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Allocated IP 172.20.0.1 (09be8c43-2350-4c57-927d-6a2e97012dde/bd7e93c3-44fb-45c1-a83e-06e6099ff766/280a4147-23bc-4e2f-9939-c673550fa5e7) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:31.930663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9df32975-12a1-4995-9f83-e8279742cb7a req-2150e3c9-2c22-473b-939c-16c90e700538 service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275037 Dec 09 22:36:32.131162 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:32.174493 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9df32975-12a1-4995-9f83-e8279742cb7a req-5e609833-369a-43ad-b2ff-e321736a92ee service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289450 Dec 09 22:36:32.229880 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:32.282596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Network 09be8c43-2350-4c57-927d-6a2e97012dde is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:32.340338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2df4c-0688-488a-81bc-8fd9103869ba req-01376609-1d0e-49d7-b845-94590f2eca04 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:32.344114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5fa2df4c-0688-488a-81bc-8fd9103869ba req-01376609-1d0e-49d7-b845-94590f2eca04 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.3028939 Dec 09 22:36:32.344391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:32.363502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:32.422422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Pushing event updated for resources: {'Port': ['ID=280a4147-23bc-4e2f-9939-c673550fa5e7,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:32.451412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd7a2b94-2ea1-4e7c-b8f8-2491da07d5f8 req-80e881cb-64c0-41d4-8a3b-83aa34555f68 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 210 time: 0.0971529 Dec 09 22:36:32.503888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:32.582458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5fa2df4c-0688-488a-81bc-8fd9103869ba req-ad4af9c4-4376-4ec4-8330-00ea180a0761 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302883 Dec 09 22:36:32.659910 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:32.678918 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:32.819941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fad413-e14f-4890-a328-f613d714435c None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:36:32.845291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b84a32-6799-4eef-b253-d550f4d44e89 req-cfa7b252-4f56-48ca-96e1-bfce0e242fe3 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:32.847386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2b84a32-6799-4eef-b253-d550f4d44e89 req-cfa7b252-4f56-48ca-96e1-bfce0e242fe3 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.0758255 Dec 09 22:36:32.864669 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:32.880055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Attempting to bind port b94f916f-28fb-4823-95c0-89070e9f4b5b on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:36:32.880721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Attempting to bind port b94f916f-28fb-4823-95c0-89070e9f4b5b by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:36:32.881982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Attempting to bind port b94f916f-28fb-4823-95c0-89070e9f4b5b on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:32.922355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:36:32.922991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:32.923574 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:32.924148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:36:32.930006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Bound port: b94f916f-28fb-4823-95c0-89070e9f4b5b, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:36:32.930683 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:32.936099 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2b84a32-6799-4eef-b253-d550f4d44e89 req-5c278bfc-031f-490e-9abe-073fe2b9a0ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802915 Dec 09 22:36:33.090403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-75713385-f510-4d96-86f0-170b0eba825a None None] For port b94f916f-28fb-4823-95c0-89070e9f4b5b, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:36:33.093815 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-75713385-f510-4d96-86f0-170b0eba825a None None] For port b94f916f-28fb-4823-95c0-89070e9f4b5b, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b94f916f-28fb-4823-95c0-89070e9f4b5b,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:36:33.118188 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:33.126046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857d742-4990-4189-856e-62111c8bc0bb None None] Pushing event updated for resources: {'Port': ['ID=b94f916f-28fb-4823-95c0-89070e9f4b5b,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:33.342855 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857d742-4990-4189-856e-62111c8bc0bb None None] Pushing event updated for resources: {'Port': ['ID=b94f916f-28fb-4823-95c0-89070e9f4b5b,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:33.375306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-1984e114-6c91-41c4-8713-4acf07d2d02d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:33.386882 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-1984e114-6c91-41c4-8713-4acf07d2d02d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 811 time: 0.5615764 Dec 09 22:36:33.428493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-14bb35c3-cd0f-4e24-b445-4d9183fa4749 None None] Provisioning complete for port 280a4147-23bc-4e2f-9939-c673550fa5e7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:33.428893 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-14bb35c3-cd0f-4e24-b445-4d9183fa4749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:33.430676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027d166-ac3b-4dc3-b2d1-7b831984ba74 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:36:33.469845 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-093eb831-f913-45e2-95bc-6cbce6db61d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:33.485568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Routers {'98534897-57b3-4da1-b670-01bccaeaaf65'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:33.486746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-75713385-f510-4d96-86f0-170b0eba825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['98534897-57b3-4da1-b670-01bccaeaaf65'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:33.551157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-14bb35c3-cd0f-4e24-b445-4d9183fa4749 None None] Port 280a4147-23bc-4e2f-9939-c673550fa5e7 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:36:33.597607 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:33.616837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:33.769515 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b2eee69-ec0b-4d57-bd9b-9a727e1f4b78 req-d1c359fb-6692-4f5b-ade1-9eb393cc3eaa tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 210 time: 0.1175144 Dec 09 22:36:33.822107 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-75713385-f510-4d96-86f0-170b0eba825a None None] Set router 98534897-57b3-4da1-b670-01bccaeaaf65 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:33.882922 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-a39e359d-0d69-4f77-b482-79409b7353a3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a50be6269df849769ea8c318b734d26f HTTP/1.1" status: 200 len: 380 time: 0.4048505 Dec 09 22:36:33.904792 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Request body: {'port': {'device_id': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'admin_state_up': True, 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'security_groups': ['40bab296-230e-40c2-a71d-41d8903e3059']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:33.912049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a7371-56d2-4e9f-8ff2-e923c6f25963 req-7c1502f8-e068-440c-b6ad-cc4d03d6c904 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:33.922002 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-222a7371-56d2-4e9f-8ff2-e923c6f25963 req-7c1502f8-e068-440c-b6ad-cc4d03d6c904 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.1205106 Dec 09 22:36:33.934415 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:33.966146 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:33.968428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-54bf5445-5116-48c2-9320-d86204b4f207 None None] Provisioning complete for port b94f916f-28fb-4823-95c0-89070e9f4b5b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:33.968807 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54bf5445-5116-48c2-9320-d86204b4f207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:34.008677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-222a7371-56d2-4e9f-8ff2-e923c6f25963 req-83cdddd2-d51a-4f7f-be65-c6781b35bc61 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794127 Dec 09 22:36:34.119174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Pushing event updated for resources: {'Port': ['ID=280a4147-23bc-4e2f-9939-c673550fa5e7,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:34.268947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beda02-f7f5-42d0-92c8-e0269b502733 req-219fab69-de9d-44e0-9a29-8c0e3fe3ae94 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:34.280700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55beda02-f7f5-42d0-92c8-e0269b502733 req-219fab69-de9d-44e0-9a29-8c0e3fe3ae94 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1471229 Dec 09 22:36:34.382239 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54bf5445-5116-48c2-9320-d86204b4f207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:34.382792 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55beda02-f7f5-42d0-92c8-e0269b502733 req-fcb80dbf-2d6c-4b00-8e4a-c023f3a0289f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007233 Dec 09 22:36:34.395465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Network 09be8c43-2350-4c57-927d-6a2e97012dde is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:34.435902 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-54bf5445-5116-48c2-9320-d86204b4f207 None None] For port b94f916f-28fb-4823-95c0-89070e9f4b5b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b94f916f-28fb-4823-95c0-89070e9f4b5b,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:34.443005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:34.451613 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54bf5445-5116-48c2-9320-d86204b4f207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:34.457282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Made reservation on behalf of a50be6269df849769ea8c318b734d26f for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:34.463725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:34.470256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-75713385-f510-4d96-86f0-170b0eba825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'name': 'tempest-ServersTestMultiNic-1270685952-router', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:22Z', 'updated_at': '2021-12-09T22:36:32Z', 'revision_number': 4, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'gw_port': {'id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:24Z', 'updated_at': '2021-12-09T22:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '280a4147-23bc-4e2f-9939-c673550fa5e7', 'name': '', 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'mac_address': 'fa:16:3e:9c:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'bd7e93c3-44fb-45c1-a83e-06e6099ff766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:31Z', 'updated_at': '2021-12-09T22:36:31Z', 'revision_number': 1, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'subnets': [{'id': 'bd7e93c3-44fb-45c1-a83e-06e6099ff766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:34.643515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75713385-f510-4d96-86f0-170b0eba825a None None] The sync data for ids ['98534897-57b3-4da1-b670-01bccaeaaf65'] in n-d-789963-23 is: [{'id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'name': 'tempest-ServersTestMultiNic-1270685952-router', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:22Z', 'updated_at': '2021-12-09T22:36:32Z', 'revision_number': 4, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'gw_port': {'id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:24Z', 'updated_at': '2021-12-09T22:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '280a4147-23bc-4e2f-9939-c673550fa5e7', 'name': '', 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'mac_address': 'fa:16:3e:9c:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'bd7e93c3-44fb-45c1-a83e-06e6099ff766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:31Z', 'updated_at': '2021-12-09T22:36:31Z', 'revision_number': 1, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'subnets': [{'id': 'bd7e93c3-44fb-45c1-a83e-06e6099ff766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:36:34.646636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf5445-5116-48c2-9320-d86204b4f207 None None] Pushing event updated for resources: {'Port': ['ID=b94f916f-28fb-4823-95c0-89070e9f4b5b,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:34.763555 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:36:34.764196 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:34.903649 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-dfd6fb1b-dea0-4f8f-905b-8030a94d2116 None None] Provisioning complete for port 280a4147-23bc-4e2f-9939-c673550fa5e7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:34.904761 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dfd6fb1b-dea0-4f8f-905b-8030a94d2116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:34.923444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Allocated IP 172.20.0.10 (badbd76f-a324-4608-aa2d-ed71f637ff83/7b500527-9fce-41df-940e-84cdb130d7d8/d50f613a-260f-49d2-bf29-005df074fec8) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:34.964767 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b5ccd0d-4b90-430f-bb90-a33671db1fe9 req-ca8bbae4-62dd-4922-9343-0b27839edc40 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 210 time: 0.0526774 Dec 09 22:36:34.998014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6fb1b-dea0-4f8f-905b-8030a94d2116 None None] Port 280a4147-23bc-4e2f-9939-c673550fa5e7 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:36:35.216753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Router 98534897-57b3-4da1-b670-01bccaeaaf65 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:36:35.261597 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:35.331075 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:35.434530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Network badbd76f-a324-4608-aa2d-ed71f637ff83 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:35.448999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a52f8-0f6c-40bf-ade0-6335cff0f256 req-6a63b9b2-299b-461b-b90f-08a1b1098f7f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:35.450301 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea6a52f8-0f6c-40bf-ade0-6335cff0f256 req-6a63b9b2-299b-461b-b90f-08a1b1098f7f tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.1885045 Dec 09 22:36:35.477585 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:35.497806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:35.777014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:36:35.797969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea6a52f8-0f6c-40bf-ade0-6335cff0f256 req-965dbb2f-0932-4cf4-8a24-557c4877deca tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345141 Dec 09 22:36:35.806036 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fde6899c-e1cc-41cb-9166-c14992779110 admin admin] 10.222.0.16 "PUT /v2.0/routers/98534897-57b3-4da1-b670-01bccaeaaf65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2346401 Dec 09 22:36:35.834919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:35.862000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb40ea2-0e58-4351-9c1a-aae62edd6fa8 req-8cef7f87-a24c-4be4-83e4-e437900692fb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:35.884873 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bcb40ea2-0e58-4351-9c1a-aae62edd6fa8 req-8cef7f87-a24c-4be4-83e4-e437900692fb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.3116548 Dec 09 22:36:35.892350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:35.906124 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:35.981404 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-8bc6fea4-790b-4086-a5c4-154c876f4e0a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0823166 Dec 09 22:36:36.012205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Request body: {'port': {'device_id': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:36.052815 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-71322c67-21f1-4fa4-9cd4-27673308adaa None None] Provisioning complete for port d50f613a-260f-49d2-bf29-005df074fec8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:36.055202 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-71322c67-21f1-4fa4-9cd4-27673308adaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:36.105138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bcb40ea2-0e58-4351-9c1a-aae62edd6fa8 req-5d6c30ad-7020-45c2-a894-5bd0973a5851 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192450 Dec 09 22:36:36.252133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49566) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:36.327574 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:36.339695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:36.383208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-71322c67-21f1-4fa4-9cd4-27673308adaa None None] Port d50f613a-260f-49d2-bf29-005df074fec8 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:36:36.414817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8564f75c-6b90-46b5-8173-97f0caacbc9a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-425840412'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:36.523470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8173286-451c-4cec-9815-65787c73ba04 req-98d8b801-0382-44e7-9183-b44cc96801a7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:36.556825 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8173286-451c-4cec-9815-65787c73ba04 req-98d8b801-0382-44e7-9183-b44cc96801a7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 932 time: 0.2456214 Dec 09 22:36:36.593918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b94f916f-28fb-4823-95c0-89070e9f4b5b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:36.679039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port b94f916f-28fb-4823-95c0-89070e9f4b5b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:36.679798 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:36.908739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8173286-451c-4cec-9815-65787c73ba04 req-7a054748-2ef9-47d4-8f17-5494963db395 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512239 Dec 09 22:36:36.986847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7dabc-05d8-4e5c-80ec-f7fd1d5700be req-b78a5680-2d6e-48ce-a41d-f74eabdc8ff5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:37.007054 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4d7dabc-05d8-4e5c-80ec-f7fd1d5700be req-b78a5680-2d6e-48ce-a41d-f74eabdc8ff5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.4309535 Dec 09 22:36:37.017069 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:37.057799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50f613a-260f-49d2-bf29-005df074fec8 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:36:37.066735 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:37.092019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Transition to ACTIVE for port object d50f613a-260f-49d2-bf29-005df074fec8 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:36:37.107564 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:37.123061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f5e3e-c114-44d5-96db-ccaa0269a9b5 req-ff6f5876-bbba-4c70-a104-0dd50c390b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:37.139823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6f5e3e-c114-44d5-96db-ccaa0269a9b5 req-ff6f5876-bbba-4c70-a104-0dd50c390b66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 1097 time: 0.4613352 Dec 09 22:36:37.211820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8564f75c-6b90-46b5-8173-97f0caacbc9a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:37.215766 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8564f75c-6b90-46b5-8173-97f0caacbc9a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:37.253328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4d7dabc-05d8-4e5c-80ec-f7fd1d5700be req-d6fbaa42-98fd-4f19-9ebc-cc6d20ef2d4c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453454 Dec 09 22:36:37.338190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:37.437919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8564f75c-6b90-46b5-8173-97f0caacbc9a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:36:37.534726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f5e3e-c114-44d5-96db-ccaa0269a9b5 req-e04ea131-5bbc-4b56-bdf0-e565670ff76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:37.543944 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6f5e3e-c114-44d5-96db-ccaa0269a9b5 req-e04ea131-5bbc-4b56-bdf0-e565670ff76a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 912 time: 0.3939688 Dec 09 22:36:37.593000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Attempting to bind port d50f613a-260f-49d2-bf29-005df074fec8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:36:37.593340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Attempting to bind port d50f613a-260f-49d2-bf29-005df074fec8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:36:37.597215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Attempting to bind port d50f613a-260f-49d2-bf29-005df074fec8 on network badbd76f-a324-4608-aa2d-ed71f637ff83 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:37.610936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Port d50f613a-260f-49d2-bf29-005df074fec8 on network badbd76f-a324-4608-aa2d-ed71f637ff83 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:36:37.618160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Attempting to bind port d50f613a-260f-49d2-bf29-005df074fec8 on network badbd76f-a324-4608-aa2d-ed71f637ff83 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:37.641590 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8564f75c-6b90-46b5-8173-97f0caacbc9a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:37.646452 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-8564f75c-6b90-46b5-8173-97f0caacbc9a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Added segment b01b770d-b696-4145-983b-1bcaeff5ba61 of type vlan for network e1af6893-8ed8-4306-a8e7-1a4de848ee43 Dec 09 22:36:37.673496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6f5e3e-c114-44d5-96db-ccaa0269a9b5 req-5a83b2fb-0224-49b9-8bc0-57b61f19e6d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a215047-c3c4-421b-954e-30c212eb94cc HTTP/1.1" status: 200 len: 1000 time: 0.1216674 Dec 09 22:36:37.709997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:36:37.710320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Checking segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:37.712009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Bound using segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:36:37.716052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Bound port: d50f613a-260f-49d2-bf29-005df074fec8, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:36:37.716613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:37.800184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f5e3e-c114-44d5-96db-ccaa0269a9b5 req-04928c50-2dc9-446c-a406-5e1e74de3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:37.801671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6f5e3e-c114-44d5-96db-ccaa0269a9b5 req-04928c50-2dc9-446c-a406-5e1e74de3fc6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=992210bd-a6ee-474f-a5bf-287bbb7205d0 HTTP/1.1" status: 200 len: 850 time: 0.1189351 Dec 09 22:36:37.910732 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa06d98-982d-482b-bb20-f488d1b67735 req-82dedcf0-1df3-41e5-bfa1-ac723c2c1335 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:37.912336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afa06d98-982d-482b-bb20-f488d1b67735 req-82dedcf0-1df3-41e5-bfa1-ac723c2c1335 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.4415770 Dec 09 22:36:37.919621 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8564f75c-6b90-46b5-8173-97f0caacbc9a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:37.943909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f5e3e-c114-44d5-96db-ccaa0269a9b5 req-54e576f3-3488-4ca5-b4c5-b2e6ea6bdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:37.945398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6f5e3e-c114-44d5-96db-ccaa0269a9b5 req-54e576f3-3488-4ca5-b4c5-b2e6ea6bdf64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f16f7172-a535-46bf-a20c-df7868a46f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202192 Dec 09 22:36:37.993404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:36:37.998817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:36:38.001729 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8564f75c-6b90-46b5-8173-97f0caacbc9a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:38.008567 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8564f75c-6b90-46b5-8173-97f0caacbc9a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:38.010115 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8564f75c-6b90-46b5-8173-97f0caacbc9a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:38.022966 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:38.103709 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8564f75c-6b90-46b5-8173-97f0caacbc9a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8501239 Dec 09 22:36:38.110199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49586) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:38.169882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-de035fd2-0e3d-41fe-8532-09f499d7d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'subnet': {'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:38.241632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:38.246733 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:38.249873 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] 10.222.0.42 "PUT /v2.0/ports/d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 1093 time: 2.2591615 Dec 09 22:36:38.258160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:36:38.266810 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f3060f-8125-4e98-9c11-35fa1af3abd1" -d '{"events": [{"name": "network-changed", "server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "tag": "d50f613a-260f-49d2-bf29-005df074fec8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:36:38.325173 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-afa06d98-982d-482b-bb20-f488d1b67735 req-36bcabb2-11e4-4e70-85df-eba680d12051 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614266 Dec 09 22:36:38.371602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564f75c-6b90-46b5-8173-97f0caacbc9a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Network': ['ID=e1af6893-8ed8-4306-a8e7-1a4de848ee43,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:38.405571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431302e1-d554-48df-b4a6-9fe0879cf0dd service neutron] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:38.437255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e1af6893-8ed8-4306-a8e7-1a4de848ee43 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:36:38.441484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be58208-3ad5-4a7d-ba58-db78bd84f843 req-7c29d67b-eb1c-42d2-84c9-33d7cf01b1eb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:38.457668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8be58208-3ad5-4a7d-ba58-db78bd84f843 req-7c29d67b-eb1c-42d2-84c9-33d7cf01b1eb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 944 time: 0.3738542 Dec 09 22:36:38.607989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6f5e3e-c114-44d5-96db-ccaa0269a9b5 req-a96abf42-e454-45f4-b8c3-4661fc880f0e service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525643 Dec 09 22:36:38.659595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-c71d09e5-030f-4906-b8a9-3d9c2e5c0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:38.663114 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-c71d09e5-030f-4906-b8a9-3d9c2e5c0b83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1096 time: 0.3597212 Dec 09 22:36:38.665918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de035fd2-0e3d-41fe-8532-09f499d7d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:38.674852 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de035fd2-0e3d-41fe-8532-09f499d7d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:38.798070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c6f5e3e-c114-44d5-96db-ccaa0269a9b5 req-38c4b64d-fcf2-4411-bef2-b65ae64c4102 service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801155 Dec 09 22:36:38.896852 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8be58208-3ad5-4a7d-ba58-db78bd84f843 req-07bd4883-f533-43aa-af44-8c5647e93614 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4381502 Dec 09 22:36:38.934222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5ae7-2688-46bc-bd6e-e824234f7aad req-58cbcced-979e-48d6-b740-1b3fdc56769a tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:38.945419 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-3f9d2ecc-de90-4ed0-a55c-91883472d7dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 217 time: 0.2633698 Dec 09 22:36:38.949656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa8f5ae7-2688-46bc-bd6e-e824234f7aad req-58cbcced-979e-48d6-b740-1b3fdc56769a tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.1636295 Dec 09 22:36:39.053519 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa8f5ae7-2688-46bc-bd6e-e824234f7aad req-62e5178e-5044-4644-b35d-a52ec79c857e tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026473 Dec 09 22:36:39.145918 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3ca191-f43e-4cdb-b2ab-c6f46ff7f5c8 x-openstack-request-id: req-9e3ca191-f43e-4cdb-b2ab-c6f46ff7f5c8 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:36:39.146521 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "tag": "d50f613a-260f-49d2-bf29-005df074fec8", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:36:39.146521 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e3ca191-f43e-4cdb-b2ab-c6f46ff7f5c8 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:36:39.146910 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8', 'status': 'completed', 'code': 200} Dec 09 22:36:39.178222 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Sync routers for ids ['98534897-57b3-4da1-b670-01bccaeaaf65'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:36:39.211737 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Routers {'98534897-57b3-4da1-b670-01bccaeaaf65'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:39.212787 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-48880807-116a-4a33-962d-efd82fedebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['98534897-57b3-4da1-b670-01bccaeaaf65'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:39.255069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-5f2f22c4-544c-4d6f-ab5e-c41a8df5eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:39.257516 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-5f2f22c4-544c-4d6f-ab5e-c41a8df5eabb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.1133442 Dec 09 22:36:39.258954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de035fd2-0e3d-41fe-8532-09f499d7d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:39.363388 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Set router 98534897-57b3-4da1-b670-01bccaeaaf65 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:39.452664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de035fd2-0e3d-41fe-8532-09f499d7d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Subnet': ['ID=cb168eaf-7d8c-479f-b3bd-aca29bca8f95,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:39.481017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-0910203c-59e6-4ad5-bb66-9907d0e6e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:39.489406 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-0910203c-59e6-4ad5-bb66-9907d0e6e0ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2212405 Dec 09 22:36:39.503093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de035fd2-0e3d-41fe-8532-09f499d7d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Checking segment: {'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:39.504923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de035fd2-0e3d-41fe-8532-09f499d7d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network hostable DHCP agents. Network: e1af6893-8ed8-4306-a8e7-1a4de848ee43, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:36:39.588545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad7fce-b105-4300-8b72-35354c4ec5f2 req-29094b36-5d3d-40dc-8e8b-5292efd791f1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:39.595987 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09ad7fce-b105-4300-8b72-35354c4ec5f2 req-29094b36-5d3d-40dc-8e8b-5292efd791f1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.0977058 Dec 09 22:36:39.735806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09ad7fce-b105-4300-8b72-35354c4ec5f2 req-cb8107d8-c966-497d-87a0-b040d72c1677 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249607 Dec 09 22:36:39.768160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de035fd2-0e3d-41fe-8532-09f499d7d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network e1af6893-8ed8-4306-a8e7-1a4de848ee43 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:36:39.808190 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-48880807-116a-4a33-962d-efd82fedebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'name': 'tempest-ServersTestMultiNic-1270685952-router', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:22Z', 'updated_at': '2021-12-09T22:36:32Z', 'revision_number': 4, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'gw_port': {'id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:24Z', 'updated_at': '2021-12-09T22:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '280a4147-23bc-4e2f-9939-c673550fa5e7', 'name': '', 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'mac_address': 'fa:16:3e:9c:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'bd7e93c3-44fb-45c1-a83e-06e6099ff766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:31Z', 'updated_at': '2021-12-09T22:36:33Z', 'revision_number': 2, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'subnets': [{'id': 'bd7e93c3-44fb-45c1-a83e-06e6099ff766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:39.824529 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-04a0a73d-20f7-4767-8848-70a19254f4d4 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157194 Dec 09 22:36:39.828898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-de035fd2-0e3d-41fe-8532-09f499d7d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e1af6893-8ed8-4306-a8e7-1a4de848ee43) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:39.838365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf2a733-b238-4ebf-bff9-a7f37d8005f6 None None] Network e1af6893-8ed8-4306-a8e7-1a4de848ee43 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:36:39.854246 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Checking router: 98534897-57b3-4da1-b670-01bccaeaaf65 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:36:39.854918 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Updating router 98534897-57b3-4da1-b670-01bccaeaaf65 port 280a4147-23bc-4e2f-9939-c673550fa5e7 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:36:39.871502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de035fd2-0e3d-41fe-8532-09f499d7d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:39.880806 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de035fd2-0e3d-41fe-8532-09f499d7d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:39.884176 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:40.116740 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-de035fd2-0e3d-41fe-8532-09f499d7d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9889834 Dec 09 22:36:40.119788 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49610) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:40.146334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-05b07270-7ef4-44cf-9130-5813d78ea64e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-548981123'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:40.242105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-e1af6893-8ed8-4306-a8e7-1a4de848ee43', 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43', 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'fixed_ips': [{'subnet_id': 'cb168eaf-7d8c-479f-b3bd-aca29bca8f95'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:36:40.243380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aceda-f857-4d4d-b5c8-1a9d9a21048b req-c20ffd3a-de2f-4ee7-922e-977cee2dffbb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:40.244229 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:40.254420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c7aceda-f857-4d4d-b5c8-1a9d9a21048b req-c20ffd3a-de2f-4ee7-922e-977cee2dffbb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 944 time: 0.1848772 Dec 09 22:36:40.542946 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e356b03f-dcb8-4df6-b257-dbbd09a7a96b req-72e534da-9880-40a4-bf5a-c621a7e23cb2 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821394 Dec 09 22:36:40.552659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b07270-7ef4-44cf-9130-5813d78ea64e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:40.570036 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05b07270-7ef4-44cf-9130-5813d78ea64e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:40.570463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f4740-2fa1-4807-bd8e-b33f73727f5f req-dce0785b-455e-4fa9-a8ea-ab26e2db4d8d tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:40.581847 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd5f4740-2fa1-4807-bd8e-b33f73727f5f req-dce0785b-455e-4fa9-a8ea-ab26e2db4d8d tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.3250775 Dec 09 22:36:40.652640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c7aceda-f857-4d4d-b5c8-1a9d9a21048b req-14fd106d-bee0-4ffa-8aa3-2c3badeb3459 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396395 Dec 09 22:36:40.656705 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:40.681504 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:40.723699 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd5f4740-2fa1-4807-bd8e-b33f73727f5f req-985049f7-b9cb-45e6-8fe9-605ccae09277 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408894 Dec 09 22:36:40.748141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b07270-7ef4-44cf-9130-5813d78ea64e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:36:40.793963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05b07270-7ef4-44cf-9130-5813d78ea64e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:40.794310 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-05b07270-7ef4-44cf-9130-5813d78ea64e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Added segment 16a186dc-bc52-4a33-8bea-57acd0ead4bf of type vlan for network 58e4ffbd-8d0b-4a8a-82be-6da7744d457a Dec 09 22:36:40.806117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Allocated IP 19.80.0.2 (e1af6893-8ed8-4306-a8e7-1a4de848ee43/cb168eaf-7d8c-479f-b3bd-aca29bca8f95/dc1917ef-4bd5-4b60-a653-dae7bec0d184) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:40.833720 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2938a3b-c27e-4079-80e0-8f32aad9f1be None None] Pushing event updated for resources: {'Port': ['ID=280a4147-23bc-4e2f-9939-c673550fa5e7,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:40.875670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3060f-8125-4e98-9c11-35fa1af3abd1 req-7e6c730f-004d-4155-90ff-4ab23b6aa542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:40.879441 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-11f3060f-8125-4e98-9c11-35fa1af3abd1 req-7e6c730f-004d-4155-90ff-4ab23b6aa542 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1096 time: 0.2684898 Dec 09 22:36:40.951241 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05b07270-7ef4-44cf-9130-5813d78ea64e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:40.955442 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Attempting to bind port 280a4147-23bc-4e2f-9939-c673550fa5e7 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:36:40.955813 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Attempting to bind port 280a4147-23bc-4e2f-9939-c673550fa5e7 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6894de68-4f1b-4be5-b72f-811546a7fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:36:40.956812 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Attempting to bind port 280a4147-23bc-4e2f-9939-c673550fa5e7 on network 09be8c43-2350-4c57-927d-6a2e97012dde {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:40.967929 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:36:40.968302 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Checking segment: {'id': '6894de68-4f1b-4be5-b72f-811546a7fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:40.970237 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:40.971131 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Bound using segment: {'id': '6894de68-4f1b-4be5-b72f-811546a7fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:36:40.971745 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Bound port: 280a4147-23bc-4e2f-9939-c673550fa5e7, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6894de68-4f1b-4be5-b72f-811546a7fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:36:40.972130 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:40.995823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05b07270-7ef4-44cf-9130-5813d78ea64e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:41.004576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b07270-7ef4-44cf-9130-5813d78ea64e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:41.005831 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05b07270-7ef4-44cf-9130-5813d78ea64e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:41.195762 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-48880807-116a-4a33-962d-efd82fedebfc None None] For port 280a4147-23bc-4e2f-9939-c673550fa5e7, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:36:41.216183 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-48880807-116a-4a33-962d-efd82fedebfc None None] For port 280a4147-23bc-4e2f-9939-c673550fa5e7, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=280a4147-23bc-4e2f-9939-c673550fa5e7,segment=NetworkSegment(6894de68-4f1b-4be5-b72f-811546a7fe6b),segment_id=6894de68-4f1b-4be5-b72f-811546a7fe6b)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:36:41.233102 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:41.240398 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:41.244580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b07270-7ef4-44cf-9130-5813d78ea64e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Network': ['ID=58e4ffbd-8d0b-4a8a-82be-6da7744d457a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:41.252318 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:41.284615 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca2b2-9c6d-429d-8c5b-62b062787111 req-28402757-280b-4dd3-9ca0-aba4ebd69172 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:41.304984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-626ca2b2-9c6d-429d-8c5b-62b062787111 req-28402757-280b-4dd3-9ca0-aba4ebd69172 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.2896578 Dec 09 22:36:41.318515 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-05b07270-7ef4-44cf-9130-5813d78ea64e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1908503 Dec 09 22:36:41.340337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49624) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:41.370309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-da5e1d90-ca52-4eee-a689-82dda4c6cc23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'subnet': {'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:41.387468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 58e4ffbd-8d0b-4a8a-82be-6da7744d457a details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:36:41.400593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Pushing event updated for resources: {'Port': ['ID=dc1917ef-4bd5-4b60-a653-dae7bec0d184,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:41.478135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3060f-8125-4e98-9c11-35fa1af3abd1 req-1fffcd64-f6ba-4d8a-8b0f-7cbcc7968f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:41.483048 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-11f3060f-8125-4e98-9c11-35fa1af3abd1 req-1fffcd64-f6ba-4d8a-8b0f-7cbcc7968f9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.4991426 Dec 09 22:36:41.486019 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2938a3b-c27e-4079-80e0-8f32aad9f1be None None] Pushing event updated for resources: {'Port': ['ID=280a4147-23bc-4e2f-9939-c673550fa5e7,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:41.508383 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Routers {'98534897-57b3-4da1-b670-01bccaeaaf65'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:41.509026 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-48880807-116a-4a33-962d-efd82fedebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['98534897-57b3-4da1-b670-01bccaeaaf65'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:41.527299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Network e1af6893-8ed8-4306-a8e7-1a4de848ee43 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:41.677765 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-11f3060f-8125-4e98-9c11-35fa1af3abd1 req-5a5b19fc-48a1-4257-803e-0823a7be19ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 217 time: 0.1866324 Dec 09 22:36:41.710825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1255a7e9-888f-4bfe-9950-9a3aae1cf542 None None] Provisioning complete for port 280a4147-23bc-4e2f-9939-c673550fa5e7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:41.711201 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1255a7e9-888f-4bfe-9950-9a3aae1cf542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:41.719320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:41.729811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:41.860598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-626ca2b2-9c6d-429d-8c5b-62b062787111 req-2de89a82-9f1c-431e-84ef-c482775a88c2 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5507543 Dec 09 22:36:41.891001 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-48880807-116a-4a33-962d-efd82fedebfc None None] Set router 98534897-57b3-4da1-b670-01bccaeaaf65 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:41.938918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49632) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:41.988808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3060f-8125-4e98-9c11-35fa1af3abd1 req-d378f5dc-3afb-4811-b7ea-9f82d3b11c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:41.990695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5e1d90-ca52-4eee-a689-82dda4c6cc23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:42.000768 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-11f3060f-8125-4e98-9c11-35fa1af3abd1 req-d378f5dc-3afb-4811-b7ea-9f82d3b11c22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.3160088 Dec 09 22:36:42.005960 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da5e1d90-ca52-4eee-a689-82dda4c6cc23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:42.106772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Attempting to bind port dc1917ef-4bd5-4b60-a653-dae7bec0d184 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:36:42.107654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Attempting to bind port dc1917ef-4bd5-4b60-a653-dae7bec0d184 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:36:42.107654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Attempting to bind port dc1917ef-4bd5-4b60-a653-dae7bec0d184 on network e1af6893-8ed8-4306-a8e7-1a4de848ee43 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:42.138056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:36:42.138056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Checking segment: {'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:42.138056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:42.138056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Bound using segment: {'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:36:42.141569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Bound port: dc1917ef-4bd5-4b60-a653-dae7bec0d184, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:36:42.141569 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:42.224342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3060f-8125-4e98-9c11-35fa1af3abd1 req-299e5d2b-6e78-491a-a92b-a398cb3f838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:42.226410 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-11f3060f-8125-4e98-9c11-35fa1af3abd1 req-299e5d2b-6e78-491a-a92b-a398cb3f838b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2174201 Dec 09 22:36:42.503293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] For port dc1917ef-4bd5-4b60-a653-dae7bec0d184, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:36:42.514343 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] For port dc1917ef-4bd5-4b60-a653-dae7bec0d184, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dc1917ef-4bd5-4b60-a653-dae7bec0d184,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:36:42.524537 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:42.547737 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1255a7e9-888f-4bfe-9950-9a3aae1cf542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:42.564736 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-11f3060f-8125-4e98-9c11-35fa1af3abd1 req-9166f2a0-42f5-47a7-a37f-baa83c6eff88 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309116 Dec 09 22:36:42.669167 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da5e1d90-ca52-4eee-a689-82dda4c6cc23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:42.726615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1255a7e9-888f-4bfe-9950-9a3aae1cf542 None None] For port 280a4147-23bc-4e2f-9939-c673550fa5e7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=280a4147-23bc-4e2f-9939-c673550fa5e7,segment=NetworkSegment(6894de68-4f1b-4be5-b72f-811546a7fe6b),segment_id=6894de68-4f1b-4be5-b72f-811546a7fe6b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:42.743437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 280a4147-23bc-4e2f-9939-c673550fa5e7 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:42.747107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-006e1719-9f31-4ea4-a324-e177db3409b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:42.754617 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ed167-44c5-43e0-9d6e-fa647efc2fe8 req-992f1cd5-3b5d-41d1-b2fb-d2e1721c58ef tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:42.758884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-528ed167-44c5-43e0-9d6e-fa647efc2fe8 req-992f1cd5-3b5d-41d1-b2fb-d2e1721c58ef tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 944 time: 0.8908138 Dec 09 22:36:42.855965 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1255a7e9-888f-4bfe-9950-9a3aae1cf542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:42.895059 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edec692-fac2-4911-bcdf-a5b3a4612b1e None None] Pushing event updated for resources: {'Port': ['ID=dc1917ef-4bd5-4b60-a653-dae7bec0d184,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:42.920235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-528ed167-44c5-43e0-9d6e-fa647efc2fe8 req-722ae648-1c93-4c60-8d36-2b607c566311 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437936 Dec 09 22:36:42.984712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e1d90-ca52-4eee-a689-82dda4c6cc23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Subnet': ['ID=fb66e134-d411-458b-96bf-5f399f6b84fa,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:42.990826 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-48880807-116a-4a33-962d-efd82fedebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'name': 'tempest-ServersTestMultiNic-1270685952-router', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:22Z', 'updated_at': '2021-12-09T22:36:32Z', 'revision_number': 4, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'gw_port': {'id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:24Z', 'updated_at': '2021-12-09T22:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '280a4147-23bc-4e2f-9939-c673550fa5e7', 'name': '', 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'mac_address': 'fa:16:3e:9c:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'bd7e93c3-44fb-45c1-a83e-06e6099ff766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:31Z', 'updated_at': '2021-12-09T22:36:41Z', 'revision_number': 4, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'subnets': [{'id': 'bd7e93c3-44fb-45c1-a83e-06e6099ff766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:43.020528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 280a4147-23bc-4e2f-9939-c673550fa5e7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:43.020528 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:43.051951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-11f3060f-8125-4e98-9c11-35fa1af3abd1 req-31390a79-adfb-446c-89ef-14ff4709f9b9 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749742 Dec 09 22:36:43.065828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e1d90-ca52-4eee-a689-82dda4c6cc23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Checking segment: {'id': '16a186dc-bc52-4a33-8bea-57acd0ead4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:43.066210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e1d90-ca52-4eee-a689-82dda4c6cc23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network hostable DHCP agents. Network: 58e4ffbd-8d0b-4a8a-82be-6da7744d457a, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:36:43.076852 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48880807-116a-4a33-962d-efd82fedebfc None None] The sync data for ids ['98534897-57b3-4da1-b670-01bccaeaaf65'] in n-d-789963-23 is: [{'id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'name': 'tempest-ServersTestMultiNic-1270685952-router', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:22Z', 'updated_at': '2021-12-09T22:36:32Z', 'revision_number': 4, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'gw_port': {'id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:24Z', 'updated_at': '2021-12-09T22:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '280a4147-23bc-4e2f-9939-c673550fa5e7', 'name': '', 'network_id': '09be8c43-2350-4c57-927d-6a2e97012dde', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'mac_address': 'fa:16:3e:9c:bb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'bd7e93c3-44fb-45c1-a83e-06e6099ff766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:31Z', 'updated_at': '2021-12-09T22:36:41Z', 'revision_number': 4, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'subnets': [{'id': 'bd7e93c3-44fb-45c1-a83e-06e6099ff766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:36:43.094493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255a7e9-888f-4bfe-9950-9a3aae1cf542 None None] Pushing event updated for resources: {'Port': ['ID=280a4147-23bc-4e2f-9939-c673550fa5e7,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:43.108862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bc2ac2be-8a49-4a5f-9475-395707e2bc5f None None] Provisioning complete for port 280a4147-23bc-4e2f-9939-c673550fa5e7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:43.109241 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac2be-8a49-4a5f-9475-395707e2bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:43.129876 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e1d90-ca52-4eee-a689-82dda4c6cc23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network 58e4ffbd-8d0b-4a8a-82be-6da7744d457a is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:36:43.215834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-da5e1d90-ca52-4eee-a689-82dda4c6cc23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 58e4ffbd-8d0b-4a8a-82be-6da7744d457a) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:43.222019 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-006e1719-9f31-4ea4-a324-e177db3409b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:43.234535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-006e1719-9f31-4ea4-a324-e177db3409b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:43.234762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5e1d90-ca52-4eee-a689-82dda4c6cc23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:43.235274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da5e1d90-ca52-4eee-a689-82dda4c6cc23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:43.282524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7667470-f6c0-4246-b8bf-d4db6b84b772 None None] Network 58e4ffbd-8d0b-4a8a-82be-6da7744d457a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:36:43.292786 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-da5e1d90-ca52-4eee-a689-82dda4c6cc23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9428463 Dec 09 22:36:43.361518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b93688-7b3d-4415-8bc6-cf0acf9b2ff3 req-e666a334-34cc-4a3e-97fa-693bcf9d09ae tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:43.383668 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-006e1719-9f31-4ea4-a324-e177db3409b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bc8d182ec4a4e71bd8ae7cc71ad3d13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4434259 Dec 09 22:36:43.386240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-93b93688-7b3d-4415-8bc6-cf0acf9b2ff3 req-e666a334-34cc-4a3e-97fa-693bcf9d09ae tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.2471414 Dec 09 22:36:43.386942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 49650) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:43.421141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e1719-9f31-4ea4-a324-e177db3409b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b8dd58-209e-45e3-be85-f7bd05317fbe,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:43.657210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-93b93688-7b3d-4415-8bc6-cf0acf9b2ff3 req-2a86812b-d81a-4639-a27d-92c5dd97c2db tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638228 Dec 09 22:36:43.790973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:36:43.834138 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0e241e56-374a-4b9e-95e2-e48f93fec233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:44.001932 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0e241e56-374a-4b9e-95e2-e48f93fec233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:44.186112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:44.229979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'd50f613a-260f-49d2-bf29-005df074fec8', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'port_id': 'd50f613a-260f-49d2-bf29-005df074fec8', 'mac_address': 'fa:16:3e:26:4f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:36:44.248644 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0e241e56-374a-4b9e-95e2-e48f93fec233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:44.262291 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0e241e56-374a-4b9e-95e2-e48f93fec233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:44.265860 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0e241e56-374a-4b9e-95e2-e48f93fec233 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0b8dd58-209e-45e3-be85-f7bd05317fbe HTTP/1.1" status: 204 len: 168 time: 0.8753250 Dec 09 22:36:44.303621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-58e4ffbd-8d0b-4a8a-82be-6da7744d457a', 'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a', 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'fixed_ips': [{'subnet_id': 'fb66e134-d411-458b-96bf-5f399f6b84fa'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:36:44.305030 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:44.487241 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:44.536302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e241e56-374a-4b9e-95e2-e48f93fec233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b8dd58-209e-45e3-be85-f7bd05317fbe,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:44.643687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-57f29730-e764-4b01-a2fd-79bbde145f1e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:44.658241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-57f29730-e764-4b01-a2fd-79bbde145f1e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:44.662955 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-57f29730-e764-4b01-a2fd-79bbde145f1e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/networks?id=e1af6893-8ed8-4306-a8e7-1a4de848ee43&id=58e4ffbd-8d0b-4a8a-82be-6da7744d457a&id=e1af6893-8ed8-4306-a8e7-1a4de848ee43 HTTP/1.1" status: 200 len: 1390 time: 0.9544287 Dec 09 22:36:44.709622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-1f6f0961-bc66-4af0-8f18-3faccb83d9f0 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/quotas/a0b171af27f54b1bbad14b8b48979092 HTTP/1.1" status: 200 len: 375 time: 0.0370800 Dec 09 22:36:44.736213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089f698-19e7-4022-9fa5-67aa0e410d18 req-be72d8e0-3047-47c0-a21a-9995dfeb0859 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:44.738125 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8089f698-19e7-4022-9fa5-67aa0e410d18 req-be72d8e0-3047-47c0-a21a-9995dfeb0859 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 944 time: 0.5184770 Dec 09 22:36:44.789667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 280a4147-23bc-4e2f-9939-c673550fa5e7 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:44.867727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50f613a-260f-49d2-bf29-005df074fec8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:36:45.095210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-60070542-54e5-46dc-88f4-641e3183cefb tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0b171af27f54b1bbad14b8b48979092&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3513849 Dec 09 22:36:45.098480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:45.106567 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8089f698-19e7-4022-9fa5-67aa0e410d18 req-77b84548-ef26-47f1-8711-240b72668398 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153229 Dec 09 22:36:45.123869 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a975c86-c5d1-4272-8b42-adb2a7bc6705 None None] Network e1af6893-8ed8-4306-a8e7-1a4de848ee43 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:36:45.152816 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:45.222458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49674) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:45.245985 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2992abc1-0ae7-49c5-a9a5-7188fa47181e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:45.327709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-9dc0bffa-ebf9-47bd-825b-79bd393b06c1 service neutron] 10.222.0.16 "GET /v2.0/networks/e1af6893-8ed8-4306-a8e7-1a4de848ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654980 Dec 09 22:36:45.393030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e7ab1eb9-b41f-436d-be99-78b9d9bbee94 None None] Provisioning complete for port dc1917ef-4bd5-4b60-a653-dae7bec0d184 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:45.393526 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e7ab1eb9-b41f-436d-be99-78b9d9bbee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:45.490271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Allocated IP 19.86.0.2 (58e4ffbd-8d0b-4a8a-82be-6da7744d457a/fb66e134-d411-458b-96bf-5f399f6b84fa/a483ff08-e391-4c43-bdc8-702e380db31e) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:45.545232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2992abc1-0ae7-49c5-a9a5-7188fa47181e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:45.551742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2992abc1-0ae7-49c5-a9a5-7188fa47181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:45.648391 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2992abc1-0ae7-49c5-a9a5-7188fa47181e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79bf400d2bcd48a39317dc203f72988e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4248273 Dec 09 22:36:45.649867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992abc1-0ae7-49c5-a9a5-7188fa47181e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faff46b7-5ef8-49c2-80b5-f9d53a46af7e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:45.657216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49678) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:45.693508 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:45.712614 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['d50f613a-260f-49d2-bf29-005df074fec8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:36:45.755103 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:45.758689 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-403e47d1-a1b9-4187-91ba-30ec78ab2c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:45.795276 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-403e47d1-a1b9-4187-91ba-30ec78ab2c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:45.810497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ce739-da5b-42e6-96a5-1a2983bd5f5f req-e6d1fb64-3138-4e6c-ac5e-9fae3a3f9acf tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:45.812700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d86ce739-da5b-42e6-96a5-1a2983bd5f5f req-e6d1fb64-3138-4e6c-ac5e-9fae3a3f9acf tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.2180929 Dec 09 22:36:45.816592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Network 58e4ffbd-8d0b-4a8a-82be-6da7744d457a is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:45.825691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:45.830035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:45.832617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 280a4147-23bc-4e2f-9939-c673550fa5e7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:45.832986 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:45.871164 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-617101fa-33ec-40ee-bd38-1aaaf797b5c3 service neutron] 10.222.0.16 "GET /v2.0/networks/e1af6893-8ed8-4306-a8e7-1a4de848ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304053 Dec 09 22:36:45.907798 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-403e47d1-a1b9-4187-91ba-30ec78ab2c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:45.911625 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-403e47d1-a1b9-4187-91ba-30ec78ab2c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:45.912810 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-403e47d1-a1b9-4187-91ba-30ec78ab2c4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faff46b7-5ef8-49c2-80b5-f9d53a46af7e HTTP/1.1" status: 204 len: 168 time: 0.2543502 Dec 09 22:36:45.914848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:45.927016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e47d1-a1b9-4187-91ba-30ec78ab2c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faff46b7-5ef8-49c2-80b5-f9d53a46af7e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:45.966886 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d86ce739-da5b-42e6-96a5-1a2983bd5f5f req-2e584932-f78d-4af2-b435-6467a88f0b5e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426678 Dec 09 22:36:46.039202 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-31919439-aec4-462d-88c3-40b4ef550860 service neutron] 10.222.0.16 "GET /v2.0/networks/58e4ffbd-8d0b-4a8a-82be-6da7744d457a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564584 Dec 09 22:36:46.175807 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-8c45febd-fce9-4af7-9ab9-c436cb705374 service neutron] 10.222.0.16 "GET /v2.0/networks/58e4ffbd-8d0b-4a8a-82be-6da7744d457a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284201 Dec 09 22:36:46.180290 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e7ab1eb9-b41f-436d-be99-78b9d9bbee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:46.257326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e7ab1eb9-b41f-436d-be99-78b9d9bbee94 None None] For port dc1917ef-4bd5-4b60-a653-dae7bec0d184, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dc1917ef-4bd5-4b60-a653-dae7bec0d184,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:46.319996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Attempting to bind port a483ff08-e391-4c43-bdc8-702e380db31e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:36:46.319996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Attempting to bind port a483ff08-e391-4c43-bdc8-702e380db31e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '16a186dc-bc52-4a33-8bea-57acd0ead4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:36:46.319996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Attempting to bind port a483ff08-e391-4c43-bdc8-702e380db31e on network 58e4ffbd-8d0b-4a8a-82be-6da7744d457a {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:46.355403 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e7ab1eb9-b41f-436d-be99-78b9d9bbee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:46.372715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Pushing event updated for resources: {'Port': ['ID=a483ff08-e391-4c43-bdc8-702e380db31e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:46.383012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ae0f5-2443-40e6-84cc-7c7e82c3612e req-330685b4-deaa-4d34-ad0f-301c736bbc4b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:46.390678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e4ae0f5-2443-40e6-84cc-7c7e82c3612e req-330685b4-deaa-4d34-ad0f-301c736bbc4b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.0827155 Dec 09 22:36:46.442419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:36:46.442858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Checking segment: {'id': '16a186dc-bc52-4a33-8bea-57acd0ead4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:46.443268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:46.443719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Bound using segment: {'id': '16a186dc-bc52-4a33-8bea-57acd0ead4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:36:46.444196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Bound port: a483ff08-e391-4c43-bdc8-702e380db31e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a186dc-bc52-4a33-8bea-57acd0ead4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:36:46.444757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:46.453625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e4ae0f5-2443-40e6-84cc-7c7e82c3612e req-8162e590-34db-4ab4-aa2e-82496f024993 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616415 Dec 09 22:36:46.458896 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-abb7013b-3749-4f35-a3f4-e8abe92d409a service neutron] 10.222.0.16 "GET /v2.0/networks/e1af6893-8ed8-4306-a8e7-1a4de848ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678168 Dec 09 22:36:46.468532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab1eb9-b41f-436d-be99-78b9d9bbee94 None None] Pushing event updated for resources: {'Port': ['ID=dc1917ef-4bd5-4b60-a653-dae7bec0d184,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:46.642655 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dc1917ef-4bd5-4b60-a653-dae7bec0d184 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:46.654224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-e817d16c-4250-4a3f-9aee-099428ee98eb service neutron] 10.222.0.16 "GET /v2.0/networks/e1af6893-8ed8-4306-a8e7-1a4de848ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841662 Dec 09 22:36:46.785055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] For port a483ff08-e391-4c43-bdc8-702e380db31e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:36:46.823925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] For port a483ff08-e391-4c43-bdc8-702e380db31e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a483ff08-e391-4c43-bdc8-702e380db31e,segment=NetworkSegment(16a186dc-bc52-4a33-8bea-57acd0ead4bf),segment_id=16a186dc-bc52-4a33-8bea-57acd0ead4bf)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:36:46.829856 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port dc1917ef-4bd5-4b60-a653-dae7bec0d184 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:46.830141 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:46.833480 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:46.976975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7cf3da1-9269-42a0-a200-d837c25f77a3 req-30fed3f3-d4ca-43cc-bbe1-31f4bc58062d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 210 time: 0.0414791 Dec 09 22:36:47.051797 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ae81dcfa-c407-458a-b26a-5f28df89ea91 None None] Provisioning complete for port dc1917ef-4bd5-4b60-a653-dae7bec0d184 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:47.052326 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae81dcfa-c407-458a-b26a-5f28df89ea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:47.193019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef7677-4428-4a1e-94e5-c0c544b2d8f2 None None] Pushing event updated for resources: {'Port': ['ID=a483ff08-e391-4c43-bdc8-702e380db31e,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:47.227521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e84743-f9ac-4ef9-8db9-e5d4428b7428 req-fdb342bf-bef2-40db-8ef2-e29f9a86ae52 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:47.261622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23e84743-f9ac-4ef9-8db9-e5d4428b7428 req-fdb342bf-bef2-40db-8ef2-e29f9a86ae52 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1716309 Dec 09 22:36:47.411930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23e84743-f9ac-4ef9-8db9-e5d4428b7428 req-00cdca35-ac08-4ff4-9ed1-0471ac03ccdd tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490705 Dec 09 22:36:47.709850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:47.755097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e1f2a-2286-402f-af3d-1da1f27d4cfa req-cb4c8199-c04d-4365-bfc0-8d17999d77e7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:47.759190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab8e1f2a-2286-402f-af3d-1da1f27d4cfa req-cb4c8199-c04d-4365-bfc0-8d17999d77e7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1336024 Dec 09 22:36:47.856205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a483ff08-e391-4c43-bdc8-702e380db31e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:47.879525 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab8e1f2a-2286-402f-af3d-1da1f27d4cfa req-ce58e1a9-4afd-46ba-b67d-07384a8005e9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114058 Dec 09 22:36:48.009344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port d50f613a-260f-49d2-bf29-005df074fec8 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:36:48.027296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port d50f613a-260f-49d2-bf29-005df074fec8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:48.027682 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:48.116463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a483ff08-e391-4c43-bdc8-702e380db31e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:48.117129 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:48.299693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77189020-4bce-4291-97b3-39adf493e194 req-d195c8dc-1202-44b2-a3a6-dddd728b4e70 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 210 time: 0.1329660 Dec 09 22:36:48.400811 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:48.404858 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:48.529097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:36:48.531521 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8831aa0-8d35-4abd-aecb-d2f60e0d8820" -d '{"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-plugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:36:48.583917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:48.593313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port a483ff08-e391-4c43-bdc8-702e380db31e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a483ff08-e391-4c43-bdc8-702e380db31e,segment=NetworkSegment(16a186dc-bc52-4a33-8bea-57acd0ead4bf),segment_id=16a186dc-bc52-4a33-8bea-57acd0ead4bf)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:48.594514 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:48.727775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:48.730963 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:48.731746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dc1917ef-4bd5-4b60-a653-dae7bec0d184 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:48.747199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17777e-549c-47fb-a27a-7cbba43928c4 req-cc62efd1-8bca-4b42-9584-3c3c685f1bbb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:48.756434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b17777e-549c-47fb-a27a-7cbba43928c4 req-cc62efd1-8bca-4b42-9584-3c3c685f1bbb tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1691442 Dec 09 22:36:48.794569 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e93154-cc3b-41e2-aca7-f9953d3da71c x-openstack-request-id: req-64e93154-cc3b-41e2-aca7-f9953d3da71c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:36:48.794826 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-plugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:36:48.800047 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64e93154-cc3b-41e2-aca7-f9953d3da71c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:36:48.800504 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8', 'code': 200} Dec 09 22:36:48.801264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7225af1-b842-4aff-aef1-7e3baaf1c968 None None] Network 58e4ffbd-8d0b-4a8a-82be-6da7744d457a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:36:48.840057 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b17777e-549c-47fb-a27a-7cbba43928c4 req-d95c95cf-4d4f-47fa-87ac-f73695df52d8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823636 Dec 09 22:36:48.871349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30015b6-393c-4f89-9839-4c019a7e6339 req-33748844-7423-49ae-a0cf-f7987a960a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:48.873867 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f30015b6-393c-4f89-9839-4c019a7e6339 req-33748844-7423-49ae-a0cf-f7987a960a73 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1098 time: 0.1490154 Dec 09 22:36:48.977045 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f30015b6-393c-4f89-9839-4c019a7e6339 req-7b701ae7-4dac-426f-8d47-570ead6550bb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964251 Dec 09 22:36:49.120968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a0db-84f0-4e54-81d1-3865950a1a69 req-cd28de04-2994-4d1b-89ca-aa1e1437aeb6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:49.122535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1fa9a0db-84f0-4e54-81d1-3865950a1a69 req-cd28de04-2994-4d1b-89ca-aa1e1437aeb6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 946 time: 0.0978775 Dec 09 22:36:49.233032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=a483ff08-e391-4c43-bdc8-702e380db31e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:49.245697 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-54e0adbe-920d-4178-9ce9-6153d953901d None None] Provisioning complete for port a483ff08-e391-4c43-bdc8-702e380db31e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:49.246091 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54e0adbe-920d-4178-9ce9-6153d953901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:49.276632 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1fa9a0db-84f0-4e54-81d1-3865950a1a69 req-612ce575-d7c9-4537-bc19-230b6bd810fa tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442666 Dec 09 22:36:49.481398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port dc1917ef-4bd5-4b60-a653-dae7bec0d184 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:49.481832 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:49.507922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91ddfec-763a-45bf-9316-171410312884 req-4702be0c-a53c-48d6-8fa2-75964540b9a7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 210 time: 0.0485158 Dec 09 22:36:49.558384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-3dc864ba-0e28-4a71-94a8-9b84333daf9f tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:49.579234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-3dc864ba-0e28-4a71-94a8-9b84333daf9f tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:49.581207 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-3dc864ba-0e28-4a71-94a8-9b84333daf9f tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.18 "GET /v2.0/networks?id=e1af6893-8ed8-4306-a8e7-1a4de848ee43&id=58e4ffbd-8d0b-4a8a-82be-6da7744d457a&id=e1af6893-8ed8-4306-a8e7-1a4de848ee43 HTTP/1.1" status: 200 len: 1390 time: 0.3342071 Dec 09 22:36:49.603055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-9e507401-60cb-4219-846d-d6084fadfa4a req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'port': {'device_id': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43', 'admin_state_up': True, 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:49.885269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:49.890028 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:49.966865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a483ff08-e391-4c43-bdc8-702e380db31e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:36:50.053773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-30766eb7-51a4-41c4-b93b-624ac13288bf None None] Provisioning complete for port a483ff08-e391-4c43-bdc8-702e380db31e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:50.057617 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-30766eb7-51a4-41c4-b93b-624ac13288bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:50.174654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a483ff08-e391-4c43-bdc8-702e380db31e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:50.175104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:50.234618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c7b09-60c3-49ac-ab9c-b60e8f88a527 req-000a5f9f-d502-4e44-b397-920a69d3db4f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:50.237481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e77c7b09-60c3-49ac-ab9c-b60e8f88a527 req-000a5f9f-d502-4e44-b397-920a69d3db4f tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.2057559 Dec 09 22:36:50.300453 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-9e507401-60cb-4219-846d-d6084fadfa4a req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Allocated IP 19.80.0.103 (e1af6893-8ed8-4306-a8e7-1a4de848ee43/cb168eaf-7d8c-479f-b3bd-aca29bca8f95/c899bbac-a78b-49fc-a6b4-4ef91dd728f6) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:50.331284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e77c7b09-60c3-49ac-ab9c-b60e8f88a527 req-370e696e-098f-49f8-b034-65422132cc19 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846336 Dec 09 22:36:50.501661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a2e66-d37a-4fde-bdcc-a194a6c86b8f req-e6c3175b-c028-4d27-ba65-1f1078e45306 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:50.503255 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-953a2e66-d37a-4fde-bdcc-a194a6c86b8f req-e6c3175b-c028-4d27-ba65-1f1078e45306 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 946 time: 0.1099513 Dec 09 22:36:50.638631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-953a2e66-d37a-4fde-bdcc-a194a6c86b8f req-1f1f2bcd-8a01-42c6-a12a-16802a9da66c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251526 Dec 09 22:36:50.700976 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef5d9bd6-b532-48f0-b3f9-495c5f2527af req-231afb8c-6007-47d0-bbfd-87707739621c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 210 time: 0.0846465 Dec 09 22:36:50.734800 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:50.822029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caff92-617a-46eb-ba9d-0a768a175c06 req-ef1930b2-ccbc-4cff-a9de-4d8779c5b57c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:50.827919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19caff92-617a-46eb-ba9d-0a768a175c06 req-ef1930b2-ccbc-4cff-a9de-4d8779c5b57c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 946 time: 0.0900128 Dec 09 22:36:50.832993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49770) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:36:50.844325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-929af884-94b0-4ce0-810f-19f718b0d709 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Request body: {'floatingip': {'port_id': 'd50f613a-260f-49d2-bf29-005df074fec8'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:50.847495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:50.916180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-929af884-94b0-4ce0-810f-19f718b0d709 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:50.924475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e507401-60cb-4219-846d-d6084fadfa4a req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network e1af6893-8ed8-4306-a8e7-1a4de848ee43 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:50.937164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-9e507401-60cb-4219-846d-d6084fadfa4a req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:50.940740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e507401-60cb-4219-846d-d6084fadfa4a req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:50.943727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Port': ['ID=c899bbac-a78b-49fc-a6b4-4ef91dd728f6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:51.070186 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:51.070861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:51.124965 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-f7093ca6-25b5-4a33-a6c5-ae54d0da39fa tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5265205 Dec 09 22:36:51.142913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-9e507401-60cb-4219-846d-d6084fadfa4a req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'port': {'device_id': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a', 'admin_state_up': True, 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:51.441302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:51.444732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3a518ce1-571e-4df5-9dff-593446ba7bf2 None None] Provisioning complete for port c899bbac-a78b-49fc-a6b4-4ef91dd728f6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:51.445247 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3a518ce1-571e-4df5-9dff-593446ba7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:51.448666 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:51.535035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3a518ce1-571e-4df5-9dff-593446ba7bf2 None None] Port c899bbac-a78b-49fc-a6b4-4ef91dd728f6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:36:51.684511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44705f28-b96e-4ead-b69e-2a2e364de46f req-80f7945b-9823-48a5-9a3f-9ae5f8b34966 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:51.694567 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44705f28-b96e-4ead-b69e-2a2e364de46f req-80f7945b-9823-48a5-9a3f-9ae5f8b34966 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1884897 Dec 09 22:36:51.819142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-9e507401-60cb-4219-846d-d6084fadfa4a req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Allocated IP 19.86.0.189 (58e4ffbd-8d0b-4a8a-82be-6da7744d457a/fb66e134-d411-458b-96bf-5f399f6b84fa/0081c140-f69d-4eb5-9d63-81d43cd9928a) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:51.862830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44705f28-b96e-4ead-b69e-2a2e364de46f req-b5ed4808-3d91-4054-978f-c7d4d9b2db4a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672051 Dec 09 22:36:52.310178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.resource_extend [None req-929af884-94b0-4ce0-810f-19f718b0d709 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:36:52.442928 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-929af884-94b0-4ce0-810f-19f718b0d709 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:52.454430 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-929af884-94b0-4ce0-810f-19f718b0d709 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:52.492739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53ec26-5b7f-421a-ab15-14743929c198 req-b37830e3-8852-4b9d-93e2-31a7acabe956 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:52.494759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f53ec26-5b7f-421a-ab15-14743929c198 req-b37830e3-8852-4b9d-93e2-31a7acabe956 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 932 time: 0.1361797 Dec 09 22:36:52.537574 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:52.649475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f53ec26-5b7f-421a-ab15-14743929c198 req-34cbcc0f-1ea4-4735-b8db-ae1625a24c42 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447694 Dec 09 22:36:52.745872 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-929af884-94b0-4ce0-810f-19f718b0d709 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Floating IP db79f018-3bc5-49be-9e0e-5b7153021543 associated. External IP: 172.25.8.246, port: d50f613a-260f-49d2-bf29-005df074fec8. Dec 09 22:36:52.784641 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:52.923870 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:52.999606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e507401-60cb-4219-846d-d6084fadfa4a req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network 58e4ffbd-8d0b-4a8a-82be-6da7744d457a is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:53.008060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-9e507401-60cb-4219-846d-d6084fadfa4a req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:53.020802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e507401-60cb-4219-846d-d6084fadfa4a req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:53.131957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Port': ['ID=0081c140-f69d-4eb5-9d63-81d43cd9928a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:53.171274 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fd98b-9017-4165-b559-c03a0b892150 req-7789eb39-485e-4443-a3c3-65db5701d19a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:53.173005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d1fd98b-9017-4165-b559-c03a0b892150 req-7789eb39-485e-4443-a3c3-65db5701d19a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1088965 Dec 09 22:36:53.186104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:53.187070 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:53.228633 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929af884-94b0-4ce0-810f-19f718b0d709 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Router 0922fec6-481f-4733-8602-0f1d7dff3bbe has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:36:53.241753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-133d06af-9d9d-4194-8bc6-be692fb22559 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1028445 Dec 09 22:36:53.286458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'port': {'device_id': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43', 'admin_state_up': True, 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:53.423085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d1fd98b-9017-4165-b559-c03a0b892150 req-9083d481-e6fd-4be4-8c61-f755ac5d1398 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216246 Dec 09 22:36:53.467087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:36:53.474274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:53.492668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c227bb34-1ae1-4fb5-b5a0-481b01292379 None None] Provisioning complete for port 0081c140-f69d-4eb5-9d63-81d43cd9928a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:53.493490 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c227bb34-1ae1-4fb5-b5a0-481b01292379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:53.506961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929af884-94b0-4ce0-810f-19f718b0d709 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:36:53.514122 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-929af884-94b0-4ce0-810f-19f718b0d709 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:53.546028 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-929af884-94b0-4ce0-810f-19f718b0d709 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "PUT /v2.0/floatingips/db79f018-3bc5-49be-9e0e-5b7153021543 HTTP/1.1" status: 200 len: 992 time: 2.7095881 Dec 09 22:36:53.546028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:36:53.559102 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c60ead4-5685-4450-9c18-a7ff66d97b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "tag": "d50f613a-260f-49d2-bf29-005df074fec8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:36:53.584546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa010ac-950f-45bb-8e36-c7ffe54f701b None None] Sync routers for ids ['0922fec6-481f-4733-8602-0f1d7dff3bbe'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:36:53.642002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa010ac-950f-45bb-8e36-c7ffe54f701b None None] Routers {'0922fec6-481f-4733-8602-0f1d7dff3bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:53.642775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8fa010ac-950f-45bb-8e36-c7ffe54f701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0922fec6-481f-4733-8602-0f1d7dff3bbe'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:53.647155 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52612485-6714-4b07-839a-e9604d11d83b x-openstack-request-id: req-52612485-6714-4b07-839a-e9604d11d83b {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:36:53.648208 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "tag": "d50f613a-260f-49d2-bf29-005df074fec8", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:36:53.648208 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52612485-6714-4b07-839a-e9604d11d83b {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:36:53.648208 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8', 'status': 'completed', 'code': 200} Dec 09 22:36:53.729748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60ead4-5685-4450-9c18-a7ff66d97b4d req-e32dca09-ee1b-4958-a4f9-d4d6bc566fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:53.732604 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c60ead4-5685-4450-9c18-a7ff66d97b4d req-e32dca09-ee1b-4958-a4f9-d4d6bc566fd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1098 time: 0.0619314 Dec 09 22:36:53.760868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Allocated IP 19.80.0.15 (e1af6893-8ed8-4306-a8e7-1a4de848ee43/cb168eaf-7d8c-479f-b3bd-aca29bca8f95/cadfc100-4b52-4a6c-b3a4-62745005b188) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:36:53.766747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c227bb34-1ae1-4fb5-b5a0-481b01292379 None None] Port 0081c140-f69d-4eb5-9d63-81d43cd9928a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:36:53.859673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8fa010ac-950f-45bb-8e36-c7ffe54f701b None None] Set router 0922fec6-481f-4733-8602-0f1d7dff3bbe gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:53.883104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f267-cf46-4b9a-8b9b-a0abe94745b5 req-8d94a988-54e8-4301-bfe7-d9cafc5d630b tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:53.892002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f267-cf46-4b9a-8b9b-a0abe94745b5 req-8d94a988-54e8-4301-bfe7-d9cafc5d630b tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:53.893956 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a666f267-cf46-4b9a-8b9b-a0abe94745b5 req-8d94a988-54e8-4301-bfe7-d9cafc5d630b tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 1655 time: 0.1299951 Dec 09 22:36:53.965985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60ead4-5685-4450-9c18-a7ff66d97b4d req-a4bd5074-373f-499b-8f7a-96455d11a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:53.967630 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c60ead4-5685-4450-9c18-a7ff66d97b4d req-a4bd5074-373f-499b-8f7a-96455d11a2e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.2282043 Dec 09 22:36:54.027687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a666f267-cf46-4b9a-8b9b-a0abe94745b5 req-86d618f0-4de8-422b-ab7e-bc80896b8e76 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100793 Dec 09 22:36:54.046887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c60ead4-5685-4450-9c18-a7ff66d97b4d req-5e893e50-1ed0-445d-8eec-66a1b848549e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 1000 time: 0.0721543 Dec 09 22:36:54.071725 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:54.108350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60ead4-5685-4450-9c18-a7ff66d97b4d req-10e19a9f-d94a-4d0f-bf12-5fd44f863303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:54.109885 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c60ead4-5685-4450-9c18-a7ff66d97b4d req-10e19a9f-d94a-4d0f-bf12-5fd44f863303 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.0524271 Dec 09 22:36:54.119727 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:54.173868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network e1af6893-8ed8-4306-a8e7-1a4de848ee43 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:36:54.179572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:36:54.183720 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:36:54.213085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60ead4-5685-4450-9c18-a7ff66d97b4d req-be69a25b-dabc-44c8-9a5d-9fe65d7eb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:54.214790 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c60ead4-5685-4450-9c18-a7ff66d97b4d req-be69a25b-dabc-44c8-9a5d-9fe65d7eb3c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981364 Dec 09 22:36:54.225009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Port': ['ID=cadfc100-4b52-4a6c-b3a4-62745005b188,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:54.254054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:54.254705 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:54.281447 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ea30f179-40ce-4fc9-a8d7-8dcfd6452a78 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9989433 Dec 09 22:36:54.300920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Request body: {'port': {'device_id': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:54.317887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8fa010ac-950f-45bb-8e36-c7ffe54f701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'db79f018-3bc5-49be-9e0e-5b7153021543', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'port_id': 'd50f613a-260f-49d2-bf29-005df074fec8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'mac_address': 'fa:16:3e:26:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:36:24Z', 'updated_at': '2021-12-09T22:36:52Z', 'revision_number': 1, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f16de6-f80a-4dcc-9067-0320040f5da5', 'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'mac_address': 'fa:16:3e:b6:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:16Z', 'updated_at': '2021-12-09T22:36:27Z', 'revision_number': 5, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'subnets': [{'id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:54.381584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa010ac-950f-45bb-8e36-c7ffe54f701b None None] Checking router: 0922fec6-481f-4733-8602-0f1d7dff3bbe for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:36:54.408528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa010ac-950f-45bb-8e36-c7ffe54f701b None None] Routers {'0922fec6-481f-4733-8602-0f1d7dff3bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:36:54.409187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8fa010ac-950f-45bb-8e36-c7ffe54f701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:36:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0922fec6-481f-4733-8602-0f1d7dff3bbe'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:54.411405 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c60ead4-5685-4450-9c18-a7ff66d97b4d req-59f52493-266e-42b4-b8f3-cad89030663b service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877534 Dec 09 22:36:54.417991 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:54.567716 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c60ead4-5685-4450-9c18-a7ff66d97b4d req-f27d44de-f634-4e13-8f6a-43d92efec9ef service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406736 Dec 09 22:36:54.636543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac58b4-33ec-46dd-a38f-2259c2aa50e8 req-e793967b-dd80-4c84-b838-09dd5a51a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:54.638900 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7ac58b4-33ec-46dd-a38f-2259c2aa50e8 req-e793967b-dd80-4c84-b838-09dd5a51a1fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 1097 time: 0.0697470 Dec 09 22:36:54.699596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5481400-a929-41c4-afa3-07295f096a0d req-2b239adf-22e7-4728-826d-09ebf57bd028 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:54.701473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5481400-a929-41c4-afa3-07295f096a0d req-2b239adf-22e7-4728-826d-09ebf57bd028 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.0692158 Dec 09 22:36:54.723319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8fa010ac-950f-45bb-8e36-c7ffe54f701b None None] Set router 0922fec6-481f-4733-8602-0f1d7dff3bbe gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:36:54.777905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a8ab160a-f548-49e9-b34f-b37363dcef91 None None] Provisioning complete for port cadfc100-4b52-4a6c-b3a4-62745005b188 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:36:54.778493 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a8ab160a-f548-49e9-b34f-b37363dcef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:54.780468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac58b4-33ec-46dd-a38f-2259c2aa50e8 req-ad955243-d4e7-4142-866e-258205ccedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:54.785261 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7ac58b4-33ec-46dd-a38f-2259c2aa50e8 req-ad955243-d4e7-4142-866e-258205ccedf3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 917 time: 0.1376877 Dec 09 22:36:54.795946 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5481400-a929-41c4-afa3-07295f096a0d req-57c725d8-9cdc-4fec-9fdc-4143d6ee17f1 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806735 Dec 09 22:36:54.814159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab160a-f548-49e9-b34f-b37363dcef91 None None] Port cadfc100-4b52-4a6c-b3a4-62745005b188 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:36:54.886175 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7ac58b4-33ec-46dd-a38f-2259c2aa50e8 req-482a5cc8-e59a-4030-8fcf-e47426c597cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6bd902-bdca-405b-b768-027244902043 HTTP/1.1" status: 200 len: 1000 time: 0.0929363 Dec 09 22:36:54.983062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c899bbac-a78b-49fc-a6b4-4ef91dd728f6 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:36:54.997302 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:55.017832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac58b4-33ec-46dd-a38f-2259c2aa50e8 req-74d0ebef-faac-4caf-9852-6f6fb999af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:55.021943 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7ac58b4-33ec-46dd-a38f-2259c2aa50e8 req-74d0ebef-faac-4caf-9852-6f6fb999af66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.1259642 Dec 09 22:36:55.025088 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Transition to ACTIVE for port object c899bbac-a78b-49fc-a6b4-4ef91dd728f6 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:36:55.031533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:55.098489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8fa010ac-950f-45bb-8e36-c7ffe54f701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'db79f018-3bc5-49be-9e0e-5b7153021543', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'port_id': 'd50f613a-260f-49d2-bf29-005df074fec8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'mac_address': 'fa:16:3e:26:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:36:24Z', 'updated_at': '2021-12-09T22:36:52Z', 'revision_number': 1, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f16de6-f80a-4dcc-9067-0320040f5da5', 'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'mac_address': 'fa:16:3e:b6:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:16Z', 'updated_at': '2021-12-09T22:36:27Z', 'revision_number': 5, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'subnets': [{'id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:36:55.122127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac58b4-33ec-46dd-a38f-2259c2aa50e8 req-b91e7eb1-8f6b-4b1a-9213-cc2c7ab0d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:55.132023 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7ac58b4-33ec-46dd-a38f-2259c2aa50e8 req-b91e7eb1-8f6b-4b1a-9213-cc2c7ab0d7aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054535 Dec 09 22:36:55.140015 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa010ac-950f-45bb-8e36-c7ffe54f701b None None] The sync data for ids ['0922fec6-481f-4733-8602-0f1d7dff3bbe'] in n-d-789963-23 is: [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'db79f018-3bc5-49be-9e0e-5b7153021543', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'port_id': 'd50f613a-260f-49d2-bf29-005df074fec8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'mac_address': 'fa:16:3e:26:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:36:24Z', 'updated_at': '2021-12-09T22:36:52Z', 'revision_number': 1, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f16de6-f80a-4dcc-9067-0320040f5da5', 'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'mac_address': 'fa:16:3e:b6:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:16Z', 'updated_at': '2021-12-09T22:36:27Z', 'revision_number': 5, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'subnets': [{'id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:36:55.284118 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Pushing event updated for resources: {'Port': ['ID=c899bbac-a78b-49fc-a6b4-4ef91dd728f6,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:55.303103 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7ac58b4-33ec-46dd-a38f-2259c2aa50e8 req-2905fb8b-2bf8-4855-9c0e-004e3738004e service neutron] 10.222.0.18 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700647 Dec 09 22:36:55.356265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Attempting to bind port c899bbac-a78b-49fc-a6b4-4ef91dd728f6 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:36:55.356610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Attempting to bind port c899bbac-a78b-49fc-a6b4-4ef91dd728f6 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:36:55.358350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Attempting to bind port c899bbac-a78b-49fc-a6b4-4ef91dd728f6 on network e1af6893-8ed8-4306-a8e7-1a4de848ee43 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:55.394409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc1e19-6e72-4925-8e49-11552a4a8bc0 req-1984c4fa-edfd-4c5d-9f46-0e7fac59c81f tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:55.400492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc1e19-6e72-4925-8e49-11552a4a8bc0 req-1984c4fa-edfd-4c5d-9f46-0e7fac59c81f tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:55.419875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc1e19-6e72-4925-8e49-11552a4a8bc0 req-1984c4fa-edfd-4c5d-9f46-0e7fac59c81f tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:55.431576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dacc1e19-6e72-4925-8e49-11552a4a8bc0 req-1984c4fa-edfd-4c5d-9f46-0e7fac59c81f tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2388 time: 0.2514515 Dec 09 22:36:55.443421 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7ac58b4-33ec-46dd-a38f-2259c2aa50e8 req-974ab8f1-be17-4387-9914-33cf7843bba7 service neutron] 10.222.0.18 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288986 Dec 09 22:36:55.450859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Port c899bbac-a78b-49fc-a6b4-4ef91dd728f6 on network e1af6893-8ed8-4306-a8e7-1a4de848ee43 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:36:55.451183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Attempting to bind port c899bbac-a78b-49fc-a6b4-4ef91dd728f6 on network e1af6893-8ed8-4306-a8e7-1a4de848ee43 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:55.469835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:36:55.470166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Checking segment: {'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:55.470565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Bound using segment: {'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:36:55.471468 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Bound port: c899bbac-a78b-49fc-a6b4-4ef91dd728f6, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:36:55.471834 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:55.537255 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735f519-6a75-46b9-b51c-8cb2d525aeca None None] New status for floating IP db79f018-3bc5-49be-9e0e-5b7153021543: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:36:55.599470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] For port c899bbac-a78b-49fc-a6b4-4ef91dd728f6, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:36:55.603351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] For port c899bbac-a78b-49fc-a6b4-4ef91dd728f6, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=c899bbac-a78b-49fc-a6b4-4ef91dd728f6,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:36:55.621170 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:55.663106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dacc1e19-6e72-4925-8e49-11552a4a8bc0 req-34fa93b6-0bb1-482d-99ef-2d95397df109 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306354 Dec 09 22:36:55.664642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:55.665271 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:55.666728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] 10.222.0.18 "PUT /v2.0/ports/c899bbac-a78b-49fc-a6b4-4ef91dd728f6 HTTP/1.1" status: 200 len: 1093 time: 1.3702362 Dec 09 22:36:55.695671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'tag': 'c899bbac-a78b-49fc-a6b4-4ef91dd728f6'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:36:55.698844 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3fb0a4-d81a-401a-ba9b-efbc9b92cb15" -d '{"events": [{"name": "network-changed", "server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "tag": "c899bbac-a78b-49fc-a6b4-4ef91dd728f6"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:36:55.723426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Request body: {'port': {'device_id': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:55.791961 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0023bf8-f84d-46bf-9ccf-5221a84365b6 x-openstack-request-id: req-a0023bf8-f84d-46bf-9ccf-5221a84365b6 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:36:55.792505 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "tag": "c899bbac-a78b-49fc-a6b4-4ef91dd728f6", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:36:55.793058 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0023bf8-f84d-46bf-9ccf-5221a84365b6 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:36:55.793831 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'tag': 'c899bbac-a78b-49fc-a6b4-4ef91dd728f6', 'status': 'completed', 'code': 200} Dec 09 22:36:55.871077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918bc17-4354-4eb4-b563-048d44a9a07f service neutron] Pushing event updated for resources: {'Port': ['ID=c899bbac-a78b-49fc-a6b4-4ef91dd728f6,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:55.893670 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:56.002636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fb0a4-d81a-401a-ba9b-efbc9b92cb15 req-b64fdd60-78e7-43f5-833b-727c6d553325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:56.003726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fb0a4-d81a-401a-ba9b-efbc9b92cb15 req-b64fdd60-78e7-43f5-833b-727c6d553325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:56.004593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fb0a4-d81a-401a-ba9b-efbc9b92cb15 req-b64fdd60-78e7-43f5-833b-727c6d553325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:56.006610 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7f3fb0a4-d81a-401a-ba9b-efbc9b92cb15 req-b64fdd60-78e7-43f5-833b-727c6d553325 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0b171af27f54b1bbad14b8b48979092&device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2732 time: 0.1601191 Dec 09 22:36:56.225183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fb0a4-d81a-401a-ba9b-efbc9b92cb15 req-11162057-d784-42d4-9b8f-c8e8874c5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:56.226694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fb0a4-d81a-401a-ba9b-efbc9b92cb15 req-11162057-d784-42d4-9b8f-c8e8874c5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:56.227433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fb0a4-d81a-401a-ba9b-efbc9b92cb15 req-11162057-d784-42d4-9b8f-c8e8874c5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:56.229150 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7f3fb0a4-d81a-401a-ba9b-efbc9b92cb15 req-11162057-d784-42d4-9b8f-c8e8874c5e49 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a0b171af27f54b1bbad14b8b48979092&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2070503 Dec 09 22:36:56.273647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114a292-eacb-4030-8563-187f264747cf req-0135ac09-062d-4ff8-9df0-44ddb8ac5070 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:56.275268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1114a292-eacb-4030-8563-187f264747cf req-0135ac09-062d-4ff8-9df0-44ddb8ac5070 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.0807490 Dec 09 22:36:56.342322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fb0a4-d81a-401a-ba9b-efbc9b92cb15 req-1c379945-ff89-4f66-8fc9-9df6253e9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:56.344134 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7f3fb0a4-d81a-401a-ba9b-efbc9b92cb15 req-1c379945-ff89-4f66-8fc9-9df6253e9883 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064401 Dec 09 22:36:56.400799 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1114a292-eacb-4030-8563-187f264747cf req-91102fcd-1586-4d70-9bea-6731909d3b5d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155317 Dec 09 22:36:56.415568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0081c140-f69d-4eb5-9d63-81d43cd9928a {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:36:56.423163 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:56.435194 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Transition to ACTIVE for port object 0081c140-f69d-4eb5-9d63-81d43cd9928a will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:36:56.439484 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:56.533928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Pushing event updated for resources: {'Port': ['ID=0081c140-f69d-4eb5-9d63-81d43cd9928a,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:56.630891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Attempting to bind port 0081c140-f69d-4eb5-9d63-81d43cd9928a on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:36:56.631307 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Attempting to bind port 0081c140-f69d-4eb5-9d63-81d43cd9928a by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '16a186dc-bc52-4a33-8bea-57acd0ead4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:36:56.631646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Attempting to bind port 0081c140-f69d-4eb5-9d63-81d43cd9928a on network 58e4ffbd-8d0b-4a8a-82be-6da7744d457a {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:56.639241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Port 0081c140-f69d-4eb5-9d63-81d43cd9928a on network 58e4ffbd-8d0b-4a8a-82be-6da7744d457a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:36:56.639576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Attempting to bind port 0081c140-f69d-4eb5-9d63-81d43cd9928a on network 58e4ffbd-8d0b-4a8a-82be-6da7744d457a {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:56.644731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:36:56.645064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Checking segment: {'id': '16a186dc-bc52-4a33-8bea-57acd0ead4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:56.645445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Bound using segment: {'id': '16a186dc-bc52-4a33-8bea-57acd0ead4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:36:56.645896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Bound port: 0081c140-f69d-4eb5-9d63-81d43cd9928a, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a186dc-bc52-4a33-8bea-57acd0ead4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:36:56.646250 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:56.731519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] For port 0081c140-f69d-4eb5-9d63-81d43cd9928a, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:36:56.737427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] For port 0081c140-f69d-4eb5-9d63-81d43cd9928a, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0081c140-f69d-4eb5-9d63-81d43cd9928a,segment=NetworkSegment(16a186dc-bc52-4a33-8bea-57acd0ead4bf),segment_id=16a186dc-bc52-4a33-8bea-57acd0ead4bf)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:36:56.743470 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:56.782164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:56.783447 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:56.785044 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] 10.222.0.18 "PUT /v2.0/ports/0081c140-f69d-4eb5-9d63-81d43cd9928a HTTP/1.1" status: 200 len: 1093 time: 1.0752516 Dec 09 22:36:56.848094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Request body: {'port': {'device_id': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:36:56.868531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c8b3b-53bd-4671-9df2-fef717f0852f service neutron] Pushing event updated for resources: {'Port': ['ID=0081c140-f69d-4eb5-9d63-81d43cd9928a,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:56.933564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c3d98-9d00-4ae5-8c24-2c9e681e6bbf req-1a911429-1ebd-4217-a054-d61c2c333adc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:56.939504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c3d98-9d00-4ae5-8c24-2c9e681e6bbf req-1a911429-1ebd-4217-a054-d61c2c333adc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:56.947010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c3d98-9d00-4ae5-8c24-2c9e681e6bbf req-1a911429-1ebd-4217-a054-d61c2c333adc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:56.948832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b7c3d98-9d00-4ae5-8c24-2c9e681e6bbf req-1a911429-1ebd-4217-a054-d61c2c333adc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2400 time: 0.1571641 Dec 09 22:36:56.962335 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:57.046997 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b7c3d98-9d00-4ae5-8c24-2c9e681e6bbf req-f3826a8d-ca0a-4d3d-9195-a0fa937db279 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908647 Dec 09 22:36:57.328753 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadfc100-4b52-4a6c-b3a4-62745005b188 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:36:57.338126 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:57.351550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Transition to ACTIVE for port object cadfc100-4b52-4a6c-b3a4-62745005b188 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:36:57.356345 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:57.432691 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Pushing event updated for resources: {'Port': ['ID=cadfc100-4b52-4a6c-b3a4-62745005b188,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:57.578758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Attempting to bind port cadfc100-4b52-4a6c-b3a4-62745005b188 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:36:57.579139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Attempting to bind port cadfc100-4b52-4a6c-b3a4-62745005b188 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:36:57.579450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Attempting to bind port cadfc100-4b52-4a6c-b3a4-62745005b188 on network e1af6893-8ed8-4306-a8e7-1a4de848ee43 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:57.615928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Port cadfc100-4b52-4a6c-b3a4-62745005b188 on network e1af6893-8ed8-4306-a8e7-1a4de848ee43 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:36:57.616268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Attempting to bind port cadfc100-4b52-4a6c-b3a4-62745005b188 on network e1af6893-8ed8-4306-a8e7-1a4de848ee43 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:36:57.640386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:36:57.640728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Checking segment: {'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:36:57.641110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Bound using segment: {'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:36:57.641552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Bound port: cadfc100-4b52-4a6c-b3a4-62745005b188, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01b770d-b696-4145-983b-1bcaeff5ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:36:57.641937 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:57.668252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0636c-a7a4-408e-a9b7-b858c0fad0e2 req-24218634-b727-42e3-a2da-c9d222901a8d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:57.669458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3b0636c-a7a4-408e-a9b7-b858c0fad0e2 req-24218634-b727-42e3-a2da-c9d222901a8d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1455915 Dec 09 22:36:57.764615 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3b0636c-a7a4-408e-a9b7-b858c0fad0e2 req-f6a67042-6a59-4e77-91e0-0c62f70afc96 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802515 Dec 09 22:36:57.795724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'tag': '0081c140-f69d-4eb5-9d63-81d43cd9928a'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:36:57.798329 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b84eea8-e3e7-4777-b7d7-eebe6b5dddcc" -d '{"events": [{"name": "network-changed", "server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "tag": "0081c140-f69d-4eb5-9d63-81d43cd9928a"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:36:57.837687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] For port cadfc100-4b52-4a6c-b3a4-62745005b188, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:36:57.846861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] For port cadfc100-4b52-4a6c-b3a4-62745005b188, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=cadfc100-4b52-4a6c-b3a4-62745005b188,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:36:57.855901 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:57.872864 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff54c93-594c-42bf-828a-b6303a99effc x-openstack-request-id: req-eff54c93-594c-42bf-828a-b6303a99effc {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:36:57.873176 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "tag": "0081c140-f69d-4eb5-9d63-81d43cd9928a", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:36:57.873386 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eff54c93-594c-42bf-828a-b6303a99effc {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:36:57.874184 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'tag': '0081c140-f69d-4eb5-9d63-81d43cd9928a', 'status': 'completed', 'code': 200} Dec 09 22:36:57.911301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:57.911908 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:57.913339 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] 10.222.0.18 "PUT /v2.0/ports/cadfc100-4b52-4a6c-b3a4-62745005b188 HTTP/1.1" status: 200 len: 1092 time: 1.0750313 Dec 09 22:36:57.999076 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e81d1-3c53-4d58-91d2-97b72b487241 service neutron] Pushing event updated for resources: {'Port': ['ID=cadfc100-4b52-4a6c-b3a4-62745005b188,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:58.012853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84eea8-e3e7-4777-b7d7-eebe6b5dddcc req-34b13555-664d-4523-add2-2f3e3042deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.013901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84eea8-e3e7-4777-b7d7-eebe6b5dddcc req-34b13555-664d-4523-add2-2f3e3042deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.014581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84eea8-e3e7-4777-b7d7-eebe6b5dddcc req-34b13555-664d-4523-add2-2f3e3042deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.017580 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1b84eea8-e3e7-4777-b7d7-eebe6b5dddcc req-34b13555-664d-4523-add2-2f3e3042deeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0b171af27f54b1bbad14b8b48979092&device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2868 time: 0.1032946 Dec 09 22:36:58.109435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device af6bd902-bdca-405b-b768-027244902043 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:36:58.243509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84eea8-e3e7-4777-b7d7-eebe6b5dddcc req-a06a7c02-83ad-485d-9a7d-b410a2835180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.244362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84eea8-e3e7-4777-b7d7-eebe6b5dddcc req-a06a7c02-83ad-485d-9a7d-b410a2835180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.245053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84eea8-e3e7-4777-b7d7-eebe6b5dddcc req-a06a7c02-83ad-485d-9a7d-b410a2835180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.248085 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1b84eea8-e3e7-4777-b7d7-eebe6b5dddcc req-a06a7c02-83ad-485d-9a7d-b410a2835180 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a0b171af27f54b1bbad14b8b48979092&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2160850 Dec 09 22:36:58.382638 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84eea8-e3e7-4777-b7d7-eebe6b5dddcc req-6289977b-80cf-48fb-a9b8-b1d0ab1561a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.384846 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1b84eea8-e3e7-4777-b7d7-eebe6b5dddcc req-6289977b-80cf-48fb-a9b8-b1d0ab1561a3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280408 Dec 09 22:36:58.394816 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:58.436219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port af6bd902-bdca-405b-b768-027244902043, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:36:58.437581 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6bd902-bdca-405b-b768-027244902043'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:36:58.440490 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d0e49e-3924-4fc8-bc2a-9a562ba5c3f5" -d '{"events": [{"server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "name": "network-vif-unplugged", "status": "completed", "tag": "af6bd902-bdca-405b-b768-027244902043"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:36:58.445298 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:36:58.498488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba2d9e-556d-4fda-b8de-68a49cbc00a5 req-74d7af42-a87d-4851-9e82-2bebe5882326 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.501230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:36:58.506556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba2d9e-556d-4fda-b8de-68a49cbc00a5 req-74d7af42-a87d-4851-9e82-2bebe5882326 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.514895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba2d9e-556d-4fda-b8de-68a49cbc00a5 req-74d7af42-a87d-4851-9e82-2bebe5882326 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.523891 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6aba2d9e-556d-4fda-b8de-68a49cbc00a5 req-74d7af42-a87d-4851-9e82-2bebe5882326 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2412 time: 0.1453042 Dec 09 22:36:58.544700 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 22:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7212cad0-e00f-4c39-8394-d7e155391767 x-openstack-request-id: req-7212cad0-e00f-4c39-8394-d7e155391767 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:36:58.548547 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "name": "network-vif-unplugged", "status": "failed", "tag": "af6bd902-bdca-405b-b768-027244902043", "code": 422}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:36:58.549118 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7212cad0-e00f-4c39-8394-d7e155391767 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:36:58.549656 n-d-789963-23 neutron-server[103419]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af6bd902-bdca-405b-b768-027244902043', 'code': 422} returned with failed status Dec 09 22:36:58.563933 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ba2d7ce9-8f26-47ab-97bb-b0d70d6e0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.564561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ba2d7ce9-8f26-47ab-97bb-b0d70d6e0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.565046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ba2d7ce9-8f26-47ab-97bb-b0d70d6e0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.567236 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-ba2d7ce9-8f26-47ab-97bb-b0d70d6e0c2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0b171af27f54b1bbad14b8b48979092&device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2868 time: 0.1042924 Dec 09 22:36:58.617954 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6aba2d9e-556d-4fda-b8de-68a49cbc00a5 req-6fb29765-f298-46dd-9d88-91f2c75e33e9 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931320 Dec 09 22:36:58.640451 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-3f90496d-4b5a-4848-8110-6044c00f9b9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=c899bbac-a78b-49fc-a6b4-4ef91dd728f6 HTTP/1.1" status: 200 len: 217 time: 0.0486503 Dec 09 22:36:58.706865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0cd10a15-0966-4295-a7e5-54e2aa755272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.708263 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-0cd10a15-0966-4295-a7e5-54e2aa755272 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb168eaf-7d8c-479f-b3bd-aca29bca8f95 HTTP/1.1" status: 200 len: 801 time: 0.0658107 Dec 09 22:36:58.765164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d738a771-9fac-4dea-bf68-60aee543b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:58.771142 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d738a771-9fac-4dea-bf68-60aee543b689 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1af6893-8ed8-4306-a8e7-1a4de848ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547671 Dec 09 22:36:58.901281 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-553f6671-01ca-4b0d-8885-e329fd1200f0 service neutron] 10.222.0.18 "GET /v2.0/networks/e1af6893-8ed8-4306-a8e7-1a4de848ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210070 Dec 09 22:36:59.024631 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-10e70516-f8a9-4ae9-b5e7-75a4c77b1ea9 service neutron] 10.222.0.18 "GET /v2.0/networks/e1af6893-8ed8-4306-a8e7-1a4de848ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154633 Dec 09 22:36:59.081817 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-84434b26-aa3f-43e0-9687-e71967e1ff13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=0081c140-f69d-4eb5-9d63-81d43cd9928a HTTP/1.1" status: 200 len: 217 time: 0.0500040 Dec 09 22:36:59.148734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-879fc677-4af0-465e-b848-bbddb8dd5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:59.150247 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-879fc677-4af0-465e-b848-bbddb8dd5e28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb66e134-d411-458b-96bf-5f399f6b84fa HTTP/1.1" status: 200 len: 801 time: 0.0621984 Dec 09 22:36:59.223419 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-3d9fd11e-d9fb-46aa-9445-fdbfce8ba2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:59.227243 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-3d9fd11e-d9fb-46aa-9445-fdbfce8ba2b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58e4ffbd-8d0b-4a8a-82be-6da7744d457a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681739 Dec 09 22:36:59.337831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad407a-2f20-4695-91bd-b59c043c6d73 req-1ff3dd51-8731-468f-b254-68d73c30674d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:59.347621 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dfad407a-2f20-4695-91bd-b59c043c6d73 req-1ff3dd51-8731-468f-b254-68d73c30674d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 943 time: 0.1316245 Dec 09 22:36:59.456107 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-e1c59009-a699-41f1-b606-d6e1cfe641b0 service neutron] 10.222.0.18 "GET /v2.0/networks/58e4ffbd-8d0b-4a8a-82be-6da7744d457a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215147 Dec 09 22:36:59.497779 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dfad407a-2f20-4695-91bd-b59c043c6d73 req-70be04b7-56fc-4141-904b-78e4b92b113b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489186 Dec 09 22:36:59.632656 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-660ce0af-4567-45ab-ab0e-2a7cf02daeab service neutron] 10.222.0.18 "GET /v2.0/networks/58e4ffbd-8d0b-4a8a-82be-6da7744d457a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697307 Dec 09 22:36:59.719549 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-9213d284-9b82-46c3-9c52-1cdd01a590c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.15&port_id=cadfc100-4b52-4a6c-b3a4-62745005b188 HTTP/1.1" status: 200 len: 217 time: 0.0785418 Dec 09 22:36:59.792903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64866525-f05e-420b-a15c-730e7e095ea7 req-4426e8dd-5c6a-43f6-8c56-bb4f855a291d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:59.799252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64866525-f05e-420b-a15c-730e7e095ea7 req-4426e8dd-5c6a-43f6-8c56-bb4f855a291d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:59.805279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64866525-f05e-420b-a15c-730e7e095ea7 req-4426e8dd-5c6a-43f6-8c56-bb4f855a291d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:59.807046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64866525-f05e-420b-a15c-730e7e095ea7 req-4426e8dd-5c6a-43f6-8c56-bb4f855a291d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2412 time: 0.0750184 Dec 09 22:36:59.811870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d24a785f-ec3e-411d-8e8c-eba8d39d0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:59.813283 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-d24a785f-ec3e-411d-8e8c-eba8d39d0369 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb168eaf-7d8c-479f-b3bd-aca29bca8f95 HTTP/1.1" status: 200 len: 801 time: 0.0819256 Dec 09 22:36:59.869824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507401-60cb-4219-846d-d6084fadfa4a req-41eaa91b-50e4-46a8-b54c-6241516f7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:36:59.871399 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-41eaa91b-50e4-46a8-b54c-6241516f7b0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1af6893-8ed8-4306-a8e7-1a4de848ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495701 Dec 09 22:36:59.874705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'tag': 'cadfc100-4b52-4a6c-b3a4-62745005b188'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:36:59.877139 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da855891-d371-4d0d-a605-ff19f1ca11dc" -d '{"events": [{"name": "network-changed", "server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "tag": "cadfc100-4b52-4a6c-b3a4-62745005b188"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:36:59.883002 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64866525-f05e-420b-a15c-730e7e095ea7 req-9c6a5cca-7f81-4703-adea-a3c8ce3906bd tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601871 Dec 09 22:36:59.932617 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0544ad9b-4bf3-42eb-addc-114f35928df3 x-openstack-request-id: req-0544ad9b-4bf3-42eb-addc-114f35928df3 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:36:59.932912 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "tag": "cadfc100-4b52-4a6c-b3a4-62745005b188", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:36:59.933165 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0544ad9b-4bf3-42eb-addc-114f35928df3 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:36:59.933563 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'tag': 'cadfc100-4b52-4a6c-b3a4-62745005b188', 'status': 'completed', 'code': 200} Dec 09 22:36:59.951267 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-c7693709-5504-49d4-82af-c9e3905fa451 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2092211 Dec 09 22:36:59.961552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-eebfc1a3-3fe2-4557-a1b6-1aeb188c6e4a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:36:59.962432 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-eebfc1a3-3fe2-4557-a1b6-1aeb188c6e4a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060160 Dec 09 22:36:59.990922 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-11a8acc5-ab50-4c49-8208-ccc100f3b528 service neutron] 10.222.0.18 "GET /v2.0/networks/e1af6893-8ed8-4306-a8e7-1a4de848ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116297 Dec 09 22:37:00.086635 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e507401-60cb-4219-846d-d6084fadfa4a req-27258761-b818-4f8a-be71-249dec2889b4 service neutron] 10.222.0.18 "GET /v2.0/networks/e1af6893-8ed8-4306-a8e7-1a4de848ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883169 Dec 09 22:37:00.284278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-92367c00-a9c2-4568-a097-ae3167d22e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:00.284767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-92367c00-a9c2-4568-a097-ae3167d22e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:00.285351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-92367c00-a9c2-4568-a097-ae3167d22e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:00.287159 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-92367c00-a9c2-4568-a097-ae3167d22e78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0b171af27f54b1bbad14b8b48979092&device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2868 time: 0.0608649 Dec 09 22:37:00.390564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-6364e609-0227-444f-b9e1-c0f079049b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:00.392031 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-6364e609-0227-444f-b9e1-c0f079049b47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1af6893-8ed8-4306-a8e7-1a4de848ee43 HTTP/1.1" status: 200 len: 902 time: 0.0969512 Dec 09 22:37:00.444293 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-44bd0b1f-1dad-46db-856f-a686393dbf98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.15&port_id=cadfc100-4b52-4a6c-b3a4-62745005b188 HTTP/1.1" status: 200 len: 217 time: 0.0439630 Dec 09 22:37:00.500251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-06af9fec-c377-4990-a8e9-9ea580ebac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:00.501652 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-06af9fec-c377-4990-a8e9-9ea580ebac95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb168eaf-7d8c-479f-b3bd-aca29bca8f95 HTTP/1.1" status: 200 len: 801 time: 0.0486193 Dec 09 22:37:00.553596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-1352a8b6-b3b6-4be3-8e54-2a8543e35acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:00.555152 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-1352a8b6-b3b6-4be3-8e54-2a8543e35acb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1af6893-8ed8-4306-a8e7-1a4de848ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454385 Dec 09 22:37:00.683033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5432c-2207-4cfb-ade4-96e0c7f96ef8 req-52435b45-865a-44ea-b5a7-1e16e1339aa3 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:00.684595 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8b5432c-2207-4cfb-ade4-96e0c7f96ef8 req-52435b45-865a-44ea-b5a7-1e16e1339aa3 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 943 time: 0.0882428 Dec 09 22:37:00.689149 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-c9fd1925-84cd-4ff4-a408-0d5073005721 service neutron] 10.222.0.18 "GET /v2.0/networks/e1af6893-8ed8-4306-a8e7-1a4de848ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234031 Dec 09 22:37:00.752324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8b5432c-2207-4cfb-ade4-96e0c7f96ef8 req-40882c5d-7688-456d-bccd-db144d1fd0a3 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605061 Dec 09 22:37:00.792109 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-da855891-d371-4d0d-a605-ff19f1ca11dc req-b8978a4b-f64a-4773-8e72-aa68828cd22d service neutron] 10.222.0.18 "GET /v2.0/networks/e1af6893-8ed8-4306-a8e7-1a4de848ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939014 Dec 09 22:37:00.985931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-a0a7d54b-e9a5-436f-8408-3133d89a7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:00.987623 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-a0a7d54b-e9a5-436f-8408-3133d89a7e2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753&tenant_id=e553cf18c1da4077a85cacb736b72c41 HTTP/1.1" status: 200 len: 1095 time: 0.0938354 Dec 09 22:37:01.025700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:01.028424 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37ff4c41-248c-43d6-92a5-527e47654279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:01.030641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de9978-637d-4ef4-82bd-04153fedc5b6 req-6e938955-51ab-4038-89b6-18459d2424a8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:01.038039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de9978-637d-4ef4-82bd-04153fedc5b6 req-6e938955-51ab-4038-89b6-18459d2424a8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:01.044324 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de9978-637d-4ef4-82bd-04153fedc5b6 req-6e938955-51ab-4038-89b6-18459d2424a8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:01.046554 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11de9978-637d-4ef4-82bd-04153fedc5b6 req-6e938955-51ab-4038-89b6-18459d2424a8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2412 time: 0.0783749 Dec 09 22:37:01.122417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:01.122922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11de9978-637d-4ef4-82bd-04153fedc5b6 req-21dedba1-c67b-44e4-bd7d-f4d562bd6492 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684345 Dec 09 22:37:01.374271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] For port af6bd902-bdca-405b-b768-027244902043, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:01.412670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] For port af6bd902-bdca-405b-b768-027244902043, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:01.454493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6bd902-bdca-405b-b768-027244902043 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:01.462712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:01.479508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Transition to ACTIVE for port object af6bd902-bdca-405b-b768-027244902043 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:37:01.488486 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:01.626965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Pushing event updated for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=9']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:01.703948 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] No DVR routers for this DVR port af6bd902-bdca-405b-b768-027244902043 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:01.958117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06930a-7ab9-49df-960d-3522de0eb158 req-a383af1e-3fa9-4079-bc46-c27364b8a211 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:01.960092 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a06930a-7ab9-49df-960d-3522de0eb158 req-a383af1e-3fa9-4079-bc46-c27364b8a211 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 943 time: 0.0844910 Dec 09 22:37:02.030330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a06930a-7ab9-49df-960d-3522de0eb158 req-36db5743-5d64-4853-ab48-724c406568db tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530798 Dec 09 22:37:02.074365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device cadfc100-4b52-4a6c-b3a4-62745005b188 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:37:02.199658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port cadfc100-4b52-4a6c-b3a4-62745005b188, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=cadfc100-4b52-4a6c-b3a4-62745005b188,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:02.210453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Attempting to bind port af6bd902-bdca-405b-b768-027244902043 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:02.212807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Attempting to bind port af6bd902-bdca-405b-b768-027244902043 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:02.213888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Attempting to bind port af6bd902-bdca-405b-b768-027244902043 on network c932c76f-049a-4abd-b233-3ca5aa5fead4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:02.218476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'cadfc100-4b52-4a6c-b3a4-62745005b188', 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43', 'port_id': 'cadfc100-4b52-4a6c-b3a4-62745005b188', 'mac_address': 'fa:16:3e:a0:01:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb168eaf-7d8c-479f-b3bd-aca29bca8f95', 'ip_address': '19.80.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:37:02.226668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Port af6bd902-bdca-405b-b768-027244902043 on network c932c76f-049a-4abd-b233-3ca5aa5fead4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:37:02.227307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Attempting to bind port af6bd902-bdca-405b-b768-027244902043 on network c932c76f-049a-4abd-b233-3ca5aa5fead4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:02.240692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:02.241036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Checking segment: {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:02.241427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Bound using segment: {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:02.242089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Bound port: af6bd902-bdca-405b-b768-027244902043, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5643f12-2cf3-4f21-8f26-7daa14956eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:02.242634 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:02.271400 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:02.287729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadfc100-4b52-4a6c-b3a4-62745005b188 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:02.319501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port cadfc100-4b52-4a6c-b3a4-62745005b188, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=cadfc100-4b52-4a6c-b3a4-62745005b188,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:02.329777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36bb76-e046-446c-9def-1392d8752081 req-0c7ae80e-a8d8-406e-a5fe-2151c70e7b99 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:02.336877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36bb76-e046-446c-9def-1392d8752081 req-0c7ae80e-a8d8-406e-a5fe-2151c70e7b99 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:02.339028 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:02.341593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0081c140-f69d-4eb5-9d63-81d43cd9928a details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:37:02.345680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36bb76-e046-446c-9def-1392d8752081 req-0c7ae80e-a8d8-406e-a5fe-2151c70e7b99 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:02.347629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c36bb76-e046-446c-9def-1392d8752081 req-0c7ae80e-a8d8-406e-a5fe-2151c70e7b99 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2412 time: 0.0912664 Dec 09 22:37:02.366176 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] For port af6bd902-bdca-405b-b768-027244902043, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:02.370177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] For port af6bd902-bdca-405b-b768-027244902043, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:02.378622 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:02.405045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=cadfc100-4b52-4a6c-b3a4-62745005b188,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:02.434897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:02.436274 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:02.438208 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] 10.222.0.42 "PUT /v2.0/ports/af6bd902-bdca-405b-b768-027244902043 HTTP/1.1" status: 200 len: 1092 time: 1.4357095 Dec 09 22:37:02.439115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'tag': 'af6bd902-bdca-405b-b768-027244902043'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:02.442503 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8131ae55-5441-4caa-b578-1dafbed849f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "tag": "af6bd902-bdca-405b-b768-027244902043"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:02.447445 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c36bb76-e046-446c-9def-1392d8752081 req-afdb59de-fa36-4b18-82df-af5eecfa4732 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925391 Dec 09 22:37:02.492835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda85de-5f19-43dd-b6c7-6d102f719e5a service neutron] Pushing event updated for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=10']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:02.549050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 0081c140-f69d-4eb5-9d63-81d43cd9928a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0081c140-f69d-4eb5-9d63-81d43cd9928a,segment=NetworkSegment(16a186dc-bc52-4a33-8bea-57acd0ead4bf),segment_id=16a186dc-bc52-4a33-8bea-57acd0ead4bf)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:02.564991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '0081c140-f69d-4eb5-9d63-81d43cd9928a', 'network_id': '58e4ffbd-8d0b-4a8a-82be-6da7744d457a', 'port_id': '0081c140-f69d-4eb5-9d63-81d43cd9928a', 'mac_address': 'fa:16:3e:4f:39:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb66e134-d411-458b-96bf-5f399f6b84fa', 'ip_address': '19.86.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:37:02.569989 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e7db3b-abea-40de-b25e-8dac07b04cab x-openstack-request-id: req-47e7db3b-abea-40de-b25e-8dac07b04cab {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:02.570174 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "tag": "af6bd902-bdca-405b-b768-027244902043", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:02.570519 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47e7db3b-abea-40de-b25e-8dac07b04cab {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:02.570935 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'tag': 'af6bd902-bdca-405b-b768-027244902043', 'status': 'completed', 'code': 200} Dec 09 22:37:02.607066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-d6162afd-6a75-4360-8f98-12a46ba402d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:02.628104 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-d6162afd-6a75-4360-8f98-12a46ba402d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 1096 time: 0.1304793 Dec 09 22:37:02.639414 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:02.658694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0081c140-f69d-4eb5-9d63-81d43cd9928a {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:02.692891 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 0081c140-f69d-4eb5-9d63-81d43cd9928a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0081c140-f69d-4eb5-9d63-81d43cd9928a,segment=NetworkSegment(16a186dc-bc52-4a33-8bea-57acd0ead4bf),segment_id=16a186dc-bc52-4a33-8bea-57acd0ead4bf)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:02.699631 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:02.700243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device c899bbac-a78b-49fc-a6b4-4ef91dd728f6 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:37:02.772181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-66ed9923-b3ca-42b8-8aff-f16fc88de10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:02.773800 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-66ed9923-b3ca-42b8-8aff-f16fc88de10a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 917 time: 0.1383862 Dec 09 22:37:02.781628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=0081c140-f69d-4eb5-9d63-81d43cd9928a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:02.786272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port c899bbac-a78b-49fc-a6b4-4ef91dd728f6, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=c899bbac-a78b-49fc-a6b4-4ef91dd728f6,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:02.799462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'c899bbac-a78b-49fc-a6b4-4ef91dd728f6', 'network_id': 'e1af6893-8ed8-4306-a8e7-1a4de848ee43', 'port_id': 'c899bbac-a78b-49fc-a6b4-4ef91dd728f6', 'mac_address': 'fa:16:3e:c6:bb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb168eaf-7d8c-479f-b3bd-aca29bca8f95', 'ip_address': '19.80.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:37:02.848165 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:02.853505 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-98636f0f-4df4-44b3-8439-38f63d1f0c97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6bd902-bdca-405b-b768-027244902043 HTTP/1.1" status: 200 len: 998 time: 0.0713885 Dec 09 22:37:02.888423 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c899bbac-a78b-49fc-a6b4-4ef91dd728f6 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:02.919436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port c899bbac-a78b-49fc-a6b4-4ef91dd728f6, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=c899bbac-a78b-49fc-a6b4-4ef91dd728f6,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:02.922273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-cbba2e3d-a12c-4116-8e88-d03642e8afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:02.924225 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-cbba2e3d-a12c-4116-8e88-d03642e8afd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.0626960 Dec 09 22:37:02.924379 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:02.984820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-4a78dda1-7541-47e2-9f13-618a7f05d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:02.985102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=c899bbac-a78b-49fc-a6b4-4ef91dd728f6,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:02.986684 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-4a78dda1-7541-47e2-9f13-618a7f05d254 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548582 Dec 09 22:37:03.088837 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-d167dfd1-5b8d-45ed-8096-54f2d523d350 service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943768 Dec 09 22:37:03.173212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac7af4-ed01-484f-80fd-bc49a8e02a88 req-0683eb3a-bccc-4aed-9ddd-24117a8cb60e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:03.175056 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9aac7af4-ed01-484f-80fd-bc49a8e02a88 req-0683eb3a-bccc-4aed-9ddd-24117a8cb60e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.0602331 Dec 09 22:37:03.202272 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5e4714-326a-4b29-b0aa-c73663ac82b2 req-4e2f87ae-ed85-49aa-adcb-7a3c44846d6e service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046484 Dec 09 22:37:03.232677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9aac7af4-ed01-484f-80fd-bc49a8e02a88 req-31e5e2f5-89b0-40a2-94cf-a2b17b477871 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505579 Dec 09 22:37:03.322320 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f0a-216c-4ac7-8d0f-dbc85a9d82ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:03.393861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131ae55-5441-4caa-b578-1dafbed849f3 req-b1f8c3c7-9c17-474c-9cd6-77ce76bec2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:03.393861 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8131ae55-5441-4caa-b578-1dafbed849f3 req-b1f8c3c7-9c17-474c-9cd6-77ce76bec2f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e553cf18c1da4077a85cacb736b72c41&device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 1096 time: 0.0768931 Dec 09 22:37:03.487181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0081c140-f69d-4eb5-9d63-81d43cd9928a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:03.535116 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131ae55-5441-4caa-b578-1dafbed849f3 req-2675016c-e649-40c6-902e-f9778a38b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:03.536945 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8131ae55-5441-4caa-b578-1dafbed849f3 req-2675016c-e649-40c6-902e-f9778a38b732 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 200 len: 917 time: 0.1364830 Dec 09 22:37:03.548279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['cadfc100-4b52-4a6c-b3a4-62745005b188'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:03.550576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['c899bbac-a78b-49fc-a6b4-4ef91dd728f6'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:03.692567 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8131ae55-5441-4caa-b578-1dafbed849f3 req-b337558e-f5ac-4f8c-b9b4-dfc1c262a54f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6bd902-bdca-405b-b768-027244902043 HTTP/1.1" status: 200 len: 998 time: 0.1478295 Dec 09 22:37:03.735441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63a7da-60b8-44e6-84b0-0594aa7add1d req-d4a46c72-fae4-4cdd-bcb4-3827dde1e047 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:03.751765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63a7da-60b8-44e6-84b0-0594aa7add1d req-d4a46c72-fae4-4cdd-bcb4-3827dde1e047 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:03.776219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63a7da-60b8-44e6-84b0-0594aa7add1d req-d4a46c72-fae4-4cdd-bcb4-3827dde1e047 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:03.785542 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f63a7da-60b8-44e6-84b0-0594aa7add1d req-d4a46c72-fae4-4cdd-bcb4-3827dde1e047 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2415 time: 0.1830268 Dec 09 22:37:03.857140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f63a7da-60b8-44e6-84b0-0594aa7add1d req-bd3b9a39-3343-4970-8bd5-2811ab508344 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703294 Dec 09 22:37:03.933871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131ae55-5441-4caa-b578-1dafbed849f3 req-560d6229-cc7e-482b-a5dd-191a44c63210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:03.938735 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8131ae55-5441-4caa-b578-1dafbed849f3 req-560d6229-cc7e-482b-a5dd-191a44c63210 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 200 len: 855 time: 0.2247527 Dec 09 22:37:04.026384 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131ae55-5441-4caa-b578-1dafbed849f3 req-22a76340-88f4-447a-aba2-aca69c0e46ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:04.030885 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8131ae55-5441-4caa-b578-1dafbed849f3 req-22a76340-88f4-447a-aba2-aca69c0e46ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c932c76f-049a-4abd-b233-3ca5aa5fead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792611 Dec 09 22:37:04.177288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:04.498743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b72ed1-4237-45e1-a932-160a83660e22 req-22b881ae-7204-40c4-a25d-5f9f9ba912ce tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:04.502704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83b72ed1-4237-45e1-a932-160a83660e22 req-22b881ae-7204-40c4-a25d-5f9f9ba912ce tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.1047266 Dec 09 22:37:04.611081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83b72ed1-4237-45e1-a932-160a83660e22 req-b87596de-c190-4a5d-9fd7-3ecf0847c532 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022477 Dec 09 22:37:04.757067 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:05.055436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe181f1-06eb-417e-ad65-1cf099710bec req-cd0a9e21-e553-4065-a746-9e9cbe04d146 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:05.062601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe181f1-06eb-417e-ad65-1cf099710bec req-cd0a9e21-e553-4065-a746-9e9cbe04d146 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:05.068668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe181f1-06eb-417e-ad65-1cf099710bec req-cd0a9e21-e553-4065-a746-9e9cbe04d146 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:05.070376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbe181f1-06eb-417e-ad65-1cf099710bec req-cd0a9e21-e553-4065-a746-9e9cbe04d146 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2415 time: 0.1059916 Dec 09 22:37:05.189975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbe181f1-06eb-417e-ad65-1cf099710bec req-6beda857-e625-4a17-a6b8-43ae947b79e5 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931304 Dec 09 22:37:05.808654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ad0c7-64f9-46e9-aad3-2c6e99a5dcd9 req-d48715e6-df76-4b78-826d-ceee90c92397 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:05.814430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b73ad0c7-64f9-46e9-aad3-2c6e99a5dcd9 req-d48715e6-df76-4b78-826d-ceee90c92397 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.0905714 Dec 09 22:37:05.904446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b73ad0c7-64f9-46e9-aad3-2c6e99a5dcd9 req-e2f6a011-3beb-46cd-8082-5532c0c867b5 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833547 Dec 09 22:37:06.108228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0081c140-f69d-4eb5-9d63-81d43cd9928a up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:06.153693 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:06.195334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 0081c140-f69d-4eb5-9d63-81d43cd9928a completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:37:06.206957 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 0081c140-f69d-4eb5-9d63-81d43cd9928a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:06.207390 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:06.310698 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:06.341406 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0081c140-f69d-4eb5-9d63-81d43cd9928a'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:06.343706 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd62e7cd-3c50-4470-8d1b-5cc884ff4beb" -d '{"events": [{"server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "name": "network-vif-plugged", "status": "completed", "tag": "0081c140-f69d-4eb5-9d63-81d43cd9928a"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:06.352925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7125b-f9b0-4f9f-b1f7-7c66eeef519b req-8fdbc537-9402-461d-9c64-685949b34f7a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:06.360316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 0081c140-f69d-4eb5-9d63-81d43cd9928a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0081c140-f69d-4eb5-9d63-81d43cd9928a,segment=NetworkSegment(16a186dc-bc52-4a33-8bea-57acd0ead4bf),segment_id=16a186dc-bc52-4a33-8bea-57acd0ead4bf)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:06.361480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7125b-f9b0-4f9f-b1f7-7c66eeef519b req-8fdbc537-9402-461d-9c64-685949b34f7a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:06.371360 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:06.372362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device c899bbac-a78b-49fc-a6b4-4ef91dd728f6 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:06.393231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7125b-f9b0-4f9f-b1f7-7c66eeef519b req-8fdbc537-9402-461d-9c64-685949b34f7a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:06.401555 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99c7125b-f9b0-4f9f-b1f7-7c66eeef519b req-8fdbc537-9402-461d-9c64-685949b34f7a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2415 time: 0.1051209 Dec 09 22:37:06.477236 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99c7125b-f9b0-4f9f-b1f7-7c66eeef519b req-003b18f2-daac-4d9d-926d-7164dad739d1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746799 Dec 09 22:37:06.509916 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=0081c140-f69d-4eb5-9d63-81d43cd9928a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:06.571294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port c899bbac-a78b-49fc-a6b4-4ef91dd728f6 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:37:06.583814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port c899bbac-a78b-49fc-a6b4-4ef91dd728f6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:06.584198 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:06.636240 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eba47a0-59dd-424a-9310-60fa64399c64 x-openstack-request-id: req-6eba47a0-59dd-424a-9310-60fa64399c64 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:06.636658 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "name": "network-vif-plugged", "status": "completed", "tag": "0081c140-f69d-4eb5-9d63-81d43cd9928a", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:06.637919 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6eba47a0-59dd-424a-9310-60fa64399c64 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:06.638991 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0081c140-f69d-4eb5-9d63-81d43cd9928a', 'code': 200} Dec 09 22:37:06.737220 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:06.794253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port c899bbac-a78b-49fc-a6b4-4ef91dd728f6, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=c899bbac-a78b-49fc-a6b4-4ef91dd728f6,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:06.799413 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:06.800588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device cadfc100-4b52-4a6c-b3a4-62745005b188 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:06.949422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=c899bbac-a78b-49fc-a6b4-4ef91dd728f6,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:06.974312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port cadfc100-4b52-4a6c-b3a4-62745005b188 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:37:06.979251 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:06.982643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port cadfc100-4b52-4a6c-b3a4-62745005b188 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:06.983012 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:07.124943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08567b-9185-4ec0-ae62-b95ae58a1e54 req-234eff02-8593-41dd-96d4-57e276544179 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:07.134599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed08567b-9185-4ec0-ae62-b95ae58a1e54 req-234eff02-8593-41dd-96d4-57e276544179 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.1097620 Dec 09 22:37:07.199085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed08567b-9185-4ec0-ae62-b95ae58a1e54 req-83f2e458-4c0e-4296-8403-d72d760ce568 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614483 Dec 09 22:37:07.222505 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:07.269571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port cadfc100-4b52-4a6c-b3a4-62745005b188, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=cadfc100-4b52-4a6c-b3a4-62745005b188,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:07.274603 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:07.349213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=cadfc100-4b52-4a6c-b3a4-62745005b188,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:07.631127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4786d52-2d06-4b8c-aad3-19f74e2000b4 req-4cd589a0-8a60-46e3-82b2-84498da3cecc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:07.637153 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4786d52-2d06-4b8c-aad3-19f74e2000b4 req-4cd589a0-8a60-46e3-82b2-84498da3cecc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:07.644956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4786d52-2d06-4b8c-aad3-19f74e2000b4 req-4cd589a0-8a60-46e3-82b2-84498da3cecc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:07.647066 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4786d52-2d06-4b8c-aad3-19f74e2000b4 req-4cd589a0-8a60-46e3-82b2-84498da3cecc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2418 time: 0.0781155 Dec 09 22:37:07.711881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4786d52-2d06-4b8c-aad3-19f74e2000b4 req-c0e8041a-e5cd-4030-9f9e-f008ce9a4dcb tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540881 Dec 09 22:37:08.371756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee5204-7cba-4262-9db9-1736570bca17 req-374c22a8-b933-44ff-bd8c-01a72ff2ae47 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:08.373890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66ee5204-7cba-4262-9db9-1736570bca17 req-374c22a8-b933-44ff-bd8c-01a72ff2ae47 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.0840552 Dec 09 22:37:08.471573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66ee5204-7cba-4262-9db9-1736570bca17 req-f38f2092-5e66-4f7b-835c-e5aa0389c15b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905821 Dec 09 22:37:08.640228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c899bbac-a78b-49fc-a6b4-4ef91dd728f6'}, {'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadfc100-4b52-4a6c-b3a4-62745005b188'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:08.643175 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed06ed46-aac8-444f-bb55-bfb280c4f197" -d '{"events": [{"server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "name": "network-vif-plugged", "status": "completed", "tag": "c899bbac-a78b-49fc-a6b4-4ef91dd728f6"}, {"server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "name": "network-vif-plugged", "status": "completed", "tag": "cadfc100-4b52-4a6c-b3a4-62745005b188"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:08.723907 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1c858a-b0f6-41a2-93e5-0ddfb424fd58 x-openstack-request-id: req-6e1c858a-b0f6-41a2-93e5-0ddfb424fd58 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:08.724215 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "name": "network-vif-plugged", "status": "completed", "tag": "c899bbac-a78b-49fc-a6b4-4ef91dd728f6", "code": 200}, {"server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "name": "network-vif-plugged", "status": "completed", "tag": "cadfc100-4b52-4a6c-b3a4-62745005b188", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:08.724480 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e1c858a-b0f6-41a2-93e5-0ddfb424fd58 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:08.724884 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c899bbac-a78b-49fc-a6b4-4ef91dd728f6', 'code': 200} Dec 09 22:37:08.725143 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadfc100-4b52-4a6c-b3a4-62745005b188', 'code': 200} Dec 09 22:37:08.960413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd9795-2771-45af-b75d-4a3def2a07b6 req-70e015dd-18e5-48ba-ad45-f90a6a641c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:08.967704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd9795-2771-45af-b75d-4a3def2a07b6 req-70e015dd-18e5-48ba-ad45-f90a6a641c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:08.975905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd9795-2771-45af-b75d-4a3def2a07b6 req-70e015dd-18e5-48ba-ad45-f90a6a641c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:08.980637 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c8bd9795-2771-45af-b75d-4a3def2a07b6 req-70e015dd-18e5-48ba-ad45-f90a6a641c11 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2874 time: 0.1141500 Dec 09 22:37:08.985630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5ca81-801b-4173-93d7-b440f68a677a req-ab164ec2-4972-4335-bb75-2ceb14673bf4 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:08.993864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5ca81-801b-4173-93d7-b440f68a677a req-ab164ec2-4972-4335-bb75-2ceb14673bf4 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:09.013396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5ca81-801b-4173-93d7-b440f68a677a req-ab164ec2-4972-4335-bb75-2ceb14673bf4 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:09.027346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bd5ca81-801b-4173-93d7-b440f68a677a req-ab164ec2-4972-4335-bb75-2ceb14673bf4 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2418 time: 0.1735742 Dec 09 22:37:09.062771 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c8bd9795-2771-45af-b75d-4a3def2a07b6 req-795b315d-9339-4fa4-8e26-6767e9232432 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724685 Dec 09 22:37:09.151695 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bd5ca81-801b-4173-93d7-b440f68a677a req-1f11f9c9-e925-42c8-924e-64f967146372 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231945 Dec 09 22:37:09.635923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe165973-2fbf-4423-98c2-012cef9d82c5 req-129aa7e8-d201-4b6a-9f02-3ff3085fe1b9 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:09.643594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe165973-2fbf-4423-98c2-012cef9d82c5 req-129aa7e8-d201-4b6a-9f02-3ff3085fe1b9 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.0793638 Dec 09 22:37:09.703710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe165973-2fbf-4423-98c2-012cef9d82c5 req-34b6b259-ce9a-4c74-8e72-690a9848722c tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588498 Dec 09 22:37:10.354292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ede63-2e49-4a96-9f29-cb9d3b97a3e7 req-1b920020-4aeb-4c88-a119-52dddbbb25ef tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:10.361404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ede63-2e49-4a96-9f29-cb9d3b97a3e7 req-1b920020-4aeb-4c88-a119-52dddbbb25ef tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:10.368223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ede63-2e49-4a96-9f29-cb9d3b97a3e7 req-1b920020-4aeb-4c88-a119-52dddbbb25ef tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:10.370235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c7ede63-2e49-4a96-9f29-cb9d3b97a3e7 req-1b920020-4aeb-4c88-a119-52dddbbb25ef tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2418 time: 0.1016567 Dec 09 22:37:10.554971 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c7ede63-2e49-4a96-9f29-cb9d3b97a3e7 req-2b772fe5-66c7-4b26-adca-b38f17303437 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762247 Dec 09 22:37:10.871983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a433c3-9879-48b5-8b22-0d5e900ec91f req-04348ef8-b9aa-4e18-8ead-445cab86c93a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:10.879351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7a433c3-9879-48b5-8b22-0d5e900ec91f req-04348ef8-b9aa-4e18-8ead-445cab86c93a tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.0616703 Dec 09 22:37:10.940670 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7a433c3-9879-48b5-8b22-0d5e900ec91f req-bbb4d483-4e39-4681-b1ff-baef13a10955 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596490 Dec 09 22:37:11.751957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3873fd-35d2-47bf-8d8d-52e5c104090a req-221a1aae-0364-4608-9315-89887db10955 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:11.763133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3873fd-35d2-47bf-8d8d-52e5c104090a req-221a1aae-0364-4608-9315-89887db10955 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:11.763456 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:37:11.770473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3873fd-35d2-47bf-8d8d-52e5c104090a req-221a1aae-0364-4608-9315-89887db10955 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:11.772828 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e3873fd-35d2-47bf-8d8d-52e5c104090a req-221a1aae-0364-4608-9315-89887db10955 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2418 time: 0.0960300 Dec 09 22:37:11.833410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9e3873fd-35d2-47bf-8d8d-52e5c104090a req-699af6bb-5487-4040-9b80-a3d0b9a5f0a9 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509617 Dec 09 22:37:12.062514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50300) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:12.315817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:12.396243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2230a-03f0-424e-bd5a-afc7f4aeb762 req-6b870be8-36f6-4207-9c19-1c6cd9d47cb4 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:12.405060 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0cd2230a-03f0-424e-bd5a-afc7f4aeb762 req-6b870be8-36f6-4207-9c19-1c6cd9d47cb4 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.1356716 Dec 09 22:37:12.480080 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0cd2230a-03f0-424e-bd5a-afc7f4aeb762 req-a6bfa29f-a291-4708-a942-5784ef18d6c5 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740435 Dec 09 22:37:12.540041 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:12.544716 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:12.602745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=354405ccd2c64a579edb59f67820874c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5389519 Dec 09 22:37:12.604253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265f6299-b28a-4f32-83a7-503f0b19fa86,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:12.609902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50310) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:12.614099 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.614540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.614956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.615374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.615783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.616203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.616634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.617089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.617527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.617993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.618426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.618859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.619868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f295f-cf62-484c-84e8-a3fbd8d2f1b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:12.694654 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b9a441-42f0-458e-aae3-b095491fcb0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:12.720303 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b9a441-42f0-458e-aae3-b095491fcb0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:12.777534 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b9a441-42f0-458e-aae3-b095491fcb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:12.786278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4b9a441-42f0-458e-aae3-b095491fcb0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:12.792926 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e4b9a441-42f0-458e-aae3-b095491fcb0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/265f6299-b28a-4f32-83a7-503f0b19fa86 HTTP/1.1" status: 204 len: 168 time: 0.1669633 Dec 09 22:37:12.830268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9a441-42f0-458e-aae3-b095491fcb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265f6299-b28a-4f32-83a7-503f0b19fa86,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:12.933352 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3d488-4d3a-4fe9-8999-c1bea1006c22 req-f737ee8f-0676-4b98-8685-9d270df2d2d6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:12.940111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3d488-4d3a-4fe9-8999-c1bea1006c22 req-f737ee8f-0676-4b98-8685-9d270df2d2d6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:12.947911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3d488-4d3a-4fe9-8999-c1bea1006c22 req-f737ee8f-0676-4b98-8685-9d270df2d2d6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:12.964443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6dd3d488-4d3a-4fe9-8999-c1bea1006c22 req-f737ee8f-0676-4b98-8685-9d270df2d2d6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2418 time: 0.1276393 Dec 09 22:37:13.050681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6dd3d488-4d3a-4fe9-8999-c1bea1006c22 req-80dec645-4530-4036-8349-f5fe57f7d092 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818040 Dec 09 22:37:13.690783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efefba7-7db6-4ac4-8a0b-ad123e2e0043 req-e7b77335-b59f-4c00-be0a-9a9e0ce95fa4 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:13.692400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9efefba7-7db6-4ac4-8a0b-ad123e2e0043 req-e7b77335-b59f-4c00-be0a-9a9e0ce95fa4 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.0808856 Dec 09 22:37:13.763129 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9efefba7-7db6-4ac4-8a0b-ad123e2e0043 req-7de1ccf2-400d-4e91-8177-711649d04514 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551522 Dec 09 22:37:14.272157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dff687-2b21-4c33-90bf-1024bbc4a74b req-0db34c81-aa43-48de-ab39-71b31ae454ea tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:14.279519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dff687-2b21-4c33-90bf-1024bbc4a74b req-0db34c81-aa43-48de-ab39-71b31ae454ea tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:14.286843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dff687-2b21-4c33-90bf-1024bbc4a74b req-0db34c81-aa43-48de-ab39-71b31ae454ea tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:14.288667 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9dff687-2b21-4c33-90bf-1024bbc4a74b req-0db34c81-aa43-48de-ab39-71b31ae454ea tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2418 time: 0.0778620 Dec 09 22:37:14.343618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9dff687-2b21-4c33-90bf-1024bbc4a74b req-d7a61700-de6e-414e-915a-a488431f5316 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470338 Dec 09 22:37:14.654627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-84db0e58-081e-4a97-846e-051632004ebe tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:14.666876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-84db0e58-081e-4a97-846e-051632004ebe tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:14.673734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-84db0e58-081e-4a97-846e-051632004ebe tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:14.677205 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-84db0e58-081e-4a97-846e-051632004ebe tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.18 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 2418 time: 0.0899544 Dec 09 22:37:14.737110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaec4c-1444-4b1a-82cb-63b3098f41cb req-7b6236fe-8d98-4142-ad15-d83940e4f5eb tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:14.738690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3aaec4c-1444-4b1a-82cb-63b3098f41cb req-7b6236fe-8d98-4142-ad15-d83940e4f5eb tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0754318 Dec 09 22:37:14.796493 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3aaec4c-1444-4b1a-82cb-63b3098f41cb req-509c12d7-7ccf-4f33-81d2-572d3c5a0fea tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509729 Dec 09 22:37:14.808073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-760de34d-938f-4764-99f9-6cb0ba8b866a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting port 0081c140-f69d-4eb5-9d63-81d43cd9928a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:14.808909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-760de34d-938f-4764-99f9-6cb0ba8b866a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:14.937131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a09bc-f386-492b-b229-fa4c380d3bb8 req-f984546f-1194-414e-9c07-0159472848ec tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:14.938916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e3a09bc-f386-492b-b229-fa4c380d3bb8 req-f984546f-1194-414e-9c07-0159472848ec tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.0593040 Dec 09 22:37:14.973098 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-760de34d-938f-4764-99f9-6cb0ba8b866a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] For port 0081c140-f69d-4eb5-9d63-81d43cd9928a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0081c140-f69d-4eb5-9d63-81d43cd9928a,segment=NetworkSegment(16a186dc-bc52-4a33-8bea-57acd0ead4bf),segment_id=16a186dc-bc52-4a33-8bea-57acd0ead4bf)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:14.973475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-760de34d-938f-4764-99f9-6cb0ba8b866a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:14.991939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-760de34d-938f-4764-99f9-6cb0ba8b866a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Calling delete_port for 0081c140-f69d-4eb5-9d63-81d43cd9928a owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:15.040097 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e3a09bc-f386-492b-b229-fa4c380d3bb8 req-c0c92855-ad17-410f-9e58-8f90fdbed1f8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947485 Dec 09 22:37:15.208346 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-73875635-9ff1-436c-90ae-ca0e7aa5f28c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1544251 Dec 09 22:37:15.220352 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8131ae55-5441-4caa-b578-1dafbed849f3 req-bbfe677e-28bc-4fb8-a394-a1c8ccd9e508 service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140861 Dec 09 22:37:15.386287 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-760de34d-938f-4764-99f9-6cb0ba8b866a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:15.422872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0081c140-f69d-4eb5-9d63-81d43cd9928a', 'cadfc100-4b52-4a6c-b3a4-62745005b188', 'c899bbac-a78b-49fc-a6b4-4ef91dd728f6'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:15.432469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-571da4e9-4ed7-4908-b91c-1e5dced8d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:15.432939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-571da4e9-4ed7-4908-b91c-1e5dced8d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:15.433595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-571da4e9-4ed7-4908-b91c-1e5dced8d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:15.434247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-571da4e9-4ed7-4908-b91c-1e5dced8d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:15.435564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-571da4e9-4ed7-4908-b91c-1e5dced8d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:15.436189 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-571da4e9-4ed7-4908-b91c-1e5dced8d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:15.436824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-571da4e9-4ed7-4908-b91c-1e5dced8d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:15.438951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-571da4e9-4ed7-4908-b91c-1e5dced8d508 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9adc344d60834858910acb4f5a92f96d&device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 6508 time: 0.1656797 Dec 09 22:37:15.449356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760de34d-938f-4764-99f9-6cb0ba8b866a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Port': ['ID=0081c140-f69d-4eb5-9d63-81d43cd9928a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:15.467284 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8131ae55-5441-4caa-b578-1dafbed849f3 req-5f89433e-1f4a-464a-bab9-f7cf648f5ad8 service neutron] 10.222.0.42 "GET /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386255 Dec 09 22:37:15.537645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-760de34d-938f-4764-99f9-6cb0ba8b866a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] No DVR routers for this DVR port 0081c140-f69d-4eb5-9d63-81d43cd9928a on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:15.542660 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-760de34d-938f-4764-99f9-6cb0ba8b866a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:15.546554 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-760de34d-938f-4764-99f9-6cb0ba8b866a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.18 "DELETE /v2.0/ports/0081c140-f69d-4eb5-9d63-81d43cd9928a HTTP/1.1" status: 204 len: 173 time: 0.8620219 Dec 09 22:37:15.547216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'name': 'network-vif-deleted', 'tag': '0081c140-f69d-4eb5-9d63-81d43cd9928a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:15.550610 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3b7cdd-53f9-44b6-bb19-051f04fc8af5" -d '{"events": [{"server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "name": "network-vif-deleted", "tag": "0081c140-f69d-4eb5-9d63-81d43cd9928a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:15.607895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926cf62-34dd-44c9-b766-d4eb5a93b60b req-e0bf52ea-28ce-4aab-b6b6-18242aa454b3 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:15.621649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926cf62-34dd-44c9-b766-d4eb5a93b60b req-e0bf52ea-28ce-4aab-b6b6-18242aa454b3 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:15.627665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8926cf62-34dd-44c9-b766-d4eb5a93b60b req-e0bf52ea-28ce-4aab-b6b6-18242aa454b3 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 1682 time: 0.1575687 Dec 09 22:37:15.720425 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2547241-4e0f-404d-9c91-ca8ae6cb2cf9 x-openstack-request-id: req-e2547241-4e0f-404d-9c91-ca8ae6cb2cf9 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:15.721472 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "name": "network-vif-deleted", "tag": "0081c140-f69d-4eb5-9d63-81d43cd9928a", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:15.721932 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2547241-4e0f-404d-9c91-ca8ae6cb2cf9 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:15.722880 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'name': 'network-vif-deleted', 'tag': '0081c140-f69d-4eb5-9d63-81d43cd9928a', 'status': 'completed', 'code': 200} Dec 09 22:37:15.740445 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8926cf62-34dd-44c9-b766-d4eb5a93b60b req-6348df41-9e8a-43bc-8467-a58bf42076f2 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058717 Dec 09 22:37:15.845180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-3e0e7cc0-2f2c-4d5c-9e30-6e55e8478e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:15.845439 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-3e0e7cc0-2f2c-4d5c-9e30-6e55e8478e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:15.845946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-3e0e7cc0-2f2c-4d5c-9e30-6e55e8478e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:15.855877 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-3e0e7cc0-2f2c-4d5c-9e30-6e55e8478e7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=33c5fb6b-2753-4b3b-a034-dfcc76498076&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&id=02defe12-519c-42b7-988d-629d9defac3c&id=02defe12-519c-42b7-988d-629d9defac3c HTTP/1.1" status: 200 len: 2298 time: 0.3695111 Dec 09 22:37:15.929671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-536eeb81-ab38-431c-bbe6-23c9cc374ff6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting port cadfc100-4b52-4a6c-b3a4-62745005b188 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:15.930300 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-536eeb81-ab38-431c-bbe6-23c9cc374ff6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.005638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85191c41-2726-495d-837a-a888603850a3 req-4717ec6b-cc26-42a4-b952-d618e0b75390 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:16.013723 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85191c41-2726-495d-837a-a888603850a3 req-4717ec6b-cc26-42a4-b952-d618e0b75390 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0773196 Dec 09 22:37:16.044722 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-ff887430-5510-4829-a7e0-c8346b7dcd09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7310e867-a1de-4e73-8bc7-e03c0bbc37c7 HTTP/1.1" status: 200 len: 1001 time: 0.1727686 Dec 09 22:37:16.079441 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85191c41-2726-495d-837a-a888603850a3 req-1a57efa7-1ab9-435e-b295-30925872bcfb tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647402 Dec 09 22:37:16.080542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50552) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:16.105986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-536eeb81-ab38-431c-bbe6-23c9cc374ff6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] For port cadfc100-4b52-4a6c-b3a4-62745005b188, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=cadfc100-4b52-4a6c-b3a4-62745005b188,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:16.106598 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-536eeb81-ab38-431c-bbe6-23c9cc374ff6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.130229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-536eeb81-ab38-431c-bbe6-23c9cc374ff6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Calling delete_port for cadfc100-4b52-4a6c-b3a4-62745005b188 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:16.143974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-70883bf4-e50a-46e5-96bb-a7cb23d4f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:16.146436 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-70883bf4-e50a-46e5-96bb-a7cb23d4f838 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91bf9127-114c-446d-b2a5-3b3510fa3ab5 HTTP/1.1" status: 200 len: 856 time: 0.0917516 Dec 09 22:37:16.234260 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6dd2501c-e6c4-4f03-8e3a-a72ba4623d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.250069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e090cf-08b0-4f7a-b42e-80984f3eeab1 req-47234fa2-d345-41e2-acb9-f507b398619b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:16.251531 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62e090cf-08b0-4f7a-b42e-80984f3eeab1 req-47234fa2-d345-41e2-acb9-f507b398619b tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.0828180 Dec 09 22:37:16.252738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-f9548b44-f7e9-4730-837a-d14daf967405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:16.254284 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-f9548b44-f7e9-4730-837a-d14daf967405 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33c5fb6b-2753-4b3b-a034-dfcc76498076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687535 Dec 09 22:37:16.310247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62e090cf-08b0-4f7a-b42e-80984f3eeab1 req-a4f190d9-d99f-4213-ac53-85bb58f16871 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493293 Dec 09 22:37:16.385747 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-536eeb81-ab38-431c-bbe6-23c9cc374ff6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.420871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0081c140-f69d-4eb5-9d63-81d43cd9928a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:16.442075 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-650dd5b2-5e13-4353-b4ea-531b164dbf39 service neutron] 10.222.0.42 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800120 Dec 09 22:37:16.443000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536eeb81-ab38-431c-bbe6-23c9cc374ff6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Port': ['ID=cadfc100-4b52-4a6c-b3a4-62745005b188,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:16.476353 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6dd2501c-e6c4-4f03-8e3a-a72ba4623d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.487346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6dd2501c-e6c4-4f03-8e3a-a72ba4623d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.502490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-536eeb81-ab38-431c-bbe6-23c9cc374ff6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] No DVR routers for this DVR port cadfc100-4b52-4a6c-b3a4-62745005b188 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:16.505005 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-536eeb81-ab38-431c-bbe6-23c9cc374ff6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.508876 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-536eeb81-ab38-431c-bbe6-23c9cc374ff6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.18 "DELETE /v2.0/ports/cadfc100-4b52-4a6c-b3a4-62745005b188 HTTP/1.1" status: 204 len: 173 time: 0.9388626 Dec 09 22:37:16.532493 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6dd2501c-e6c4-4f03-8e3a-a72ba4623d6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e6ef946721f4f4697e2dda67c8eff75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4506826 Dec 09 22:37:16.533249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50560) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:16.533918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2501c-e6c4-4f03-8e3a-a72ba4623d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6885851f-8b46-4afc-adb3-9c91a53a671a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:16.614029 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c97b9f24-c37d-41cc-9e69-6621c5febb8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.654555 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c97b9f24-c37d-41cc-9e69-6621c5febb8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.665475 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-75cbf18e-91ec-40a2-8750-2d1b405f3f7c service neutron] 10.222.0.42 "GET /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037315 Dec 09 22:37:16.721473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-51f43ece-5172-48d5-8822-965f954b7f9c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:16.722985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-51f43ece-5172-48d5-8822-965f954b7f9c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.0834017 Dec 09 22:37:16.732226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-43f72f48-9821-4fa4-8e60-466214144ce1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting port c899bbac-a78b-49fc-a6b4-4ef91dd728f6 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:16.732771 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-43f72f48-9821-4fa4-8e60-466214144ce1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.738635 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-bb1d8cb7-335b-4595-982b-3547ce5ae448 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=576a0fe3-94a0-4e8f-8778-9a3ea4e90680 HTTP/1.1" status: 200 len: 217 time: 0.0625391 Dec 09 22:37:16.784131 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c97b9f24-c37d-41cc-9e69-6621c5febb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.787093 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c97b9f24-c37d-41cc-9e69-6621c5febb8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.790376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c97b9f24-c37d-41cc-9e69-6621c5febb8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6885851f-8b46-4afc-adb3-9c91a53a671a HTTP/1.1" status: 204 len: 168 time: 0.2514660 Dec 09 22:37:16.828595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b9f24-c37d-41cc-9e69-6621c5febb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6885851f-8b46-4afc-adb3-9c91a53a671a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:16.872831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Deleting port 4a215047-c3c4-421b-954e-30c212eb94cc {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:16.873493 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.891236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-c3e32a28-b97f-4725-9b55-2950c40ff905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:16.892721 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-c3e32a28-b97f-4725-9b55-2950c40ff905 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.1428607 Dec 09 22:37:16.960831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-43f72f48-9821-4fa4-8e60-466214144ce1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] For port c899bbac-a78b-49fc-a6b4-4ef91dd728f6, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=c899bbac-a78b-49fc-a6b4-4ef91dd728f6,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:16.961199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-43f72f48-9821-4fa4-8e60-466214144ce1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:16.981806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-bc714c7c-835d-486e-84c4-f41ef407a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:16.983334 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-bc714c7c-835d-486e-84c4-f41ef407a393 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0797791 Dec 09 22:37:16.984218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-43f72f48-9821-4fa4-8e60-466214144ce1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Calling delete_port for c899bbac-a78b-49fc-a6b4-4ef91dd728f6 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:16.993069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3a423-8c36-410d-9b5d-80663f4adaa3 req-b22fc31e-c313-4c5c-8f50-de8d7a320db7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:16.998697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-69f3a423-8c36-410d-9b5d-80663f4adaa3 req-b22fc31e-c313-4c5c-8f50-de8d7a320db7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 946 time: 0.1016011 Dec 09 22:37:17.058375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] For port 4a215047-c3c4-421b-954e-30c212eb94cc, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=4a215047-c3c4-421b-954e-30c212eb94cc,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:17.059166 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:17.125748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-69f3a423-8c36-410d-9b5d-80663f4adaa3 req-984178fa-6881-42f5-92a9-69e8d54813f7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093259 Dec 09 22:37:17.200794 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-a941be9d-afc3-4da9-90eb-06f07d669fe0 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072155 Dec 09 22:37:17.318394 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-43f72f48-9821-4fa4-8e60-466214144ce1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:17.355264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0081c140-f69d-4eb5-9d63-81d43cd9928a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:17.358659 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:17.358659 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:17.359455 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Floating IP bb8185f7-644f-48b1-a8ec-bd5086dc0ed3 disassociated. External IP: 172.25.8.21, port: 4a215047-c3c4-421b-954e-30c212eb94cc. Dec 09 22:37:17.359455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Calling delete_port for 4a215047-c3c4-421b-954e-30c212eb94cc owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:17.361563 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50586) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:17.404644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f72f48-9821-4fa4-8e60-466214144ce1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Port': ['ID=c899bbac-a78b-49fc-a6b4-4ef91dd728f6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:17.488592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-43f72f48-9821-4fa4-8e60-466214144ce1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] No DVR routers for this DVR port c899bbac-a78b-49fc-a6b4-4ef91dd728f6 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:17.514500 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-43f72f48-9821-4fa4-8e60-466214144ce1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:17.514500 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6acca0ee-1d54-4e1f-8104-3600e1ad352e req-43f72f48-9821-4fa4-8e60-466214144ce1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.18 "DELETE /v2.0/ports/c899bbac-a78b-49fc-a6b4-4ef91dd728f6 HTTP/1.1" status: 204 len: 173 time: 0.9792659 Dec 09 22:37:17.514863 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09202bbc-1d61-4619-a3c1-cd79e64418c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:17.531058 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-001ab6bb-7bf5-4155-8e78-4fa0aa4f25e7 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516477 Dec 09 22:37:17.534303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a78b7c-dff5-4751-b472-ea088e455a3c req-30b147be-71a6-428b-bf69-0f9977f84f90 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:17.550714 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07a78b7c-dff5-4751-b472-ea088e455a3c req-30b147be-71a6-428b-bf69-0f9977f84f90 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 945 time: 0.2549853 Dec 09 22:37:17.580552 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-e3bdb9f6-86aa-4202-a990-d61c043504a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=9188f21f-5100-4282-a579-1f04413f9f3e HTTP/1.1" status: 200 len: 217 time: 0.0405242 Dec 09 22:37:17.653438 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-da6c340d-ce06-4ba3-af7c-812129ae0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:17.655254 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-da6c340d-ce06-4ba3-af7c-812129ae0435 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.0652058 Dec 09 22:37:17.710114 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a646ff-f0da-43d8-8c88-ce56540ae768 req-c37ac4e8-f305-42ec-9917-3b7fd9f28115 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:17.720084 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6a646ff-f0da-43d8-8c88-ce56540ae768 req-c37ac4e8-f305-42ec-9917-3b7fd9f28115 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 944 time: 0.2718701 Dec 09 22:37:17.723701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'name': 'network-vif-deleted', 'tag': 'cadfc100-4b52-4a6c-b3a4-62745005b188'}, {'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'name': 'network-vif-deleted', 'tag': 'c899bbac-a78b-49fc-a6b4-4ef91dd728f6'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:17.727764 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61e621c-adb0-404f-be5f-f6c5ab0933f7" -d '{"events": [{"server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "name": "network-vif-deleted", "tag": "cadfc100-4b52-4a6c-b3a4-62745005b188"}, {"server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "name": "network-vif-deleted", "tag": "c899bbac-a78b-49fc-a6b4-4ef91dd728f6"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:17.741388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-bbafaef9-da54-434c-b1c2-231b724b2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:17.743213 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-bbafaef9-da54-434c-b1c2-231b724b2e83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0805137 Dec 09 22:37:17.744735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07a78b7c-dff5-4751-b472-ea088e455a3c req-9ed0546c-5ffa-45d6-bc48-665909904f51 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=0856c33d-6a1f-4592-b554-8c698928e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929996 Dec 09 22:37:17.795170 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:17.850180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event deleted for resources: {'Port': ['ID=4a215047-c3c4-421b-954e-30c212eb94cc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:17.864395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device af6bd902-bdca-405b-b768-027244902043 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:37:17.880478 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-acf03e52-91fd-48df-82de-c888469193c6 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277018 Dec 09 22:37:17.894322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6a646ff-f0da-43d8-8c88-ce56540ae768 req-cfee4b62-c044-4ea9-b154-3ed918683911 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732588 Dec 09 22:37:17.992388 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09202bbc-1d61-4619-a3c1-cd79e64418c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:18.001277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port af6bd902-bdca-405b-b768-027244902043, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:18.001960 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09202bbc-1d61-4619-a3c1-cd79e64418c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:18.016302 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'af6bd902-bdca-405b-b768-027244902043', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'port_id': 'af6bd902-bdca-405b-b768-027244902043', 'mac_address': 'fa:16:3e:2a:81:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:37:18.036451 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-09202bbc-1d61-4619-a3c1-cd79e64418c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8863b2eb064f49ae9e3bde402d0266d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6708059 Dec 09 22:37:18.038885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50602) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:18.050103 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a932ea2-85af-4a24-8912-46742bb52c9f x-openstack-request-id: req-1a932ea2-85af-4a24-8912-46742bb52c9f {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:18.050509 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "name": "network-vif-deleted", "tag": "cadfc100-4b52-4a6c-b3a4-62745005b188", "status": "completed", "code": 200}, {"server_uuid": "02967f02-ff4c-4ae6-acd7-c619dd6681c2", "name": "network-vif-deleted", "tag": "c899bbac-a78b-49fc-a6b4-4ef91dd728f6", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:18.050671 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a932ea2-85af-4a24-8912-46742bb52c9f {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:18.051078 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'name': 'network-vif-deleted', 'tag': 'cadfc100-4b52-4a6c-b3a4-62745005b188', 'status': 'completed', 'code': 200} Dec 09 22:37:18.051528 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02967f02-ff4c-4ae6-acd7-c619dd6681c2', 'name': 'network-vif-deleted', 'tag': 'c899bbac-a78b-49fc-a6b4-4ef91dd728f6', 'status': 'completed', 'code': 200} Dec 09 22:37:18.074490 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:18.089999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6bd902-bdca-405b-b768-027244902043 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:18.111157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port af6bd902-bdca-405b-b768-027244902043, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:18.117266 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:18.119252 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-02c82bf5-a030-433c-8905-b3faa2cea9e3 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304065 Dec 09 22:37:18.228632 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-7ca84248-d815-4029-abfd-9d493081cba8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=bc255e22-271f-4aa4-8a21-64e21fcf2246 HTTP/1.1" status: 200 len: 217 time: 0.0969388 Dec 09 22:37:18.355533 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=11']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:18.363376 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-8a7411d2-3818-455d-ab36-7269d875deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:18.367526 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-8a7411d2-3818-455d-ab36-7269d875deb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.1310775 Dec 09 22:37:18.396165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.399025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.399568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.400127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.401235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.402235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.403251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.403895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.411175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.411582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.411924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.412263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.412601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:18.468093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['af6bd902-bdca-405b-b768-027244902043'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:18.470594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-d31ea9d4-0fed-4855-a57c-99ae59b2a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:18.472148 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-d31ea9d4-0fed-4855-a57c-99ae59b2a43c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0939257 Dec 09 22:37:18.644139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09202bbc-1d61-4619-a3c1-cd79e64418c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddea1ffb-6254-49d3-bbf0-b1a2545a56dd,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:18.649846 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-1bec5de7-75a3-4838-95eb-f179e61762c4 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633117 Dec 09 22:37:18.707556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c54814f-d0e0-4e8f-9e7c-aa17846da8dc req-f3f5d577-f7f5-4901-8136-2b2af04d4707 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=02967f02-ff4c-4ae6-acd7-c619dd6681c2 HTTP/1.1" status: 200 len: 210 time: 0.0660501 Dec 09 22:37:18.724346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Router e5aa4118-1bb7-44fe-956e-af8815d390f8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:37:18.750579 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bf116eb-bdbb-4394-8c35-2d79f2b6c0c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:18.796196 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-b7e8d5b0-d489-4597-8049-47710e6bb484 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346207 Dec 09 22:37:18.812287 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bf116eb-bdbb-4394-8c35-2d79f2b6c0c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:18.851337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-1ab00bff-00f2-4f0f-897a-9d2d0f8178f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=03aed5e5-54fb-45cf-a042-ed4985351e80 HTTP/1.1" status: 200 len: 217 time: 0.0473223 Dec 09 22:37:18.906144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a989db0-8fce-4efb-a7b6-6666f6e276a1 req-624f66ed-e4ad-4c1f-932d-143577656eff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb0a1ee-be6d-474f-a3a3-639e5253de71 HTTP/1.1" status: 200 len: 210 time: 0.0481529 Dec 09 22:37:18.908673 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-9568dc9d-8e6a-447f-a20f-fb73b5b1f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:18.910549 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-9568dc9d-8e6a-447f-a20f-fb73b5b1f939 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 200 len: 797 time: 0.0515888 Dec 09 22:37:18.958063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:37:18.976324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ac1e3-056e-4f1b-ae2b-69eeb91a78ca None None] Sync routers for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:37:18.993389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ac1e3-056e-4f1b-ae2b-69eeb91a78ca None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:18.996322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fc3ac1e3-056e-4f1b-ae2b-69eeb91a78ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:19.009669 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bf116eb-bdbb-4394-8c35-2d79f2b6c0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:19.019110 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bf116eb-bdbb-4394-8c35-2d79f2b6c0c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:19.020303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1bf116eb-bdbb-4394-8c35-2d79f2b6c0c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddea1ffb-6254-49d3-bbf0-b1a2545a56dd HTTP/1.1" status: 204 len: 168 time: 0.9724045 Dec 09 22:37:19.046743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] No DVR routers for this DVR port 4a215047-c3c4-421b-954e-30c212eb94cc on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:19.078816 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:19.085217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbafdabe-274e-4923-96ea-abbaf7800687 req-53a45f73-4d17-4b41-bba3-dbee0038e4ff tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.18 "DELETE /v2.0/ports/4a215047-c3c4-421b-954e-30c212eb94cc HTTP/1.1" status: 204 len: 173 time: 2.3554242 Dec 09 22:37:19.105439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'name': 'network-vif-deleted', 'tag': '4a215047-c3c4-421b-954e-30c212eb94cc'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:19.112394 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edd7b40-9740-4cfe-9ae9-66c90845df52" -d '{"events": [{"server_uuid": "6fb0a1ee-be6d-474f-a3a3-639e5253de71", "name": "network-vif-deleted", "tag": "4a215047-c3c4-421b-954e-30c212eb94cc"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:19.141429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf116eb-bdbb-4394-8c35-2d79f2b6c0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddea1ffb-6254-49d3-bbf0-b1a2545a56dd,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:19.179429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36db922-9ecf-41de-9847-987788d2ab8c req-d9654a8b-42af-4762-a2ca-17510e160de5 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:19.199803 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b36db922-9ecf-41de-9847-987788d2ab8c req-d9654a8b-42af-4762-a2ca-17510e160de5 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1493938 Dec 09 22:37:19.247679 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f27299e-6f4c-4088-bfe5-5f50bbf1938c x-openstack-request-id: req-7f27299e-6f4c-4088-bfe5-5f50bbf1938c {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:19.250631 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb0a1ee-be6d-474f-a3a3-639e5253de71", "name": "network-vif-deleted", "tag": "4a215047-c3c4-421b-954e-30c212eb94cc", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:19.251273 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f27299e-6f4c-4088-bfe5-5f50bbf1938c {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:19.252035 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb0a1ee-be6d-474f-a3a3-639e5253de71', 'name': 'network-vif-deleted', 'tag': '4a215047-c3c4-421b-954e-30c212eb94cc', 'status': 'completed', 'code': 200} Dec 09 22:37:19.288188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-fc3ac1e3-056e-4f1b-ae2b-69eeb91a78ca None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:19.365950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b36db922-9ecf-41de-9847-987788d2ab8c req-2b589aff-01ec-4d5a-af0c-3a7c60a181c9 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590626 Dec 09 22:37:19.486172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-7e3e7834-3c44-48c2-a218-1cf43b11b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:19.487669 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-7e3e7834-3c44-48c2-a218-1cf43b11b60d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56c5961a-ef43-4681-b43e-5e93e91bb1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5692799 Dec 09 22:37:19.599162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fc3ac1e3-056e-4f1b-ae2b-69eeb91a78ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:49Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:19.602342 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-2eb8cd34-398a-4b56-a448-f0fe5b700ec5 service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971680 Dec 09 22:37:19.632511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ac1e3-056e-4f1b-ae2b-69eeb91a78ca None None] Checking router: e5aa4118-1bb7-44fe-956e-af8815d390f8 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:37:19.643240 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ac1e3-056e-4f1b-ae2b-69eeb91a78ca None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:19.646226 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fc3ac1e3-056e-4f1b-ae2b-69eeb91a78ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:19.741042 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-80fec388-55db-4ddc-8115-8fc6b9b600af service neutron] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311829 Dec 09 22:37:19.795999 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-14dea575-1a7d-478a-84e3-7a2b69f723b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fe013a1-f671-45b5-8107-e5e2c060d7ce HTTP/1.1" status: 200 len: 217 time: 0.0474930 Dec 09 22:37:19.796676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50654) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:19.845163 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-fc3ac1e3-056e-4f1b-ae2b-69eeb91a78ca None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:19.874535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-418d71cc-22f4-4bc7-8b50-189afad05359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:19.876098 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-418d71cc-22f4-4bc7-8b50-189afad05359 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25fddd92-6096-43db-943d-1bcc15f8470d HTTP/1.1" status: 200 len: 797 time: 0.0708907 Dec 09 22:37:19.935312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device af6bd902-bdca-405b-b768-027244902043 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:20.003712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b9b790-cfe0-48e7-bcca-1240ffaf37b7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting subnet fb66e134-d411-458b-96bf-5f399f6b84fa {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:37:20.010036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-cea29f40-c4d2-406d-b8b9-4d4856fda1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:20.011785 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-cea29f40-c4d2-406d-b8b9-4d4856fda1fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1050889 Dec 09 22:37:20.012716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b790-cfe0-48e7-bcca-1240ffaf37b7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.036640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50674) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:20.161473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 4a215047-c3c4-421b-954e-30c212eb94cc no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:20.170596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port af6bd902-bdca-405b-b768-027244902043 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:37:20.179917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f539cb9-2836-4210-8d29-7aa30ddabf07 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.189688 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b790-cfe0-48e7-bcca-1240ffaf37b7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.198061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port af6bd902-bdca-405b-b768-027244902043 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:20.200711 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.208441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 4a215047-c3c4-421b-954e-30c212eb94cc {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:37:20.208880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 4a215047-c3c4-421b-954e-30c212eb94cc not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:37:20.209366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0081c140-f69d-4eb5-9d63-81d43cd9928a no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:20.240498 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f539cb9-2836-4210-8d29-7aa30ddabf07 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.255484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50678) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:20.260271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 0081c140-f69d-4eb5-9d63-81d43cd9928a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:37:20.260636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0081c140-f69d-4eb5-9d63-81d43cd9928a not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:37:20.261072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device c899bbac-a78b-49fc-a6b4-4ef91dd728f6 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:20.325011 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-aba0d148-f0df-4707-a7c5-91c67d75889f service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487473 Dec 09 22:37:20.327110 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f539cb9-2836-4210-8d29-7aa30ddabf07 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.331456 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f539cb9-2836-4210-8d29-7aa30ddabf07 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.333479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9f539cb9-2836-4210-8d29-7aa30ddabf07 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "DELETE /v2.0/security-groups/0856c33d-6a1f-4592-b554-8c698928e3f9 HTTP/1.1" status: 204 len: 168 time: 0.2956424 Dec 09 22:37:20.342735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50684) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:20.349630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: c899bbac-a78b-49fc-a6b4-4ef91dd728f6 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:37:20.350339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device c899bbac-a78b-49fc-a6b4-4ef91dd728f6 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:37:20.350879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device cadfc100-4b52-4a6c-b3a4-62745005b188 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:20.381078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: cadfc100-4b52-4a6c-b3a4-62745005b188 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:37:20.381596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device cadfc100-4b52-4a6c-b3a4-62745005b188 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:37:20.392179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f539cb9-2836-4210-8d29-7aa30ddabf07 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0856c33d-6a1f-4592-b554-8c698928e3f9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:20.399874 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-f097ea63-ca4a-42e6-bc0f-55dbbb45ab5b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] show failed (client error): The resource could not be found. Dec 09 22:37:20.403016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f097ea63-ca4a-42e6-bc0f-55dbbb45ab5b tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups/0856c33d-6a1f-4592-b554-8c698928e3f9 HTTP/1.1" status: 404 len: 347 time: 0.0586033 Dec 09 22:37:20.405698 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50690) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:20.479324 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-43506833-f5b3-4c36-9fde-17ea0d6c01be service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438560 Dec 09 22:37:20.483414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-676828576-network', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:20.517850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Made reservation on behalf of 0c558ea860bd4ff5832763d011d15de6 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:20.520772 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.575602 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-70736e83-7f39-4979-8c94-bf835ec92c21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f703d7-47ef-4683-a233-aaa3f462a6d9 HTTP/1.1" status: 200 len: 217 time: 0.0891764 Dec 09 22:37:20.595014 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.596910 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.622996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fc3ac1e3-056e-4f1b-ae2b-69eeb91a78ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:49Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:20.624800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b790-cfe0-48e7-bcca-1240ffaf37b7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.670987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ac1e3-056e-4f1b-ae2b-69eeb91a78ca None None] The sync data for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 is: [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:49Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:37:20.685311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-360cce64-4ec4-4cf7-9abd-ca2a5a65541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:20.686939 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-360cce64-4ec4-4cf7-9abd-ca2a5a65541e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25fddd92-6096-43db-943d-1bcc15f8470d HTTP/1.1" status: 200 len: 797 time: 0.1025603 Dec 09 22:37:20.687084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481561e-c919-46b0-8c09-1fc09f5a5fed req-04c6fb64-00a8-4d70-96eb-069c19172a6d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:20.688907 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9481561e-c919-46b0-8c09-1fc09f5a5fed req-04c6fb64-00a8-4d70-96eb-069c19172a6d tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 945 time: 0.1731749 Dec 09 22:37:20.706173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6bd902-bdca-405b-b768-027244902043'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:20.709586 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22feabf0-090b-4ec0-9f9e-e56755a15fef" -d '{"events": [{"server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "name": "network-vif-plugged", "status": "completed", "tag": "af6bd902-bdca-405b-b768-027244902043"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:20.741954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port af6bd902-bdca-405b-b768-027244902043, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:20.753149 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.775387 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b790-cfe0-48e7-bcca-1240ffaf37b7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.815875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9b790-cfe0-48e7-bcca-1240ffaf37b7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Subnet': ['ID=fb66e134-d411-458b-96bf-5f399f6b84fa,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:20.826427 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b790-cfe0-48e7-bcca-1240ffaf37b7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:20.832925 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258b52ae-4d2d-450a-97e3-5316072afce2 x-openstack-request-id: req-258b52ae-4d2d-450a-97e3-5316072afce2 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:20.832925 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "name": "network-vif-plugged", "status": "completed", "tag": "af6bd902-bdca-405b-b768-027244902043", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:20.833161 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e0b9b790-cfe0-48e7-bcca-1240ffaf37b7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "DELETE /v2.0/subnets/fb66e134-d411-458b-96bf-5f399f6b84fa HTTP/1.1" status: 204 len: 168 time: 1.0324490 Dec 09 22:37:20.833274 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-258b52ae-4d2d-450a-97e3-5316072afce2 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:20.833274 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6bd902-bdca-405b-b768-027244902043', 'code': 200} Dec 09 22:37:20.833447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50700) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:20.833538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=12']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:20.844868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-c209a49e-b243-4b90-8312-54740fc83a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:20.846429 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-c209a49e-b243-4b90-8312-54740fc83a77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02defe12-519c-42b7-988d-629d9defac3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1194935 Dec 09 22:37:20.850968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4376505-3f60-4c6a-a97e-04d9939b1b85 None None] Network 58e4ffbd-8d0b-4a8a-82be-6da7744d457a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:37:20.925240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9481561e-c919-46b0-8c09-1fc09f5a5fed req-ed34ef5e-4747-41e8-9890-2a7838ef1419 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216136 Dec 09 22:37:20.937238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-57b09dc3-e364-4f5a-bfc4-3bb86984c3cf tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Deleting port 006baeaa-5ff1-4457-9aed-ff18a4afda67 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:20.937764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-57b09dc3-e364-4f5a-bfc4-3bb86984c3cf tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.060454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.065984 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.116924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3fa757-f732-4c88-80fe-690bf715047c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:21.188413 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-57b09dc3-e364-4f5a-bfc4-3bb86984c3cf tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.189647 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-57b09dc3-e364-4f5a-bfc4-3bb86984c3cf tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.196427 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.210700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b536cb-0195-4cfb-81d5-d6a077819597 None None] DHCP port deletion for 58e4ffbd-8d0b-4a8a-82be-6da7744d457a request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:37:21.241769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:37:21.248278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637114e0-7f5d-4b9a-846c-40e07c1942f0 req-b268652c-3c39-4540-9576-13e4dd4dc7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:21.249470 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-637114e0-7f5d-4b9a-846c-40e07c1942f0 req-b268652c-3c39-4540-9576-13e4dd4dc7c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 1098 time: 0.2664974 Dec 09 22:37:21.257863 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-57b09dc3-e364-4f5a-bfc4-3bb86984c3cf tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Calling delete_port for 006baeaa-5ff1-4457-9aed-ff18a4afda67 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:21.275451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.275709 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Added segment 6f0880ac-8491-458a-a501-e0bcbdceb621 of type vlan for network 2a4af1b9-9cad-4262-bece-bac6bde43880 Dec 09 22:37:21.286972 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1352d-4eaf-4073-92cd-41847ceeec9b None None] New status for floating IP bb8185f7-644f-48b1-a8ec-bd5086dc0ed3: DOWN {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:37:21.303297 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-fb7cf8dc-69d4-4243-b1af-4dffa2b1c2e2 service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395311 Dec 09 22:37:21.374462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-58b536cb-0195-4cfb-81d5-d6a077819597 None None] Deleting port a483ff08-e391-4c43-bdc8-702e380db31e {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:21.374898 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-58b536cb-0195-4cfb-81d5-d6a077819597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.394940 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.440288 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.441641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:21.442892 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.452449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting port a483ff08-e391-4c43-bdc8-702e380db31e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:21.452927 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.456593 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-637114e0-7f5d-4b9a-846c-40e07c1942f0 req-3af9959d-32d3-417b-9919-159600eed19a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524901 Dec 09 22:37:21.485366 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d82f02c-5cee-4ce6-b37e-5a73cce5cb87 req-acbd0bda-115c-4d8a-ac7e-df648e3b05df service neutron] 10.222.0.42 "GET /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717894 Dec 09 22:37:21.499442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-58b536cb-0195-4cfb-81d5-d6a077819597 None None] For port a483ff08-e391-4c43-bdc8-702e380db31e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a483ff08-e391-4c43-bdc8-702e380db31e,segment=NetworkSegment(16a186dc-bc52-4a33-8bea-57acd0ead4bf),segment_id=16a186dc-bc52-4a33-8bea-57acd0ead4bf)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:21.499858 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-58b536cb-0195-4cfb-81d5-d6a077819597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.514303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] Pushing event updated for resources: {'Network': ['ID=2a4af1b9-9cad-4262-bece-bac6bde43880,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:21.526298 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-82fa6efa-45e1-40fa-99c7-0bfe2b716d61 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2695913 Dec 09 22:37:21.526955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50710) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:21.532865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8adc4218-ba39-48f6-9329-496e5ab98234 admin admin] Request body: {'subnet': {'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-676828576-subnet', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:21.565706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] For port a483ff08-e391-4c43-bdc8-702e380db31e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a483ff08-e391-4c43-bdc8-702e380db31e,segment=NetworkSegment(16a186dc-bc52-4a33-8bea-57acd0ead4bf),segment_id=16a186dc-bc52-4a33-8bea-57acd0ead4bf)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:21.565968 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.586877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Calling delete_port for a483ff08-e391-4c43-bdc8-702e380db31e owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:21.591199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adc4218-ba39-48f6-9329-496e5ab98234 admin admin] Made reservation on behalf of 0c558ea860bd4ff5832763d011d15de6 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:21.593975 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8adc4218-ba39-48f6-9329-496e5ab98234 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.620163 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-57b09dc3-e364-4f5a-bfc4-3bb86984c3cf tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.658359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b09dc3-e364-4f5a-bfc4-3bb86984c3cf tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event deleted for resources: {'Port': ['ID=006baeaa-5ff1-4457-9aed-ff18a4afda67,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:21.738352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.771225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Port': ['ID=a483ff08-e391-4c43-bdc8-702e380db31e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:21.782407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] No DVR routers for this DVR port a483ff08-e391-4c43-bdc8-702e380db31e on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:21.786035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.786921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.787501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.788171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.788924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.789459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.790161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.791286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.791793 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.792394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.792947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.793525 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.794054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:21.794986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-58b536cb-0195-4cfb-81d5-d6a077819597 None None] Calling delete_port for a483ff08-e391-4c43-bdc8-702e380db31e owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:21.797497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 2a4af1b9-9cad-4262-bece-bac6bde43880 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:37:21.829493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e4f71e-68bc-4ea5-a88f-80182f1b4a4b None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:37:21.903644 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-57b09dc3-e364-4f5a-bfc4-3bb86984c3cf tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.906833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-57b09dc3-e364-4f5a-bfc4-3bb86984c3cf tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:21.908116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-57b09dc3-e364-4f5a-bfc4-3bb86984c3cf tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "DELETE /v2.0/floatingips/bb8185f7-644f-48b1-a8ec-bd5086dc0ed3 HTTP/1.1" status: 204 len: 168 time: 1.5011950 Dec 09 22:37:21.961361 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.004691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e4ffbd-8d0b-4a8a-82be-6da7744d457a']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:22.014295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a483ff08-e391-4c43-bdc8-702e380db31e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:22.019999 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a186dc-bc52-4a33-8bea-57acd0ead4bf') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:22.020639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a186dc-bc52-4a33-8bea-57acd0ead4bf') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:22.024101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8adc4218-ba39-48f6-9329-496e5ab98234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.038499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.043842 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a483ff08-e391-4c43-bdc8-702e380db31e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:37:22.044189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a483ff08-e391-4c43-bdc8-702e380db31e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:37:22.069494 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.081193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:37:22.081605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:37:22.093316 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:37:22.117494 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-58b536cb-0195-4cfb-81d5-d6a077819597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.142175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b536cb-0195-4cfb-81d5-d6a077819597 None None] Pushing event deleted for resources: {'Port': ['ID=a483ff08-e391-4c43-bdc8-702e380db31e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:22.161258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b536cb-0195-4cfb-81d5-d6a077819597 None None] No DVR routers for this DVR port a483ff08-e391-4c43-bdc8-702e380db31e on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:22.196561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc4218-ba39-48f6-9329-496e5ab98234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda5c5ae-e162-4ef6-9b70-78933ab0f2bd,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:22.213079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adc4218-ba39-48f6-9329-496e5ab98234 admin admin] Checking segment: {'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:22.214277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adc4218-ba39-48f6-9329-496e5ab98234 admin admin] Network hostable DHCP agents. Network: 2a4af1b9-9cad-4262-bece-bac6bde43880, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:37:22.235665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff92c91-22ed-464b-b54a-e5f1083f895b req-28ccb018-42fe-4e74-890d-994076226e51 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:22.243745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cff92c91-22ed-464b-b54a-e5f1083f895b req-28ccb018-42fe-4e74-890d-994076226e51 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 946 time: 0.1071830 Dec 09 22:37:22.267817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adc4218-ba39-48f6-9329-496e5ab98234 admin admin] Network 2a4af1b9-9cad-4262-bece-bac6bde43880 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:37:22.289127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8adc4218-ba39-48f6-9329-496e5ab98234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 2a4af1b9-9cad-4262-bece-bac6bde43880) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:22.298094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc4218-ba39-48f6-9329-496e5ab98234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:22.299087 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8adc4218-ba39-48f6-9329-496e5ab98234 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.302489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeeadaa-52b4-4b67-bf76-7c2baff9f71c None None] Network 2a4af1b9-9cad-4262-bece-bac6bde43880 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:37:22.311749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.330526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cff92c91-22ed-464b-b54a-e5f1083f895b req-27e4eec7-89fe-4dbf-922a-75d7dfd59067 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839946 Dec 09 22:37:22.345404 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8adc4218-ba39-48f6-9329-496e5ab98234 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8163636 Dec 09 22:37:22.346921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50730) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:22.358623 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.360718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:22.369096 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "DELETE /v2.0/networks/58e4ffbd-8d0b-4a8a-82be-6da7744d457a HTTP/1.1" status: 204 len: 168 time: 1.5331028 Dec 09 22:37:22.369096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c95483-7712-4921-9fcb-527422b23508 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Network': ['ID=58e4ffbd-8d0b-4a8a-82be-6da7744d457a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:22.369974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50732) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:22.452412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.453801 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.491576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-2a4af1b9-9cad-4262-bece-bac6bde43880', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:37:22.492732 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.508202 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.517954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-671363fc-f306-4b7f-aee3-3d02f74e5e27 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting subnet cb168eaf-7d8c-479f-b3bd-aca29bca8f95 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:37:22.544571 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.600837 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-671363fc-f306-4b7f-aee3-3d02f74e5e27 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.604634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50742) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:22.635498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0ed1a00a-b373-4e99-89ac-5b0d751e4b4c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--80045514', 'description': 'tempest-description--2122526437'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:22.715797 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Allocated IP 172.20.0.2 (2a4af1b9-9cad-4262-bece-bac6bde43880/cda5c5ae-e162-4ef6-9b70-78933ab0f2bd/6c328893-9477-44eb-86c9-9474abdae6aa) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:22.737472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-671363fc-f306-4b7f-aee3-3d02f74e5e27 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.751523 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.802981 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0ed1a00a-b373-4e99-89ac-5b0d751e4b4c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.902108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.912629 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.941738 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-671363fc-f306-4b7f-aee3-3d02f74e5e27 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:22.958420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Network 2a4af1b9-9cad-4262-bece-bac6bde43880 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:22.961214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:22.968091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:22.975497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Pushing event updated for resources: {'Port': ['ID=6c328893-9477-44eb-86c9-9474abdae6aa,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:23.024272 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0ed1a00a-b373-4e99-89ac-5b0d751e4b4c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.034812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0ed1a00a-b373-4e99-89ac-5b0d751e4b4c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.044692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Attempting to bind port 6c328893-9477-44eb-86c9-9474abdae6aa on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:23.045296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Attempting to bind port 6c328893-9477-44eb-86c9-9474abdae6aa by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:23.045709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Attempting to bind port 6c328893-9477-44eb-86c9-9474abdae6aa on network 2a4af1b9-9cad-4262-bece-bac6bde43880 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:23.051863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:23.052245 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Checking segment: {'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:23.052655 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.053234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Bound using segment: {'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:23.053873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Bound port: 6c328893-9477-44eb-86c9-9474abdae6aa, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:23.054604 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.065342 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0ed1a00a-b373-4e99-89ac-5b0d751e4b4c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.066633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0ed1a00a-b373-4e99-89ac-5b0d751e4b4c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4434276 Dec 09 22:37:23.071037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50764) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:23.084273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4ad51cac-5320-454d-9b55-25a191d24721 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Request body: {'security_group_rule': {'security_group_id': 'fcf33128-8f79-4d7f-8b94-cf6ea84ac682', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:23.090760 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-671363fc-f306-4b7f-aee3-3d02f74e5e27 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.126983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1a00a-b373-4e99-89ac-5b0d751e4b4c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf33128-8f79-4d7f-8b94-cf6ea84ac682,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:23.129713 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] For port 6c328893-9477-44eb-86c9-9474abdae6aa, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:23.133180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] For port 6c328893-9477-44eb-86c9-9474abdae6aa, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c328893-9477-44eb-86c9-9474abdae6aa,segment=NetworkSegment(6f0880ac-8491-458a-a501-e0bcbdceb621),segment_id=6f0880ac-8491-458a-a501-e0bcbdceb621)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:23.141447 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.159520 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ad51cac-5320-454d-9b55-25a191d24721 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.188097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671363fc-f306-4b7f-aee3-3d02f74e5e27 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Subnet': ['ID=cb168eaf-7d8c-479f-b3bd-aca29bca8f95,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:23.195784 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-671363fc-f306-4b7f-aee3-3d02f74e5e27 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.204154 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-671363fc-f306-4b7f-aee3-3d02f74e5e27 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "DELETE /v2.0/subnets/cb168eaf-7d8c-479f-b3bd-aca29bca8f95 HTTP/1.1" status: 204 len: 168 time: 0.8309958 Dec 09 22:37:23.205443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50778) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:23.249657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a29df1-9452-4daf-8f89-cd7ea3270c35 None None] Network e1af6893-8ed8-4306-a8e7-1a4de848ee43 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:37:23.307906 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ad51cac-5320-454d-9b55-25a191d24721 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.319545 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.320144 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ad51cac-5320-454d-9b55-25a191d24721 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.327347 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.358523 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.374882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad51cac-5320-454d-9b55-25a191d24721 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb40c677-d3f8-4d08-8314-e2f43c96f810,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:23.394114 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ad51cac-5320-454d-9b55-25a191d24721 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.395751 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4ad51cac-5320-454d-9b55-25a191d24721 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3221052 Dec 09 22:37:23.398592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50790) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:23.406675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b63bec52-5b57-4968-85e1-fa9fba7efee5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Request body: {'security_group_rule': {'security_group_id': 'fcf33128-8f79-4d7f-8b94-cf6ea84ac682', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:23.436512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad6c99-e404-41f6-88b9-63c2ea12858d None None] Pushing event updated for resources: {'Port': ['ID=6c328893-9477-44eb-86c9-9474abdae6aa,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:23.471352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b63bec52-5b57-4968-85e1-fa9fba7efee5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.485972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting port dc1917ef-4bd5-4b60-a653-dae7bec0d184 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:23.486600 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.614344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Allocated IP 172.25.8.121 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/3d21fa0a-372a-41a3-b7c6-f7821a18457b) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:23.616538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f9e91-5610-409a-9233-1a8d281eb0fb None None] DHCP port deletion for e1af6893-8ed8-4306-a8e7-1a4de848ee43 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:37:23.679158 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b63bec52-5b57-4968-85e1-fa9fba7efee5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.695970 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b63bec52-5b57-4968-85e1-fa9fba7efee5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.701753 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] For port dc1917ef-4bd5-4b60-a653-dae7bec0d184, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dc1917ef-4bd5-4b60-a653-dae7bec0d184,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:23.702139 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.744178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b63bec52-5b57-4968-85e1-fa9fba7efee5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.749112 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b63bec52-5b57-4968-85e1-fa9fba7efee5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3433502 Dec 09 22:37:23.749112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bec52-5b57-4968-85e1-fa9fba7efee5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7dd5bed-f6b1-45fb-a071-24bd579c3332,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:23.754328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50798) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:23.764434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:23.768299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f9e91-5610-409a-9233-1a8d281eb0fb None None] Deleting port dc1917ef-4bd5-4b60-a653-dae7bec0d184 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:23.768689 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9e91-5610-409a-9233-1a8d281eb0fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.771883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Calling delete_port for dc1917ef-4bd5-4b60-a653-dae7bec0d184 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:23.785308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fbbdb-3bfc-45c0-921b-0befb0d8dda8 req-b9ff2dc9-01c7-4c8f-bf10-bb68293f94ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:23.801072 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-110fbbdb-3bfc-45c0-921b-0befb0d8dda8 req-b9ff2dc9-01c7-4c8f-bf10-bb68293f94ad tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 946 time: 0.2543116 Dec 09 22:37:23.880557 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.893753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4c8f9e91-5610-409a-9233-1a8d281eb0fb None None] For port dc1917ef-4bd5-4b60-a653-dae7bec0d184, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dc1917ef-4bd5-4b60-a653-dae7bec0d184,segment=NetworkSegment(b01b770d-b696-4145-983b-1bcaeff5ba61),segment_id=b01b770d-b696-4145-983b-1bcaeff5ba61)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:23.894769 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9e91-5610-409a-9233-1a8d281eb0fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:23.917126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f9e91-5610-409a-9233-1a8d281eb0fb None None] Calling delete_port for dc1917ef-4bd5-4b60-a653-dae7bec0d184 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:23.949116 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.035469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-110fbbdb-3bfc-45c0-921b-0befb0d8dda8 req-97c6e4fe-fb3b-4ffd-8972-047cd2ff8157 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313068 Dec 09 22:37:24.137199 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9e91-5610-409a-9233-1a8d281eb0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.159276 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.163376 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.166825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c328893-9477-44eb-86c9-9474abdae6aa up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:24.204073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:24.216897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f9e91-5610-409a-9233-1a8d281eb0fb None None] Pushing event deleted for resources: {'Port': ['ID=dc1917ef-4bd5-4b60-a653-dae7bec0d184,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:24.222181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f9e91-5610-409a-9233-1a8d281eb0fb None None] No DVR routers for this DVR port dc1917ef-4bd5-4b60-a653-dae7bec0d184 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:24.227163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:24.231167 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:24.233296 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.247202 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cabe516-9f37-42e6-85c5-77b79c6686d4 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:37:24.269575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6c328893-9477-44eb-86c9-9474abdae6aa triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:24.269997 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.285040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] No DVR routers for this DVR port dc1917ef-4bd5-4b60-a653-dae7bec0d184 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:24.335617 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Pushing event updated for resources: {'Port': ['ID=3d21fa0a-372a-41a3-b7c6-f7821a18457b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:24.368089 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.384183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Allocated IP 172.25.8.176 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/3d9f87f6-9d50-4868-bda5-e84f64349422) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:24.386798 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Port': ['ID=dc1917ef-4bd5-4b60-a653-dae7bec0d184,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:24.414315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d29dbc80-864d-4764-a13b-c07db2896e32 None None] Provisioning complete for port 3d21fa0a-372a-41a3-b7c6-f7821a18457b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:24.414690 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d29dbc80-864d-4764-a13b-c07db2896e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.452903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 6c328893-9477-44eb-86c9-9474abdae6aa, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c328893-9477-44eb-86c9-9474abdae6aa,segment=NetworkSegment(6f0880ac-8491-458a-a501-e0bcbdceb621),segment_id=6f0880ac-8491-458a-a501-e0bcbdceb621)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:24.471121 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.493679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d29dbc80-864d-4764-a13b-c07db2896e32 None None] Port 3d21fa0a-372a-41a3-b7c6-f7821a18457b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:24.515034 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.565186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dc1917ef-4bd5-4b60-a653-dae7bec0d184 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:24.569702 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.572266 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1af6893-8ed8-4306-a8e7-1a4de848ee43']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:24.584988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=6c328893-9477-44eb-86c9-9474abdae6aa,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:24.589027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01b770d-b696-4145-983b-1bcaeff5ba61') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:24.589457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01b770d-b696-4145-983b-1bcaeff5ba61') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:24.606142 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.615137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: dc1917ef-4bd5-4b60-a653-dae7bec0d184 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:37:24.615482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dc1917ef-4bd5-4b60-a653-dae7bec0d184 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:37:24.654080 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.670606 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.687609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:37:24.688019 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.706468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:24.708050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event updated for resources: {'Port': ['ID=3d9f87f6-9d50-4868-bda5-e84f64349422,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:24.710629 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:24.713203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:37:24.719292 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:37:24.829194 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.836930 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.843403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "DELETE /v2.0/networks/e1af6893-8ed8-4306-a8e7-1a4de848ee43 HTTP/1.1" status: 204 len: 168 time: 1.6337726 Dec 09 22:37:24.854129 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.854744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50818) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:24.861401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-4b3ccb05-5515-4cc9-9e15-23a507db8387 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-313828973'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:24.866396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d8a8f-430e-4152-9c74-99c6ce3ff991 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Network': ['ID=e1af6893-8ed8-4306-a8e7-1a4de848ee43,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:24.898637 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:24.926168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.123299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.124882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bfb166-4e45-4aae-a001-0cb4f1ce0d8a None None] Network 2a4af1b9-9cad-4262-bece-bac6bde43880 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:37:25.128734 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.278964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event updated for resources: {'Port': ['ID=3d9f87f6-9d50-4868-bda5-e84f64349422,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:25.291819 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.300782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5ae382d1-1853-4596-8119-89b9e626ada3 None None] Provisioning complete for port 6c328893-9477-44eb-86c9-9474abdae6aa triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:25.301167 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ae382d1-1853-4596-8119-89b9e626ada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.357007 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.368429 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cea2dbd0-5412-4d46-a95f-151a1a7ebfa5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6125896 Dec 09 22:37:25.429889 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3ccb05-5515-4cc9-9e15-23a507db8387 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:25.435529 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b3ccb05-5515-4cc9-9e15-23a507db8387 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.559877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b72c0-91c4-43d8-ba46-3f8328164268 req-6e8b0da8-2fc0-4eb8-a18b-b1ca4a254623 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:25.560149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e8b72c0-91c4-43d8-ba46-3f8328164268 req-6e8b0da8-2fc0-4eb8-a18b-b1ca4a254623 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 946 time: 0.2346683 Dec 09 22:37:25.567105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3ccb05-5515-4cc9-9e15-23a507db8387 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:37:25.647663 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b3ccb05-5515-4cc9-9e15-23a507db8387 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.648011 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-4b3ccb05-5515-4cc9-9e15-23a507db8387 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Added segment e5e7e6ea-d872-4536-9f58-c63ffd47c863 of type vlan for network c018caa3-c541-4b4f-880a-910d6f0a21cc Dec 09 22:37:25.730820 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b3ccb05-5515-4cc9-9e15-23a507db8387 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.746221 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-be708e09-bf78-4170-96ce-895821f2a202 None None] Provisioning complete for port 6c328893-9477-44eb-86c9-9474abdae6aa triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:25.746874 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be708e09-bf78-4170-96ce-895821f2a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.762289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e8b72c0-91c4-43d8-ba46-3f8328164268 req-c226b3ee-902f-4894-8b05-71b429260f46 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927140 Dec 09 22:37:25.763254 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.776626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-294f6d41-4f99-49f2-8297-013dee07fcb4 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--80045514&fields=id&tenant_id=c62332ba52d7492280948681247e4803 HTTP/1.1" status: 200 len: 267 time: 0.1816216 Dec 09 22:37:25.845261 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b3ccb05-5515-4cc9-9e15-23a507db8387 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.851304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3ccb05-5515-4cc9-9e15-23a507db8387 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:25.851954 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b3ccb05-5515-4cc9-9e15-23a507db8387 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:25.950034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c328893-9477-44eb-86c9-9474abdae6aa up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:25.993166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4b3ccb05-5515-4cc9-9e15-23a507db8387 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1357639 Dec 09 22:37:25.996086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50854) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:26.002123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d3ad1aa7-b165-4689-ab03-23401c274520 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'subnet': {'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:26.006136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6c328893-9477-44eb-86c9-9474abdae6aa triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:26.006814 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:26.078582 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-b79fca94-891d-41f2-b4ba-baddedc81973 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:26.089408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-b79fca94-891d-41f2-b4ba-baddedc81973 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 811 time: 0.2472322 Dec 09 22:37:26.112198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ccb05-5515-4cc9-9e15-23a507db8387 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Network': ['ID=c018caa3-c541-4b4f-880a-910d6f0a21cc,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:26.118684 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-96dc8a91-d529-4ce5-831d-aeef9f1d20e2 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/quotas/c62332ba52d7492280948681247e4803 HTTP/1.1" status: 200 len: 375 time: 0.0283439 Dec 09 22:37:26.127141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad1aa7-b165-4689-ab03-23401c274520 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:26.131149 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1aa7-b165-4689-ab03-23401c274520 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:26.171715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c018caa3-c541-4b4f-880a-910d6f0a21cc details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:37:26.192004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Router c6f8316a-b764-4830-96bb-a26ea82406c4 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:37:26.203606 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-c57d029c-2be1-4a00-8881-acd1033f9e2e tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724471 Dec 09 22:37:26.365601 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-cdfdbdc9-3a74-4fc1-b246-0e1b5a52906c service neutron] 10.222.0.16 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156776 Dec 09 22:37:26.390489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1aa7-b165-4689-ab03-23401c274520 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:26.470991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:37:26.476891 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad1aa7-b165-4689-ab03-23401c274520 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Subnet': ['ID=ac72d21f-265e-4054-9e4a-655a8dd2207c,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:26.493515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Sync routers for ids ['c6f8316a-b764-4830-96bb-a26ea82406c4'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:37:26.500437 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad1aa7-b165-4689-ab03-23401c274520 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Checking segment: {'id': 'e5e7e6ea-d872-4536-9f58-c63ffd47c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:26.500818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad1aa7-b165-4689-ab03-23401c274520 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network hostable DHCP agents. Network: c018caa3-c541-4b4f-880a-910d6f0a21cc, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:37:26.507315 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:26.510576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Routers {'c6f8316a-b764-4830-96bb-a26ea82406c4'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:26.511231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c6f8316a-b764-4830-96bb-a26ea82406c4'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:26.511431 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d2cb912f-83ae-45c5-9ca9-5da060c30391 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1619492 Dec 09 22:37:26.512069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50868) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:26.521981 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-251f1c90-5af3-47c9-b342-85d63d43aa6f service neutron] 10.222.0.16 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264021 Dec 09 22:37:26.529659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad1aa7-b165-4689-ab03-23401c274520 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network c018caa3-c541-4b4f-880a-910d6f0a21cc is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:37:26.543677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d3ad1aa7-b165-4689-ab03-23401c274520 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c018caa3-c541-4b4f-880a-910d6f0a21cc) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:26.558624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad1aa7-b165-4689-ab03-23401c274520 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:26.560285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1aa7-b165-4689-ab03-23401c274520 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:26.602061 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d3ad1aa7-b165-4689-ab03-23401c274520 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5993569 Dec 09 22:37:26.602294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabd34b8-017c-4458-ad3e-a0acfc682fc5 None None] Network c018caa3-c541-4b4f-880a-910d6f0a21cc requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:37:26.602607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50870) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:26.611412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8f55cc4a-96bc-4235-9bb6-3e49f0bfc05c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-784166959'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:26.661609 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f55cc4a-96bc-4235-9bb6-3e49f0bfc05c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:26.667606 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f55cc4a-96bc-4235-9bb6-3e49f0bfc05c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:26.705330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f55cc4a-96bc-4235-9bb6-3e49f0bfc05c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:37:26.719834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f55cc4a-96bc-4235-9bb6-3e49f0bfc05c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:26.720683 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-8f55cc4a-96bc-4235-9bb6-3e49f0bfc05c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Added segment c284d383-0da9-4f34-b775-0393322e4ab5 of type vlan for network 52f3ed23-8b24-4614-8834-208e016f87a0 Dec 09 22:37:26.787773 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f55cc4a-96bc-4235-9bb6-3e49f0bfc05c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:26.803100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Set router c6f8316a-b764-4830-96bb-a26ea82406c4 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:26.847278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c018caa3-c541-4b4f-880a-910d6f0a21cc', 'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc', 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'fixed_ips': [{'subnet_id': 'ac72d21f-265e-4054-9e4a-655a8dd2207c'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:37:26.848525 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:26.859384 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f55cc4a-96bc-4235-9bb6-3e49f0bfc05c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:26.869692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f55cc4a-96bc-4235-9bb6-3e49f0bfc05c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:26.870028 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f55cc4a-96bc-4235-9bb6-3e49f0bfc05c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:26.950858 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8f55cc4a-96bc-4235-9bb6-3e49f0bfc05c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3437376 Dec 09 22:37:26.953613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1dcab1bf-63c7-4b30-a8f2-66897f2491fb req-a329479a-23c1-4bb7-a4ad-16746ce8364c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 210 time: 0.1232803 Dec 09 22:37:26.955939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50882) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:26.967551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-76255bd3-fb72-4b4c-b1d8-0aaa552be704 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'subnet': {'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:27.018045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55cc4a-96bc-4235-9bb6-3e49f0bfc05c tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Network': ['ID=52f3ed23-8b24-4614-8834-208e016f87a0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:27.110049 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 52f3ed23-8b24-4614-8834-208e016f87a0 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:37:27.286001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76255bd3-fb72-4b4c-b1d8-0aaa552be704 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:27.291914 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-76255bd3-fb72-4b4c-b1d8-0aaa552be704 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:27.457328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:27.476280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Allocated IP 19.80.0.2 (c018caa3-c541-4b4f-880a-910d6f0a21cc/ac72d21f-265e-4054-9e4a-655a8dd2207c/d7a1ba81-6194-4a8e-a390-972879dee7af) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:27.485333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:37:24Z', 'revision_number': 3, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:27.516401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Checking router: c6f8316a-b764-4830-96bb-a26ea82406c4 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:37:27.516753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Updating router c6f8316a-b764-4830-96bb-a26ea82406c4 port 3d21fa0a-372a-41a3-b7c6-f7821a18457b binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:37:27.560706 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:27.703913 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-76255bd3-fb72-4b4c-b1d8-0aaa552be704 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:27.800076 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:27.805933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76255bd3-fb72-4b4c-b1d8-0aaa552be704 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Subnet': ['ID=f3d8c3a1-7bf2-4295-829b-c169c57370c8,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:27.817917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Allocated IP 172.20.0.1 (2a4af1b9-9cad-4262-bece-bac6bde43880/cda5c5ae-e162-4ef6-9b70-78933ab0f2bd/c047742a-6734-4a2d-9e30-42650b7b2762) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:27.834468 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:27.835763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76255bd3-fb72-4b4c-b1d8-0aaa552be704 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Checking segment: {'id': 'c284d383-0da9-4f34-b775-0393322e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:27.836166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76255bd3-fb72-4b4c-b1d8-0aaa552be704 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network hostable DHCP agents. Network: 52f3ed23-8b24-4614-8834-208e016f87a0, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:37:27.892711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Network c018caa3-c541-4b4f-880a-910d6f0a21cc is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:27.899491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Pushing event updated for resources: {'Port': ['ID=d7a1ba81-6194-4a8e-a390-972879dee7af,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:27.902814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:27.909625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:27.911556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76255bd3-fb72-4b4c-b1d8-0aaa552be704 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network 52f3ed23-8b24-4614-8834-208e016f87a0 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:37:27.931333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-76255bd3-fb72-4b4c-b1d8-0aaa552be704 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 52f3ed23-8b24-4614-8834-208e016f87a0) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:27.937956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76255bd3-fb72-4b4c-b1d8-0aaa552be704 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:27.938552 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-76255bd3-fb72-4b4c-b1d8-0aaa552be704 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:27.951419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a56b9-fe9a-4a54-bff9-7f3b515b7695 None None] Network 52f3ed23-8b24-4614-8834-208e016f87a0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:37:27.977776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-76255bd3-fb72-4b4c-b1d8-0aaa552be704 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0113499 Dec 09 22:37:27.978616 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.037945 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.104424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Network 2a4af1b9-9cad-4262-bece-bac6bde43880 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:28.105999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Pushing event updated for resources: {'Port': ['ID=c047742a-6734-4a2d-9e30-42650b7b2762,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:28.108882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:28.133893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Attempting to bind port d7a1ba81-6194-4a8e-a390-972879dee7af on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:28.134836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Attempting to bind port d7a1ba81-6194-4a8e-a390-972879dee7af by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'e5e7e6ea-d872-4536-9f58-c63ffd47c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:28.135223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Attempting to bind port d7a1ba81-6194-4a8e-a390-972879dee7af on network c018caa3-c541-4b4f-880a-910d6f0a21cc {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:28.137671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:28.159128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:28.159520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Checking segment: {'id': 'e5e7e6ea-d872-4536-9f58-c63ffd47c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:28.159932 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.160405 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Bound using segment: {'id': 'e5e7e6ea-d872-4536-9f58-c63ffd47c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:28.160900 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Bound port: d7a1ba81-6194-4a8e-a390-972879dee7af, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e7e6ea-d872-4536-9f58-c63ffd47c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:28.161373 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.222286 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.264914 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.299112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-52f3ed23-8b24-4614-8834-208e016f87a0', 'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0', 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'fixed_ips': [{'subnet_id': 'f3d8c3a1-7bf2-4295-829b-c169c57370c8'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:37:28.300286 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.346175 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8cab6696-3b27-497d-9c03-184925f7ecb0 req-49d50149-ae95-445b-8c2c-c7cae3ceb9e9 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 210 time: 0.1998603 Dec 09 22:37:28.385455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e271c-3b87-4697-969d-0a95e39085d0 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:37:28.391882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] For port d7a1ba81-6194-4a8e-a390-972879dee7af, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:28.427237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece4b88-1890-4b95-9150-78325c14d356 None None] Pushing event updated for resources: {'Port': ['ID=3d21fa0a-372a-41a3-b7c6-f7821a18457b,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:28.432133 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Attempting to bind port 3d21fa0a-372a-41a3-b7c6-f7821a18457b on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:28.432517 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Attempting to bind port 3d21fa0a-372a-41a3-b7c6-f7821a18457b by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:28.432892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Attempting to bind port 3d21fa0a-372a-41a3-b7c6-f7821a18457b on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:28.442053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] For port d7a1ba81-6194-4a8e-a390-972879dee7af, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d7a1ba81-6194-4a8e-a390-972879dee7af,segment=NetworkSegment(e5e7e6ea-d872-4536-9f58-c63ffd47c863),segment_id=e5e7e6ea-d872-4536-9f58-c63ffd47c863)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:28.443225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:28.443602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:28.444007 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.444403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:28.444910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Bound port: 3d21fa0a-372a-41a3-b7c6-f7821a18457b, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:28.445252 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.508689 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.519748 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.648461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-3b82e2a4-ec00-49c3-8afe-21aa6719360a tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:28.650524 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-3b82e2a4-ec00-49c3-8afe-21aa6719360a tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.18 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 811 time: 0.5041759 Dec 09 22:37:28.679138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] For port 3d21fa0a-372a-41a3-b7c6-f7821a18457b, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:28.681350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bf8d35c2-192c-4fcd-bd90-de3b3ae4103c None None] Provisioning complete for port 3d21fa0a-372a-41a3-b7c6-f7821a18457b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:28.681721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bf8d35c2-192c-4fcd-bd90-de3b3ae4103c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.684600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-c0e02e7e-670d-40d2-95cb-eb07129ed3a6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:28.686741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62d8bf-a84c-412e-afae-4ce929373614 None None] Pushing event updated for resources: {'Port': ['ID=d7a1ba81-6194-4a8e-a390-972879dee7af,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:28.691034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-c0e02e7e-670d-40d2-95cb-eb07129ed3a6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:28.698977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-c0e02e7e-670d-40d2-95cb-eb07129ed3a6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/networks?id=c018caa3-c541-4b4f-880a-910d6f0a21cc&id=52f3ed23-8b24-4614-8834-208e016f87a0 HTTP/1.1" status: 200 len: 1390 time: 0.3677826 Dec 09 22:37:28.716415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] For port 3d21fa0a-372a-41a3-b7c6-f7821a18457b, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3d21fa0a-372a-41a3-b7c6-f7821a18457b,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:28.749030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-57088600-60d1-409c-8d18-2446f6a705ed tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/quotas/a0b171af27f54b1bbad14b8b48979092 HTTP/1.1" status: 200 len: 375 time: 0.0491252 Dec 09 22:37:28.762573 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:28.766480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Allocated IP 19.86.0.2 (52f3ed23-8b24-4614-8834-208e016f87a0/f3d8c3a1-7bf2-4295-829b-c169c57370c8/f1ac2cc3-7813-4c47-903c-ff272b358d4f) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:28.836265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d35c2-192c-4fcd-bd90-de3b3ae4103c None None] Port 3d21fa0a-372a-41a3-b7c6-f7821a18457b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:28.846148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-590377ad-ca92-4223-8331-8da470e917ed tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c62332ba52d7492280948681247e4803 HTTP/1.1" status: 200 len: 378 time: 0.1793334 Dec 09 22:37:28.861336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece4b88-1890-4b95-9150-78325c14d356 None None] Pushing event updated for resources: {'Port': ['ID=3d21fa0a-372a-41a3-b7c6-f7821a18457b,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:28.870998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fd4313-7f02-49d2-b8e8-94136c18badb None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:37:28.874252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Request body: {'port': {'device_id': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'admin_state_up': True, 'tenant_id': 'c62332ba52d7492280948681247e4803', 'security_groups': ['fcf33128-8f79-4d7f-8b94-cf6ea84ac682']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:28.905120 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-8046eb2c-8711-4f51-a774-342f742f27e9 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0b171af27f54b1bbad14b8b48979092&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1550460 Dec 09 22:37:28.945657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Routers {'c6f8316a-b764-4830-96bb-a26ea82406c4'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:28.946353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c6f8316a-b764-4830-96bb-a26ea82406c4'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:28.948750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bf8d35c2-192c-4fcd-bd90-de3b3ae4103c None None] Provisioning complete for port c047742a-6734-4a2d-9e30-42650b7b2762 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:28.949121 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bf8d35c2-192c-4fcd-bd90-de3b3ae4103c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:29.045016 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d35c2-192c-4fcd-bd90-de3b3ae4103c None None] Port c047742a-6734-4a2d-9e30-42650b7b2762 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:29.167073 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:29.180669 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] Set router c6f8316a-b764-4830-96bb-a26ea82406c4 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:29.185949 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:29.270055 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-66286dd6-71b0-4e2b-8d18-d945b6db92d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0910912 Dec 09 22:37:29.379146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-aabf6352-7337-4e15-a286-4ca31ebf5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:29.379550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-aabf6352-7337-4e15-a286-4ca31ebf5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:29.380023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-aabf6352-7337-4e15-a286-4ca31ebf5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:29.380493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-aabf6352-7337-4e15-a286-4ca31ebf5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:29.380959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-aabf6352-7337-4e15-a286-4ca31ebf5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:29.382686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-aabf6352-7337-4e15-a286-4ca31ebf5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:29.383166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-aabf6352-7337-4e15-a286-4ca31ebf5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:29.385493 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-aabf6352-7337-4e15-a286-4ca31ebf5339 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6499 time: 0.0562108 Dec 09 22:37:29.477327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-8189f497-fd8d-4eee-86e2-d070903f350c service neutron] 10.222.0.16 "GET /v2.0/networks/c018caa3-c541-4b4f-880a-910d6f0a21cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712833 Dec 09 22:37:29.482827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Network 52f3ed23-8b24-4614-8834-208e016f87a0 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:29.502469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:29.504565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9e755ef4-b245-41ab-958f-c38576790b1a None None] Provisioning complete for port 3d21fa0a-372a-41a3-b7c6-f7821a18457b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:29.505114 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9e755ef4-b245-41ab-958f-c38576790b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:29.507118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:29.533048 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:29.541482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Pushing event updated for resources: {'Port': ['ID=f1ac2cc3-7813-4c47-903c-ff272b358d4f,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:29.578750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-7e70c2b9-ac99-4b0a-9e7a-a709c97ebe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:29.579856 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-7e70c2b9-ac99-4b0a-9e7a-a709c97ebe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:29.580472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-7e70c2b9-ac99-4b0a-9e7a-a709c97ebe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:29.582863 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-7e70c2b9-ac99-4b0a-9e7a-a709c97ebe16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dab134-b52d-4674-8869-3ae9a976577b&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&id=14dfeaa3-f29e-4f09-83cd-1c729fa09754 HTTP/1.1" status: 200 len: 2291 time: 0.1710100 Dec 09 22:37:29.680747 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-120cb9cf-6f9a-4818-b3bf-62eb9d08591e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924ba139-5c3b-416c-bf5e-6d24f55fbf60 HTTP/1.1" status: 200 len: 1002 time: 0.0900252 Dec 09 22:37:29.729565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d56c736-8c83-4e6d-9bd6-621fdcddba1d req-e41fb0c5-b3c9-4292-9432-efd5b89675ac tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 210 time: 0.1911650 Dec 09 22:37:29.760075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-2b2095bb-1fa8-4eef-9fe4-2d53a4159616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:29.762155 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-2b2095bb-1fa8-4eef-9fe4-2d53a4159616 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3951527-aec4-45da-945e-f9a56eaee5f1 HTTP/1.1" status: 200 len: 848 time: 0.0727742 Dec 09 22:37:29.771546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Attempting to bind port f1ac2cc3-7813-4c47-903c-ff272b358d4f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:29.772456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Attempting to bind port f1ac2cc3-7813-4c47-903c-ff272b358d4f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c284d383-0da9-4f34-b775-0393322e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:29.773039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Attempting to bind port f1ac2cc3-7813-4c47-903c-ff272b358d4f on network 52f3ed23-8b24-4614-8834-208e016f87a0 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:29.778361 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9e755ef4-b245-41ab-958f-c38576790b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:29.821212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:29.821627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Checking segment: {'id': 'c284d383-0da9-4f34-b775-0393322e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:29.822306 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:29.822878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Bound using segment: {'id': 'c284d383-0da9-4f34-b775-0393322e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:29.823732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Bound port: f1ac2cc3-7813-4c47-903c-ff272b358d4f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c284d383-0da9-4f34-b775-0393322e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:29.823951 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:29.848717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-4a072cbf-e089-41e3-92bd-6189ff00be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:29.850273 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-4a072cbf-e089-41e3-92bd-6189ff00be64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dab134-b52d-4674-8869-3ae9a976577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804193 Dec 09 22:37:29.858780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Made reservation on behalf of c62332ba52d7492280948681247e4803 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:29.862339 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:29.899392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-c87a00af-21a9-459f-854b-d47d8747017f service neutron] 10.222.0.16 "GET /v2.0/networks/c018caa3-c541-4b4f-880a-910d6f0a21cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622074 Dec 09 22:37:29.985347 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-7bacfdb3-4721-4cd1-ac62-65e2a6316c77 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250720 Dec 09 22:37:30.001991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9e755ef4-b245-41ab-958f-c38576790b1a None None] For port 3d21fa0a-372a-41a3-b7c6-f7821a18457b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3d21fa0a-372a-41a3-b7c6-f7821a18457b,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:30.014556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-2127c08a-f279-4a55-bbbb-426f9cdb81f3 service neutron] 10.222.0.16 "GET /v2.0/networks/52f3ed23-8b24-4614-8834-208e016f87a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056404 Dec 09 22:37:30.052610 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9e755ef4-b245-41ab-958f-c38576790b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:30.156082 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-781e3e28-0ed5-4d56-93d7-6649b05aaa4a service neutron] 10.222.0.18 "GET /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653886 Dec 09 22:37:30.163891 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d7a1ba81-6194-4a8e-a390-972879dee7af up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:30.208483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-713a758e-6240-4c82-825c-3dc07f91a392 service neutron] 10.222.0.16 "GET /v2.0/networks/52f3ed23-8b24-4614-8834-208e016f87a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697052 Dec 09 22:37:30.227260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] For port f1ac2cc3-7813-4c47-903c-ff272b358d4f, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:30.246967 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-db32f455-c885-456f-8783-8c5be61101d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=6f00eed1-efdc-4a57-9cbc-f82eb0696954 HTTP/1.1" status: 200 len: 217 time: 0.0811548 Dec 09 22:37:30.270618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] For port f1ac2cc3-7813-4c47-903c-ff272b358d4f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f1ac2cc3-7813-4c47-903c-ff272b358d4f,segment=NetworkSegment(c284d383-0da9-4f34-b775-0393322e4ab5),segment_id=c284d383-0da9-4f34-b775-0393322e4ab5)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:30.275687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c047742a-6734-4a2d-9e30-42650b7b2762', 'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'mac_address': 'fa:16:3e:9a:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:27Z', 'updated_at': '2021-12-09T22:37:27Z', 'revision_number': 1, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'subnets': [{'id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:30.311733 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e755ef4-b245-41ab-958f-c38576790b1a None None] Pushing event updated for resources: {'Port': ['ID=3d21fa0a-372a-41a3-b7c6-f7821a18457b,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:30.314842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-3246982e-b3c4-4e8e-a6e3-a7ff69d293bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:30.317273 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-3246982e-b3c4-4e8e-a6e3-a7ff69d293bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.0628154 Dec 09 22:37:30.327692 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:30.330420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd2a34-6334-4aca-ad2f-34692ba2dea4 None None] The sync data for ids ['c6f8316a-b764-4830-96bb-a26ea82406c4'] in n-d-789963-23 is: [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c047742a-6734-4a2d-9e30-42650b7b2762', 'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'mac_address': 'fa:16:3e:9a:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:27Z', 'updated_at': '2021-12-09T22:37:27Z', 'revision_number': 1, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'subnets': [{'id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:37:30.335435 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:30.355487 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:30.383141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf6b2b9-ecf4-4064-a8a4-bdc771d4b5ab None None] Network c018caa3-c541-4b4f-880a-910d6f0a21cc requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:37:30.433734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-5f71e05e-6447-4eb9-adb4-7d18cbe1602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:30.439986 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-5f71e05e-6447-4eb9-adb4-7d18cbe1602f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1150789 Dec 09 22:37:30.541210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Allocated IP 172.20.0.11 (f16f7172-a535-46bf-a20c-df7868a46f92/992210bd-a6ee-474f-a5bf-287bbb7205d0/ac1a4d98-c41b-4697-95ba-927fa752ccdb) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:30.604885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Pushing event updated for resources: {'Port': ['ID=c047742a-6734-4a2d-9e30-42650b7b2762,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:30.612954 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:30.703962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d7a1ba81-6194-4a8e-a390-972879dee7af triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:30.704934 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:30.749994 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-540fb5fa-4750-42fe-97bd-e5b49822c4f9 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762725 Dec 09 22:37:30.805613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1c89255e-3afd-4ff8-80e0-a2dd8d347bf8 None None] Provisioning complete for port d7a1ba81-6194-4a8e-a390-972879dee7af triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:30.806476 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c89255e-3afd-4ff8-80e0-a2dd8d347bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:30.930657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8f7d9-562a-4d82-9a92-583d2e3d1b1a None None] Pushing event updated for resources: {'Port': ['ID=f1ac2cc3-7813-4c47-903c-ff272b358d4f,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:31.028167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d759ae8-7f8d-4bca-983b-7489bbe56283 req-00ef8b85-e96e-4281-a5b7-9245c0e389c6 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 210 time: 0.3966413 Dec 09 22:37:31.029711 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c89255e-3afd-4ff8-80e0-a2dd8d347bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:31.068077 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-260eba45-dd59-494a-a9c7-74048c7f28ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:31.109138 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-67619f3f-2fcc-440b-b599-3a15f29b2ee6 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521020 Dec 09 22:37:31.186121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1c89255e-3afd-4ff8-80e0-a2dd8d347bf8 None None] For port d7a1ba81-6194-4a8e-a390-972879dee7af, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d7a1ba81-6194-4a8e-a390-972879dee7af,segment=NetworkSegment(e5e7e6ea-d872-4536-9f58-c63ffd47c863),segment_id=e5e7e6ea-d872-4536-9f58-c63ffd47c863)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:31.221930 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-4fb9938d-a382-4004-a3b7-15d4ea18fb36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c HTTP/1.1" status: 200 len: 217 time: 0.1050849 Dec 09 22:37:31.248108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c89255e-3afd-4ff8-80e0-a2dd8d347bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:31.253291 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:31.299039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-b8365f08-cced-48bb-9ea0-dfc1ea752683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:31.301086 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-b8365f08-cced-48bb-9ea0-dfc1ea752683 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.0705693 Dec 09 22:37:31.330424 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:31.382980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-20aac379-e63d-47ba-b396-0523c05cf0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:31.386386 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-20aac379-e63d-47ba-b396-0523c05cf0a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771377 Dec 09 22:37:31.462794 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:31.497158 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:37:31.497720 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:37:31.507474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-028973f1-182e-4186-b0ad-7d3c14e335cf None None] Provisioning complete for port d7a1ba81-6194-4a8e-a390-972879dee7af triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:31.508420 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-028973f1-182e-4186-b0ad-7d3c14e335cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:31.513949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89255e-3afd-4ff8-80e0-a2dd8d347bf8 None None] Pushing event updated for resources: {'Port': ['ID=d7a1ba81-6194-4a8e-a390-972879dee7af,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:31.620317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Network 2a4af1b9-9cad-4262-bece-bac6bde43880 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:31.627849 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:31.722821 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-8c19049e-1167-404b-b348-b337c32e3114 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139348 Dec 09 22:37:31.759570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Network f16f7172-a535-46bf-a20c-df7868a46f92 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:31.820312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:31.824848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:31.870183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event updated for resources: {'Port': ['ID=ac1a4d98-c41b-4697-95ba-927fa752ccdb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:32.030216 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-ab3dfb7a-2f5f-47b0-93ac-7fe4af1c7446 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001380 Dec 09 22:37:32.061385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff9d6-fb03-4d40-b457-1beea842a96c req-5359137e-d058-4231-934a-534e6b01e400 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:32.063206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-943ff9d6-fb03-4d40-b457-1beea842a96c req-5359137e-d058-4231-934a-534e6b01e400 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 932 time: 1.0282416 Dec 09 22:37:32.139063 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-3a9a3e02-295a-4637-b92b-5b9416f833c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5cce254b-6587-467d-a40e-0a0d7c2fa3b8 HTTP/1.1" status: 200 len: 217 time: 0.1017153 Dec 09 22:37:32.145123 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Router c6f8316a-b764-4830-96bb-a26ea82406c4 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:37:32.158308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:32.159242 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:32.252508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f5323bd0-32ee-40f3-a347-a8113d9c43d1 None None] Provisioning complete for port c047742a-6734-4a2d-9e30-42650b7b2762 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:32.253002 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f5323bd0-32ee-40f3-a347-a8113d9c43d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:32.269295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-a7abbb94-d527-4490-b04c-bfa265b3c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:32.271184 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-a7abbb94-d527-4490-b04c-bfa265b3c601 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.1236963 Dec 09 22:37:32.367571 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-943ff9d6-fb03-4d40-b457-1beea842a96c req-0ffb8b07-cba2-4d32-8a7d-a90ed1e51664 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2793360 Dec 09 22:37:32.412909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f5323bd0-32ee-40f3-a347-a8113d9c43d1 None None] Port c047742a-6734-4a2d-9e30-42650b7b2762 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:32.443979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52f140a8-a382-4c78-9dfd-2fb41f4007b5 req-0ea6435b-759a-4f51-9ebf-ef378a4bb094 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 210 time: 0.1406431 Dec 09 22:37:32.452631 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-c186442d-fd9a-47eb-800d-42d35a2c5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:32.454749 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-c186442d-fd9a-47eb-800d-42d35a2c5a3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1746686 Dec 09 22:37:32.467958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f551cf6d-ab05-40f1-9dca-88ace6374a23 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6002800 Dec 09 22:37:32.487667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Request body: {'port': {'device_id': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:32.559587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-92a65221-c3a4-499d-982f-6e7d4519829e None None] Provisioning complete for port ac1a4d98-c41b-4697-95ba-927fa752ccdb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:32.559971 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92a65221-c3a4-499d-982f-6e7d4519829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:32.666404 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-92a65221-c3a4-499d-982f-6e7d4519829e None None] Port ac1a4d98-c41b-4697-95ba-927fa752ccdb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:32.673057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb89bf-e143-49f9-8ff9-c97dc6220f1e None None] Network 52f3ed23-8b24-4614-8834-208e016f87a0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:37:32.697887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d7a1ba81-6194-4a8e-a390-972879dee7af up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:32.765810 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:32.841255 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-527c4ec0-fe1a-4fd5-b682-4468c2670d4d service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771074 Dec 09 22:37:32.855487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:37:32.863035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-44c9463b-1b09-498e-9dd8-7d7bc48eab75 None None] Provisioning complete for port f1ac2cc3-7813-4c47-903c-ff272b358d4f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:32.863787 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-44c9463b-1b09-498e-9dd8-7d7bc48eab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:32.864172 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f3ef3df7-e1a3-4684-9935-4fc00c88422d admin admin] 10.222.0.16 "PUT /v2.0/routers/c6f8316a-b764-4830-96bb-a26ea82406c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3496003 Dec 09 22:37:32.895759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-ae184135-d1a7-4267-a455-53f486481a1a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:32.908590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-ae184135-d1a7-4267-a455-53f486481a1a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:32.909746 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-ae184135-d1a7-4267-a455-53f486481a1a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.42 "GET /v2.0/networks?id=c018caa3-c541-4b4f-880a-910d6f0a21cc&id=52f3ed23-8b24-4614-8834-208e016f87a0 HTTP/1.1" status: 200 len: 1390 time: 0.3925710 Dec 09 22:37:32.987727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-76582581-4f7d-4150-bb53-2940bb67afbb req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'port': {'device_id': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc', 'admin_state_up': True, 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:33.001969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d7a1ba81-6194-4a8e-a390-972879dee7af triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:33.002263 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:33.142399 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-551909d4-4884-459d-9aa3-3a0488d9a2dd service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933488 Dec 09 22:37:33.241713 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-44c9463b-1b09-498e-9dd8-7d7bc48eab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:33.264666 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-991f0728-6b68-43ea-b2d2-bd8c94671997 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e HTTP/1.1" status: 200 len: 217 time: 0.1081190 Dec 09 22:37:33.320184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3d21fa0a-372a-41a3-b7c6-f7821a18457b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:33.324556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1a4d98-c41b-4697-95ba-927fa752ccdb {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:33.342235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:33.373377 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Transition to ACTIVE for port object ac1a4d98-c41b-4697-95ba-927fa752ccdb will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:37:33.379815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-cbbf1d07-ce52-4471-a841-6bf9252fe560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:33.382502 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-cbbf1d07-ce52-4471-a841-6bf9252fe560 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.1159859 Dec 09 22:37:33.384732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:33.385151 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:33.394661 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:33.436668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-44c9463b-1b09-498e-9dd8-7d7bc48eab75 None None] For port f1ac2cc3-7813-4c47-903c-ff272b358d4f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f1ac2cc3-7813-4c47-903c-ff272b358d4f,segment=NetworkSegment(c284d383-0da9-4f34-b775-0393322e4ab5),segment_id=c284d383-0da9-4f34-b775-0393322e4ab5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:33.445006 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-669dcd60-7c3c-4fc1-a724-44fd5c22f84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:33.467909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Pushing event updated for resources: {'Port': ['ID=ac1a4d98-c41b-4697-95ba-927fa752ccdb,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:33.468743 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-44c9463b-1b09-498e-9dd8-7d7bc48eab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:33.513812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-c40a9f58-8a34-4922-9624-bbcb6739457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:33.519355 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-c40a9f58-8a34-4922-9624-bbcb6739457f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1171587 Dec 09 22:37:33.685719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9463b-1b09-498e-9dd8-7d7bc48eab75 None None] Pushing event updated for resources: {'Port': ['ID=f1ac2cc3-7813-4c47-903c-ff272b358d4f,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:33.702062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65306dc6-4a84-446b-8f39-52e81af9fded req-1596ccb8-9adb-4d60-b37a-4f4ba2732c26 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 210 time: 0.0601635 Dec 09 22:37:33.761767 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d898bb31-f904-431a-b205-260507973f65 None None] Provisioning complete for port f1ac2cc3-7813-4c47-903c-ff272b358d4f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:33.762175 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d898bb31-f904-431a-b205-260507973f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:33.766405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Attempting to bind port ac1a4d98-c41b-4697-95ba-927fa752ccdb on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:33.766848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Attempting to bind port ac1a4d98-c41b-4697-95ba-927fa752ccdb by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:33.767286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Attempting to bind port ac1a4d98-c41b-4697-95ba-927fa752ccdb on network f16f7172-a535-46bf-a20c-df7868a46f92 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:33.783074 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Port ac1a4d98-c41b-4697-95ba-927fa752ccdb on network f16f7172-a535-46bf-a20c-df7868a46f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:37:33.783320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Attempting to bind port ac1a4d98-c41b-4697-95ba-927fa752ccdb on network f16f7172-a535-46bf-a20c-df7868a46f92 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:33.820495 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 3d21fa0a-372a-41a3-b7c6-f7821a18457b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:33.820868 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:33.842513 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de82a0-69c1-4b33-90bd-9a8ab5d0a566 req-edadccb8-8f9a-4453-b035-b6ccf89ced56 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:33.844264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85de82a0-69c1-4b33-90bd-9a8ab5d0a566 req-edadccb8-8f9a-4453-b035-b6ccf89ced56 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 944 time: 0.2427371 Dec 09 22:37:33.851447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:33.852486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Checking segment: {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:33.853360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Bound using segment: {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:33.854513 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Bound port: ac1a4d98-c41b-4697-95ba-927fa752ccdb, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d70aead-62df-4cd0-86da-214ccbb6099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:33.856867 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:33.883004 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:33.888504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51032) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:33.902127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1056871731-network', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:34.019105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Made reservation on behalf of 991b442fcbdf4380bde4ffbfd15b21a2 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:34.021602 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.052535 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.077992 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85de82a0-69c1-4b33-90bd-9a8ab5d0a566 req-16046658-978f-4e87-80dc-d05286a0a898 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2165682 Dec 09 22:37:34.110374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] For port ac1a4d98-c41b-4697-95ba-927fa752ccdb, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:34.115290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] For port ac1a4d98-c41b-4697-95ba-927fa752ccdb, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ac1a4d98-c41b-4697-95ba-927fa752ccdb,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:34.127438 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.215293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Pushing event updated for resources: {'Port': ['ID=ac1a4d98-c41b-4697-95ba-927fa752ccdb,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:34.229852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:34.230453 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.231833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-d01a5290-1ef0-4589-add0-ba745164c9bd service neutron] 10.222.0.18 "PUT /v2.0/ports/ac1a4d98-c41b-4697-95ba-927fa752ccdb HTTP/1.1" status: 200 len: 1093 time: 1.7502761 Dec 09 22:37:34.237880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'tag': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:34.241911 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0e9caf-10bc-4027-9780-abc7a7f4d471" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bb639d-d435-4f28-84c6-bc9358ab9d17", "tag": "ac1a4d98-c41b-4697-95ba-927fa752ccdb"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:34.287983 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.294943 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.304170 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-887cb0c3-a8de-406a-892d-3b3a05886b63 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7445788 Dec 09 22:37:34.312099 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:37:34.324592 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.325272 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Added segment 17af7427-6b84-43a8-ae5a-bae154ce84bd of type vlan for network 2a6cc004-8821-43fa-a7fb-7bd80026284a Dec 09 22:37:34.366386 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f1ac2cc3-7813-4c47-903c-ff272b358d4f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:34.379269 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.389828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-76582581-4f7d-4150-bb53-2940bb67afbb req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Allocated IP 19.80.0.112 (c018caa3-c541-4b4f-880a-910d6f0a21cc/ac72d21f-265e-4054-9e4a-655a8dd2207c/1d32c3dc-cfd3-462e-8567-8406abcacc85) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:34.406727 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e4996-6264-486c-b10a-305fadcfbbfc x-openstack-request-id: req-a65e4996-6264-486c-b10a-305fadcfbbfc {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:34.406727 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bb639d-d435-4f28-84c6-bc9358ab9d17", "tag": "ac1a4d98-c41b-4697-95ba-927fa752ccdb", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:34.407105 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a65e4996-6264-486c-b10a-305fadcfbbfc {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:34.407462 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'tag': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb', 'status': 'completed', 'code': 200} Dec 09 22:37:34.458598 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.459821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:34.460611 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.462490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f1ac2cc3-7813-4c47-903c-ff272b358d4f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:34.462975 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.495063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6040885 Dec 09 22:37:34.518347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51044) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:34.541212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9e8436d4-a600-4259-bcfb-b5b0586387ee admin admin] Request body: {'subnet': {'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1056871731-subnet', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:34.579531 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Sync routers for ids ['c6f8316a-b764-4830-96bb-a26ea82406c4'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:37:34.587882 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Routers {'c6f8316a-b764-4830-96bb-a26ea82406c4'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:34.588299 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c6f8316a-b764-4830-96bb-a26ea82406c4'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:34.588857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f61b5123-d18b-46a2-be10-7fd4072d1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:34.597325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-f61b5123-d18b-46a2-be10-7fd4072d1a08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 1096 time: 0.1819944 Dec 09 22:37:34.597325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8436d4-a600-4259-bcfb-b5b0586387ee admin admin] Made reservation on behalf of 991b442fcbdf4380bde4ffbfd15b21a2 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:34.597325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e8436d4-a600-4259-bcfb-b5b0586387ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.598995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09ac609-9870-4115-aea7-db833e15d351,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:34.631719 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.688985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-23c6d73b-20a4-4a69-bc93-a929ed49c83a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac1a4d98-c41b-4697-95ba-927fa752ccdb HTTP/1.1" status: 200 len: 217 time: 0.0734160 Dec 09 22:37:34.691597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca93ff-3098-4b5f-a535-015e6d76c2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=2a6cc004-8821-43fa-a7fb-7bd80026284a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:34.700482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:34.713076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 2a6cc004-8821-43fa-a7fb-7bd80026284a details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:37:34.751625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-1425c59d-1064-49e2-b3f8-a420d5180521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:34.753073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-1425c59d-1064-49e2-b3f8-a420d5180521 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=992210bd-a6ee-474f-a5bf-287bbb7205d0 HTTP/1.1" status: 200 len: 850 time: 0.0564504 Dec 09 22:37:34.776547 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Set router c6f8316a-b764-4830-96bb-a26ea82406c4 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:34.884470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-0a965177-9d34-4fef-9f62-c684540138f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:34.886703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Port': ['ID=1d32c3dc-cfd3-462e-8567-8406abcacc85,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:34.887554 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-0a965177-9d34-4fef-9f62-c684540138f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f16f7172-a535-46bf-a20c-df7868a46f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001239 Dec 09 22:37:34.899380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-ac7cba09-a32b-46cd-9007-3b1a375689ab service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808852 Dec 09 22:37:34.907317 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76582581-4f7d-4150-bb53-2940bb67afbb req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network c018caa3-c541-4b4f-880a-910d6f0a21cc is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:34.916060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-76582581-4f7d-4150-bb53-2940bb67afbb req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:34.936543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-76582581-4f7d-4150-bb53-2940bb67afbb req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:34.965542 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:35.009339 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-64123410-8ebe-42cf-9fa3-8c8477f8b548 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=deb2b117-2b5a-42eb-97bc-54437d96f7c6 HTTP/1.1" status: 200 len: 217 time: 0.1003397 Dec 09 22:37:35.050136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f1ac2cc3-7813-4c47-903c-ff272b358d4f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:35.124947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-c952830f-dff6-4405-9474-602fb6c1f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:35.126470 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-c952830f-dff6-4405-9474-602fb6c1f879 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed746442-ad44-4d00-80e7-7550babce9a5 HTTP/1.1" status: 200 len: 797 time: 0.1085875 Dec 09 22:37:35.136191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-788e10a8-ae02-4442-b432-73e9a1d21d42 service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375498 Dec 09 22:37:35.160604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f1ac2cc3-7813-4c47-903c-ff272b358d4f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:35.160992 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:35.202859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:35.203687 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:35.248537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-d8ec50b1-d259-4f57-8e0d-21e05b2fabc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:35.251640 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-d8ec50b1-d259-4f57-8e0d-21e05b2fabc3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1151495 Dec 09 22:37:35.256619 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-f8e1bdb1-f0ab-4de5-8844-d9b4e012d380 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3283708 Dec 09 22:37:35.371407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-953f72c1-bff8-4677-a522-00d1d19f0aac None None] Provisioning complete for port 1d32c3dc-cfd3-462e-8567-8406abcacc85 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:35.371994 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-953f72c1-bff8-4677-a522-00d1d19f0aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:35.372545 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-df9e8e8f-d167-4a3f-9822-60d4d8d52660 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113465 Dec 09 22:37:35.373519 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e8436d4-a600-4259-bcfb-b5b0586387ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:35.377699 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c047742a-6734-4a2d-9e30-42650b7b2762', 'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'mac_address': 'fa:16:3e:9a:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:27Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 2, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'subnets': [{'id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:35.379324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-76582581-4f7d-4150-bb53-2940bb67afbb req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Request body: {'port': {'device_id': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0', 'admin_state_up': True, 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:35.461895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-953f72c1-bff8-4677-a522-00d1d19f0aac None None] Port 1d32c3dc-cfd3-462e-8567-8406abcacc85 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:35.512927 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Checking router: c6f8316a-b764-4830-96bb-a26ea82406c4 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:37:35.513299 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Updating router c6f8316a-b764-4830-96bb-a26ea82406c4 port c047742a-6734-4a2d-9e30-42650b7b2762 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:37:35.547954 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:35.590213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e3c4227-ec16-4d74-aa1e-b51c9b11fbd4 req-acc02c22-1a1d-4b29-bd89-06b56f142623 service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187062 Dec 09 22:37:35.591355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8436d4-a600-4259-bcfb-b5b0586387ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff16d6b3-92c9-4c4d-9df9-822ab69819ce,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:35.608567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d493c2c-95aa-4aff-a569-c8192f2cd684 req-50ca2818-b7ae-44ce-aa9f-8fcbddd0ca9e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:35.610828 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d493c2c-95aa-4aff-a569-c8192f2cd684 req-50ca2818-b7ae-44ce-aa9f-8fcbddd0ca9e tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 932 time: 0.7182109 Dec 09 22:37:35.632840 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-fd0815c8-4e24-470b-a32f-64bd115ee4e0 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475591 Dec 09 22:37:35.646829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf818aa-c522-463b-ba19-9bbc2cd56c4c req-874c1af9-067d-477f-bf00-9605f0f25ada tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:35.657189 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cf818aa-c522-463b-ba19-9bbc2cd56c4c req-874c1af9-067d-477f-bf00-9605f0f25ada tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 944 time: 0.3053908 Dec 09 22:37:35.659991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Made reservation on behalf of a0b171af27f54b1bbad14b8b48979092 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:35.664117 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:35.726514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8436d4-a600-4259-bcfb-b5b0586387ee admin admin] Checking segment: {'id': '17af7427-6b84-43a8-ae5a-bae154ce84bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:35.726514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8436d4-a600-4259-bcfb-b5b0586387ee admin admin] Network hostable DHCP agents. Network: 2a6cc004-8821-43fa-a7fb-7bd80026284a, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:37:35.761818 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-88d39d5c-22a0-4df5-824a-b9093fdb132e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92b65e86-a908-4bef-9554-5f0afbc58d5f HTTP/1.1" status: 200 len: 217 time: 0.0668957 Dec 09 22:37:35.785914 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cf818aa-c522-463b-ba19-9bbc2cd56c4c req-5babea3b-1798-45dc-a519-851dc02773a0 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241813 Dec 09 22:37:35.817661 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d493c2c-95aa-4aff-a569-c8192f2cd684 req-53caec34-ffc9-4928-8558-ed218b644854 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926894 Dec 09 22:37:35.819982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8436d4-a600-4259-bcfb-b5b0586387ee admin admin] Network 2a6cc004-8821-43fa-a7fb-7bd80026284a is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:37:35.829415 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e9caf-10bc-4027-9780-abc7a7f4d471 req-23bad470-bd06-4985-bc7a-f4b76e7230fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:35.831570 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d0e9caf-10bc-4027-9780-abc7a7f4d471 req-23bad470-bd06-4985-bc7a-f4b76e7230fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 1096 time: 0.1240480 Dec 09 22:37:35.835144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-9e8436d4-a600-4259-bcfb-b5b0586387ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 2a6cc004-8821-43fa-a7fb-7bd80026284a) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:35.846008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d01b3f-8c8c-4730-82c2-73c6701e2f76 None None] Network 2a6cc004-8821-43fa-a7fb-7bd80026284a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:37:35.872351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8436d4-a600-4259-bcfb-b5b0586387ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:35.873107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e8436d4-a600-4259-bcfb-b5b0586387ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:35.907622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9e8436d4-a600-4259-bcfb-b5b0586387ee admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3767154 Dec 09 22:37:35.909154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51070) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:35.909328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-83499d00-4978-4118-a3d7-f3711e824849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:35.910128 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-83499d00-4978-4118-a3d7-f3711e824849 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed746442-ad44-4d00-80e7-7550babce9a5 HTTP/1.1" status: 200 len: 797 time: 0.1058483 Dec 09 22:37:35.919484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1056871731-router', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:35.982447 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.006219 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.013430 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.027187 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.030199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-76582581-4f7d-4150-bb53-2940bb67afbb req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Allocated IP 19.86.0.28 (52f3ed23-8b24-4614-8834-208e016f87a0/f3d8c3a1-7bf2-4295-829b-c169c57370c8/635b2413-26f6-4c71-891d-6bf7daee0621) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:36.034310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-2a6cc004-8821-43fa-a7fb-7bd80026284a', 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a', 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'fixed_ips': [{'subnet_id': 'ff16d6b3-92c9-4c4d-9df9-822ab69819ce'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:37:36.035200 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.056780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e9caf-10bc-4027-9780-abc7a7f4d471 req-282255fc-261f-4b5e-a752-4f4ceb0ff670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:36.060716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d0e9caf-10bc-4027-9780-abc7a7f4d471 req-282255fc-261f-4b5e-a752-4f4ceb0ff670 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 912 time: 0.2020187 Dec 09 22:37:36.065586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-d57300ad-406a-4bec-9afb-3d38c0b7f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:36.068187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-d57300ad-406a-4bec-9afb-3d38c0b7f9fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1364241 Dec 09 22:37:36.130050 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d0e9caf-10bc-4027-9780-abc7a7f4d471 req-95bc44af-e4ed-4ce0-844a-141e656d9feb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac1a4d98-c41b-4697-95ba-927fa752ccdb HTTP/1.1" status: 200 len: 217 time: 0.0574353 Dec 09 22:37:36.154934 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Pushing event updated for resources: {'Port': ['ID=c047742a-6734-4a2d-9e30-42650b7b2762,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:36.213158 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.213502 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.213865 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.214252 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.214587 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.214915 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.215238 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.215561 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.215882 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.216201 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.216525 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.216985 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.217311 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:37:36.231466 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Attempting to bind port c047742a-6734-4a2d-9e30-42650b7b2762 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:36.231834 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Attempting to bind port c047742a-6734-4a2d-9e30-42650b7b2762 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:36.232193 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Attempting to bind port c047742a-6734-4a2d-9e30-42650b7b2762 on network 2a4af1b9-9cad-4262-bece-bac6bde43880 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:36.237483 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:36.237885 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Checking segment: {'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:36.238284 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.238720 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Bound using segment: {'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:36.239186 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Bound port: c047742a-6734-4a2d-9e30-42650b7b2762, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:36.239561 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.271588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Allocated IP 172.20.0.2 (2a6cc004-8821-43fa-a7fb-7bd80026284a/ff16d6b3-92c9-4c4d-9df9-822ab69819ce/33e46453-fa21-4ed9-85b7-0e95966c12fb) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:36.279753 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.370480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e9caf-10bc-4027-9780-abc7a7f4d471 req-1cd9b154-a5c0-4112-935a-049395eab927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:36.372101 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d0e9caf-10bc-4027-9780-abc7a7f4d471 req-1cd9b154-a5c0-4112-935a-049395eab927 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=992210bd-a6ee-474f-a5bf-287bbb7205d0 HTTP/1.1" status: 200 len: 850 time: 0.2296948 Dec 09 22:37:36.396390 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.399029 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] For port c047742a-6734-4a2d-9e30-42650b7b2762, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:36.417306 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] For port c047742a-6734-4a2d-9e30-42650b7b2762, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c047742a-6734-4a2d-9e30-42650b7b2762,segment=NetworkSegment(6f0880ac-8491-458a-a501-e0bcbdceb621),segment_id=6f0880ac-8491-458a-a501-e0bcbdceb621)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:36.425043 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.528891 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Routers {'c6f8316a-b764-4830-96bb-a26ea82406c4'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:36.529532 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c6f8316a-b764-4830-96bb-a26ea82406c4'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:36.553752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fd481b88-880d-4155-9b9b-2b7e563fbde2 None None] Provisioning complete for port c047742a-6734-4a2d-9e30-42650b7b2762 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:36.553752 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fd481b88-880d-4155-9b9b-2b7e563fbde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.568654 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-22e35bc6-7ac8-4b21-bc7e-5af2391f8341 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804378 Dec 09 22:37:36.596837 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c11ad-86a0-4e00-98d2-0e2c491d257c None None] Pushing event updated for resources: {'Port': ['ID=c047742a-6734-4a2d-9e30-42650b7b2762,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:36.618827 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.637602 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.713373 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] Set router c6f8316a-b764-4830-96bb-a26ea82406c4 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:36.728654 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fd481b88-880d-4155-9b9b-2b7e563fbde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.783318 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fd481b88-880d-4155-9b9b-2b7e563fbde2 None None] For port c047742a-6734-4a2d-9e30-42650b7b2762, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c047742a-6734-4a2d-9e30-42650b7b2762,segment=NetworkSegment(6f0880ac-8491-458a-a501-e0bcbdceb621),segment_id=6f0880ac-8491-458a-a501-e0bcbdceb621)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:36.796784 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.811597 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Network 2a6cc004-8821-43fa-a7fb-7bd80026284a is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:36.819348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:36.821738 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fd481b88-880d-4155-9b9b-2b7e563fbde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:36.825557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:36.867426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Pushing event updated for resources: {'Port': ['ID=33e46453-fa21-4ed9-85b7-0e95966c12fb,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:36.911776 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9187f57d-8fc7-45d2-9b95-6902204da49f req-0c5d78c6-a926-4de5-9697-baee9802c6d6 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207271 Dec 09 22:37:36.963714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:37.023784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Attempting to bind port 33e46453-fa21-4ed9-85b7-0e95966c12fb on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:37.024377 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Attempting to bind port 33e46453-fa21-4ed9-85b7-0e95966c12fb by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '17af7427-6b84-43a8-ae5a-bae154ce84bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:37.024845 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Attempting to bind port 33e46453-fa21-4ed9-85b7-0e95966c12fb on network 2a6cc004-8821-43fa-a7fb-7bd80026284a {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:37.041707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:37.042104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Checking segment: {'id': '17af7427-6b84-43a8-ae5a-bae154ce84bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:37.042526 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:37.042929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Bound using segment: {'id': '17af7427-6b84-43a8-ae5a-bae154ce84bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:37.043421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Bound port: 33e46453-fa21-4ed9-85b7-0e95966c12fb, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17af7427-6b84-43a8-ae5a-bae154ce84bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:37.043812 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:37.053341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76582581-4f7d-4150-bb53-2940bb67afbb req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Network 52f3ed23-8b24-4614-8834-208e016f87a0 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:37.064635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-76582581-4f7d-4150-bb53-2940bb67afbb req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:37.101691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-76582581-4f7d-4150-bb53-2940bb67afbb req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:37.121545 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:37.123019 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:37.155574 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5ef69dfc-d9dd-4d0d-9a4a-82c04aaca8e4 None None] Provisioning complete for port c047742a-6734-4a2d-9e30-42650b7b2762 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:37.155961 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ef69dfc-d9dd-4d0d-9a4a-82c04aaca8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:37.176069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event updated for resources: {'Port': ['ID=635b2413-26f6-4c71-891d-6bf7daee0621,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:37.265071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:37.268280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c047742a-6734-4a2d-9e30-42650b7b2762 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:37.269024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e9caf-10bc-4027-9780-abc7a7f4d471 req-c9bad64f-0d74-493a-bd67-486440402b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:37.275057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:37.278051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d0e9caf-10bc-4027-9780-abc7a7f4d471 req-c9bad64f-0d74-493a-bd67-486440402b7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f16f7172-a535-46bf-a20c-df7868a46f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8724008 Dec 09 22:37:37.298610 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-260b2c83-749e-4b64-82ee-56558d79f098 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9248416 Dec 09 22:37:37.319185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Request body: {'port': {'device_id': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:37.330656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd481b88-880d-4155-9b9b-2b7e563fbde2 None None] Pushing event updated for resources: {'Port': ['ID=c047742a-6734-4a2d-9e30-42650b7b2762,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:37.413667 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c047742a-6734-4a2d-9e30-42650b7b2762', 'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'mac_address': 'fa:16:3e:9a:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:27Z', 'updated_at': '2021-12-09T22:37:36Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'subnets': [{'id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:37.438191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d0e9caf-10bc-4027-9780-abc7a7f4d471 req-0cb6e504-f32d-41e9-9cf5-e42077545905 service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315670 Dec 09 22:37:37.471141 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687970d3-44d4-4d9b-8630-dc8e42908354 req-2af445e6-2261-4ee3-9fb8-473430af5753 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:37.475157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] For port 33e46453-fa21-4ed9-85b7-0e95966c12fb, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:37.481596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-687970d3-44d4-4d9b-8630-dc8e42908354 req-2af445e6-2261-4ee3-9fb8-473430af5753 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 944 time: 0.3307872 Dec 09 22:37:37.485971 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f1336-c99a-4952-8540-b1c889a94f00 None None] The sync data for ids ['c6f8316a-b764-4830-96bb-a26ea82406c4'] in n-d-789963-23 is: [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c047742a-6734-4a2d-9e30-42650b7b2762', 'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'mac_address': 'fa:16:3e:9a:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:27Z', 'updated_at': '2021-12-09T22:37:36Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'subnets': [{'id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:37:37.486251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] For port 33e46453-fa21-4ed9-85b7-0e95966c12fb, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=33e46453-fa21-4ed9-85b7-0e95966c12fb,segment=NetworkSegment(17af7427-6b84-43a8-ae5a-bae154ce84bd),segment_id=17af7427-6b84-43a8-ae5a-bae154ce84bd)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:37.502117 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:37.503117 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:37.538582 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293175d-f5db-41b8-b8e5-04dd409cb25e req-4f11ecaf-2319-4813-a928-d7ed0ae0a4f1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:37.544642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293175d-f5db-41b8-b8e5-04dd409cb25e req-4f11ecaf-2319-4813-a928-d7ed0ae0a4f1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:37.546301 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e293175d-f5db-41b8-b8e5-04dd409cb25e req-4f11ecaf-2319-4813-a928-d7ed0ae0a4f1 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1654 time: 0.4418263 Dec 09 22:37:37.618885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c047742a-6734-4a2d-9e30-42650b7b2762 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:37.619656 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:37.625721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ad5434c0-9dc3-4f32-a65b-f522ed0f20a7 None None] Provisioning complete for port 635b2413-26f6-4c71-891d-6bf7daee0621 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:37.626319 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad5434c0-9dc3-4f32-a65b-f522ed0f20a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:37.718434 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d820f98-2f26-4e46-a834-94910ad4574d None None] Pushing event updated for resources: {'Port': ['ID=33e46453-fa21-4ed9-85b7-0e95966c12fb,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:37.748825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ad5434c0-9dc3-4f32-a65b-f522ed0f20a7 None None] Port 635b2413-26f6-4c71-891d-6bf7daee0621 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:37.753554 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-687970d3-44d4-4d9b-8630-dc8e42908354 req-1c989958-b68e-4ff5-b8e9-8869810d1124 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2675622 Dec 09 22:37:37.853344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e293175d-f5db-41b8-b8e5-04dd409cb25e req-f47325fd-5732-4543-9169-a094d2f839be tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949603 Dec 09 22:37:37.857573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d0e9caf-10bc-4027-9780-abc7a7f4d471 req-5579abdb-5800-4a5b-8db0-379eeea1499c service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133759 Dec 09 22:37:38.025764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:38.072172 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:38.075517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d32c3dc-cfd3-462e-8567-8406abcacc85 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:38.096173 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:38.112379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Transition to ACTIVE for port object 1d32c3dc-cfd3-462e-8567-8406abcacc85 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:37:38.120230 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:38.233719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d32c3dc-cfd3-462e-8567-8406abcacc85,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:38.242640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Allocated IP 172.25.8.171 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/b51252af-1210-487e-99d4-623fc12ac356) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:38.322233 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Attempting to bind port 1d32c3dc-cfd3-462e-8567-8406abcacc85 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:38.322862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Attempting to bind port 1d32c3dc-cfd3-462e-8567-8406abcacc85 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e5e7e6ea-d872-4536-9f58-c63ffd47c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:38.323495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Attempting to bind port 1d32c3dc-cfd3-462e-8567-8406abcacc85 on network c018caa3-c541-4b4f-880a-910d6f0a21cc {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:38.329659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Port 1d32c3dc-cfd3-462e-8567-8406abcacc85 on network c018caa3-c541-4b4f-880a-910d6f0a21cc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:37:38.331014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Attempting to bind port 1d32c3dc-cfd3-462e-8567-8406abcacc85 on network c018caa3-c541-4b4f-880a-910d6f0a21cc {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:38.354530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:38.355195 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Checking segment: {'id': 'e5e7e6ea-d872-4536-9f58-c63ffd47c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:38.355846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Bound using segment: {'id': 'e5e7e6ea-d872-4536-9f58-c63ffd47c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:38.356515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Bound port: 1d32c3dc-cfd3-462e-8567-8406abcacc85, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e7e6ea-d872-4536-9f58-c63ffd47c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:38.357069 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:38.438052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] For port 1d32c3dc-cfd3-462e-8567-8406abcacc85, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:38.442137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] For port 1d32c3dc-cfd3-462e-8567-8406abcacc85, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1d32c3dc-cfd3-462e-8567-8406abcacc85,segment=NetworkSegment(e5e7e6ea-d872-4536-9f58-c63ffd47c863),segment_id=e5e7e6ea-d872-4536-9f58-c63ffd47c863)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:38.452318 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:38.468574 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:38.515226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:38.557706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d32c3dc-cfd3-462e-8567-8406abcacc85,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:38.568948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:38.572668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:38.576845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:38.589227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:38.589943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:38.591825 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-bbe3af43-d5ae-4ba0-88d8-61922e9a8ab2 service neutron] 10.222.0.42 "PUT /v2.0/ports/1d32c3dc-cfd3-462e-8567-8406abcacc85 HTTP/1.1" status: 200 len: 1093 time: 1.2767222 Dec 09 22:37:38.592494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'tag': '1d32c3dc-cfd3-462e-8567-8406abcacc85'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:38.595068 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e075db-53c8-48c8-ba9b-ac835aba2392" -d '{"events": [{"name": "network-changed", "server_uuid": "40ec455a-b39d-44e6-bef9-27b67821d92e", "tag": "1d32c3dc-cfd3-462e-8567-8406abcacc85"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:38.595670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d82306-c512-4db8-b7f4-7a39a9ccb88c None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:37:38.642907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Request body: {'port': {'device_id': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:38.673384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Pushing event updated for resources: {'Port': ['ID=b51252af-1210-487e-99d4-623fc12ac356,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:38.710352 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6b2cce-889f-490c-807c-e836a0f5905c x-openstack-request-id: req-5c6b2cce-889f-490c-807c-e836a0f5905c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:38.710352 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ec455a-b39d-44e6-bef9-27b67821d92e", "tag": "1d32c3dc-cfd3-462e-8567-8406abcacc85", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:38.710352 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c6b2cce-889f-490c-807c-e836a0f5905c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:38.710848 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'tag': '1d32c3dc-cfd3-462e-8567-8406abcacc85', 'status': 'completed', 'code': 200} Dec 09 22:37:38.724081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c7b0b492-02f9-4dcc-a61c-8c162b4ea0aa None None] Provisioning complete for port b51252af-1210-487e-99d4-623fc12ac356 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:38.725236 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c7b0b492-02f9-4dcc-a61c-8c162b4ea0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:38.821466 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0b492-02f9-4dcc-a61c-8c162b4ea0aa None None] Port b51252af-1210-487e-99d4-623fc12ac356 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:38.869188 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:38.973856 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e075db-53c8-48c8-ba9b-ac835aba2392 req-1d85b037-29f7-4f35-ae33-b897ff1d54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:38.973856 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e075db-53c8-48c8-ba9b-ac835aba2392 req-1d85b037-29f7-4f35-ae33-b897ff1d54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:38.974327 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-37e075db-53c8-48c8-ba9b-ac835aba2392 req-1d85b037-29f7-4f35-ae33-b897ff1d54e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0b171af27f54b1bbad14b8b48979092&device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1914 time: 0.2516294 Dec 09 22:37:39.137311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 33e46453-fa21-4ed9-85b7-0e95966c12fb up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:39.177212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced36e8-e9e1-4fbc-9604-76beb8899744 req-ec53d527-be17-42d0-8bae-8981f9fdab11 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:39.178325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cced36e8-e9e1-4fbc-9604-76beb8899744 req-ec53d527-be17-42d0-8bae-8981f9fdab11 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 944 time: 0.3228970 Dec 09 22:37:39.251954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 33e46453-fa21-4ed9-85b7-0e95966c12fb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:39.252332 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:39.267875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29a75d-697e-4d7d-828f-b11dda4fd563 req-e0abab70-efe9-4951-8771-b848ad7434d0 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:39.274140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29a75d-697e-4d7d-828f-b11dda4fd563 req-e0abab70-efe9-4951-8771-b848ad7434d0 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:39.283371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c29a75d-697e-4d7d-828f-b11dda4fd563 req-e0abab70-efe9-4951-8771-b848ad7434d0 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1666 time: 0.2192783 Dec 09 22:37:39.353217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cced36e8-e9e1-4fbc-9604-76beb8899744 req-12808664-cef3-45ae-ae7a-07c5614a4d43 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1659131 Dec 09 22:37:39.395594 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:39.416796 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:39.419121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635b2413-26f6-4c71-891d-6bf7daee0621 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:39.427845 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:39.441901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Transition to ACTIVE for port object 635b2413-26f6-4c71-891d-6bf7daee0621 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:37:39.447980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c29a75d-697e-4d7d-828f-b11dda4fd563 req-7b8ca02a-76eb-4693-b0c2-e4ebb8d6d7ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635320 Dec 09 22:37:39.459951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b12e5f-d7a6-4e87-9a9b-8ae3f3476f42 None None] Network 2a6cc004-8821-43fa-a7fb-7bd80026284a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:37:39.470550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:39.528266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e075db-53c8-48c8-ba9b-ac835aba2392 req-613883c3-3dca-4a36-8728-6eec238d2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:39.528845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e075db-53c8-48c8-ba9b-ac835aba2392 req-613883c3-3dca-4a36-8728-6eec238d2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:39.529311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e075db-53c8-48c8-ba9b-ac835aba2392 req-613883c3-3dca-4a36-8728-6eec238d2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:39.530992 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-37e075db-53c8-48c8-ba9b-ac835aba2392 req-613883c3-3dca-4a36-8728-6eec238d2a8a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a0b171af27f54b1bbad14b8b48979092&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4363487 Dec 09 22:37:39.553933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 33e46453-fa21-4ed9-85b7-0e95966c12fb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=33e46453-fa21-4ed9-85b7-0e95966c12fb,segment=NetworkSegment(17af7427-6b84-43a8-ae5a-bae154ce84bd),segment_id=17af7427-6b84-43a8-ae5a-bae154ce84bd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:39.601439 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:39.603416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c047742a-6734-4a2d-9e30-42650b7b2762 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:39.616926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Pushing event updated for resources: {'Port': ['ID=635b2413-26f6-4c71-891d-6bf7daee0621,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:39.638924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-960b9f55-b09c-428c-a9aa-2c3f439beed5 None None] Provisioning complete for port 33e46453-fa21-4ed9-85b7-0e95966c12fb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:39.639566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-960b9f55-b09c-428c-a9aa-2c3f439beed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:39.770381 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:39.800506 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=33e46453-fa21-4ed9-85b7-0e95966c12fb,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:39.810774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Attempting to bind port 635b2413-26f6-4c71-891d-6bf7daee0621 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:39.811253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Attempting to bind port 635b2413-26f6-4c71-891d-6bf7daee0621 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'c284d383-0da9-4f34-b775-0393322e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:39.811601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Attempting to bind port 635b2413-26f6-4c71-891d-6bf7daee0621 on network 52f3ed23-8b24-4614-8834-208e016f87a0 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:39.830110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Port 635b2413-26f6-4c71-891d-6bf7daee0621 on network 52f3ed23-8b24-4614-8834-208e016f87a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:37:39.830462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Attempting to bind port 635b2413-26f6-4c71-891d-6bf7daee0621 on network 52f3ed23-8b24-4614-8834-208e016f87a0 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:39.843249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:39.844042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Checking segment: {'id': 'c284d383-0da9-4f34-b775-0393322e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:39.844042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Bound using segment: {'id': 'c284d383-0da9-4f34-b775-0393322e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:39.844412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Bound port: 635b2413-26f6-4c71-891d-6bf7daee0621, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c284d383-0da9-4f34-b775-0393322e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:39.844769 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:39.859489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c047742a-6734-4a2d-9e30-42650b7b2762 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:39.859864 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:39.901683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e075db-53c8-48c8-ba9b-ac835aba2392 req-742482c5-421a-4014-832f-c73b248459d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:39.903475 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-37e075db-53c8-48c8-ba9b-ac835aba2392 req-742482c5-421a-4014-832f-c73b248459d4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3605306 Dec 09 22:37:39.961422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] For port 635b2413-26f6-4c71-891d-6bf7daee0621, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:39.967339 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] For port 635b2413-26f6-4c71-891d-6bf7daee0621, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=635b2413-26f6-4c71-891d-6bf7daee0621,segment=NetworkSegment(c284d383-0da9-4f34-b775-0393322e4ab5),segment_id=c284d383-0da9-4f34-b775-0393322e4ab5)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:39.978530 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:39.988787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Router aadb7b1f-108e-4481-9d76-74868fea18de is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:37:40.075822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Pushing event updated for resources: {'Port': ['ID=635b2413-26f6-4c71-891d-6bf7daee0621,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:40.098181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:40.099090 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:40.108601 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-5b99862f-24a6-4967-9399-a99d22477791 service neutron] 10.222.0.42 "PUT /v2.0/ports/635b2413-26f6-4c71-891d-6bf7daee0621 HTTP/1.1" status: 200 len: 1092 time: 1.4705148 Dec 09 22:37:40.193986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ac1a4d98-c41b-4697-95ba-927fa752ccdb details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:37:40.224711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:37:40.243910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Sync routers for ids ['aadb7b1f-108e-4481-9d76-74868fea18de'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:37:40.262648 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:40.266564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d09a37a6-ac4c-48f8-b79c-5dbadf3eaf2c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3551550 Dec 09 22:37:40.266730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-d17ae2ff-7866-46ac-a78d-a74990684cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:40.266730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-d17ae2ff-7866-46ac-a78d-a74990684cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:40.269131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51142) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:40.271759 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-d17ae2ff-7866-46ac-a78d-a74990684cf3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0b171af27f54b1bbad14b8b48979092&device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1982 time: 0.1098855 Dec 09 22:37:40.279241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Routers {'aadb7b1f-108e-4481-9d76-74868fea18de'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:40.281321 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aadb7b1f-108e-4481-9d76-74868fea18de'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:40.352618 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-19c122f0-7fc3-4f63-9cd2-9a913db1d668 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=1d32c3dc-cfd3-462e-8567-8406abcacc85 HTTP/1.1" status: 200 len: 217 time: 0.0698743 Dec 09 22:37:40.413961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ac1a4d98-c41b-4697-95ba-927fa752ccdb, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ac1a4d98-c41b-4697-95ba-927fa752ccdb,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:40.422500 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-150e349d-f611-47ac-bc85-3e46f9dc5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:40.424886 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-150e349d-f611-47ac-bc85-3e46f9dc5f50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac72d21f-265e-4054-9e4a-655a8dd2207c HTTP/1.1" status: 200 len: 801 time: 0.0595982 Dec 09 22:37:40.439073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'port_id': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb', 'mac_address': 'fa:16:3e:a1:56:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:37:40.459250 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0e56d9e2-176d-4f94-ab60-4c0061ffb81c None None] Provisioning complete for port 33e46453-fa21-4ed9-85b7-0e95966c12fb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:40.459476 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e56d9e2-176d-4f94-ab60-4c0061ffb81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:40.492251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-e5baf595-d2e4-4921-846f-87ba81a4d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:40.496976 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-e5baf595-d2e4-4921-846f-87ba81a4d599 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c018caa3-c541-4b4f-880a-910d6f0a21cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618782 Dec 09 22:37:40.562264 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:40.589287 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Set router aadb7b1f-108e-4481-9d76-74868fea18de gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:40.620703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1a4d98-c41b-4697-95ba-927fa752ccdb {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:40.635892 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-15694a04-0ba3-4638-8d23-ba114dbe6787 service neutron] 10.222.0.42 "GET /v2.0/networks/c018caa3-c541-4b4f-880a-910d6f0a21cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310554 Dec 09 22:37:40.705428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77af21-935e-49bb-ae84-adbc1b24fab3 req-7503484d-73f5-43eb-ba2a-da0135c99af0 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:40.707300 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d77af21-935e-49bb-ae84-adbc1b24fab3 req-7503484d-73f5-43eb-ba2a-da0135c99af0 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 944 time: 0.1993821 Dec 09 22:37:40.725543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'tag': '635b2413-26f6-4c71-891d-6bf7daee0621'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:40.728069 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62a8732-62e3-400c-832d-4eaebd60cc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "40ec455a-b39d-44e6-bef9-27b67821d92e", "tag": "635b2413-26f6-4c71-891d-6bf7daee0621"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:40.732166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ac1a4d98-c41b-4697-95ba-927fa752ccdb, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ac1a4d98-c41b-4697-95ba-927fa752ccdb,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:40.756367 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:40.763352 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a93a57-e16d-4025-ba8c-00ea7fa464b5 req-b950a429-377a-4ab0-bdad-ec8a410f6065 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:40.770248 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a93a57-e16d-4025-ba8c-00ea7fa464b5 req-b950a429-377a-4ab0-bdad-ec8a410f6065 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:40.771921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6a93a57-e16d-4025-ba8c-00ea7fa464b5 req-b950a429-377a-4ab0-bdad-ec8a410f6065 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1678 time: 0.2049813 Dec 09 22:37:40.772807 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-721a1431-ee92-4a74-86e3-aeca3adc90fc service neutron] 10.222.0.42 "GET /v2.0/networks/c018caa3-c541-4b4f-880a-910d6f0a21cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254947 Dec 09 22:37:40.851279 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-3c90ce11-e28f-4b84-8661-81a5714bd9c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.28&port_id=635b2413-26f6-4c71-891d-6bf7daee0621 HTTP/1.1" status: 200 len: 217 time: 0.0631254 Dec 09 22:37:40.856732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ac1a4d98-c41b-4697-95ba-927fa752ccdb,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:40.889415 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d77af21-935e-49bb-ae84-adbc1b24fab3 req-85b77764-89af-4ec8-b23d-821f62a4e6ee tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1400769 Dec 09 22:37:40.916413 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'name': 'tempest-TestServerBasicOps-1056871731-router', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'b51252af-1210-487e-99d4-623fc12ac356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:36Z', 'updated_at': '2021-12-09T22:37:39Z', 'revision_number': 3, 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'gw_port': {'id': 'b51252af-1210-487e-99d4-623fc12ac356', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:38Z', 'updated_at': '2021-12-09T22:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:40.931529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6a93a57-e16d-4025-ba8c-00ea7fa464b5 req-9c340a7d-e956-49d5-bd83-e98a71d75df7 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381319 Dec 09 22:37:40.948339 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-c86fa3d4-d2af-4da2-bd91-5b1d897bd6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:40.949865 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-c86fa3d4-d2af-4da2-bd91-5b1d897bd6ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3d8c3a1-7bf2-4295-829b-c169c57370c8 HTTP/1.1" status: 200 len: 801 time: 0.0901661 Dec 09 22:37:41.000039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Checking router: aadb7b1f-108e-4481-9d76-74868fea18de for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:37:41.000588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Updating router aadb7b1f-108e-4481-9d76-74868fea18de port b51252af-1210-487e-99d4-623fc12ac356 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:37:41.009980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 33e46453-fa21-4ed9-85b7-0e95966c12fb up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:41.059888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582581-4f7d-4150-bb53-2940bb67afbb req-0d404fcb-7403-46d8-bc88-04dc70014102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:41.061650 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-0d404fcb-7403-46d8-bc88-04dc70014102 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52f3ed23-8b24-4614-8834-208e016f87a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974903 Dec 09 22:37:41.065256 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82739330-f9e1-4b52-aeae-1f1e0a8c68e0 x-openstack-request-id: req-82739330-f9e1-4b52-aeae-1f1e0a8c68e0 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:41.065549 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ec455a-b39d-44e6-bef9-27b67821d92e", "tag": "635b2413-26f6-4c71-891d-6bf7daee0621", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:41.065843 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82739330-f9e1-4b52-aeae-1f1e0a8c68e0 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:41.066800 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'tag': '635b2413-26f6-4c71-891d-6bf7daee0621', 'status': 'completed', 'code': 200} Dec 09 22:37:41.101363 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:41.106297 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:41.196389 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-d923ccef-7e8b-4830-abde-49c13d973e37 service neutron] 10.222.0.42 "GET /v2.0/networks/52f3ed23-8b24-4614-8834-208e016f87a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273401 Dec 09 22:37:41.206176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['ac1a4d98-c41b-4697-95ba-927fa752ccdb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:41.269382 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 33e46453-fa21-4ed9-85b7-0e95966c12fb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:41.269679 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:41.330162 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76582581-4f7d-4150-bb53-2940bb67afbb req-3b7d7412-355e-47b2-a648-1b54fa6eae96 service neutron] 10.222.0.42 "GET /v2.0/networks/52f3ed23-8b24-4614-8834-208e016f87a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218529 Dec 09 22:37:41.446033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a8732-62e3-400c-832d-4eaebd60cc8d req-32078810-4659-4760-91be-7d35fd8302a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:41.446734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a8732-62e3-400c-832d-4eaebd60cc8d req-32078810-4659-4760-91be-7d35fd8302a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:41.448180 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f62a8732-62e3-400c-832d-4eaebd60cc8d req-32078810-4659-4760-91be-7d35fd8302a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0b171af27f54b1bbad14b8b48979092&device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1982 time: 0.0642247 Dec 09 22:37:41.594426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a8732-62e3-400c-832d-4eaebd60cc8d req-90fb835d-e299-4cf3-8b80-f61c68667852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:41.596956 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f62a8732-62e3-400c-832d-4eaebd60cc8d req-90fb835d-e299-4cf3-8b80-f61c68667852 service neutron] 10.222.0.42 "GET /v2.0/networks?id=52f3ed23-8b24-4614-8834-208e016f87a0 HTTP/1.1" status: 200 len: 902 time: 0.1371872 Dec 09 22:37:41.614628 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:41.624481 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:41.646271 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f62a8732-62e3-400c-832d-4eaebd60cc8d req-9e9adb91-bf8d-4541-a742-9286c34a6e4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.28&port_id=635b2413-26f6-4c71-891d-6bf7daee0621 HTTP/1.1" status: 200 len: 217 time: 0.0415797 Dec 09 22:37:41.681414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb449839-0301-496e-af12-69fe448df03a None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:37:41.691651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e31bc-7c46-493b-9c37-269bc323d678 None None] Pushing event updated for resources: {'Port': ['ID=b51252af-1210-487e-99d4-623fc12ac356,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:41.695549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Attempting to bind port b51252af-1210-487e-99d4-623fc12ac356 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:41.695963 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Attempting to bind port b51252af-1210-487e-99d4-623fc12ac356 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:41.696444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Attempting to bind port b51252af-1210-487e-99d4-623fc12ac356 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:41.710662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:41.711319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:41.711732 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:41.712725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:41.713273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Bound port: b51252af-1210-487e-99d4-623fc12ac356, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:41.713735 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:41.721658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Allocated IP 172.20.0.1 (2a6cc004-8821-43fa-a7fb-7bd80026284a/ff16d6b3-92c9-4c4d-9df9-822ab69819ce/9a80957d-2aa5-432c-b7e9-0c25268fff50) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:41.739677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a8732-62e3-400c-832d-4eaebd60cc8d req-1dee9279-3bca-4db2-9ae1-37284af92fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:41.741559 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f62a8732-62e3-400c-832d-4eaebd60cc8d req-1dee9279-3bca-4db2-9ae1-37284af92fca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3d8c3a1-7bf2-4295-829b-c169c57370c8 HTTP/1.1" status: 200 len: 801 time: 0.0874937 Dec 09 22:37:41.765220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-03ca34a1-4660-474d-a6d2-369de6307ac9 None None] Provisioning complete for port b51252af-1210-487e-99d4-623fc12ac356 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:41.765689 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-03ca34a1-4660-474d-a6d2-369de6307ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:41.799855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a8732-62e3-400c-832d-4eaebd60cc8d req-10ac1887-8d56-4806-87c6-38cf6c75396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:41.801479 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f62a8732-62e3-400c-832d-4eaebd60cc8d req-10ac1887-8d56-4806-87c6-38cf6c75396d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52f3ed23-8b24-4614-8834-208e016f87a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501900 Dec 09 22:37:41.810220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] For port b51252af-1210-487e-99d4-623fc12ac356, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:41.814935 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] For port b51252af-1210-487e-99d4-623fc12ac356, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b51252af-1210-487e-99d4-623fc12ac356,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:41.822266 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:41.834319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-03ca34a1-4660-474d-a6d2-369de6307ac9 None None] Port b51252af-1210-487e-99d4-623fc12ac356 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:41.874636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda65046-689b-4880-8a5c-28955b05375f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:37:41.875957 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:41.916737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Routers {'aadb7b1f-108e-4481-9d76-74868fea18de'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:41.918105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aadb7b1f-108e-4481-9d76-74868fea18de'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:41.919685 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f62a8732-62e3-400c-832d-4eaebd60cc8d req-7625cfb2-267b-459a-a61a-8d67fb3dabed service neutron] 10.222.0.42 "GET /v2.0/networks/52f3ed23-8b24-4614-8834-208e016f87a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096680 Dec 09 22:37:41.921707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e31bc-7c46-493b-9c37-269bc323d678 None None] Pushing event updated for resources: {'Port': ['ID=b51252af-1210-487e-99d4-623fc12ac356,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:41.944702 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:42.001277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0b2c45ce-2a45-4b87-aa8a-0a6c87112019 None None] Provisioning complete for port b51252af-1210-487e-99d4-623fc12ac356 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:42.001648 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b2c45ce-2a45-4b87-aa8a-0a6c87112019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:42.004439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Network 2a6cc004-8821-43fa-a7fb-7bd80026284a is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:42.016205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:42.020454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:42.133542 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f62a8732-62e3-400c-832d-4eaebd60cc8d req-1ee29931-5a2b-45e5-bfe6-0c3aaab19bc7 service neutron] 10.222.0.42 "GET /v2.0/networks/52f3ed23-8b24-4614-8834-208e016f87a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997170 Dec 09 22:37:42.138147 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9a80957d-2aa5-432c-b7e9-0c25268fff50,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:42.214120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:42.214726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] Set router aadb7b1f-108e-4481-9d76-74868fea18de gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:42.281658 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b2c45ce-2a45-4b87-aa8a-0a6c87112019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:42.307655 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251a014-9d27-4662-9e2a-57624aef51f7 req-008331af-a6e9-4866-80ba-ff43cff95ee3 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:42.309637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f251a014-9d27-4662-9e2a-57624aef51f7 req-008331af-a6e9-4866-80ba-ff43cff95ee3 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 945 time: 0.2862093 Dec 09 22:37:42.328779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a9831-565a-41bf-a5e1-06dfa491a468 req-81e413fd-5677-4b22-957c-44d5eab9a077 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:42.334166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0b2c45ce-2a45-4b87-aa8a-0a6c87112019 None None] For port b51252af-1210-487e-99d4-623fc12ac356, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b51252af-1210-487e-99d4-623fc12ac356,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:42.335740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a9831-565a-41bf-a5e1-06dfa491a468 req-81e413fd-5677-4b22-957c-44d5eab9a077 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:42.338465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-587a9831-565a-41bf-a5e1-06dfa491a468 req-81e413fd-5677-4b22-957c-44d5eab9a077 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1678 time: 0.2078149 Dec 09 22:37:42.373693 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b2c45ce-2a45-4b87-aa8a-0a6c87112019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:42.453118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c45ce-2a45-4b87-aa8a-0a6c87112019 None None] Pushing event updated for resources: {'Port': ['ID=b51252af-1210-487e-99d4-623fc12ac356,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:42.458032 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f251a014-9d27-4662-9e2a-57624aef51f7 req-3e0ccd04-61c9-4d27-b9dd-63a8382bb40e tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180518 Dec 09 22:37:42.488070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-587a9831-565a-41bf-a5e1-06dfa491a468 req-b2f116cd-09b3-4a72-b4c0-6fe6941af82a tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348603 Dec 09 22:37:42.521879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b9d7831f-6445-43a8-9102-aeaccf1ad701 None None] Provisioning complete for port 9a80957d-2aa5-432c-b7e9-0c25268fff50 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:42.522372 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9d7831f-6445-43a8-9102-aeaccf1ad701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:42.547679 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:42.570654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7831f-6445-43a8-9102-aeaccf1ad701 None None] Port 9a80957d-2aa5-432c-b7e9-0c25268fff50 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:42.584966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'name': 'tempest-TestServerBasicOps-1056871731-router', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'b51252af-1210-487e-99d4-623fc12ac356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:36Z', 'updated_at': '2021-12-09T22:37:39Z', 'revision_number': 3, 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'gw_port': {'id': 'b51252af-1210-487e-99d4-623fc12ac356', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:38Z', 'updated_at': '2021-12-09T22:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:42.615018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901ed5d-b691-4fae-861f-bb898035bf11 None None] The sync data for ids ['aadb7b1f-108e-4481-9d76-74868fea18de'] in n-d-789963-23 is: [{'id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'name': 'tempest-TestServerBasicOps-1056871731-router', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'b51252af-1210-487e-99d4-623fc12ac356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:36Z', 'updated_at': '2021-12-09T22:37:39Z', 'revision_number': 3, 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'gw_port': {'id': 'b51252af-1210-487e-99d4-623fc12ac356', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:38Z', 'updated_at': '2021-12-09T22:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:37:42.745375 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:42.750360 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:42.816233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9a80957d-2aa5-432c-b7e9-0c25268fff50,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:42.825535 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:42.952253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Network 2a6cc004-8821-43fa-a7fb-7bd80026284a is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:42.954044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:43.098930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Router aadb7b1f-108e-4481-9d76-74868fea18de has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:37:43.223678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:37:43.230729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-eef27d82-b352-477e-89c4-aad6782528b1 admin admin] 10.222.0.16 "PUT /v2.0/routers/aadb7b1f-108e-4481-9d76-74868fea18de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9575150 Dec 09 22:37:43.305422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-70129b63-1da8-4e8d-b3ce-debc5a2eefca None None] Provisioning complete for port 9a80957d-2aa5-432c-b7e9-0c25268fff50 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:43.306424 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-70129b63-1da8-4e8d-b3ce-debc5a2eefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:43.341216 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-70129b63-1da8-4e8d-b3ce-debc5a2eefca None None] Port 9a80957d-2aa5-432c-b7e9-0c25268fff50 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:43.720678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5774c14-c003-4ba8-8980-ca65331efb9c req-b26f0a22-d0e2-4c1f-9d59-78545a35a9ec tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:43.722242 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5774c14-c003-4ba8-8980-ca65331efb9c req-b26f0a22-d0e2-4c1f-9d59-78545a35a9ec tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 945 time: 0.0521822 Dec 09 22:37:43.772732 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5774c14-c003-4ba8-8980-ca65331efb9c req-a4e6b3b2-fedf-4878-9173-25fd15bd4e2c tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412376 Dec 09 22:37:43.888491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1fb20-8e64-4b16-ac4d-cbbb357be121 req-9aa61a17-827b-481d-9108-4b1c487e8308 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:43.894676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1fb20-8e64-4b16-ac4d-cbbb357be121 req-9aa61a17-827b-481d-9108-4b1c487e8308 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:43.896303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ea1fb20-8e64-4b16-ac4d-cbbb357be121 req-9aa61a17-827b-481d-9108-4b1c487e8308 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1678 time: 0.0579834 Dec 09 22:37:43.953837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ea1fb20-8e64-4b16-ac4d-cbbb357be121 req-831b0d2c-84df-4bbd-a68a-b285d97f1d42 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487494 Dec 09 22:37:43.962248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51184) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:43.968873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ec980184-e670-42b5-a250-62874cc6e6a2 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-941001133', 'description': 'tempest-secgroup-smoke-941001133 description', 'project_id': '0c558ea860bd4ff5832763d011d15de6'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:44.000419 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ec980184-e670-42b5-a250-62874cc6e6a2 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.036955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1d32c3dc-cfd3-462e-8567-8406abcacc85 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:37:44.105847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ec980184-e670-42b5-a250-62874cc6e6a2 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.115591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ec980184-e670-42b5-a250-62874cc6e6a2 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.149986 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ec980184-e670-42b5-a250-62874cc6e6a2 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.151275 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ec980184-e670-42b5-a250-62874cc6e6a2 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1871648 Dec 09 22:37:44.154498 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51186) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:44.158905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9deaf3a6-6712-4c13-bb3a-b0c19a8e6487 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Request body: {'security_group_rule': {'security_group_id': 'c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0', 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:44.167518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec980184-e670-42b5-a250-62874cc6e6a2 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:44.198102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 1d32c3dc-cfd3-462e-8567-8406abcacc85, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1d32c3dc-cfd3-462e-8567-8406abcacc85,segment=NetworkSegment(e5e7e6ea-d872-4536-9f58-c63ffd47c863),segment_id=e5e7e6ea-d872-4536-9f58-c63ffd47c863)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:44.213602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9deaf3a6-6712-4c13-bb3a-b0c19a8e6487 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.213928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ac1a4d98-c41b-4697-95ba-927fa752ccdb up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:44.241210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '1d32c3dc-cfd3-462e-8567-8406abcacc85', 'network_id': 'c018caa3-c541-4b4f-880a-910d6f0a21cc', 'port_id': '1d32c3dc-cfd3-462e-8567-8406abcacc85', 'mac_address': 'fa:16:3e:12:c4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac72d21f-265e-4054-9e4a-655a8dd2207c', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:37:44.277573 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9deaf3a6-6712-4c13-bb3a-b0c19a8e6487 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.283126 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9deaf3a6-6712-4c13-bb3a-b0c19a8e6487 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.296536 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.303070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deaf3a6-6712-4c13-bb3a-b0c19a8e6487 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e3abf9-47f6-41ce-ae58-02c45ae444a1,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:44.306636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port ac1a4d98-c41b-4697-95ba-927fa752ccdb completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:37:44.318671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d32c3dc-cfd3-462e-8567-8406abcacc85 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:44.319519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9deaf3a6-6712-4c13-bb3a-b0c19a8e6487 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.321150 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9deaf3a6-6712-4c13-bb3a-b0c19a8e6487 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1656938 Dec 09 22:37:44.322771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port ac1a4d98-c41b-4697-95ba-927fa752ccdb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:44.323138 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.324063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51190) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:44.328796 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3fa61b12-c638-482d-b1ff-6200f4650e1a tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Request body: {'security_group_rule': {'security_group_id': 'c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0', 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:44.355640 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3fa61b12-c638-482d-b1ff-6200f4650e1a tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.362185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 1d32c3dc-cfd3-462e-8567-8406abcacc85, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1d32c3dc-cfd3-462e-8567-8406abcacc85,segment=NetworkSegment(e5e7e6ea-d872-4536-9f58-c63ffd47c863),segment_id=e5e7e6ea-d872-4536-9f58-c63ffd47c863)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:44.370092 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.371019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 635b2413-26f6-4c71-891d-6bf7daee0621 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:37:44.416243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3fa61b12-c638-482d-b1ff-6200f4650e1a tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.426607 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3fa61b12-c638-482d-b1ff-6200f4650e1a tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.450231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa61b12-c638-482d-b1ff-6200f4650e1a tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25108b5-f77e-4e30-ad15-620093aed2d4,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:44.453094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=1d32c3dc-cfd3-462e-8567-8406abcacc85,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:44.463514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3fa61b12-c638-482d-b1ff-6200f4650e1a tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.465178 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3fa61b12-c638-482d-b1ff-6200f4650e1a tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398661 Dec 09 22:37:44.469382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51192) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:44.478083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-24ff3913-a343-4523-b076-82993c8ebb77 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Request body: {'security_group_rule': {'security_group_id': 'c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0', 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:44.510159 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ff3913-a343-4523-b076-82993c8ebb77 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.566658 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Sync routers for ids ['aadb7b1f-108e-4481-9d76-74868fea18de'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:37:44.584323 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Routers {'aadb7b1f-108e-4481-9d76-74868fea18de'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:44.585742 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aadb7b1f-108e-4481-9d76-74868fea18de'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:44.689424 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.728948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:44.733203 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ceccd4-f95a-4975-9893-2b86b9e8356a" -d '{"events": [{"server_uuid": "e7bb639d-d435-4f28-84c6-bc9358ab9d17", "name": "network-vif-plugged", "status": "completed", "tag": "ac1a4d98-c41b-4697-95ba-927fa752ccdb"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:44.737538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 635b2413-26f6-4c71-891d-6bf7daee0621, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=635b2413-26f6-4c71-891d-6bf7daee0621,segment=NetworkSegment(c284d383-0da9-4f34-b775-0393322e4ab5),segment_id=c284d383-0da9-4f34-b775-0393322e4ab5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:44.758735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ac1a4d98-c41b-4697-95ba-927fa752ccdb, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ac1a4d98-c41b-4697-95ba-927fa752ccdb,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:44.760459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '635b2413-26f6-4c71-891d-6bf7daee0621', 'network_id': '52f3ed23-8b24-4614-8834-208e016f87a0', 'port_id': '635b2413-26f6-4c71-891d-6bf7daee0621', 'mac_address': 'fa:16:3e:71:ca:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d8c3a1-7bf2-4295-829b-c169c57370c8', 'ip_address': '19.86.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:37:44.768680 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.780083 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Set router aadb7b1f-108e-4481-9d76-74868fea18de gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:44.821765 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0c7c54-e852-49eb-b984-49321bb5b9fc x-openstack-request-id: req-ef0c7c54-e852-49eb-b984-49321bb5b9fc {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:44.822188 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bb639d-d435-4f28-84c6-bc9358ab9d17", "name": "network-vif-plugged", "status": "completed", "tag": "ac1a4d98-c41b-4697-95ba-927fa752ccdb", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:44.822543 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef0c7c54-e852-49eb-b984-49321bb5b9fc {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:44.823037 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb', 'code': 200} Dec 09 22:37:44.844162 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:44.890405 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635b2413-26f6-4c71-891d-6bf7daee0621 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:44.897428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ac1a4d98-c41b-4697-95ba-927fa752ccdb,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:44.943219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 635b2413-26f6-4c71-891d-6bf7daee0621, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=635b2413-26f6-4c71-891d-6bf7daee0621,segment=NetworkSegment(c284d383-0da9-4f34-b775-0393322e4ab5),segment_id=c284d383-0da9-4f34-b775-0393322e4ab5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:44.952728 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.022706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b51252af-1210-487e-99d4-623fc12ac356 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:45.049621 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ff3913-a343-4523-b076-82993c8ebb77 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.057341 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ff3913-a343-4523-b076-82993c8ebb77 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.084638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e808e-e2f4-4cee-960e-124a142d1e1d req-a928744e-5ad9-4ec1-847a-55a13c586851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:45.086159 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-907e808e-e2f4-4cee-960e-124a142d1e1d req-a928744e-5ad9-4ec1-847a-55a13c586851 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 1098 time: 0.1641507 Dec 09 22:37:45.087803 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff3913-a343-4523-b076-82993c8ebb77 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d74baa-f917-4687-b3c5-6e3ceac97baa,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:45.100462 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ff3913-a343-4523-b076-82993c8ebb77 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.102643 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-24ff3913-a343-4523-b076-82993c8ebb77 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6319900 Dec 09 22:37:45.105362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51204) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:45.107329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39504363-eb9b-45a4-8a9e-97cb3fc19599 req-6c78ba39-9d0b-415f-a16e-72394e66939a tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:45.108882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39504363-eb9b-45a4-8a9e-97cb3fc19599 req-6c78ba39-9d0b-415f-a16e-72394e66939a tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 946 time: 0.1989181 Dec 09 22:37:45.122209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4b42636d-5fd8-4ac4-9770-f8703a69e991 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Request body: {'security_group_rule': {'security_group_id': 'c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0', 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:45.144926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=635b2413-26f6-4c71-891d-6bf7daee0621,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:45.168294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b42636d-5fd8-4ac4-9770-f8703a69e991 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.192951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port b51252af-1210-487e-99d4-623fc12ac356 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:45.192951 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.236272 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'name': 'tempest-TestServerBasicOps-1056871731-router', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'b51252af-1210-487e-99d4-623fc12ac356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:36Z', 'updated_at': '2021-12-09T22:37:42Z', 'revision_number': 4, 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'gw_port': {'id': 'b51252af-1210-487e-99d4-623fc12ac356', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:38Z', 'updated_at': '2021-12-09T22:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '9a80957d-2aa5-432c-b7e9-0c25268fff50', 'name': '', 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'mac_address': 'fa:16:3e:5c:c2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'ff16d6b3-92c9-4c4d-9df9-822ab69819ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:41Z', 'updated_at': '2021-12-09T22:37:42Z', 'revision_number': 2, 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'subnets': [{'id': 'ff16d6b3-92c9-4c4d-9df9-822ab69819ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:45.275345 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Checking router: aadb7b1f-108e-4481-9d76-74868fea18de for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:37:45.276111 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Updating router aadb7b1f-108e-4481-9d76-74868fea18de port 9a80957d-2aa5-432c-b7e9-0c25268fff50 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:37:45.284702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['635b2413-26f6-4c71-891d-6bf7daee0621'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:45.302690 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b42636d-5fd8-4ac4-9770-f8703a69e991 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.312454 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b42636d-5fd8-4ac4-9770-f8703a69e991 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.333216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f4808-5655-43b3-a859-55b72230b004 req-44137b86-bb65-49dc-8aa3-33c23852b840 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:45.334946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42636d-5fd8-4ac4-9770-f8703a69e991 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de381a85-ce1e-45ab-9118-a5eb3a21c0c2,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:45.342346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f4808-5655-43b3-a859-55b72230b004 req-44137b86-bb65-49dc-8aa3-33c23852b840 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:45.351508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c4f4808-5655-43b3-a859-55b72230b004 req-44137b86-bb65-49dc-8aa3-33c23852b840 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1680 time: 0.1907234 Dec 09 22:37:45.363094 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.365400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b42636d-5fd8-4ac4-9770-f8703a69e991 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.367164 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4b42636d-5fd8-4ac4-9770-f8703a69e991 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2587752 Dec 09 22:37:45.371001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51208) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:45.381224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39504363-eb9b-45a4-8a9e-97cb3fc19599 req-a2a0bd44-0bcb-4c76-b674-309b3983ac69 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2527187 Dec 09 22:37:45.386342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-81eb6406-ec0d-4645-9e13-de5c746ff55d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Request body: {'security_group_rule': {'security_group_id': 'c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0', 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:45.404180 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-907e808e-e2f4-4cee-960e-124a142d1e1d req-a5a3ec2d-a4f7-4f58-9934-191e50a08684 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2943108 Dec 09 22:37:45.436504 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-81eb6406-ec0d-4645-9e13-de5c746ff55d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Project 0c558ea860bd4ff5832763d011d15de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:37:45.449929 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81eb6406-ec0d-4645-9e13-de5c746ff55d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.480386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c4f4808-5655-43b3-a859-55b72230b004 req-ecce94a1-d08b-49ac-a385-1cbdd81a251b tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279449 Dec 09 22:37:45.571420 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81eb6406-ec0d-4645-9e13-de5c746ff55d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.576395 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81eb6406-ec0d-4645-9e13-de5c746ff55d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.596265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb6406-ec0d-4645-9e13-de5c746ff55d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84546f7c-e534-4020-97d0-672c47e1deba,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:45.608068 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81eb6406-ec0d-4645-9e13-de5c746ff55d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.609361 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-81eb6406-ec0d-4645-9e13-de5c746ff55d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2341332 Dec 09 22:37:45.612460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51210) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:45.617324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-01988e45-8c2a-4dcb-a2ac-a43cfc39866d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Request body: {'security_group_rule': {'security_group_id': 'c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0', 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:45.640228 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-01988e45-8c2a-4dcb-a2ac-a43cfc39866d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Project 0c558ea860bd4ff5832763d011d15de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:37:45.645631 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01988e45-8c2a-4dcb-a2ac-a43cfc39866d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.676190 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.683027 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.710718 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01988e45-8c2a-4dcb-a2ac-a43cfc39866d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.718261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01988e45-8c2a-4dcb-a2ac-a43cfc39866d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.737810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01988e45-8c2a-4dcb-a2ac-a43cfc39866d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b149195-07f4-43a9-9a33-7504cfb9638d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:45.744380 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac661974-2b47-4812-b5dc-293021c1ecef None None] Pushing event updated for resources: {'Port': ['ID=9a80957d-2aa5-432c-b7e9-0c25268fff50,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:45.748726 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01988e45-8c2a-4dcb-a2ac-a43cfc39866d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.750365 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-01988e45-8c2a-4dcb-a2ac-a43cfc39866d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368446 Dec 09 22:37:45.816211 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Attempting to bind port 9a80957d-2aa5-432c-b7e9-0c25268fff50 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:45.816649 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Attempting to bind port 9a80957d-2aa5-432c-b7e9-0c25268fff50 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '17af7427-6b84-43a8-ae5a-bae154ce84bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:45.817073 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Attempting to bind port 9a80957d-2aa5-432c-b7e9-0c25268fff50 on network 2a6cc004-8821-43fa-a7fb-7bd80026284a {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:45.823172 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:45.823636 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Checking segment: {'id': '17af7427-6b84-43a8-ae5a-bae154ce84bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:45.824101 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.824555 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Bound using segment: {'id': '17af7427-6b84-43a8-ae5a-bae154ce84bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:45.825079 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Bound port: 9a80957d-2aa5-432c-b7e9-0c25268fff50, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17af7427-6b84-43a8-ae5a-bae154ce84bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:45.825530 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.908697 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] For port 9a80957d-2aa5-432c-b7e9-0c25268fff50, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:45.912117 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] For port 9a80957d-2aa5-432c-b7e9-0c25268fff50, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a80957d-2aa5-432c-b7e9-0c25268fff50,segment=NetworkSegment(17af7427-6b84-43a8-ae5a-bae154ce84bd),segment_id=17af7427-6b84-43a8-ae5a-bae154ce84bd)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:45.917925 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:45.954553 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-88bd6b92-c1d5-4695-a33e-5baaa3c124d5 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941001133&fields=id&tenant_id=0c558ea860bd4ff5832763d011d15de6 HTTP/1.1" status: 200 len: 267 time: 0.0610077 Dec 09 22:37:45.975522 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac661974-2b47-4812-b5dc-293021c1ecef None None] Pushing event updated for resources: {'Port': ['ID=9a80957d-2aa5-432c-b7e9-0c25268fff50,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:46.006747 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Routers {'aadb7b1f-108e-4481-9d76-74868fea18de'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:46.007512 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aadb7b1f-108e-4481-9d76-74868fea18de'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:46.073670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c7b2b-f286-444c-8562-f79732813956 req-0a10fd56-9bab-4d86-b769-465d1630c2b2 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:46.075363 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-0a10fd56-9bab-4d86-b769-465d1630c2b2 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/networks?id=2a4af1b9-9cad-4262-bece-bac6bde43880 HTTP/1.1" status: 200 len: 808 time: 0.1195614 Dec 09 22:37:46.091543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9a8d21f7-6f9d-4359-a5af-33b38ea144f8 None None] Provisioning complete for port 9a80957d-2aa5-432c-b7e9-0c25268fff50 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:46.092148 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a8d21f7-6f9d-4359-a5af-33b38ea144f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:46.099975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-73f35716-f6db-4e77-9393-b50606ddce84 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/quotas/0c558ea860bd4ff5832763d011d15de6 HTTP/1.1" status: 200 len: 375 time: 0.0182438 Dec 09 22:37:46.128476 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] Set router aadb7b1f-108e-4481-9d76-74868fea18de gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:46.178056 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-bacbd1de-2aae-44d3-9411-974a7830d03c tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c558ea860bd4ff5832763d011d15de6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763996 Dec 09 22:37:46.209316 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a8d21f7-6f9d-4359-a5af-33b38ea144f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:46.255176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9a8d21f7-6f9d-4359-a5af-33b38ea144f8 None None] For port 9a80957d-2aa5-432c-b7e9-0c25268fff50, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a80957d-2aa5-432c-b7e9-0c25268fff50,segment=NetworkSegment(17af7427-6b84-43a8-ae5a-bae154ce84bd),segment_id=17af7427-6b84-43a8-ae5a-bae154ce84bd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:46.261429 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a8d21f7-6f9d-4359-a5af-33b38ea144f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:46.322925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d21f7-6f9d-4359-a5af-33b38ea144f8 None None] Pushing event updated for resources: {'Port': ['ID=9a80957d-2aa5-432c-b7e9-0c25268fff50,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:46.334724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-77dc80d5-e39b-4348-98e4-dd6a6b2bb871 service neutron] 10.222.0.16 "GET /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556880 Dec 09 22:37:46.372259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['1d32c3dc-cfd3-462e-8567-8406abcacc85'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:46.440146 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'name': 'tempest-TestServerBasicOps-1056871731-router', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'b51252af-1210-487e-99d4-623fc12ac356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:36Z', 'updated_at': '2021-12-09T22:37:42Z', 'revision_number': 4, 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'gw_port': {'id': 'b51252af-1210-487e-99d4-623fc12ac356', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:38Z', 'updated_at': '2021-12-09T22:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '9a80957d-2aa5-432c-b7e9-0c25268fff50', 'name': '', 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'mac_address': 'fa:16:3e:5c:c2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'ff16d6b3-92c9-4c4d-9df9-822ab69819ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:41Z', 'updated_at': '2021-12-09T22:37:45Z', 'revision_number': 4, 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'subnets': [{'id': 'ff16d6b3-92c9-4c4d-9df9-822ab69819ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:46.481723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-483aaa87-801f-4b35-ac5d-28e8879b528a None None] Provisioning complete for port 9a80957d-2aa5-432c-b7e9-0c25268fff50 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:46.485293 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-483aaa87-801f-4b35-ac5d-28e8879b528a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:46.487293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-ebcb4a27-a852-46c8-a61c-616f691814ff service neutron] 10.222.0.16 "GET /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357155 Dec 09 22:37:46.519893 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898a093-c7fe-4dce-b56f-9a6a90207ec7 None None] The sync data for ids ['aadb7b1f-108e-4481-9d76-74868fea18de'] in n-d-789963-23 is: [{'id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'name': 'tempest-TestServerBasicOps-1056871731-router', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'b51252af-1210-487e-99d4-623fc12ac356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:36Z', 'updated_at': '2021-12-09T22:37:42Z', 'revision_number': 4, 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'gw_port': {'id': 'b51252af-1210-487e-99d4-623fc12ac356', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:38Z', 'updated_at': '2021-12-09T22:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '9a80957d-2aa5-432c-b7e9-0c25268fff50', 'name': '', 'network_id': '2a6cc004-8821-43fa-a7fb-7bd80026284a', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'mac_address': 'fa:16:3e:5c:c2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'ff16d6b3-92c9-4c4d-9df9-822ab69819ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:41Z', 'updated_at': '2021-12-09T22:37:45Z', 'revision_number': 4, 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'subnets': [{'id': 'ff16d6b3-92c9-4c4d-9df9-822ab69819ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:37:46.673253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef9bff-3a3c-45ce-a532-d6d0e85c1add req-6e43569b-3d48-4b9f-9748-71fe4fa8fe43 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:46.674664 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99ef9bff-3a3c-45ce-a532-d6d0e85c1add req-6e43569b-3d48-4b9f-9748-71fe4fa8fe43 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 946 time: 0.1424446 Dec 09 22:37:46.759327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99ef9bff-3a3c-45ce-a532-d6d0e85c1add req-4a6e2ce8-0319-4148-9a21-82a597783a45 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714014 Dec 09 22:37:46.953427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea30798-ceb7-43c5-90f5-256dd75b4252 req-3027fefd-b12b-44bf-9783-fda90b3a15bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:46.979765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea30798-ceb7-43c5-90f5-256dd75b4252 req-3027fefd-b12b-44bf-9783-fda90b3a15bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:46.984639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aea30798-ceb7-43c5-90f5-256dd75b4252 req-3027fefd-b12b-44bf-9783-fda90b3a15bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1680 time: 0.1251442 Dec 09 22:37:47.008337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a80957d-2aa5-432c-b7e9-0c25268fff50 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:47.107406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aea30798-ceb7-43c5-90f5-256dd75b4252 req-40d67665-e93a-47fb-b7d5-168baeec3803 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131167 Dec 09 22:37:47.125693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 9a80957d-2aa5-432c-b7e9-0c25268fff50 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:47.125693 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:47.390455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d25737c-ed29-43c6-9901-0111886caccd req-6ddcce69-9805-4fa8-b173-cd6f1c339245 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 210 time: 0.0711036 Dec 09 22:37:47.721065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172fc35-15e3-4fa3-a602-1bf8a0a10de3 req-530f9f51-35c6-4628-88d6-6f935a29501b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:47.727685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172fc35-15e3-4fa3-a602-1bf8a0a10de3 req-530f9f51-35c6-4628-88d6-6f935a29501b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:47.734507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172fc35-15e3-4fa3-a602-1bf8a0a10de3 req-530f9f51-35c6-4628-88d6-6f935a29501b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:47.742364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172fc35-15e3-4fa3-a602-1bf8a0a10de3 req-530f9f51-35c6-4628-88d6-6f935a29501b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:47.754628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172fc35-15e3-4fa3-a602-1bf8a0a10de3 req-530f9f51-35c6-4628-88d6-6f935a29501b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:47.763241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172fc35-15e3-4fa3-a602-1bf8a0a10de3 req-530f9f51-35c6-4628-88d6-6f935a29501b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:47.770211 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172fc35-15e3-4fa3-a602-1bf8a0a10de3 req-530f9f51-35c6-4628-88d6-6f935a29501b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:47.779290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d172fc35-15e3-4fa3-a602-1bf8a0a10de3 req-530f9f51-35c6-4628-88d6-6f935a29501b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5444 time: 0.1493897 Dec 09 22:37:47.865562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d172fc35-15e3-4fa3-a602-1bf8a0a10de3 req-5e51e396-a627-45a6-a1cb-4ec9b5a700de tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851555 Dec 09 22:37:47.958773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2543bd7-09b9-4a21-a77b-99910d3f4878 req-99a0a9e7-bd26-4bbc-ac8c-640a41deabb2 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:47.960818 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f2543bd7-09b9-4a21-a77b-99910d3f4878 req-99a0a9e7-bd26-4bbc-ac8c-640a41deabb2 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 946 time: 0.0934346 Dec 09 22:37:48.024240 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1d32c3dc-cfd3-462e-8567-8406abcacc85 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:48.049654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f2543bd7-09b9-4a21-a77b-99910d3f4878 req-02e61b31-b9bb-4e3e-98cf-ee1322e7e3ea tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819910 Dec 09 22:37:48.151569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 1d32c3dc-cfd3-462e-8567-8406abcacc85 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:37:48.164096 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 1d32c3dc-cfd3-462e-8567-8406abcacc85 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:48.164483 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:48.289111 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:48.309739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc5406-5595-41fd-ae99-d960d48fe7aa req-76d7c983-94b7-400c-8e38-ed18807f6572 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:48.311681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3adc5406-5595-41fd-ae99-d960d48fe7aa req-76d7c983-94b7-400c-8e38-ed18807f6572 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 946 time: 0.1389995 Dec 09 22:37:48.320530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51360) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:48.325772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0cd48a26-cda6-4448-ba4c-94d213ecb631 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Request body: {'floatingip': {'port_id': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:48.326567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bf22c-7194-4f3e-985c-612873709dc7 req-00cae086-6b5d-4318-9a2b-4cce421619c4 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:48.337399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bf22c-7194-4f3e-985c-612873709dc7 req-00cae086-6b5d-4318-9a2b-4cce421619c4 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:48.339684 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-253bf22c-7194-4f3e-985c-612873709dc7 req-00cae086-6b5d-4318-9a2b-4cce421619c4 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1680 time: 0.1024148 Dec 09 22:37:48.350263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 1d32c3dc-cfd3-462e-8567-8406abcacc85, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1d32c3dc-cfd3-462e-8567-8406abcacc85,segment=NetworkSegment(e5e7e6ea-d872-4536-9f58-c63ffd47c863),segment_id=e5e7e6ea-d872-4536-9f58-c63ffd47c863)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:48.351776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d32c3dc-cfd3-462e-8567-8406abcacc85'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:48.356434 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626dc08c-0259-4ba7-81f8-9acb599ebb9f" -d '{"events": [{"server_uuid": "40ec455a-b39d-44e6-bef9-27b67821d92e", "name": "network-vif-plugged", "status": "completed", "tag": "1d32c3dc-cfd3-462e-8567-8406abcacc85"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:48.362205 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:48.364928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 635b2413-26f6-4c71-891d-6bf7daee0621 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:37:48.412811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0cd48a26-cda6-4448-ba4c-94d213ecb631 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:48.430646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=1d32c3dc-cfd3-462e-8567-8406abcacc85,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:48.491180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 635b2413-26f6-4c71-891d-6bf7daee0621 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:37:48.496394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 635b2413-26f6-4c71-891d-6bf7daee0621 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:48.497255 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:48.505199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-253bf22c-7194-4f3e-985c-612873709dc7 req-2a0be468-9c84-46ab-b7af-7c877a1ed322 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574907 Dec 09 22:37:48.661444 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ba54b-4bc1-43a2-bda9-ca6055e7373e x-openstack-request-id: req-b28ba54b-4bc1-43a2-bda9-ca6055e7373e {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:48.661751 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ec455a-b39d-44e6-bef9-27b67821d92e", "name": "network-vif-plugged", "status": "completed", "tag": "1d32c3dc-cfd3-462e-8567-8406abcacc85", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:48.662059 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b28ba54b-4bc1-43a2-bda9-ca6055e7373e {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:48.662463 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d32c3dc-cfd3-462e-8567-8406abcacc85', 'code': 200} Dec 09 22:37:48.663165 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:48.740230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 635b2413-26f6-4c71-891d-6bf7daee0621, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=635b2413-26f6-4c71-891d-6bf7daee0621,segment=NetworkSegment(c284d383-0da9-4f34-b775-0393322e4ab5),segment_id=c284d383-0da9-4f34-b775-0393322e4ab5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:48.745548 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:48.765574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-6debe3dc-a39f-4a20-afba-08c909a1b48c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:48.766926 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:37:48.793572 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-6debe3dc-a39f-4a20-afba-08c909a1b48c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:48.809183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-6debe3dc-a39f-4a20-afba-08c909a1b48c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:48.824014 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09f4f8d8-e829-4876-b10e-5985954e2c37 req-8cccb8eb-8c78-4811-ad9a-aa7ab3a646d0 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 210 time: 0.0806344 Dec 09 22:37:48.835790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-6debe3dc-a39f-4a20-afba-08c909a1b48c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:48.842920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-6debe3dc-a39f-4a20-afba-08c909a1b48c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:48.857956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=635b2413-26f6-4c71-891d-6bf7daee0621,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:48.861559 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-6debe3dc-a39f-4a20-afba-08c909a1b48c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:48.865532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c7b2b-f286-444c-8562-f79732813956 req-12679651-9de5-4b57-bade-83afe04d389f tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:48.867654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-12679651-9de5-4b57-bade-83afe04d389f tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.18 "GET /v2.0/networks?id=2a4af1b9-9cad-4262-bece-bac6bde43880 HTTP/1.1" status: 200 len: 808 time: 0.3123860 Dec 09 22:37:48.873618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-6debe3dc-a39f-4a20-afba-08c909a1b48c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:48.875650 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-6debe3dc-a39f-4a20-afba-08c909a1b48c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5444 time: 0.3036292 Dec 09 22:37:49.026746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-8199ece8-0b7f-4979-b049-b7ca0ba635ec tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c558ea860bd4ff5832763d011d15de6 HTTP/1.1" status: 200 len: 379 time: 0.1345041 Dec 09 22:37:49.040292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-000c7b2b-f286-444c-8562-f79732813956 req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Request body: {'port': {'device_id': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'admin_state_up': True, 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'security_groups': ['c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:49.068717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-52ed21c1-8902-4430-a250-9727f4db3508 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:49.070166 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-52ed21c1-8902-4430-a250-9727f4db3508 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "GET /v2.0/ports/9188f21f-5100-4282-a579-1f04413f9f3e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1831906 Dec 09 22:37:49.084929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42606a49-73de-46ee-87cb-4acef8f38009 req-2de676a4-d691-4798-9aa6-f27e1fc24e2a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:49.092424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42606a49-73de-46ee-87cb-4acef8f38009 req-2de676a4-d691-4798-9aa6-f27e1fc24e2a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:49.099966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42606a49-73de-46ee-87cb-4acef8f38009 req-2de676a4-d691-4798-9aa6-f27e1fc24e2a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:49.107268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42606a49-73de-46ee-87cb-4acef8f38009 req-2de676a4-d691-4798-9aa6-f27e1fc24e2a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:49.113644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42606a49-73de-46ee-87cb-4acef8f38009 req-2de676a4-d691-4798-9aa6-f27e1fc24e2a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:49.120849 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42606a49-73de-46ee-87cb-4acef8f38009 req-2de676a4-d691-4798-9aa6-f27e1fc24e2a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:49.127839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42606a49-73de-46ee-87cb-4acef8f38009 req-2de676a4-d691-4798-9aa6-f27e1fc24e2a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:49.130937 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42606a49-73de-46ee-87cb-4acef8f38009 req-2de676a4-d691-4798-9aa6-f27e1fc24e2a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 5444 time: 0.1518536 Dec 09 22:37:49.302636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42606a49-73de-46ee-87cb-4acef8f38009 req-e7a94876-5119-4013-844a-0b2580b8a94d tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989325 Dec 09 22:37:49.305857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000c7b2b-f286-444c-8562-f79732813956 req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Made reservation on behalf of 0c558ea860bd4ff5832763d011d15de6 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:49.331146 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-000c7b2b-f286-444c-8562-f79732813956 req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:49.370785 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-6368652e-9bf6-4c6f-b41c-0a725ecd97dc tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "GET /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2854164 Dec 09 22:37:49.382658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:49.489400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-000c7b2b-f286-444c-8562-f79732813956 req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Allocated IP 172.20.0.13 (2a4af1b9-9cad-4262-bece-bac6bde43880/cda5c5ae-e162-4ef6-9b70-78933ab0f2bd/d356a680-93ef-4d3f-99e5-de5661c435ff) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:49.543273 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:49.682569 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0cd48a26-cda6-4448-ba4c-94d213ecb631 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:49.683179 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-000c7b2b-f286-444c-8562-f79732813956 req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:49.707703 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0cd48a26-cda6-4448-ba4c-94d213ecb631 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:49.752242 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-000c7b2b-f286-444c-8562-f79732813956 req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:49.822222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95865aa9-c536-40ac-820d-8c6cbef8dc03 req-d36e29cd-1c52-42e0-bbe0-d468a9a14c4b tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:49.828309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95865aa9-c536-40ac-820d-8c6cbef8dc03 req-d36e29cd-1c52-42e0-bbe0-d468a9a14c4b tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:49.829922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95865aa9-c536-40ac-820d-8c6cbef8dc03 req-d36e29cd-1c52-42e0-bbe0-d468a9a14c4b tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1682 time: 0.1138327 Dec 09 22:37:49.832026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000c7b2b-f286-444c-8562-f79732813956 req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Network 2a4af1b9-9cad-4262-bece-bac6bde43880 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:49.837304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-000c7b2b-f286-444c-8562-f79732813956 req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:49.843682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-000c7b2b-f286-444c-8562-f79732813956 req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:49.848457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] For port 9188f21f-5100-4282-a579-1f04413f9f3e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9188f21f-5100-4282-a579-1f04413f9f3e,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:49.894644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event updated for resources: {'Port': ['ID=d356a680-93ef-4d3f-99e5-de5661c435ff,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:49.937477 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c7b2b-f286-444c-8562-f79732813956 req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:49.938133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-000c7b2b-f286-444c-8562-f79732813956 req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:49.959090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95865aa9-c536-40ac-820d-8c6cbef8dc03 req-df4e1c9f-ab18-4fff-b804-74e2a98b34ae tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171606 Dec 09 22:37:50.007444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-a8618f85-f33d-4f35-ab66-6753f2bd46d9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9710882 Dec 09 22:37:50.027919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Request body: {'port': {'device_id': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:50.042504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] For port 9188f21f-5100-4282-a579-1f04413f9f3e, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:50.054549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cc4dd-3284-4de9-9f94-230662ca5b50 req-0ba19588-6256-4a80-865f-a0f0ece975c6 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:50.056235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d6cc4dd-3284-4de9-9f94-230662ca5b50 req-0ba19588-6256-4a80-865f-a0f0ece975c6 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 932 time: 0.0907304 Dec 09 22:37:50.103224 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-0cd48a26-cda6-4448-ba4c-94d213ecb631 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Floating IP 1486b475-4087-4301-857a-63bb43f97f93 associated. External IP: 172.25.8.176, port: ac1a4d98-c41b-4697-95ba-927fa752ccdb. Dec 09 22:37:50.112839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] device_id is not set on port 9188f21f-5100-4282-a579-1f04413f9f3e yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:37:50.188198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:50.197727 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:50.214951 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d6cc4dd-3284-4de9-9f94-230662ca5b50 req-8db9cb04-6d36-4fa5-bcc3-baa947a68fc8 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332419 Dec 09 22:37:50.215391 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:50.280135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ae9b3fc8-3c8c-427b-b8c6-13a9de5802f5 None None] Provisioning complete for port d356a680-93ef-4d3f-99e5-de5661c435ff triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:50.280693 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae9b3fc8-3c8c-427b-b8c6-13a9de5802f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:50.410403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b3fc8-3c8c-427b-b8c6-13a9de5802f5 None None] Port d356a680-93ef-4d3f-99e5-de5661c435ff cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:50.434512 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] No DVR routers for this DVR port 9188f21f-5100-4282-a579-1f04413f9f3e on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:50.559787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] In _notify_port_updated(), no bound segment for port 9188f21f-5100-4282-a579-1f04413f9f3e on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:37:50.561890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:50.562714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:50.565588 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] 10.222.0.42 "PUT /v2.0/ports/9188f21f-5100-4282-a579-1f04413f9f3e HTTP/1.1" status: 200 len: 1032 time: 1.1875746 Dec 09 22:37:50.567183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e23ae-38f3-4bfc-ac6d-b902e7ecbbdc service neutron] Pushing event updated for resources: {'Port': ['ID=9188f21f-5100-4282-a579-1f04413f9f3e,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:50.590127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38b569-0cc5-40b8-ba27-699f5c14d22e req-4e9c174e-8e87-4efa-9f21-192ed3edcc01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:50.597839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38b569-0cc5-40b8-ba27-699f5c14d22e req-4e9c174e-8e87-4efa-9f21-192ed3edcc01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:50.604963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38b569-0cc5-40b8-ba27-699f5c14d22e req-4e9c174e-8e87-4efa-9f21-192ed3edcc01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:50.612132 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38b569-0cc5-40b8-ba27-699f5c14d22e req-4e9c174e-8e87-4efa-9f21-192ed3edcc01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:50.620300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38b569-0cc5-40b8-ba27-699f5c14d22e req-4e9c174e-8e87-4efa-9f21-192ed3edcc01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:50.627243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38b569-0cc5-40b8-ba27-699f5c14d22e req-4e9c174e-8e87-4efa-9f21-192ed3edcc01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:50.633688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d38b569-0cc5-40b8-ba27-699f5c14d22e req-4e9c174e-8e87-4efa-9f21-192ed3edcc01 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 4665 time: 0.1584134 Dec 09 22:37:50.663880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635b2413-26f6-4c71-891d-6bf7daee0621'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:50.666586 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7180b063-b3cb-4574-8dc8-03e8605f4783" -d '{"events": [{"server_uuid": "40ec455a-b39d-44e6-bef9-27b67821d92e", "name": "network-vif-plugged", "status": "completed", "tag": "635b2413-26f6-4c71-891d-6bf7daee0621"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:50.737694 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b76137b-b2b5-4ebb-899b-adeff5e2ea35 x-openstack-request-id: req-2b76137b-b2b5-4ebb-899b-adeff5e2ea35 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:50.738930 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ec455a-b39d-44e6-bef9-27b67821d92e", "name": "network-vif-plugged", "status": "completed", "tag": "635b2413-26f6-4c71-891d-6bf7daee0621", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:50.754331 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b76137b-b2b5-4ebb-899b-adeff5e2ea35 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:50.754894 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635b2413-26f6-4c71-891d-6bf7daee0621', 'code': 200} Dec 09 22:37:50.768825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-56080741-9ede-4f76-8d1f-f94ed2abce97 None None] Provisioning complete for port 9188f21f-5100-4282-a579-1f04413f9f3e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:50.769469 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-56080741-9ede-4f76-8d1f-f94ed2abce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:50.820407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-6ab5c1d5-b1dd-43ac-99b0-fe2751b371d3 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:50.822335 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-6ab5c1d5-b1dd-43ac-99b0-fe2751b371d3 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "GET /v2.0/ports/576a0fe3-94a0-4e8f-8778-9a3ea4e90680?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2413607 Dec 09 22:37:50.835502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-56080741-9ede-4f76-8d1f-f94ed2abce97 None None] Port 9188f21f-5100-4282-a579-1f04413f9f3e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:50.877205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:50.893893 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d356a680-93ef-4d3f-99e5-de5661c435ff {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:50.909347 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:50.935677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Transition to ACTIVE for port object d356a680-93ef-4d3f-99e5-de5661c435ff will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:37:50.943702 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:51.029922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d38b569-0cc5-40b8-ba27-699f5c14d22e req-08e5b368-6376-4ba4-b265-defa6f05052f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&id=7c72ae62-6390-48f6-91d0-4c4e03ca642c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1415932 Dec 09 22:37:51.032222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd48a26-cda6-4448-ba4c-94d213ecb631 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Router e5aa4118-1bb7-44fe-956e-af8815d390f8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:37:51.054527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfff22-ab34-4565-8054-6163afe737ba req-7856876c-4f4b-4687-8ef7-290cfcb5affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:51.054527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfff22-ab34-4565-8054-6163afe737ba req-7856876c-4f4b-4687-8ef7-290cfcb5affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:51.054527 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-36bfff22-ab34-4565-8054-6163afe737ba req-7856876c-4f4b-4687-8ef7-290cfcb5affd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1986 time: 0.1883333 Dec 09 22:37:51.058866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Pushing event updated for resources: {'Port': ['ID=d356a680-93ef-4d3f-99e5-de5661c435ff,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:51.059036 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:51.220236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Attempting to bind port d356a680-93ef-4d3f-99e5-de5661c435ff on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:51.220445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Attempting to bind port d356a680-93ef-4d3f-99e5-de5661c435ff by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:51.220771 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Attempting to bind port d356a680-93ef-4d3f-99e5-de5661c435ff on network 2a4af1b9-9cad-4262-bece-bac6bde43880 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:51.232866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513f4d2-4eff-4b56-9be5-e364ed3bb4a2 req-79395109-3e32-4107-8693-e20a137edbc3 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:51.240205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513f4d2-4eff-4b56-9be5-e364ed3bb4a2 req-79395109-3e32-4107-8693-e20a137edbc3 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:51.243739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7513f4d2-4eff-4b56-9be5-e364ed3bb4a2 req-79395109-3e32-4107-8693-e20a137edbc3 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1682 time: 0.1468160 Dec 09 22:37:51.246378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Port d356a680-93ef-4d3f-99e5-de5661c435ff on network 2a4af1b9-9cad-4262-bece-bac6bde43880 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:37:51.246697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Attempting to bind port d356a680-93ef-4d3f-99e5-de5661c435ff on network 2a4af1b9-9cad-4262-bece-bac6bde43880 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:51.255895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:51.256226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Checking segment: {'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:51.256611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Bound using segment: {'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:51.257047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Bound port: d356a680-93ef-4d3f-99e5-de5661c435ff, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f0880ac-8491-458a-a501-e0bcbdceb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:51.257399 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:51.261210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-36bfff22-ab34-4565-8054-6163afe737ba req-dcf3fc5f-b8fa-4d8b-9dd2-2bc2830e5b6d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911306 Dec 09 22:37:51.424516 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7513f4d2-4eff-4b56-9be5-e364ed3bb4a2 req-438ec5b1-1878-4d47-bdb2-0604a26d81cd tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713293 Dec 09 22:37:51.428237 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd48a26-cda6-4448-ba4c-94d213ecb631 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:37:51.435471 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0cd48a26-cda6-4448-ba4c-94d213ecb631 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:51.438454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] For port d356a680-93ef-4d3f-99e5-de5661c435ff, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:51.442434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] For port d356a680-93ef-4d3f-99e5-de5661c435ff, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d356a680-93ef-4d3f-99e5-de5661c435ff,segment=NetworkSegment(6f0880ac-8491-458a-a501-e0bcbdceb621),segment_id=6f0880ac-8491-458a-a501-e0bcbdceb621)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:51.447909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fe0f8-c559-4de3-98db-8f23d6c0f713 None None] Sync routers for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:37:51.454063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b4df8-3b6a-4d3c-93fe-6cce2fbc0760 req-37b82c92-73d0-4a13-b3f3-d27ed6928c15 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:51.466099 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f6b4df8-3b6a-4d3c-93fe-6cce2fbc0760 req-37b82c92-73d0-4a13-b3f3-d27ed6928c15 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 944 time: 0.1275952 Dec 09 22:37:51.468470 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:51.486374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176fe0f8-c559-4de3-98db-8f23d6c0f713 None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:51.487243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-176fe0f8-c559-4de3-98db-8f23d6c0f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:51.531220 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:51.531843 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:51.533273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] 10.222.0.18 "PUT /v2.0/ports/d356a680-93ef-4d3f-99e5-de5661c435ff HTTP/1.1" status: 200 len: 1093 time: 1.5119145 Dec 09 22:37:51.535398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'tag': 'd356a680-93ef-4d3f-99e5-de5661c435ff'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:51.537672 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258bb07b-ed73-4028-b14a-c8d1e6a38e52" -d '{"events": [{"name": "network-changed", "server_uuid": "96d5ae72-6676-4526-bc2e-98ce79917a47", "tag": "d356a680-93ef-4d3f-99e5-de5661c435ff"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:51.601214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] For port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=576a0fe3-94a0-4e8f-8778-9a3ea4e90680,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:51.638687 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2ce36d-19e2-44c7-83c2-7cfa6314ff1f x-openstack-request-id: req-ea2ce36d-19e2-44c7-83c2-7cfa6314ff1f {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:51.639184 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d5ae72-6676-4526-bc2e-98ce79917a47", "tag": "d356a680-93ef-4d3f-99e5-de5661c435ff", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:51.639184 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea2ce36d-19e2-44c7-83c2-7cfa6314ff1f {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:51.639500 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'tag': 'd356a680-93ef-4d3f-99e5-de5661c435ff', 'status': 'completed', 'code': 200} Dec 09 22:37:51.640929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fa165-bb6b-4ea0-8104-158ad751ea3a service neutron] Pushing event updated for resources: {'Port': ['ID=d356a680-93ef-4d3f-99e5-de5661c435ff,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:51.660387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f6b4df8-3b6a-4d3c-93fe-6cce2fbc0760 req-d19a4316-4fe4-4e83-a3d7-ce2dc1969855 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862519 Dec 09 22:37:51.708960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c7b2b-f286-444c-8562-f79732813956 req-fd317034-0cae-44a2-85b8-878e492a6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:51.711337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-fd317034-0cae-44a2-85b8-878e492a6d9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c558ea860bd4ff5832763d011d15de6&device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 1096 time: 0.0937021 Dec 09 22:37:51.718947 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0cd48a26-cda6-4448-ba4c-94d213ecb631 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "PUT /v2.0/floatingips/1486b475-4087-4301-857a-63bb43f97f93 HTTP/1.1" status: 200 len: 992 time: 3.3965380 Dec 09 22:37:51.720452 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] For port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:51.722226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'tag': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:51.725099 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb4c378-95be-4805-b527-91011319abb2" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bb639d-d435-4f28-84c6-bc9358ab9d17", "tag": "ac1a4d98-c41b-4697-95ba-927fa752ccdb"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:51.764029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-176fe0f8-c559-4de3-98db-8f23d6c0f713 None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:51.782312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-402fefc4-35ef-46d7-999e-cc76f9d036e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d356a680-93ef-4d3f-99e5-de5661c435ff HTTP/1.1" status: 200 len: 217 time: 0.0569713 Dec 09 22:37:51.804925 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb40e97c-57f7-4f31-8604-eb8f2c725fce x-openstack-request-id: req-fb40e97c-57f7-4f31-8604-eb8f2c725fce {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:51.805219 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bb639d-d435-4f28-84c6-bc9358ab9d17", "tag": "ac1a4d98-c41b-4697-95ba-927fa752ccdb", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:51.807708 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb40e97c-57f7-4f31-8604-eb8f2c725fce {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:51.808302 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'tag': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb', 'status': 'completed', 'code': 200} Dec 09 22:37:51.821473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] device_id is not set on port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:37:51.845587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:51.854869 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:51.883121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c7b2b-f286-444c-8562-f79732813956 req-92c00da7-ff33-469c-a565-24c24e1995ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:51.885781 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-92c00da7-ff33-469c-a565-24c24e1995ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cda5c5ae-e162-4ef6-9b70-78933ab0f2bd HTTP/1.1" status: 200 len: 847 time: 0.0949123 Dec 09 22:37:51.955885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c7b2b-f286-444c-8562-f79732813956 req-3446ff9f-f8d1-4612-8f4d-e99b4b3d2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:51.957697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-3446ff9f-f8d1-4612-8f4d-e99b4b3d2257 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a4af1b9-9cad-4262-bece-bac6bde43880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629072 Dec 09 22:37:52.021534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=576a0fe3-94a0-4e8f-8778-9a3ea4e90680,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:52.035253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] No DVR routers for this DVR port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:52.068242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device bc255e22-271f-4aa4-8a21-64e21fcf2246 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:52.078143 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-ffed80b8-1bff-45ea-910b-eb76f209e0b9 service neutron] 10.222.0.18 "GET /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131172 Dec 09 22:37:52.122253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] In _notify_port_updated(), no bound segment for port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 on network 56c5961a-ef43-4681-b43e-5e93e91bb1cc {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:37:52.123151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.128228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:52.132081 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-518ccc7b-7cf8-4f96-b9de-b1bba88ad9b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/576a0fe3-94a0-4e8f-8778-9a3ea4e90680 HTTP/1.1" status: 200 len: 1032 time: 1.2586143 Dec 09 22:37:52.139683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4c378-95be-4805-b527-91011319abb2 req-a13ab1cc-7e4d-4763-b8df-ce6bdd8bc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.141221 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fb4c378-95be-4805-b527-91011319abb2 req-a13ab1cc-7e4d-4763-b8df-ce6bdd8bc29a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 1098 time: 0.2465644 Dec 09 22:37:52.146032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-176fe0f8-c559-4de3-98db-8f23d6c0f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '1486b475-4087-4301-857a-63bb43f97f93', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'port_id': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'mac_address': 'fa:16:3e:a1:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:37:24Z', 'updated_at': '2021-12-09T22:37:49Z', 'revision_number': 1, 'project_id': 'c62332ba52d7492280948681247e4803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:49Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:52.199074 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fe0f8-c559-4de3-98db-8f23d6c0f713 None None] Checking router: e5aa4118-1bb7-44fe-956e-af8815d390f8 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:37:52.217373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176fe0f8-c559-4de3-98db-8f23d6c0f713 None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:52.219827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-176fe0f8-c559-4de3-98db-8f23d6c0f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:52.228053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000c7b2b-f286-444c-8562-f79732813956 req-1a2906d2-b876-438e-b60f-f0c64673f94b service neutron] 10.222.0.18 "GET /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412861 Dec 09 22:37:52.251907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da2a87-dfee-4df0-ae3e-428b781b95de req-5d3f28cf-dfdb-4c49-a5e5-ccfccf244006 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.259149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da2a87-dfee-4df0-ae3e-428b781b95de req-5d3f28cf-dfdb-4c49-a5e5-ccfccf244006 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.265279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da2a87-dfee-4df0-ae3e-428b781b95de req-5d3f28cf-dfdb-4c49-a5e5-ccfccf244006 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.272158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da2a87-dfee-4df0-ae3e-428b781b95de req-5d3f28cf-dfdb-4c49-a5e5-ccfccf244006 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.278346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da2a87-dfee-4df0-ae3e-428b781b95de req-5d3f28cf-dfdb-4c49-a5e5-ccfccf244006 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.280453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8da2a87-dfee-4df0-ae3e-428b781b95de req-5d3f28cf-dfdb-4c49-a5e5-ccfccf244006 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 3886 time: 0.1032369 Dec 09 22:37:52.295464 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:52.350029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-0cfd692f-1c84-4c76-8751-739d20352bae tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Deleting port bc255e22-271f-4aa4-8a21-64e21fcf2246 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:52.350716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-0cfd692f-1c84-4c76-8751-739d20352bae tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:52.357410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4c378-95be-4805-b527-91011319abb2 req-535ce117-e570-4794-88d4-ad044f084315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.359173 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fb4c378-95be-4805-b527-91011319abb2 req-535ce117-e570-4794-88d4-ad044f084315 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 912 time: 0.1518087 Dec 09 22:37:52.363578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8da2a87-dfee-4df0-ae3e-428b781b95de req-8c83775d-16c5-4eee-9ac8-ad502548555b tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770752 Dec 09 22:37:52.379302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb07b-ed73-4028-b14a-c8d1e6a38e52 req-81443142-92d6-4e2f-9952-4ba3017190ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.380954 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-258bb07b-ed73-4028-b14a-c8d1e6a38e52 req-81443142-92d6-4e2f-9952-4ba3017190ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c558ea860bd4ff5832763d011d15de6&device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 1096 time: 0.0597582 Dec 09 22:37:52.400952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e4a3737c-c09d-4a91-8fcf-633c657c09d6 None None] Provisioning complete for port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:37:52.401502 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e4a3737c-c09d-4a91-8fcf-633c657c09d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:52.413949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port bc255e22-271f-4aa4-8a21-64e21fcf2246, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bc255e22-271f-4aa4-8a21-64e21fcf2246,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:52.439060 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fb4c378-95be-4805-b527-91011319abb2 req-83a559e1-291c-4ed8-9f3d-a2693c64cf90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac1a4d98-c41b-4697-95ba-927fa752ccdb HTTP/1.1" status: 200 len: 1000 time: 0.0679092 Dec 09 22:37:52.451934 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:52.452675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:52.482425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-176fe0f8-c559-4de3-98db-8f23d6c0f713 None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:52.508868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb07b-ed73-4028-b14a-c8d1e6a38e52 req-c0502266-a674-45cd-91aa-ef5275f73e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.510371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-258bb07b-ed73-4028-b14a-c8d1e6a38e52 req-c0502266-a674-45cd-91aa-ef5275f73e26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a4af1b9-9cad-4262-bece-bac6bde43880 HTTP/1.1" status: 200 len: 909 time: 0.1137469 Dec 09 22:37:52.551557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4c378-95be-4805-b527-91011319abb2 req-82dbc7b8-2e2f-4e79-905c-7468b9c4a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.553295 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fb4c378-95be-4805-b527-91011319abb2 req-82dbc7b8-2e2f-4e79-905c-7468b9c4a177 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=992210bd-a6ee-474f-a5bf-287bbb7205d0 HTTP/1.1" status: 200 len: 850 time: 0.1012979 Dec 09 22:37:52.566483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-258bb07b-ed73-4028-b14a-c8d1e6a38e52 req-c3647b66-25da-400e-aaa5-9e29f6a4ddf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d356a680-93ef-4d3f-99e5-de5661c435ff HTTP/1.1" status: 200 len: 217 time: 0.0473251 Dec 09 22:37:52.606580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-0cfd692f-1c84-4c76-8751-739d20352bae tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] For port bc255e22-271f-4aa4-8a21-64e21fcf2246, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=bc255e22-271f-4aa4-8a21-64e21fcf2246,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:52.607275 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-0cfd692f-1c84-4c76-8751-739d20352bae tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:52.609101 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3737c-c09d-4a91-8fcf-633c657c09d6 None None] Port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:37:52.626350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-0cfd692f-1c84-4c76-8751-739d20352bae tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Calling delete_port for bc255e22-271f-4aa4-8a21-64e21fcf2246 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:52.634923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4c378-95be-4805-b527-91011319abb2 req-a361ee88-55e1-4646-bf8d-da56edfc587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.636439 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fb4c378-95be-4805-b527-91011319abb2 req-a361ee88-55e1-4646-bf8d-da56edfc587e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f16f7172-a535-46bf-a20c-df7868a46f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720789 Dec 09 22:37:52.665396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb07b-ed73-4028-b14a-c8d1e6a38e52 req-e94a3ea6-8532-4935-9a3b-c1d375a76a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.667436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-258bb07b-ed73-4028-b14a-c8d1e6a38e52 req-e94a3ea6-8532-4935-9a3b-c1d375a76a1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cda5c5ae-e162-4ef6-9b70-78933ab0f2bd HTTP/1.1" status: 200 len: 847 time: 0.0931239 Dec 09 22:37:52.681176 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25ad61-99e0-4b6c-b1a7-c7b7b2e866c3 req-8d332786-a2b2-4de3-b034-71fc900a2c23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.691777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25ad61-99e0-4b6c-b1a7-c7b7b2e866c3 req-8d332786-a2b2-4de3-b034-71fc900a2c23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.693980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef25ad61-99e0-4b6c-b1a7-c7b7b2e866c3 req-8d332786-a2b2-4de3-b034-71fc900a2c23 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1682 time: 0.1094651 Dec 09 22:37:52.796991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc255e22-271f-4aa4-8a21-64e21fcf2246'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:52.799395 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989208fd-df39-4252-82ef-081db7ff9b86" -d '{"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-unplugged", "status": "completed", "tag": "bc255e22-271f-4aa4-8a21-64e21fcf2246"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:52.800120 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fb4c378-95be-4805-b527-91011319abb2 req-1d34ac6e-cfef-42cb-8bd7-4b05db7cb0a4 service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563141 Dec 09 22:37:52.844508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb07b-ed73-4028-b14a-c8d1e6a38e52 req-52395b3a-874b-434c-aa0d-04b3793f3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.846243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-258bb07b-ed73-4028-b14a-c8d1e6a38e52 req-52395b3a-874b-434c-aa0d-04b3793f3ddf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a4af1b9-9cad-4262-bece-bac6bde43880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1508985 Dec 09 22:37:52.877075 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef25ad61-99e0-4b6c-b1a7-c7b7b2e866c3 req-002749ce-ae07-49f4-a9fe-a4d95092f0ca tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686254 Dec 09 22:37:52.929238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865179b-943a-406f-90d1-035c8e3bc212 req-30dd1f68-1e5a-46e3-9b58-2c698e8f67f8 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:52.934339 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b865179b-943a-406f-90d1-035c8e3bc212 req-30dd1f68-1e5a-46e3-9b58-2c698e8f67f8 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 944 time: 0.1551664 Dec 09 22:37:53.005355 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-258bb07b-ed73-4028-b14a-c8d1e6a38e52 req-04b0f99e-50f9-4cf6-b051-81802a94f85f service neutron] 10.222.0.18 "GET /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468334 Dec 09 22:37:53.012005 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-0cfd692f-1c84-4c76-8751-739d20352bae tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:53.021692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=bc255e22-271f-4aa4-8a21-64e21fcf2246,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:53.028848 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:53.137776 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:53.202675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:53.213900 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:53.214796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 03aed5e5-54fb-45cf-a042-ed4985351e80 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:53.276575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-176fe0f8-c559-4de3-98db-8f23d6c0f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '1486b475-4087-4301-857a-63bb43f97f93', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'port_id': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'mac_address': 'fa:16:3e:a1:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:37:24Z', 'updated_at': '2021-12-09T22:37:49Z', 'revision_number': 1, 'project_id': 'c62332ba52d7492280948681247e4803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:49Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:53.316376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fe0f8-c559-4de3-98db-8f23d6c0f713 None None] The sync data for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 is: [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '1486b475-4087-4301-857a-63bb43f97f93', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'port_id': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'mac_address': 'fa:16:3e:a1:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:37:24Z', 'updated_at': '2021-12-09T22:37:49Z', 'revision_number': 1, 'project_id': 'c62332ba52d7492280948681247e4803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:49Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:37:53.359262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:53.393289 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:53.413649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fb4c378-95be-4805-b527-91011319abb2 req-1fb598ed-1e3c-4206-8322-e001db31fe1e service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056418 Dec 09 22:37:53.416581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd692f-1c84-4c76-8751-739d20352bae tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Port': ['ID=bc255e22-271f-4aa4-8a21-64e21fcf2246,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:53.469135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 03aed5e5-54fb-45cf-a042-ed4985351e80, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=03aed5e5-54fb-45cf-a042-ed4985351e80,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:53.469695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-0cfd692f-1c84-4c76-8751-739d20352bae tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] No DVR routers for this DVR port bc255e22-271f-4aa4-8a21-64e21fcf2246 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:53.472055 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-0cfd692f-1c84-4c76-8751-739d20352bae tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:53.475650 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-0cfd692f-1c84-4c76-8751-739d20352bae tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "DELETE /v2.0/ports/bc255e22-271f-4aa4-8a21-64e21fcf2246 HTTP/1.1" status: 204 len: 173 time: 1.3334527 Dec 09 22:37:53.475817 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:53.476516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:53.556161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:37:53.556591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9fe013a1-f671-45b5-8107-e5e2c060d7ce no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:53.558197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=03aed5e5-54fb-45cf-a042-ed4985351e80,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:53.606020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-04cb99b8-221f-4a4e-8a93-fe9aaca367aa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Deleting port 03aed5e5-54fb-45cf-a042-ed4985351e80 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:53.606316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b865179b-943a-406f-90d1-035c8e3bc212 req-6f845ca2-b978-468d-bea9-4548d6a578ae tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5993781 Dec 09 22:37:53.607728 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-04cb99b8-221f-4a4e-8a93-fe9aaca367aa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:53.670369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-258bb07b-ed73-4028-b14a-c8d1e6a38e52 req-b36f0911-56a3-48d8-bdfe-52e070b90938 service neutron] 10.222.0.18 "GET /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364229 Dec 09 22:37:53.705361 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396b2208-9dfa-43d3-9fa3-30d41c421d90 x-openstack-request-id: req-396b2208-9dfa-43d3-9fa3-30d41c421d90 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:53.705596 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-unplugged", "status": "completed", "tag": "bc255e22-271f-4aa4-8a21-64e21fcf2246", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:53.706402 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-396b2208-9dfa-43d3-9fa3-30d41c421d90 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:53.706796 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc255e22-271f-4aa4-8a21-64e21fcf2246', 'code': 200} Dec 09 22:37:53.713388 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64517eae-e999-4065-860c-6e0cdee2c830 None None] New status for floating IP 1486b475-4087-4301-857a-63bb43f97f93: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:37:53.715050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-3cbe88a1-681c-4c34-9c2b-3887aa8573a1 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:53.717523 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-3cbe88a1-681c-4c34-9c2b-3887aa8573a1 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/networks?id=e1578b78-f89b-4e16-9809-489640c4a531 HTTP/1.1" status: 200 len: 814 time: 0.1725023 Dec 09 22:37:53.727215 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:53.744308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-05d46e51-dc7d-49f0-8363-a03fb581cfa5 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/quotas/7d202c524c474fdba058c4d23a42ccaf HTTP/1.1" status: 200 len: 375 time: 0.0209346 Dec 09 22:37:53.761825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-04cb99b8-221f-4a4e-8a93-fe9aaca367aa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] For port 03aed5e5-54fb-45cf-a042-ed4985351e80, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=03aed5e5-54fb-45cf-a042-ed4985351e80,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:53.762217 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-04cb99b8-221f-4a4e-8a93-fe9aaca367aa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:53.774198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9fe013a1-f671-45b5-8107-e5e2c060d7ce, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fe013a1-f671-45b5-8107-e5e2c060d7ce,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:53.779586 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:53.780803 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9188f21f-5100-4282-a579-1f04413f9f3e no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:53.788684 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-3eb61f98-ab89-4cc4-a38a-f9284f559a72 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d202c524c474fdba058c4d23a42ccaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432973 Dec 09 22:37:53.794613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-04cb99b8-221f-4a4e-8a93-fe9aaca367aa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Calling delete_port for 03aed5e5-54fb-45cf-a042-ed4985351e80 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:53.809163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-deleted', 'tag': 'bc255e22-271f-4aa4-8a21-64e21fcf2246'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:53.811569 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849e299d-26ff-428d-bfe8-a5e6d4bb7210" -d '{"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-deleted", "tag": "bc255e22-271f-4aa4-8a21-64e21fcf2246"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:53.897305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-35f44f08-5b07-43ec-a9e7-9715eb1a1932 service neutron] 10.222.0.16 "GET /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076837 Dec 09 22:37:53.897589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9188f21f-5100-4282-a579-1f04413f9f3e not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:37:53.897779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 51f703d7-47ef-4683-a233-aaa3f462a6d9 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:37:53.968187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=9fe013a1-f671-45b5-8107-e5e2c060d7ce,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:54.031959 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a0b80252-2bae-4c41-959c-c4ef544c4840 service neutron] 10.222.0.16 "GET /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325941 Dec 09 22:37:54.068669 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-04cb99b8-221f-4a4e-8a93-fe9aaca367aa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:54.126693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb99b8-221f-4a4e-8a93-fe9aaca367aa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Port': ['ID=03aed5e5-54fb-45cf-a042-ed4985351e80,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:54.135490 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:54.170516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-04cb99b8-221f-4a4e-8a93-fe9aaca367aa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] No DVR routers for this DVR port 03aed5e5-54fb-45cf-a042-ed4985351e80 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:54.174843 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-04cb99b8-221f-4a4e-8a93-fe9aaca367aa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:54.180591 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-04cb99b8-221f-4a4e-8a93-fe9aaca367aa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "DELETE /v2.0/ports/03aed5e5-54fb-45cf-a042-ed4985351e80 HTTP/1.1" status: 204 len: 173 time: 0.6962826 Dec 09 22:37:54.204452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 51f703d7-47ef-4683-a233-aaa3f462a6d9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=51f703d7-47ef-4683-a233-aaa3f462a6d9,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:54.215425 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:54.240880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecf509-ffb1-4a4c-8396-0643a7792e1f req-a2d99438-c3c9-4395-a0ed-51540503611a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:54.248027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecf509-ffb1-4a4c-8396-0643a7792e1f req-a2d99438-c3c9-4395-a0ed-51540503611a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:54.254485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecf509-ffb1-4a4c-8396-0643a7792e1f req-a2d99438-c3c9-4395-a0ed-51540503611a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:54.264618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87ecf509-ffb1-4a4c-8396-0643a7792e1f req-a2d99438-c3c9-4395-a0ed-51540503611a tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 2412 time: 0.0825276 Dec 09 22:37:54.283784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=51f703d7-47ef-4683-a233-aaa3f462a6d9,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:54.337708 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87ecf509-ffb1-4a4c-8396-0643a7792e1f req-46839712-992e-4bc0-9202-5038d9b19072 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718927 Dec 09 22:37:54.347129 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b47258-34df-4578-9494-230f07ca46ba x-openstack-request-id: req-e1b47258-34df-4578-9494-230f07ca46ba {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:54.347446 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-deleted", "tag": "bc255e22-271f-4aa4-8a21-64e21fcf2246", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:54.347714 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1b47258-34df-4578-9494-230f07ca46ba {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:54.348121 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-deleted', 'tag': 'bc255e22-271f-4aa4-8a21-64e21fcf2246', 'status': 'completed', 'code': 200} Dec 09 22:37:54.367130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-4289e8ed-f6de-4b45-abb7-5a28baede516 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Deleting port 9fe013a1-f671-45b5-8107-e5e2c060d7ce {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:54.367130 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-4289e8ed-f6de-4b45-abb7-5a28baede516 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:54.471215 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20d7c8-4818-4d62-bd3c-17b1bfce4a18 req-bd22ce16-c9b8-4d37-ba0e-526754eed56d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:54.477720 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20d7c8-4818-4d62-bd3c-17b1bfce4a18 req-bd22ce16-c9b8-4d37-ba0e-526754eed56d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:54.479284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a20d7c8-4818-4d62-bd3c-17b1bfce4a18 req-bd22ce16-c9b8-4d37-ba0e-526754eed56d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1682 time: 0.0669489 Dec 09 22:37:54.496785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-4289e8ed-f6de-4b45-abb7-5a28baede516 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] For port 9fe013a1-f671-45b5-8107-e5e2c060d7ce, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fe013a1-f671-45b5-8107-e5e2c060d7ce,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:54.497402 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-4289e8ed-f6de-4b45-abb7-5a28baede516 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:54.505136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-612eb2e4-96a7-45e4-afc4-9edb06ae9540 req-d89b7071-e4ff-4622-bf92-eeb6ad358e9d tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 210 time: 0.0425255 Dec 09 22:37:54.511900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-4289e8ed-f6de-4b45-abb7-5a28baede516 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Calling delete_port for 9fe013a1-f671-45b5-8107-e5e2c060d7ce owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:54.567576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a20d7c8-4818-4d62-bd3c-17b1bfce4a18 req-8e03023d-200c-4de6-bac3-1ab2c84018a0 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613732 Dec 09 22:37:54.689375 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-4289e8ed-f6de-4b45-abb7-5a28baede516 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:54.734608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289e8ed-f6de-4b45-abb7-5a28baede516 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Port': ['ID=9fe013a1-f671-45b5-8107-e5e2c060d7ce,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:54.779122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190d64-27f8-4a38-b4cf-cec2136bf54f req-3a836dc5-0266-43d5-85aa-58afde9d36e6 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:54.780770 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb190d64-27f8-4a38-b4cf-cec2136bf54f req-3a836dc5-0266-43d5-85aa-58afde9d36e6 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 944 time: 0.0747449 Dec 09 22:37:54.801689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-4289e8ed-f6de-4b45-abb7-5a28baede516 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] No DVR routers for this DVR port 9fe013a1-f671-45b5-8107-e5e2c060d7ce on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:54.805021 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-4289e8ed-f6de-4b45-abb7-5a28baede516 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:54.809105 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-4289e8ed-f6de-4b45-abb7-5a28baede516 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "DELETE /v2.0/ports/9fe013a1-f671-45b5-8107-e5e2c060d7ce HTTP/1.1" status: 204 len: 173 time: 0.6138794 Dec 09 22:37:54.844844 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb190d64-27f8-4a38-b4cf-cec2136bf54f req-46f010b6-197f-4113-9db1-ba8601cefa34 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567925 Dec 09 22:37:54.919020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Deleting port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:54.919280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:55.015679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] For port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:55.016045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:55.192943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:55.193877 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:55.194313 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Floating IP 5e406a2e-fc6c-4fd1-aefe-5d5a788367a6 disassociated. External IP: 172.25.8.252, port: 7310e867-a1de-4e73-8bc7-e03c0bbc37c7. Dec 09 22:37:55.194759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Calling delete_port for 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:55.403505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:55.438152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Port': ['ID=7310e867-a1de-4e73-8bc7-e03c0bbc37c7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:55.504944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-1bfdb17b-9318-4faa-9ab0-ce7c4c504e0f tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:55.506502 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-1bfdb17b-9318-4faa-9ab0-ce7c4c504e0f tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.42 "GET /v2.0/networks?id=e1578b78-f89b-4e16-9809-489640c4a531 HTTP/1.1" status: 200 len: 814 time: 0.1958249 Dec 09 22:37:55.528252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Request body: {'port': {'device_id': '7c3b4caa-6a6b-4574-97b1-1e33c4517ba2', 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531', 'admin_state_up': True, 'tenant_id': '7d202c524c474fdba058c4d23a42ccaf'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:55.531599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2a0e5-27ac-46cd-a571-5afa1d4b42c3 req-8a59847f-b8e2-4ab6-bb37-0b7b7f29d2dc tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:55.533836 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74e2a0e5-27ac-46cd-a571-5afa1d4b42c3 req-8a59847f-b8e2-4ab6-bb37-0b7b7f29d2dc tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 943 time: 0.1067102 Dec 09 22:37:55.585988 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74e2a0e5-27ac-46cd-a571-5afa1d4b42c3 req-f99d8721-9b3d-4ecf-82cd-0fe78a40a8c9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461683 Dec 09 22:37:55.634386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cee0b62-6f00-4ae4-9c00-594562ab5b15 req-e404c75e-d346-4c34-89d2-8aef63640384 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 210 time: 0.0390694 Dec 09 22:37:55.673545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Router a7bb0544-5074-410b-9297-093e9ae05622 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:37:55.708253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7'}, {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03aed5e5-54fb-45cf-a042-ed4985351e80'}, {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe013a1-f671-45b5-8107-e5e2c060d7ce'}, {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f703d7-47ef-4683-a233-aaa3f462a6d9'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:55.710764 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d06924-e178-48bb-a3fe-682edc90c14a" -d '{"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-unplugged", "status": "completed", "tag": "7310e867-a1de-4e73-8bc7-e03c0bbc37c7"}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-unplugged", "status": "completed", "tag": "03aed5e5-54fb-45cf-a042-ed4985351e80"}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe013a1-f671-45b5-8107-e5e2c060d7ce"}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-unplugged", "status": "completed", "tag": "51f703d7-47ef-4683-a233-aaa3f462a6d9"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:55.730669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b7be4-1542-405c-bb4b-c5bf8b23232f req-f46cd50a-6ea4-4829-bfe7-a6ec0dd98bba tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:55.736710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b7be4-1542-405c-bb4b-c5bf8b23232f req-f46cd50a-6ea4-4829-bfe7-a6ec0dd98bba tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:55.738608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-291b7be4-1542-405c-bb4b-c5bf8b23232f req-f46cd50a-6ea4-4829-bfe7-a6ec0dd98bba tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1682 time: 0.0596619 Dec 09 22:37:55.767452 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Made reservation on behalf of 7d202c524c474fdba058c4d23a42ccaf for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:37:55.771913 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:55.781938 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a8c848-0cdb-43ea-a0f4-edf3975ef31c x-openstack-request-id: req-83a8c848-0cdb-43ea-a0f4-edf3975ef31c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:55.782644 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-unplugged", "status": "completed", "tag": "7310e867-a1de-4e73-8bc7-e03c0bbc37c7", "code": 200}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-unplugged", "status": "completed", "tag": "03aed5e5-54fb-45cf-a042-ed4985351e80", "code": 200}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe013a1-f671-45b5-8107-e5e2c060d7ce", "code": 200}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-unplugged", "status": "completed", "tag": "51f703d7-47ef-4683-a233-aaa3f462a6d9", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:55.783767 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83a8c848-0cdb-43ea-a0f4-edf3975ef31c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:55.784454 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7', 'code': 200} Dec 09 22:37:55.784935 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03aed5e5-54fb-45cf-a042-ed4985351e80', 'code': 200} Dec 09 22:37:55.791227 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe013a1-f671-45b5-8107-e5e2c060d7ce', 'code': 200} Dec 09 22:37:55.791728 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f703d7-47ef-4683-a233-aaa3f462a6d9', 'code': 200} Dec 09 22:37:55.830047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-60cdcde3-aab0-4b3e-b86f-2f5b236809bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:55.836271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-60cdcde3-aab0-4b3e-b86f-2f5b236809bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:55.838494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-60cdcde3-aab0-4b3e-b86f-2f5b236809bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 1682 time: 0.0989735 Dec 09 22:37:55.843620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-291b7be4-1542-405c-bb4b-c5bf8b23232f req-d39704e5-0afa-4534-ae9e-0ad39d370c70 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963256 Dec 09 22:37:55.954979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:37:55.968399 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2519294-0573-4957-9be2-0435e8ee4b1c None None] Sync routers for ids ['a7bb0544-5074-410b-9297-093e9ae05622'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:37:55.983301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2519294-0573-4957-9be2-0435e8ee4b1c None None] Routers {'a7bb0544-5074-410b-9297-093e9ae05622'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:55.984309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d2519294-0573-4957-9be2-0435e8ee4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a7bb0544-5074-410b-9297-093e9ae05622'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:56.061563 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffea82-ec95-4ce0-9c17-a8070e583510 req-0d207118-299a-47a1-9e60-1ea7950ac2ac tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:56.063082 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58ffea82-ec95-4ce0-9c17-a8070e583510 req-0d207118-299a-47a1-9e60-1ea7950ac2ac tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 944 time: 0.1106517 Dec 09 22:37:56.077852 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Allocated IP 172.20.0.2 (e1578b78-f89b-4e16-9809-489640c4a531/54f48a95-99bf-492f-93e3-b75a67c62ab6/b187ea38-c408-4410-9fda-1a6af350cc5e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:37:56.112748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-2ace6375-ab13-4814-88d1-ce6729e15d11 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting port 635b2413-26f6-4c71-891d-6bf7daee0621 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:56.113088 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-2ace6375-ab13-4814-88d1-ce6729e15d11 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:56.132968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] No DVR routers for this DVR port 7310e867-a1de-4e73-8bc7-e03c0bbc37c7 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:56.137307 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:56.141039 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-ca9b858d-e4d4-481b-8c52-4ba97ccc0efa tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "DELETE /v2.0/ports/7310e867-a1de-4e73-8bc7-e03c0bbc37c7 HTTP/1.1" status: 204 len: 173 time: 1.3255599 Dec 09 22:37:56.151594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-d2519294-0573-4957-9be2-0435e8ee4b1c None None] Set router a7bb0544-5074-410b-9297-093e9ae05622 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:56.164338 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58ffea82-ec95-4ce0-9c17-a8070e583510 req-c109ef6d-be9b-49e7-a076-8885777fbf80 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875607 Dec 09 22:37:56.213202 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d356a680-93ef-4d3f-99e5-de5661c435ff details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:37:56.271072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-2ace6375-ab13-4814-88d1-ce6729e15d11 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] For port 635b2413-26f6-4c71-891d-6bf7daee0621, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=635b2413-26f6-4c71-891d-6bf7daee0621,segment=NetworkSegment(c284d383-0da9-4f34-b775-0393322e4ab5),segment_id=c284d383-0da9-4f34-b775-0393322e4ab5)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:56.271527 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-2ace6375-ab13-4814-88d1-ce6729e15d11 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:56.285072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-2ace6375-ab13-4814-88d1-ce6729e15d11 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Calling delete_port for 635b2413-26f6-4c71-891d-6bf7daee0621 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:56.350753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-deleted', 'tag': '03aed5e5-54fb-45cf-a042-ed4985351e80'}, {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-deleted', 'tag': '9fe013a1-f671-45b5-8107-e5e2c060d7ce'}, {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-deleted', 'tag': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:56.354250 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a10396-c340-441e-9526-0575dd90dc1a" -d '{"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-deleted", "tag": "03aed5e5-54fb-45cf-a042-ed4985351e80"}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-deleted", "tag": "9fe013a1-f671-45b5-8107-e5e2c060d7ce"}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-deleted", "tag": "7310e867-a1de-4e73-8bc7-e03c0bbc37c7"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:56.370763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d356a680-93ef-4d3f-99e5-de5661c435ff, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d356a680-93ef-4d3f-99e5-de5661c435ff,segment=NetworkSegment(6f0880ac-8491-458a-a501-e0bcbdceb621),segment_id=6f0880ac-8491-458a-a501-e0bcbdceb621)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:56.372468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-52d9c581-fac6-40c1-842d-c48f505418b7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Deleting port 51f703d7-47ef-4683-a233-aaa3f462a6d9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:56.372809 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-52d9c581-fac6-40c1-842d-c48f505418b7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:56.402469 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:56.425293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'd356a680-93ef-4d3f-99e5-de5661c435ff', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'port_id': 'd356a680-93ef-4d3f-99e5-de5661c435ff', 'mac_address': 'fa:16:3e:63:54:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:37:56.455889 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a049add9-c85e-4a5d-9f83-2246d8cd6088 x-openstack-request-id: req-a049add9-c85e-4a5d-9f83-2246d8cd6088 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:56.456222 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-deleted", "tag": "03aed5e5-54fb-45cf-a042-ed4985351e80", "status": "completed", "code": 200}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-deleted", "tag": "9fe013a1-f671-45b5-8107-e5e2c060d7ce", "status": "completed", "code": 200}, {"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-deleted", "tag": "7310e867-a1de-4e73-8bc7-e03c0bbc37c7", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:56.456449 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a049add9-c85e-4a5d-9f83-2246d8cd6088 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:56.456856 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-deleted', 'tag': '03aed5e5-54fb-45cf-a042-ed4985351e80', 'status': 'completed', 'code': 200} Dec 09 22:37:56.457137 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-deleted', 'tag': '9fe013a1-f671-45b5-8107-e5e2c060d7ce', 'status': 'completed', 'code': 200} Dec 09 22:37:56.457382 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-deleted', 'tag': '7310e867-a1de-4e73-8bc7-e03c0bbc37c7', 'status': 'completed', 'code': 200} Dec 09 22:37:56.458628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:56.491596 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:56.509633 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d356a680-93ef-4d3f-99e5-de5661c435ff {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:56.512126 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-2ace6375-ab13-4814-88d1-ce6729e15d11 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:56.550899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['635b2413-26f6-4c71-891d-6bf7daee0621', '1d32c3dc-cfd3-462e-8567-8406abcacc85'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:56.583170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace6375-ab13-4814-88d1-ce6729e15d11 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Port': ['ID=635b2413-26f6-4c71-891d-6bf7daee0621,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:56.604299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Network e1578b78-f89b-4e16-9809-489640c4a531 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:37:56.605702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Pushing event updated for resources: {'Port': ['ID=b187ea38-c408-4410-9fda-1a6af350cc5e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:56.608478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:37:56.614556 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:37:56.717819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d356a680-93ef-4d3f-99e5-de5661c435ff, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d356a680-93ef-4d3f-99e5-de5661c435ff,segment=NetworkSegment(6f0880ac-8491-458a-a501-e0bcbdceb621),segment_id=6f0880ac-8491-458a-a501-e0bcbdceb621)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:56.731389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-2ace6375-ab13-4814-88d1-ce6729e15d11 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] No DVR routers for this DVR port 635b2413-26f6-4c71-891d-6bf7daee0621 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:56.739303 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-2ace6375-ab13-4814-88d1-ce6729e15d11 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:56.752188 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-2ace6375-ab13-4814-88d1-ce6729e15d11 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.42 "DELETE /v2.0/ports/635b2413-26f6-4c71-891d-6bf7daee0621 HTTP/1.1" status: 204 len: 173 time: 0.9061978 Dec 09 22:37:56.753082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'name': 'network-vif-deleted', 'tag': '635b2413-26f6-4c71-891d-6bf7daee0621'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:56.753718 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:56.760959 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eba76f-b518-4607-a835-3d6385a31ebd" -d '{"events": [{"server_uuid": "40ec455a-b39d-44e6-bef9-27b67821d92e", "name": "network-vif-deleted", "tag": "635b2413-26f6-4c71-891d-6bf7daee0621"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:56.776277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:56.779150 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:56.787969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-52d9c581-fac6-40c1-842d-c48f505418b7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] For port 51f703d7-47ef-4683-a233-aaa3f462a6d9, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=51f703d7-47ef-4683-a233-aaa3f462a6d9,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:56.788388 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-52d9c581-fac6-40c1-842d-c48f505418b7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:56.815760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-52d9c581-fac6-40c1-842d-c48f505418b7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Calling delete_port for 51f703d7-47ef-4683-a233-aaa3f462a6d9 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:56.848114 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-a096fcaa-50f8-4df4-9fff-5804cdbc56f8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3244686 Dec 09 22:37:56.872213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Request body: {'port': {'device_id': '7c3b4caa-6a6b-4574-97b1-1e33c4517ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:37:56.931522 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d356a680-93ef-4d3f-99e5-de5661c435ff,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:56.950397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d2519294-0573-4957-9be2-0435e8ee4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '9f027447-be5e-4b10-bda1-3b5592a71897', 'name': '', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'mac_address': 'fa:16:3e:aa:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:44Z', 'updated_at': '2021-12-09T22:26:50Z', 'revision_number': 5, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'subnets': [{'id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:57.005043 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2519294-0573-4957-9be2-0435e8ee4b1c None None] Checking router: a7bb0544-5074-410b-9297-093e9ae05622 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:37:57.010871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af991ae-669e-4842-a2c3-25e0f92dcb78 req-fb77e6e1-ac61-4528-bfce-e70ca144cce2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:57.012958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2af991ae-669e-4842-a2c3-25e0f92dcb78 req-fb77e6e1-ac61-4528-bfce-e70ca144cce2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 943 time: 0.2025166 Dec 09 22:37:57.030851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2519294-0573-4957-9be2-0435e8ee4b1c None None] Routers {'a7bb0544-5074-410b-9297-093e9ae05622'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:37:57.031498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d2519294-0573-4957-9be2-0435e8ee4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a7bb0544-5074-410b-9297-093e9ae05622'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:57.080597 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2af991ae-669e-4842-a2c3-25e0f92dcb78 req-755b031c-3816-4062-804a-5a1bb726c836 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0097352-188a-4fe6-a3bb-906c3e4d7fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592296 Dec 09 22:37:57.084715 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:57.111197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-0a205d60-e1e1-45ac-a9b5-ef4d7e75fcf8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting port 1d32c3dc-cfd3-462e-8567-8406abcacc85 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:57.112741 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-0a205d60-e1e1-45ac-a9b5-ef4d7e75fcf8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:57.171072 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-52d9c581-fac6-40c1-842d-c48f505418b7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:57.179701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-d2519294-0573-4957-9be2-0435e8ee4b1c None None] Set router a7bb0544-5074-410b-9297-093e9ae05622 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:37:57.245901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-0a205d60-e1e1-45ac-a9b5-ef4d7e75fcf8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] For port 1d32c3dc-cfd3-462e-8567-8406abcacc85, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1d32c3dc-cfd3-462e-8567-8406abcacc85,segment=NetworkSegment(e5e7e6ea-d872-4536-9f58-c63ffd47c863),segment_id=e5e7e6ea-d872-4536-9f58-c63ffd47c863)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:57.246854 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-0a205d60-e1e1-45ac-a9b5-ef4d7e75fcf8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:57.263499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-0a205d60-e1e1-45ac-a9b5-ef4d7e75fcf8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Calling delete_port for 1d32c3dc-cfd3-462e-8567-8406abcacc85 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:57.314841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9c581-fac6-40c1-842d-c48f505418b7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Port': ['ID=51f703d7-47ef-4683-a233-aaa3f462a6d9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:57.339012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d356a680-93ef-4d3f-99e5-de5661c435ff'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:57.352947 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e2085d-0f1a-4107-9375-2028da57c234 x-openstack-request-id: req-f9e2085d-0f1a-4107-9375-2028da57c234 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:57.353288 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ec455a-b39d-44e6-bef9-27b67821d92e", "name": "network-vif-deleted", "tag": "635b2413-26f6-4c71-891d-6bf7daee0621", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:57.353550 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9e2085d-0f1a-4107-9375-2028da57c234 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:57.354109 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'name': 'network-vif-deleted', 'tag': '635b2413-26f6-4c71-891d-6bf7daee0621', 'status': 'completed', 'code': 200} Dec 09 22:37:57.363226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2e9ba-a022-4484-bdbf-cb2806174e6b req-3cd83deb-420d-4449-8521-da27d6923e4e tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:57.372190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a9d2e9ba-a022-4484-bdbf-cb2806174e6b req-3cd83deb-420d-4449-8521-da27d6923e4e tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 931 time: 0.4848993 Dec 09 22:37:57.418493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-52d9c581-fac6-40c1-842d-c48f505418b7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] No DVR routers for this DVR port 51f703d7-47ef-4683-a233-aaa3f462a6d9 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:57.426812 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-52d9c581-fac6-40c1-842d-c48f505418b7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:57.430851 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e930e5fa-58f5-4553-85cc-81b3b08c5bce req-52d9c581-fac6-40c1-842d-c48f505418b7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.42 "DELETE /v2.0/ports/51f703d7-47ef-4683-a233-aaa3f462a6d9 HTTP/1.1" status: 204 len: 173 time: 1.2819459 Dec 09 22:37:57.442487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a9d2e9ba-a022-4484-bdbf-cb2806174e6b req-6a8b0229-a56e-43a7-b058-9384af2f30e1 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693622 Dec 09 22:37:57.565925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aceb24-39c1-4d27-a35a-5bef6954dcb4 req-52bcbbfc-68b9-44de-a3f8-c2310f424047 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:57.567153 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89aceb24-39c1-4d27-a35a-5bef6954dcb4 req-52bcbbfc-68b9-44de-a3f8-c2310f424047 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/ports?device_id=40ec455a-b39d-44e6-bef9-27b67821d92e HTTP/1.1" status: 200 len: 946 time: 0.1327946 Dec 09 22:37:57.568401 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-0a205d60-e1e1-45ac-a9b5-ef4d7e75fcf8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:57.605715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['635b2413-26f6-4c71-891d-6bf7daee0621'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:37:57.611778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a205d60-e1e1-45ac-a9b5-ef4d7e75fcf8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Port': ['ID=1d32c3dc-cfd3-462e-8567-8406abcacc85,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:57.708706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-0a205d60-e1e1-45ac-a9b5-ef4d7e75fcf8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] No DVR routers for this DVR port 1d32c3dc-cfd3-462e-8567-8406abcacc85 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:37:57.715207 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-0a205d60-e1e1-45ac-a9b5-ef4d7e75fcf8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:57.726224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9c73ed7-9ee8-423d-8947-19269aa4a208 req-0a205d60-e1e1-45ac-a9b5-ef4d7e75fcf8 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.42 "DELETE /v2.0/ports/1d32c3dc-cfd3-462e-8567-8406abcacc85 HTTP/1.1" status: 204 len: 173 time: 0.9504380 Dec 09 22:37:57.739146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89aceb24-39c1-4d27-a35a-5bef6954dcb4 req-40ad8654-2ed2-4c11-9cf8-c65386b0a878 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "GET /v2.0/security-groups?id=f651493f-ae01-47e7-a336-096847d7f5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619291 Dec 09 22:37:57.753042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d2519294-0573-4957-9be2-0435e8ee4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '9f027447-be5e-4b10-bda1-3b5592a71897', 'name': '', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'mac_address': 'fa:16:3e:aa:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:44Z', 'updated_at': '2021-12-09T22:26:50Z', 'revision_number': 5, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'subnets': [{'id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:37:57.828776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b187ea38-c408-4410-9fda-1a6af350cc5e {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:37:57.847409 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:57.860604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2519294-0573-4957-9be2-0435e8ee4b1c None None] The sync data for ids ['a7bb0544-5074-410b-9297-093e9ae05622'] in n-d-789963-23 is: [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '9f027447-be5e-4b10-bda1-3b5592a71897', 'name': '', 'network_id': '33c5fb6b-2753-4b3b-a034-dfcc76498076', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'mac_address': 'fa:16:3e:aa:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:44Z', 'updated_at': '2021-12-09T22:26:50Z', 'revision_number': 5, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'subnets': [{'id': '91bf9127-114c-446d-b2a5-3b3510fa3ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:37:57.882701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Transition to ACTIVE for port object b187ea38-c408-4410-9fda-1a6af350cc5e will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:37:57.889090 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:57.956556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7dd77-ab0b-459d-9b02-a82ef4978aa5 req-e9b6cbc0-3f61-4dbf-9b98-5625283b04af tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:57.978210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cd7dd77-ab0b-459d-9b02-a82ef4978aa5 req-e9b6cbc0-3f61-4dbf-9b98-5625283b04af tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 945 time: 0.1480732 Dec 09 22:37:58.030918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Pushing event updated for resources: {'Port': ['ID=b187ea38-c408-4410-9fda-1a6af350cc5e,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:58.101646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c4e5-918e-41ef-b6e5-91246fc18a7b req-a4aadc6d-9534-45d6-9caa-496277da3d53 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:58.111709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19d5c4e5-918e-41ef-b6e5-91246fc18a7b req-a4aadc6d-9534-45d6-9caa-496277da3d53 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 946 time: 0.1138337 Dec 09 22:37:58.138500 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Attempting to bind port b187ea38-c408-4410-9fda-1a6af350cc5e on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:37:58.138838 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Attempting to bind port b187ea38-c408-4410-9fda-1a6af350cc5e by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '8dc1c236-242d-4cbc-9cec-94e8de85f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:37:58.139177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Attempting to bind port b187ea38-c408-4410-9fda-1a6af350cc5e on network e1578b78-f89b-4e16-9809-489640c4a531 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:58.148924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Port b187ea38-c408-4410-9fda-1a6af350cc5e on network e1578b78-f89b-4e16-9809-489640c4a531 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:37:58.149259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Attempting to bind port b187ea38-c408-4410-9fda-1a6af350cc5e on network e1578b78-f89b-4e16-9809-489640c4a531 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:37:58.154956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:37:58.155302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Checking segment: {'id': '8dc1c236-242d-4cbc-9cec-94e8de85f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:37:58.155695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Bound using segment: {'id': '8dc1c236-242d-4cbc-9cec-94e8de85f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:37:58.156146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Bound port: b187ea38-c408-4410-9fda-1a6af350cc5e, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc1c236-242d-4cbc-9cec-94e8de85f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:37:58.156510 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:58.193814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19d5c4e5-918e-41ef-b6e5-91246fc18a7b req-2ab4314d-a667-4d37-ab3f-e4131897c1d8 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768747 Dec 09 22:37:58.236558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] For port b187ea38-c408-4410-9fda-1a6af350cc5e, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:37:58.246549 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cd7dd77-ab0b-459d-9b02-a82ef4978aa5 req-70f5b9dc-800f-4dfb-9f4b-00beab5705d2 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674472 Dec 09 22:37:58.250786 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] For port b187ea38-c408-4410-9fda-1a6af350cc5e, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b187ea38-c408-4410-9fda-1a6af350cc5e,segment=NetworkSegment(8dc1c236-242d-4cbc-9cec-94e8de85f226),segment_id=8dc1c236-242d-4cbc-9cec-94e8de85f226)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:37:58.256725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:58.355300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Pushing event updated for resources: {'Port': ['ID=b187ea38-c408-4410-9fda-1a6af350cc5e,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:58.358744 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:58.359505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:58.361373 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b57aa3c9-63d8-4cc8-941e-b30546bf2df6 service neutron] 10.222.0.42 "PUT /v2.0/ports/b187ea38-c408-4410-9fda-1a6af350cc5e HTTP/1.1" status: 200 len: 1092 time: 1.5027530 Dec 09 22:37:58.375080 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b1dae1-86f7-4841-9420-cf0b2192bc0d None None] New status for floating IP 5e406a2e-fc6c-4fd1-aefe-5d5a788367a6: DOWN {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:37:58.473473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-deleted', 'tag': '51f703d7-47ef-4683-a233-aaa3f462a6d9'}, {'name': 'network-changed', 'server_uuid': '7c3b4caa-6a6b-4574-97b1-1e33c4517ba2', 'tag': 'b187ea38-c408-4410-9fda-1a6af350cc5e'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:58.474279 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7f3f149-1994-41d3-a3ea-68cfdc7ad872 req-3b0c09d1-c93b-4fc2-9898-92eb4e7c95b2 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0531991 Dec 09 22:37:58.488352 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfb9c79-09ce-4f31-8515-9e9d4eab3f3b" -d '{"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-deleted", "tag": "51f703d7-47ef-4683-a233-aaa3f462a6d9"}, {"name": "network-changed", "server_uuid": "7c3b4caa-6a6b-4574-97b1-1e33c4517ba2", "tag": "b187ea38-c408-4410-9fda-1a6af350cc5e"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:58.528859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-69535532-3a25-451e-880f-8dd7ea11cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:58.530376 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-69535532-3a25-451e-880f-8dd7ea11cf27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d202c524c474fdba058c4d23a42ccaf&device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 1095 time: 0.1032131 Dec 09 22:37:58.584784 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb21ae5d-78bf-42eb-9c3e-fb4e294db798 x-openstack-request-id: req-bb21ae5d-78bf-42eb-9c3e-fb4e294db798 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:58.585090 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292b3e59-6a87-429e-9e05-0f0cc08f1ada", "name": "network-vif-deleted", "tag": "51f703d7-47ef-4683-a233-aaa3f462a6d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7c3b4caa-6a6b-4574-97b1-1e33c4517ba2", "tag": "b187ea38-c408-4410-9fda-1a6af350cc5e", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:58.585352 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb21ae5d-78bf-42eb-9c3e-fb4e294db798 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:58.585746 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3e59-6a87-429e-9e05-0f0cc08f1ada', 'name': 'network-vif-deleted', 'tag': '51f703d7-47ef-4683-a233-aaa3f462a6d9', 'status': 'completed', 'code': 200} Dec 09 22:37:58.586033 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3b4caa-6a6b-4574-97b1-1e33c4517ba2', 'tag': 'b187ea38-c408-4410-9fda-1a6af350cc5e', 'status': 'completed', 'code': 200} Dec 09 22:37:58.588611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-b42f2800-82c9-489a-9334-837e8253cadc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b187ea38-c408-4410-9fda-1a6af350cc5e HTTP/1.1" status: 200 len: 217 time: 0.0481055 Dec 09 22:37:58.606064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb7d7-dc64-4ac0-9b49-68b4a1d1969a req-1ef70b32-01aa-44de-ac33-034ea6edb560 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:58.613905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe7fb7d7-dc64-4ac0-9b49-68b4a1d1969a req-1ef70b32-01aa-44de-ac33-034ea6edb560 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 943 time: 0.0621111 Dec 09 22:37:58.643833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-c9ef77cd-edfb-4cd1-8acd-d9ec7ce34ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:58.645842 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-c9ef77cd-edfb-4cd1-8acd-d9ec7ce34ef0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54f48a95-99bf-492f-93e3-b75a67c62ab6 HTTP/1.1" status: 200 len: 854 time: 0.0502799 Dec 09 22:37:58.686577 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe7fb7d7-dc64-4ac0-9b49-68b4a1d1969a req-8e1b6047-1ca7-46f1-862d-6c0f621539fc tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654931 Dec 09 22:37:58.698206 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-4d38f4bd-d9a0-49f1-9d3f-12d97e373b63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1578b78-f89b-4e16-9809-489640c4a531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426083 Dec 09 22:37:58.746119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-4d726f18-b9ea-45fa-9b1c-7cd45b1f2b52 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:58.747635 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-4d726f18-b9ea-45fa-9b1c-7cd45b1f2b52 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.42 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 946 time: 0.0600204 Dec 09 22:37:58.798109 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-ca273229-a4ae-493d-b68c-c2af94376489 service neutron] 10.222.0.42 "GET /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928702 Dec 09 22:37:58.835855 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51866) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:58.917189 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-90c421a9-6910-49e1-a688-fe384153a0f1 req-ed6aa58a-a022-4690-97d7-f09256cd269b service neutron] 10.222.0.42 "GET /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103823 Dec 09 22:37:58.918149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-68171174-74d4-4120-a57c-08f0ded28964 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting subnet f3d8c3a1-7bf2-4295-829b-c169c57370c8 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:37:58.923349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Deleting port af6bd902-bdca-405b-b768-027244902043 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:58.923695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:58.939868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68171174-74d4-4120-a57c-08f0ded28964 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.010618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb9c79-09ce-4f31-8515-9e9d4eab3f3b req-4069a0d8-8037-4acf-8a3c-2ed569bf1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:59.012191 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cbfb9c79-09ce-4f31-8515-9e9d4eab3f3b req-4069a0d8-8037-4acf-8a3c-2ed569bf1e36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d202c524c474fdba058c4d23a42ccaf&device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 1095 time: 0.0451972 Dec 09 22:37:59.020687 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68171174-74d4-4120-a57c-08f0ded28964 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.084878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] For port af6bd902-bdca-405b-b768-027244902043, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=af6bd902-bdca-405b-b768-027244902043,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:59.085241 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.117752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb9c79-09ce-4f31-8515-9e9d4eab3f3b req-3a61a7ca-596d-4735-a6ed-de3ea5bdc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:59.119287 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cbfb9c79-09ce-4f31-8515-9e9d4eab3f3b req-3a61a7ca-596d-4735-a6ed-de3ea5bdc794 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e1578b78-f89b-4e16-9809-489640c4a531 HTTP/1.1" status: 200 len: 915 time: 0.0994139 Dec 09 22:37:59.165583 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cbfb9c79-09ce-4f31-8515-9e9d4eab3f3b req-afa2ab90-483f-4215-bc34-2c6180ed7b17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b187ea38-c408-4410-9fda-1a6af350cc5e HTTP/1.1" status: 200 len: 217 time: 0.0364118 Dec 09 22:37:59.175585 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68171174-74d4-4120-a57c-08f0ded28964 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.225692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb9c79-09ce-4f31-8515-9e9d4eab3f3b req-9c62efac-febb-4210-82c6-5b64fa9bf945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:59.227400 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cbfb9c79-09ce-4f31-8515-9e9d4eab3f3b req-9c62efac-febb-4210-82c6-5b64fa9bf945 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54f48a95-99bf-492f-93e3-b75a67c62ab6 HTTP/1.1" status: 200 len: 854 time: 0.0553632 Dec 09 22:37:59.276207 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cbfb9c79-09ce-4f31-8515-9e9d4eab3f3b req-0c55e78b-6560-4c92-af58-8f994ae8a81e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1578b78-f89b-4e16-9809-489640c4a531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406642 Dec 09 22:37:59.355247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'name': 'network-vif-deleted', 'tag': '1d32c3dc-cfd3-462e-8567-8406abcacc85'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:37:59.357374 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b31d312-dac6-471d-a55e-054215351d90" -d '{"events": [{"server_uuid": "40ec455a-b39d-44e6-bef9-27b67821d92e", "name": "network-vif-deleted", "tag": "1d32c3dc-cfd3-462e-8567-8406abcacc85"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:37:59.397976 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cbfb9c79-09ce-4f31-8515-9e9d4eab3f3b req-b40f5c56-80aa-4f65-a893-31ada2dc774f service neutron] 10.222.0.42 "GET /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100476 Dec 09 22:37:59.420570 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68171174-74d4-4120-a57c-08f0ded28964 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.432285 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.432666 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.432975 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Floating IP 0e98f032-bb18-4a5d-ac18-5e358f6782db disassociated. External IP: 172.25.8.82, port: af6bd902-bdca-405b-b768-027244902043. Dec 09 22:37:59.433322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Calling delete_port for af6bd902-bdca-405b-b768-027244902043 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:59.466046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68171174-74d4-4120-a57c-08f0ded28964 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d8c3a1-7bf2-4295-829b-c169c57370c8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:59.473714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68171174-74d4-4120-a57c-08f0ded28964 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.480092 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-68171174-74d4-4120-a57c-08f0ded28964 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "DELETE /v2.0/subnets/f3d8c3a1-7bf2-4295-829b-c169c57370c8 HTTP/1.1" status: 204 len: 168 time: 0.6422956 Dec 09 22:37:59.484229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51878) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:37:59.487401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604581f5-b349-47d8-bcac-3326f07045cd None None] Network 52f3ed23-8b24-4614-8834-208e016f87a0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:37:59.503216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1d1df-27c3-41bc-978e-55c7f3986756 req-4507ed57-1131-4c09-8090-23025f8c21f9 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:59.506291 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cbfb9c79-09ce-4f31-8515-9e9d4eab3f3b req-3ad58674-5ca3-4aed-a817-e65ba77681c9 service neutron] 10.222.0.42 "GET /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996304 Dec 09 22:37:59.510988 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3f1d1df-27c3-41bc-978e-55c7f3986756 req-4507ed57-1131-4c09-8090-23025f8c21f9 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 946 time: 0.1832237 Dec 09 22:37:59.538891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e4396-e90e-477d-9cb7-a9136f573a3d req-daf19e95-072f-4ddb-9234-3b44d6d48b48 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:37:59.540446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b4e4396-e90e-477d-9cb7-a9136f573a3d req-daf19e95-072f-4ddb-9234-3b44d6d48b48 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 945 time: 0.1952455 Dec 09 22:37:59.668685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d515d2-bc8f-4546-86be-3017c9bb30d6 None None] DHCP port deletion for 52f3ed23-8b24-4614-8834-208e016f87a0 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:37:59.702090 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.712318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3f1d1df-27c3-41bc-978e-55c7f3986756 req-3202cf04-1a3d-4783-95d0-f42aa6667dfc tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004075 Dec 09 22:37:59.736058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b4e4396-e90e-477d-9cb7-a9136f573a3d req-7f2e58af-0936-4107-ab99-8adc76bd7eba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561172 Dec 09 22:37:59.746872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-81d515d2-bc8f-4546-86be-3017c9bb30d6 None None] Deleting port f1ac2cc3-7813-4c47-903c-ff272b358d4f {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:59.747259 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-81d515d2-bc8f-4546-86be-3017c9bb30d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.814760 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26448a1e-9dbe-4d5a-98b3-af4ee0f4a25b x-openstack-request-id: req-26448a1e-9dbe-4d5a-98b3-af4ee0f4a25b {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:37:59.815125 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ec455a-b39d-44e6-bef9-27b67821d92e", "name": "network-vif-deleted", "tag": "1d32c3dc-cfd3-462e-8567-8406abcacc85", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:37:59.815334 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26448a1e-9dbe-4d5a-98b3-af4ee0f4a25b {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:37:59.816513 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ec455a-b39d-44e6-bef9-27b67821d92e', 'name': 'network-vif-deleted', 'tag': '1d32c3dc-cfd3-462e-8567-8406abcacc85', 'status': 'completed', 'code': 200} Dec 09 22:37:59.853228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-81d515d2-bc8f-4546-86be-3017c9bb30d6 None None] For port f1ac2cc3-7813-4c47-903c-ff272b358d4f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f1ac2cc3-7813-4c47-903c-ff272b358d4f,segment=NetworkSegment(c284d383-0da9-4f34-b775-0393322e4ab5),segment_id=c284d383-0da9-4f34-b775-0393322e4ab5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:37:59.853961 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-81d515d2-bc8f-4546-86be-3017c9bb30d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.855291 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.874634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-81d515d2-bc8f-4546-86be-3017c9bb30d6 None None] Calling delete_port for f1ac2cc3-7813-4c47-903c-ff272b358d4f owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:37:59.878714 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting port f1ac2cc3-7813-4c47-903c-ff272b358d4f {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:37:59.878978 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:37:59.933254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event deleted for resources: {'Port': ['ID=af6bd902-bdca-405b-b768-027244902043,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:37:59.977695 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-81d515d2-bc8f-4546-86be-3017c9bb30d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.002083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2bf647f3-244b-4d26-913d-dd7318910c04 req-6478f417-545e-4a2f-802a-94b4e4ca7304 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0649469 Dec 09 22:38:00.009046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d515d2-bc8f-4546-86be-3017c9bb30d6 None None] Pushing event deleted for resources: {'Port': ['ID=f1ac2cc3-7813-4c47-903c-ff272b358d4f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:00.018511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d515d2-bc8f-4546-86be-3017c9bb30d6 None None] No DVR routers for this DVR port f1ac2cc3-7813-4c47-903c-ff272b358d4f on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:00.044852 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1d32c3dc-cfd3-462e-8567-8406abcacc85 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:00.067663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 1d32c3dc-cfd3-462e-8567-8406abcacc85 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:00.068020 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1d32c3dc-cfd3-462e-8567-8406abcacc85 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:00.068459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 635b2413-26f6-4c71-891d-6bf7daee0621 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:00.097955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 635b2413-26f6-4c71-891d-6bf7daee0621 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:00.098465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 635b2413-26f6-4c71-891d-6bf7daee0621 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:00.140612 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] For port f1ac2cc3-7813-4c47-903c-ff272b358d4f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f1ac2cc3-7813-4c47-903c-ff272b358d4f,segment=NetworkSegment(c284d383-0da9-4f34-b775-0393322e4ab5),segment_id=c284d383-0da9-4f34-b775-0393322e4ab5)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:00.140908 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.171500 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Calling delete_port for f1ac2cc3-7813-4c47-903c-ff272b358d4f owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:00.244490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d356a680-93ef-4d3f-99e5-de5661c435ff up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:38:00.262540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ca09c-e55c-4226-8279-36846bf8860d req-682f8bf6-8e6c-4b94-88a3-7b14cdff65df tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:00.264046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef0ca09c-e55c-4226-8279-36846bf8860d req-682f8bf6-8e6c-4b94-88a3-7b14cdff65df tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 943 time: 0.1637285 Dec 09 22:38:00.284043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Router 08b2b868-8828-4b47-afc1-e79746d0c66f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:38:00.305082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port d356a680-93ef-4d3f-99e5-de5661c435ff completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:38:00.309362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port d356a680-93ef-4d3f-99e5-de5661c435ff triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:38:00.311024 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.393192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef0ca09c-e55c-4226-8279-36846bf8860d req-dc8505e8-0fe5-4764-8d74-c6aabc18850c tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117330 Dec 09 22:38:00.396915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.422800 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.439046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Port': ['ID=f1ac2cc3-7813-4c47-903c-ff272b358d4f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:00.440914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] No DVR routers for this DVR port f1ac2cc3-7813-4c47-903c-ff272b358d4f on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:00.474167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d356a680-93ef-4d3f-99e5-de5661c435ff, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d356a680-93ef-4d3f-99e5-de5661c435ff,segment=NetworkSegment(6f0880ac-8491-458a-a501-e0bcbdceb621),segment_id=6f0880ac-8491-458a-a501-e0bcbdceb621)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:00.476702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd356a680-93ef-4d3f-99e5-de5661c435ff'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:38:00.479863 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1502d97-439e-469f-bfa2-1af329fca231" -d '{"events": [{"server_uuid": "96d5ae72-6676-4526-bc2e-98ce79917a47", "name": "network-vif-plugged", "status": "completed", "tag": "d356a680-93ef-4d3f-99e5-de5661c435ff"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:38:00.484411 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.549298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d356a680-93ef-4d3f-99e5-de5661c435ff,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:00.554426 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7606df-e933-43af-989d-28b5129d387e x-openstack-request-id: req-9e7606df-e933-43af-989d-28b5129d387e {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:38:00.556115 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d5ae72-6676-4526-bc2e-98ce79917a47", "name": "network-vif-plugged", "status": "completed", "tag": "d356a680-93ef-4d3f-99e5-de5661c435ff", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:38:00.556387 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e7606df-e933-43af-989d-28b5129d387e {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:38:00.556795 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd356a680-93ef-4d3f-99e5-de5661c435ff', 'code': 200} Dec 09 22:38:00.597281 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.604894 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:38:00.621045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4feff1-0a42-4945-9164-d186ca17f038 None None] Sync routers for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:38:00.637216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f3ed23-8b24-4614-8834-208e016f87a0']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:00.637999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4feff1-0a42-4945-9164-d186ca17f038 None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:38:00.639467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8f4feff1-0a42-4945-9164-d186ca17f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:00.660246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] No DVR routers for this DVR port af6bd902-bdca-405b-b768-027244902043 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:00.669344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c284d383-0da9-4f34-b775-0393322e4ab5') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:00.669344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c284d383-0da9-4f34-b775-0393322e4ab5') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:00.673829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.676566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a31e5e02-33a9-4649-99e7-9fe8caa1a4dc req-db5d41e1-d7e5-436f-b0b6-c45ecea47861 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.42 "DELETE /v2.0/ports/af6bd902-bdca-405b-b768-027244902043 HTTP/1.1" status: 204 len: 173 time: 1.9226656 Dec 09 22:38:00.698282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.718676 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.728890 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:38:00.729148 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:38:00.732480 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:38:00.747460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e85427-5b18-4870-bb33-f4b7b9b84b9f req-4a199df2-55f0-4cb9-8183-8fc71775a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:00.749211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21e85427-5b18-4870-bb33-f4b7b9b84b9f req-4a199df2-55f0-4cb9-8183-8fc71775a742 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 1098 time: 0.0905721 Dec 09 22:38:00.802787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8f4feff1-0a42-4945-9164-d186ca17f038 None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:38:00.830675 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.841111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:00.844287 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "DELETE /v2.0/networks/52f3ed23-8b24-4614-8834-208e016f87a0 HTTP/1.1" status: 204 len: 168 time: 1.3591001 Dec 09 22:38:00.847053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51892) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:00.937308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5430e469-7e40-49e1-b52d-a79e2240c41a req-8ad0d981-0f14-4d24-9a13-bc0b29881250 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/ports?device_id=5353fb57-2de5-4731-b604-f48e987c2753 HTTP/1.1" status: 200 len: 210 time: 0.0630238 Dec 09 22:38:00.947163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21e85427-5b18-4870-bb33-f4b7b9b84b9f req-66bebadf-ff4e-4988-aa6c-81ece99f68cd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894355 Dec 09 22:38:00.991772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4141c1-b8b2-46c1-bab6-74859d362c31 tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Network': ['ID=52f3ed23-8b24-4614-8834-208e016f87a0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:01.022511 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6d9c6c-5413-43d4-a4e2-b62c7039823d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting subnet ac72d21f-265e-4054-9e4a-655a8dd2207c {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:38:01.031069 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9c6c-5413-43d4-a4e2-b62c7039823d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:01.034498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f12ab5-87ff-4a28-ab23-eb6d5579b43c req-0ac27e4e-1161-406c-b979-e107f20a0c71 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:01.036967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7f12ab5-87ff-4a28-ab23-eb6d5579b43c req-0ac27e4e-1161-406c-b979-e107f20a0c71 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 946 time: 0.1436465 Dec 09 22:38:01.122004 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9c6c-5413-43d4-a4e2-b62c7039823d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:01.125726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7f12ab5-87ff-4a28-ab23-eb6d5579b43c req-cb6c22ac-9fdd-4295-b91e-fa3c697fc632 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812187 Dec 09 22:38:01.275519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9c6c-5413-43d4-a4e2-b62c7039823d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:01.303089 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0696c2b2-4cec-48f0-9ff7-78a4992c04a0 req-9c3c6114-6ed9-4dbd-ab88-bc1b92e1c028 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0755348 Dec 09 22:38:01.316671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f1ac2cc3-7813-4c47-903c-ff272b358d4f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:01.361551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: f1ac2cc3-7813-4c47-903c-ff272b358d4f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:01.361981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f1ac2cc3-7813-4c47-903c-ff272b358d4f not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:01.366239 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5adfae11-58f6-4e66-b3e8-90e8c5905099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:01.405920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8f4feff1-0a42-4945-9164-d186ca17f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:19Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:01.439964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4feff1-0a42-4945-9164-d186ca17f038 None None] Checking router: 08b2b868-8828-4b47-afc1-e79746d0c66f for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:38:01.449899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4feff1-0a42-4945-9164-d186ca17f038 None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:38:01.450687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8f4feff1-0a42-4945-9164-d186ca17f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:01.558502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f81393-65ea-4247-9bad-aa1f19ea5e58 req-dadbb73d-bcdd-4102-bb5b-110c47cdea90 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:01.566388 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8f4feff1-0a42-4945-9164-d186ca17f038 None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:38:01.569936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53f81393-65ea-4247-9bad-aa1f19ea5e58 req-dadbb73d-bcdd-4102-bb5b-110c47cdea90 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 943 time: 0.0922360 Dec 09 22:38:01.639479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53f81393-65ea-4247-9bad-aa1f19ea5e58 req-07888a0d-1288-4f89-b363-394cf6e9d481 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637531 Dec 09 22:38:01.713506 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9c6c-5413-43d4-a4e2-b62c7039823d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:01.743806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d9c6c-5413-43d4-a4e2-b62c7039823d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Subnet': ['ID=ac72d21f-265e-4054-9e4a-655a8dd2207c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:01.745803 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9c6c-5413-43d4-a4e2-b62c7039823d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:01.749027 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dd6d9c6c-5413-43d4-a4e2-b62c7039823d tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "DELETE /v2.0/subnets/ac72d21f-265e-4054-9e4a-655a8dd2207c HTTP/1.1" status: 204 len: 168 time: 0.9003179 Dec 09 22:38:01.751795 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51904) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:01.759412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7e39b9-3fd7-42ba-9720-e47557fe8eb5 None None] Network c018caa3-c541-4b4f-880a-910d6f0a21cc requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:38:01.860969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8f4feff1-0a42-4945-9164-d186ca17f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:19Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:01.900580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4feff1-0a42-4945-9164-d186ca17f038 None None] The sync data for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 is: [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5dc21e40-161a-428c-b4e0-5850c101e89e', 'name': '', 'network_id': 'c932c76f-049a-4abd-b233-3ca5aa5fead4', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'mac_address': 'fa:16:3e:1c:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:12Z', 'updated_at': '2021-12-09T22:29:19Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'subnets': [{'id': '8120da04-1f11-44c0-b5d3-87450c8b2ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:38:02.017421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c467ca1-2f62-4365-91f4-6bc11924db81 None None] DHCP port deletion for c018caa3-c541-4b4f-880a-910d6f0a21cc request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:38:02.049577 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device b187ea38-c408-4410-9fda-1a6af350cc5e details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:38:02.088800 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51910) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:02.195079 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4339a600-0ced-4763-ab85-6a8ca204e39e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.257407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2c467ca1-2f62-4365-91f4-6bc11924db81 None None] Deleting port d7a1ba81-6194-4a8e-a390-972879dee7af {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:02.257804 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c467ca1-2f62-4365-91f4-6bc11924db81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.271794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4339a600-0ced-4763-ab85-6a8ca204e39e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.287231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'name': 'network-vif-deleted', 'tag': 'af6bd902-bdca-405b-b768-027244902043'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:38:02.291503 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c1ea18-fd56-48b1-b977-3bfc5a34d334" -d '{"events": [{"server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "name": "network-vif-deleted", "tag": "af6bd902-bdca-405b-b768-027244902043"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:38:02.332353 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4339a600-0ced-4763-ab85-6a8ca204e39e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.345053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4339a600-0ced-4763-ab85-6a8ca204e39e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.349918 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4339a600-0ced-4763-ab85-6a8ca204e39e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "DELETE /v2.0/security-groups/4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2 HTTP/1.1" status: 204 len: 168 time: 0.2593956 Dec 09 22:38:02.350967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51922) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:02.366340 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.388692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339a600-0ced-4763-ab85-6a8ca204e39e tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:02.393772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3ac47-4a41-4987-b411-16065109f0a0 req-4daecd76-1438-42f7-bda8-aeb6e7c5af73 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:02.403364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2e3ac47-4a41-4987-b411-16065109f0a0 req-4daecd76-1438-42f7-bda8-aeb6e7c5af73 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 946 time: 0.0989654 Dec 09 22:38:02.404997 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-974db0f0-5c0f-4f38-996f-9621756ff1ac tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] show failed (client error): The resource could not be found. Dec 09 22:38:02.409288 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-974db0f0-5c0f-4f38-996f-9621756ff1ac tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "GET /v2.0/security-groups/4a3160d2-4fb6-44ab-83c8-fcc5f22f2cd2 HTTP/1.1" status: 404 len: 347 time: 0.0484614 Dec 09 22:38:02.410065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51926) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:02.441089 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad58097-6768-4edc-a499-e9e05a01550b None None] New status for floating IP 0e98f032-bb18-4a5d-ac18-5e358f6782db: DOWN {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:38:02.452797 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2c467ca1-2f62-4365-91f4-6bc11924db81 None None] For port d7a1ba81-6194-4a8e-a390-972879dee7af, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d7a1ba81-6194-4a8e-a390-972879dee7af,segment=NetworkSegment(e5e7e6ea-d872-4536-9f58-c63ffd47c863),segment_id=e5e7e6ea-d872-4536-9f58-c63ffd47c863)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:02.453329 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c467ca1-2f62-4365-91f4-6bc11924db81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.459844 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cee5f8a-0225-44dd-8201-0cc833d89301 x-openstack-request-id: req-4cee5f8a-0225-44dd-8201-0cc833d89301 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:38:02.460137 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5353fb57-2de5-4731-b604-f48e987c2753", "name": "network-vif-deleted", "tag": "af6bd902-bdca-405b-b768-027244902043", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:38:02.460388 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cee5f8a-0225-44dd-8201-0cc833d89301 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:38:02.460777 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5353fb57-2de5-4731-b604-f48e987c2753', 'name': 'network-vif-deleted', 'tag': 'af6bd902-bdca-405b-b768-027244902043', 'status': 'completed', 'code': 200} Dec 09 22:38:02.498867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2e3ac47-4a41-4987-b411-16065109f0a0 req-651690bf-6396-45fb-9e9d-9eeb374bd785 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945539 Dec 09 22:38:02.510672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2c467ca1-2f62-4365-91f4-6bc11924db81 None None] Calling delete_port for d7a1ba81-6194-4a8e-a390-972879dee7af owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:02.522723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Deleting port d7a1ba81-6194-4a8e-a390-972879dee7af {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:02.523081 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.599723 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f686868-bcdb-4ac0-88cc-145465909722 req-ac3e8e2d-41a0-4441-b431-f5a615c0024c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0437884 Dec 09 22:38:02.612271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port b187ea38-c408-4410-9fda-1a6af350cc5e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b187ea38-c408-4410-9fda-1a6af350cc5e,segment=NetworkSegment(8dc1c236-242d-4cbc-9cec-94e8de85f226),segment_id=8dc1c236-242d-4cbc-9cec-94e8de85f226)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:02.640824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'b187ea38-c408-4410-9fda-1a6af350cc5e', 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531', 'port_id': 'b187ea38-c408-4410-9fda-1a6af350cc5e', 'mac_address': 'fa:16:3e:ad:6b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f48a95-99bf-492f-93e3-b75a67c62ab6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:38:02.715496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0212e8ec-191a-4867-970c-cec60a92c0d6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Deleting port 4e07b890-dfe3-462a-99e8-9877482186ce {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:02.716006 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0212e8ec-191a-4867-970c-cec60a92c0d6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.719883 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.741155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] For port d7a1ba81-6194-4a8e-a390-972879dee7af, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d7a1ba81-6194-4a8e-a390-972879dee7af,segment=NetworkSegment(e5e7e6ea-d872-4536-9f58-c63ffd47c863),segment_id=e5e7e6ea-d872-4536-9f58-c63ffd47c863)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:02.741608 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.747136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b187ea38-c408-4410-9fda-1a6af350cc5e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:38:02.781163 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port b187ea38-c408-4410-9fda-1a6af350cc5e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b187ea38-c408-4410-9fda-1a6af350cc5e,segment=NetworkSegment(8dc1c236-242d-4cbc-9cec-94e8de85f226),segment_id=8dc1c236-242d-4cbc-9cec-94e8de85f226)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:02.792870 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.817149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Calling delete_port for d7a1ba81-6194-4a8e-a390-972879dee7af owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:02.822137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0212e8ec-191a-4867-970c-cec60a92c0d6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.822698 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0212e8ec-191a-4867-970c-cec60a92c0d6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.836960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0212e8ec-191a-4867-970c-cec60a92c0d6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Calling delete_port for 4e07b890-dfe3-462a-99e8-9877482186ce owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:02.855923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed05f2-bc73-4384-98e0-26740bc511cd req-cae537c9-753b-4062-aae5-4720f418ffb9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:02.857564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eeed05f2-bc73-4384-98e0-26740bc511cd req-cae537c9-753b-4062-aae5-4720f418ffb9 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 946 time: 0.1193073 Dec 09 22:38:02.865019 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1760ad-e94c-40eb-ac4c-593012cbcee0 req-eb38e8f6-498b-437b-b3ec-2ed31e2caefb tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:02.866722 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b1760ad-e94c-40eb-ac4c-593012cbcee0 req-eb38e8f6-498b-437b-b3ec-2ed31e2caefb tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 943 time: 0.1034942 Dec 09 22:38:02.887914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=b187ea38-c408-4410-9fda-1a6af350cc5e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:02.903777 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c467ca1-2f62-4365-91f4-6bc11924db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:02.957646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c467ca1-2f62-4365-91f4-6bc11924db81 None None] No DVR routers for this DVR port d7a1ba81-6194-4a8e-a390-972879dee7af on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:02.965754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c467ca1-2f62-4365-91f4-6bc11924db81 None None] Pushing event deleted for resources: {'Port': ['ID=d7a1ba81-6194-4a8e-a390-972879dee7af,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:02.980749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d7a1ba81-6194-4a8e-a390-972879dee7af no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:02.986211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eeed05f2-bc73-4384-98e0-26740bc511cd req-0b966137-a978-420a-aa1d-a966175a11a6 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899539 Dec 09 22:38:03.031081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b1760ad-e94c-40eb-ac4c-593012cbcee0 req-707e895d-7e17-4404-a552-6a09cc7509a6 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263835 Dec 09 22:38:03.046401 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.058591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['b187ea38-c408-4410-9fda-1a6af350cc5e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:38:03.064322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: d7a1ba81-6194-4a8e-a390-972879dee7af {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:03.066682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d7a1ba81-6194-4a8e-a390-972879dee7af not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:03.075261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] No DVR routers for this DVR port d7a1ba81-6194-4a8e-a390-972879dee7af on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:03.144495 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0212e8ec-191a-4867-970c-cec60a92c0d6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.185449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Port': ['ID=d7a1ba81-6194-4a8e-a390-972879dee7af,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:03.237383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212e8ec-191a-4867-970c-cec60a92c0d6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Pushing event deleted for resources: {'Port': ['ID=4e07b890-dfe3-462a-99e8-9877482186ce,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:03.243223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d2447-1238-4512-b068-757e6565b469 req-6360c445-a472-40e3-a014-903a9b793991 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:03.244870 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a2d2447-1238-4512-b068-757e6565b469 req-6360c445-a472-40e3-a014-903a9b793991 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 946 time: 0.0989022 Dec 09 22:38:03.295646 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.299429 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0212e8ec-191a-4867-970c-cec60a92c0d6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.307015 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0212e8ec-191a-4867-970c-cec60a92c0d6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.311270 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0212e8ec-191a-4867-970c-cec60a92c0d6 tempest-AttachVolumeShelveTestJSON-384431845 tempest-AttachVolumeShelveTestJSON-384431845-project] 10.222.0.16 "DELETE /v2.0/floatingips/0e98f032-bb18-4a5d-ac18-5e358f6782db HTTP/1.1" status: 204 len: 168 time: 0.8971615 Dec 09 22:38:03.341372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c018caa3-c541-4b4f-880a-910d6f0a21cc']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:03.359242 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99b09bea-50b9-4273-893b-cfa2fbe13b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.373409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e7e6ea-d872-4536-9f58-c63ffd47c863') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:03.373879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e7e6ea-d872-4536-9f58-c63ffd47c863') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:03.398050 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.410821 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a2d2447-1238-4512-b068-757e6565b469 req-3d8a4316-37ed-4824-ac22-1c4727b4861d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236939 Dec 09 22:38:03.420706 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.432822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:38:03.433537 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.436617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51940) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:38:03.439553 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:38:03.519664 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.534634 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.538900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] 10.222.0.16 "DELETE /v2.0/networks/c018caa3-c541-4b4f-880a-910d6f0a21cc HTTP/1.1" status: 204 len: 168 time: 1.7854497 Dec 09 22:38:03.569493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133c84e-1b61-4d08-bf7f-1cac4a7630bc tempest-ServersTestMultiNic-1499931205 tempest-ServersTestMultiNic-1499931205-project] Pushing event deleted for resources: {'Network': ['ID=c018caa3-c541-4b4f-880a-910d6f0a21cc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:03.619226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17f54d-93b9-45a9-9e15-b4ad6ca5c2e4 tempest-TestServerBasicOps-2142626364 tempest-TestServerBasicOps-2142626364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:03.623917 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1f17f54d-93b9-45a9-9e15-b4ad6ca5c2e4 tempest-TestServerBasicOps-2142626364 tempest-TestServerBasicOps-2142626364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 1093 time: 0.1831241 Dec 09 22:38:03.623917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51954) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:03.629362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': 'd356a680-93ef-4d3f-99e5-de5661c435ff', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:38:03.658110 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.743326 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.793517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0bc86ce4-83a8-49cc-b10e-6a45be14dc6c req-4b92c8ea-9a5a-43de-86eb-601c9e352ba9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0600836 Dec 09 22:38:03.836282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51962) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:03.840591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:03.970550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Allocated IP 172.25.8.215 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/3ee681f9-6412-4eb2-beb4-429075f0c228) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:38:04.053698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device b187ea38-c408-4410-9fda-1a6af350cc5e up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:38:04.128909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:04.156042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port b187ea38-c408-4410-9fda-1a6af350cc5e completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:38:04.162811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port b187ea38-c408-4410-9fda-1a6af350cc5e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:38:04.164338 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:04.197666 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:04.258784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d89e2-2cd2-48d3-9657-06ee57c4846f req-44f1f3bc-0b81-461f-be2a-20f622314fe7 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:04.260521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-705d89e2-2cd2-48d3-9657-06ee57c4846f req-44f1f3bc-0b81-461f-be2a-20f622314fe7 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 944 time: 0.1325388 Dec 09 22:38:04.264939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:38:04.271010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:38:04.276243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:38:04.279178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event updated for resources: {'Port': ['ID=3ee681f9-6412-4eb2-beb4-429075f0c228,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:04.311309 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:04.346376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-705d89e2-2cd2-48d3-9657-06ee57c4846f req-aa1d3b27-12ce-43c1-b1dd-36d0592bf85a tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696526 Dec 09 22:38:04.379685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3b4caa-6a6b-4574-97b1-1e33c4517ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b187ea38-c408-4410-9fda-1a6af350cc5e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:38:04.382352 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805a66f0-8004-4d2e-83a7-03c240f41c56" -d '{"events": [{"server_uuid": "7c3b4caa-6a6b-4574-97b1-1e33c4517ba2", "name": "network-vif-plugged", "status": "completed", "tag": "b187ea38-c408-4410-9fda-1a6af350cc5e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:38:04.399911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port b187ea38-c408-4410-9fda-1a6af350cc5e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b187ea38-c408-4410-9fda-1a6af350cc5e,segment=NetworkSegment(8dc1c236-242d-4cbc-9cec-94e8de85f226),segment_id=8dc1c236-242d-4cbc-9cec-94e8de85f226)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:04.416082 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:04.417090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device af6bd902-bdca-405b-b768-027244902043 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:04.457668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: af6bd902-bdca-405b-b768-027244902043 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:04.458040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device af6bd902-bdca-405b-b768-027244902043 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:04.462985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba245-8e82-4002-87ff-a908d226efe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:04.530252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=b187ea38-c408-4410-9fda-1a6af350cc5e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:04.536247 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619bbecf-f042-44ac-9775-ad561c0cbddc x-openstack-request-id: req-619bbecf-f042-44ac-9775-ad561c0cbddc {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:38:04.536469 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3b4caa-6a6b-4574-97b1-1e33c4517ba2", "name": "network-vif-plugged", "status": "completed", "tag": "b187ea38-c408-4410-9fda-1a6af350cc5e", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:38:04.536716 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-619bbecf-f042-44ac-9775-ad561c0cbddc {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:38:04.537262 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3b4caa-6a6b-4574-97b1-1e33c4517ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b187ea38-c408-4410-9fda-1a6af350cc5e', 'code': 200} Dec 09 22:38:04.716991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a083a8-4476-4465-9a6a-5bb60bfc6dba req-4dee2923-5bcd-4952-8af6-ff4a5fcfab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:04.718707 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1a083a8-4476-4465-9a6a-5bb60bfc6dba req-4dee2923-5bcd-4952-8af6-ff4a5fcfab23 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 1097 time: 0.1175129 Dec 09 22:38:04.765969 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:04.856261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:04.858297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1a083a8-4476-4465-9a6a-5bb60bfc6dba req-5f411a79-7b0b-4b92-9d4d-38043c2eb5a4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324472 Dec 09 22:38:04.937239 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:04.979537 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6105fe9c-d282-4580-b2a7-2341da845d98 req-db83fea2-7c47-4c88-b803-548793ec4430 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0422647 Dec 09 22:38:04.985376 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ba245-8e82-4002-87ff-a908d226efe9 admin admin] Deleting port 280a4147-23bc-4e2f-9939-c673550fa5e7 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:04.985583 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba245-8e82-4002-87ff-a908d226efe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:05.084140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-2e6ba245-8e82-4002-87ff-a908d226efe9 admin admin] For port 280a4147-23bc-4e2f-9939-c673550fa5e7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=280a4147-23bc-4e2f-9939-c673550fa5e7,segment=NetworkSegment(6894de68-4f1b-4be5-b72f-811546a7fe6b),segment_id=6894de68-4f1b-4be5-b72f-811546a7fe6b)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:05.084461 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba245-8e82-4002-87ff-a908d226efe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:05.099746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ba245-8e82-4002-87ff-a908d226efe9 admin admin] Calling delete_port for 280a4147-23bc-4e2f-9939-c673550fa5e7 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:05.158378 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:05.163943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:05.243493 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:05.288875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event updated for resources: {'Port': ['ID=3ee681f9-6412-4eb2-beb4-429075f0c228,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:05.337730 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba245-8e82-4002-87ff-a908d226efe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:05.377632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ba245-8e82-4002-87ff-a908d226efe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=280a4147-23bc-4e2f-9939-c673550fa5e7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:05.404061 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Floating IP e8b85074-5739-4e01-afcb-fcee75e85911 associated. External IP: 172.25.8.215, port: d356a680-93ef-4d3f-99e5-de5661c435ff. Dec 09 22:38:05.630121 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba245-8e82-4002-87ff-a908d226efe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:05.783927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884143d-e553-456a-bfd0-0dc7577ffea2 req-9ff702fb-461d-4ee5-a774-fc4f218fee2b tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:05.794271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6884143d-e553-456a-bfd0-0dc7577ffea2 req-9ff702fb-461d-4ee5-a774-fc4f218fee2b tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 945 time: 0.3181367 Dec 09 22:38:05.846228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Router c6f8316a-b764-4830-96bb-a26ea82406c4 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:38:05.939740 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6884143d-e553-456a-bfd0-0dc7577ffea2 req-f3196e11-7a75-4ede-bca9-1c03751c85e0 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442223 Dec 09 22:38:06.012285 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:38:06.023272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b3e4b-9b69-40d6-9dbb-16d334a25059 None None] Sync routers for ids ['c6f8316a-b764-4830-96bb-a26ea82406c4'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:38:06.042894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b3e4b-9b69-40d6-9dbb-16d334a25059 None None] Routers {'c6f8316a-b764-4830-96bb-a26ea82406c4'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:38:06.044773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-561b3e4b-9b69-40d6-9dbb-16d334a25059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:38:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c6f8316a-b764-4830-96bb-a26ea82406c4'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:06.053670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:06.099554 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c085fe5e-ee62-4672-b84f-5d993a85160d tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4739809 Dec 09 22:38:06.100618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'tag': 'd356a680-93ef-4d3f-99e5-de5661c435ff'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:38:06.104418 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ee7cc4-7b85-4f18-8769-421520d3a0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "96d5ae72-6676-4526-bc2e-98ce79917a47", "tag": "d356a680-93ef-4d3f-99e5-de5661c435ff"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:38:06.124507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6ba245-8e82-4002-87ff-a908d226efe9 admin admin] Router 98534897-57b3-4da1-b670-01bccaeaaf65 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:38:06.144081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-93fc9fae-ba4e-4c32-af61-068d21538ef0 req-5a688014-5b30-4136-8770-a20775c9aff4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0328760 Dec 09 22:38:06.201221 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba11596-81d6-44c8-9103-ea4f1da54c62 x-openstack-request-id: req-8ba11596-81d6-44c8-9103-ea4f1da54c62 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:38:06.201529 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d5ae72-6676-4526-bc2e-98ce79917a47", "tag": "d356a680-93ef-4d3f-99e5-de5661c435ff", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:38:06.201781 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ba11596-81d6-44c8-9103-ea4f1da54c62 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:38:06.202541 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'tag': 'd356a680-93ef-4d3f-99e5-de5661c435ff', 'status': 'completed', 'code': 200} Dec 09 22:38:06.212856 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:06.355233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6ba245-8e82-4002-87ff-a908d226efe9 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:38:06.362710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2e6ba245-8e82-4002-87ff-a908d226efe9 admin admin] 10.222.0.16 "PUT /v2.0/routers/98534897-57b3-4da1-b670-01bccaeaaf65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5253141 Dec 09 22:38:06.365536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51994) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:06.367155 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48cb65-638c-4050-b44e-01d8888e02f0 None None] Sync routers for ids ['98534897-57b3-4da1-b670-01bccaeaaf65'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:38:06.369144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7cc4-7b85-4f18-8769-421520d3a0ea req-0b9906cd-170e-4d84-8c2b-292899c6f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:06.371814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8ee7cc4-7b85-4f18-8769-421520d3a0ea req-0b9906cd-170e-4d84-8c2b-292899c6f3ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c558ea860bd4ff5832763d011d15de6&device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 1098 time: 0.1212661 Dec 09 22:38:06.388033 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48cb65-638c-4050-b44e-01d8888e02f0 None None] Routers {'98534897-57b3-4da1-b670-01bccaeaaf65'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:38:06.390659 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cf48cb65-638c-4050-b44e-01d8888e02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:38:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['98534897-57b3-4da1-b670-01bccaeaaf65'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:06.529364 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-561b3e4b-9b69-40d6-9dbb-16d334a25059 None None] Set router c6f8316a-b764-4830-96bb-a26ea82406c4 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:38:06.550003 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:06.556708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7cc4-7b85-4f18-8769-421520d3a0ea req-ebef710e-338c-4084-9a0a-cfc27d294e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:06.565957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8ee7cc4-7b85-4f18-8769-421520d3a0ea req-ebef710e-338c-4084-9a0a-cfc27d294e85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a4af1b9-9cad-4262-bece-bac6bde43880 HTTP/1.1" status: 200 len: 909 time: 0.1783848 Dec 09 22:38:06.641018 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-cf48cb65-638c-4050-b44e-01d8888e02f0 None None] Set router 98534897-57b3-4da1-b670-01bccaeaaf65 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:38:06.728586 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8ee7cc4-7b85-4f18-8769-421520d3a0ea req-bf4cd0ee-d16e-4b9e-a18a-5d66642d9864 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d356a680-93ef-4d3f-99e5-de5661c435ff HTTP/1.1" status: 200 len: 1000 time: 0.1617551 Dec 09 22:38:06.828195 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:06.831460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7cc4-7b85-4f18-8769-421520d3a0ea req-ebf27ac1-402f-4bd4-8b56-77888cbb75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:06.832941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8ee7cc4-7b85-4f18-8769-421520d3a0ea req-ebf27ac1-402f-4bd4-8b56-77888cbb75ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cda5c5ae-e162-4ef6-9b70-78933ab0f2bd HTTP/1.1" status: 200 len: 847 time: 0.0973904 Dec 09 22:38:06.993352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Deleting port b94f916f-28fb-4823-95c0-89070e9f4b5b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:06.999834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:07.026616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7cc4-7b85-4f18-8769-421520d3a0ea req-f3a4479c-c073-4940-af3d-7a32e027f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:07.029736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8ee7cc4-7b85-4f18-8769-421520d3a0ea req-f3a4479c-c073-4940-af3d-7a32e027f693 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a4af1b9-9cad-4262-bece-bac6bde43880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866205 Dec 09 22:38:07.050628 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:07.095898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-561b3e4b-9b69-40d6-9dbb-16d334a25059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e8b85074-5739-4e01-afcb-fcee75e85911', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'port_id': 'd356a680-93ef-4d3f-99e5-de5661c435ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'mac_address': 'fa:16:3e:63:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:38:04Z', 'updated_at': '2021-12-09T22:38:04Z', 'revision_number': 0, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c047742a-6734-4a2d-9e30-42650b7b2762', 'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'mac_address': 'fa:16:3e:9a:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:27Z', 'updated_at': '2021-12-09T22:37:36Z', 'revision_number': 5, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'subnets': [{'id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:07.174312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] For port b94f916f-28fb-4823-95c0-89070e9f4b5b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b94f916f-28fb-4823-95c0-89070e9f4b5b,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:07.186262 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:07.191051 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b3e4b-9b69-40d6-9dbb-16d334a25059 None None] Checking router: c6f8316a-b764-4830-96bb-a26ea82406c4 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:38:07.224288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Calling delete_port for b94f916f-28fb-4823-95c0-89070e9f4b5b owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:07.225621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b3e4b-9b69-40d6-9dbb-16d334a25059 None None] Routers {'c6f8316a-b764-4830-96bb-a26ea82406c4'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:38:07.226317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-561b3e4b-9b69-40d6-9dbb-16d334a25059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:38:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c6f8316a-b764-4830-96bb-a26ea82406c4'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:07.239467 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cf48cb65-638c-4050-b44e-01d8888e02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'name': 'tempest-ServersTestMultiNic-1270685952-router', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:22Z', 'updated_at': '2021-12-09T22:38:05Z', 'revision_number': 5, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'gw_port': {'id': 'b94f916f-28fb-4823-95c0-89070e9f4b5b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:24Z', 'updated_at': '2021-12-09T22:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:07.291475 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48cb65-638c-4050-b44e-01d8888e02f0 None None] Checking router: 98534897-57b3-4da1-b670-01bccaeaaf65 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:38:07.312378 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48cb65-638c-4050-b44e-01d8888e02f0 None None] Routers {'98534897-57b3-4da1-b670-01bccaeaaf65'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:38:07.313381 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cf48cb65-638c-4050-b44e-01d8888e02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:38:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['98534897-57b3-4da1-b670-01bccaeaaf65'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:07.362371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b2292fa-0e5b-43c5-b123-9ff4fa3e5237 req-8236ce0f-778a-494e-9be6-1f294a1e5a50 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0458877 Dec 09 22:38:07.380594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55413d-8ca3-40c8-9a8d-7498c1f5984a req-299a20df-5338-4822-a5e7-56e25b897937 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:07.391028 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c55413d-8ca3-40c8-9a8d-7498c1f5984a req-299a20df-5338-4822-a5e7-56e25b897937 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 945 time: 0.2552257 Dec 09 22:38:07.418926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-561b3e4b-9b69-40d6-9dbb-16d334a25059 None None] Set router c6f8316a-b764-4830-96bb-a26ea82406c4 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:38:07.424040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8ee7cc4-7b85-4f18-8769-421520d3a0ea req-10e494c9-a5b5-4e5a-b30d-bad7a94d5994 service neutron] 10.222.0.18 "GET /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864086 Dec 09 22:38:07.484746 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-cf48cb65-638c-4050-b44e-01d8888e02f0 None None] Set router 98534897-57b3-4da1-b670-01bccaeaaf65 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:38:07.498105 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:07.535495 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb78f4-26b4-488e-9f40-077d4c7cd9f1 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:38:07.569960 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cf48cb65-638c-4050-b44e-01d8888e02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'name': 'tempest-ServersTestMultiNic-1270685952-router', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:22Z', 'updated_at': '2021-12-09T22:38:06Z', 'revision_number': 6, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:07.575457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Pushing event deleted for resources: {'Port': ['ID=b94f916f-28fb-4823-95c0-89070e9f4b5b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:07.584735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c55413d-8ca3-40c8-9a8d-7498c1f5984a req-7b2c9d17-53f4-4b63-bd51-3a7c2f2a78e0 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897483 Dec 09 22:38:07.614760 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48cb65-638c-4050-b44e-01d8888e02f0 None None] The sync data for ids ['98534897-57b3-4da1-b670-01bccaeaaf65'] in n-d-789963-23 is: [{'id': '98534897-57b3-4da1-b670-01bccaeaaf65', 'name': 'tempest-ServersTestMultiNic-1270685952-router', 'tenant_id': 'a0b171af27f54b1bbad14b8b48979092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:22Z', 'updated_at': '2021-12-09T22:38:06Z', 'revision_number': 6, 'project_id': 'a0b171af27f54b1bbad14b8b48979092', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:38:07.643891 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8ee7cc4-7b85-4f18-8769-421520d3a0ea req-caa95012-9d85-4a82-9649-63b07e2edd82 service neutron] 10.222.0.18 "GET /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113609 Dec 09 22:38:07.694609 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:07.838217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-561b3e4b-9b69-40d6-9dbb-16d334a25059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e8b85074-5739-4e01-afcb-fcee75e85911', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'port_id': 'd356a680-93ef-4d3f-99e5-de5661c435ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'mac_address': 'fa:16:3e:63:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:38:04Z', 'updated_at': '2021-12-09T22:38:04Z', 'revision_number': 0, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c047742a-6734-4a2d-9e30-42650b7b2762', 'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'mac_address': 'fa:16:3e:9a:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:27Z', 'updated_at': '2021-12-09T22:37:36Z', 'revision_number': 5, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'subnets': [{'id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:07.881414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b3e4b-9b69-40d6-9dbb-16d334a25059 None None] The sync data for ids ['c6f8316a-b764-4830-96bb-a26ea82406c4'] in n-d-789963-23 is: [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e8b85074-5739-4e01-afcb-fcee75e85911', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'port_id': 'd356a680-93ef-4d3f-99e5-de5661c435ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'mac_address': 'fa:16:3e:63:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:38:04Z', 'updated_at': '2021-12-09T22:38:04Z', 'revision_number': 0, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c047742a-6734-4a2d-9e30-42650b7b2762', 'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'mac_address': 'fa:16:3e:9a:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:27Z', 'updated_at': '2021-12-09T22:37:36Z', 'revision_number': 5, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'subnets': [{'id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:38:07.883989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:07.895219 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:07.976109 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:07.976986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98534897-57b3-4da1-b670-01bccaeaaf65 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:38:07.999306 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:08.003141 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d313dbba-fcc1-488c-8309-90cdcd7f505c admin admin] 10.222.0.16 "DELETE /v2.0/routers/98534897-57b3-4da1-b670-01bccaeaaf65 HTTP/1.1" status: 204 len: 168 time: 1.6342213 Dec 09 22:38:08.003593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52058) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:08.106385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a6464e-c566-4185-81a1-4430d9268240 admin admin] Deleting subnet bd7e93c3-44fb-45c1-a83e-06e6099ff766 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:38:08.111553 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8a6464e-c566-4185-81a1-4430d9268240 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:08.168984 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8a6464e-c566-4185-81a1-4430d9268240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:08.339219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e61c5-1552-49fe-aac7-feb30d4ba16e None None] New status for floating IP e8b85074-5739-4e01-afcb-fcee75e85911: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:38:08.370462 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8a6464e-c566-4185-81a1-4430d9268240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:08.488765 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8a6464e-c566-4185-81a1-4430d9268240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:08.543846 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8a6464e-c566-4185-81a1-4430d9268240 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:08.549745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b8a6464e-c566-4185-81a1-4430d9268240 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bd7e93c3-44fb-45c1-a83e-06e6099ff766 HTTP/1.1" status: 204 len: 168 time: 0.5429718 Dec 09 22:38:08.550148 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:08.557507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6464e-c566-4185-81a1-4430d9268240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd7e93c3-44fb-45c1-a83e-06e6099ff766,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:08.571739 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30719a50-6713-427a-8d4d-677813edb90f None None] Network 09be8c43-2350-4c57-927d-6a2e97012dde requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:38:08.634178 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a97fa7c7-017a-4362-9c3d-01e1da872186 req-244500d4-f581-4e49-b923-d9edea03d6e3 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.1278188 Dec 09 22:38:08.704051 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:08.771833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Deleting port 6c02bc21-3579-4f30-bb87-38c5408ec7a9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:08.772194 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:08.922561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] For port 6c02bc21-3579-4f30-bb87-38c5408ec7a9, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c02bc21-3579-4f30-bb87-38c5408ec7a9,segment=NetworkSegment(6894de68-4f1b-4be5-b72f-811546a7fe6b),segment_id=6894de68-4f1b-4be5-b72f-811546a7fe6b)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:08.924283 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:08.930912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c3006e-31ab-4f41-8f33-94a7c217e994 None None] DHCP port deletion for 09be8c43-2350-4c57-927d-6a2e97012dde request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:38:08.955186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Calling delete_port for 6c02bc21-3579-4f30-bb87-38c5408ec7a9 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:09.047178 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 280a4147-23bc-4e2f-9939-c673550fa5e7 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:09.083752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-74c3006e-31ab-4f41-8f33-94a7c217e994 None None] Deleting port 6c02bc21-3579-4f30-bb87-38c5408ec7a9 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:09.085054 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-74c3006e-31ab-4f41-8f33-94a7c217e994 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:09.125815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:09.211012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-74c3006e-31ab-4f41-8f33-94a7c217e994 None None] For port 6c02bc21-3579-4f30-bb87-38c5408ec7a9, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c02bc21-3579-4f30-bb87-38c5408ec7a9,segment=NetworkSegment(6894de68-4f1b-4be5-b72f-811546a7fe6b),segment_id=6894de68-4f1b-4be5-b72f-811546a7fe6b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:09.211530 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-74c3006e-31ab-4f41-8f33-94a7c217e994 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:09.220296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c02bc21-3579-4f30-bb87-38c5408ec7a9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:09.225252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] No DVR routers for this DVR port 6c02bc21-3579-4f30-bb87-38c5408ec7a9 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:09.245644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-74c3006e-31ab-4f41-8f33-94a7c217e994 None None] Calling delete_port for 6c02bc21-3579-4f30-bb87-38c5408ec7a9 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:09.321897 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:09.339315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 280a4147-23bc-4e2f-9939-c673550fa5e7 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:09.339915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 280a4147-23bc-4e2f-9939-c673550fa5e7 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:09.340214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b94f916f-28fb-4823-95c0-89070e9f4b5b no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:09.346159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09be8c43-2350-4c57-927d-6a2e97012dde']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:09.372350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6894de68-4f1b-4be5-b72f-811546a7fe6b') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:09.372625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6894de68-4f1b-4be5-b72f-811546a7fe6b') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:09.417137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:09.453026 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: b94f916f-28fb-4823-95c0-89070e9f4b5b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:09.453338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b94f916f-28fb-4823-95c0-89070e9f4b5b not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:09.455174 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-74c3006e-31ab-4f41-8f33-94a7c217e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:09.457080 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:09.468192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:38:09.468637 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:38:09.472178 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:38:09.513926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3006e-31ab-4f41-8f33-94a7c217e994 None None] Pushing event deleted for resources: {'Port': ['ID=6c02bc21-3579-4f30-bb87-38c5408ec7a9,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:09.519831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c3006e-31ab-4f41-8f33-94a7c217e994 None None] No DVR routers for this DVR port 6c02bc21-3579-4f30-bb87-38c5408ec7a9 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:09.580348 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:09.591350 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:09.595012 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] 10.222.0.16 "DELETE /v2.0/networks/09be8c43-2350-4c57-927d-6a2e97012dde HTTP/1.1" status: 204 len: 168 time: 1.0431540 Dec 09 22:38:09.607867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165f890-6ff8-4911-82f2-ee90cf46375d admin admin] Pushing event deleted for resources: {'Network': ['ID=09be8c43-2350-4c57-927d-6a2e97012dde,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:09.774839 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47dc0b00-ba4d-423b-a65c-e12437fa12d2 req-b27fa020-ad3b-4cbc-9d82-b67b999a359c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0307379 Dec 09 22:38:09.816179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52116) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:09.859848 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8fac9dc5-c805-4fcf-91fc-4854eb4ca3b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0b171af27f54b1bbad14b8b48979092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422506 Dec 09 22:38:09.862381 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52118) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:09.918156 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7d2794ba-50e6-4579-95d8-8a5ba9122790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:09.948666 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7d2794ba-50e6-4579-95d8-8a5ba9122790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:10.004253 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7d2794ba-50e6-4579-95d8-8a5ba9122790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:10.007271 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7d2794ba-50e6-4579-95d8-8a5ba9122790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:10.009261 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7d2794ba-50e6-4579-95d8-8a5ba9122790 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f651493f-ae01-47e7-a336-096847d7f5e5 HTTP/1.1" status: 204 len: 168 time: 0.1451170 Dec 09 22:38:10.029693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2794ba-50e6-4579-95d8-8a5ba9122790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f651493f-ae01-47e7-a336-096847d7f5e5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:10.896770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52154) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:10.941264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c02bc21-3579-4f30-bb87-38c5408ec7a9 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:10.965354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6c02bc21-3579-4f30-bb87-38c5408ec7a9 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:10.966015 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c02bc21-3579-4f30-bb87-38c5408ec7a9 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:11.094892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-886150143-network', 'tenant_id': 'b2faeab8999645d0aecc09aad9149937'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:38:11.149727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Made reservation on behalf of b2faeab8999645d0aecc09aad9149937 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:38:11.153085 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:11.180122 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:11.294412 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:11.297571 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c77efc3d-335f-4fca-9fcd-b6acb13c9ec8 req-9a65b62d-4457-4ff8-9b85-160841d7ddf4 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.4216943 Dec 09 22:38:11.299499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:11.343119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7810637a-f55e-4614-90e1-296b314b049c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:11.362040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:38:11.385170 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:11.385551 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Added segment 73aa8956-e789-4e0c-bdbc-1390756df713 of type vlan for network 29868e70-b02b-43f7-ac67-65d677e88999 Dec 09 22:38:11.457057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:11.491722 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:11.492873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:11.493467 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:11.549313 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6510251 Dec 09 22:38:11.549996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52166) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:11.555343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-00c811be-7dc1-4671-b73f-2d55b7f4090b admin admin] Request body: {'subnet': {'network_id': '29868e70-b02b-43f7-ac67-65d677e88999', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-886150143-subnet', 'tenant_id': 'b2faeab8999645d0aecc09aad9149937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:38:11.591943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c811be-7dc1-4671-b73f-2d55b7f4090b admin admin] Made reservation on behalf of b2faeab8999645d0aecc09aad9149937 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:38:11.597450 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00c811be-7dc1-4671-b73f-2d55b7f4090b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:11.611504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c4e09-745c-4b05-8fcd-aa4efd3bb2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=29868e70-b02b-43f7-ac67-65d677e88999,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:11.624907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 29868e70-b02b-43f7-ac67-65d677e88999 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:38:12.160656 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00c811be-7dc1-4671-b73f-2d55b7f4090b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:12.222160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c811be-7dc1-4671-b73f-2d55b7f4090b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a87a1d-82f8-4c7d-80cd-204c780f1259,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:12.258863 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c811be-7dc1-4671-b73f-2d55b7f4090b admin admin] Checking segment: {'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:38:12.259230 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c811be-7dc1-4671-b73f-2d55b7f4090b admin admin] Network hostable DHCP agents. Network: 29868e70-b02b-43f7-ac67-65d677e88999, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:38:12.279889 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c811be-7dc1-4671-b73f-2d55b7f4090b admin admin] Network 29868e70-b02b-43f7-ac67-65d677e88999 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:38:12.294166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-00c811be-7dc1-4671-b73f-2d55b7f4090b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 29868e70-b02b-43f7-ac67-65d677e88999) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:38:12.298799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c811be-7dc1-4671-b73f-2d55b7f4090b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:12.300014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00c811be-7dc1-4671-b73f-2d55b7f4090b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:12.304207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a554405-d61d-4c79-b7da-80a7ab38d694 None None] Network 29868e70-b02b-43f7-ac67-65d677e88999 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:38:12.328289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-00c811be-7dc1-4671-b73f-2d55b7f4090b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7769504 Dec 09 22:38:12.473837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b55f4a1-be22-4319-9809-a8eafa101fb9 None None] Network 29868e70-b02b-43f7-ac67-65d677e88999 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:38:12.547053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5484f6af-1443-4660-9a0b-363a08bb0be7 req-b56593ae-ae88-4e37-a0d9-a8edf28b8114 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.1051397 Dec 09 22:38:12.922685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-662846a4-17af-4954-9987-2f8ff9d1eef6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:12.924183 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-662846a4-17af-4954-9987-2f8ff9d1eef6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/networks?id=29868e70-b02b-43f7-ac67-65d677e88999 HTTP/1.1" status: 200 len: 814 time: 0.1163952 Dec 09 22:38:12.953028 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d1476e78-74b1-4f5a-afb5-414fc6abf1fc tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/quotas/b2faeab8999645d0aecc09aad9149937 HTTP/1.1" status: 200 len: 375 time: 0.0182374 Dec 09 22:38:13.000423 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-db458fa1-9433-440d-949f-2c635b356c18 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2faeab8999645d0aecc09aad9149937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402987 Dec 09 22:38:13.114219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-606fcaf8-e704-42f4-a48a-93326f971d23 service neutron] 10.222.0.16 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036963 Dec 09 22:38:13.219808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-61991870-4a86-4ed5-b1b1-b1e1755d2d84 service neutron] 10.222.0.16 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986879 Dec 09 22:38:13.436749 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-157e7ec5-ae1e-4968-9fac-4f517358807b req-00b1ef36-1ea4-4dbd-b50d-ad6c4f690891 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 210 time: 0.0268903 Dec 09 22:38:13.848705 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9edacc41-9e6e-4af1-a3db-c0336a67a539 req-9009510b-d79e-468c-9294-ceb07a73af76 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.2133749 Dec 09 22:38:13.948844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52226) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:14.585472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e7919e0-0682-4efd-b566-923151b1129e req-18487ea3-5510-42ed-a833-dd3a2746c830 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 210 time: 0.0356252 Dec 09 22:38:14.598797 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:15.058316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3f65c6c-adc7-4ed7-ac1f-5147fcf325c3 req-3d8d3c43-1ca2-4c31-a593-19126f5cd1ab tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0783303 Dec 09 22:38:15.129457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-c4d911e8-378d-40b7-b06c-ecd4c5b4e798 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:15.131619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-c4d911e8-378d-40b7-b06c-ecd4c5b4e798 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.42 "GET /v2.0/networks?id=29868e70-b02b-43f7-ac67-65d677e88999 HTTP/1.1" status: 200 len: 814 time: 0.3479984 Dec 09 22:38:15.146683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Request body: {'port': {'device_id': 'f863f422-6faa-4837-9c95-a7c36c03d3e4', 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999', 'admin_state_up': True, 'tenant_id': 'b2faeab8999645d0aecc09aad9149937'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:38:15.307171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Deleting port 5dc21e40-161a-428c-b4e0-5850c101e89e {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:15.307518 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:15.341372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Made reservation on behalf of b2faeab8999645d0aecc09aad9149937 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:38:15.344991 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:15.452705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] For port 5dc21e40-161a-428c-b4e0-5850c101e89e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5dc21e40-161a-428c-b4e0-5850c101e89e,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:15.453053 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:15.472873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Calling delete_port for 5dc21e40-161a-428c-b4e0-5850c101e89e owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:15.577303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Allocated IP 172.20.0.10 (29868e70-b02b-43f7-ac67-65d677e88999/c5a87a1d-82f8-4c7d-80cd-204c780f1259/e0e6b449-006a-4fb6-8549-996aabb7ea94) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:38:15.741197 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8461e3df-d27e-4a24-b2c3-14d0bfd5c502 req-80289ea6-ed58-47d7-b9ca-b1cb1f4c5ab7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 210 time: 0.0606935 Dec 09 22:38:15.859201 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:15.879445 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:15.922901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc21e40-161a-428c-b4e0-5850c101e89e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:16.024433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.024700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.025047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.025394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.025920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.026415 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.027700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.028053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.028386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.028710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.029040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.029374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.029698 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:16.045292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:16.167366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Pushing event updated for resources: {'Port': ['ID=e0e6b449-006a-4fb6-8549-996aabb7ea94,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:16.217572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Network 29868e70-b02b-43f7-ac67-65d677e88999 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:38:16.221293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1dfcd31e-3c68-4544-aff4-2551ee3f0e1b req-b7f2ef09-8ed3-4699-bb3d-f69580c41262 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/ports?device_id=292b3e59-6a87-429e-9e05-0f0cc08f1ada HTTP/1.1" status: 200 len: 210 time: 0.0442336 Dec 09 22:38:16.226236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:38:16.229955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:38:16.324523 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:16.324999 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:16.327511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:16.349496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-d2e5e90d-ea96-4114-888c-91b922875e6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2077603 Dec 09 22:38:16.388680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Request body: {'port': {'device_id': 'f863f422-6faa-4837-9c95-a7c36c03d3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:38:16.480709 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:16.756651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Router 08b2b868-8828-4b47-afc1-e79746d0c66f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:38:16.964569 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:38:16.973476 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7be3d0f1-0555-4557-b31b-13002a4829f7 admin admin] 10.222.0.16 "PUT /v2.0/routers/08b2b868-8828-4b47-afc1-e79746d0c66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0214543 Dec 09 22:38:16.973893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52262) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:16.980395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e6b449-006a-4fb6-8549-996aabb7ea94 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:38:16.982449 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124973e3-9a4b-4a9c-ac26-fb2074604cc5 None None] Sync routers for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:38:16.992728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858862f-739f-453f-82fe-b71d342c5cc6 req-172f2c4a-9bd7-4877-8682-eae0ed28173c tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:16.998246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3858862f-739f-453f-82fe-b71d342c5cc6 req-172f2c4a-9bd7-4877-8682-eae0ed28173c tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 932 time: 0.1483409 Dec 09 22:38:17.002289 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124973e3-9a4b-4a9c-ac26-fb2074604cc5 None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:38:17.003492 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-124973e3-9a4b-4a9c-ac26-fb2074604cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:38:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:17.009760 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.040001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Transition to ACTIVE for port object e0e6b449-006a-4fb6-8549-996aabb7ea94 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:38:17.058260 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.118975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3858862f-739f-453f-82fe-b71d342c5cc6 req-fa59e752-fc24-4301-9eec-4f08bedb06a4 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153419 Dec 09 22:38:17.149093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e6b449-006a-4fb6-8549-996aabb7ea94,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:17.164660 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.233201 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Attempting to bind port e0e6b449-006a-4fb6-8549-996aabb7ea94 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:38:17.233547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Attempting to bind port e0e6b449-006a-4fb6-8549-996aabb7ea94 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:38:17.234574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Attempting to bind port e0e6b449-006a-4fb6-8549-996aabb7ea94 on network 29868e70-b02b-43f7-ac67-65d677e88999 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:38:17.234743 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-124973e3-9a4b-4a9c-ac26-fb2074604cc5 None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:38:17.243808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Port e0e6b449-006a-4fb6-8549-996aabb7ea94 on network 29868e70-b02b-43f7-ac67-65d677e88999 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:38:17.244145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Attempting to bind port e0e6b449-006a-4fb6-8549-996aabb7ea94 on network 29868e70-b02b-43f7-ac67-65d677e88999 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:38:17.257249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:38:17.258123 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Checking segment: {'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:38:17.258524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Bound using segment: {'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:38:17.259840 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Bound port: e0e6b449-006a-4fb6-8549-996aabb7ea94, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:38:17.260899 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.338178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.383756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52272) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:17.436075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] For port e0e6b449-006a-4fb6-8549-996aabb7ea94, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:38:17.439732 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] For port e0e6b449-006a-4fb6-8549-996aabb7ea94, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0e6b449-006a-4fb6-8549-996aabb7ea94,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:38:17.446263 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.462938 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6e3f55e3-d245-4f70-91d9-7c8d9455ed3c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.469748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Deleting port 662652d1-871b-49f4-905c-653dbde1b235 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:17.470107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.496047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:17.496676 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.498624 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] 10.222.0.42 "PUT /v2.0/ports/e0e6b449-006a-4fb6-8549-996aabb7ea94 HTTP/1.1" status: 200 len: 1093 time: 1.1154561 Dec 09 22:38:17.499095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f863f422-6faa-4837-9c95-a7c36c03d3e4', 'tag': 'e0e6b449-006a-4fb6-8549-996aabb7ea94'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:38:17.501440 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb92192-7f1d-4a61-885f-07f3278aae74" -d '{"events": [{"name": "network-changed", "server_uuid": "f863f422-6faa-4837-9c95-a7c36c03d3e4", "tag": "e0e6b449-006a-4fb6-8549-996aabb7ea94"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:38:17.517563 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-124973e3-9a4b-4a9c-ac26-fb2074604cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '662652d1-871b-49f4-905c-653dbde1b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:38:15Z', 'revision_number': 5, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port': {'id': '662652d1-871b-49f4-905c-653dbde1b235', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:29:06Z', 'updated_at': '2021-12-09T22:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:17.536816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25a888-942b-4060-b4c3-457c57d48362 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e6b449-006a-4fb6-8549-996aabb7ea94,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:17.537246 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6e3f55e3-d245-4f70-91d9-7c8d9455ed3c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.556059 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124973e3-9a4b-4a9c-ac26-fb2074604cc5 None None] Checking router: 08b2b868-8828-4b47-afc1-e79746d0c66f for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:38:17.571196 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124973e3-9a4b-4a9c-ac26-fb2074604cc5 None None] Routers {'08b2b868-8828-4b47-afc1-e79746d0c66f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:38:17.572086 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac096458-4204-4608-8917-3b7cac4589af x-openstack-request-id: req-ac096458-4204-4608-8917-3b7cac4589af {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:38:17.572200 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-124973e3-9a4b-4a9c-ac26-fb2074604cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:38:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['08b2b868-8828-4b47-afc1-e79746d0c66f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:17.572385 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f863f422-6faa-4837-9c95-a7c36c03d3e4", "tag": "e0e6b449-006a-4fb6-8549-996aabb7ea94", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:38:17.572647 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac096458-4204-4608-8917-3b7cac4589af {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:38:17.573299 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f863f422-6faa-4837-9c95-a7c36c03d3e4', 'tag': 'e0e6b449-006a-4fb6-8549-996aabb7ea94', 'status': 'completed', 'code': 200} Dec 09 22:38:17.607793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-82153685-7d3a-4bd2-bfbd-2938b40d789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:17.609521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-82153685-7d3a-4bd2-bfbd-2938b40d789c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2faeab8999645d0aecc09aad9149937&device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0538099 Dec 09 22:38:17.674775 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-e279df67-f8ee-46d4-a38f-b1879e810d75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0e6b449-006a-4fb6-8549-996aabb7ea94 HTTP/1.1" status: 200 len: 217 time: 0.0547915 Dec 09 22:38:17.676434 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-124973e3-9a4b-4a9c-ac26-fb2074604cc5 None None] Set router 08b2b868-8828-4b47-afc1-e79746d0c66f gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:38:17.677378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] For port 662652d1-871b-49f4-905c-653dbde1b235, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=662652d1-871b-49f4-905c-653dbde1b235,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:17.678807 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.693897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Calling delete_port for 662652d1-871b-49f4-905c-653dbde1b235 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:17.699169 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6e3f55e3-d245-4f70-91d9-7c8d9455ed3c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.701825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6e3f55e3-d245-4f70-91d9-7c8d9455ed3c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:17.702989 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6e3f55e3-d245-4f70-91d9-7c8d9455ed3c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "DELETE /v2.0/security-groups/f0097352-188a-4fe6-a3bb-906c3e4d7fbb HTTP/1.1" status: 204 len: 168 time: 0.3166015 Dec 09 22:38:17.707920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52276) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:17.738768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f55e3-d245-4f70-91d9-7c8d9455ed3c tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0097352-188a-4fe6-a3bb-906c3e4d7fbb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:17.774872 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-6186aa7a-5e7a-4576-9351-dd826a387fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:17.776372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-6186aa7a-5e7a-4576-9351-dd826a387fa0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5a87a1d-82f8-4c7d-80cd-204c780f1259 HTTP/1.1" status: 200 len: 854 time: 0.0943139 Dec 09 22:38:17.782001 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-124973e3-9a4b-4a9c-ac26-fb2074604cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:38:17Z', 'revision_number': 6, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:17.792661 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-144820b7-053c-4c37-a341-5e46916569e7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] show failed (client error): The resource could not be found. Dec 09 22:38:17.793714 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-144820b7-053c-4c37-a341-5e46916569e7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "GET /v2.0/security-groups/f0097352-188a-4fe6-a3bb-906c3e4d7fbb HTTP/1.1" status: 404 len: 347 time: 0.0807593 Dec 09 22:38:17.807231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52280) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:17.814545 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-833d9d6b-988b-4fd3-8b72-60e75b2cfa31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29868e70-b02b-43f7-ac67-65d677e88999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308058 Dec 09 22:38:17.917564 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124973e3-9a4b-4a9c-ac26-fb2074604cc5 None None] The sync data for ids ['08b2b868-8828-4b47-afc1-e79746d0c66f'] in n-d-789963-23 is: [{'id': '08b2b868-8828-4b47-afc1-e79746d0c66f', 'name': 'tempest-AttachVolumeShelveTestJSON-870902583-router', 'tenant_id': 'e553cf18c1da4077a85cacb736b72c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:29:04Z', 'updated_at': '2021-12-09T22:38:17Z', 'revision_number': 6, 'project_id': 'e553cf18c1da4077a85cacb736b72c41', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:38:17.942293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-a85174ed-7bf4-4874-9fcf-433dbc60739c service neutron] 10.222.0.42 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204109 Dec 09 22:38:18.061043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-a130e902-f0e9-4e1f-a0b6-66922fe05a3f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Deleting port eb6bccaa-8069-4d2c-8f8a-6e73c5671245 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:18.061583 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a130e902-f0e9-4e1f-a0b6-66922fe05a3f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:18.062966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0bfaa4-b8a6-4ce9-b537-53f91b0ed86e req-de46bbfd-0834-418c-9640-630f90660032 service neutron] 10.222.0.42 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113927 Dec 09 22:38:18.125255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:18.160875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=662652d1-871b-49f4-905c-653dbde1b235,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:18.180566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb92192-7f1d-4a61-885f-07f3278aae74 req-7e7b00f0-ccb5-4f9d-8942-860eaf9094b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:18.182063 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255db44e-7580-425b-a7ff-56d9b71d6b4e None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:38:18.182603 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb92192-7f1d-4a61-885f-07f3278aae74 req-7e7b00f0-ccb5-4f9d-8942-860eaf9094b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2faeab8999645d0aecc09aad9149937&device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0535166 Dec 09 22:38:18.225096 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a130e902-f0e9-4e1f-a0b6-66922fe05a3f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:18.225431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a130e902-f0e9-4e1f-a0b6-66922fe05a3f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:18.245541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-a130e902-f0e9-4e1f-a0b6-66922fe05a3f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Calling delete_port for eb6bccaa-8069-4d2c-8f8a-6e73c5671245 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:18.265183 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:18.684078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacecde-130d-41d2-be98-fe1325aef29f req-1c0f6ed5-65fe-412d-8ddc-dc965273a948 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:18.688474 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccacecde-130d-41d2-be98-fe1325aef29f req-1c0f6ed5-65fe-412d-8ddc-dc965273a948 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 944 time: 0.4550357 Dec 09 22:38:18.724309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb92192-7f1d-4a61-885f-07f3278aae74 req-ee0212ee-cd27-43f3-86d8-594e7c4d56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:18.725704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb92192-7f1d-4a61-885f-07f3278aae74 req-ee0212ee-cd27-43f3-86d8-594e7c4d56dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=29868e70-b02b-43f7-ac67-65d677e88999 HTTP/1.1" status: 200 len: 915 time: 0.5323226 Dec 09 22:38:18.778928 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:18.779768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccacecde-130d-41d2-be98-fe1325aef29f req-a2cdeb6a-17f6-4418-99d5-14b0152470d8 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876455 Dec 09 22:38:18.782849 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb92192-7f1d-4a61-885f-07f3278aae74 req-3523510d-407a-458b-a9c8-282b55e31ff5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0e6b449-006a-4fb6-8549-996aabb7ea94 HTTP/1.1" status: 200 len: 217 time: 0.0451579 Dec 09 22:38:18.782978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:18.855634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb92192-7f1d-4a61-885f-07f3278aae74 req-dcf5701a-d2dd-4551-934a-5753e0fcbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:18.857091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb92192-7f1d-4a61-885f-07f3278aae74 req-dcf5701a-d2dd-4551-934a-5753e0fcbbd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5a87a1d-82f8-4c7d-80cd-204c780f1259 HTTP/1.1" status: 200 len: 854 time: 0.0663772 Dec 09 22:38:18.861354 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:18.868121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08b2b868-8828-4b47-afc1-e79746d0c66f {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:38:18.876903 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:18.882287 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-819cf1a4-09d7-45db-8baf-6bcb98e48ec0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/08b2b868-8828-4b47-afc1-e79746d0c66f HTTP/1.1" status: 204 len: 168 time: 1.9023542 Dec 09 22:38:18.885231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52294) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:18.906228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb92192-7f1d-4a61-885f-07f3278aae74 req-37d1af9b-e000-4409-9ab9-00823dbb725c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29868e70-b02b-43f7-ac67-65d677e88999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388703 Dec 09 22:38:18.989158 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a711fb3-b51d-47df-aebc-de169ab7d03e admin admin] Deleting subnet 8120da04-1f11-44c0-b5d3-87450c8b2ee1 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:38:18.992580 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a711fb3-b51d-47df-aebc-de169ab7d03e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:18.994934 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5dc21e40-161a-428c-b4e0-5850c101e89e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:19.015953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 5dc21e40-161a-428c-b4e0-5850c101e89e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:19.016296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5dc21e40-161a-428c-b4e0-5850c101e89e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:19.016924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 662652d1-871b-49f4-905c-653dbde1b235 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:19.032319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb92192-7f1d-4a61-885f-07f3278aae74 req-29524629-474d-4946-9387-a863925fdbdf service neutron] 10.222.0.42 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187871 Dec 09 22:38:19.043586 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a130e902-f0e9-4e1f-a0b6-66922fe05a3f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.047350 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a711fb3-b51d-47df-aebc-de169ab7d03e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.051841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 662652d1-871b-49f4-905c-653dbde1b235 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:19.052573 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 662652d1-871b-49f4-905c-653dbde1b235 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:19.106437 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130e902-f0e9-4e1f-a0b6-66922fe05a3f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Port': ['ID=eb6bccaa-8069-4d2c-8f8a-6e73c5671245,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:19.116262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edddb6f6-1b39-457c-89dc-b2bf4bd4a872 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:38:19.175493 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ccb92192-7f1d-4a61-885f-07f3278aae74 req-beb4ab60-119f-48bc-a706-7502a335f416 service neutron] 10.222.0.42 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332035 Dec 09 22:38:19.248319 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a130e902-f0e9-4e1f-a0b6-66922fe05a3f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.251065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a130e902-f0e9-4e1f-a0b6-66922fe05a3f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.255086 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a130e902-f0e9-4e1f-a0b6-66922fe05a3f tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e406a2e-fc6c-4fd1-aefe-5d5a788367a6 HTTP/1.1" status: 204 len: 168 time: 1.4440596 Dec 09 22:38:19.255224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52298) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:19.263904 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a711fb3-b51d-47df-aebc-de169ab7d03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.330585 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a711fb3-b51d-47df-aebc-de169ab7d03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.363379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a711fb3-b51d-47df-aebc-de169ab7d03e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8120da04-1f11-44c0-b5d3-87450c8b2ee1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:19.372893 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a711fb3-b51d-47df-aebc-de169ab7d03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.375592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-677f6e5d-0322-4bc4-9a7b-ce03fb6de8a7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Deleting port 9188f21f-5100-4282-a579-1f04413f9f3e {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:19.378561 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0a711fb3-b51d-47df-aebc-de169ab7d03e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8120da04-1f11-44c0-b5d3-87450c8b2ee1 HTTP/1.1" status: 204 len: 168 time: 0.4898143 Dec 09 22:38:19.379438 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-677f6e5d-0322-4bc4-9a7b-ce03fb6de8a7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.381443 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7bd5b7-1a34-4442-b9b9-3d419c79e1c3 None None] Network c932c76f-049a-4abd-b233-3ca5aa5fead4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:38:19.385516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52302) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:19.469294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.511552 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-677f6e5d-0322-4bc4-9a7b-ce03fb6de8a7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.526930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-677f6e5d-0322-4bc4-9a7b-ce03fb6de8a7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Calling delete_port for 9188f21f-5100-4282-a579-1f04413f9f3e owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:19.531432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Deleting port 02fd5392-32e4-4e95-909e-3034a6acb082 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:19.531776 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.613806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] DHCP port deletion for c932c76f-049a-4abd-b233-3ca5aa5fead4 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:38:19.643768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] For port 02fd5392-32e4-4e95-909e-3034a6acb082, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=02fd5392-32e4-4e95-909e-3034a6acb082,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:19.644615 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.660811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Calling delete_port for 02fd5392-32e4-4e95-909e-3034a6acb082 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:19.674695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Deleting port 02fd5392-32e4-4e95-909e-3034a6acb082 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:19.675306 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.708736 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-677f6e5d-0322-4bc4-9a7b-ce03fb6de8a7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.745414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f6e5d-0322-4bc4-9a7b-ce03fb6de8a7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Port': ['ID=9188f21f-5100-4282-a579-1f04413f9f3e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:19.774528 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.795088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] For port 02fd5392-32e4-4e95-909e-3034a6acb082, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=02fd5392-32e4-4e95-909e-3034a6acb082,segment=NetworkSegment(b5643f12-2cf3-4f21-8f26-7daa14956eac),segment_id=b5643f12-2cf3-4f21-8f26-7daa14956eac)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:19.796152 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.802360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Pushing event deleted for resources: {'Port': ['ID=02fd5392-32e4-4e95-909e-3034a6acb082,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:19.809730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] No DVR routers for this DVR port 02fd5392-32e4-4e95-909e-3034a6acb082 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:19.827072 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-677f6e5d-0322-4bc4-9a7b-ce03fb6de8a7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.830925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Calling delete_port for 02fd5392-32e4-4e95-909e-3034a6acb082 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:19.834447 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-677f6e5d-0322-4bc4-9a7b-ce03fb6de8a7 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "DELETE /v2.0/ports/9188f21f-5100-4282-a579-1f04413f9f3e HTTP/1.1" status: 204 len: 168 time: 0.5776823 Dec 09 22:38:19.835116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52308) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:19.900740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.941067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c932c76f-049a-4abd-b233-3ca5aa5fead4']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:19.951418 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.964973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5643f12-2cf3-4f21-8f26-7daa14956eac') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:19.965259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5643f12-2cf3-4f21-8f26-7daa14956eac') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:19.989022 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:19.994383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9f314-9a72-43c5-b4aa-a35a9926fb80 req-5aa9aaad-73be-4918-96c6-95ee24b59b82 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:20.001646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18f9f314-9a72-43c5-b4aa-a35a9926fb80 req-5aa9aaad-73be-4918-96c6-95ee24b59b82 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 944 time: 0.0762682 Dec 09 22:38:20.004864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Pushing event deleted for resources: {'Port': ['ID=02fd5392-32e4-4e95-909e-3034a6acb082,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:20.014240 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.023825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:38:20.024235 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:38:20.026035 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:38:20.028405 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.029113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.029466 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.029884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.030460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.031180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.031934 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.032618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.033013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.033431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.034901 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.035433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.036052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:20.042896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e656c22-8810-40ae-8ecd-44ccc9ce2b62 None None] No DVR routers for this DVR port 02fd5392-32e4-4e95-909e-3034a6acb082 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:20.045879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-080d8e59-2ada-46c1-97f3-5853400b62cb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Deleting port 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:20.046173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-080d8e59-2ada-46c1-97f3-5853400b62cb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.077982 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18f9f314-9a72-43c5-b4aa-a35a9926fb80 req-8b8b8c25-1305-42b8-88fa-163088607121 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754123 Dec 09 22:38:20.110621 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.116332 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.122835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c932c76f-049a-4abd-b233-3ca5aa5fead4 HTTP/1.1" status: 204 len: 168 time: 0.7279723 Dec 09 22:38:20.144543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344fd3a-1238-4054-b8c6-eb9e3dfbf195 admin admin] Pushing event deleted for resources: {'Network': ['ID=c932c76f-049a-4abd-b233-3ca5aa5fead4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:20.173660 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-080d8e59-2ada-46c1-97f3-5853400b62cb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.208109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-080d8e59-2ada-46c1-97f3-5853400b62cb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Calling delete_port for 576a0fe3-94a0-4e8f-8778-9a3ea4e90680 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:20.312167 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52316) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:20.358456 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cf276acd-a511-4140-bb94-6e91cc40e973 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e553cf18c1da4077a85cacb736b72c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443141 Dec 09 22:38:20.360231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52318) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:20.387150 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-080d8e59-2ada-46c1-97f3-5853400b62cb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.415173 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38a6655d-aef9-426a-8bb0-c71b2d765b8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.424078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d8e59-2ada-46c1-97f3-5853400b62cb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Port': ['ID=576a0fe3-94a0-4e8f-8778-9a3ea4e90680,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:20.459257 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38a6655d-aef9-426a-8bb0-c71b2d765b8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.518201 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-080d8e59-2ada-46c1-97f3-5853400b62cb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.525239 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-080d8e59-2ada-46c1-97f3-5853400b62cb tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "DELETE /v2.0/ports/576a0fe3-94a0-4e8f-8778-9a3ea4e90680 HTTP/1.1" status: 204 len: 168 time: 0.6877692 Dec 09 22:38:20.528071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52322) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:20.537212 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38a6655d-aef9-426a-8bb0-c71b2d765b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.543371 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38a6655d-aef9-426a-8bb0-c71b2d765b8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.544550 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-38a6655d-aef9-426a-8bb0-c71b2d765b8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe377f97-12ba-4cd8-8130-3dcb32884a3b HTTP/1.1" status: 204 len: 168 time: 0.1833358 Dec 09 22:38:20.555433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6655d-aef9-426a-8bb0-c71b2d765b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe377f97-12ba-4cd8-8130-3dcb32884a3b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:20.591278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-d636d607-9c76-4178-a84f-ba1a756acbe5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Deleting subnet 25fddd92-6096-43db-943d-1bcc15f8470d {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:38:20.594698 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d636d607-9c76-4178-a84f-ba1a756acbe5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.641089 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d636d607-9c76-4178-a84f-ba1a756acbe5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.739837 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d636d607-9c76-4178-a84f-ba1a756acbe5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.811391 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d636d607-9c76-4178-a84f-ba1a756acbe5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.844334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636d607-9c76-4178-a84f-ba1a756acbe5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Subnet': ['ID=25fddd92-6096-43db-943d-1bcc15f8470d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:20.851267 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d636d607-9c76-4178-a84f-ba1a756acbe5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.855321 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d636d607-9c76-4178-a84f-ba1a756acbe5 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "DELETE /v2.0/subnets/25fddd92-6096-43db-943d-1bcc15f8470d HTTP/1.1" status: 204 len: 168 time: 0.3252828 Dec 09 22:38:20.857856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52330) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:20.859853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf87c0-9ed9-4ba8-9a6e-b07a6ad22848 None None] Network 02defe12-519c-42b7-988d-629d9defac3c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:38:20.937372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ed8a93-dce9-4894-8627-19e82bfc3db9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Deleting subnet 1cba9925-ba78-4e6c-8a09-8b29dfa559b9 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:38:20.940834 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed8a93-dce9-4894-8627-19e82bfc3db9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.996910 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed8a93-dce9-4894-8627-19e82bfc3db9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:20.999934 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 02fd5392-32e4-4e95-909e-3034a6acb082 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:21.029726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 02fd5392-32e4-4e95-909e-3034a6acb082 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:21.030445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 02fd5392-32e4-4e95-909e-3034a6acb082 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:21.153083 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086bcf42-22af-48c6-b7af-1e4c74d82a46 None None] DHCP port deletion for 02defe12-519c-42b7-988d-629d9defac3c request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:38:21.234352 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-086bcf42-22af-48c6-b7af-1e4c74d82a46 None None] Deleting port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:21.235295 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-086bcf42-22af-48c6-b7af-1e4c74d82a46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:21.289408 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed8a93-dce9-4894-8627-19e82bfc3db9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:21.336451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-086bcf42-22af-48c6-b7af-1e4c74d82a46 None None] For port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=27acd4fe-7bfe-4d31-8b74-5692e9225d8a,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:21.336862 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-086bcf42-22af-48c6-b7af-1e4c74d82a46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:21.340868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b79f82-372b-458f-ae00-87c7d3c51ba6 req-ac645964-69e5-4742-91ee-0a488c8a02e7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:21.342411 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01b79f82-372b-458f-ae00-87c7d3c51ba6 req-ac645964-69e5-4742-91ee-0a488c8a02e7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 944 time: 0.1113262 Dec 09 22:38:21.363871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-086bcf42-22af-48c6-b7af-1e4c74d82a46 None None] Calling delete_port for 27acd4fe-7bfe-4d31-8b74-5692e9225d8a owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:21.393889 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed8a93-dce9-4894-8627-19e82bfc3db9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:21.428354 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed8a93-dce9-4894-8627-19e82bfc3db9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Subnet': ['ID=1cba9925-ba78-4e6c-8a09-8b29dfa559b9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:21.436788 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01b79f82-372b-458f-ae00-87c7d3c51ba6 req-f237c640-ee01-4328-81ea-2614d74d06f5 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847783 Dec 09 22:38:21.439847 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed8a93-dce9-4894-8627-19e82bfc3db9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:21.443735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-75ed8a93-dce9-4894-8627-19e82bfc3db9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "DELETE /v2.0/subnets/1cba9925-ba78-4e6c-8a09-8b29dfa559b9 HTTP/1.1" status: 204 len: 168 time: 0.5841208 Dec 09 22:38:21.446346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52350) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:21.457610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e482c5da-4844-4982-919f-f1046137233e None None] Network 56c5961a-ef43-4681-b43e-5e93e91bb1cc requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:38:21.533588 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:21.637690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Deleting port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:21.638891 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:21.722801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] For port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=27acd4fe-7bfe-4d31-8b74-5692e9225d8a,segment=NetworkSegment(8b52e3c4-de3e-4c0f-bae2-a37a4ee77390),segment_id=8b52e3c4-de3e-4c0f-bae2-a37a4ee77390)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:21.723174 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:21.737677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Calling delete_port for 27acd4fe-7bfe-4d31-8b74-5692e9225d8a owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:21.759495 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-086bcf42-22af-48c6-b7af-1e4c74d82a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:21.826259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086bcf42-22af-48c6-b7af-1e4c74d82a46 None None] No DVR routers for this DVR port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:21.831524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bcf42-22af-48c6-b7af-1e4c74d82a46 None None] Pushing event deleted for resources: {'Port': ['ID=27acd4fe-7bfe-4d31-8b74-5692e9225d8a,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:21.841975 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:21.882662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] No DVR routers for this DVR port 27acd4fe-7bfe-4d31-8b74-5692e9225d8a on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:21.884469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Port': ['ID=27acd4fe-7bfe-4d31-8b74-5692e9225d8a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:21.934101 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17654e93-af84-4f7a-9697-be3d0f79b87b None None] DHCP port deletion for 56c5961a-ef43-4681-b43e-5e93e91bb1cc request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:38:21.990169 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.007340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-17654e93-af84-4f7a-9697-be3d0f79b87b None None] Deleting port b12f5e0c-07b6-492c-8032-b463bf0a504e {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:22.008235 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-17654e93-af84-4f7a-9697-be3d0f79b87b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.016241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02defe12-519c-42b7-988d-629d9defac3c']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:22.030353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:22.030668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b52e3c4-de3e-4c0f-bae2-a37a4ee77390') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:22.045678 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.064907 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.071932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:38:22.072752 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:38:22.076354 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:38:22.099331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-17654e93-af84-4f7a-9697-be3d0f79b87b None None] For port b12f5e0c-07b6-492c-8032-b463bf0a504e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b12f5e0c-07b6-492c-8032-b463bf0a504e,segment=NetworkSegment(63840eea-497e-429e-a614-70f31f4a8551),segment_id=63840eea-497e-429e-a614-70f31f4a8551)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:22.099785 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-17654e93-af84-4f7a-9697-be3d0f79b87b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.117810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e0e6b449-006a-4fb6-8549-996aabb7ea94 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:38:22.119967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-17654e93-af84-4f7a-9697-be3d0f79b87b None None] Calling delete_port for b12f5e0c-07b6-492c-8032-b463bf0a504e owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:22.147083 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.159385 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.166352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52364) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:22.166918 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "DELETE /v2.0/networks/02defe12-519c-42b7-988d-629d9defac3c HTTP/1.1" status: 204 len: 168 time: 0.7189631 Dec 09 22:38:22.177400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c31b13-f330-4011-b814-e2243d5b8c85 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Network': ['ID=02defe12-519c-42b7-988d-629d9defac3c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:22.336318 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.378338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e0e6b449-006a-4fb6-8549-996aabb7ea94, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0e6b449-006a-4fb6-8549-996aabb7ea94,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:22.392145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'e0e6b449-006a-4fb6-8549-996aabb7ea94', 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999', 'port_id': 'e0e6b449-006a-4fb6-8549-996aabb7ea94', 'mac_address': 'fa:16:3e:b3:60:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a87a1d-82f8-4c7d-80cd-204c780f1259', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:38:22.395181 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-17654e93-af84-4f7a-9697-be3d0f79b87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.412117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Deleting port b12f5e0c-07b6-492c-8032-b463bf0a504e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:22.412674 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.442630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17654e93-af84-4f7a-9697-be3d0f79b87b None None] No DVR routers for this DVR port b12f5e0c-07b6-492c-8032-b463bf0a504e on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:22.444310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17654e93-af84-4f7a-9697-be3d0f79b87b None None] Pushing event deleted for resources: {'Port': ['ID=b12f5e0c-07b6-492c-8032-b463bf0a504e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:22.465309 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.486989 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e6b449-006a-4fb6-8549-996aabb7ea94 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:38:22.495379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] For port b12f5e0c-07b6-492c-8032-b463bf0a504e, host n-d-789963-23, got binding levels [] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:22.495847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.511796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e0e6b449-006a-4fb6-8549-996aabb7ea94, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0e6b449-006a-4fb6-8549-996aabb7ea94,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:22.517869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Calling delete_port for b12f5e0c-07b6-492c-8032-b463bf0a504e owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:22.520808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Port b12f5e0c-07b6-492c-8032-b463bf0a504e was not found and therefore no delete operation was performed {{(pid=103417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:38:22.524267 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.529184 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.557622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] No DVR routers for this DVR port b12f5e0c-07b6-492c-8032-b463bf0a504e on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:22.586644 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.601813 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e0e6b449-006a-4fb6-8549-996aabb7ea94,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:22.643993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Port': ['ID=b12f5e0c-07b6-492c-8032-b463bf0a504e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:22.663644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b548f37-5b7a-459c-85a8-c31b626023d4 req-3c317ba2-bc1b-4097-a4d6-27cdb605ba1a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:22.671264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.671966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.672256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b548f37-5b7a-459c-85a8-c31b626023d4 req-3c317ba2-bc1b-4097-a4d6-27cdb605ba1a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 945 time: 0.0888896 Dec 09 22:38:22.672383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.672659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.673006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.673344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.673680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.674110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.674451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.674779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.675113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.675443 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.675768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:38:22.733698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b548f37-5b7a-459c-85a8-c31b626023d4 req-215e1aa1-776a-431f-865d-531c6978c124 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594764 Dec 09 22:38:22.748400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['e0e6b449-006a-4fb6-8549-996aabb7ea94'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:38:22.794523 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.816384 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c5961a-ef43-4681-b43e-5e93e91bb1cc']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:22.837724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63840eea-497e-429e-a614-70f31f4a8551') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:22.838234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63840eea-497e-429e-a614-70f31f4a8551') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:22.850598 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.892991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-caa35b77-7fb1-4911-9208-7fb5d3b310ce req-bfb42f4f-c276-4572-a2a8-75af94c60681 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0819526 Dec 09 22:38:22.901998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.909691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:38:22.910395 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:38:22.914810 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:38:22.995878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 27acd4fe-7bfe-4d31-8b74-5692e9225d8a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:23.039157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 27acd4fe-7bfe-4d31-8b74-5692e9225d8a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:23.041072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 27acd4fe-7bfe-4d31-8b74-5692e9225d8a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:23.041907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b12f5e0c-07b6-492c-8032-b463bf0a504e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:23.058400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa35b77-7fb1-4911-9208-7fb5d3b310ce req-5f013e1b-0bfd-42ce-82c6-f9987dc16cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:23.058400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-caa35b77-7fb1-4911-9208-7fb5d3b310ce req-5f013e1b-0bfd-42ce-82c6-f9987dc16cc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1098 time: 0.1190145 Dec 09 22:38:23.065550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:23.076739 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:23.084417 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] 10.222.0.16 "DELETE /v2.0/networks/56c5961a-ef43-4681-b43e-5e93e91bb1cc HTTP/1.1" status: 204 len: 168 time: 0.9133844 Dec 09 22:38:23.094422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: b12f5e0c-07b6-492c-8032-b463bf0a504e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:23.094774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b12f5e0c-07b6-492c-8032-b463bf0a504e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:23.121123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf2502-a598-431e-b09c-9a3b48f350a9 tempest-TaggedBootDevicesTest_v242-344299599 tempest-TaggedBootDevicesTest_v242-344299599-project] Pushing event deleted for resources: {'Network': ['ID=56c5961a-ef43-4681-b43e-5e93e91bb1cc,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:23.217210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa35b77-7fb1-4911-9208-7fb5d3b310ce req-80fc3235-5867-447c-ae7a-8d01b4e65cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:23.219457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-caa35b77-7fb1-4911-9208-7fb5d3b310ce req-80fc3235-5867-447c-ae7a-8d01b4e65cdb service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.1205373 Dec 09 22:38:23.325926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-caa35b77-7fb1-4911-9208-7fb5d3b310ce req-193b1cd1-fd8d-4c9f-8277-65db8dac03e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 1002 time: 0.0981789 Dec 09 22:38:23.432617 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa35b77-7fb1-4911-9208-7fb5d3b310ce req-f48df157-40f5-41b2-9d7e-f2c0091d5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:23.434813 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-caa35b77-7fb1-4911-9208-7fb5d3b310ce req-f48df157-40f5-41b2-9d7e-f2c0091d5e91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.1014218 Dec 09 22:38:23.505453 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa35b77-7fb1-4911-9208-7fb5d3b310ce req-5427cb02-af1f-462e-9437-ee4132929772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:23.507008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-caa35b77-7fb1-4911-9208-7fb5d3b310ce req-5427cb02-af1f-462e-9437-ee4132929772 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640419 Dec 09 22:38:23.614297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-caa35b77-7fb1-4911-9208-7fb5d3b310ce req-0c854458-78c2-4ecb-afc9-ac4e1f50413a service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994868 Dec 09 22:38:23.712174 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-caa35b77-7fb1-4911-9208-7fb5d3b310ce req-d8d023e5-9023-45d3-a1f9-3f00de89aa08 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904086 Dec 09 22:38:23.862723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826f9c3-b968-4b31-a3c0-963944285a60 req-d55a1d02-9460-4dda-ba35-3a3dcd8df350 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:23.865253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9826f9c3-b968-4b31-a3c0-963944285a60 req-d55a1d02-9460-4dda-ba35-3a3dcd8df350 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 945 time: 0.0569522 Dec 09 22:38:23.938777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9826f9c3-b968-4b31-a3c0-963944285a60 req-bd235fe8-e55e-4ef0-9fa9-a5539aa39d78 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642350 Dec 09 22:38:24.155300 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e0e6b449-006a-4fb6-8549-996aabb7ea94 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:38:24.229050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port e0e6b449-006a-4fb6-8549-996aabb7ea94 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:38:24.233764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port e0e6b449-006a-4fb6-8549-996aabb7ea94 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:38:24.234571 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:24.322560 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:24.348969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863f422-6faa-4837-9c95-a7c36c03d3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e6b449-006a-4fb6-8549-996aabb7ea94'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:38:24.353606 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f78552-716e-4d13-a6ce-91a9ed566e4c" -d '{"events": [{"server_uuid": "f863f422-6faa-4837-9c95-a7c36c03d3e4", "name": "network-vif-plugged", "status": "completed", "tag": "e0e6b449-006a-4fb6-8549-996aabb7ea94"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:38:24.394259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e0e6b449-006a-4fb6-8549-996aabb7ea94, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0e6b449-006a-4fb6-8549-996aabb7ea94,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:24.414221 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5667b803-21c0-4cee-8f70-e9ea42160ac4 x-openstack-request-id: req-5667b803-21c0-4cee-8f70-e9ea42160ac4 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:38:24.422279 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863f422-6faa-4837-9c95-a7c36c03d3e4", "name": "network-vif-plugged", "status": "completed", "tag": "e0e6b449-006a-4fb6-8549-996aabb7ea94", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:38:24.422574 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5667b803-21c0-4cee-8f70-e9ea42160ac4 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:38:24.424722 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863f422-6faa-4837-9c95-a7c36c03d3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e6b449-006a-4fb6-8549-996aabb7ea94', 'code': 200} Dec 09 22:38:24.430112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:24.488183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e0e6b449-006a-4fb6-8549-996aabb7ea94,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:24.577693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb22d7-1f29-4a7c-ad6f-f6e5e8c05030 req-685a0fc9-befb-4865-8bf9-4b27312ee621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:24.579262 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58cb22d7-1f29-4a7c-ad6f-f6e5e8c05030 req-685a0fc9-befb-4865-8bf9-4b27312ee621 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0720477 Dec 09 22:38:24.626191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58cb22d7-1f29-4a7c-ad6f-f6e5e8c05030 req-efb70ffb-a2d3-4b8d-b110-ec544e024fc9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 Dec 09 22:38:25.078075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4897d00-d5d1-4334-9c0c-dc3e33b51244 req-129a0130-0698-4682-aa9d-25a2f2213200 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:25.085970 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4897d00-d5d1-4334-9c0c-dc3e33b51244 req-129a0130-0698-4682-aa9d-25a2f2213200 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0620425 Dec 09 22:38:25.133077 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4897d00-d5d1-4334-9c0c-dc3e33b51244 req-e5e3757d-cf5a-4343-ac54-410774f8dbcb tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457606 Dec 09 22:38:25.774716 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:38:26.371117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23db65-7065-4020-a063-786e20ac1f93 req-724c2a42-7e90-4e84-8686-e410bb55faac tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:26.380540 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d23db65-7065-4020-a063-786e20ac1f93 req-724c2a42-7e90-4e84-8686-e410bb55faac tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1248248 Dec 09 22:38:26.484234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d23db65-7065-4020-a063-786e20ac1f93 req-9943867b-ce04-4e1e-8487-e3dba9551cbf tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025515 Dec 09 22:38:26.667063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534817b-f853-490f-9ac4-1d34c821abe8 req-807f6b64-56f9-49ac-8e9a-7bbd6116d4a7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:26.678712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4534817b-f853-490f-9ac4-1d34c821abe8 req-807f6b64-56f9-49ac-8e9a-7bbd6116d4a7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0987048 Dec 09 22:38:26.803859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4534817b-f853-490f-9ac4-1d34c821abe8 req-d70e6f85-b60e-4c7d-b229-e67d0c374d23 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221159 Dec 09 22:38:27.272103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75588075-ff67-448f-9784-eefc2516b246 req-6d38f8bc-b8bd-4a30-ade5-661def22d1b0 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:27.280812 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75588075-ff67-448f-9784-eefc2516b246 req-6d38f8bc-b8bd-4a30-ade5-661def22d1b0 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0643940 Dec 09 22:38:27.346466 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75588075-ff67-448f-9784-eefc2516b246 req-407fa16a-f57b-4f44-9deb-bdd7131d4903 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644002 Dec 09 22:38:28.508268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fd34a-1b08-4843-9b5b-ee01231a67ef req-bdd1e9de-0fd1-41cf-958f-9c246e02af40 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:28.518690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d20fd34a-1b08-4843-9b5b-ee01231a67ef req-bdd1e9de-0fd1-41cf-958f-9c246e02af40 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0874150 Dec 09 22:38:28.567375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d20fd34a-1b08-4843-9b5b-ee01231a67ef req-382cc208-8263-473f-ae7d-8244d8c5da61 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474510 Dec 09 22:38:29.750323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e174a2-01e5-4fe2-856f-263af9fe9e74 req-dd0cc599-35f3-4145-800c-4bd1cc9cf024 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:29.754206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63e174a2-01e5-4fe2-856f-263af9fe9e74 req-dd0cc599-35f3-4145-800c-4bd1cc9cf024 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0881460 Dec 09 22:38:29.839448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63e174a2-01e5-4fe2-856f-263af9fe9e74 req-11ac7c90-cc0e-4f13-8d32-eaddb1e45f25 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768588 Dec 09 22:38:30.167107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78643f5e-98f2-4937-b6c1-02318a632205 req-01a70f6c-2d4a-4547-a47a-3b9c5c2e2428 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:30.169335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-78643f5e-98f2-4937-b6c1-02318a632205 req-01a70f6c-2d4a-4547-a47a-3b9c5c2e2428 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 946 time: 0.0665746 Dec 09 22:38:30.265534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-78643f5e-98f2-4937-b6c1-02318a632205 req-824a17e9-fd18-4b5d-bd20-a11bfd67b6d5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881357 Dec 09 22:38:30.989139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140986a-071c-4dc3-8937-dc277a9ee958 req-92201e78-bc9e-456c-84aa-dcbd9574db06 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.002025 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e140986a-071c-4dc3-8937-dc277a9ee958 req-92201e78-bc9e-456c-84aa-dcbd9574db06 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0740356 Dec 09 22:38:31.021029 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5fcadc8c-ae7f-4217-bdaf-de906fb53774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:31.087470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e140986a-071c-4dc3-8937-dc277a9ee958 req-a6042dc9-2f1f-4396-a307-58517ffe9dbe tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841594 Dec 09 22:38:31.320430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-e0bf1087-2989-47aa-b404-6c66b59bf755 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1967578 Dec 09 22:38:31.457005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-fbe99251-c1d9-4e42-b894-c23889839a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.457509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-fbe99251-c1d9-4e42-b894-c23889839a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.458002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-fbe99251-c1d9-4e42-b894-c23889839a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.458461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-fbe99251-c1d9-4e42-b894-c23889839a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.458913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-fbe99251-c1d9-4e42-b894-c23889839a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.459362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-fbe99251-c1d9-4e42-b894-c23889839a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.459808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-fbe99251-c1d9-4e42-b894-c23889839a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.462544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-fbe99251-c1d9-4e42-b894-c23889839a87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6499 time: 0.0699484 Dec 09 22:38:31.588563 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-45ba1449-a993-4a9d-bf51-84912c0f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.589026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-45ba1449-a993-4a9d-bf51-84912c0f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.589479 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-45ba1449-a993-4a9d-bf51-84912c0f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.591087 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-45ba1449-a993-4a9d-bf51-84912c0f492d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dab134-b52d-4674-8869-3ae9a976577b&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&id=14dfeaa3-f29e-4f09-83cd-1c729fa09754 HTTP/1.1" status: 200 len: 2291 time: 0.1040816 Dec 09 22:38:31.708276 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-d300f35b-f530-4e6b-99e0-009f5bed789f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924ba139-5c3b-416c-bf5e-6d24f55fbf60 HTTP/1.1" status: 200 len: 1002 time: 0.1088133 Dec 09 22:38:31.786464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-8cb39eda-1425-4130-af59-7a9c710f67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.788293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-8cb39eda-1425-4130-af59-7a9c710f67c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3951527-aec4-45da-945e-f9a56eaee5f1 HTTP/1.1" status: 200 len: 848 time: 0.0730698 Dec 09 22:38:31.844890 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-44a74166-4f9f-4821-877a-4a12c522d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:31.847851 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-44a74166-4f9f-4821-877a-4a12c522d7b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dab134-b52d-4674-8869-3ae9a976577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518801 Dec 09 22:38:31.860014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-6752a0b0-12e3-4c80-8961-b3c2cf2f73fc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:38:31.861240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-6752a0b0-12e3-4c80-8961-b3c2cf2f73fc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062311 Dec 09 22:38:31.970282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-6a206488-d54d-4380-a14b-96df7c7553da service neutron] 10.222.0.18 "GET /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003718 Dec 09 22:38:32.086187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-9020d61d-1ab1-45ef-b1e9-64a53604a311 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011670 Dec 09 22:38:32.142568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-fe574330-cbfc-4b4c-b759-c488b60fda4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=6f00eed1-efdc-4a57-9cbc-f82eb0696954 HTTP/1.1" status: 200 len: 217 time: 0.0490689 Dec 09 22:38:32.252302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-07657c32-ee1b-4721-8ea2-53afc650633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:32.253777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-07657c32-ee1b-4721-8ea2-53afc650633d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.1052990 Dec 09 22:38:32.282841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07806475-7784-45db-839c-72987dca7166 req-0146d068-cef6-43fe-8e09-f02089f99644 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:32.284517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07806475-7784-45db-839c-72987dca7166 req-0146d068-cef6-43fe-8e09-f02089f99644 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0891933 Dec 09 22:38:32.341617 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-878f46f0-f2c1-4b8c-a33a-3777855a1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:32.343247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-878f46f0-f2c1-4b8c-a33a-3777855a1919 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0800607 Dec 09 22:38:32.381660 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07806475-7784-45db-839c-72987dca7166 req-b978ae34-7cfc-4a2f-ad77-deb3aa3d590a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827765 Dec 09 22:38:32.482326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-6af6f120-9e1b-41d6-8178-d22dba3dd82e service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316862 Dec 09 22:38:32.601355 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-1719e507-9bc0-4992-8ebf-4195b2fd5659 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105258 Dec 09 22:38:32.647812 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-a4f9e09d-a346-42f8-b5b7-cfc8c9fa8615 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c HTTP/1.1" status: 200 len: 217 time: 0.0388529 Dec 09 22:38:32.746793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-0bff0172-d27b-4796-9cd8-1522b32a1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:32.749002 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-0bff0172-d27b-4796-9cd8-1522b32a1d98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.0926847 Dec 09 22:38:32.837925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-2566a206-bb46-41bc-abea-e9011d3cc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:32.841710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-2566a206-bb46-41bc-abea-e9011d3cc41f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0856011 Dec 09 22:38:32.976673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-68d7008d-f989-4f61-aa5f-21a7d220a3d1 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271384 Dec 09 22:38:33.166271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-49b36cd3-7160-4c57-9187-69dc563aa7c4 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808121 Dec 09 22:38:33.229459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-131c1e1a-2811-40b5-b77d-53aef9bc5630 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5cce254b-6587-467d-a40e-0a0d7c2fa3b8 HTTP/1.1" status: 200 len: 217 time: 0.0554309 Dec 09 22:38:33.309672 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-30b1cf63-e0cc-4cbf-a07e-1834bcbb5f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:33.326036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-d22f7d2c-5a4d-4df8-98a5-0beae7e088a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:33.327609 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-d22f7d2c-5a4d-4df8-98a5-0beae7e088a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.0893633 Dec 09 22:38:33.424941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-04c983c9-fdbb-4df8-80d8-a996c8adbea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:33.426623 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-04c983c9-fdbb-4df8-80d8-a996c8adbea8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0919657 Dec 09 22:38:33.550159 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-fcff3578-7b52-461c-b467-46962f9f1ee4 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155093 Dec 09 22:38:33.632386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4849569-2ed5-4f2e-aed9-0dadf554543b req-f439faed-2c44-40a6-a346-e673e49728b6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:33.634166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4849569-2ed5-4f2e-aed9-0dadf554543b req-f439faed-2c44-40a6-a346-e673e49728b6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0829537 Dec 09 22:38:33.716820 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4849569-2ed5-4f2e-aed9-0dadf554543b req-355a0754-ca29-475e-88fa-64b5477ef475 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557549 Dec 09 22:38:33.749250 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:33.761831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-08771879-b851-4952-ba66-faf432ff4e3a service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803539 Dec 09 22:38:33.830557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-bacabaf2-7729-432c-8119-04cbbd5022b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e HTTP/1.1" status: 200 len: 217 time: 0.0613523 Dec 09 22:38:33.919901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-5ebb46c1-40ac-4081-8c00-1ca87780a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:33.921304 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-5ebb46c1-40ac-4081-8c00-1ca87780a774 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.0827086 Dec 09 22:38:34.002104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-8ab31a45-b728-48c4-b696-2627af2f0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:34.003625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-8ab31a45-b728-48c4-b696-2627af2f0663 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684936 Dec 09 22:38:34.125882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-712a67f5-1331-49bc-a170-dc50909f8048 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135716 Dec 09 22:38:34.221853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:38:34.287619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-a1ea20e7-f4ab-4c14-a837-5f281dbc49af service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542239 Dec 09 22:38:34.344906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-027b5da4-f4d4-4f65-becd-263240d49880 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=deb2b117-2b5a-42eb-97bc-54437d96f7c6 HTTP/1.1" status: 200 len: 217 time: 0.0493324 Dec 09 22:38:34.392402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:34.406948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'd50f613a-260f-49d2-bf29-005df074fec8', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'port_id': 'd50f613a-260f-49d2-bf29-005df074fec8', 'mac_address': 'fa:16:3e:26:4f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:38:34.434867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-e2a51465-8a83-4762-8032-4fdba80ce6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:34.436343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-e2a51465-8a83-4762-8032-4fdba80ce6cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed746442-ad44-4d00-80e7-7550babce9a5 HTTP/1.1" status: 200 len: 797 time: 0.0843222 Dec 09 22:38:34.463502 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:34.482496 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d50f613a-260f-49d2-bf29-005df074fec8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:38:34.515281 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:34.517532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-76016a40-bc1f-475d-98fb-32f9ac6a5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:34.519192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-76016a40-bc1f-475d-98fb-32f9ac6a5823 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0755963 Dec 09 22:38:34.520464 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:34.579956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:34.586188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52692) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:34.609662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['d50f613a-260f-49d2-bf29-005df074fec8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:38:34.664843 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-c0d4e30d-724c-4ed4-b8a8-997ac8094eb2 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338210 Dec 09 22:38:34.905776 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:35.438291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-01f89647-cecc-4d91-9b31-3fa497b8d9ff service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7654703 Dec 09 22:38:35.455028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9434ea-8bf2-458d-9f61-6dca0d95c066 req-7ebd726b-cff4-412b-9ec5-5e6c112310f9 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:35.457161 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d9434ea-8bf2-458d-9f61-6dca0d95c066 req-7ebd726b-cff4-412b-9ec5-5e6c112310f9 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1136599 Dec 09 22:38:35.539144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-b91f0ccb-ec31-4988-b497-18b4d534859a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92b65e86-a908-4bef-9554-5f0afbc58d5f HTTP/1.1" status: 200 len: 217 time: 0.0788903 Dec 09 22:38:35.618906 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15eea414-60f8-4732-9307-418548adbdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:35.709687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d9434ea-8bf2-458d-9f61-6dca0d95c066 req-80858b9a-781d-40f4-891a-d1bca0b63a7e tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358761 Dec 09 22:38:35.741463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-0b47820f-7db5-47d5-9812-eb437ac289c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:35.741463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-0b47820f-7db5-47d5-9812-eb437ac289c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed746442-ad44-4d00-80e7-7550babce9a5 HTTP/1.1" status: 200 len: 797 time: 0.1806760 Dec 09 22:38:35.887086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1825c-574d-4f88-b61b-60352e18577e req-f48c8601-5d7a-4595-afd1-c113a7d3d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:35.888905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-f48c8601-5d7a-4595-afd1-c113a7d3d2c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1418481 Dec 09 22:38:36.102112 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-beeb7b92-dd9c-4ce0-b926-f00120abef1d service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041197 Dec 09 22:38:36.115197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-15eea414-60f8-4732-9307-418548adbdfd admin admin] Deleting port 9f027447-be5e-4b10-bda1-3b5592a71897 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:36.115597 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15eea414-60f8-4732-9307-418548adbdfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:36.124084 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:36.226817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:38:36.290469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12e1825c-574d-4f88-b61b-60352e18577e req-75969ece-c039-461b-ba84-3677eb4199d9 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803291 Dec 09 22:38:36.305661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port d50f613a-260f-49d2-bf29-005df074fec8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:38:36.306132 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:36.325472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-15eea414-60f8-4732-9307-418548adbdfd admin admin] For port 9f027447-be5e-4b10-bda1-3b5592a71897, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9f027447-be5e-4b10-bda1-3b5592a71897,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:36.325928 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15eea414-60f8-4732-9307-418548adbdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:36.359766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-15eea414-60f8-4732-9307-418548adbdfd admin admin] Calling delete_port for 9f027447-be5e-4b10-bda1-3b5592a71897 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:36.423678 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:36.493947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:36.495899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:38:36.499350 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8136d535-711a-41b1-84ab-0ff30482df42" -d '{"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-plugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:38:36.510458 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:36.648335 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:36.660910 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686400f6-3ae3-47f9-abdf-b9bd1db5d2c2 x-openstack-request-id: req-686400f6-3ae3-47f9-abdf-b9bd1db5d2c2 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:38:36.661023 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-plugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:38:36.661407 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-686400f6-3ae3-47f9-abdf-b9bd1db5d2c2 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:38:36.661954 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8', 'code': 200} Dec 09 22:38:36.745442 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15eea414-60f8-4732-9307-418548adbdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:36.800598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eea414-60f8-4732-9307-418548adbdfd admin admin] Pushing event deleted for resources: {'Port': ['ID=9f027447-be5e-4b10-bda1-3b5592a71897,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:37.034884 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:37.093777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0cf9d-70ae-4db3-8123-d1c680710909 req-ea4a05bd-619e-4a10-88a1-495c72aa8eee tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:37.108962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ec0cf9d-70ae-4db3-8123-d1c680710909 req-ea4a05bd-619e-4a10-88a1-495c72aa8eee tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1847808 Dec 09 22:38:37.147778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-15eea414-60f8-4732-9307-418548adbdfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:37.225947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ec0cf9d-70ae-4db3-8123-d1c680710909 req-843b8944-82bf-47ab-a0e5-98331a9c88ab tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161704 Dec 09 22:38:37.577406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15eea414-60f8-4732-9307-418548adbdfd admin admin] Router a7bb0544-5074-410b-9297-093e9ae05622 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:38:37.793318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eea414-60f8-4732-9307-418548adbdfd admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:38:37.800827 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-15eea414-60f8-4732-9307-418548adbdfd admin admin] 10.222.0.16 "PUT /v2.0/routers/a7bb0544-5074-410b-9297-093e9ae05622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2097108 Dec 09 22:38:37.802619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3541a0fb-1fcb-44b1-8ac3-6c97a140dcf1 None None] Sync routers for ids ['a7bb0544-5074-410b-9297-093e9ae05622'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:38:37.803478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52762) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:37.826982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3541a0fb-1fcb-44b1-8ac3-6c97a140dcf1 None None] Routers {'a7bb0544-5074-410b-9297-093e9ae05622'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:38:37.827876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3541a0fb-1fcb-44b1-8ac3-6c97a140dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:38:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a7bb0544-5074-410b-9297-093e9ae05622'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:37.933394 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:38.096942 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:38.126919 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-3541a0fb-1fcb-44b1-8ac3-6c97a140dcf1 None None] Set router a7bb0544-5074-410b-9297-093e9ae05622 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:38:38.239367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Deleting port 32d1ed75-31f3-45a6-892f-b1a56bfcaebf {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:38.239707 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:38.470777 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3541a0fb-1fcb-44b1-8ac3-6c97a140dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:38:36Z', 'revision_number': 5, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port': {'id': '32d1ed75-31f3-45a6-892f-b1a56bfcaebf', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:36Z', 'updated_at': '2021-12-09T22:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:38.545737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3541a0fb-1fcb-44b1-8ac3-6c97a140dcf1 None None] Checking router: a7bb0544-5074-410b-9297-093e9ae05622 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:38:38.562831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3541a0fb-1fcb-44b1-8ac3-6c97a140dcf1 None None] Routers {'a7bb0544-5074-410b-9297-093e9ae05622'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:38:38.563475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3541a0fb-1fcb-44b1-8ac3-6c97a140dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:38:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a7bb0544-5074-410b-9297-093e9ae05622'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:38.586015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280cf13-3029-413f-82dc-76100d0eb569 req-7cc48481-2244-40f7-a18c-146eff496de9 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:38.594182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0280cf13-3029-413f-82dc-76100d0eb569 req-7cc48481-2244-40f7-a18c-146eff496de9 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1679430 Dec 09 22:38:38.616052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] For port 32d1ed75-31f3-45a6-892f-b1a56bfcaebf, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=32d1ed75-31f3-45a6-892f-b1a56bfcaebf,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:38.617200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:38.640748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Calling delete_port for 32d1ed75-31f3-45a6-892f-b1a56bfcaebf owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:38.683860 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0280cf13-3029-413f-82dc-76100d0eb569 req-70da4533-179b-45bf-b0c4-9f140218e4ea tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885391 Dec 09 22:38:38.790214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-3541a0fb-1fcb-44b1-8ac3-6c97a140dcf1 None None] Set router a7bb0544-5074-410b-9297-093e9ae05622 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:38:38.915944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3541a0fb-1fcb-44b1-8ac3-6c97a140dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:38:38Z', 'revision_number': 6, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:38.942727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3541a0fb-1fcb-44b1-8ac3-6c97a140dcf1 None None] The sync data for ids ['a7bb0544-5074-410b-9297-093e9ae05622'] in n-d-789963-23 is: [{'id': 'a7bb0544-5074-410b-9297-093e9ae05622', 'name': 'tempest-TaggedBootDevicesTest_v242-2091921908-router', 'tenant_id': '9adc344d60834858910acb4f5a92f96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:34Z', 'updated_at': '2021-12-09T22:38:38Z', 'revision_number': 6, 'project_id': '9adc344d60834858910acb4f5a92f96d', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:38:38.958697 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:38.996046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d1ed75-31f3-45a6-892f-b1a56bfcaebf,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:39.022037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23bda89-393c-4336-8e05-94378007f45b None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:38:39.108302 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:39.278813 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:39.283168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:39.349296 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:39.350029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7bb0544-5074-410b-9297-093e9ae05622 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:38:39.374940 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:39.385930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52784) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:39.397469 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5adf04b1-ada1-4b52-8a30-f28c885c2250 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a7bb0544-5074-410b-9297-093e9ae05622 HTTP/1.1" status: 204 len: 168 time: 1.5920150 Dec 09 22:38:39.465731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f54f50-eeb6-443c-b70b-ab3447745fc2 admin admin] Deleting subnet 91bf9127-114c-446d-b2a5-3b3510fa3ab5 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:38:39.469322 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85f54f50-eeb6-443c-b70b-ab3447745fc2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:39.531982 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85f54f50-eeb6-443c-b70b-ab3447745fc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:39.629440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85f54f50-eeb6-443c-b70b-ab3447745fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:39.728561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85f54f50-eeb6-443c-b70b-ab3447745fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:39.791350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f54f50-eeb6-443c-b70b-ab3447745fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91bf9127-114c-446d-b2a5-3b3510fa3ab5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:39.797266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85f54f50-eeb6-443c-b70b-ab3447745fc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:39.802816 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-85f54f50-eeb6-443c-b70b-ab3447745fc2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/91bf9127-114c-446d-b2a5-3b3510fa3ab5 HTTP/1.1" status: 204 len: 168 time: 0.4136841 Dec 09 22:38:39.803645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52792) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:39.818589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4f8f02-369d-4992-9970-2ed07c6beb7f None None] Network 33c5fb6b-2753-4b3b-a034-dfcc76498076 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:38:39.918012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d8834-8040-4718-b07d-fa22be899fda req-562faf64-79c2-452e-b657-19d0976bad5b tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:39.926960 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-406d8834-8040-4718-b07d-fa22be899fda req-562faf64-79c2-452e-b657-19d0976bad5b tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1190343 Dec 09 22:38:39.927701 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:40.028184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Deleting port 03228ae3-8002-4e9a-8650-66bd5eef965d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:40.028798 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:40.032582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-406d8834-8040-4718-b07d-fa22be899fda req-459bcd3b-5e1a-4777-9643-4767412720ae tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047020 Dec 09 22:38:40.135162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] For port 03228ae3-8002-4e9a-8650-66bd5eef965d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=03228ae3-8002-4e9a-8650-66bd5eef965d,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:40.135528 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:40.501155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a453f1-832a-4b0d-83b9-c747c1c73254 None None] DHCP port deletion for 33c5fb6b-2753-4b3b-a034-dfcc76498076 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:38:40.594464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Calling delete_port for 03228ae3-8002-4e9a-8650-66bd5eef965d owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:40.605946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-45a453f1-832a-4b0d-83b9-c747c1c73254 None None] Deleting port 03228ae3-8002-4e9a-8650-66bd5eef965d {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:40.606322 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45a453f1-832a-4b0d-83b9-c747c1c73254 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:40.680062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-45a453f1-832a-4b0d-83b9-c747c1c73254 None None] For port 03228ae3-8002-4e9a-8650-66bd5eef965d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=03228ae3-8002-4e9a-8650-66bd5eef965d,segment=NetworkSegment(992040a7-5a9c-4034-8073-98a0eff43636),segment_id=992040a7-5a9c-4034-8073-98a0eff43636)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:40.680551 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45a453f1-832a-4b0d-83b9-c747c1c73254 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:40.700365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-45a453f1-832a-4b0d-83b9-c747c1c73254 None None] Calling delete_port for 03228ae3-8002-4e9a-8650-66bd5eef965d owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:40.829501 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45a453f1-832a-4b0d-83b9-c747c1c73254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:40.852834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:40.864578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a453f1-832a-4b0d-83b9-c747c1c73254 None None] Pushing event deleted for resources: {'Port': ['ID=03228ae3-8002-4e9a-8650-66bd5eef965d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:40.867170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a453f1-832a-4b0d-83b9-c747c1c73254 None None] No DVR routers for this DVR port 03228ae3-8002-4e9a-8650-66bd5eef965d on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:40.891768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] No DVR routers for this DVR port 03228ae3-8002-4e9a-8650-66bd5eef965d on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:40.936791 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Pushing event deleted for resources: {'Port': ['ID=03228ae3-8002-4e9a-8650-66bd5eef965d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:40.983184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 03228ae3-8002-4e9a-8650-66bd5eef965d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:41.044815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:41.057757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 03228ae3-8002-4e9a-8650-66bd5eef965d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:41.058198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 03228ae3-8002-4e9a-8650-66bd5eef965d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:41.062424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 32d1ed75-31f3-45a6-892f-b1a56bfcaebf no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:41.067697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c5fb6b-2753-4b3b-a034-dfcc76498076']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:41.084520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992040a7-5a9c-4034-8073-98a0eff43636') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:41.084828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992040a7-5a9c-4034-8073-98a0eff43636') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:41.098283 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:41.113119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:41.121214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:38:41.121663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:41.127839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 32d1ed75-31f3-45a6-892f-b1a56bfcaebf {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:41.128034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 32d1ed75-31f3-45a6-892f-b1a56bfcaebf not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:41.129890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9f027447-be5e-4b10-bda1-3b5592a71897 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:41.178606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 9f027447-be5e-4b10-bda1-3b5592a71897 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:41.179570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9f027447-be5e-4b10-bda1-3b5592a71897 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:38:41.224995 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:38:41.251268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:41.263709 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:41.267378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b550-4bdc-476a-bb25-b0addf9d76ca req-a207d067-8ac5-4378-af79-c609ecf3732c tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:41.269777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c02b550-4bdc-476a-bb25-b0addf9d76ca req-a207d067-8ac5-4378-af79-c609ecf3732c tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0984612 Dec 09 22:38:41.277849 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] 10.222.0.16 "DELETE /v2.0/networks/33c5fb6b-2753-4b3b-a034-dfcc76498076 HTTP/1.1" status: 204 len: 168 time: 1.4705958 Dec 09 22:38:41.280425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52816) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:41.344623 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c02b550-4bdc-476a-bb25-b0addf9d76ca req-e19a5dee-ca37-441f-87f2-2986218b9ec0 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644445 Dec 09 22:38:41.469588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5cb89-0f43-4b4d-a7b9-1c9251a5f98a admin admin] Pushing event deleted for resources: {'Network': ['ID=33c5fb6b-2753-4b3b-a034-dfcc76498076,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:41.799411 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56c8dd6b-876c-4fcc-a425-3892bcc5d6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:42.027472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52830) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:42.124911 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-56c8dd6b-876c-4fcc-a425-3892bcc5d6ac admin admin] Deleting port f9d80e61-ee3a-4f00-8214-450d1b9dca11 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:42.125403 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56c8dd6b-876c-4fcc-a425-3892bcc5d6ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:42.202133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a41e9485-a8e7-4da7-8349-da365c523a2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:42.301893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-56c8dd6b-876c-4fcc-a425-3892bcc5d6ac admin admin] For port f9d80e61-ee3a-4f00-8214-450d1b9dca11, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f9d80e61-ee3a-4f00-8214-450d1b9dca11,segment=NetworkSegment(26790619-33f9-48b6-a2f7-d4644876c156),segment_id=26790619-33f9-48b6-a2f7-d4644876c156)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:42.302613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56c8dd6b-876c-4fcc-a425-3892bcc5d6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:42.331359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-56c8dd6b-876c-4fcc-a425-3892bcc5d6ac admin admin] Calling delete_port for f9d80e61-ee3a-4f00-8214-450d1b9dca11 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:42.339528 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a41e9485-a8e7-4da7-8349-da365c523a2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:42.347303 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a41e9485-a8e7-4da7-8349-da365c523a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:42.390505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a41e9485-a8e7-4da7-8349-da365c523a2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f1e20da8d1947f6bb1ecea7007c4f3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596053 Dec 09 22:38:42.395196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52842) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:42.453050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e9485-a8e7-4da7-8349-da365c523a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0844a8df-9662-4eb3-b9ae-786240a3fc87,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:42.472360 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-359b15ab-9cdf-47aa-a753-86fff1e4ee2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:42.498230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-359b15ab-9cdf-47aa-a753-86fff1e4ee2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:42.594766 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-359b15ab-9cdf-47aa-a753-86fff1e4ee2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:42.598050 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-359b15ab-9cdf-47aa-a753-86fff1e4ee2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:42.601658 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-359b15ab-9cdf-47aa-a753-86fff1e4ee2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0844a8df-9662-4eb3-b9ae-786240a3fc87 HTTP/1.1" status: 204 len: 168 time: 0.2029178 Dec 09 22:38:42.621415 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b15ab-9cdf-47aa-a753-86fff1e4ee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0844a8df-9662-4eb3-b9ae-786240a3fc87,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:42.632746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d39f9-f62e-40ec-9588-4f19134b1fcb req-c69fce75-0144-4c7b-a8f5-c39f1b200b7f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:42.634706 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df3d39f9-f62e-40ec-9588-4f19134b1fcb req-c69fce75-0144-4c7b-a8f5-c39f1b200b7f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0760610 Dec 09 22:38:42.750371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df3d39f9-f62e-40ec-9588-4f19134b1fcb req-fd8d5222-d3a1-44a5-b002-2f82aa3d3ce4 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985553 Dec 09 22:38:42.780226 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56c8dd6b-876c-4fcc-a425-3892bcc5d6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:42.808468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8dd6b-876c-4fcc-a425-3892bcc5d6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d80e61-ee3a-4f00-8214-450d1b9dca11,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:43.154160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52864) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:43.202690 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56c8dd6b-876c-4fcc-a425-3892bcc5d6ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:43.336036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5e28c-4e20-4508-ab67-a2e37ae60b41 req-abe53870-e1aa-4581-b234-c59157bdbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:43.337990 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62e5e28c-4e20-4508-ab67-a2e37ae60b41 req-abe53870-e1aa-4581-b234-c59157bdbecf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 1098 time: 0.1824172 Dec 09 22:38:43.421310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62e5e28c-4e20-4508-ab67-a2e37ae60b41 req-1b806bbb-f450-489f-aab9-e5e6accf9824 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762854 Dec 09 22:38:43.566015 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c8dd6b-876c-4fcc-a425-3892bcc5d6ac admin admin] Router e7c8374b-e881-4ee4-8525-bd41c5a47c1d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:38:43.712842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c8dd6b-876c-4fcc-a425-3892bcc5d6ac admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:38:43.720967 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-56c8dd6b-876c-4fcc-a425-3892bcc5d6ac admin admin] 10.222.0.16 "PUT /v2.0/routers/e7c8374b-e881-4ee4-8525-bd41c5a47c1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4277072 Dec 09 22:38:43.720967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52896) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:43.726539 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa3e292-6161-484d-a310-40cf050ead5e None None] Sync routers for ids ['e7c8374b-e881-4ee4-8525-bd41c5a47c1d'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:38:43.744459 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa3e292-6161-484d-a310-40cf050ead5e None None] Routers {'e7c8374b-e881-4ee4-8525-bd41c5a47c1d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:38:43.746223 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-dfa3e292-6161-484d-a310-40cf050ead5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:38:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7c8374b-e881-4ee4-8525-bd41c5a47c1d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:43.912348 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:43.952141 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-dfa3e292-6161-484d-a310-40cf050ead5e None None] Set router e7c8374b-e881-4ee4-8525-bd41c5a47c1d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:38:43.970168 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0ea5e-28ee-4da5-b5be-49d074463aec req-b93b25dc-d2e4-4724-8ec6-f2d834bc57ec tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:43.973461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3f0ea5e-28ee-4da5-b5be-49d074463aec req-b93b25dc-d2e4-4724-8ec6-f2d834bc57ec tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1286325 Dec 09 22:38:44.094740 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3f0ea5e-28ee-4da5-b5be-49d074463aec req-32db4e0d-8f1c-410c-af09-f0dca719f7d6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097696 Dec 09 22:38:44.126546 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:44.241743 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Deleting port 3f2359e2-1f18-4bfd-96d8-31208a052d90 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:44.242329 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:44.361122 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-dfa3e292-6161-484d-a310-40cf050ead5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1732389007-router', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:53Z', 'updated_at': '2021-12-09T22:38:42Z', 'revision_number': 5, 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'gw_port': {'id': '3f2359e2-1f18-4bfd-96d8-31208a052d90', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:26:54Z', 'updated_at': '2021-12-09T22:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:44.392468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] For port 3f2359e2-1f18-4bfd-96d8-31208a052d90, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3f2359e2-1f18-4bfd-96d8-31208a052d90,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:44.393074 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:44.410720 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Calling delete_port for 3f2359e2-1f18-4bfd-96d8-31208a052d90 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:44.439200 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa3e292-6161-484d-a310-40cf050ead5e None None] Checking router: e7c8374b-e881-4ee4-8525-bd41c5a47c1d for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:38:44.456089 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa3e292-6161-484d-a310-40cf050ead5e None None] Routers {'e7c8374b-e881-4ee4-8525-bd41c5a47c1d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:38:44.456089 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-dfa3e292-6161-484d-a310-40cf050ead5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:38:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7c8374b-e881-4ee4-8525-bd41c5a47c1d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:44.579516 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-dfa3e292-6161-484d-a310-40cf050ead5e None None] Set router e7c8374b-e881-4ee4-8525-bd41c5a47c1d gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:38:44.665981 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-dfa3e292-6161-484d-a310-40cf050ead5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1732389007-router', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:53Z', 'updated_at': '2021-12-09T22:38:44Z', 'revision_number': 6, 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:44.697589 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:44.704321 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa3e292-6161-484d-a310-40cf050ead5e None None] The sync data for ids ['e7c8374b-e881-4ee4-8525-bd41c5a47c1d'] in n-d-789963-23 is: [{'id': 'e7c8374b-e881-4ee4-8525-bd41c5a47c1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1732389007-router', 'tenant_id': 'e68a0ebe50b544a0aebef2664f609600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:26:53Z', 'updated_at': '2021-12-09T22:38:44Z', 'revision_number': 6, 'project_id': 'e68a0ebe50b544a0aebef2664f609600', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:38:44.734877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e846fa83-b1fc-4dd1-8b63-6acb8265cd9b None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:38:44.771226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2359e2-1f18-4bfd-96d8-31208a052d90,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:44.855560 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:44.973366 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:44.976414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:45.037818 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:45.040067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c8374b-e881-4ee4-8525-bd41c5a47c1d {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:38:45.049934 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:45.055951 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52938) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:45.057905 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b6d24df2-2f3e-426d-b181-aac432eaed87 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e7c8374b-e881-4ee4-8525-bd41c5a47c1d HTTP/1.1" status: 204 len: 168 time: 1.3345690 Dec 09 22:38:45.142948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f86458-ac22-4802-ad32-dd5d84c8b1dd admin admin] Deleting subnet c6ccfa08-ccbd-4505-8ffc-c486399fda59 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:38:45.147114 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2f86458-ac22-4802-ad32-dd5d84c8b1dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:45.218045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f9d80e61-ee3a-4f00-8214-450d1b9dca11 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:45.255873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: f9d80e61-ee3a-4f00-8214-450d1b9dca11 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:45.256705 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f9d80e61-ee3a-4f00-8214-450d1b9dca11 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:45.302530 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2f86458-ac22-4802-ad32-dd5d84c8b1dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:45.377982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6a5f-7aae-4e58-944a-f27adb2502c2 req-bcd54f7e-972c-43c9-ab58-5d9a691bec22 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:45.382849 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c78c6a5f-7aae-4e58-944a-f27adb2502c2 req-bcd54f7e-972c-43c9-ab58-5d9a691bec22 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1428201 Dec 09 22:38:45.465384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c78c6a5f-7aae-4e58-944a-f27adb2502c2 req-3a2a566f-c508-41aa-88f9-513e7fdf7198 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758893 Dec 09 22:38:45.491109 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2f86458-ac22-4802-ad32-dd5d84c8b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:45.563723 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2f86458-ac22-4802-ad32-dd5d84c8b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:45.615749 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f86458-ac22-4802-ad32-dd5d84c8b1dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ccfa08-ccbd-4505-8ffc-c486399fda59,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:45.635920 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2f86458-ac22-4802-ad32-dd5d84c8b1dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:45.636909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd267cfe-ebd1-494b-a2aa-122c52aaaa5b None None] Network 415ecd2f-31ad-4421-8214-9aa78c2e5d68 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:38:45.642854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52962) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:45.644353 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c2f86458-ac22-4802-ad32-dd5d84c8b1dd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c6ccfa08-ccbd-4505-8ffc-c486399fda59 HTTP/1.1" status: 204 len: 168 time: 0.5866950 Dec 09 22:38:45.748385 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:45.862410 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c235fdc-076f-4965-aa15-f726e58ed213 None None] DHCP port deletion for 415ecd2f-31ad-4421-8214-9aa78c2e5d68 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:38:45.870714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Deleting port 9a5d2e6a-dbee-4878-ae26-67cccc249c16 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:45.871165 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:45.957479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0c235fdc-076f-4965-aa15-f726e58ed213 None None] Deleting port 9a5d2e6a-dbee-4878-ae26-67cccc249c16 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:38:45.958427 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c235fdc-076f-4965-aa15-f726e58ed213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:45.998738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] For port 9a5d2e6a-dbee-4878-ae26-67cccc249c16, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a5d2e6a-dbee-4878-ae26-67cccc249c16,segment=NetworkSegment(26790619-33f9-48b6-a2f7-d4644876c156),segment_id=26790619-33f9-48b6-a2f7-d4644876c156)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:45.999109 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:46.013661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Calling delete_port for 9a5d2e6a-dbee-4878-ae26-67cccc249c16 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:46.041497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0c235fdc-076f-4965-aa15-f726e58ed213 None None] For port 9a5d2e6a-dbee-4878-ae26-67cccc249c16, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a5d2e6a-dbee-4878-ae26-67cccc249c16,segment=NetworkSegment(26790619-33f9-48b6-a2f7-d4644876c156),segment_id=26790619-33f9-48b6-a2f7-d4644876c156)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:38:46.041930 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c235fdc-076f-4965-aa15-f726e58ed213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:46.071207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0c235fdc-076f-4965-aa15-f726e58ed213 None None] Calling delete_port for 9a5d2e6a-dbee-4878-ae26-67cccc249c16 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:38:46.125989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:46.183210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5d2e6a-dbee-4878-ae26-67cccc249c16,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:46.189171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] No DVR routers for this DVR port 9a5d2e6a-dbee-4878-ae26-67cccc249c16 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:38:46.194938 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:38:46.214270 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c235fdc-076f-4965-aa15-f726e58ed213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:46.227634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c235fdc-076f-4965-aa15-f726e58ed213 None None] No DVR routers for this DVR port 9a5d2e6a-dbee-4878-ae26-67cccc249c16 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:38:46.252070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c235fdc-076f-4965-aa15-f726e58ed213 None None] Pushing event deleted for resources: {'Port': ['ID=9a5d2e6a-dbee-4878-ae26-67cccc249c16,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:46.283941 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:46.316606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415ecd2f-31ad-4421-8214-9aa78c2e5d68']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:46.331026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26790619-33f9-48b6-a2f7-d4644876c156') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:46.331407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26790619-33f9-48b6-a2f7-d4644876c156') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:38:46.347054 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:46.370360 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:46.380432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:38:46.380855 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:38:46.386342 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:38:46.477013 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:46.516314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:46.530069 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] 10.222.0.16 "DELETE /v2.0/networks/415ecd2f-31ad-4421-8214-9aa78c2e5d68 HTTP/1.1" status: 204 len: 168 time: 0.8856101 Dec 09 22:38:46.558363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee744ab1-04c4-4501-a01a-f158cf4de784 admin admin] Pushing event deleted for resources: {'Network': ['ID=415ecd2f-31ad-4421-8214-9aa78c2e5d68,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:46.650732 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35373222-8601-4277-9393-8701bf3b1703 req-03e3a1ac-52ba-4019-ada8-8c79c796b6fd tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:46.653468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35373222-8601-4277-9393-8701bf3b1703 req-03e3a1ac-52ba-4019-ada8-8c79c796b6fd tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0713520 Dec 09 22:38:46.750938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35373222-8601-4277-9393-8701bf3b1703 req-daefaf97-d4af-4b66-acce-aea1e78fee42 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904229 Dec 09 22:38:46.843617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53010) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:46.958137 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-841cbdde-864a-4a23-a5fe-3ab8b31dd3b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9adc344d60834858910acb4f5a92f96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1106458 Dec 09 22:38:46.958484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53014) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:47.037796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3f2359e2-1f18-4bfd-96d8-31208a052d90 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:47.055608 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-32516b80-e957-4b51-8c9d-6f82ae4d12d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:47.079473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 3f2359e2-1f18-4bfd-96d8-31208a052d90 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:47.080004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3f2359e2-1f18-4bfd-96d8-31208a052d90 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:47.080535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a5d2e6a-dbee-4878-ae26-67cccc249c16 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:38:47.120000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-32516b80-e957-4b51-8c9d-6f82ae4d12d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:47.136022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 9a5d2e6a-dbee-4878-ae26-67cccc249c16 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:38:47.148123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a5d2e6a-dbee-4878-ae26-67cccc249c16 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:38:47.228052 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-32516b80-e957-4b51-8c9d-6f82ae4d12d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:47.231186 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-32516b80-e957-4b51-8c9d-6f82ae4d12d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:47.232557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-32516b80-e957-4b51-8c9d-6f82ae4d12d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c72ae62-6390-48f6-91d0-4c4e03ca642c HTTP/1.1" status: 204 len: 168 time: 0.2728581 Dec 09 22:38:47.254816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32516b80-e957-4b51-8c9d-6f82ae4d12d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c72ae62-6390-48f6-91d0-4c4e03ca642c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:47.832202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53046) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:47.913428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-769c85ad-0afc-4736-9837-6b772c4d8b49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e68a0ebe50b544a0aebef2664f609600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798316 Dec 09 22:38:47.916035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53050) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:47.966131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e649719-df5b-4909-b731-3b54fe1a468b req-f4d94244-0e55-46f7-afe0-8a32c1d5ce44 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:47.966131 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e649719-df5b-4909-b731-3b54fe1a468b req-f4d94244-0e55-46f7-afe0-8a32c1d5ce44 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1083734 Dec 09 22:38:48.001992 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e649719-df5b-4909-b731-3b54fe1a468b req-49bf3e6f-bb3b-468a-ae72-db59b1a34b3d tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562177 Dec 09 22:38:48.029505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9be666c6-1f0b-4750-95e5-8d5043c068c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:48.053143 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9be666c6-1f0b-4750-95e5-8d5043c068c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:48.185621 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9be666c6-1f0b-4750-95e5-8d5043c068c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:48.188671 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9be666c6-1f0b-4750-95e5-8d5043c068c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:48.189942 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9be666c6-1f0b-4750-95e5-8d5043c068c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d27f9484-8a53-4de3-a89b-53dbbb5c4f42 HTTP/1.1" status: 204 len: 168 time: 0.2723646 Dec 09 22:38:48.201426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be666c6-1f0b-4750-95e5-8d5043c068c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27f9484-8a53-4de3-a89b-53dbbb5c4f42,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:48.679069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53088) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:48.865540 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0644c325-bc56-4ae7-9096-d59e742f7fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:48.993254 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0644c325-bc56-4ae7-9096-d59e742f7fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:48.999444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0644c325-bc56-4ae7-9096-d59e742f7fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.050081 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0644c325-bc56-4ae7-9096-d59e742f7fd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed24ccdb58234ec69a3d9d082d76c2f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3698311 Dec 09 22:38:49.051035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53100) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:49.051586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644c325-bc56-4ae7-9096-d59e742f7fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cff30af-c8d4-46d7-8dab-1a40e2028780,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:49.148447 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56a50f4e-5583-45ac-9177-3c9291f7305c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.219673 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56a50f4e-5583-45ac-9177-3c9291f7305c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.260281 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae50d4-60d4-4fbe-8ebf-7cfec31d3492 req-c50e16a0-3191-4c11-b17f-d18332dd5445 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:49.261908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5ae50d4-60d4-4fbe-8ebf-7cfec31d3492 req-c50e16a0-3191-4c11-b17f-d18332dd5445 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1094666 Dec 09 22:38:49.333556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5ae50d4-60d4-4fbe-8ebf-7cfec31d3492 req-15fb1eb9-c530-4a99-a077-6d15adc3b7c5 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642393 Dec 09 22:38:49.364783 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56a50f4e-5583-45ac-9177-3c9291f7305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.368768 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56a50f4e-5583-45ac-9177-3c9291f7305c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.370145 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-56a50f4e-5583-45ac-9177-3c9291f7305c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cff30af-c8d4-46d7-8dab-1a40e2028780 HTTP/1.1" status: 204 len: 168 time: 0.3172019 Dec 09 22:38:49.379295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a50f4e-5583-45ac-9177-3c9291f7305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cff30af-c8d4-46d7-8dab-1a40e2028780,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:49.436413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53112) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:49.588658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1977991603-network', 'tenant_id': '6ae07d869875427f859dd7f36fe10e0c'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:38:49.619622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Made reservation on behalf of 6ae07d869875427f859dd7f36fe10e0c for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:38:49.625597 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.637628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.806132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.813475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.851049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bcc208-6345-4bfb-9b17-9feee2917639,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:49.864183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:38:49.879605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.880049 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Added segment de6ef14c-bece-45a2-9ba5-bfcbdca701c5 of type vlan for network 7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 Dec 09 22:38:49.954009 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.972726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53128) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:49.989236 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.990697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:49.992247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:49.995062 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1074aa2c-5ac1-48ec-b065-0dd2c2703237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:50.063726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] Pushing event updated for resources: {'Network': ['ID=7cd34a37-fe88-4a2c-bbb9-7531ab0b7729,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:50.078247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:38:50.094947 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3b3deffc-b7e0-4c95-abc5-fcdfed925aee admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6573341 Dec 09 22:38:50.098109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53130) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:50.103093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ee17e2d2-2c83-4149-88e1-90f366751735 admin admin] Request body: {'subnet': {'network_id': '7cd34a37-fe88-4a2c-bbb9-7531ab0b7729', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1977991603-subnet', 'tenant_id': '6ae07d869875427f859dd7f36fe10e0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:38:50.126138 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1074aa2c-5ac1-48ec-b065-0dd2c2703237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:50.129962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee17e2d2-2c83-4149-88e1-90f366751735 admin admin] Made reservation on behalf of 6ae07d869875427f859dd7f36fe10e0c for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:38:50.133545 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee17e2d2-2c83-4149-88e1-90f366751735 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:50.139331 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1074aa2c-5ac1-48ec-b065-0dd2c2703237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:50.203514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1074aa2c-5ac1-48ec-b065-0dd2c2703237 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dddd4c7f08fb40789e7353b1df0b9f81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284446 Dec 09 22:38:50.206904 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53132) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:50.243990 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074aa2c-5ac1-48ec-b065-0dd2c2703237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dfbfb5-4ce2-44c2-9249-6086d2ebf23f,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:50.291752 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5585ae76-156c-4fbd-a2bf-21a14e40f228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:50.318765 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5585ae76-156c-4fbd-a2bf-21a14e40f228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:50.344920 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee17e2d2-2c83-4149-88e1-90f366751735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:50.389034 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5585ae76-156c-4fbd-a2bf-21a14e40f228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:50.421945 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5585ae76-156c-4fbd-a2bf-21a14e40f228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:50.422850 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5585ae76-156c-4fbd-a2bf-21a14e40f228 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55dfbfb5-4ce2-44c2-9249-6086d2ebf23f HTTP/1.1" status: 204 len: 168 time: 0.2149744 Dec 09 22:38:50.430122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17e2d2-2c83-4149-88e1-90f366751735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff9e074-155e-4a60-9af9-e0650060e719,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:50.441176 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17e2d2-2c83-4149-88e1-90f366751735 admin admin] Checking segment: {'id': 'de6ef14c-bece-45a2-9ba5-bfcbdca701c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7cd34a37-fe88-4a2c-bbb9-7531ab0b7729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:38:50.441562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17e2d2-2c83-4149-88e1-90f366751735 admin admin] Network hostable DHCP agents. Network: 7cd34a37-fe88-4a2c-bbb9-7531ab0b7729, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:38:50.465644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17e2d2-2c83-4149-88e1-90f366751735 admin admin] Network 7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:38:50.482655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-ee17e2d2-2c83-4149-88e1-90f366751735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 7cd34a37-fe88-4a2c-bbb9-7531ab0b7729) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:38:50.484965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585ae76-156c-4fbd-a2bf-21a14e40f228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dfbfb5-4ce2-44c2-9249-6086d2ebf23f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:50.488943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee17e2d2-2c83-4149-88e1-90f366751735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:50.490123 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee17e2d2-2c83-4149-88e1-90f366751735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:50.511592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33f0db4-7ca3-4d84-8800-a77da6e3f323 None None] Network 7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:38:50.516835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ee17e2d2-2c83-4149-88e1-90f366751735 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4174993 Dec 09 22:38:50.707959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6417bb3-9e46-4934-9fe7-367a4e239b72 req-ba22a823-428b-48bd-b875-fe1e6987e9d1 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:50.709486 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6417bb3-9e46-4934-9fe7-367a4e239b72 req-ba22a823-428b-48bd-b875-fe1e6987e9d1 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0953250 Dec 09 22:38:50.811636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e862f6b9-c32f-43e1-85d4-f3d660d3eff0 None None] Network 7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:38:50.830662 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6417bb3-9e46-4934-9fe7-367a4e239b72 req-02509c8a-e2b9-4a8c-9117-dc46ed5f9282 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142480 Dec 09 22:38:51.359835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-cdf0726b-4dce-4c8c-9fb2-6e4607515e57 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:51.361734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-cdf0726b-4dce-4c8c-9fb2-6e4607515e57 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/networks?id=7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 HTTP/1.1" status: 200 len: 814 time: 0.1365578 Dec 09 22:38:51.377759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-00237c93-e8df-4853-ad38-3ceb90e89e0c tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/quotas/6ae07d869875427f859dd7f36fe10e0c HTTP/1.1" status: 200 len: 375 time: 0.0102296 Dec 09 22:38:51.417308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-b296e58c-d0b3-4419-8ea5-6064448eac9b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ae07d869875427f859dd7f36fe10e0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319791 Dec 09 22:38:51.436950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-fd3e86eb-0c79-40be-91f2-9c801c5f45ee service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:38:51.443610 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-fd3e86eb-0c79-40be-91f2-9c801c5f45ee service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092509 Dec 09 22:38:51.564469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-3aa3bc56-f9f7-4c41-8944-86fe0da93d7b service neutron] 10.222.0.16 "GET /v2.0/networks/7cd34a37-fe88-4a2c-bbb9-7531ab0b7729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163707 Dec 09 22:38:51.700857 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-acfe06fc-2259-45b1-a4ec-5a11b89e04aa service neutron] 10.222.0.16 "GET /v2.0/networks/7cd34a37-fe88-4a2c-bbb9-7531ab0b7729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287773 Dec 09 22:38:52.063634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cfa88-d27d-4952-a4e7-48ea0b19f8d6 req-1945cd91-e5f0-45e9-9813-699a73c14526 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:52.072234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-847cfa88-d27d-4952-a4e7-48ea0b19f8d6 req-1945cd91-e5f0-45e9-9813-699a73c14526 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1210577 Dec 09 22:38:52.177826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fffbee4-44f6-4742-bac2-8ec960d5c37a req-d4dee30a-3e3e-464a-aa8a-0585779882cf tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 210 time: 0.1000547 Dec 09 22:38:52.234395 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-847cfa88-d27d-4952-a4e7-48ea0b19f8d6 req-67ac734e-6a26-4230-9be1-19097dfbd328 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578763 Dec 09 22:38:52.570822 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:53.380405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-645d0acc-03ca-429a-8386-54b56d096f30 req-5d27a3ae-364c-458a-a3f4-7caf5064025c tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 210 time: 0.0379910 Dec 09 22:38:53.484256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef37459-6821-4be9-8563-a75717dfc3dd req-9a1e8e69-a9fb-46e6-b2aa-701bb88e72af tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:53.490383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fef37459-6821-4be9-8563-a75717dfc3dd req-9a1e8e69-a9fb-46e6-b2aa-701bb88e72af tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1189647 Dec 09 22:38:53.560598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fef37459-6821-4be9-8563-a75717dfc3dd req-fad888af-ab7d-46ec-9544-08abcc2981de tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661118 Dec 09 22:38:53.801584 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-2b892dae-f6db-4ffb-9c31-0143b6728971 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:53.806235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-2b892dae-f6db-4ffb-9c31-0143b6728971 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.18 "GET /v2.0/networks?id=7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 HTTP/1.1" status: 200 len: 814 time: 0.2261012 Dec 09 22:38:53.825450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Request body: {'port': {'device_id': '6dceffa1-ef7f-41c6-a157-4273990f0d0b', 'network_id': '7cd34a37-fe88-4a2c-bbb9-7531ab0b7729', 'admin_state_up': True, 'tenant_id': '6ae07d869875427f859dd7f36fe10e0c'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:38:54.079590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Made reservation on behalf of 6ae07d869875427f859dd7f36fe10e0c for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:38:54.087814 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:54.314767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Allocated IP 172.20.0.12 (7cd34a37-fe88-4a2c-bbb9-7531ab0b7729/5ff9e074-155e-4a60-9af9-e0650060e719/abb0e6dc-68be-4dc4-94d7-ff38a3c67698) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:38:54.498593 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e64af42-541b-49e5-bd1c-bf463fb43929 req-516b4d6a-26db-4550-8bb3-a7df8b6ff3b4 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 210 time: 0.0399098 Dec 09 22:38:54.524601 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:54.566442 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:54.628511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Network 7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:38:54.635033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:38:54.639757 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:38:54.644319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Pushing event updated for resources: {'Port': ['ID=abb0e6dc-68be-4dc4-94d7-ff38a3c67698,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:54.717368 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:54.718004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:54.741724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7901-3a37-4b9a-ad62-8ffbe317c576 req-5864ed1f-9c33-4754-88af-e6a202a830aa tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:54.743223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb3c7901-3a37-4b9a-ad62-8ffbe317c576 req-5864ed1f-9c33-4754-88af-e6a202a830aa tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0782886 Dec 09 22:38:54.746831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-dbece743-a0c6-42b2-bc82-eaf7e3e3e1d0 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9260707 Dec 09 22:38:54.767219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Request body: {'port': {'device_id': '6dceffa1-ef7f-41c6-a157-4273990f0d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:38:54.837056 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb3c7901-3a37-4b9a-ad62-8ffbe317c576 req-2ae77786-dd97-424a-9b7f-62a10d310c3f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872614 Dec 09 22:38:54.844498 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:54.937974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19120eb3-ffc9-4b64-aae7-a294eb8426d2 req-7e98f628-2a5b-45e2-88e2-46f90a7de207 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:54.939457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19120eb3-ffc9-4b64-aae7-a294eb8426d2 req-7e98f628-2a5b-45e2-88e2-46f90a7de207 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 946 time: 0.0820763 Dec 09 22:38:55.090774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19120eb3-ffc9-4b64-aae7-a294eb8426d2 req-70fac2c3-ce00-418e-9ea9-00946ce064c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030078 Dec 09 22:38:55.239122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb0e6dc-68be-4dc4-94d7-ff38a3c67698 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:38:55.252338 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:55.271229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Transition to ACTIVE for port object abb0e6dc-68be-4dc4-94d7-ff38a3c67698 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:38:55.277033 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:55.341827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Pushing event updated for resources: {'Port': ['ID=abb0e6dc-68be-4dc4-94d7-ff38a3c67698,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:55.411547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Attempting to bind port abb0e6dc-68be-4dc4-94d7-ff38a3c67698 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:38:55.411892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Attempting to bind port abb0e6dc-68be-4dc4-94d7-ff38a3c67698 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'de6ef14c-bece-45a2-9ba5-bfcbdca701c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7cd34a37-fe88-4a2c-bbb9-7531ab0b7729'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:38:55.412286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Attempting to bind port abb0e6dc-68be-4dc4-94d7-ff38a3c67698 on network 7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:38:55.417000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Port abb0e6dc-68be-4dc4-94d7-ff38a3c67698 on network 7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:38:55.417499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Attempting to bind port abb0e6dc-68be-4dc4-94d7-ff38a3c67698 on network 7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:38:55.423235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:38:55.423575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Checking segment: {'id': 'de6ef14c-bece-45a2-9ba5-bfcbdca701c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7cd34a37-fe88-4a2c-bbb9-7531ab0b7729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:38:55.423960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Bound using segment: {'id': 'de6ef14c-bece-45a2-9ba5-bfcbdca701c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7cd34a37-fe88-4a2c-bbb9-7531ab0b7729'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:38:55.424387 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Bound port: abb0e6dc-68be-4dc4-94d7-ff38a3c67698, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6ef14c-bece-45a2-9ba5-bfcbdca701c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7cd34a37-fe88-4a2c-bbb9-7531ab0b7729'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:38:55.424745 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:55.491885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] For port abb0e6dc-68be-4dc4-94d7-ff38a3c67698, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:38:55.495593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] For port abb0e6dc-68be-4dc4-94d7-ff38a3c67698, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=abb0e6dc-68be-4dc4-94d7-ff38a3c67698,segment=NetworkSegment(de6ef14c-bece-45a2-9ba5-bfcbdca701c5),segment_id=de6ef14c-bece-45a2-9ba5-bfcbdca701c5)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:38:55.501976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:55.544410 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:55.545493 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:55.547090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] 10.222.0.18 "PUT /v2.0/ports/abb0e6dc-68be-4dc4-94d7-ff38a3c67698 HTTP/1.1" status: 200 len: 1093 time: 0.7839203 Dec 09 22:38:55.547541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dceffa1-ef7f-41c6-a157-4273990f0d0b', 'tag': 'abb0e6dc-68be-4dc4-94d7-ff38a3c67698'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:38:55.549992 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442bb25c-8bab-4d96-8c05-9f054e72117d" -d '{"events": [{"name": "network-changed", "server_uuid": "6dceffa1-ef7f-41c6-a157-4273990f0d0b", "tag": "abb0e6dc-68be-4dc4-94d7-ff38a3c67698"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:38:55.586949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8299d-c61a-4f13-b0fb-c79d7ffb4eda service neutron] Pushing event updated for resources: {'Port': ['ID=abb0e6dc-68be-4dc4-94d7-ff38a3c67698,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:55.669575 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3fdce5-6682-4b74-a0e1-764c9b0822b0 x-openstack-request-id: req-ee3fdce5-6682-4b74-a0e1-764c9b0822b0 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:38:55.669963 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dceffa1-ef7f-41c6-a157-4273990f0d0b", "tag": "abb0e6dc-68be-4dc4-94d7-ff38a3c67698", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:38:55.670287 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee3fdce5-6682-4b74-a0e1-764c9b0822b0 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:38:55.671637 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dceffa1-ef7f-41c6-a157-4273990f0d0b', 'tag': 'abb0e6dc-68be-4dc4-94d7-ff38a3c67698', 'status': 'completed', 'code': 200} Dec 09 22:38:55.767673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb0b00-56e4-4a67-bbcc-a205d8fa9330 req-6b8a7fdd-cac3-4b51-8f50-5342d5e36486 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:55.769354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7bb0b00-56e4-4a67-bbcc-a205d8fa9330 req-6b8a7fdd-cac3-4b51-8f50-5342d5e36486 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 944 time: 0.1367278 Dec 09 22:38:55.772392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-14f42117-4d54-4ee7-a80a-c1f04b2ac323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:55.773899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-14f42117-4d54-4ee7-a80a-c1f04b2ac323 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ae07d869875427f859dd7f36fe10e0c&device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 1096 time: 0.1499681 Dec 09 22:38:55.829933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-51cb9683-15d9-4113-8584-20fa03c3f323 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abb0e6dc-68be-4dc4-94d7-ff38a3c67698 HTTP/1.1" status: 200 len: 217 time: 0.0377982 Dec 09 22:38:55.889203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7bb0b00-56e4-4a67-bbcc-a205d8fa9330 req-a26947d6-72f3-4254-a10b-9b8684c7872e tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113920 Dec 09 22:38:55.921069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f19bffe2-5179-4e36-9c66-3699a45c17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:55.922537 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-f19bffe2-5179-4e36-9c66-3699a45c17c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ff9e074-155e-4a60-9af9-e0650060e719 HTTP/1.1" status: 200 len: 854 time: 0.0828710 Dec 09 22:38:55.996460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-7e04953a-5f48-42da-8826-5e9157e6535f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cd34a37-fe88-4a2c-bbb9-7531ab0b7729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669866 Dec 09 22:38:56.053299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183f5dd-7873-46e4-a193-65264dd9460b req-da8669f9-4491-47e4-9919-fd50125ca137 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:56.054899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c183f5dd-7873-46e4-a193-65264dd9460b req-da8669f9-4491-47e4-9919-fd50125ca137 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1168139 Dec 09 22:38:56.168972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c183f5dd-7873-46e4-a193-65264dd9460b req-1a32f388-0c79-419a-8fbc-ab644a78601f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044338 Dec 09 22:38:56.178782 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-a83cc52c-3538-4230-8ab9-89167558db37 service neutron] 10.222.0.18 "GET /v2.0/networks/7cd34a37-fe88-4a2c-bbb9-7531ab0b7729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743243 Dec 09 22:38:56.342793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a177e1-7dc3-4fe4-b9be-918e6a3f2c56 req-e319a40c-bc9b-4ca6-9ba6-7cd1074e6496 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:56.344541 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7a177e1-7dc3-4fe4-b9be-918e6a3f2c56 req-e319a40c-bc9b-4ca6-9ba6-7cd1074e6496 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 946 time: 0.1178150 Dec 09 22:38:56.348732 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-298ea327-6a66-4b8f-a6c9-b99967bad2d1 req-c98dabde-a4c8-4473-a032-84e2be8402ae service neutron] 10.222.0.18 "GET /v2.0/networks/7cd34a37-fe88-4a2c-bbb9-7531ab0b7729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611135 Dec 09 22:38:56.429436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7a177e1-7dc3-4fe4-b9be-918e6a3f2c56 req-6a74f049-37c9-4221-9acf-6303caaf7c21 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779045 Dec 09 22:38:56.553883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb25c-8bab-4d96-8c05-9f054e72117d req-36af48c2-d21a-4c0f-8b83-f51133bc7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:56.558906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-442bb25c-8bab-4d96-8c05-9f054e72117d req-36af48c2-d21a-4c0f-8b83-f51133bc7a9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ae07d869875427f859dd7f36fe10e0c&device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 1096 time: 0.0839272 Dec 09 22:38:56.815812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb25c-8bab-4d96-8c05-9f054e72117d req-4f92b5dc-6deb-47b0-a015-71ac828961ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:56.817562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-442bb25c-8bab-4d96-8c05-9f054e72117d req-4f92b5dc-6deb-47b0-a015-71ac828961ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 HTTP/1.1" status: 200 len: 915 time: 0.2538755 Dec 09 22:38:56.938010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-442bb25c-8bab-4d96-8c05-9f054e72117d req-6d2ca02d-4888-4a46-83a1-9c0da44c8637 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abb0e6dc-68be-4dc4-94d7-ff38a3c67698 HTTP/1.1" status: 200 len: 217 time: 0.1095057 Dec 09 22:38:57.054300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb25c-8bab-4d96-8c05-9f054e72117d req-72a6bffb-5362-4aa3-9807-c0259cfee189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:57.057364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-442bb25c-8bab-4d96-8c05-9f054e72117d req-72a6bffb-5362-4aa3-9807-c0259cfee189 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ff9e074-155e-4a60-9af9-e0650060e719 HTTP/1.1" status: 200 len: 854 time: 0.0958405 Dec 09 22:38:57.141485 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-442bb25c-8bab-4d96-8c05-9f054e72117d req-6d6502e1-7cf8-433f-b3bc-63e79f3e48a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cd34a37-fe88-4a2c-bbb9-7531ab0b7729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665512 Dec 09 22:38:57.189268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3bbc-0d40-443c-8106-9e8d305d7899 req-24fe8012-9cf9-4b8e-972d-4c6c4237a817 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:57.193779 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-055d3bbc-0d40-443c-8106-9e8d305d7899 req-24fe8012-9cf9-4b8e-972d-4c6c4237a817 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 944 time: 0.1308966 Dec 09 22:38:57.352357 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-055d3bbc-0d40-443c-8106-9e8d305d7899 req-e6da52e4-936b-4061-a0d7-131e6402299b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486654 Dec 09 22:38:57.366514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-442bb25c-8bab-4d96-8c05-9f054e72117d req-2f48f787-6f0f-4ed2-9612-1f6e9204010e service neutron] 10.222.0.18 "GET /v2.0/networks/7cd34a37-fe88-4a2c-bbb9-7531ab0b7729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132664 Dec 09 22:38:57.384335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3cdb-3f20-4c62-8ab3-4677b27a4e8d req-bd6ae137-3a1e-4bd6-851c-99f19a66e95f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:57.386054 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-645c3cdb-3f20-4c62-8ab3-4677b27a4e8d req-bd6ae137-3a1e-4bd6-851c-99f19a66e95f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1404755 Dec 09 22:38:57.817409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-645c3cdb-3f20-4c62-8ab3-4677b27a4e8d req-01a139df-4efd-4834-ab16-80b9eed7da72 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237549 Dec 09 22:38:57.842716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-442bb25c-8bab-4d96-8c05-9f054e72117d req-2b41914a-8c8e-46bd-8d6c-d423c988b6ed service neutron] 10.222.0.18 "GET /v2.0/networks/7cd34a37-fe88-4a2c-bbb9-7531ab0b7729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673417 Dec 09 22:38:58.376561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53424) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:58.478399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1b80b-f728-41e0-8f6a-1ed5f1c131a7 req-26ad1767-4591-4224-8c4d-75f3350e1869 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:58.479924 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10e1b80b-f728-41e0-8f6a-1ed5f1c131a7 req-26ad1767-4591-4224-8c4d-75f3350e1869 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 944 time: 0.0574834 Dec 09 22:38:58.500407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5389d653-92d7-400c-8e6f-fafbfdad4251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:58.530429 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10e1b80b-f728-41e0-8f6a-1ed5f1c131a7 req-4e7845dd-fa52-49d2-bb3f-ba5309b6385d tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Dec 09 22:38:58.581087 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5389d653-92d7-400c-8e6f-fafbfdad4251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:58.586154 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5389d653-92d7-400c-8e6f-fafbfdad4251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:58.626032 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5389d653-92d7-400c-8e6f-fafbfdad4251 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e64b4f70e9b40bf91fe849b607b37a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2475667 Dec 09 22:38:58.627845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53432) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:58.628287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389d653-92d7-400c-8e6f-fafbfdad4251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b645754e-83bb-4e1c-be51-a29da6833b46,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:58.742881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b79edc3f-1614-4887-ba0f-461a8a4c2a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:58.763380 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b79edc3f-1614-4887-ba0f-461a8a4c2a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:58.814510 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b79edc3f-1614-4887-ba0f-461a8a4c2a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:58.817205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b79edc3f-1614-4887-ba0f-461a8a4c2a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:58.818379 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b79edc3f-1614-4887-ba0f-461a8a4c2a85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b645754e-83bb-4e1c-be51-a29da6833b46 HTTP/1.1" status: 204 len: 168 time: 0.1894097 Dec 09 22:38:58.826586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79edc3f-1614-4887-ba0f-461a8a4c2a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b645754e-83bb-4e1c-be51-a29da6833b46,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:58.949255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b0f54-3320-4d4a-9298-702bcd2ca0f5 req-3162058d-3569-4f4d-a88f-71a5ace8912b tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:58.954243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-827b0f54-3320-4d4a-9298-702bcd2ca0f5 req-3162058d-3569-4f4d-a88f-71a5ace8912b tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0603113 Dec 09 22:38:59.000223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-827b0f54-3320-4d4a-9298-702bcd2ca0f5 req-40234337-bc0c-41dd-ab19-a9167eb7c12a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427036 Dec 09 22:38:59.131351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53446) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:59.144881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c0f2-aa68-44b8-835c-3dce477299cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:59.221243 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c0f2-aa68-44b8-835c-3dce477299cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:59.225511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c0f2-aa68-44b8-835c-3dce477299cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:59.262759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8ca9c0f2-aa68-44b8-835c-3dce477299cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b75afa9af7dd4f30b5cfd23607b56102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297786 Dec 09 22:38:59.263561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9c0f2-aa68-44b8-835c-3dce477299cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b547372-ae55-4a45-93e7-364e2f26a888,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:59.265375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53448) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:38:59.314885 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c333-d81c-4925-8809-1b562c54a569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:59.335914 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c333-d81c-4925-8809-1b562c54a569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:59.381036 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c333-d81c-4925-8809-1b562c54a569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:59.383731 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c333-d81c-4925-8809-1b562c54a569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:38:59.384883 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8dc9c333-d81c-4925-8809-1b562c54a569 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b547372-ae55-4a45-93e7-364e2f26a888 HTTP/1.1" status: 204 len: 168 time: 0.1184497 Dec 09 22:38:59.392598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9c333-d81c-4925-8809-1b562c54a569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b547372-ae55-4a45-93e7-364e2f26a888,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:38:59.655165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326ce61-aef4-4677-9294-babe7988676e req-4aef43b0-4992-438a-ae0d-72e9bf0dd226 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:38:59.656727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d326ce61-aef4-4677-9294-babe7988676e req-4aef43b0-4992-438a-ae0d-72e9bf0dd226 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 944 time: 0.0503881 Dec 09 22:38:59.734910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d326ce61-aef4-4677-9294-babe7988676e req-0d116959-110f-4b82-b3e3-ca07b6df02dd tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702550 Dec 09 22:39:00.125061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4b88a-566d-451a-928c-30d1384d4f6c req-5461fb02-563e-4eb3-8ba8-529be52fe174 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:00.126663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ae4b88a-566d-451a-928c-30d1384d4f6c req-5461fb02-563e-4eb3-8ba8-529be52fe174 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0559592 Dec 09 22:39:00.178311 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ae4b88a-566d-451a-928c-30d1384d4f6c req-a2328dee-df4e-4338-9ab1-28be55155121 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451274 Dec 09 22:39:00.353058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:39:00.355901 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:39:00.518567 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:00.555000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:00.562779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:00.565353 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d6dee4-ec1d-4bd5-b13b-f787ffe503f0" -d '{"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:00.574126 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:00.578202 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:00.657040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device abb0e6dc-68be-4dc4-94d7-ff38a3c67698 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:39:00.667076 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5f6e66-2178-4a93-8296-92d199a697b2 x-openstack-request-id: req-cf5f6e66-2178-4a93-8296-92d199a697b2 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:00.667570 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:00.667829 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf5f6e66-2178-4a93-8296-92d199a697b2 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:00.668223 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8', 'code': 200} Dec 09 22:39:00.686753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'd50f613a-260f-49d2-bf29-005df074fec8', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'port_id': 'd50f613a-260f-49d2-bf29-005df074fec8', 'mac_address': 'fa:16:3e:26:4f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:39:00.697966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:00.746153 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:00.784759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50f613a-260f-49d2-bf29-005df074fec8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:00.841172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:00.851949 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:00.950623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port abb0e6dc-68be-4dc4-94d7-ff38a3c67698, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=abb0e6dc-68be-4dc4-94d7-ff38a3c67698,segment=NetworkSegment(de6ef14c-bece-45a2-9ba5-bfcbdca701c5),segment_id=de6ef14c-bece-45a2-9ba5-bfcbdca701c5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:00.953686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['d50f613a-260f-49d2-bf29-005df074fec8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:39:00.961172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d2976-30b5-467a-bd8c-f2e446332018 req-7329a348-d906-4497-9060-38913641870a tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:00.962911 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be3d2976-30b5-467a-bd8c-f2e446332018 req-7329a348-d906-4497-9060-38913641870a tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 944 time: 0.0999432 Dec 09 22:39:01.054033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be3d2976-30b5-467a-bd8c-f2e446332018 req-782eeee3-a425-4a30-b1df-c16031bb1553 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839102 Dec 09 22:39:01.066997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'abb0e6dc-68be-4dc4-94d7-ff38a3c67698', 'network_id': '7cd34a37-fe88-4a2c-bbb9-7531ab0b7729', 'port_id': 'abb0e6dc-68be-4dc4-94d7-ff38a3c67698', 'mac_address': 'fa:16:3e:e4:a5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff9e074-155e-4a60-9af9-e0650060e719', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:39:01.068717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:01.087849 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-64798852-5406-4fce-9431-624267ae1732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:01.153860 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:01.179572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb0e6dc-68be-4dc4-94d7-ff38a3c67698 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:01.270084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port abb0e6dc-68be-4dc4-94d7-ff38a3c67698, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=abb0e6dc-68be-4dc4-94d7-ff38a3c67698,segment=NetworkSegment(de6ef14c-bece-45a2-9ba5-bfcbdca701c5),segment_id=de6ef14c-bece-45a2-9ba5-bfcbdca701c5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:01.279585 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:01.353018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=abb0e6dc-68be-4dc4-94d7-ff38a3c67698,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:01.380862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39094d65-bc09-44a8-a834-adfb7e0fbe8c req-73ea4de2-c01e-42a0-a44a-fa3c45625979 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:01.382474 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39094d65-bc09-44a8-a834-adfb7e0fbe8c req-73ea4de2-c01e-42a0-a44a-fa3c45625979 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0829697 Dec 09 22:39:01.466415 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39094d65-bc09-44a8-a834-adfb7e0fbe8c req-5bd0fefb-22a8-4179-8256-b75052a689e4 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694578 Dec 09 22:39:01.649437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['abb0e6dc-68be-4dc4-94d7-ff38a3c67698'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:39:02.233326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0546a-4f93-4017-b82a-3b62af3256f4 req-39cae40f-f920-495c-8c54-95fbf6b3bead tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:02.241245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ea0546a-4f93-4017-b82a-3b62af3256f4 req-39cae40f-f920-495c-8c54-95fbf6b3bead tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 945 time: 0.0798833 Dec 09 22:39:02.301596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ea0546a-4f93-4017-b82a-3b62af3256f4 req-f3291232-85b2-43bb-9843-f46b6ab0b2eb tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592425 Dec 09 22:39:02.361212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e0e6b449-006a-4fb6-8549-996aabb7ea94 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:39:02.368120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:39:02.531380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port d50f613a-260f-49d2-bf29-005df074fec8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:02.533104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:02.623661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e0e6b449-006a-4fb6-8549-996aabb7ea94, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0e6b449-006a-4fb6-8549-996aabb7ea94,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:02.651653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7730af8-fe8d-4ab7-a26a-43972d576c58 req-ff2d09f0-9e39-4dbf-ae44-85573b7b006a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:02.662486 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7730af8-fe8d-4ab7-a26a-43972d576c58 req-ff2d09f0-9e39-4dbf-ae44-85573b7b006a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0933621 Dec 09 22:39:02.684352 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'e0e6b449-006a-4fb6-8549-996aabb7ea94', 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999', 'port_id': 'e0e6b449-006a-4fb6-8549-996aabb7ea94', 'mac_address': 'fa:16:3e:b3:60:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a87a1d-82f8-4c7d-80cd-204c780f1259', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:39:02.764600 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:39:02.784001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7730af8-fe8d-4ab7-a26a-43972d576c58 req-bbb82c07-8e02-4431-85c8-5420032f3712 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107352 Dec 09 22:39:02.812268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:02.834918 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:02.844925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:02.849121 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9eddccd-4499-4b7d-91a1-c1cac4c8173b" -d '{"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-plugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:02.905114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:02.910105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0e6b449-006a-4fb6-8549-996aabb7ea94 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:02.952168 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53584) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:02.960244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e0e6b449-006a-4fb6-8549-996aabb7ea94, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0e6b449-006a-4fb6-8549-996aabb7ea94,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:02.962594 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab743a3-2b85-49bd-8449-f0c0a14c9cfc x-openstack-request-id: req-dab743a3-2b85-49bd-8449-f0c0a14c9cfc {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:02.963600 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-plugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:02.963600 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dab743a3-2b85-49bd-8449-f0c0a14c9cfc {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:02.963600 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8', 'code': 200} Dec 09 22:39:02.966259 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:02.967108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e0e6b449-006a-4fb6-8549-996aabb7ea94 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:39:02.971546 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:03.074159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=10']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:03.139636 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ddf16ce6-3f38-45dd-8c27-509707d8d266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:03.203772 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:03.219517 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e0e6b449-006a-4fb6-8549-996aabb7ea94,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:03.235389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e0e6b449-006a-4fb6-8549-996aabb7ea94 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:03.286415 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ddf16ce6-3f38-45dd-8c27-509707d8d266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:03.292681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e0e6b449-006a-4fb6-8549-996aabb7ea94, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0e6b449-006a-4fb6-8549-996aabb7ea94,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:03.295274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ddf16ce6-3f38-45dd-8c27-509707d8d266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:03.305071 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:03.370322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['e0e6b449-006a-4fb6-8549-996aabb7ea94'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:39:03.375231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf16ce6-3f38-45dd-8c27-509707d8d266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f192f88-24c5-449e-81d2-463abfb1fb6a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:03.385544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ddf16ce6-3f38-45dd-8c27-509707d8d266 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d67c853e8736491ba689498d0022452e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4317760 Dec 09 22:39:03.388261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53596) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:03.425993 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-391e590c-e2e4-4147-a069-faf12cb82fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:03.528329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb7eae-251f-4f79-a9ef-297b2bf25a86 req-56deb57c-bddb-48c7-a058-64c0529f23fa tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:03.539234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4bb7eae-251f-4f79-a9ef-297b2bf25a86 req-56deb57c-bddb-48c7-a058-64c0529f23fa tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 945 time: 0.1248360 Dec 09 22:39:03.554912 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cddc7fa0-6cdd-4b63-8afd-66701ba43bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:03.559392 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e0e6b449-006a-4fb6-8549-996aabb7ea94,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:03.586845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cddc7fa0-6cdd-4b63-8afd-66701ba43bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:03.659273 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cddc7fa0-6cdd-4b63-8afd-66701ba43bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:03.667162 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cddc7fa0-6cdd-4b63-8afd-66701ba43bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:03.671121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cddc7fa0-6cdd-4b63-8afd-66701ba43bc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f192f88-24c5-449e-81d2-463abfb1fb6a HTTP/1.1" status: 204 len: 168 time: 0.2813520 Dec 09 22:39:03.699848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc7fa0-6cdd-4b63-8afd-66701ba43bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f192f88-24c5-449e-81d2-463abfb1fb6a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:03.752505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4bb7eae-251f-4f79-a9ef-297b2bf25a86 req-9494c51b-3579-4fe2-83cf-f2106895b6d1 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072303 Dec 09 22:39:03.784953 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:03.982065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed91fbe-2acd-462e-912b-7219fe034be7 req-fe8b4977-b109-4f10-a600-44c44b761f4f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:03.991442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ed91fbe-2acd-462e-912b-7219fe034be7 req-fe8b4977-b109-4f10-a600-44c44b761f4f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 944 time: 0.0859597 Dec 09 22:39:04.087478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ed91fbe-2acd-462e-912b-7219fe034be7 req-eeb811eb-6043-4675-87ac-145371aeef93 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889339 Dec 09 22:39:04.103659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53614) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:04.124454 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-66bf866a-68a2-4a40-a8d9-08ab3ad0c846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:04.223870 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-66bf866a-68a2-4a40-a8d9-08ab3ad0c846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:04.232706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-66bf866a-68a2-4a40-a8d9-08ab3ad0c846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:04.291855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf866a-68a2-4a40-a8d9-08ab3ad0c846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcb32dc-744a-4a63-a9d1-cca52972fd5a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:04.298005 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-66bf866a-68a2-4a40-a8d9-08ab3ad0c846 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70c7e2791de24d1098c8facb92ab6a2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1926520 Dec 09 22:39:04.300685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53624) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:04.363339 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9ab42ba-0347-4b6d-a601-192d288ec41d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:04.365320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e0e6b449-006a-4fb6-8549-996aabb7ea94 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:39:04.403244 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9ab42ba-0347-4b6d-a601-192d288ec41d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:04.415091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port e0e6b449-006a-4fb6-8549-996aabb7ea94 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:04.415468 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:04.477766 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9ab42ba-0347-4b6d-a601-192d288ec41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:04.480527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9ab42ba-0347-4b6d-a601-192d288ec41d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:04.481682 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e9ab42ba-0347-4b6d-a601-192d288ec41d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffcb32dc-744a-4a63-a9d1-cca52972fd5a HTTP/1.1" status: 204 len: 168 time: 0.1799061 Dec 09 22:39:04.489726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab42ba-0347-4b6d-a601-192d288ec41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcb32dc-744a-4a63-a9d1-cca52972fd5a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:04.522794 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:04.758900 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e0e6b449-006a-4fb6-8549-996aabb7ea94, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0e6b449-006a-4fb6-8549-996aabb7ea94,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:04.776476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device abb0e6dc-68be-4dc4-94d7-ff38a3c67698 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:39:04.790292 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:04.962448 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:04.981533 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863f422-6faa-4837-9c95-a7c36c03d3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e6b449-006a-4fb6-8549-996aabb7ea94'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:04.983818 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aca5473-1bc7-4411-bd3b-202150504e90" -d '{"events": [{"server_uuid": "f863f422-6faa-4837-9c95-a7c36c03d3e4", "name": "network-vif-plugged", "status": "completed", "tag": "e0e6b449-006a-4fb6-8549-996aabb7ea94"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:04.990903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1f0af-0e53-4ae9-9792-4e223f0db34c req-702e09b4-469d-4d45-a583-d89390649bdc tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:05.001819 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0e1f0af-0e53-4ae9-9792-4e223f0db34c req-702e09b4-469d-4d45-a583-d89390649bdc tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 945 time: 0.1310737 Dec 09 22:39:05.070873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e0e6b449-006a-4fb6-8549-996aabb7ea94,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:05.086564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0e1f0af-0e53-4ae9-9792-4e223f0db34c req-bdd0ce39-684b-4577-b2bc-33fac0501a7b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835042 Dec 09 22:39:05.092653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port abb0e6dc-68be-4dc4-94d7-ff38a3c67698 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:39:05.097770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port abb0e6dc-68be-4dc4-94d7-ff38a3c67698 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:05.098479 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:05.229744 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90289954-bec6-46bf-b62c-f70dd40ecf81 x-openstack-request-id: req-90289954-bec6-46bf-b62c-f70dd40ecf81 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:05.230106 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863f422-6faa-4837-9c95-a7c36c03d3e4", "name": "network-vif-plugged", "status": "completed", "tag": "e0e6b449-006a-4fb6-8549-996aabb7ea94", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:05.230546 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90289954-bec6-46bf-b62c-f70dd40ecf81 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:05.231999 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863f422-6faa-4837-9c95-a7c36c03d3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e6b449-006a-4fb6-8549-996aabb7ea94', 'code': 200} Dec 09 22:39:05.282423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426599e-41cb-4689-ad17-31ec543aa315 req-0b2d3870-e6e4-423e-8ade-74cdba05eb68 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:05.294676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6426599e-41cb-4689-ad17-31ec543aa315 req-0b2d3870-e6e4-423e-8ade-74cdba05eb68 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1073489 Dec 09 22:39:05.361493 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:05.399348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6426599e-41cb-4689-ad17-31ec543aa315 req-7f9474f0-5874-40c6-9a4e-7030532a299d tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998528 Dec 09 22:39:05.482589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port abb0e6dc-68be-4dc4-94d7-ff38a3c67698, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=abb0e6dc-68be-4dc4-94d7-ff38a3c67698,segment=NetworkSegment(de6ef14c-bece-45a2-9ba5-bfcbdca701c5),segment_id=de6ef14c-bece-45a2-9ba5-bfcbdca701c5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:05.493208 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:05.586571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=abb0e6dc-68be-4dc4-94d7-ff38a3c67698,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:05.655332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e95ef0-c7b8-473b-af95-baec41ed164b req-bc01c360-5f83-4af2-8503-2f9f13756601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:05.655332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6e95ef0-c7b8-473b-af95-baec41ed164b req-bc01c360-5f83-4af2-8503-2f9f13756601 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 1098 time: 0.3039269 Dec 09 22:39:05.724252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6e95ef0-c7b8-473b-af95-baec41ed164b req-a4e9ad81-5720-4b5d-a285-d11b272b8ab2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574105 Dec 09 22:39:06.153095 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:06.307934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab06f5e-a4e3-4a9c-b4fd-84f68f7f744a req-8e033bf9-a9d5-4d8f-8d99-48497beb45e6 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:06.319192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dab06f5e-a4e3-4a9c-b4fd-84f68f7f744a req-8e033bf9-a9d5-4d8f-8d99-48497beb45e6 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 946 time: 0.0771139 Dec 09 22:39:06.394629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dab06f5e-a4e3-4a9c-b4fd-84f68f7f744a req-cdac834d-0c82-49ca-b36c-6ce52f073b9a tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726383 Dec 09 22:39:06.572303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc460821-823e-4b8e-82da-b7adc9be1ab7 req-774b223b-6633-4d8e-a06a-2eacab45895f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:06.580741 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc460821-823e-4b8e-82da-b7adc9be1ab7 req-774b223b-6633-4d8e-a06a-2eacab45895f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1002164 Dec 09 22:39:06.642313 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc460821-823e-4b8e-82da-b7adc9be1ab7 req-dbbc8e64-97d0-41c8-9d66-da7c72e8a3c5 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557730 Dec 09 22:39:06.942499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53708) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:07.032427 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:07.107872 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b28596e9-8b8e-4a52-a411-99e4eb800ca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:07.217869 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b28596e9-8b8e-4a52-a411-99e4eb800ca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:07.224411 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b28596e9-8b8e-4a52-a411-99e4eb800ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:07.233402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dceffa1-ef7f-41c6-a157-4273990f0d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb0e6dc-68be-4dc4-94d7-ff38a3c67698'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:07.237503 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf62b6de-a85c-4693-aaa3-ac987360b17a" -d '{"events": [{"server_uuid": "6dceffa1-ef7f-41c6-a157-4273990f0d0b", "name": "network-vif-plugged", "status": "completed", "tag": "abb0e6dc-68be-4dc4-94d7-ff38a3c67698"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:07.273168 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53714) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:07.286368 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b28596e9-8b8e-4a52-a411-99e4eb800ca7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9adc05f7f7da465b99f96d354744b175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3427558 Dec 09 22:39:07.287284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28596e9-8b8e-4a52-a411-99e4eb800ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9953a0c5-1e73-479d-bba1-0b19a2cdf11d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:07.293271 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46b2c20-c8ca-4349-b448-32fb9599585c x-openstack-request-id: req-d46b2c20-c8ca-4349-b448-32fb9599585c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:07.293566 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dceffa1-ef7f-41c6-a157-4273990f0d0b", "name": "network-vif-plugged", "status": "completed", "tag": "abb0e6dc-68be-4dc4-94d7-ff38a3c67698", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:07.294693 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d46b2c20-c8ca-4349-b448-32fb9599585c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:07.295106 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dceffa1-ef7f-41c6-a157-4273990f0d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb0e6dc-68be-4dc4-94d7-ff38a3c67698', 'code': 200} Dec 09 22:39:07.353912 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-02c92287-827e-40ce-ba8f-86ffaf7eda9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:07.402586 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-02c92287-827e-40ce-ba8f-86ffaf7eda9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:07.460470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5733a4-ee4b-4984-9d69-d43db96ddd1a req-4d00beba-5f43-4912-8d67-0423bf398bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:07.462017 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c5733a4-ee4b-4984-9d69-d43db96ddd1a req-4d00beba-5f43-4912-8d67-0423bf398bab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 1098 time: 0.0784078 Dec 09 22:39:07.534544 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-02c92287-827e-40ce-ba8f-86ffaf7eda9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:07.537722 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-02c92287-827e-40ce-ba8f-86ffaf7eda9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:07.538974 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-02c92287-827e-40ce-ba8f-86ffaf7eda9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9953a0c5-1e73-479d-bba1-0b19a2cdf11d HTTP/1.1" status: 204 len: 168 time: 0.2650604 Dec 09 22:39:07.569342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c92287-827e-40ce-ba8f-86ffaf7eda9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9953a0c5-1e73-479d-bba1-0b19a2cdf11d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:07.574204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c5733a4-ee4b-4984-9d69-d43db96ddd1a req-97c14a87-5f79-4b8a-9abc-30be9dc69b84 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042960 Dec 09 22:39:07.600642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a12ab-d91f-443d-adc1-bff13f6b3061 req-f2d9f584-c630-4a14-9341-0ba1d2d88b55 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:07.609218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed3a12ab-d91f-443d-adc1-bff13f6b3061 req-f2d9f584-c630-4a14-9341-0ba1d2d88b55 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 946 time: 0.1231525 Dec 09 22:39:07.672497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed3a12ab-d91f-443d-adc1-bff13f6b3061 req-2d739822-64a3-4377-b8b8-94e2590fda25 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622497 Dec 09 22:39:07.843625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5b107-e858-4ea9-898c-11136d97d0c5 req-3084d0d3-0ca5-45a8-9e3e-ef58eb8dc8b7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:07.854630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87e5b107-e858-4ea9-898c-11136d97d0c5 req-3084d0d3-0ca5-45a8-9e3e-ef58eb8dc8b7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.0745165 Dec 09 22:39:07.918561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87e5b107-e858-4ea9-898c-11136d97d0c5 req-b61f1941-dc8b-43f9-b222-f12d660bdcb4 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622706 Dec 09 22:39:08.102791 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3441546-5af6-47e8-b5cd-80c26605cd86 req-43245a48-ad52-4f8d-ad61-2a48d11572a8 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:08.118565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3441546-5af6-47e8-b5cd-80c26605cd86 req-43245a48-ad52-4f8d-ad61-2a48d11572a8 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1205914 Dec 09 22:39:08.199533 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3441546-5af6-47e8-b5cd-80c26605cd86 req-d33a9b66-08e9-4556-b4fe-a9910106192a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751369 Dec 09 22:39:08.933243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-39dd2d7b-bd2c-467d-a8a8-7535f147c815 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:08.934863 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-39dd2d7b-bd2c-467d-a8a8-7535f147c815 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/networks?id=29868e70-b02b-43f7-ac67-65d677e88999 HTTP/1.1" status: 200 len: 814 time: 0.2718878 Dec 09 22:39:08.948263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81253802-2336-4fd5-869f-5efe207ff86d req-7c7e006c-08ce-4425-92fc-cb074247ebf1 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:08.955640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81253802-2336-4fd5-869f-5efe207ff86d req-7c7e006c-08ce-4425-92fc-cb074247ebf1 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 946 time: 0.1278961 Dec 09 22:39:08.984592 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-51db03e1-b763-438f-9b42-7e5549ed1556 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/quotas/b2faeab8999645d0aecc09aad9149937 HTTP/1.1" status: 200 len: 375 time: 0.0268073 Dec 09 22:39:09.043148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81253802-2336-4fd5-869f-5efe207ff86d req-61dfd641-e6a9-4bd7-9229-ac3db24a9b67 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864806 Dec 09 22:39:09.084369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-3f9d5926-246d-4bab-af08-cb8c976fecdd tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2faeab8999645d0aecc09aad9149937&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917556 Dec 09 22:39:09.095301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-deab8428-2161-4bab-9a06-375f71b9174f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:39:09.101073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-deab8428-2161-4bab-9a06-375f71b9174f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099936 Dec 09 22:39:09.291348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-79e07b77-882a-4e53-8f01-6adfaf6ffefe service neutron] 10.222.0.16 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835151 Dec 09 22:39:09.412410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-2639c0eb-4fc6-443a-8c7a-784134f84e26 service neutron] 10.222.0.16 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100757 Dec 09 22:39:09.670284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94d8405e-b6fe-4772-9eef-1a27d588a56f req-1b17b40b-83fd-40f0-89ed-6d214401de68 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 210 time: 0.0660403 Dec 09 22:39:09.860935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a73bf-2a39-47d3-8706-eb0a42fb4610 req-0aced02c-2ced-490e-a3e6-c3cf3ec677c8 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:09.865998 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a73bf-2a39-47d3-8706-eb0a42fb4610 req-0aced02c-2ced-490e-a3e6-c3cf3ec677c8 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f863f422-6faa-4837-9c95-a7c36c03d3e4 HTTP/1.1" status: 200 len: 946 time: 0.1100533 Dec 09 22:39:10.154903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-3f6a73bf-2a39-47d3-8706-eb0a42fb4610 req-073bb525-4b9f-42c2-a632-88e62d038317 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Deleting port e0e6b449-006a-4fb6-8549-996aabb7ea94 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:39:10.155542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a73bf-2a39-47d3-8706-eb0a42fb4610 req-073bb525-4b9f-42c2-a632-88e62d038317 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:10.417346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9deb4a1-da38-4d7b-8e58-eaeb8bdd9ba6 req-4e4ce45b-4e31-4e2f-b00d-2484638cd730 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:10.435306 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9deb4a1-da38-4d7b-8e58-eaeb8bdd9ba6 req-4e4ce45b-4e31-4e2f-b00d-2484638cd730 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 946 time: 0.2367473 Dec 09 22:39:10.502158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-3f6a73bf-2a39-47d3-8706-eb0a42fb4610 req-073bb525-4b9f-42c2-a632-88e62d038317 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] For port e0e6b449-006a-4fb6-8549-996aabb7ea94, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e0e6b449-006a-4fb6-8549-996aabb7ea94,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:10.502530 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a73bf-2a39-47d3-8706-eb0a42fb4610 req-073bb525-4b9f-42c2-a632-88e62d038317 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:10.586455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9deb4a1-da38-4d7b-8e58-eaeb8bdd9ba6 req-30112de2-b694-45e1-b774-14d4049f935a tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501424 Dec 09 22:39:10.594969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-3f6a73bf-2a39-47d3-8706-eb0a42fb4610 req-073bb525-4b9f-42c2-a632-88e62d038317 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Calling delete_port for e0e6b449-006a-4fb6-8549-996aabb7ea94 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:39:10.868186 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e98d566e-6092-4d8f-a91d-a81a5034849e req-1f95d527-c048-4d70-88e7-35ca5418275e tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 210 time: 0.0767417 Dec 09 22:39:11.002351 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a73bf-2a39-47d3-8706-eb0a42fb4610 req-073bb525-4b9f-42c2-a632-88e62d038317 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:11.013723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['e0e6b449-006a-4fb6-8549-996aabb7ea94'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:39:11.057229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bb525-4b9f-42c2-a632-88e62d038317 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Pushing event deleted for resources: {'Port': ['ID=e0e6b449-006a-4fb6-8549-996aabb7ea94,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:11.168276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6a73bf-2a39-47d3-8706-eb0a42fb4610 req-073bb525-4b9f-42c2-a632-88e62d038317 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] No DVR routers for this DVR port e0e6b449-006a-4fb6-8549-996aabb7ea94 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:39:11.174993 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a73bf-2a39-47d3-8706-eb0a42fb4610 req-073bb525-4b9f-42c2-a632-88e62d038317 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:11.178505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a73bf-2a39-47d3-8706-eb0a42fb4610 req-073bb525-4b9f-42c2-a632-88e62d038317 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.42 "DELETE /v2.0/ports/e0e6b449-006a-4fb6-8549-996aabb7ea94 HTTP/1.1" status: 204 len: 173 time: 1.3030314 Dec 09 22:39:11.230073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863f422-6faa-4837-9c95-a7c36c03d3e4', 'name': 'network-vif-deleted', 'tag': 'e0e6b449-006a-4fb6-8549-996aabb7ea94'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:11.234116 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad56344e-b7fb-43ff-b407-368ee6d1b034" -d '{"events": [{"server_uuid": "f863f422-6faa-4837-9c95-a7c36c03d3e4", "name": "network-vif-deleted", "tag": "e0e6b449-006a-4fb6-8549-996aabb7ea94"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:11.301186 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c0867-e018-4127-8429-10964d1e3acf req-2d4b2d57-adce-4b58-bbd6-87a5ab619a14 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:11.305149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-793c0867-e018-4127-8429-10964d1e3acf req-2d4b2d57-adce-4b58-bbd6-87a5ab619a14 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 946 time: 0.2107327 Dec 09 22:39:11.322521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959cca3-9dfb-4077-b96e-97f96f6648f2 req-ac9f8567-ddea-4802-b7ba-ccb06f405d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:11.324568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a959cca3-9dfb-4077-b96e-97f96f6648f2 req-ac9f8567-ddea-4802-b7ba-ccb06f405d9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ae07d869875427f859dd7f36fe10e0c&device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 1098 time: 0.2083049 Dec 09 22:39:11.423773 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d269ed-c1c7-4819-b363-5c9f0126259a x-openstack-request-id: req-e4d269ed-c1c7-4819-b363-5c9f0126259a {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:11.425237 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863f422-6faa-4837-9c95-a7c36c03d3e4", "name": "network-vif-deleted", "tag": "e0e6b449-006a-4fb6-8549-996aabb7ea94", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:11.425576 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4d269ed-c1c7-4819-b363-5c9f0126259a {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:11.429734 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863f422-6faa-4837-9c95-a7c36c03d3e4', 'name': 'network-vif-deleted', 'tag': 'e0e6b449-006a-4fb6-8549-996aabb7ea94', 'status': 'completed', 'code': 200} Dec 09 22:39:11.434978 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-793c0867-e018-4127-8429-10964d1e3acf req-80eb5f25-6b9b-49c9-81f7-9de08f10040e tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194172 Dec 09 22:39:11.708173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959cca3-9dfb-4077-b96e-97f96f6648f2 req-9c05a0d7-3ef5-4f75-bdcd-028c3118e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:11.710228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a959cca3-9dfb-4077-b96e-97f96f6648f2 req-9c05a0d7-3ef5-4f75-bdcd-028c3118e930 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 HTTP/1.1" status: 200 len: 915 time: 0.2795732 Dec 09 22:39:11.713191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd500c-f776-4462-99db-296775c321dc req-59e26dd6-281d-46e4-a2d4-65935f3c16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:11.714851 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1cd500c-f776-4462-99db-296775c321dc req-59e26dd6-281d-46e4-a2d4-65935f3c16ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1099 time: 0.1063926 Dec 09 22:39:11.796057 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-2c94c624-a0cf-4bf6-873e-d8e6274a378d tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:11.798490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-2c94c624-a0cf-4bf6-873e-d8e6274a378d tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.42 "GET /v2.0/networks?id=29868e70-b02b-43f7-ac67-65d677e88999 HTTP/1.1" status: 200 len: 814 time: 0.2135663 Dec 09 22:39:11.814441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Request body: {'port': {'device_id': '513ec007-6499-4386-aa63-9d184fdb1110', 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999', 'admin_state_up': True, 'tenant_id': 'b2faeab8999645d0aecc09aad9149937'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:11.902882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd500c-f776-4462-99db-296775c321dc req-a949edf9-7e71-41b1-a373-1d13f14d47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:11.904754 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1cd500c-f776-4462-99db-296775c321dc req-a949edf9-7e71-41b1-a373-1d13f14d47f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.1174421 Dec 09 22:39:11.906264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a959cca3-9dfb-4077-b96e-97f96f6648f2 req-4e4ec110-fa9e-4818-9188-2d8301ac2ebc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abb0e6dc-68be-4dc4-94d7-ff38a3c67698 HTTP/1.1" status: 200 len: 217 time: 0.1888723 Dec 09 22:39:12.024371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53924) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:12.056925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Made reservation on behalf of b2faeab8999645d0aecc09aad9149937 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:12.062647 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:12.087764 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53f47a54-49df-4698-8647-024e06309f9a req-08b6b127-2ea8-49dc-b254-ce2f50b43bb2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 210 time: 0.0641100 Dec 09 22:39:12.120653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959cca3-9dfb-4077-b96e-97f96f6648f2 req-8f73ae00-46dd-4bf8-9b52-8c523576f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:12.122141 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a959cca3-9dfb-4077-b96e-97f96f6648f2 req-8f73ae00-46dd-4bf8-9b52-8c523576f3b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ff9e074-155e-4a60-9af9-e0650060e719 HTTP/1.1" status: 200 len: 854 time: 0.2082884 Dec 09 22:39:12.123958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1cd500c-f776-4462-99db-296775c321dc req-bc17bf8c-4245-42a6-acfe-dbe83462b63c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 1002 time: 0.2115493 Dec 09 22:39:12.226431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Allocated IP 172.20.0.5 (29868e70-b02b-43f7-ac67-65d677e88999/c5a87a1d-82f8-4c7d-80cd-204c780f1259/a7c80884-81a2-468d-bfc7-203d92fe372e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:39:12.226641 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a959cca3-9dfb-4077-b96e-97f96f6648f2 req-0375f69c-cd65-4492-bc75-69ae01766548 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cd34a37-fe88-4a2c-bbb9-7531ab0b7729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964472 Dec 09 22:39:12.295739 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccb03ecf-19c8-4045-92b5-33384a5b822d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:12.316991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd500c-f776-4462-99db-296775c321dc req-ce9d011e-94e9-446d-b8d3-21f0acdf0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:12.319042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1cd500c-f776-4462-99db-296775c321dc req-ce9d011e-94e9-446d-b8d3-21f0acdf0f2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.1832714 Dec 09 22:39:12.449825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd500c-f776-4462-99db-296775c321dc req-234f876d-e247-41ce-a82b-16ee1fbb2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:12.451343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1cd500c-f776-4462-99db-296775c321dc req-234f876d-e247-41ce-a82b-16ee1fbb2e93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216693 Dec 09 22:39:12.461920 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a959cca3-9dfb-4077-b96e-97f96f6648f2 req-77fa258b-cbef-4863-ae68-e0239b1b3434 service neutron] 10.222.0.18 "GET /v2.0/networks/7cd34a37-fe88-4a2c-bbb9-7531ab0b7729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272401 Dec 09 22:39:12.463940 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:12.472619 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-e1cd500c-f776-4462-99db-296775c321dc req-b0949c40-28ae-47dd-a375-240b6e720e41 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:39:12.473605 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1cd500c-f776-4462-99db-296775c321dc req-b0949c40-28ae-47dd-a375-240b6e720e41 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069866 Dec 09 22:39:12.511361 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:12.595045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Network 29868e70-b02b-43f7-ac67-65d677e88999 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:39:12.601654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:12.604643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:39:12.639286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Pushing event updated for resources: {'Port': ['ID=a7c80884-81a2-468d-bfc7-203d92fe372e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:12.661619 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccb03ecf-19c8-4045-92b5-33384a5b822d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:12.682914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:12.683758 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:12.702693 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-f89d1ecd-c200-4e46-ab65-a80a16640449 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8944747 Dec 09 22:39:12.706635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccb03ecf-19c8-4045-92b5-33384a5b822d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:12.719037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Request body: {'port': {'device_id': '513ec007-6499-4386-aa63-9d184fdb1110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:12.792612 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:12.807271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a959cca3-9dfb-4077-b96e-97f96f6648f2 req-e5abe6a3-19c3-451d-bb60-0ba29bf495ee service neutron] 10.222.0.18 "GET /v2.0/networks/7cd34a37-fe88-4a2c-bbb9-7531ab0b7729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325982 Dec 09 22:39:12.809483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ccb03ecf-19c8-4045-92b5-33384a5b822d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa907c5e459e4e6e845f01cc9d95722c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7803400 Dec 09 22:39:12.812245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 53944) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:12.817013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb03ecf-19c8-4045-92b5-33384a5b822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39869583-eb20-4cea-b06b-f63bcb43069c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:12.827476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55662-0fb3-480f-ac59-37c92a4317d9 req-772fbe0b-969e-4f75-8ed9-56686e38c599 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:12.834619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7e55662-0fb3-480f-ac59-37c92a4317d9 req-772fbe0b-969e-4f75-8ed9-56686e38c599 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 946 time: 0.2358413 Dec 09 22:39:12.837636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1cd500c-f776-4462-99db-296775c321dc req-8c4ca892-1a7e-4433-b02b-e8efa539ec8b service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524523 Dec 09 22:39:12.846203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee7fb6-49e1-4ac1-ae87-228b20e2eebc req-b74b1572-9728-44d3-8a59-a1d00be8b791 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:12.857004 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7dee7fb6-49e1-4ac1-ae87-228b20e2eebc req-b74b1572-9728-44d3-8a59-a1d00be8b791 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 945 time: 0.2570710 Dec 09 22:39:12.965216 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-80a50191-9cdd-4335-9225-5160b262d583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:13.005856 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-80a50191-9cdd-4335-9225-5160b262d583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:13.006582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7dee7fb6-49e1-4ac1-ae87-228b20e2eebc req-09de76da-2e44-43ca-95e6-ee6076d8c1a8 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486280 Dec 09 22:39:13.034687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7e55662-0fb3-480f-ac59-37c92a4317d9 req-d8eebeca-0973-43f0-ad67-c2118ff9dce3 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991444 Dec 09 22:39:13.090444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1cd500c-f776-4462-99db-296775c321dc req-2716394b-781a-4e7e-a36b-092c80cdb338 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260826 Dec 09 22:39:13.306579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-80a50191-9cdd-4335-9225-5160b262d583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:13.309542 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-80a50191-9cdd-4335-9225-5160b262d583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:13.313025 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-80a50191-9cdd-4335-9225-5160b262d583 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39869583-eb20-4cea-b06b-f63bcb43069c HTTP/1.1" status: 204 len: 168 time: 0.4976516 Dec 09 22:39:13.318903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0c6c7-5d86-473f-bbe8-08d4a36949f5 req-852a0406-cbad-49de-891b-257b35507a94 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:13.327220 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a50191-9cdd-4335-9225-5160b262d583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39869583-eb20-4cea-b06b-f63bcb43069c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:13.327821 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07e0c6c7-5d86-473f-bbe8-08d4a36949f5 req-852a0406-cbad-49de-891b-257b35507a94 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 931 time: 0.0687680 Dec 09 22:39:13.376774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c80884-81a2-468d-bfc7-203d92fe372e {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:13.386506 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:13.401570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Transition to ACTIVE for port object a7c80884-81a2-468d-bfc7-203d92fe372e will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:39:13.404987 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07e0c6c7-5d86-473f-bbe8-08d4a36949f5 req-03004243-b7f0-4e3d-ac59-49a9ab9fbb93 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763123 Dec 09 22:39:13.406967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:13.470625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Pushing event updated for resources: {'Port': ['ID=a7c80884-81a2-468d-bfc7-203d92fe372e,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:13.553554 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Attempting to bind port a7c80884-81a2-468d-bfc7-203d92fe372e on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:39:13.553934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Attempting to bind port a7c80884-81a2-468d-bfc7-203d92fe372e by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:39:13.554278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Attempting to bind port a7c80884-81a2-468d-bfc7-203d92fe372e on network 29868e70-b02b-43f7-ac67-65d677e88999 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:39:13.559333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Port a7c80884-81a2-468d-bfc7-203d92fe372e on network 29868e70-b02b-43f7-ac67-65d677e88999 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:39:13.559658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Attempting to bind port a7c80884-81a2-468d-bfc7-203d92fe372e on network 29868e70-b02b-43f7-ac67-65d677e88999 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:39:13.565588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:39:13.566114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Checking segment: {'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:39:13.566614 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Bound using segment: {'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:39:13.567179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Bound port: a7c80884-81a2-468d-bfc7-203d92fe372e, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:39:13.567921 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:13.654640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] For port a7c80884-81a2-468d-bfc7-203d92fe372e, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:39:13.661943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] For port a7c80884-81a2-468d-bfc7-203d92fe372e, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a7c80884-81a2-468d-bfc7-203d92fe372e,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:39:13.669548 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:13.712208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:13.713029 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:13.714735 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] 10.222.0.42 "PUT /v2.0/ports/a7c80884-81a2-468d-bfc7-203d92fe372e HTTP/1.1" status: 200 len: 1092 time: 1.0028358 Dec 09 22:39:13.715341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513ec007-6499-4386-aa63-9d184fdb1110', 'tag': 'a7c80884-81a2-468d-bfc7-203d92fe372e'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:13.717746 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521f1b2d-761c-4bfd-b0d9-196cc477ac64" -d '{"events": [{"name": "network-changed", "server_uuid": "513ec007-6499-4386-aa63-9d184fdb1110", "tag": "a7c80884-81a2-468d-bfc7-203d92fe372e"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:13.782813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53960) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:13.800097 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98fd92f4-bb64-4e46-9970-0b2edeb2688c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:13.850836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a45633-6fb4-4552-8935-8c29df096eeb service neutron] Pushing event updated for resources: {'Port': ['ID=a7c80884-81a2-468d-bfc7-203d92fe372e,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:13.934932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-39174714-edbf-4ef7-b86a-1031875d6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:13.936864 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-39174714-edbf-4ef7-b86a-1031875d6dc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2faeab8999645d0aecc09aad9149937&device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 1095 time: 0.1443048 Dec 09 22:39:13.940915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98fd92f4-bb64-4e46-9970-0b2edeb2688c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:13.949120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98fd92f4-bb64-4e46-9970-0b2edeb2688c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:13.999760 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-98fd92f4-bb64-4e46-9970-0b2edeb2688c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbac3351e4714d50ab5c03b9a02683c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153132 Dec 09 22:39:14.003887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 53962) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:14.012703 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-d8f4e66b-31ab-48f5-b1aa-ee609f5e0da6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c80884-81a2-468d-bfc7-203d92fe372e HTTP/1.1" status: 200 len: 217 time: 0.0630593 Dec 09 22:39:14.028839 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1150cfb-8cf6-4d57-89b7-6fea71596b9c x-openstack-request-id: req-d1150cfb-8cf6-4d57-89b7-6fea71596b9c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:14.029692 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513ec007-6499-4386-aa63-9d184fdb1110", "tag": "a7c80884-81a2-468d-bfc7-203d92fe372e", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:14.030065 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1150cfb-8cf6-4d57-89b7-6fea71596b9c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:14.030634 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513ec007-6499-4386-aa63-9d184fdb1110', 'tag': 'a7c80884-81a2-468d-bfc7-203d92fe372e', 'status': 'completed', 'code': 200} Dec 09 22:39:14.085704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-07aebb90-5af0-44c8-8d4e-c3cf2e651195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:14.087375 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-07aebb90-5af0-44c8-8d4e-c3cf2e651195 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5a87a1d-82f8-4c7d-80cd-204c780f1259 HTTP/1.1" status: 200 len: 854 time: 0.0623298 Dec 09 22:39:14.112614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd92f4-bb64-4e46-9970-0b2edeb2688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef928a0-698a-4f40-814d-d1438023cec0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:14.141580 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-107c0cd4-1a61-4e0d-a896-4c432da546a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29868e70-b02b-43f7-ac67-65d677e88999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456140 Dec 09 22:39:14.183039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10731b-ad23-4fe7-9573-d89fba8e1cfd req-f7b5bdf5-b4c8-4548-b181-4d96069a2956 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:14.185147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b10731b-ad23-4fe7-9573-d89fba8e1cfd req-f7b5bdf5-b4c8-4548-b181-4d96069a2956 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 945 time: 0.2103148 Dec 09 22:39:14.252092 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-12e8011c-770b-422a-957d-072ab9f8c53e service neutron] 10.222.0.42 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030400 Dec 09 22:39:14.365447 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b5359fa9-8505-419d-98c2-6dd2b29776e3 req-5f32558c-dce6-4523-a619-c044754f8116 service neutron] 10.222.0.42 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053636 Dec 09 22:39:14.398130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e0e6b449-006a-4fb6-8549-996aabb7ea94 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:39:14.423754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: e0e6b449-006a-4fb6-8549-996aabb7ea94 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:39:14.424350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e0e6b449-006a-4fb6-8549-996aabb7ea94 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:39:14.480662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f1b2d-761c-4bfd-b0d9-196cc477ac64 req-e7b28bb4-b360-468f-98a6-ece63fd2fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:14.482456 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-521f1b2d-761c-4bfd-b0d9-196cc477ac64 req-e7b28bb4-b360-468f-98a6-ece63fd2fff4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2faeab8999645d0aecc09aad9149937&device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 1095 time: 0.0567067 Dec 09 22:39:14.602295 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6ba6cf5-a81d-4242-aa68-96e92ce6dd21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:14.605013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f1b2d-761c-4bfd-b0d9-196cc477ac64 req-e8e77a77-a798-4eac-baaf-2eaef1cd56ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:14.607033 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-521f1b2d-761c-4bfd-b0d9-196cc477ac64 req-e8e77a77-a798-4eac-baaf-2eaef1cd56ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=29868e70-b02b-43f7-ac67-65d677e88999 HTTP/1.1" status: 200 len: 915 time: 0.1163223 Dec 09 22:39:14.625826 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6ba6cf5-a81d-4242-aa68-96e92ce6dd21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:14.679751 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-521f1b2d-761c-4bfd-b0d9-196cc477ac64 req-3372116b-9b79-4e04-a70a-535785686046 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c80884-81a2-468d-bfc7-203d92fe372e HTTP/1.1" status: 200 len: 217 time: 0.0629513 Dec 09 22:39:14.721140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459ddc9-4c25-49df-a2c7-1f09e47a040a req-c492a9fe-9daa-4560-b696-03137ff9c6d8 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:14.722597 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d459ddc9-4c25-49df-a2c7-1f09e47a040a req-c492a9fe-9daa-4560-b696-03137ff9c6d8 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 946 time: 0.6035514 Dec 09 22:39:14.778725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659106cd-8cdf-4df6-a06a-6f80a11a315d req-eb706551-83ba-4e11-ab11-6b25266825b0 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:14.788317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-659106cd-8cdf-4df6-a06a-6f80a11a315d req-eb706551-83ba-4e11-ab11-6b25266825b0 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 945 time: 0.6530085 Dec 09 22:39:14.789147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f1b2d-761c-4bfd-b0d9-196cc477ac64 req-ad2b0c9c-f35c-4e44-8b15-88312a63a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:14.791055 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-521f1b2d-761c-4bfd-b0d9-196cc477ac64 req-ad2b0c9c-f35c-4e44-8b15-88312a63a8de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5a87a1d-82f8-4c7d-80cd-204c780f1259 HTTP/1.1" status: 200 len: 854 time: 0.1000643 Dec 09 22:39:14.816881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6ba6cf5-a81d-4242-aa68-96e92ce6dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:14.819673 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6ba6cf5-a81d-4242-aa68-96e92ce6dd21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:14.820880 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c6ba6cf5-a81d-4242-aa68-96e92ce6dd21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ef928a0-698a-4f40-814d-d1438023cec0 HTTP/1.1" status: 204 len: 168 time: 0.8164890 Dec 09 22:39:14.845300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-521f1b2d-761c-4bfd-b0d9-196cc477ac64 req-bb401377-cb07-4782-bd4d-90dd3b31ffc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29868e70-b02b-43f7-ac67-65d677e88999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425761 Dec 09 22:39:14.866342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba6cf5-a81d-4242-aa68-96e92ce6dd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef928a0-698a-4f40-814d-d1438023cec0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:14.911354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-659106cd-8cdf-4df6-a06a-6f80a11a315d req-e498ac71-cf08-4210-81ab-2b7113d538f6 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099451 Dec 09 22:39:14.945534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d459ddc9-4c25-49df-a2c7-1f09e47a040a req-3113d578-c53b-4dea-aa7a-56026ac60c43 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965220 Dec 09 22:39:14.973145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-1b10731b-ad23-4fe7-9573-d89fba8e1cfd req-e0dbf00b-2c04-41fd-991f-969cde53b800 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Deleting port b187ea38-c408-4410-9fda-1a6af350cc5e {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:39:14.973488 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1b10731b-ad23-4fe7-9573-d89fba8e1cfd req-e0dbf00b-2c04-41fd-991f-969cde53b800 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:15.035528 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-521f1b2d-761c-4bfd-b0d9-196cc477ac64 req-7f325ef9-d180-4571-baae-88197bdab23b service neutron] 10.222.0.42 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803460 Dec 09 22:39:15.167678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1b10731b-ad23-4fe7-9573-d89fba8e1cfd req-e0dbf00b-2c04-41fd-991f-969cde53b800 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] For port b187ea38-c408-4410-9fda-1a6af350cc5e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=b187ea38-c408-4410-9fda-1a6af350cc5e,segment=NetworkSegment(8dc1c236-242d-4cbc-9cec-94e8de85f226),segment_id=8dc1c236-242d-4cbc-9cec-94e8de85f226)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:15.168184 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1b10731b-ad23-4fe7-9573-d89fba8e1cfd req-e0dbf00b-2c04-41fd-991f-969cde53b800 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:15.194012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-1b10731b-ad23-4fe7-9573-d89fba8e1cfd req-e0dbf00b-2c04-41fd-991f-969cde53b800 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Calling delete_port for b187ea38-c408-4410-9fda-1a6af350cc5e owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:39:15.407508 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1b10731b-ad23-4fe7-9573-d89fba8e1cfd req-e0dbf00b-2c04-41fd-991f-969cde53b800 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:15.421880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['b187ea38-c408-4410-9fda-1a6af350cc5e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:39:15.495857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbf00b-2c04-41fd-991f-969cde53b800 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Pushing event deleted for resources: {'Port': ['ID=b187ea38-c408-4410-9fda-1a6af350cc5e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:15.606023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b10731b-ad23-4fe7-9573-d89fba8e1cfd req-e0dbf00b-2c04-41fd-991f-969cde53b800 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] No DVR routers for this DVR port b187ea38-c408-4410-9fda-1a6af350cc5e on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:39:15.635981 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1b10731b-ad23-4fe7-9573-d89fba8e1cfd req-e0dbf00b-2c04-41fd-991f-969cde53b800 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:15.642793 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b10731b-ad23-4fe7-9573-d89fba8e1cfd req-e0dbf00b-2c04-41fd-991f-969cde53b800 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.42 "DELETE /v2.0/ports/b187ea38-c408-4410-9fda-1a6af350cc5e HTTP/1.1" status: 204 len: 173 time: 1.4397297 Dec 09 22:39:15.656737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9fd1c-bfc8-4b9f-80cd-6c26c66a19ee req-e6780024-fb9f-4e21-94d0-50e2683aa679 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:15.662947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75b9fd1c-bfc8-4b9f-80cd-6c26c66a19ee req-e6780024-fb9f-4e21-94d0-50e2683aa679 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 946 time: 0.1674180 Dec 09 22:39:15.672543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d3fdf-180b-41a6-a180-7f05fd0f9977 req-841e3d26-1748-4d7b-8500-74c8ccd5cd27 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:15.678961 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-521f1b2d-761c-4bfd-b0d9-196cc477ac64 req-5e88e8dd-e7b4-429b-8455-ec5f6d6a46d4 service neutron] 10.222.0.42 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308053 Dec 09 22:39:15.681393 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e26d3fdf-180b-41a6-a180-7f05fd0f9977 req-841e3d26-1748-4d7b-8500-74c8ccd5cd27 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 943 time: 0.3391764 Dec 09 22:39:15.683169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3b4caa-6a6b-4574-97b1-1e33c4517ba2', 'name': 'network-vif-deleted', 'tag': 'b187ea38-c408-4410-9fda-1a6af350cc5e'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:15.685647 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d576fd-ace5-4e46-9fe1-ed9667d2c508" -d '{"events": [{"server_uuid": "7c3b4caa-6a6b-4574-97b1-1e33c4517ba2", "name": "network-vif-deleted", "tag": "b187ea38-c408-4410-9fda-1a6af350cc5e"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:15.775532 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e26d3fdf-180b-41a6-a180-7f05fd0f9977 req-46feb892-2dc1-4a04-a276-b839c095e1d0 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930648 Dec 09 22:39:15.810231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75b9fd1c-bfc8-4b9f-80cd-6c26c66a19ee req-3ac1bebc-93c0-4a59-9848-ecd4905c68f6 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444986 Dec 09 22:39:16.044007 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98491f87-8d08-45c9-8669-a60ee1b3462e req-ba914d17-9e28-4834-8bb4-79d8945192b6 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3b4caa-6a6b-4574-97b1-1e33c4517ba2 HTTP/1.1" status: 200 len: 210 time: 0.0290580 Dec 09 22:39:16.227840 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea3d5e2-3a0f-4165-bd2f-22ed3ab8e4ae x-openstack-request-id: req-9ea3d5e2-3a0f-4165-bd2f-22ed3ab8e4ae {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:16.228208 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3b4caa-6a6b-4574-97b1-1e33c4517ba2", "name": "network-vif-deleted", "tag": "b187ea38-c408-4410-9fda-1a6af350cc5e", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:16.228528 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ea3d5e2-3a0f-4165-bd2f-22ed3ab8e4ae {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:16.229129 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3b4caa-6a6b-4574-97b1-1e33c4517ba2', 'name': 'network-vif-deleted', 'tag': 'b187ea38-c408-4410-9fda-1a6af350cc5e', 'status': 'completed', 'code': 200} Dec 09 22:39:16.967439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76b0ca-db76-4406-96da-27c0b634264e req-b9b3b49a-5801-4228-90d5-f5c79dcdcac2 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:16.976265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b76b0ca-db76-4406-96da-27c0b634264e req-b9b3b49a-5801-4228-90d5-f5c79dcdcac2 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 946 time: 0.0908806 Dec 09 22:39:17.008665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbf42-258a-40d3-9cee-36ec9df1ad5d req-90e1b0ee-5801-44ce-819f-58fbd8355ae4 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:17.010212 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f41dbf42-258a-40d3-9cee-36ec9df1ad5d req-90e1b0ee-5801-44ce-819f-58fbd8355ae4 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 943 time: 0.0902300 Dec 09 22:39:17.138563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b76b0ca-db76-4406-96da-27c0b634264e req-5b865247-9142-4f2d-bfbb-f8b2702e3ef5 tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/security-groups?id=94bcc208-6345-4bfb-9b17-9feee2917639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612051 Dec 09 22:39:17.174131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa73c4-d499-415d-a513-3e796aa247b7 req-58e121b4-c98d-495a-a840-fa1aa1d6a74e tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:17.175647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5fa73c4-d499-415d-a513-3e796aa247b7 req-58e121b4-c98d-495a-a840-fa1aa1d6a74e tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 946 time: 0.1607268 Dec 09 22:39:17.179234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f41dbf42-258a-40d3-9cee-36ec9df1ad5d req-0e936920-f16b-4d67-82fe-6d242010f51a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513116 Dec 09 22:39:17.317299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f5fa73c4-d499-415d-a513-3e796aa247b7 req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Deleting port abb0e6dc-68be-4dc4-94d7-ff38a3c67698 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:39:17.317658 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f5fa73c4-d499-415d-a513-3e796aa247b7 req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:17.441897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-f5fa73c4-d499-415d-a513-3e796aa247b7 req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] For port abb0e6dc-68be-4dc4-94d7-ff38a3c67698, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=abb0e6dc-68be-4dc4-94d7-ff38a3c67698,segment=NetworkSegment(de6ef14c-bece-45a2-9ba5-bfcbdca701c5),segment_id=de6ef14c-bece-45a2-9ba5-bfcbdca701c5)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:17.443890 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f5fa73c4-d499-415d-a513-3e796aa247b7 req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:17.460889 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-f5fa73c4-d499-415d-a513-3e796aa247b7 req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Calling delete_port for abb0e6dc-68be-4dc4-94d7-ff38a3c67698 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:39:17.600142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54100) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:17.617478 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f5fa73c4-d499-415d-a513-3e796aa247b7 req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:17.651359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Pushing event deleted for resources: {'Port': ['ID=abb0e6dc-68be-4dc4-94d7-ff38a3c67698,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:17.653688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['abb0e6dc-68be-4dc4-94d7-ff38a3c67698'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:39:17.667622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.667967 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.668371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.668733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.669055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.669685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.670034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.670414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.671385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.671733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.672072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.672406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.672734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:17.716050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fa73c4-d499-415d-a513-3e796aa247b7 req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] No DVR routers for this DVR port abb0e6dc-68be-4dc4-94d7-ff38a3c67698 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:39:17.719523 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-f5fa73c4-d499-415d-a513-3e796aa247b7 req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:17.722909 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5fa73c4-d499-415d-a513-3e796aa247b7 req-f4d4d29f-b19e-4e7c-8260-61d83e37bb5b tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.18 "DELETE /v2.0/ports/abb0e6dc-68be-4dc4-94d7-ff38a3c67698 HTTP/1.1" status: 204 len: 173 time: 0.5406413 Dec 09 22:39:17.775251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b339d48-b64d-43fd-ac68-bd537f68955c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:17.878012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b339d48-b64d-43fd-ac68-bd537f68955c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:17.882307 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b339d48-b64d-43fd-ac68-bd537f68955c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:17.924185 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2b339d48-b64d-43fd-ac68-bd537f68955c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80b9464ef2294d8e99c9f902cf0ba1a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3224118 Dec 09 22:39:17.925392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b339d48-b64d-43fd-ac68-bd537f68955c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71795d0d-bc80-4fb9-aaf1-888b7ef13479,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:17.927014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54108) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:17.980164 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-310f5615-6a9a-4abb-be61-1061d55f1fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.001952 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-310f5615-6a9a-4abb-be61-1061d55f1fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.051836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-310f5615-6a9a-4abb-be61-1061d55f1fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.055439 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-310f5615-6a9a-4abb-be61-1061d55f1fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.056648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-310f5615-6a9a-4abb-be61-1061d55f1fc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71795d0d-bc80-4fb9-aaf1-888b7ef13479 HTTP/1.1" status: 204 len: 168 time: 0.1263409 Dec 09 22:39:18.064976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f5615-6a9a-4abb-be61-1061d55f1fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71795d0d-bc80-4fb9-aaf1-888b7ef13479,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:18.230904 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dceffa1-ef7f-41c6-a157-4273990f0d0b', 'name': 'network-vif-deleted', 'tag': 'abb0e6dc-68be-4dc4-94d7-ff38a3c67698'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:18.235439 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f162ef1-f501-4e1b-9d81-621323ba86c7" -d '{"events": [{"server_uuid": "6dceffa1-ef7f-41c6-a157-4273990f0d0b", "name": "network-vif-deleted", "tag": "abb0e6dc-68be-4dc4-94d7-ff38a3c67698"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:18.358036 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f667a53b-39dd-4b7b-b074-d0e607ffc708 req-9eba781e-a3af-4d39-ba6b-a8dba6c9d82c tempest-InstanceActionsTestJSON-1615313174 tempest-InstanceActionsTestJSON-1615313174-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dceffa1-ef7f-41c6-a157-4273990f0d0b HTTP/1.1" status: 200 len: 210 time: 0.0500128 Dec 09 22:39:18.390602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a87fea-e1e5-48c0-9cb0-07f8b795d0fc req-df2e33a2-46f1-48af-a10b-f1f819850cb9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:18.399033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73a87fea-e1e5-48c0-9cb0-07f8b795d0fc req-df2e33a2-46f1-48af-a10b-f1f819850cb9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.1601956 Dec 09 22:39:18.433239 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a7c80884-81a2-468d-bfc7-203d92fe372e details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:39:18.446054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device b187ea38-c408-4410-9fda-1a6af350cc5e no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:39:18.483624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: b187ea38-c408-4410-9fda-1a6af350cc5e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:39:18.484433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device b187ea38-c408-4410-9fda-1a6af350cc5e not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:39:18.499565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54136) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:18.515187 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-69a9c86b-517d-498d-be1e-f990bf156f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.531048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73a87fea-e1e5-48c0-9cb0-07f8b795d0fc req-a0dec4bb-abdd-4007-a6f6-aba43789181c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311483 Dec 09 22:39:18.572596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2aebfd-bba2-41c1-bc84-5ea465966116 req-de196e0d-9d41-4029-97df-c2a3abac1310 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:18.581414 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec2aebfd-bba2-41c1-bc84-5ea465966116 req-de196e0d-9d41-4029-97df-c2a3abac1310 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 943 time: 0.1353524 Dec 09 22:39:18.590173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a7c80884-81a2-468d-bfc7-203d92fe372e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a7c80884-81a2-468d-bfc7-203d92fe372e,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:18.612554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'a7c80884-81a2-468d-bfc7-203d92fe372e', 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999', 'port_id': 'a7c80884-81a2-468d-bfc7-203d92fe372e', 'mac_address': 'fa:16:3e:df:44:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a87a1d-82f8-4c7d-80cd-204c780f1259', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:39:18.618044 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16521569-bbfe-4c05-b1b3-a31247ab4926 x-openstack-request-id: req-16521569-bbfe-4c05-b1b3-a31247ab4926 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:18.618347 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dceffa1-ef7f-41c6-a157-4273990f0d0b", "name": "network-vif-deleted", "tag": "abb0e6dc-68be-4dc4-94d7-ff38a3c67698", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:18.618676 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16521569-bbfe-4c05-b1b3-a31247ab4926 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:18.620735 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dceffa1-ef7f-41c6-a157-4273990f0d0b', 'name': 'network-vif-deleted', 'tag': 'abb0e6dc-68be-4dc4-94d7-ff38a3c67698', 'status': 'completed', 'code': 200} Dec 09 22:39:18.637074 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-69a9c86b-517d-498d-be1e-f990bf156f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.645599 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-69a9c86b-517d-498d-be1e-f990bf156f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.664763 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.673304 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec2aebfd-bba2-41c1-bc84-5ea465966116 req-56dfdd84-aea1-43a3-902b-3afeb25735be tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843675 Dec 09 22:39:18.679278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c80884-81a2-468d-bfc7-203d92fe372e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:18.706059 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a7c80884-81a2-468d-bfc7-203d92fe372e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a7c80884-81a2-468d-bfc7-203d92fe372e,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:18.722268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.725511 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-69a9c86b-517d-498d-be1e-f990bf156f9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=807671850e2348c8a0fd80fc7f1fe045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241163 Dec 09 22:39:18.726816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9c86b-517d-498d-be1e-f990bf156f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef4d7ac-012f-4f39-bb75-9d54377644c1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:18.728338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54140) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:18.787268 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=a7c80884-81a2-468d-bfc7-203d92fe372e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:18.800940 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b97ac0b6-6f15-44a0-a4e5-28a3bb371b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.824881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b97ac0b6-6f15-44a0-a4e5-28a3bb371b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.882885 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b97ac0b6-6f15-44a0-a4e5-28a3bb371b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.885495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b97ac0b6-6f15-44a0-a4e5-28a3bb371b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:18.889819 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b97ac0b6-6f15-44a0-a4e5-28a3bb371b44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ef4d7ac-012f-4f39-bb75-9d54377644c1 HTTP/1.1" status: 204 len: 168 time: 0.1604543 Dec 09 22:39:18.900451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ac0b6-6f15-44a0-a4e5-28a3bb371b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef4d7ac-012f-4f39-bb75-9d54377644c1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:18.952256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['a7c80884-81a2-468d-bfc7-203d92fe372e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:39:19.323581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79837d9-a0e2-4070-b068-b9a8d91206ba req-6655db6b-5cfd-49a4-a546-6452ab410395 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:19.325205 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e79837d9-a0e2-4070-b068-b9a8d91206ba req-6655db6b-5cfd-49a4-a546-6452ab410395 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.0529141 Dec 09 22:39:19.388912 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e79837d9-a0e2-4070-b068-b9a8d91206ba req-e63b04a5-1f8f-43f1-9cb2-4a22bec8ccbd tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570569 Dec 09 22:39:19.417759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54164) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:19.462539 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-6410b40d-d6bb-47cb-8a6c-fd64099bb858 admin admin] Deleting subnet 5ff9e074-155e-4a60-9af9-e0650060e719 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:39:19.465856 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6410b40d-d6bb-47cb-8a6c-fd64099bb858 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:19.499711 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6410b40d-d6bb-47cb-8a6c-fd64099bb858 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:19.542861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6410b40d-d6bb-47cb-8a6c-fd64099bb858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:19.609769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6410b40d-d6bb-47cb-8a6c-fd64099bb858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:19.641239 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6410b40d-d6bb-47cb-8a6c-fd64099bb858 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:19.644502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6410b40d-d6bb-47cb-8a6c-fd64099bb858 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5ff9e074-155e-4a60-9af9-e0650060e719 HTTP/1.1" status: 204 len: 168 time: 0.2256236 Dec 09 22:39:19.645407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410b40d-d6bb-47cb-8a6c-fd64099bb858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff9e074-155e-4a60-9af9-e0650060e719,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:19.647238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54184) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:19.735845 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:19.852021 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:19.875956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd34a37-fe88-4a2c-bbb9-7531ab0b7729']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:39:19.897392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6ef14c-bece-45a2-9ba5-bfcbdca701c5') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:39:19.902251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6ef14c-bece-45a2-9ba5-bfcbdca701c5') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:39:19.904855 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62716d66-8926-448c-ae50-618470eba7cd req-ad0c94e8-170e-41cd-a68e-e7ed40f5381c tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:19.913206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62716d66-8926-448c-ae50-618470eba7cd req-ad0c94e8-170e-41cd-a68e-e7ed40f5381c tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 944 time: 0.0949428 Dec 09 22:39:19.917049 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:19.941347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:19.950337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:39:19.950909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:19.970439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62716d66-8926-448c-ae50-618470eba7cd req-ed7be68d-6285-42c0-ad83-837f1725b01d tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492163 Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:39:20.011570 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:39:20.024444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:20.030909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:20.037715 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7cd34a37-fe88-4a2c-bbb9-7531ab0b7729 HTTP/1.1" status: 204 len: 168 time: 0.3889318 Dec 09 22:39:20.048827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851efe5-f0b5-4267-a306-0776a92e62f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd34a37-fe88-4a2c-bbb9-7531ab0b7729,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:20.230993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54210) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:20.278920 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-47a844d1-7329-43be-ae4e-c29f2abfa1e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ae07d869875427f859dd7f36fe10e0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464740 Dec 09 22:39:20.281473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54214) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:20.332961 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c0e60245-463d-4ba7-978c-31e9b6a93a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:20.354921 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c0e60245-463d-4ba7-978c-31e9b6a93a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:20.407681 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c0e60245-463d-4ba7-978c-31e9b6a93a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:20.411206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c0e60245-463d-4ba7-978c-31e9b6a93a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:20.427220 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c0e60245-463d-4ba7-978c-31e9b6a93a2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94bcc208-6345-4bfb-9b17-9feee2917639 HTTP/1.1" status: 204 len: 168 time: 0.1301985 Dec 09 22:39:20.437430 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e60245-463d-4ba7-978c-31e9b6a93a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bcc208-6345-4bfb-9b17-9feee2917639,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:20.451123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a7c80884-81a2-468d-bfc7-203d92fe372e up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:39:20.583035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port a7c80884-81a2-468d-bfc7-203d92fe372e completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:39:20.585918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767999a-377e-47d9-927c-2d40589b43ae req-59607d78-cbbb-4b37-80c1-2085e92ea681 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:20.589255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port a7c80884-81a2-468d-bfc7-203d92fe372e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:20.589814 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:20.594378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4767999a-377e-47d9-927c-2d40589b43ae req-59607d78-cbbb-4b37-80c1-2085e92ea681 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.0849240 Dec 09 22:39:20.680948 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4767999a-377e-47d9-927c-2d40589b43ae req-a1a7e62e-48bd-4865-a40e-5c29f7a37095 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757520 Dec 09 22:39:20.699638 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:20.757410 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a7c80884-81a2-468d-bfc7-203d92fe372e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a7c80884-81a2-468d-bfc7-203d92fe372e,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:20.760427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513ec007-6499-4386-aa63-9d184fdb1110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c80884-81a2-468d-bfc7-203d92fe372e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:20.764584 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7f0142-9840-4897-8e22-bad573cff352" -d '{"events": [{"server_uuid": "513ec007-6499-4386-aa63-9d184fdb1110", "name": "network-vif-plugged", "status": "completed", "tag": "a7c80884-81a2-468d-bfc7-203d92fe372e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:20.768895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device abb0e6dc-68be-4dc4-94d7-ff38a3c67698 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:39:20.780382 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:20.782062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:39:20.891483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=a7c80884-81a2-468d-bfc7-203d92fe372e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:20.904269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.904665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.904993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.905335 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.905671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.906135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.906535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.906870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.907214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.907544 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.907967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.908834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.908834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:20.913074 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: abb0e6dc-68be-4dc4-94d7-ff38a3c67698 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:39:20.913424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device abb0e6dc-68be-4dc4-94d7-ff38a3c67698 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:39:21.017761 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:21.070901 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:21.074066 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2266c7e6-079b-4ce2-a10b-a79915874b9a x-openstack-request-id: req-2266c7e6-079b-4ce2-a10b-a79915874b9a {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:21.074472 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513ec007-6499-4386-aa63-9d184fdb1110", "name": "network-vif-plugged", "status": "completed", "tag": "a7c80884-81a2-468d-bfc7-203d92fe372e", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:21.074810 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2266c7e6-079b-4ce2-a10b-a79915874b9a {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:21.075306 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513ec007-6499-4386-aa63-9d184fdb1110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c80884-81a2-468d-bfc7-203d92fe372e', 'code': 200} Dec 09 22:39:21.076496 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:21.158948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=11']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:21.215912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6866464-d680-4c42-84c1-3df90aaac122 req-f4d8bbe0-4be5-40f6-81aa-9c90cbe1a2eb tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:21.224184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6866464-d680-4c42-84c1-3df90aaac122 req-f4d8bbe0-4be5-40f6-81aa-9c90cbe1a2eb tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0641229 Dec 09 22:39:21.238474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c33a3b-9783-455d-bb82-c09656472948 req-afb118b9-77d8-4704-9417-c4abd6a9f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:21.241873 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-66c33a3b-9783-455d-bb82-c09656472948 req-afb118b9-77d8-4704-9417-c4abd6a9f430 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 1097 time: 0.0973248 Dec 09 22:39:21.306890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6866464-d680-4c42-84c1-3df90aaac122 req-9985d41d-5d28-421d-ac28-f7ec178fd2a2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809705 Dec 09 22:39:21.329137 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-66c33a3b-9783-455d-bb82-c09656472948 req-dd71f781-decb-4083-9a32-0d5a66c7b33d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709734 Dec 09 22:39:21.484813 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54278) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:21.660072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-47138069-network', 'tenant_id': '4b7dfa04c42d464cb090aa7902c1b5f4'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:21.701531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Made reservation on behalf of 4b7dfa04c42d464cb090aa7902c1b5f4 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:21.703978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:21.713367 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:21.825522 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:21.834330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:21.846209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9c49b-9bee-4186-ad88-9d1c239f5330 req-40ca7807-5628-4aad-9e7b-e8432ab58f85 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:21.854911 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9f9c49b-9bee-4186-ad88-9d1c239f5330 req-40ca7807-5628-4aad-9e7b-e8432ab58f85 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.0802989 Dec 09 22:39:21.894501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:39:21.905048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f08ec3-0a68-4507-b3e2-2d44b8642a2c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:21.911931 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:21.912294 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Added segment 0e489128-e20c-4401-a0b9-17ce424c720d of type vlan for network 14ee6e8a-23a5-46e8-a69a-a9ab86b4636a Dec 09 22:39:21.923637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9f9c49b-9bee-4186-ad88-9d1c239f5330 req-3d325630-812f-4b3b-90f9-66036bcf02ce tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675395 Dec 09 22:39:21.969424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:21.995103 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:21.996103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:21.996691 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:22.035787 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5498402 Dec 09 22:39:22.039797 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54340) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:22.045153 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-195c666e-d845-49e2-96c7-1a15704f2331 admin admin] Request body: {'subnet': {'network_id': '14ee6e8a-23a5-46e8-a69a-a9ab86b4636a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-47138069-subnet', 'tenant_id': '4b7dfa04c42d464cb090aa7902c1b5f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:22.069391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195c666e-d845-49e2-96c7-1a15704f2331 admin admin] Made reservation on behalf of 4b7dfa04c42d464cb090aa7902c1b5f4 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:22.071153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5325cca-bc25-4213-a22b-a98f617c8f82 admin admin] Pushing event updated for resources: {'Network': ['ID=14ee6e8a-23a5-46e8-a69a-a9ab86b4636a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:22.071857 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-195c666e-d845-49e2-96c7-1a15704f2331 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:22.083044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 14ee6e8a-23a5-46e8-a69a-a9ab86b4636a details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:39:22.270917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-195c666e-d845-49e2-96c7-1a15704f2331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:22.331737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c666e-d845-49e2-96c7-1a15704f2331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb90f60-9024-4143-9638-5c71feaf3716,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:22.342269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c666e-d845-49e2-96c7-1a15704f2331 admin admin] Checking segment: {'id': '0e489128-e20c-4401-a0b9-17ce424c720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '14ee6e8a-23a5-46e8-a69a-a9ab86b4636a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:39:22.342628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c666e-d845-49e2-96c7-1a15704f2331 admin admin] Network hostable DHCP agents. Network: 14ee6e8a-23a5-46e8-a69a-a9ab86b4636a, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:39:22.360863 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c666e-d845-49e2-96c7-1a15704f2331 admin admin] Network 14ee6e8a-23a5-46e8-a69a-a9ab86b4636a is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:39:22.371363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-195c666e-d845-49e2-96c7-1a15704f2331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 14ee6e8a-23a5-46e8-a69a-a9ab86b4636a) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:22.376293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195c666e-d845-49e2-96c7-1a15704f2331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:22.377953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-195c666e-d845-49e2-96c7-1a15704f2331 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:22.383353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6f4532-4054-4cdd-b4bb-0aceb627e04e None None] Network 14ee6e8a-23a5-46e8-a69a-a9ab86b4636a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:39:22.409022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-195c666e-d845-49e2-96c7-1a15704f2331 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3678389 Dec 09 22:39:22.463132 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dc2d6-def7-48be-b5db-1b60564d7627 req-379f6eb8-c57e-4b41-8336-b433186e9732 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:22.473224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-715dc2d6-def7-48be-b5db-1b60564d7627 req-379f6eb8-c57e-4b41-8336-b433186e9732 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0764921 Dec 09 22:39:22.516445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:39:22.560508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-715dc2d6-def7-48be-b5db-1b60564d7627 req-748fb94e-89f4-4c7b-830f-322cc2d6b80f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860815 Dec 09 22:39:22.676390 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:22.693264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b16df-7f66-4178-b703-a8f517bb1dbf None None] Network 14ee6e8a-23a5-46e8-a69a-a9ab86b4636a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:39:23.056921 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:23.075028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-64fd67ff-c487-4020-bb71-e6c9e5782ab8 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:23.078926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:23.079584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-64fd67ff-c487-4020-bb71-e6c9e5782ab8 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/networks?id=14ee6e8a-23a5-46e8-a69a-a9ab86b4636a HTTP/1.1" status: 200 len: 820 time: 0.2122154 Dec 09 22:39:23.082068 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15933e94-8a0f-4086-ae58-5b2c1238865f" -d '{"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:23.102209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'd50f613a-260f-49d2-bf29-005df074fec8', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'port_id': 'd50f613a-260f-49d2-bf29-005df074fec8', 'mac_address': 'fa:16:3e:26:4f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:39:23.134152 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-5cd5a497-2280-4dd1-b377-c74eb079f71d tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/quotas/4b7dfa04c42d464cb090aa7902c1b5f4 HTTP/1.1" status: 200 len: 375 time: 0.0381160 Dec 09 22:39:23.169702 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:23.186885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50f613a-260f-49d2-bf29-005df074fec8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:23.199650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-de1a2301-57ee-4afa-8562-1f54238dbc90 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b7dfa04c42d464cb090aa7902c1b5f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461707 Dec 09 22:39:23.224167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:23.227235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486779c-de92-486e-9c0d-1dd96cddc506 req-aa754f44-dcf5-49f9-a36c-c87c4f70d6fb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:23.234695 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5486779c-de92-486e-9c0d-1dd96cddc506 req-aa754f44-dcf5-49f9-a36c-c87c4f70d6fb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1512985 Dec 09 22:39:23.235445 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:23.235589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54450) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:23.299453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=12']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:23.307401 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5486779c-de92-486e-9c0d-1dd96cddc506 req-59d95f65-49fe-42b6-bd76-3dd34914956e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659168 Dec 09 22:39:23.313652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['d50f613a-260f-49d2-bf29-005df074fec8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:39:23.428832 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:23.504354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-4e108f54-29d2-43a6-9c08-9aa4aece38f4 service neutron] 10.222.0.16 "GET /v2.0/networks/14ee6e8a-23a5-46e8-a69a-a9ab86b4636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674875 Dec 09 22:39:23.532007 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec15cfc2-88a2-4fab-9b64-0590713687b4 x-openstack-request-id: req-ec15cfc2-88a2-4fab-9b64-0590713687b4 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:23.532421 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:23.533144 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec15cfc2-88a2-4fab-9b64-0590713687b4 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:23.533604 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8', 'code': 200} Dec 09 22:39:23.596608 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:23.605843 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:23.670679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-4184d9d3-2477-4fec-9ecc-128fd33e9e81 service neutron] 10.222.0.16 "GET /v2.0/networks/14ee6e8a-23a5-46e8-a69a-a9ab86b4636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545365 Dec 09 22:39:23.699638 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f36b44-b131-4d7d-931c-5812dc9273b9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:23.712288 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54460) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:23.713079 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35f5c3c008d3418c8d8d02c138f35867&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4762547 Dec 09 22:39:23.715107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.715787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.716279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.716763 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.717396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.718210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.718704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.719690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.720178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.720802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.721387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.722804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.723289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924bed70-7a02-4df2-94ef-ea466e7ab1eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:39:23.853070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54cd11-8d33-414e-b31c-5b180d11af9b req-fbfa692b-59ba-46f4-bef4-9fe3db5328f2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:23.854790 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd54cd11-8d33-414e-b31c-5b180d11af9b req-fbfa692b-59ba-46f4-bef4-9fe3db5328f2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.1071610 Dec 09 22:39:23.897255 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b53c141-9416-416c-a2bc-6b524f616c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:23.921101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b53c141-9416-416c-a2bc-6b524f616c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:24.033858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-317f45e2-046a-46eb-8a44-4388373ba651 req-010471a3-e20a-47cd-847d-7b42cd905b4b tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 210 time: 0.1392629 Dec 09 22:39:24.043417 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b53c141-9416-416c-a2bc-6b524f616c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:24.048077 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b53c141-9416-416c-a2bc-6b524f616c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:24.059273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0b53c141-9416-416c-a2bc-6b524f616c0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7f36b44-b131-4d7d-931c-5812dc9273b9 HTTP/1.1" status: 204 len: 168 time: 0.3452313 Dec 09 22:39:24.072047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53c141-9416-416c-a2bc-6b524f616c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f36b44-b131-4d7d-931c-5812dc9273b9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:24.122484 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd54cd11-8d33-414e-b31c-5b180d11af9b req-44fc36d4-c99a-47be-af9b-7e3c156ef1f5 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544308 Dec 09 22:39:24.344769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd54bc-40d3-4e9e-a5aa-f9f4e967a8ef req-0c6ae456-1280-421c-b82f-1497d68e8eea tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:24.353829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0dd54bc-40d3-4e9e-a5aa-f9f4e967a8ef req-0c6ae456-1280-421c-b82f-1497d68e8eea tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.1033051 Dec 09 22:39:24.472595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:39:24.489060 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0dd54bc-40d3-4e9e-a5aa-f9f4e967a8ef req-80789b13-4876-47d9-a7de-187ee903ca41 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331728 Dec 09 22:39:24.539584 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54486) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:24.563136 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f13c8fe2-9a87-4796-87cb-d8634bd1547e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:24.564774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port d50f613a-260f-49d2-bf29-005df074fec8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:24.565862 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:24.591980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3f7a-4e78-43bb-911d-ce56f9332306 req-46d36cfd-d81e-4f9c-9bdf-6619c3282ba9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:24.602779 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-185e3f7a-4e78-43bb-911d-ce56f9332306 req-46d36cfd-d81e-4f9c-9bdf-6619c3282ba9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 946 time: 0.1543698 Dec 09 22:39:24.695917 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-185e3f7a-4e78-43bb-911d-ce56f9332306 req-e5d8c187-8d38-4ebf-bee0-68f0c1576ea5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901000 Dec 09 22:39:24.748134 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f13c8fe2-9a87-4796-87cb-d8634bd1547e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:24.756112 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f13c8fe2-9a87-4796-87cb-d8634bd1547e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:24.756300 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:24.801955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c8fe2-9a87-4796-87cb-d8634bd1547e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2b5ec7-333c-4f25-96ee-b236365344fd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:24.824422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:24.833730 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f13c8fe2-9a87-4796-87cb-d8634bd1547e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f1fbae64e5e45faac9103d765a2de78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2900910 Dec 09 22:39:24.834746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54490) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:24.836891 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:24.900758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=13']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:24.936273 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da25adb5-7aac-4006-b7f0-d0d16f737631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:24.975509 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da25adb5-7aac-4006-b7f0-d0d16f737631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:25.113721 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da25adb5-7aac-4006-b7f0-d0d16f737631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:25.116593 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-da25adb5-7aac-4006-b7f0-d0d16f737631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:25.117592 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-da25adb5-7aac-4006-b7f0-d0d16f737631 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a2b5ec7-333c-4f25-96ee-b236365344fd HTTP/1.1" status: 204 len: 168 time: 0.2825284 Dec 09 22:39:25.138668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc798-de7b-4252-b52e-53c41d610367 req-3e7cc166-8d79-4a05-b98d-31cd013903b1 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:25.143372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cabbc798-de7b-4252-b52e-53c41d610367 req-3e7cc166-8d79-4a05-b98d-31cd013903b1 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.1318939 Dec 09 22:39:25.170422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25adb5-7aac-4006-b7f0-d0d16f737631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2b5ec7-333c-4f25-96ee-b236365344fd,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:25.223155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c0111e3-cab3-445c-b81e-37aeb06526e5 req-25586b93-3d9d-4aa0-8828-e6d1fd06f221 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 210 time: 0.0653195 Dec 09 22:39:25.297503 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cabbc798-de7b-4252-b52e-53c41d610367 req-d44a9c86-7352-4690-a542-9acf8625d3ef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378334 Dec 09 22:39:25.535369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:25.538443 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e532b5-bafa-4166-8d81-4e24fe9f7d01" -d '{"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-plugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:25.563561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a916292-5837-4f2e-ac4e-6b9059f8e3bc req-49edde83-f4de-4383-a628-81f434611951 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:25.565354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a916292-5837-4f2e-ac4e-6b9059f8e3bc req-49edde83-f4de-4383-a628-81f434611951 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0896842 Dec 09 22:39:25.606919 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661dafa1-d12c-4003-8fdf-ba5c9dcd459c x-openstack-request-id: req-661dafa1-d12c-4003-8fdf-ba5c9dcd459c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:25.607614 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-plugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:25.608093 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-661dafa1-d12c-4003-8fdf-ba5c9dcd459c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:25.608682 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8', 'code': 200} Dec 09 22:39:25.768426 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a916292-5837-4f2e-ac4e-6b9059f8e3bc req-80c46e92-c3b8-48ef-85ab-e9bfbfa94e55 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966958 Dec 09 22:39:25.946713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-9066c869-9036-4bdf-b78b-adb4856f4de4 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:25.948259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-9066c869-9036-4bdf-b78b-adb4856f4de4 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.18 "GET /v2.0/networks?id=14ee6e8a-23a5-46e8-a69a-a9ab86b4636a HTTP/1.1" status: 200 len: 820 time: 0.2869232 Dec 09 22:39:25.972138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53424d01-2ac3-4453-a239-6cec476dd8ce req-f49fb36e-31a2-4618-a760-ced18d5cb0a8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:25.973713 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53424d01-2ac3-4453-a239-6cec476dd8ce req-f49fb36e-31a2-4618-a760-ced18d5cb0a8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.0990648 Dec 09 22:39:25.979251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Request body: {'port': {'device_id': '9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3', 'network_id': '14ee6e8a-23a5-46e8-a69a-a9ab86b4636a', 'admin_state_up': True, 'tenant_id': '4b7dfa04c42d464cb090aa7902c1b5f4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:26.206952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53424d01-2ac3-4453-a239-6cec476dd8ce req-c134ebfa-6ec7-4135-86a5-50cf4cd18f38 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228284 Dec 09 22:39:26.219972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Made reservation on behalf of 4b7dfa04c42d464cb090aa7902c1b5f4 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:26.227452 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:26.434261 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f643c914-10e5-48c2-b1d5-f7b451bbe557 req-b144a538-0a10-4e5b-bc18-1cc7edd56db3 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 210 time: 0.0380621 Dec 09 22:39:26.491812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Allocated IP 172.20.0.4 (14ee6e8a-23a5-46e8-a69a-a9ab86b4636a/4cb90f60-9024-4143-9638-5c71feaf3716/57f95c09-8fe3-4631-9dfc-230d96096b28) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:39:26.666906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf51fc-8ad2-4648-8cac-65a1cd6dddaf req-8f1b4a72-3713-4bcc-87d7-e8e1c51a4bb0 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:26.668594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91cf51fc-8ad2-4648-8cac-65a1cd6dddaf req-8f1b4a72-3713-4bcc-87d7-e8e1c51a4bb0 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.2334080 Dec 09 22:39:26.806942 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91cf51fc-8ad2-4648-8cac-65a1cd6dddaf req-85da06f5-6bd1-4359-9fed-cc7e4e5a8ff7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270454 Dec 09 22:39:26.832899 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:26.871083 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-d75e712e-a0cd-4af3-b92a-2b46a342fe1a tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:26.879209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-d75e712e-a0cd-4af3-b92a-2b46a342fe1a tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/networks?id=e1578b78-f89b-4e16-9809-489640c4a531 HTTP/1.1" status: 200 len: 814 time: 0.2052965 Dec 09 22:39:26.915174 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-3919ac1d-ee50-42b2-945f-cd3df94ca518 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/quotas/7d202c524c474fdba058c4d23a42ccaf HTTP/1.1" status: 200 len: 375 time: 0.0349846 Dec 09 22:39:26.965953 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-808cb0a9-fa3d-4222-8054-496aa528e761 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d202c524c474fdba058c4d23a42ccaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496776 Dec 09 22:39:26.996107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:27.063601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Pushing event updated for resources: {'Port': ['ID=57f95c09-8fe3-4631-9dfc-230d96096b28,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:27.068441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54574) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:27.173989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-f1ea9ab1-f9ad-4583-97b9-87457666d7f1 service neutron] 10.222.0.16 "GET /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070332 Dec 09 22:39:27.195906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Network 14ee6e8a-23a5-46e8-a69a-a9ab86b4636a is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:39:27.198330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:27.200987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:39:27.282617 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-868182f4-a9ef-4631-8608-efa2e7343ed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:27.400277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:27.401330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:27.436560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-ff1d2fd2-2591-4d13-9606-f92e298625b1 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4612660 Dec 09 22:39:27.437507 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-868182f4-a9ef-4631-8608-efa2e7343ed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:27.446781 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-868182f4-a9ef-4631-8608-efa2e7343ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:27.447216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d8a4c-19a1-4da6-9948-a398ecb05d32 req-b548bcaa-0ca0-4849-ad2a-a4aa952bce22 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:27.455329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a12d8a4c-19a1-4da6-9948-a398ecb05d32 req-b548bcaa-0ca0-4849-ad2a-a4aa952bce22 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.0978684 Dec 09 22:39:27.466362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Request body: {'port': {'device_id': '9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:27.513688 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-868182f4-a9ef-4631-8608-efa2e7343ed7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a40a87cafea84a7f809fa15169ba7ced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4420516 Dec 09 22:39:27.517066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54588) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:27.542400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868182f4-a9ef-4631-8608-efa2e7343ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff01e35e-61ef-4cc8-a6be-02a0a9376a20,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:27.592534 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0a68c99d-1154-4b8c-92ae-e7069856dc94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:27.610504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-8fb55e20-c0b7-4375-87a2-34d30d914dc1 service neutron] 10.222.0.16 "GET /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354358 Dec 09 22:39:27.736809 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a12d8a4c-19a1-4da6-9948-a398ecb05d32 req-ae62c887-b4cc-4d76-9858-27fd14e4feda tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804337 Dec 09 22:39:27.757777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0a68c99d-1154-4b8c-92ae-e7069856dc94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:27.763459 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:28.032465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eef0279c-009a-4623-b22a-73f3c9713d8c req-b1d0c666-b592-46dd-8bd1-758109b99fb5 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 210 time: 0.0748775 Dec 09 22:39:28.062725 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0a68c99d-1154-4b8c-92ae-e7069856dc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:28.066047 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0a68c99d-1154-4b8c-92ae-e7069856dc94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:28.067439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0a68c99d-1154-4b8c-92ae-e7069856dc94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff01e35e-61ef-4cc8-a6be-02a0a9376a20 HTTP/1.1" status: 204 len: 168 time: 0.5481524 Dec 09 22:39:28.149183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e83435-5dff-48c6-ab05-8078301b19cb req-5db03bd9-f68d-4d92-8fc4-735b654ab20b tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:28.157543 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4e83435-5dff-48c6-ab05-8078301b19cb req-5db03bd9-f68d-4d92-8fc4-735b654ab20b tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 931 time: 0.2735736 Dec 09 22:39:28.196933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68c99d-1154-4b8c-92ae-e7069856dc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff01e35e-61ef-4cc8-a6be-02a0a9376a20,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:28.328049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4e83435-5dff-48c6-ab05-8078301b19cb req-5fc4a907-583b-4341-b48b-c458e427b80c tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/security-groups?id=32f08ec3-0a68-4507-b3e2-2d44b8642a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589408 Dec 09 22:39:28.343567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398468a8-caac-4eba-b10e-9a399aef4052 req-4ea4d568-d1b5-4917-81ba-2db0d9b9dd2f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:28.352366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-398468a8-caac-4eba-b10e-9a399aef4052 req-4ea4d568-d1b5-4917-81ba-2db0d9b9dd2f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.1653903 Dec 09 22:39:28.470385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-398468a8-caac-4eba-b10e-9a399aef4052 req-144fd99d-86ad-441d-a9cc-474d93ef3c0a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160300 Dec 09 22:39:28.488516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f95c09-8fe3-4631-9dfc-230d96096b28 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:28.518520 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:28.551222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Transition to ACTIVE for port object 57f95c09-8fe3-4631-9dfc-230d96096b28 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:39:28.564110 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:28.728423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Pushing event updated for resources: {'Port': ['ID=57f95c09-8fe3-4631-9dfc-230d96096b28,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:28.853657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-ff6ab009-b6e4-425e-a282-8c5a931ddd56 req-db0dd5ff-e86e-43e0-98fe-7084bbb62f40 service neutron] (103418) timed out ('10.222.0.18', 49793) {{(pid=103418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 22:39:28.933938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Attempting to bind port 57f95c09-8fe3-4631-9dfc-230d96096b28 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:39:28.934158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Attempting to bind port 57f95c09-8fe3-4631-9dfc-230d96096b28 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '0e489128-e20c-4401-a0b9-17ce424c720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '14ee6e8a-23a5-46e8-a69a-a9ab86b4636a'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:39:28.934420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Attempting to bind port 57f95c09-8fe3-4631-9dfc-230d96096b28 on network 14ee6e8a-23a5-46e8-a69a-a9ab86b4636a {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:39:28.943722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Port 57f95c09-8fe3-4631-9dfc-230d96096b28 on network 14ee6e8a-23a5-46e8-a69a-a9ab86b4636a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:39:28.944044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Attempting to bind port 57f95c09-8fe3-4631-9dfc-230d96096b28 on network 14ee6e8a-23a5-46e8-a69a-a9ab86b4636a {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:39:28.957627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad6f08-72b8-4e02-a7d4-ab73bcc84fec req-9ed670f2-33ef-4419-96a8-b96f4d0a49bf tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:28.965735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85ad6f08-72b8-4e02-a7d4-ab73bcc84fec req-9ed670f2-33ef-4419-96a8-b96f4d0a49bf tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.0962119 Dec 09 22:39:28.973256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:39:28.973672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Checking segment: {'id': '0e489128-e20c-4401-a0b9-17ce424c720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '14ee6e8a-23a5-46e8-a69a-a9ab86b4636a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:39:28.974657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Bound using segment: {'id': '0e489128-e20c-4401-a0b9-17ce424c720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '14ee6e8a-23a5-46e8-a69a-a9ab86b4636a'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:39:28.975124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Bound port: 57f95c09-8fe3-4631-9dfc-230d96096b28, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e489128-e20c-4401-a0b9-17ce424c720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '14ee6e8a-23a5-46e8-a69a-a9ab86b4636a'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:39:28.975474 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:29.069088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85ad6f08-72b8-4e02-a7d4-ab73bcc84fec req-37b2478f-751a-482f-be02-88f5d97413af tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939240 Dec 09 22:39:29.113196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] For port 57f95c09-8fe3-4631-9dfc-230d96096b28, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:39:29.117375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] For port 57f95c09-8fe3-4631-9dfc-230d96096b28, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=57f95c09-8fe3-4631-9dfc-230d96096b28,segment=NetworkSegment(0e489128-e20c-4401-a0b9-17ce424c720d),segment_id=0e489128-e20c-4401-a0b9-17ce424c720d)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:39:29.122527 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:29.157935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:29.158824 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:29.160815 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] 10.222.0.18 "PUT /v2.0/ports/57f95c09-8fe3-4631-9dfc-230d96096b28 HTTP/1.1" status: 200 len: 1092 time: 1.6997912 Dec 09 22:39:29.189865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3', 'tag': '57f95c09-8fe3-4631-9dfc-230d96096b28'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:29.189865 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c90cc8-c61c-46bd-9582-a1d30db0d9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3", "tag": "57f95c09-8fe3-4631-9dfc-230d96096b28"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:29.278208 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef87c229-4482-419d-80ee-890f6e84a4b3 x-openstack-request-id: req-ef87c229-4482-419d-80ee-890f6e84a4b3 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:29.278208 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3", "tag": "57f95c09-8fe3-4631-9dfc-230d96096b28", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:29.278208 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef87c229-4482-419d-80ee-890f6e84a4b3 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:29.278208 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3', 'tag': '57f95c09-8fe3-4631-9dfc-230d96096b28', 'status': 'completed', 'code': 200} Dec 09 22:39:29.290640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61c8d0d9-5048-4a0b-b63a-ec31cab7f42a req-5e5ccd29-a6e0-4089-9561-0ae62fe626c6 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 210 time: 0.0987833 Dec 09 22:39:29.338254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-f81c2322-356c-46ca-8d69-2d90e32c9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:29.339880 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-f81c2322-356c-46ca-8d69-2d90e32c9202 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b7dfa04c42d464cb090aa7902c1b5f4&device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 1095 time: 0.1051459 Dec 09 22:39:29.349707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c4b5c-3963-4ed1-af40-2dc628168d3c service neutron] Pushing event updated for resources: {'Port': ['ID=57f95c09-8fe3-4631-9dfc-230d96096b28,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:29.404798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-1a105cbb-ac9c-428e-97a0-db3a5c18faeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57f95c09-8fe3-4631-9dfc-230d96096b28 HTTP/1.1" status: 200 len: 217 time: 0.0521629 Dec 09 22:39:29.839815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-d193830a-bcfc-4224-8950-cb478c1a3607 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:29.841984 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-d193830a-bcfc-4224-8950-cb478c1a3607 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.42 "GET /v2.0/networks?id=e1578b78-f89b-4e16-9809-489640c4a531 HTTP/1.1" status: 200 len: 814 time: 0.3013895 Dec 09 22:39:29.861565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Request body: {'port': {'device_id': '1254d80e-105b-418d-8bf8-06ec0782885a', 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531', 'admin_state_up': True, 'tenant_id': '7d202c524c474fdba058c4d23a42ccaf'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:30.009594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-5b59502f-549b-4dc3-9f57-1a23c0317c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:30.011104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-5b59502f-549b-4dc3-9f57-1a23c0317c51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cb90f60-9024-4143-9638-5c71feaf3716 HTTP/1.1" status: 200 len: 860 time: 0.5989830 Dec 09 22:39:30.020463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9581d-1e8e-4328-a832-154ad05ad130 req-c3c9c25a-d076-45ed-a55b-d94a783c6dca tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:30.037103 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72d9581d-1e8e-4328-a832-154ad05ad130 req-c3c9c25a-d076-45ed-a55b-d94a783c6dca tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 943 time: 0.6236897 Dec 09 22:39:30.060867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Made reservation on behalf of 7d202c524c474fdba058c4d23a42ccaf for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:30.067875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9228b-43ea-464e-9808-c31eda444c06 req-cc15e2e4-d1c4-43e4-8e10-dc8e58b87056 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:30.069778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:30.075829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ac9228b-43ea-464e-9808-c31eda444c06 req-cc15e2e4-d1c4-43e4-8e10-dc8e58b87056 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.1345227 Dec 09 22:39:30.106085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-97eed5c4-6203-4d1f-9bd4-d14a300027a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14ee6e8a-23a5-46e8-a69a-a9ab86b4636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628748 Dec 09 22:39:30.258698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72d9581d-1e8e-4328-a832-154ad05ad130 req-8b43a2b4-110f-4ba0-b8b8-0f7004078ed7 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/security-groups?id=32f08ec3-0a68-4507-b3e2-2d44b8642a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021565 Dec 09 22:39:30.278905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ac9228b-43ea-464e-9808-c31eda444c06 req-c3e61284-1f5c-48d8-a94e-4190eadd81d5 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021472 Dec 09 22:39:30.291147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Allocated IP 172.20.0.12 (e1578b78-f89b-4e16-9809-489640c4a531/54f48a95-99bf-492f-93e3-b75a67c62ab6/ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:39:30.340075 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-9ec28a98-0986-44be-804d-18b8f304b86b service neutron] 10.222.0.18 "GET /v2.0/networks/14ee6e8a-23a5-46e8-a69a-a9ab86b4636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268384 Dec 09 22:39:30.481964 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71f587ff-48ae-4d35-a6df-93a3fbbb7b49 req-36d0b4be-0561-4e7f-b526-01282c9e031f service neutron] 10.222.0.18 "GET /v2.0/networks/14ee6e8a-23a5-46e8-a69a-a9ab86b4636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340270 Dec 09 22:39:30.628811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a4f78-9a54-436f-948f-50574299a182 req-3ad15c7a-4da5-4fc3-9f65-f226b2aad700 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:30.643800 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd1a4f78-9a54-436f-948f-50574299a182 req-3ad15c7a-4da5-4fc3-9f65-f226b2aad700 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.1251650 Dec 09 22:39:30.664530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54680) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:30.668342 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:30.707193 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:30.736423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c90cc8-c61c-46bd-9582-a1d30db0d9fd req-702d7edd-fa81-40dc-8c7c-101b152657dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:30.738113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21c90cc8-c61c-46bd-9582-a1d30db0d9fd req-702d7edd-fa81-40dc-8c7c-101b152657dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b7dfa04c42d464cb090aa7902c1b5f4&device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 1095 time: 0.1441045 Dec 09 22:39:30.741859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd1a4f78-9a54-436f-948f-50574299a182 req-dfb98e38-9e61-45aa-a63e-662562dc1541 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709438 Dec 09 22:39:30.780061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Pushing event updated for resources: {'Port': ['ID=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:30.791231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Network e1578b78-f89b-4e16-9809-489640c4a531 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:39:30.793333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:30.795825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:39:30.871533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:30.872421 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:30.916716 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c90cc8-c61c-46bd-9582-a1d30db0d9fd req-2131ee11-3ad8-4db8-8c3b-a835ce813c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:30.917467 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-120ff88a-758a-4994-a817-54414e3f3668 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0644867 Dec 09 22:39:30.920573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21c90cc8-c61c-46bd-9582-a1d30db0d9fd req-2131ee11-3ad8-4db8-8c3b-a835ce813c79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=14ee6e8a-23a5-46e8-a69a-a9ab86b4636a HTTP/1.1" status: 200 len: 921 time: 0.1747956 Dec 09 22:39:30.931854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Request body: {'port': {'device_id': '1254d80e-105b-418d-8bf8-06ec0782885a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:30.975743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21c90cc8-c61c-46bd-9582-a1d30db0d9fd req-f7f74123-9135-4cc2-8b78-3f1d282d76f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57f95c09-8fe3-4631-9dfc-230d96096b28 HTTP/1.1" status: 200 len: 217 time: 0.0452745 Dec 09 22:39:31.009468 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-bdbf48fa-0b3e-4bf6-ad25-b02144162e7a tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:31.026423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:31.060825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c90cc8-c61c-46bd-9582-a1d30db0d9fd req-2658d1b6-c36b-4e1f-b1a2-b56df679cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:31.062673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21c90cc8-c61c-46bd-9582-a1d30db0d9fd req-2658d1b6-c36b-4e1f-b1a2-b56df679cb85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cb90f60-9024-4143-9638-5c71feaf3716 HTTP/1.1" status: 200 len: 860 time: 0.0592654 Dec 09 22:39:31.062938 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b941d9f7-0db0-4883-a664-e7629308a461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:31.115053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21c90cc8-c61c-46bd-9582-a1d30db0d9fd req-0be37eea-731a-4f0e-8b56-87ada9442d70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14ee6e8a-23a5-46e8-a69a-a9ab86b4636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405893 Dec 09 22:39:31.123312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d060b6-076d-452c-bf7a-b0d778b35ce2 req-dfd7ade3-8abe-4186-a125-3bc325498b51 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:31.131627 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32d060b6-076d-452c-bf7a-b0d778b35ce2 req-dfd7ade3-8abe-4186-a125-3bc325498b51 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 932 time: 0.2023935 Dec 09 22:39:31.200160 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bdbf48fa-0b3e-4bf6-ad25-b02144162e7a tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] 10.222.0.16 "PUT /v2.0/quotas/cd9aa9940726450486738a26dc1f7765 HTTP/1.1" status: 200 len: 368 time: 0.5283022 Dec 09 22:39:31.201625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54686) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:31.229626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Request body: {'network': {'project_id': 'cd9aa9940726450486738a26dc1f7765'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:31.291285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Made reservation on behalf of cd9aa9940726450486738a26dc1f7765 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:31.294321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:31.324615 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:31.347746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32d060b6-076d-452c-bf7a-b0d778b35ce2 req-2700f1f1-d98a-4d6f-98db-38a19d0f5e19 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138164 Dec 09 22:39:31.396967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21c90cc8-c61c-46bd-9582-a1d30db0d9fd req-ffe9d09d-e0d1-4e92-b199-973cd2c02c04 service neutron] 10.222.0.18 "GET /v2.0/networks/14ee6e8a-23a5-46e8-a69a-a9ab86b4636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631297 Dec 09 22:39:31.417435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:31.437941 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:31.467288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Transition to ACTIVE for port object ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:39:31.473633 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:31.585929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Pushing event updated for resources: {'Port': ['ID=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:31.589970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cac2ea-a8d6-45d1-a20c-5ad818447aa0 req-4bd603ca-b4ed-4bc2-9658-45cb9b9a2526 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:31.591824 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52cac2ea-a8d6-45d1-a20c-5ad818447aa0 req-4bd603ca-b4ed-4bc2-9658-45cb9b9a2526 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.1568372 Dec 09 22:39:31.675586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55141d26-39d3-441c-9c13-bc2d050cc449 req-37840a7d-a9fd-4bfc-bd34-0378082764e4 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:31.677970 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55141d26-39d3-441c-9c13-bc2d050cc449 req-37840a7d-a9fd-4bfc-bd34-0378082764e4 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 943 time: 0.1814067 Dec 09 22:39:31.690426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Attempting to bind port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:39:31.690783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Attempting to bind port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '8dc1c236-242d-4cbc-9cec-94e8de85f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:39:31.691177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Attempting to bind port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 on network e1578b78-f89b-4e16-9809-489640c4a531 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:39:31.696685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 on network e1578b78-f89b-4e16-9809-489640c4a531 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:39:31.697067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Attempting to bind port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 on network e1578b78-f89b-4e16-9809-489640c4a531 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:39:31.703662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:39:31.704012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Checking segment: {'id': '8dc1c236-242d-4cbc-9cec-94e8de85f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:39:31.705037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Bound using segment: {'id': '8dc1c236-242d-4cbc-9cec-94e8de85f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:39:31.705486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Bound port: ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc1c236-242d-4cbc-9cec-94e8de85f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:39:31.705932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:31.746698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21c90cc8-c61c-46bd-9582-a1d30db0d9fd req-c3e94464-c068-48a1-bfe0-658b725342dc service neutron] 10.222.0.18 "GET /v2.0/networks/14ee6e8a-23a5-46e8-a69a-a9ab86b4636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345180 Dec 09 22:39:31.750671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52cac2ea-a8d6-45d1-a20c-5ad818447aa0 req-3a84ac1f-828c-4e2c-a4a9-5749cda55d52 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398487 Dec 09 22:39:31.809463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55141d26-39d3-441c-9c13-bc2d050cc449 req-d103f3f5-af5e-4bf2-baf3-4451f84998ec tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/security-groups?id=32f08ec3-0a68-4507-b3e2-2d44b8642a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229987 Dec 09 22:39:31.845101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:31.848445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] For port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:39:31.851235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:31.861201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] For port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666,segment=NetworkSegment(8dc1c236-242d-4cbc-9cec-94e8de85f226),segment_id=8dc1c236-242d-4cbc-9cec-94e8de85f226)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:39:31.870006 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:31.911301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:39:31.949192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:31.949930 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:31.951655 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] 10.222.0.42 "PUT /v2.0/ports/ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 HTTP/1.1" status: 200 len: 1093 time: 1.0254171 Dec 09 22:39:31.952100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1254d80e-105b-418d-8bf8-06ec0782885a', 'tag': 'ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:31.954465 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a897a935-2b6f-41de-aa67-e7ddf60995ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1254d80e-105b-418d-8bf8-06ec0782885a", "tag": "ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:31.972110 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:31.972731 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Added segment 5caae134-1cf3-4b73-bdad-1ce1a327ab89 of type vlan for network c729a64a-044b-4c8a-adb4-056cbeda2cd5 Dec 09 22:39:31.975846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e87b415-ea47-421d-8ec0-482311fe9d21,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:32.056552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b92e5-17a8-414d-854a-549531fbb378 service neutron] Pushing event updated for resources: {'Port': ['ID=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:32.072578 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cced5ce1-ba94-4a6a-911c-e36b3679a456 x-openstack-request-id: req-cced5ce1-ba94-4a6a-911c-e36b3679a456 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:32.072876 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1254d80e-105b-418d-8bf8-06ec0782885a", "tag": "ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:32.073141 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cced5ce1-ba94-4a6a-911c-e36b3679a456 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:32.073553 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1254d80e-105b-418d-8bf8-06ec0782885a', 'tag': 'ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666', 'status': 'completed', 'code': 200} Dec 09 22:39:32.087804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-80467697-1b31-4ef3-831b-7e70fd372d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:32.091369 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-80467697-1b31-4ef3-831b-7e70fd372d09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d202c524c474fdba058c4d23a42ccaf&device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 1096 time: 0.0887644 Dec 09 22:39:32.097998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791d7b-0e57-433b-bd91-7cd415f66ecb req-097d659a-7e78-41a5-84fb-ccf30020d408 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:32.106517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47791d7b-0e57-433b-bd91-7cd415f66ecb req-097d659a-7e78-41a5-84fb-ccf30020d408 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.1962578 Dec 09 22:39:32.117241 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:32.157942 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-030f41bd-df3d-4768-b7e5-012534fd8344 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 HTTP/1.1" status: 200 len: 217 time: 0.0573993 Dec 09 22:39:32.187031 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47791d7b-0e57-433b-bd91-7cd415f66ecb req-b733a93c-1331-405e-88a8-2d745049d81a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773392 Dec 09 22:39:32.192057 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:32.195954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:32.197437 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:32.265966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-9e6f43b8-8b3c-463b-8201-97e6e7c2a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:32.266628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0637341 Dec 09 22:39:32.268717 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-9e6f43b8-8b3c-463b-8201-97e6e7c2a7ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54f48a95-99bf-492f-93e3-b75a67c62ab6 HTTP/1.1" status: 200 len: 854 time: 0.0904100 Dec 09 22:39:32.269224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54700) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:32.272375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65299183-a359-4338-be18-616eee67f7eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Pushing event updated for resources: {'Network': ['ID=c729a64a-044b-4c8a-adb4-056cbeda2cd5,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:32.287580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Request body: {'network': {'project_id': 'cd9aa9940726450486738a26dc1f7765'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:32.290747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c729a64a-044b-4c8a-adb4-056cbeda2cd5 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:39:32.327539 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-c4bcb61c-3309-4cdd-968c-02c06d9954cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1578b78-f89b-4e16-9809-489640c4a531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364890 Dec 09 22:39:32.438557 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-53acde76-aee2-451d-957b-c3a00c022781 service neutron] 10.222.0.42 "GET /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006999 Dec 09 22:39:32.538236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc850-dcef-4091-8919-61baf9229539 req-d792aa61-363b-41d7-b34b-9022416022f4 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:32.543695 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed8bc850-dcef-4091-8919-61baf9229539 req-d792aa61-363b-41d7-b34b-9022416022f4 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 944 time: 0.0818148 Dec 09 22:39:32.570168 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dd5bc809-7b21-475b-80b2-92ef12aced59 req-163840b6-5c34-4d16-9564-392f646dab0c service neutron] 10.222.0.42 "GET /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095607 Dec 09 22:39:32.570996 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Made reservation on behalf of cd9aa9940726450486738a26dc1f7765 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:32.576154 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:32.627446 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:39:32.656910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed8bc850-dcef-4091-8919-61baf9229539 req-0b9cbe2a-4bfb-491f-b3a2-175b8005f319 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088471 Dec 09 22:39:32.661385 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:32.661385 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Added segment 1a4b6175-44d2-4b6d-acc0-b10137274396 of type vlan for network 5c8a4496-d08f-48b0-afec-dac4df5b8ec4 Dec 09 22:39:32.755352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:32.759204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897a935-2b6f-41de-aa67-e7ddf60995ca req-e982316d-8c34-4aac-bc08-820a28b0c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:32.760771 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a897a935-2b6f-41de-aa67-e7ddf60995ca req-e982316d-8c34-4aac-bc08-820a28b0c69a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d202c524c474fdba058c4d23a42ccaf&device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 1096 time: 0.1244783 Dec 09 22:39:32.863946 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.resource_extend [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:39:32.898922 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:32.900920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:32.901541 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:32.919306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d780e-1f35-44b3-a810-636baac949a7 req-75a502a6-126f-456d-90bd-6147a03bc833 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:32.921266 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b36d780e-1f35-44b3-a810-636baac949a7 req-75a502a6-126f-456d-90bd-6147a03bc833 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0608859 Dec 09 22:39:32.962441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897a935-2b6f-41de-aa67-e7ddf60995ca req-73c9009a-6e88-403f-b470-f70aa66896d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:32.964120 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a897a935-2b6f-41de-aa67-e7ddf60995ca req-73c9009a-6e88-403f-b470-f70aa66896d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e1578b78-f89b-4e16-9809-489640c4a531 HTTP/1.1" status: 200 len: 915 time: 0.1896572 Dec 09 22:39:32.969997 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6995628 Dec 09 22:39:32.994346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54710) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:33.008682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-166e7948-0be4-4a1e-9a48-94ae13de8dd8 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Request body: {'network': {'project_id': 'cd9aa9940726450486738a26dc1f7765'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:33.053215 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-166e7948-0be4-4a1e-9a48-94ae13de8dd8 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 22:39:33.054009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166e7948-0be4-4a1e-9a48-94ae13de8dd8 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:39:33.058030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-166e7948-0be4-4a1e-9a48-94ae13de8dd8 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0607448 Dec 09 22:39:33.061513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54714) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:33.087195 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b36d780e-1f35-44b3-a810-636baac949a7 req-9668cfb2-1704-4c8b-b44c-05ed78703007 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466599 Dec 09 22:39:33.117324 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cb385-8ca4-4e60-ace6-dbb94e16c476 req-e692bdb3-5a8e-4bc4-ad90-9fa8eb1dff0b tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:33.128337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e7cb385-8ca4-4e60-ace6-dbb94e16c476 req-e692bdb3-5a8e-4bc4-ad90-9fa8eb1dff0b tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 943 time: 0.2004445 Dec 09 22:39:33.128729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2b405-ce8b-4ad7-b2c8-15c74c4053eb tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Pushing event updated for resources: {'Network': ['ID=5c8a4496-d08f-48b0-afec-dac4df5b8ec4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:33.147183 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a897a935-2b6f-41de-aa67-e7ddf60995ca req-13d4ad77-c4ea-4061-a8ab-97ea1ffea3fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 HTTP/1.1" status: 200 len: 217 time: 0.1077869 Dec 09 22:39:33.154211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 5c8a4496-d08f-48b0-afec-dac4df5b8ec4 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:39:33.241862 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a9263f02-ea42-48c5-ade2-3bea877aef17 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd9aa9940726450486738a26dc1f7765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1761134 Dec 09 22:39:33.246707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54718) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:33.268621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897a935-2b6f-41de-aa67-e7ddf60995ca req-8b215f81-561c-42d0-a54b-658165e1b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:33.270397 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a897a935-2b6f-41de-aa67-e7ddf60995ca req-8b215f81-561c-42d0-a54b-658165e1b516 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54f48a95-99bf-492f-93e3-b75a67c62ab6 HTTP/1.1" status: 200 len: 854 time: 0.1158895 Dec 09 22:39:33.314253 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a897a935-2b6f-41de-aa67-e7ddf60995ca req-d776f699-0a14-46d1-9bdd-d438c838d5e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1578b78-f89b-4e16-9809-489640c4a531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345607 Dec 09 22:39:33.328922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6887121-bd9c-4b23-a0a8-d93fc4f595af req-c4ee4229-d060-46cc-a9ee-10c3ecafdba1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1984766 Dec 09 22:39:33.353504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e7cb385-8ca4-4e60-ace6-dbb94e16c476 req-371308c0-54ff-42a0-bf71-3a00ecb212b5 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/security-groups?id=32f08ec3-0a68-4507-b3e2-2d44b8642a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231493 Dec 09 22:39:33.363739 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4373d865-27c5-4a86-b034-d75957b096d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:33.430998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d7382f7-f022-437d-ba5c-52cc4bff0579 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:33.470789 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d7382f7-f022-437d-ba5c-52cc4bff0579 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:33.489281 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768769da-bdd1-4c00-aff0-c3e0657f4db8 req-13de8db5-3346-4926-a8dd-f08540a9f479 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:33.492911 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a897a935-2b6f-41de-aa67-e7ddf60995ca req-8765d731-af92-402f-a262-b780316a692b service neutron] 10.222.0.42 "GET /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670356 Dec 09 22:39:33.498081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-768769da-bdd1-4c00-aff0-c3e0657f4db8 req-13de8db5-3346-4926-a8dd-f08540a9f479 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.0788491 Dec 09 22:39:33.571085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-768769da-bdd1-4c00-aff0-c3e0657f4db8 req-7b715def-d540-4a1e-855d-126c03ddc4a8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684757 Dec 09 22:39:33.576392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6887121-bd9c-4b23-a0a8-d93fc4f595af req-2d08e5b7-8a59-4632-9ae9-61e1f9658a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:33.586354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6887121-bd9c-4b23-a0a8-d93fc4f595af req-2d08e5b7-8a59-4632-9ae9-61e1f9658a9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c62332ba52d7492280948681247e4803&device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 1098 time: 0.2075939 Dec 09 22:39:33.642887 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d7382f7-f022-437d-ba5c-52cc4bff0579 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:33.646314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d7382f7-f022-437d-ba5c-52cc4bff0579 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:33.648199 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6d7382f7-f022-437d-ba5c-52cc4bff0579 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e87b415-ea47-421d-8ec0-482311fe9d21 HTTP/1.1" status: 204 len: 168 time: 0.3939254 Dec 09 22:39:33.652690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54720) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:33.674452 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a897a935-2b6f-41de-aa67-e7ddf60995ca req-8f1bfd6d-0b8f-4737-ac06-d4cf20319d28 service neutron] 10.222.0.42 "GET /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679454 Dec 09 22:39:33.684130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7382f7-f022-437d-ba5c-52cc4bff0579 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e87b415-ea47-421d-8ec0-482311fe9d21,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:33.741066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6887121-bd9c-4b23-a0a8-d93fc4f595af req-ba6748e2-a806-4e4b-b738-be68574af8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:33.743741 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6887121-bd9c-4b23-a0a8-d93fc4f595af req-ba6748e2-a806-4e4b-b738-be68574af8ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 200 len: 912 time: 0.1360919 Dec 09 22:39:33.751214 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:33.792193 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:33.848148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6887121-bd9c-4b23-a0a8-d93fc4f595af req-e314a6bb-1419-4cea-a924-d9420ebfb549 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac1a4d98-c41b-4697-95ba-927fa752ccdb HTTP/1.1" status: 200 len: 1002 time: 0.0965524 Dec 09 22:39:33.863956 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:33.891912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8a4496-d08f-48b0-afec-dac4df5b8ec4']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:39:33.905398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4b6175-44d2-4b6d-acc0-b10137274396') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:39:33.905748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4b6175-44d2-4b6d-acc0-b10137274396') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:39:33.933681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6887121-bd9c-4b23-a0a8-d93fc4f595af req-e84fe7e9-5ca3-4431-ab99-dd7f51661b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:33.935317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6887121-bd9c-4b23-a0a8-d93fc4f595af req-e84fe7e9-5ca3-4431-ab99-dd7f51661b0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=992210bd-a6ee-474f-a5bf-287bbb7205d0 HTTP/1.1" status: 200 len: 850 time: 0.0544498 Dec 09 22:39:33.939255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:33.960340 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:33.972266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:39:33.972924 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:39:33.976205 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:39:33.985993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae4401-78fe-4764-b2e8-778947f3c004 req-b51d4512-e175-4bdc-b389-74a92927d3cf tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:33.987983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7ae4401-78fe-4764-b2e8-778947f3c004 req-b51d4512-e175-4bdc-b389-74a92927d3cf tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 944 time: 0.1381795 Dec 09 22:39:34.022496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6887121-bd9c-4b23-a0a8-d93fc4f595af req-31e9321d-b792-48b9-9c1e-5fe2b8f36fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:34.024977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6887121-bd9c-4b23-a0a8-d93fc4f595af req-31e9321d-b792-48b9-9c1e-5fe2b8f36fad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f16f7172-a535-46bf-a20c-df7868a46f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824637 Dec 09 22:39:34.068509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:34.073155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7ae4401-78fe-4764-b2e8-778947f3c004 req-19733293-6807-4c8a-9786-11c7c3003e75 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747344 Dec 09 22:39:34.079540 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:34.091968 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] 10.222.0.16 "DELETE /v2.0/networks/5c8a4496-d08f-48b0-afec-dac4df5b8ec4 HTTP/1.1" status: 204 len: 168 time: 0.4343348 Dec 09 22:39:34.092284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54724) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:34.150117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4af351-be24-4b55-8fc2-8f689afdeb53 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c8a4496-d08f-48b0-afec-dac4df5b8ec4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:34.247310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6887121-bd9c-4b23-a0a8-d93fc4f595af req-dc65928b-34d6-419a-97e4-09aabb0aef0c service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864262 Dec 09 22:39:34.261082 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:34.398902 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:34.419866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578a678-7c39-4fae-b0bd-7f0404a0ff58 req-d4c0e326-f9a4-478e-ac7f-228f7f771ba7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:34.429114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4578a678-7c39-4fae-b0bd-7f0404a0ff58 req-d4c0e326-f9a4-478e-ac7f-228f7f771ba7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.2212522 Dec 09 22:39:34.452802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c729a64a-044b-4c8a-adb4-056cbeda2cd5']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:39:34.476205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5caae134-1cf3-4b73-bdad-1ce1a327ab89') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:39:34.476554 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5caae134-1cf3-4b73-bdad-1ce1a327ab89') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:39:34.495971 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6887121-bd9c-4b23-a0a8-d93fc4f595af req-6695e64d-28fc-4ebf-b6ab-afc1401f3c3c service neutron] 10.222.0.18 "GET /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331941 Dec 09 22:39:34.510052 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:34.513926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4578a678-7c39-4fae-b0bd-7f0404a0ff58 req-660d06fb-16e4-4f6b-897a-d5d219177787 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802419 Dec 09 22:39:34.558211 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:34.578422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:39:34.579234 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:39:34.581036 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:39:34.643763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114fab2-e355-415f-9974-d7d8d35a8823 req-4e4e5efc-d6d5-4516-9cc9-26ae456232f8 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:34.649824 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b114fab2-e355-415f-9974-d7d8d35a8823 req-4e4e5efc-d6d5-4516-9cc9-26ae456232f8 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 943 time: 0.0980120 Dec 09 22:39:34.694336 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:34.700477 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:34.703985 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] 10.222.0.16 "DELETE /v2.0/networks/c729a64a-044b-4c8a-adb4-056cbeda2cd5 HTTP/1.1" status: 204 len: 168 time: 0.6106753 Dec 09 22:39:34.743375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00058859-04b3-4e18-b193-6b9a79b6a355 tempest-QuotasNegativeTest-431615576 tempest-QuotasNegativeTest-431615576-project-admin] Pushing event deleted for resources: {'Network': ['ID=c729a64a-044b-4c8a-adb4-056cbeda2cd5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:34.757167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 57f95c09-8fe3-4631-9dfc-230d96096b28 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:39:34.806794 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:34.855302 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b114fab2-e355-415f-9974-d7d8d35a8823 req-2cae389b-b4ff-4270-8830-a7385d5093c9 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/security-groups?id=32f08ec3-0a68-4507-b3e2-2d44b8642a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914873 Dec 09 22:39:34.918653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684d378-e813-4a56-a97f-b5da72910a03 req-658f004d-6c04-400e-b85f-d5383ee6fe94 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:34.934720 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9684d378-e813-4a56-a97f-b5da72910a03 req-658f004d-6c04-400e-b85f-d5383ee6fe94 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.2092652 Dec 09 22:39:34.971785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 57f95c09-8fe3-4631-9dfc-230d96096b28, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=57f95c09-8fe3-4631-9dfc-230d96096b28,segment=NetworkSegment(0e489128-e20c-4401-a0b9-17ce424c720d),segment_id=0e489128-e20c-4401-a0b9-17ce424c720d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:34.997475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '57f95c09-8fe3-4631-9dfc-230d96096b28', 'network_id': '14ee6e8a-23a5-46e8-a69a-a9ab86b4636a', 'port_id': '57f95c09-8fe3-4631-9dfc-230d96096b28', 'mac_address': 'fa:16:3e:21:b8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb90f60-9024-4143-9638-5c71feaf3716', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:39:35.085344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9684d378-e813-4a56-a97f-b5da72910a03 req-d6f3f0b2-5d2e-4422-a72b-1ed0a4bca87c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495345 Dec 09 22:39:35.101136 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:35.119133 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f95c09-8fe3-4631-9dfc-230d96096b28 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:35.146321 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 57f95c09-8fe3-4631-9dfc-230d96096b28, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=57f95c09-8fe3-4631-9dfc-230d96096b28,segment=NetworkSegment(0e489128-e20c-4401-a0b9-17ce424c720d),segment_id=0e489128-e20c-4401-a0b9-17ce424c720d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:35.154812 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:35.265827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=57f95c09-8fe3-4631-9dfc-230d96096b28,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:35.308955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d3183-14d2-4ae9-8dbc-2579fef6dce7 req-490917c6-0b68-4556-88c1-00eb617c9646 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:35.313109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-300d3183-14d2-4ae9-8dbc-2579fef6dce7 req-490917c6-0b68-4556-88c1-00eb617c9646 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 944 time: 0.1314423 Dec 09 22:39:35.376616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54746) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:35.401546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-300d3183-14d2-4ae9-8dbc-2579fef6dce7 req-8285a516-2ccc-4f4e-8053-73db3b82c3b4 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725808 Dec 09 22:39:35.531247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['57f95c09-8fe3-4631-9dfc-230d96096b28'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:39:35.556088 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23028bf6-0018-47b8-b04a-d31d6a2d9001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:35.697717 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23028bf6-0018-47b8-b04a-d31d6a2d9001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:35.710459 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23028bf6-0018-47b8-b04a-d31d6a2d9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:35.766865 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-23028bf6-0018-47b8-b04a-d31d6a2d9001 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17d6096afe2042e38ed68de8236bf26e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3891370 Dec 09 22:39:35.768497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff032649-d980-40d3-b6b5-a825526b5b04 req-93393862-8fd2-4528-a1e7-7f61f9d98697 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:35.771207 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff032649-d980-40d3-b6b5-a825526b5b04 req-93393862-8fd2-4528-a1e7-7f61f9d98697 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.1255200 Dec 09 22:39:35.771720 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54760) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:35.806427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23028bf6-0018-47b8-b04a-d31d6a2d9001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb83f65-6df4-44ae-a302-7a2573f8fc83,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:35.878221 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff032649-d980-40d3-b6b5-a825526b5b04 req-dce377dd-767b-40f9-a6dc-22d0dcfaab75 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870287 Dec 09 22:39:35.898436 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a90d70bb-58d6-4ed2-b052-730f9e6ae897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:35.928564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a90d70bb-58d6-4ed2-b052-730f9e6ae897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.029232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a47d6-fd2a-4ec0-867b-288731294197 req-cb7c4edd-8a36-4b9b-a76a-92e34e4bbe5b tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:36.038036 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-597a47d6-fd2a-4ec0-867b-288731294197 req-cb7c4edd-8a36-4b9b-a76a-92e34e4bbe5b tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 944 time: 0.0722258 Dec 09 22:39:36.092677 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a90d70bb-58d6-4ed2-b052-730f9e6ae897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.096020 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a90d70bb-58d6-4ed2-b052-730f9e6ae897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.100721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a90d70bb-58d6-4ed2-b052-730f9e6ae897 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fb83f65-6df4-44ae-a302-7a2573f8fc83 HTTP/1.1" status: 204 len: 168 time: 0.3245249 Dec 09 22:39:36.110976 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-597a47d6-fd2a-4ec0-867b-288731294197 req-13ed515d-1d77-4dc1-961e-f1febb295b0f tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/security-groups?id=32f08ec3-0a68-4507-b3e2-2d44b8642a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686519 Dec 09 22:39:36.129064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d70bb-58d6-4ed2-b052-730f9e6ae897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb83f65-6df4-44ae-a302-7a2573f8fc83,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:36.166472 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.271529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c274fb-45d3-4fc0-8cf7-5ce622aeae13 req-70a84995-bd00-437e-8bec-1b84539b5642 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:36.279862 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21c274fb-45d3-4fc0-8cf7-5ce622aeae13 req-70a84995-bd00-437e-8bec-1b84539b5642 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.0864260 Dec 09 22:39:36.370587 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21c274fb-45d3-4fc0-8cf7-5ce622aeae13 req-0dc0a382-4f7f-49c0-9fe0-9890127547f0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892835 Dec 09 22:39:36.512884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54774) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:36.513416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:39:36.535787 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a680-bca5-48b3-a459-a276c23526a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.578348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5eb0b-34e2-40e6-acb9-99fb26301c35 req-8b6e30eb-c144-4623-aee6-4a1ad6f76388 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:36.579990 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23f5eb0b-34e2-40e6-acb9-99fb26301c35 req-8b6e30eb-c144-4623-aee6-4a1ad6f76388 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 944 time: 0.0735831 Dec 09 22:39:36.652427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23f5eb0b-34e2-40e6-acb9-99fb26301c35 req-f5f15688-6b1c-42c6-8c72-48d397c27aed tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650294 Dec 09 22:39:36.680813 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666,segment=NetworkSegment(8dc1c236-242d-4cbc-9cec-94e8de85f226),segment_id=8dc1c236-242d-4cbc-9cec-94e8de85f226)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:36.700106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666', 'network_id': 'e1578b78-f89b-4e16-9809-489640c4a531', 'port_id': 'ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666', 'mac_address': 'fa:16:3e:ff:c8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f48a95-99bf-492f-93e3-b75a67c62ab6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:39:36.703260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a680-bca5-48b3-a459-a276c23526a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.709873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a680-bca5-48b3-a459-a276c23526a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.747943 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.754498 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8a680-bca5-48b3-a459-a276c23526a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c23e4d-39a8-428e-a5d2-4f9935d6972b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:36.759088 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b0e8a680-bca5-48b3-a459-a276c23526a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43c87f8b53d24c70a55ff64cda236006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449834 Dec 09 22:39:36.761589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54778) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:36.769585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:36.800065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666,segment=NetworkSegment(8dc1c236-242d-4cbc-9cec-94e8de85f226),segment_id=8dc1c236-242d-4cbc-9cec-94e8de85f226)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:36.804438 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 57f95c09-8fe3-4631-9dfc-230d96096b28 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:39:36.809274 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.819811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bba0aa59-2aac-4c90-b8b3-7d02349a565f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.847231 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bba0aa59-2aac-4c90-b8b3-7d02349a565f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.921002 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bba0aa59-2aac-4c90-b8b3-7d02349a565f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.924294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bba0aa59-2aac-4c90-b8b3-7d02349a565f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:36.929556 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bba0aa59-2aac-4c90-b8b3-7d02349a565f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80c23e4d-39a8-428e-a5d2-4f9935d6972b HTTP/1.1" status: 204 len: 168 time: 0.1669302 Dec 09 22:39:36.938523 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0aa59-2aac-4c90-b8b3-7d02349a565f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c23e4d-39a8-428e-a5d2-4f9935d6972b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:36.976093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:36.981158 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 57f95c09-8fe3-4631-9dfc-230d96096b28 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:39:36.986036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 57f95c09-8fe3-4631-9dfc-230d96096b28 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:36.986416 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:37.069165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca0d55-b622-4e84-ab09-440bd726c7a9 req-3b94f830-d0d2-49b1-a728-c0215d878bef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:37.078411 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dfca0d55-b622-4e84-ab09-440bd726c7a9 req-3b94f830-d0d2-49b1-a728-c0215d878bef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0683877 Dec 09 22:39:37.079065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:39:37.129853 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:37.218048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dfca0d55-b622-4e84-ab09-440bd726c7a9 req-eb37be29-d3af-4f92-9318-e9a3b5150335 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373315 Dec 09 22:39:37.243846 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:37.330332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f95c09-8fe3-4631-9dfc-230d96096b28'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:37.333003 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2547ff72-bca8-474c-b3fc-b242480cfd03" -d '{"events": [{"server_uuid": "9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3", "name": "network-vif-plugged", "status": "completed", "tag": "57f95c09-8fe3-4631-9dfc-230d96096b28"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:37.334610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b680c35-6620-4374-a31b-6cdd26118732 req-a90038ad-80e9-4af9-8f2c-03d1132e1751 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:37.336307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b680c35-6620-4374-a31b-6cdd26118732 req-a90038ad-80e9-4af9-8f2c-03d1132e1751 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 944 time: 0.1004913 Dec 09 22:39:37.408183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 57f95c09-8fe3-4631-9dfc-230d96096b28, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=57f95c09-8fe3-4631-9dfc-230d96096b28,segment=NetworkSegment(0e489128-e20c-4401-a0b9-17ce424c720d),segment_id=0e489128-e20c-4401-a0b9-17ce424c720d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:37.420716 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fd42d6-5b3e-494e-9e87-8f38837af02f x-openstack-request-id: req-10fd42d6-5b3e-494e-9e87-8f38837af02f {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:37.421041 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3", "name": "network-vif-plugged", "status": "completed", "tag": "57f95c09-8fe3-4631-9dfc-230d96096b28", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:37.421342 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10fd42d6-5b3e-494e-9e87-8f38837af02f {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:37.421924 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f95c09-8fe3-4631-9dfc-230d96096b28', 'code': 200} Dec 09 22:39:37.424581 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:37.432375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b680c35-6620-4374-a31b-6cdd26118732 req-800a3f83-9a6f-4c35-beff-f1a8e6696561 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/security-groups?id=32f08ec3-0a68-4507-b3e2-2d44b8642a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824471 Dec 09 22:39:37.569780 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=57f95c09-8fe3-4631-9dfc-230d96096b28,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:37.651360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d730a29-b8d5-499a-a206-003d435c21d9 req-68e73bca-4158-4444-bad9-ea5258eab427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:37.653257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d730a29-b8d5-499a-a206-003d435c21d9 req-68e73bca-4158-4444-bad9-ea5258eab427 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 1097 time: 0.1303217 Dec 09 22:39:37.688798 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d881ec-748f-4330-95fc-7031480311a0 req-5149e758-714c-4437-9670-760fa06abcb1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:37.690518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6d881ec-748f-4330-95fc-7031480311a0 req-5149e758-714c-4437-9670-760fa06abcb1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.1085677 Dec 09 22:39:37.762960 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d730a29-b8d5-499a-a206-003d435c21d9 req-44990f73-743d-4f97-b016-e6a369c68762 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=32f08ec3-0a68-4507-b3e2-2d44b8642a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990922 Dec 09 22:39:37.766726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6d881ec-748f-4330-95fc-7031480311a0 req-e7677c6a-e1a6-429c-bb67-1d28e3f9d1a7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683305 Dec 09 22:39:37.836244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecb9e5-eb97-4b08-a8d0-bdba61ae077e req-e8195070-01d5-4d5b-a03e-3e70529370df tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:37.851993 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30ecb9e5-eb97-4b08-a8d0-bdba61ae077e req-e8195070-01d5-4d5b-a03e-3e70529370df tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 945 time: 0.0819869 Dec 09 22:39:37.906535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30ecb9e5-eb97-4b08-a8d0-bdba61ae077e req-562a5c5f-5f17-45a8-95dc-5570c49d65f7 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475798 Dec 09 22:39:38.391663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dac487-f436-4f85-b459-efa137c138d2 req-2691325a-b20b-4af0-b9d6-421f476400cf tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:38.393725 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6dac487-f436-4f85-b459-efa137c138d2 req-2691325a-b20b-4af0-b9d6-421f476400cf tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0945208 Dec 09 22:39:38.478420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6dac487-f436-4f85-b459-efa137c138d2 req-f314cc63-0dd3-47bb-92bd-71cc7bb143a6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753269 Dec 09 22:39:38.530583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:39:38.590060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48514d4a-035f-4300-acf7-5baf52438483 req-410ec371-5b20-4d26-84b1-3df3ccbe95dc tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:38.599783 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-48514d4a-035f-4300-acf7-5baf52438483 req-410ec371-5b20-4d26-84b1-3df3ccbe95dc tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 945 time: 0.0689685 Dec 09 22:39:38.630257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:39:38.635108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:38.635712 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:38.676542 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-48514d4a-035f-4300-acf7-5baf52438483 req-79e40570-6386-4c43-80f9-e78f93a3508f tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/security-groups?id=32f08ec3-0a68-4507-b3e2-2d44b8642a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742507 Dec 09 22:39:38.756399 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:38.804678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666,segment=NetworkSegment(8dc1c236-242d-4cbc-9cec-94e8de85f226),segment_id=8dc1c236-242d-4cbc-9cec-94e8de85f226)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:38.810094 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:38.878469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:39.051549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f9065-6b99-4e22-bdb5-a4843adaa162 req-c3f179f1-c237-4179-85c0-fb95ae32e0f9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:39.070552 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-283f9065-6b99-4e22-bdb5-a4843adaa162 req-c3f179f1-c237-4179-85c0-fb95ae32e0f9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.1877475 Dec 09 22:39:39.156081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85f867-38aa-4669-897a-2f76dd9bbfec req-dbf41445-38ab-4e52-b14c-bdd8f17a3eb0 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:39.163412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc85f867-38aa-4669-897a-2f76dd9bbfec req-dbf41445-38ab-4e52-b14c-bdd8f17a3eb0 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 946 time: 0.0907824 Dec 09 22:39:39.180101 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-283f9065-6b99-4e22-bdb5-a4843adaa162 req-464cb292-d284-4b83-bf92-aa38b06ce0c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029263 Dec 09 22:39:39.224169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54840) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:39.265392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc85f867-38aa-4669-897a-2f76dd9bbfec req-e39e13de-bc16-405b-b36a-1358cd8e0078 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996673 Dec 09 22:39:39.352133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1062575628', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:39.375747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Made reservation on behalf of b0c0e5830fa24be88ae1d1f0d8a369c5 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:39.379038 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:39.388452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:39.422873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1254d80e-105b-418d-8bf8-06ec0782885a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:39.426560 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee7b550-b89e-42ae-8f69-69a549735036" -d '{"events": [{"server_uuid": "1254d80e-105b-418d-8bf8-06ec0782885a", "name": "network-vif-plugged", "status": "completed", "tag": "ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:39.483777 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:39.487174 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6408a0cc-a334-4aa0-9ae7-e260f636c09d x-openstack-request-id: req-6408a0cc-a334-4aa0-9ae7-e260f636c09d {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:39.487995 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1254d80e-105b-418d-8bf8-06ec0782885a", "name": "network-vif-plugged", "status": "completed", "tag": "ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:39.488738 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6408a0cc-a334-4aa0-9ae7-e260f636c09d {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:39.489866 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1254d80e-105b-418d-8bf8-06ec0782885a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666', 'code': 200} Dec 09 22:39:39.490076 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:39.506745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] device_id is not set on port 5b2c4f1f-d214-4386-b81d-833af1833759 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:39:39.624256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715d1778-4e77-424b-b4d6-a9a1f3f452bd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:39.657231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aee493-856a-48e8-9de4-cdefab8279aa req-ea2bca57-472d-4f42-ac0a-0943d288fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:39.660107 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12aee493-856a-48e8-9de4-cdefab8279aa req-ea2bca57-472d-4f42-ac0a-0943d288fd27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 1098 time: 0.0867958 Dec 09 22:39:39.663924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbba66-b967-4413-a5a9-ed1b86590078 req-5fa77a25-8c8a-45fa-a833-f88292c3c540 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:39.665492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81dbba66-b967-4413-a5a9-ed1b86590078 req-5fa77a25-8c8a-45fa-a833-f88292c3c540 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0754030 Dec 09 22:39:39.749073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81dbba66-b967-4413-a5a9-ed1b86590078 req-00f648ed-c251-44ed-873f-e3e6118d532a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730426 Dec 09 22:39:39.767814 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:39:39.805166 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12aee493-856a-48e8-9de4-cdefab8279aa req-ba4cb236-c5bc-4912-90b1-e09a6a4f90ae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928559 Dec 09 22:39:39.813337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Allocated IP 172.25.8.161 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/5b2c4f1f-d214-4386-b81d-833af1833759) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:39:39.843467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae02ffc-c208-4071-a8e3-9e85b743b3dd req-85693bd5-9a44-48e3-902b-6990815df63b tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:39.845327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fae02ffc-c208-4071-a8e3-9e85b743b3dd req-85693bd5-9a44-48e3-902b-6990815df63b tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 945 time: 0.0623248 Dec 09 22:39:39.905945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fae02ffc-c208-4071-a8e3-9e85b743b3dd req-532fb812-f10f-4fb1-99cf-6a6550c1a3ed tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/security-groups?id=32f08ec3-0a68-4507-b3e2-2d44b8642a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518928 Dec 09 22:39:40.008149 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:40.076045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:40.141915 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:39:40.141915 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:40.143067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:39:40.169942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6bfb8c-bd86-4e6c-b36b-005bdb851b53 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:39:40.188382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Pushing event updated for resources: {'Port': ['ID=5b2c4f1f-d214-4386-b81d-833af1833759,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:40.241077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:40.241749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:40.301105 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-85ba5a8a-145b-4aba-bc2a-75f6407c79ae tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.0709398 Dec 09 22:39:40.304312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54864) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:40.310087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.161'}]}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:40.333529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a158c12-77ee-40aa-8c11-9af5a4ee7624 req-b429d913-f0b0-4292-87d3-1f6c2b2dd1e7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:40.336777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a158c12-77ee-40aa-8c11-9af5a4ee7624 req-b429d913-f0b0-4292-87d3-1f6c2b2dd1e7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.0748622 Dec 09 22:39:40.343432 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ec3eac57-5f81-40d2-af8e-c9d0599380ac None None] Provisioning complete for port 5b2c4f1f-d214-4386-b81d-833af1833759 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:40.344181 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec3eac57-5f81-40d2-af8e-c9d0599380ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:40.344953 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:40.346616 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:40.393996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ec3eac57-5f81-40d2-af8e-c9d0599380ac None None] Port 5b2c4f1f-d214-4386-b81d-833af1833759 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:39:40.412402 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:40.442885 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a158c12-77ee-40aa-8c11-9af5a4ee7624 req-2e603b10-1e4f-4645-a078-3f57b7ae7f39 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981522 Dec 09 22:39:40.457903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb72be2-9225-42c6-941f-ef95f28f4414 req-073518e0-7f1f-4adc-9650-92e3c41b3b7b tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:40.467336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ceb72be2-9225-42c6-941f-ef95f28f4414 req-073518e0-7f1f-4adc-9650-92e3c41b3b7b tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 945 time: 0.0993328 Dec 09 22:39:40.545946 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ceb72be2-9225-42c6-941f-ef95f28f4414 req-bdcefeec-3c53-4c46-8f64-208fc0e5870c tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/security-groups?id=32f08ec3-0a68-4507-b3e2-2d44b8642a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737822 Dec 09 22:39:40.586970 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:40.651113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1a8d2-fec2-4bd4-a044-9c348089057c req-9ae27d79-ce49-4899-901a-831145070feb tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:40.653082 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4fe1a8d2-fec2-4bd4-a044-9c348089057c req-9ae27d79-ce49-4899-901a-831145070feb tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 946 time: 0.1060507 Dec 09 22:39:40.786745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4fe1a8d2-fec2-4bd4-a044-9c348089057c req-59f2e800-fc1a-4d66-b49f-e5905e89dc5c tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117260 Dec 09 22:39:40.902966 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:40.937468 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:40.954882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0f399-d34d-4a05-b01b-a9baa22f0f1d req-8cd33d98-59a6-43bd-8ae5-0092ba249f17 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:40.957360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06b0f399-d34d-4a05-b01b-a9baa22f0f1d req-8cd33d98-59a6-43bd-8ae5-0092ba249f17 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0747664 Dec 09 22:39:41.030388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06b0f399-d34d-4a05-b01b-a9baa22f0f1d req-e3cea7ac-fae1-4863-b5f9-4c53cba7a13f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662565 Dec 09 22:39:41.136579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:41.316143 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:41.318818 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:41.366532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:41.367064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9818a0af-8892-4861-af0e-20d1f99a0093 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:39:41.383221 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 09 22:39:41.384411 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a78b0b46-6703-41c4-bc92-61341b737ece tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0783947 Dec 09 22:39:41.387253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54886) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:41.460952 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b76c1bec-b7e0-4f7c-b2f0-3c5f9d6709d4 tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Deleting port 5b2c4f1f-d214-4386-b81d-833af1833759 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:39:41.461294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b76c1bec-b7e0-4f7c-b2f0-3c5f9d6709d4 tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:41.542066 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b76c1bec-b7e0-4f7c-b2f0-3c5f9d6709d4 tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:41.553657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b76c1bec-b7e0-4f7c-b2f0-3c5f9d6709d4 tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Calling delete_port for 5b2c4f1f-d214-4386-b81d-833af1833759 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:39:41.562394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb3216-ad87-4422-a2cb-19b3b54bb17e req-046f721f-e0bc-4c9c-a87b-61fc150580c4 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:41.564303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bcfb3216-ad87-4422-a2cb-19b3b54bb17e req-046f721f-e0bc-4c9c-a87b-61fc150580c4 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.0495470 Dec 09 22:39:41.625144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bcfb3216-ad87-4422-a2cb-19b3b54bb17e req-4892d8b9-db54-4911-b6fd-71edb77e9faf tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522499 Dec 09 22:39:41.667778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f3c64-c3e6-4859-ae67-3ccb31f90d30 req-429e8184-df55-4211-98fc-53197a994cd8 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:41.669314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a50f3c64-c3e6-4859-ae67-3ccb31f90d30 req-429e8184-df55-4211-98fc-53197a994cd8 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 945 time: 0.0575316 Dec 09 22:39:41.687019 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b76c1bec-b7e0-4f7c-b2f0-3c5f9d6709d4 tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:41.724481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c1bec-b7e0-4f7c-b2f0-3c5f9d6709d4 tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b2c4f1f-d214-4386-b81d-833af1833759,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:41.745841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39d037e-cc9f-4b19-838c-92cb2302f9ba None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:39:41.746426 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a50f3c64-c3e6-4859-ae67-3ccb31f90d30 req-16915317-62d5-49c9-bc70-3f22a02b726e tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/security-groups?id=32f08ec3-0a68-4507-b3e2-2d44b8642a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675929 Dec 09 22:39:41.794635 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b76c1bec-b7e0-4f7c-b2f0-3c5f9d6709d4 tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:41.798186 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b76c1bec-b7e0-4f7c-b2f0-3c5f9d6709d4 tempest-RoutersAdminNegativeIpV6Test-1589332685 tempest-RoutersAdminNegativeIpV6Test-1589332685-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5b2c4f1f-d214-4386-b81d-833af1833759 HTTP/1.1" status: 204 len: 168 time: 0.4100130 Dec 09 22:39:41.934541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8c407-2368-48d2-8b34-5e65b72b80ac req-c117f630-6ad5-448b-82e3-438c3826a7d7 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:41.936337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2e8c407-2368-48d2-8b34-5e65b72b80ac req-c117f630-6ad5-448b-82e3-438c3826a7d7 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.18 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 945 time: 0.0959117 Dec 09 22:39:41.945214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0037b-a3d5-4e48-8e7a-c5187339219e req-701f71cf-4d14-47f7-8a1a-9211232dabcb tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:41.946735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5d0037b-a3d5-4e48-8e7a-c5187339219e req-701f71cf-4d14-47f7-8a1a-9211232dabcb tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 946 time: 0.0704269 Dec 09 22:39:42.051273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5d0037b-a3d5-4e48-8e7a-c5187339219e req-0b03e6c5-9aff-4182-9a3b-d0b364aecc71 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958536 Dec 09 22:39:42.081139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-e2e8c407-2368-48d2-8b34-5e65b72b80ac req-e15b72c0-ff9c-41f5-9257-c76a26e70b56 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Deleting port 57f95c09-8fe3-4631-9dfc-230d96096b28 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:39:42.081689 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e2e8c407-2368-48d2-8b34-5e65b72b80ac req-e15b72c0-ff9c-41f5-9257-c76a26e70b56 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:42.125286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54920) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:42.235724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-e2e8c407-2368-48d2-8b34-5e65b72b80ac req-e15b72c0-ff9c-41f5-9257-c76a26e70b56 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] For port 57f95c09-8fe3-4631-9dfc-230d96096b28, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=57f95c09-8fe3-4631-9dfc-230d96096b28,segment=NetworkSegment(0e489128-e20c-4401-a0b9-17ce424c720d),segment_id=0e489128-e20c-4401-a0b9-17ce424c720d)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:42.236090 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e2e8c407-2368-48d2-8b34-5e65b72b80ac req-e15b72c0-ff9c-41f5-9257-c76a26e70b56 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:42.252073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4f5fa-ea6c-4f00-9ef7-e295ba6d8d3a req-d8581fe8-0552-4c3f-ab4d-bd6e48f32f99 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:42.253662 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ff4f5fa-ea6c-4f00-9ef7-e295ba6d8d3a req-d8581fe8-0552-4c3f-ab4d-bd6e48f32f99 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0995791 Dec 09 22:39:42.265874 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-e2e8c407-2368-48d2-8b34-5e65b72b80ac req-e15b72c0-ff9c-41f5-9257-c76a26e70b56 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Calling delete_port for 57f95c09-8fe3-4631-9dfc-230d96096b28 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:39:42.294398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73ddd957-697f-4421-9769-90554466bcf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:42.385942 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ff4f5fa-ea6c-4f00-9ef7-e295ba6d8d3a req-1dd8521e-3c75-4c30-9fe5-be104fa583e8 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218410 Dec 09 22:39:42.408836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73ddd957-697f-4421-9769-90554466bcf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:42.408836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73ddd957-697f-4421-9769-90554466bcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:42.455794 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddd957-697f-4421-9769-90554466bcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663ee1b8-ec55-4eb0-b6fd-f8206d6ccd36,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:42.475862 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-73ddd957-697f-4421-9769-90554466bcf2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a0da1c77c324f8daa2e32cbc155eb1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3462656 Dec 09 22:39:42.475862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54946) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:42.496804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e2e8c407-2368-48d2-8b34-5e65b72b80ac req-e15b72c0-ff9c-41f5-9257-c76a26e70b56 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:42.532194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['57f95c09-8fe3-4631-9dfc-230d96096b28'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:39:42.543884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b72c0-ff9c-41f5-9257-c76a26e70b56 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Pushing event deleted for resources: {'Port': ['ID=57f95c09-8fe3-4631-9dfc-230d96096b28,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:42.558008 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a2b088b-15c6-4801-822b-f0c814859ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:42.597139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e8c407-2368-48d2-8b34-5e65b72b80ac req-e15b72c0-ff9c-41f5-9257-c76a26e70b56 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] No DVR routers for this DVR port 57f95c09-8fe3-4631-9dfc-230d96096b28 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:39:42.600335 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e2e8c407-2368-48d2-8b34-5e65b72b80ac req-e15b72c0-ff9c-41f5-9257-c76a26e70b56 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:42.604051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2e8c407-2368-48d2-8b34-5e65b72b80ac req-e15b72c0-ff9c-41f5-9257-c76a26e70b56 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.18 "DELETE /v2.0/ports/57f95c09-8fe3-4631-9dfc-230d96096b28 HTTP/1.1" status: 204 len: 173 time: 0.6564150 Dec 09 22:39:42.604713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3', 'name': 'network-vif-deleted', 'tag': '57f95c09-8fe3-4631-9dfc-230d96096b28'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:42.605894 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a2b088b-15c6-4801-822b-f0c814859ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:42.607437 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e431d7-a39a-4dd0-8bc2-127f27845db4" -d '{"events": [{"server_uuid": "9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3", "name": "network-vif-deleted", "tag": "57f95c09-8fe3-4631-9dfc-230d96096b28"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:42.663036 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12c20ce-fa73-4299-95d8-b8ebd13572eb x-openstack-request-id: req-f12c20ce-fa73-4299-95d8-b8ebd13572eb {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:42.664628 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3", "name": "network-vif-deleted", "tag": "57f95c09-8fe3-4631-9dfc-230d96096b28", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:42.665163 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f12c20ce-fa73-4299-95d8-b8ebd13572eb {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:42.665645 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3', 'name': 'network-vif-deleted', 'tag': '57f95c09-8fe3-4631-9dfc-230d96096b28', 'status': 'completed', 'code': 200} Dec 09 22:39:42.707907 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a2b088b-15c6-4801-822b-f0c814859ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:42.711221 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a2b088b-15c6-4801-822b-f0c814859ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:42.712550 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7a2b088b-15c6-4801-822b-f0c814859ba8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/663ee1b8-ec55-4eb0-b6fd-f8206d6ccd36 HTTP/1.1" status: 204 len: 168 time: 0.2353504 Dec 09 22:39:42.722365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b088b-15c6-4801-822b-f0c814859ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663ee1b8-ec55-4eb0-b6fd-f8206d6ccd36,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:42.843051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddab79-e845-4aea-9dc2-9be85cbc9060 req-b6b8b226-fcff-4614-b09c-05ad3c5d8c99 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:42.844505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aaddab79-e845-4aea-9dc2-9be85cbc9060 req-b6b8b226-fcff-4614-b09c-05ad3c5d8c99 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.0853095 Dec 09 22:39:42.903401 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d75f05b9-902b-4175-b596-7286d08bda3f req-cc6fee64-9577-4068-ac4d-0f1ab8e661c3 tempest-ServerAddressesNegativeTestJSON-870189222 tempest-ServerAddressesNegativeTestJSON-870189222-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa1a7b9-df30-4f33-af7d-40bf29a7b9f3 HTTP/1.1" status: 200 len: 210 time: 0.0291815 Dec 09 22:39:42.941781 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aaddab79-e845-4aea-9dc2-9be85cbc9060 req-99eaedec-8e94-43c2-b0db-dfd4920af3e1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855544 Dec 09 22:39:43.152497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32f25f-4772-4fea-897a-8b4970d5e16f req-8c6af797-714a-4bf4-870a-b07ed90b2ccd tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:43.155327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54982) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:43.160428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff32f25f-4772-4fea-897a-8b4970d5e16f req-8c6af797-714a-4bf4-870a-b07ed90b2ccd tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.0667131 Dec 09 22:39:43.213119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff32f25f-4772-4fea-897a-8b4970d5e16f req-e9cf7ca3-5d75-427e-a2b8-969f40609fe0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518410 Dec 09 22:39:43.238743 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-27bd6a8a-5943-4cc6-8c9c-a9530ac0be75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0c0e5830fa24be88ae1d1f0d8a369c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0799191 Dec 09 22:39:43.240042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54988) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:43.298183 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9803a1c5-99cd-4fee-9a1c-a4b64f8d37c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:43.324783 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9803a1c5-99cd-4fee-9a1c-a4b64f8d37c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:43.374467 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9803a1c5-99cd-4fee-9a1c-a4b64f8d37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:43.377704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9803a1c5-99cd-4fee-9a1c-a4b64f8d37c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:43.378907 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9803a1c5-99cd-4fee-9a1c-a4b64f8d37c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/715d1778-4e77-424b-b4d6-a9a1f3f452bd HTTP/1.1" status: 204 len: 168 time: 0.1379137 Dec 09 22:39:43.387471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803a1c5-99cd-4fee-9a1c-a4b64f8d37c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715d1778-4e77-424b-b4d6-a9a1f3f452bd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:43.556130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841a266-05b8-4e16-9fc7-5e3a19b4b7f4 req-c3f93515-c061-4467-807d-5c4272dbaa55 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:43.566403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c841a266-05b8-4e16-9fc7-5e3a19b4b7f4 req-c3f93515-c061-4467-807d-5c4272dbaa55 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0704618 Dec 09 22:39:43.625124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c841a266-05b8-4e16-9fc7-5e3a19b4b7f4 req-cf44994f-fbfd-4705-8f0f-6bf1705fa101 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554066 Dec 09 22:39:43.975820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55048) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:44.035501 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbdf0ed2-f3e4-446c-a001-cb7d26771bbb admin admin] Deleting subnet 4cb90f60-9024-4143-9638-5c71feaf3716 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:39:44.040198 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0ed2-f3e4-446c-a001-cb7d26771bbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:44.117678 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0ed2-f3e4-446c-a001-cb7d26771bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:44.183277 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0ed2-f3e4-446c-a001-cb7d26771bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:44.245539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55064) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:44.253672 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0ed2-f3e4-446c-a001-cb7d26771bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:44.291721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf0ed2-f3e4-446c-a001-cb7d26771bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb90f60-9024-4143-9638-5c71feaf3716,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:44.297150 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0ed2-f3e4-446c-a001-cb7d26771bbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:44.303657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cbdf0ed2-f3e4-446c-a001-cb7d26771bbb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4cb90f60-9024-4143-9638-5c71feaf3716 HTTP/1.1" status: 204 len: 168 time: 0.3236294 Dec 09 22:39:44.304196 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55068) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:44.398198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:44.433481 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dae7283e-3fa6-4ab9-9f89-c9fda605a5f6 tempest-AgentManagementNegativeTest-602270575 tempest-AgentManagementNegativeTest-602270575-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1866601 Dec 09 22:39:44.820850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df805b0-c77a-49b5-8a4a-87e64280325e req-73daa759-fe75-4343-9c10-1ad36b073d44 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:44.822480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0df805b0-c77a-49b5-8a4a-87e64280325e req-73daa759-fe75-4343-9c10-1ad36b073d44 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.1032839 Dec 09 22:39:44.950505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0df805b0-c77a-49b5-8a4a-87e64280325e req-e245df6b-a677-480b-8424-f044d487059f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155276 Dec 09 22:39:44.952230 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55106) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:44.979883 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.003305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ee6e8a-23a5-46e8-a69a-a9ab86b4636a']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:39:45.014005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e489128-e20c-4401-a0b9-17ce424c720d') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:39:45.014444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e489128-e20c-4401-a0b9-17ce424c720d') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:39:45.025822 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.044870 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.053067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:39:45.053474 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:39:45.055321 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:39:45.058604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd8056-3198-484d-94e3-cb6f97cefb76 req-75f73584-e52b-4a4b-a033-b862a528c52d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:45.060668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9dd8056-3198-484d-94e3-cb6f97cefb76 req-75f73584-e52b-4a4b-a033-b862a528c52d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.0651314 Dec 09 22:39:45.123203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.127577 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10b0ba3a-638a-4f9f-91d2-11db3ae31014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.130561 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.137405 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/14ee6e8a-23a5-46e8-a69a-a9ab86b4636a HTTP/1.1" status: 204 len: 168 time: 0.8294961 Dec 09 22:39:45.153803 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9dd8056-3198-484d-94e3-cb6f97cefb76 req-c6a81fed-5ec3-4c66-9951-b560badb8265 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867245 Dec 09 22:39:45.171034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd61e08-dbd8-4356-9b73-cfb9bd5a15b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ee6e8a-23a5-46e8-a69a-a9ab86b4636a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:45.301078 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10b0ba3a-638a-4f9f-91d2-11db3ae31014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.309369 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10b0ba3a-638a-4f9f-91d2-11db3ae31014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.389482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55124) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:45.406622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-10b0ba3a-638a-4f9f-91d2-11db3ae31014 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0adafcbeab684429b52e894e4a7d55c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4526808 Dec 09 22:39:45.407670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0ba3a-638a-4f9f-91d2-11db3ae31014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dbd25b-d0d8-4bb8-b3db-55de7f45bc8c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:45.415807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55128) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:45.501968 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-269a6725-97d4-49cf-a6d0-a5e825392484 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b7dfa04c42d464cb090aa7902c1b5f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1110518 Dec 09 22:39:45.504235 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55132) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:45.513040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebfa59-5cd4-4b1e-bd69-763200253350 req-92d65a8a-11ef-49fd-b64c-4cbd80b40f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:45.515328 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-66ebfa59-5cd4-4b1e-bd69-763200253350 req-92d65a8a-11ef-49fd-b64c-4cbd80b40f23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0830522 Dec 09 22:39:45.522926 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-86365c34-418b-417b-9159-6e221378e1a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.548153 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-86365c34-418b-417b-9159-6e221378e1a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.603350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ac39e-8c27-46a2-84a2-5da18709bdb9 req-a6c259a2-5703-4ae9-8b26-39641ffded17 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:45.605892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-148ac39e-8c27-46a2-84a2-5da18709bdb9 req-a6c259a2-5703-4ae9-8b26-39641ffded17 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 947 time: 0.1540775 Dec 09 22:39:45.622062 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-86365c34-418b-417b-9159-6e221378e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.625605 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-86365c34-418b-417b-9159-6e221378e1a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.629338 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-86365c34-418b-417b-9159-6e221378e1a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8dbd25b-d0d8-4bb8-b3db-55de7f45bc8c HTTP/1.1" status: 204 len: 168 time: 0.2100873 Dec 09 22:39:45.660552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86365c34-418b-417b-9159-6e221378e1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dbd25b-d0d8-4bb8-b3db-55de7f45bc8c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:45.712630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-148ac39e-8c27-46a2-84a2-5da18709bdb9 req-95f6dc91-8922-46cf-8078-2f44f5149417 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991583 Dec 09 22:39:45.726253 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e40f9c3-5bc6-4670-bf29-57cd1ae2e91f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.787804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e40f9c3-5bc6-4670-bf29-57cd1ae2e91f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.790750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebfa59-5cd4-4b1e-bd69-763200253350 req-c293318b-9de2-45b6-8b93-7b26a3b1d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:45.793173 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-66ebfa59-5cd4-4b1e-bd69-763200253350 req-c293318b-9de2-45b6-8b93-7b26a3b1d4b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.2682989 Dec 09 22:39:45.952118 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-66ebfa59-5cd4-4b1e-bd69-763200253350 req-fbc70af3-82ba-4674-8910-375e266fd43a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 1002 time: 0.1424253 Dec 09 22:39:45.959571 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e40f9c3-5bc6-4670-bf29-57cd1ae2e91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.962751 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e40f9c3-5bc6-4670-bf29-57cd1ae2e91f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:45.966344 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8e40f9c3-5bc6-4670-bf29-57cd1ae2e91f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32f08ec3-0a68-4507-b3e2-2d44b8642a2c HTTP/1.1" status: 204 len: 168 time: 0.4586947 Dec 09 22:39:45.976499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40f9c3-5bc6-4670-bf29-57cd1ae2e91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f08ec3-0a68-4507-b3e2-2d44b8642a2c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:46.061611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebfa59-5cd4-4b1e-bd69-763200253350 req-0fd1ee29-f9d8-4bb2-850a-22359200b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:46.063906 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-66ebfa59-5cd4-4b1e-bd69-763200253350 req-0fd1ee29-f9d8-4bb2-850a-22359200b50a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.0889370 Dec 09 22:39:46.121457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0813ea1-58ab-4e46-90fd-b8286cbf68e6 req-a4be503e-5697-4999-adb6-8589867f05c1 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:46.132673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0813ea1-58ab-4e46-90fd-b8286cbf68e6 req-a4be503e-5697-4999-adb6-8589867f05c1 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0996001 Dec 09 22:39:46.169975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebfa59-5cd4-4b1e-bd69-763200253350 req-71c3d995-fe99-4926-a363-16d09516fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:46.171541 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-66ebfa59-5cd4-4b1e-bd69-763200253350 req-71c3d995-fe99-4926-a363-16d09516fa50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962920 Dec 09 22:39:46.248659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0813ea1-58ab-4e46-90fd-b8286cbf68e6 req-f827f26a-0200-4633-bb76-cdbbf890c2a6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149838 Dec 09 22:39:46.415788 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-66ebfa59-5cd4-4b1e-bd69-763200253350 req-11e84c0f-865e-4a0a-a5ce-68a934b14985 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305369 Dec 09 22:39:46.576845 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:39:46.599129 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-66ebfa59-5cd4-4b1e-bd69-763200253350 req-67f07436-ec72-4109-9b72-170a7aaacba1 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700971 Dec 09 22:39:46.685534 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:46.742000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:46.746372 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6698fb1c-0ff3-48f4-814b-8399e1e8847f" -d '{"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:46.759229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:46.769994 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:46.879175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 57f95c09-8fe3-4631-9dfc-230d96096b28 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:39:46.882073 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31280310-5e8a-4713-8adf-136950f53151 x-openstack-request-id: req-31280310-5e8a-4713-8adf-136950f53151 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:46.882563 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "d50f613a-260f-49d2-bf29-005df074fec8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:46.882979 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31280310-5e8a-4713-8adf-136950f53151 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:46.883584 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8', 'code': 200} Dec 09 22:39:46.887658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=14']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:47.017719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a6c6b-c231-44ed-8a60-72eca176a300 req-66f4a08a-378c-4629-b6ec-5a3b04404dda tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:47.019760 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e5a6c6b-c231-44ed-8a60-72eca176a300 req-66f4a08a-378c-4629-b6ec-5a3b04404dda tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1688008 Dec 09 22:39:47.136320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 57f95c09-8fe3-4631-9dfc-230d96096b28 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:39:47.137084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 57f95c09-8fe3-4631-9dfc-230d96096b28 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:39:47.138898 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e5a6c6b-c231-44ed-8a60-72eca176a300 req-6a67e47d-a136-4be6-9002-b84e64a9edfb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116412 Dec 09 22:39:47.173699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55192) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:47.327850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55200) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:47.401105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db6f7a-3410-461c-837d-6b4d6adab016 req-e832d311-ea08-472f-8026-b442dca5852b tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:47.408774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42db6f7a-3410-461c-837d-6b4d6adab016 req-e832d311-ea08-472f-8026-b442dca5852b tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0667930 Dec 09 22:39:47.450327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1640787433'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:47.468654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-148309672-network', 'tenant_id': '450658ad7b054c1bb41e0b3be88d90ef'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:47.486516 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42db6f7a-3410-461c-837d-6b4d6adab016 req-4b9e1d17-4c3a-4ab1-81eb-57aa18f9a79c tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768890 Dec 09 22:39:47.496335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Made reservation on behalf of a6234c12136a4ad389ab95cef70ea799 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:47.500416 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.514300 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.534593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Made reservation on behalf of 450658ad7b054c1bb41e0b3be88d90ef for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:47.536993 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.552172 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.652409 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.660897 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.694441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:39:47.724392 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.725562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbfbafa-5f85-4faa-9162-9be342fd0344,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:47.730470 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.730821 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Added segment 7470ae49-6300-4bd0-a772-8990e1d56830 of type vlan for network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 Dec 09 22:39:47.732478 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.785095 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:39:47.804589 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.812228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c330d672-1904-455c-bd4e-54c1f55e2fd8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:47.816430 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.816820 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Added segment f56cd27a-57cb-4647-820e-d7bcb64e6688 of type vlan for network b1dd29cb-4eb1-4def-b7a8-05a175c2da8a Dec 09 22:39:47.871502 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.875649 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.882323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:47.882911 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.932427 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7573180 Dec 09 22:39:47.935385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55206) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:47.940235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Request body: {'subnet': {'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:47.974878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.975822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:47.976401 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:47.978487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbefbb-5b7f-4ae7-b093-f599aa6918f8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event updated for resources: {'Network': ['ID=47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:47.992095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:39:48.022431 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6934571 Dec 09 22:39:48.026540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55210) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:48.049920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-bc858ce8-73b7-4f52-9d0e-96e67eed1e82 admin admin] Request body: {'subnet': {'network_id': 'b1dd29cb-4eb1-4def-b7a8-05a175c2da8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-148309672-subnet', 'tenant_id': '450658ad7b054c1bb41e0b3be88d90ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:48.052995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a98ed-c2a1-496d-acca-4570058dc126 admin admin] Pushing event updated for resources: {'Network': ['ID=b1dd29cb-4eb1-4def-b7a8-05a175c2da8a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:48.072228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b1dd29cb-4eb1-4def-b7a8-05a175c2da8a details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:39:48.081316 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.api [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 22:39:48.081316 n-d-789963-23 neutron-server[103418]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 09 22:39:48.081316 n-d-789963-23 neutron-server[103418]: [parameters: {'project_id_1': 'a6234c12136a4ad389ab95cef70ea799', 'expiration_1': datetime.datetime(2021, 12, 9, 22, 39, 28, 69540)}] Dec 09 22:39:48.081316 n-d-789963-23 neutron-server[103418]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:39:48.081697 n-d-789963-23 neutron-server[103418]: DEBUG oslo_db.api [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:39:48.088509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc858ce8-73b7-4f52-9d0e-96e67eed1e82 admin admin] Made reservation on behalf of 450658ad7b054c1bb41e0b3be88d90ef for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:48.091713 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bc858ce8-73b7-4f52-9d0e-96e67eed1e82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:48.335331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d25f1d-63ed-4d8d-b607-2a6740884500 req-fe7790a9-e5f8-418d-a5d0-58a6e45f6853 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:48.336895 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89d25f1d-63ed-4d8d-b607-2a6740884500 req-fe7790a9-e5f8-418d-a5d0-58a6e45f6853 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1089861 Dec 09 22:39:48.390177 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bc858ce8-73b7-4f52-9d0e-96e67eed1e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:48.753972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89d25f1d-63ed-4d8d-b607-2a6740884500 req-582afe52-d926-4ca2-99ac-8db6233607a4 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4093437 Dec 09 22:39:48.816953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc858ce8-73b7-4f52-9d0e-96e67eed1e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b02e225-b733-4191-97e3-996e644a40d4,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:48.830948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Made reservation on behalf of a6234c12136a4ad389ab95cef70ea799 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:48.835206 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:48.870265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee071fad-21d5-4c46-9e1d-1b5341398951 req-2ee81285-6914-4141-9d35-f39f7965ccea tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:48.877512 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee071fad-21d5-4c46-9e1d-1b5341398951 req-2ee81285-6914-4141-9d35-f39f7965ccea tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.1330125 Dec 09 22:39:48.897159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc858ce8-73b7-4f52-9d0e-96e67eed1e82 admin admin] Checking segment: {'id': 'f56cd27a-57cb-4647-820e-d7bcb64e6688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b1dd29cb-4eb1-4def-b7a8-05a175c2da8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:39:48.897472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc858ce8-73b7-4f52-9d0e-96e67eed1e82 admin admin] Network hostable DHCP agents. Network: b1dd29cb-4eb1-4def-b7a8-05a175c2da8a, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:39:48.981232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc858ce8-73b7-4f52-9d0e-96e67eed1e82 admin admin] Network b1dd29cb-4eb1-4def-b7a8-05a175c2da8a is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:39:49.009982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-bc858ce8-73b7-4f52-9d0e-96e67eed1e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b1dd29cb-4eb1-4def-b7a8-05a175c2da8a) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:49.024716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982d5814-1c47-4e7b-bb3a-e19c5918e211 None None] Network b1dd29cb-4eb1-4def-b7a8-05a175c2da8a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:39:49.031694 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee071fad-21d5-4c46-9e1d-1b5341398951 req-8f41a854-65d1-43fe-951e-0bf184f72049 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531286 Dec 09 22:39:49.037925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc858ce8-73b7-4f52-9d0e-96e67eed1e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:49.038737 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bc858ce8-73b7-4f52-9d0e-96e67eed1e82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:49.163752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bc858ce8-73b7-4f52-9d0e-96e67eed1e82 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1360397 Dec 09 22:39:49.174362 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:49.183099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6da427-d1dd-4f08-810e-1adb4920e235 None None] Network b1dd29cb-4eb1-4def-b7a8-05a175c2da8a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:39:49.281736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event updated for resources: {'Subnet': ['ID=3e4e6137-95b3-4e9a-97ad-e126d241cb46,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:49.291476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4757fa-d3d8-40f8-b229-5b86f9615282 req-9e989596-c9f1-4557-9490-c42e64250c87 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:49.293158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e4757fa-d3d8-40f8-b229-5b86f9615282 req-9e989596-c9f1-4557-9490-c42e64250c87 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1419637 Dec 09 22:39:49.305202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Checking segment: {'id': '7470ae49-6300-4bd0-a772-8990e1d56830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:39:49.305736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Network hostable DHCP agents. Network: 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:39:49.354936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:39:49.399500 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e4757fa-d3d8-40f8-b229-5b86f9615282 req-5791ff12-d25c-4f28-b3cd-4a4bfdd2b2e5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855379 Dec 09 22:39:49.409830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:49.427266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54967aa6-8a8f-4848-8835-1d65866d81f0 None None] Network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:39:49.428288 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:49.428943 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:49.462952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e775e350-9cae-4fd0-82b7-d4648c4a45a9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5241485 Dec 09 22:39:49.463567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55246) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:49.469614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Request body: {'port': {'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0', 'name': 'tempest-AllowedAddressPairTestJSON-129370051'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:49.616324 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b35b6a-f8e0-425c-b8cd-2cf140d235f8 req-a44c6639-306f-4fbf-95a6-8b22f436ad23 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:49.618184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9b35b6a-f8e0-425c-b8cd-2cf140d235f8 req-a44c6639-306f-4fbf-95a6-8b22f436ad23 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.0734985 Dec 09 22:39:49.654243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0', 'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0', 'project_id': 'a6234c12136a4ad389ab95cef70ea799', 'fixed_ips': [{'subnet_id': '3e4e6137-95b3-4e9a-97ad-e126d241cb46'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:39:49.655160 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:49.712343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Made reservation on behalf of a6234c12136a4ad389ab95cef70ea799 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:49.716967 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:49.777648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9b35b6a-f8e0-425c-b8cd-2cf140d235f8 req-5dac2a15-a9b3-4d22-a71b-57ff5dd3a275 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456773 Dec 09 22:39:49.792320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] device_id is not set on port b9c31da0-e3aa-4b58-a575-a2091be7d5cb yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:39:49.839415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Allocated IP 172.20.0.2 (47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0/3e4e6137-95b3-4e9a-97ad-e126d241cb46/695122ff-377c-434e-a3c4-7e6eb71a829b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:39:49.916038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849702-60e4-4458-ad21-f0710db54303 req-62d6d87e-3428-4776-ab23-81d66704733c tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:49.917711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-62d6d87e-3428-4776-ab23-81d66704733c tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/networks?id=b1dd29cb-4eb1-4def-b7a8-05a175c2da8a HTTP/1.1" status: 200 len: 820 time: 0.1950872 Dec 09 22:39:49.943234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-e5649747-c9ae-4cd3-b07e-4d7935463d77 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/quotas/450658ad7b054c1bb41e0b3be88d90ef HTTP/1.1" status: 200 len: 375 time: 0.0183787 Dec 09 22:39:49.990869 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-34e1cd32-588f-4c4c-b849-01c9770b0f2c tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=450658ad7b054c1bb41e0b3be88d90ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417423 Dec 09 22:39:50.041611 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:50.054556 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:50.093099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:39:50.099344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:50.102778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:39:50.116068 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Pushing event updated for resources: {'Port': ['ID=695122ff-377c-434e-a3c4-7e6eb71a829b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:50.176806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Attempting to bind port 695122ff-377c-434e-a3c4-7e6eb71a829b on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:39:50.177139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Attempting to bind port 695122ff-377c-434e-a3c4-7e6eb71a829b by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '7470ae49-6300-4bd0-a772-8990e1d56830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:39:50.177447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Attempting to bind port 695122ff-377c-434e-a3c4-7e6eb71a829b on network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:39:50.183309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:39:50.183690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Checking segment: {'id': '7470ae49-6300-4bd0-a772-8990e1d56830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:39:50.188904 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:50.188904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Bound using segment: {'id': '7470ae49-6300-4bd0-a772-8990e1d56830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:39:50.188904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Bound port: 695122ff-377c-434e-a3c4-7e6eb71a829b, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7470ae49-6300-4bd0-a772-8990e1d56830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:39:50.188904 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:50.257027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] For port 695122ff-377c-434e-a3c4-7e6eb71a829b, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:39:50.257633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-c8c1515d-20a1-4e81-af30-a9e5f8305b49 service neutron] 10.222.0.16 "GET /v2.0/networks/b1dd29cb-4eb1-4def-b7a8-05a175c2da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659166 Dec 09 22:39:50.265949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] For port 695122ff-377c-434e-a3c4-7e6eb71a829b, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=695122ff-377c-434e-a3c4-7e6eb71a829b,segment=NetworkSegment(7470ae49-6300-4bd0-a772-8990e1d56830),segment_id=7470ae49-6300-4bd0-a772-8990e1d56830)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:39:50.272789 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:50.307886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Allocated IP 172.20.0.14 (47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0/3e4e6137-95b3-4e9a-97ad-e126d241cb46/b9c31da0-e3aa-4b58-a575-a2091be7d5cb) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:39:50.365886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40218958-cbd1-40fb-a77a-d17eaa1b4aa9 None None] Pushing event updated for resources: {'Port': ['ID=695122ff-377c-434e-a3c4-7e6eb71a829b,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:50.399328 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-56a06943-677a-4588-bcd0-5ee6cae5f50b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:50.401157 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-56a06943-677a-4588-bcd0-5ee6cae5f50b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 811 time: 0.2370219 Dec 09 22:39:50.439391 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-eae57831-aaa7-4531-91e6-160fd973144e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/quotas/a50be6269df849769ea8c318b734d26f HTTP/1.1" status: 200 len: 375 time: 0.0259554 Dec 09 22:39:50.473835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-d669cecb-9c75-4bd2-b56b-25ebaceb6ebb service neutron] 10.222.0.16 "GET /v2.0/networks/b1dd29cb-4eb1-4def-b7a8-05a175c2da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060359 Dec 09 22:39:50.574476 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-07e3e5f0-d016-44e8-a93f-3c1a50c3d68c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237924 Dec 09 22:39:50.709724 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:50.897849 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-3c3dbcee-2807-47f6-829f-c860f7d9f1dd service neutron] 10.222.0.16 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848291 Dec 09 22:39:50.911809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a3b86-42a6-436a-88e7-6244d7afa5a8 req-dba8e33c-2f81-4d75-bb25-ecf654b94764 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:50.913281 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-139a3b86-42a6-436a-88e7-6244d7afa5a8 req-dba8e33c-2f81-4d75-bb25-ecf654b94764 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.1234286 Dec 09 22:39:50.948071 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:51.061247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event updated for resources: {'Port': ['ID=b9c31da0-e3aa-4b58-a575-a2091be7d5cb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:51.088527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:39:51.097470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:51.101095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:39:51.130365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 695122ff-377c-434e-a3c4-7e6eb71a829b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:39:51.190462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 695122ff-377c-434e-a3c4-7e6eb71a829b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:51.190747 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:51.206607 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-139a3b86-42a6-436a-88e7-6244d7afa5a8 req-80e1c2a9-6082-473b-b6d6-0a9e8e5257f3 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777081 Dec 09 22:39:51.217269 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-d953b932-bccf-4994-a612-d7842442bc5f service neutron] 10.222.0.16 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007345 Dec 09 22:39:51.268897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:51.269705 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:51.326501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55292) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:51.327165 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-58b4ee03-c130-40b4-b893-2464e8f05c72 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8618467 Dec 09 22:39:51.333362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Request body: {'port': {'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0', 'name': 'tempest-AllowedAddressPairTestJSON-1078832584', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:9b:d5:b1'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:51.350728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eea7f3d0-3510-4e78-85ec-d69f1c7e8ece req-e92fd837-8f37-47f9-96a6-66c9192301be tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 210 time: 0.0413923 Dec 09 22:39:51.365771 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:51.415783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 695122ff-377c-434e-a3c4-7e6eb71a829b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=695122ff-377c-434e-a3c4-7e6eb71a829b,segment=NetworkSegment(7470ae49-6300-4bd0-a772-8990e1d56830),segment_id=7470ae49-6300-4bd0-a772-8990e1d56830)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:51.428763 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:51.512304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=695122ff-377c-434e-a3c4-7e6eb71a829b,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:51.560136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Made reservation on behalf of a6234c12136a4ad389ab95cef70ea799 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:51.602866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dee94f14-d80c-4a40-bc18-627d08b5cb22 req-113d0331-9b2d-437a-8f07-dacfa071837e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 210 time: 0.0393267 Dec 09 22:39:51.692067 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:51.714640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] device_id is not set on port 28ac6e31-7e51-4d29-9054-63d905cf1a03 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:39:51.882593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Allocated IP 172.20.0.13 (47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0/3e4e6137-95b3-4e9a-97ad-e126d241cb46/28ac6e31-7e51-4d29-9054-63d905cf1a03) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:39:51.927157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1448b299-47fd-40d5-953c-7857e309b8f3 None None] Network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:39:52.100416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bd69885c-bf32-4b64-84b9-d0510e31dda4 None None] Provisioning complete for port 695122ff-377c-434e-a3c4-7e6eb71a829b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:52.100626 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bd69885c-bf32-4b64-84b9-d0510e31dda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:52.141763 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:52.227716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:52.323905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:39:52.330589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:52.341161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:39:52.385251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event updated for resources: {'Port': ['ID=28ac6e31-7e51-4d29-9054-63d905cf1a03,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:52.404663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849702-60e4-4458-ad21-f0710db54303 req-ed1cc0c0-aa34-4bcd-838b-8ea92d84edb9 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:52.410908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-ed1cc0c0-aa34-4bcd-838b-8ea92d84edb9 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.18 "GET /v2.0/networks?id=b1dd29cb-4eb1-4def-b7a8-05a175c2da8a HTTP/1.1" status: 200 len: 820 time: 0.3576620 Dec 09 22:39:52.432335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:52.433363 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:52.457110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Request body: {'port': {'device_id': '9718a000-4cc6-4092-ad37-b597ff66ad10', 'network_id': 'b1dd29cb-4eb1-4def-b7a8-05a175c2da8a', 'admin_state_up': True, 'tenant_id': '450658ad7b054c1bb41e0b3be88d90ef'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:52.491953 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4912e0fb-d1c5-4724-bcda-d434b733b33f tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.1633263 Dec 09 22:39:52.495534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55312) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:52.540740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1c904106-c8fd-44a5-a531-36ad68d8ef00 None None] Provisioning complete for port 695122ff-377c-434e-a3c4-7e6eb71a829b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:52.541266 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c904106-c8fd-44a5-a531-36ad68d8ef00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:52.587666 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-949259ef-4b1f-433a-909a-c1a7c3a345fa req-326712cb-1757-4f87-a8a7-8814e2abd308 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 210 time: 0.0987730 Dec 09 22:39:52.612188 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:52.621280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890aee6b-4ea8-41d6-a31d-8cf1121102ba tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:52.636792 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890aee6b-4ea8-41d6-a31d-8cf1121102ba tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:52.655193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890aee6b-4ea8-41d6-a31d-8cf1121102ba tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:52.659465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7da05-4ccf-47ae-8036-658920f861ef req-42fe6eaf-050c-40f4-aa9b-9236e1c504dc tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:52.660003 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-890aee6b-4ea8-41d6-a31d-8cf1121102ba tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1604657 Dec 09 22:39:52.668560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9b7da05-4ccf-47ae-8036-658920f861ef req-42fe6eaf-050c-40f4-aa9b-9236e1c504dc tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.3173938 Dec 09 22:39:52.670312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55318) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:52.715194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1c904106-c8fd-44a5-a531-36ad68d8ef00 None None] Provisioning complete for port b9c31da0-e3aa-4b58-a575-a2091be7d5cb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:52.715911 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c904106-c8fd-44a5-a531-36ad68d8ef00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:52.786438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9b7da05-4ccf-47ae-8036-658920f861ef req-390132a1-2150-4fd4-9df5-5efa2327e20d tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163809 Dec 09 22:39:52.802199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1c904106-c8fd-44a5-a531-36ad68d8ef00 None None] Port b9c31da0-e3aa-4b58-a575-a2091be7d5cb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:39:52.820901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-935ffd3b-ff95-4094-8d23-4b9bbbf9d767 req-6cd076f9-bed6-4f82-970b-981fcf565e8d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 210 time: 0.0422740 Dec 09 22:39:52.843375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Made reservation on behalf of 450658ad7b054c1bb41e0b3be88d90ef for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:52.847519 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:52.902724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2114de2c-b8fd-4de1-a01a-628607bf8c43 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Deleting port 28ac6e31-7e51-4d29-9054-63d905cf1a03 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:39:52.903417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2114de2c-b8fd-4de1-a01a-628607bf8c43 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:52.961232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ba617b13-4e0a-428e-81e0-ad5d4e4b6a8d None None] Provisioning complete for port b9c31da0-e3aa-4b58-a575-a2091be7d5cb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:52.961434 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ba617b13-4e0a-428e-81e0-ad5d4e4b6a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:53.056339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ba617b13-4e0a-428e-81e0-ad5d4e4b6a8d None None] Port b9c31da0-e3aa-4b58-a575-a2091be7d5cb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:39:53.135117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 695122ff-377c-434e-a3c4-7e6eb71a829b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:39:53.146815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Allocated IP 172.20.0.4 (b1dd29cb-4eb1-4def-b7a8-05a175c2da8a/7b02e225-b733-4191-97e3-996e644a40d4/0d440b6d-21e1-43ab-9a79-17ab37487bc1) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:39:53.249494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fb1fdf1c-1835-4d80-ab30-75f4fca9d366 None None] Provisioning complete for port 28ac6e31-7e51-4d29-9054-63d905cf1a03 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:53.250057 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdf1c-1835-4d80-ab30-75f4fca9d366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:53.260991 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2114de2c-b8fd-4de1-a01a-628607bf8c43 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:53.287402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2114de2c-b8fd-4de1-a01a-628607bf8c43 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Calling delete_port for 28ac6e31-7e51-4d29-9054-63d905cf1a03 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:39:53.298597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-71f0778e-9328-4800-8536-2a5803f105da tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:53.300428 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-71f0778e-9328-4800-8536-2a5803f105da tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.18 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 811 time: 0.3304965 Dec 09 22:39:53.309009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 695122ff-377c-434e-a3c4-7e6eb71a829b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:53.309611 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:53.313261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fb1fdf1c-1835-4d80-ab30-75f4fca9d366 None None] Port 28ac6e31-7e51-4d29-9054-63d905cf1a03 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:39:53.366615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Request body: {'port': {'device_id': 'a80b9e90-8ed0-4971-bad1-1f86df451c7c', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'admin_state_up': True, 'tenant_id': 'a50be6269df849769ea8c318b734d26f'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:53.412934 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:53.450203 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:53.498560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Network b1dd29cb-4eb1-4def-b7a8-05a175c2da8a is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:39:53.501937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:53.516435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Pushing event updated for resources: {'Port': ['ID=0d440b6d-21e1-43ab-9a79-17ab37487bc1,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:53.526130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:39:53.570527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Made reservation on behalf of a50be6269df849769ea8c318b734d26f for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:53.574176 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:53.579467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:53.580086 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:53.590389 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2114de2c-b8fd-4de1-a01a-628607bf8c43 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:53.597964 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d475895-081a-4900-9920-b8ec6b08ba4a tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1507831 Dec 09 22:39:53.617283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Request body: {'port': {'device_id': '9718a000-4cc6-4092-ad37-b597ff66ad10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:53.663876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114de2c-b8fd-4de1-a01a-628607bf8c43 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event deleted for resources: {'Port': ['ID=28ac6e31-7e51-4d29-9054-63d905cf1a03,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:53.762422 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:53.832334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0b017-39d3-4712-b07a-14de12a196b0 req-b7dae14e-faf0-4623-9655-a5759e434a7b tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:53.834465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2bb0b017-39d3-4712-b07a-14de12a196b0 req-b7dae14e-faf0-4623-9655-a5759e434a7b tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 931 time: 0.1173780 Dec 09 22:39:53.927877 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2114de2c-b8fd-4de1-a01a-628607bf8c43 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:53.931493 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2114de2c-b8fd-4de1-a01a-628607bf8c43 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "DELETE /v2.0/ports/28ac6e31-7e51-4d29-9054-63d905cf1a03 HTTP/1.1" status: 204 len: 168 time: 1.2601774 Dec 09 22:39:53.933435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Allocated IP 172.20.0.6 (badbd76f-a324-4608-aa2d-ed71f637ff83/7b500527-9fce-41df-940e-84cdb130d7d8/0c7a9873-130e-4032-af02-1a4d1c20022e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:39:53.936465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55332) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:53.971173 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-11000b4a-caa9-4ec2-a96c-5aefce78e410 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] GET failed (client error): The resource could not be found. Dec 09 22:39:53.978576 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-11000b4a-caa9-4ec2-a96c-5aefce78e410 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "GET /v2.0/ports/28ac6e31-7e51-4d29-9054-63d905cf1a03 HTTP/1.1" status: 404 len: 333 time: 0.0362713 Dec 09 22:39:53.987569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55336) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:53.992623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Request body: {'port': {'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0', 'name': 'tempest-AllowedAddressPairTestJSON-733889298'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:54.056570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820985-2cc6-4e43-ae6d-bf25eee5b4e2 req-2a0b8a6a-17f4-45d0-95cf-ce0c8b7cc6be tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:54.058318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-04820985-2cc6-4e43-ae6d-bf25eee5b4e2 req-2a0b8a6a-17f4-45d0-95cf-ce0c8b7cc6be tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.1590896 Dec 09 22:39:54.119058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2bb0b017-39d3-4712-b07a-14de12a196b0 req-49d52f1d-82c8-4bc4-87c0-2f912073ae57 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653146 Dec 09 22:39:54.183189 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-04820985-2cc6-4e43-ae6d-bf25eee5b4e2 req-729adaa3-d562-4cd0-a3e1-6446df504082 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036608 Dec 09 22:39:54.287274 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e99643e7-fa1e-4695-bb35-d64c4ca1e22a req-e5380926-5cab-4e01-8f28-32e2d8d614e7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 210 time: 0.0499198 Dec 09 22:39:54.298293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:54.307302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Made reservation on behalf of a6234c12136a4ad389ab95cef70ea799 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:54.312316 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:54.314880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d440b6d-21e1-43ab-9a79-17ab37487bc1 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:54.324211 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:54.338208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Transition to ACTIVE for port object 0d440b6d-21e1-43ab-9a79-17ab37487bc1 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:39:54.340914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] device_id is not set on port 0e512971-4c72-4d32-b8ce-654266abc8a2 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:39:54.342800 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:54.397260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d440b6d-21e1-43ab-9a79-17ab37487bc1,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:54.422697 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:54.462344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Attempting to bind port 0d440b6d-21e1-43ab-9a79-17ab37487bc1 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:39:54.462689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Attempting to bind port 0d440b6d-21e1-43ab-9a79-17ab37487bc1 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'f56cd27a-57cb-4647-820e-d7bcb64e6688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b1dd29cb-4eb1-4def-b7a8-05a175c2da8a'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:39:54.463056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Attempting to bind port 0d440b6d-21e1-43ab-9a79-17ab37487bc1 on network b1dd29cb-4eb1-4def-b7a8-05a175c2da8a {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:39:54.468067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Port 0d440b6d-21e1-43ab-9a79-17ab37487bc1 on network b1dd29cb-4eb1-4def-b7a8-05a175c2da8a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:39:54.468067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Attempting to bind port 0d440b6d-21e1-43ab-9a79-17ab37487bc1 on network b1dd29cb-4eb1-4def-b7a8-05a175c2da8a {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:39:54.472816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:39:54.473327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Checking segment: {'id': 'f56cd27a-57cb-4647-820e-d7bcb64e6688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b1dd29cb-4eb1-4def-b7a8-05a175c2da8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:39:54.473707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Bound using segment: {'id': 'f56cd27a-57cb-4647-820e-d7bcb64e6688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b1dd29cb-4eb1-4def-b7a8-05a175c2da8a'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:39:54.474166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Bound port: 0d440b6d-21e1-43ab-9a79-17ab37487bc1, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56cd27a-57cb-4647-820e-d7bcb64e6688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b1dd29cb-4eb1-4def-b7a8-05a175c2da8a'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:39:54.474524 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:54.502577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Network badbd76f-a324-4608-aa2d-ed71f637ff83 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:39:54.515056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:54.518280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:39:54.524496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event updated for resources: {'Port': ['ID=0c7a9873-130e-4032-af02-1a4d1c20022e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:54.544228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] For port 0d440b6d-21e1-43ab-9a79-17ab37487bc1, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:39:54.549124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] For port 0d440b6d-21e1-43ab-9a79-17ab37487bc1, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0d440b6d-21e1-43ab-9a79-17ab37487bc1,segment=NetworkSegment(f56cd27a-57cb-4647-820e-d7bcb64e6688),segment_id=f56cd27a-57cb-4647-820e-d7bcb64e6688)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:39:54.556230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:54.579453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Allocated IP 172.20.0.3 (47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0/3e4e6137-95b3-4e9a-97ad-e126d241cb46/0e512971-4c72-4d32-b8ce-654266abc8a2) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:39:54.601430 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:54.602136 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:54.611384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:54.612140 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:54.613634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] 10.222.0.18 "PUT /v2.0/ports/0d440b6d-21e1-43ab-9a79-17ab37487bc1 HTTP/1.1" status: 200 len: 1092 time: 1.0016794 Dec 09 22:39:54.614699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9718a000-4cc6-4092-ad37-b597ff66ad10', 'tag': '0d440b6d-21e1-43ab-9a79-17ab37487bc1'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:54.617335 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1357ad86-7376-4d57-b5e6-07b63a5099e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9718a000-4cc6-4092-ad37-b597ff66ad10", "tag": "0d440b6d-21e1-43ab-9a79-17ab37487bc1"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:54.662435 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-0648d8e8-dd97-4ae1-ac1d-0eeb0f1cdd79 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3011193 Dec 09 22:39:54.673475 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da2e8d3-3c8e-4080-b4c7-0f5b7041f31f x-openstack-request-id: req-7da2e8d3-3c8e-4080-b4c7-0f5b7041f31f {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:54.673865 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9718a000-4cc6-4092-ad37-b597ff66ad10", "tag": "0d440b6d-21e1-43ab-9a79-17ab37487bc1", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:54.674663 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7da2e8d3-3c8e-4080-b4c7-0f5b7041f31f {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:54.674923 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9718a000-4cc6-4092-ad37-b597ff66ad10', 'tag': '0d440b6d-21e1-43ab-9a79-17ab37487bc1', 'status': 'completed', 'code': 200} Dec 09 22:39:54.680670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2689fe6-ed5f-44b2-9fee-d9cc7c3197d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d440b6d-21e1-43ab-9a79-17ab37487bc1,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:54.706031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Request body: {'port': {'device_id': 'a80b9e90-8ed0-4971-bad1-1f86df451c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:54.750670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849702-60e4-4458-ad21-f0710db54303 req-4d95e469-a868-467c-9fa1-89b07e4ab3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:54.752523 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-4d95e469-a868-467c-9fa1-89b07e4ab3de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=450658ad7b054c1bb41e0b3be88d90ef&device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 1095 time: 0.0519917 Dec 09 22:39:54.802316 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:54.809414 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-a4b1141a-e604-43c6-92bc-b79796300fe1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d440b6d-21e1-43ab-9a79-17ab37487bc1 HTTP/1.1" status: 200 len: 217 time: 0.0384781 Dec 09 22:39:54.871910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d1ad71e-9b8f-4573-b043-0a01fb9354ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:54.872910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2c51d01a-1ba6-47db-9fec-77805c298e0f None None] Provisioning complete for port 0c7a9873-130e-4032-af02-1a4d1c20022e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:54.873644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-0d1ad71e-9b8f-4573-b043-0a01fb9354ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b02e225-b733-4191-97e3-996e644a40d4 HTTP/1.1" status: 200 len: 860 time: 0.0574896 Dec 09 22:39:54.878479 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c51d01a-1ba6-47db-9fec-77805c298e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:54.924298 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-bca22eb2-dea7-4d14-aa56-97547c41388b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1dd29cb-4eb1-4def-b7a8-05a175c2da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411005 Dec 09 22:39:54.928762 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:54.929192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2c51d01a-1ba6-47db-9fec-77805c298e0f None None] Port 0c7a9873-130e-4032-af02-1a4d1c20022e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:39:55.037069 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-1645cb26-eaff-4966-a344-e747b0d3b242 service neutron] 10.222.0.18 "GET /v2.0/networks/b1dd29cb-4eb1-4def-b7a8-05a175c2da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917385 Dec 09 22:39:55.075118 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:55.120288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:39:55.128437 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:55.136144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:39:55.181245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1849702-60e4-4458-ad21-f0710db54303 req-9727121f-454b-410f-a9e0-02140d1f847c service neutron] 10.222.0.18 "GET /v2.0/networks/b1dd29cb-4eb1-4def-b7a8-05a175c2da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355515 Dec 09 22:39:55.219287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:55.220448 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:55.246835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event updated for resources: {'Port': ['ID=0e512971-4c72-4d32-b8ce-654266abc8a2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:55.293345 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aea92eab-588c-4fea-94c1-d4cd34a0d999 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3045535 Dec 09 22:39:55.295856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55352) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:55.303609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a0a50b96-531a-4b90-97b4-60939b936e86 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:9b:d5:b1'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:55.419817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7a9873-130e-4032-af02-1a4d1c20022e {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:55.431836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:55.451509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Transition to ACTIVE for port object 0c7a9873-130e-4032-af02-1a4d1c20022e will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:39:55.460972 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:55.533974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a9873-130e-4032-af02-1a4d1c20022e,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:55.555819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9f5cd85a-2ce5-4c90-841e-b664697f7aef None None] Provisioning complete for port 0e512971-4c72-4d32-b8ce-654266abc8a2 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:55.556422 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f5cd85a-2ce5-4c90-841e-b664697f7aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:55.594899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357ad86-7376-4d57-b5e6-07b63a5099e5 req-15a81dc5-9f2f-45bb-9b5e-33c18e9f5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:55.596718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1357ad86-7376-4d57-b5e6-07b63a5099e5 req-15a81dc5-9f2f-45bb-9b5e-33c18e9f5e5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=450658ad7b054c1bb41e0b3be88d90ef&device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 1095 time: 0.2831509 Dec 09 22:39:55.604744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea6d49-78c3-4b3c-8e28-5857c771502f req-40a66c52-6865-45f1-94cf-d04152261ae0 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:55.605227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9f5cd85a-2ce5-4c90-841e-b664697f7aef None None] Port 0e512971-4c72-4d32-b8ce-654266abc8a2 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:39:55.606279 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89ea6d49-78c3-4b3c-8e28-5857c771502f req-40a66c52-6865-45f1-94cf-d04152261ae0 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 943 time: 0.2718172 Dec 09 22:39:55.612877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Attempting to bind port 0c7a9873-130e-4032-af02-1a4d1c20022e on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:39:55.613875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Attempting to bind port 0c7a9873-130e-4032-af02-1a4d1c20022e by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:39:55.614999 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Attempting to bind port 0c7a9873-130e-4032-af02-1a4d1c20022e on network badbd76f-a324-4608-aa2d-ed71f637ff83 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:39:55.629548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Port 0c7a9873-130e-4032-af02-1a4d1c20022e on network badbd76f-a324-4608-aa2d-ed71f637ff83 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:39:55.629911 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Attempting to bind port 0c7a9873-130e-4032-af02-1a4d1c20022e on network badbd76f-a324-4608-aa2d-ed71f637ff83 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:39:55.635276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:39:55.635615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Checking segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:39:55.635995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Bound using segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:39:55.636422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Bound port: 0c7a9873-130e-4032-af02-1a4d1c20022e, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:39:55.636779 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:55.708459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a190dda-c342-4419-a0f2-cf84b883d6d3 req-b8de324e-50cb-4fd0-bb01-c558da905c6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:55.710313 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a190dda-c342-4419-a0f2-cf84b883d6d3 req-b8de324e-50cb-4fd0-bb01-c558da905c6f tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.2384028 Dec 09 22:39:55.719260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] For port 0c7a9873-130e-4032-af02-1a4d1c20022e, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:39:55.722898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] For port 0c7a9873-130e-4032-af02-1a4d1c20022e, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0c7a9873-130e-4032-af02-1a4d1c20022e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:39:55.735570 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:55.777901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:55.778851 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:55.781041 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] 10.222.0.18 "PUT /v2.0/ports/0c7a9873-130e-4032-af02-1a4d1c20022e HTTP/1.1" status: 200 len: 1092 time: 1.0789137 Dec 09 22:39:55.781765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80b9e90-8ed0-4971-bad1-1f86df451c7c', 'tag': '0c7a9873-130e-4032-af02-1a4d1c20022e'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:55.784367 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5909b1c2-2cd8-4e9d-b161-1b5f045ae31b" -d '{"events": [{"name": "network-changed", "server_uuid": "a80b9e90-8ed0-4971-bad1-1f86df451c7c", "tag": "0c7a9873-130e-4032-af02-1a4d1c20022e"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:55.790856 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0a50b96-531a-4b90-97b4-60939b936e86 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:55.830641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828bf1f-238f-4374-b548-ad5dd3d8c857 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a9873-130e-4032-af02-1a4d1c20022e,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:55.839997 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-89ea6d49-78c3-4b3c-8e28-5857c771502f req-2fecbc0a-02dd-4bad-8a5a-249c0c1e48f3 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181368 Dec 09 22:39:55.899337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-c844e837-965c-4669-b566-bd9efa747ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:55.901536 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-c844e837-965c-4669-b566-bd9efa747ccd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 1095 time: 0.0518537 Dec 09 22:39:55.967035 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-5d5bbdce-74da-4619-b1f1-8b54eb9f4e06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c7a9873-130e-4032-af02-1a4d1c20022e HTTP/1.1" status: 200 len: 217 time: 0.0485339 Dec 09 22:39:56.028335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-bb805d4d-a180-490d-a6a1-c0afeae652ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:56.030148 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-bb805d4d-a180-490d-a6a1-c0afeae652ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.0542912 Dec 09 22:39:56.083770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-33d16e74-1132-4aa8-bba6-0d2316003c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:56.085309 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-33d16e74-1132-4aa8-bba6-0d2316003c94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467265 Dec 09 22:39:56.228016 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-1258cde8-cb45-4313-9852-6e0c9b0ca02f service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343224 Dec 09 22:39:56.345419 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d31f05b-3c23-4190-a165-0aaf98ffceb2 req-89450f45-5cdf-4dc6-90ea-ad27a7d850f5 service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097949 Dec 09 22:39:56.423639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a190dda-c342-4419-a0f2-cf84b883d6d3 req-c127d45c-421b-414a-b949-a0596a8db5f1 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7028663 Dec 09 22:39:56.458569 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357ad86-7376-4d57-b5e6-07b63a5099e5 req-d2ce2e6b-4af6-4ae7-bf9e-74ff4e648428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:56.460013 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1357ad86-7376-4d57-b5e6-07b63a5099e5 req-d2ce2e6b-4af6-4ae7-bf9e-74ff4e648428 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1dd29cb-4eb1-4def-b7a8-05a175c2da8a HTTP/1.1" status: 200 len: 921 time: 0.8518374 Dec 09 22:39:56.481145 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253e7a92-e049-49f6-a58d-9b8f8712c157 x-openstack-request-id: req-253e7a92-e049-49f6-a58d-9b8f8712c157 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:56.481621 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80b9e90-8ed0-4971-bad1-1f86df451c7c", "tag": "0c7a9873-130e-4032-af02-1a4d1c20022e", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:56.481727 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-253e7a92-e049-49f6-a58d-9b8f8712c157 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:56.482108 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80b9e90-8ed0-4971-bad1-1f86df451c7c', 'tag': '0c7a9873-130e-4032-af02-1a4d1c20022e', 'status': 'completed', 'code': 200} Dec 09 22:39:56.524680 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1357ad86-7376-4d57-b5e6-07b63a5099e5 req-bbd6cc01-e582-4617-be09-a9b908e7b7e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d440b6d-21e1-43ab-9a79-17ab37487bc1 HTTP/1.1" status: 200 len: 217 time: 0.0553195 Dec 09 22:39:56.552132 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24342c4c-cf84-4030-9401-2e4fb539dec9 req-4d1c87d7-1313-4df3-8e03-7943586c7fc2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:56.553766 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24342c4c-cf84-4030-9401-2e4fb539dec9 req-4d1c87d7-1313-4df3-8e03-7943586c7fc2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 943 time: 0.5815413 Dec 09 22:39:56.581898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b1c2-2cd8-4e9d-b161-1b5f045ae31b req-3ff40ce3-e634-4ce9-b44a-b0ed78a96ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:56.584642 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5909b1c2-2cd8-4e9d-b161-1b5f045ae31b req-3ff40ce3-e634-4ce9-b44a-b0ed78a96ac5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 1095 time: 0.0485742 Dec 09 22:39:56.592176 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0a50b96-531a-4b90-97b4-60939b936e86 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:56.620971 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a7c80884-81a2-468d-bfc7-203d92fe372e details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:39:56.663957 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0a50b96-531a-4b90-97b4-60939b936e86 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:56.677906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24342c4c-cf84-4030-9401-2e4fb539dec9 req-83dda63b-ff39-4d15-9667-85e5c58180f1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753534 Dec 09 22:39:56.802842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b1c2-2cd8-4e9d-b161-1b5f045ae31b req-c7e11ce4-3b96-4b49-a23e-9a954291ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:56.806315 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5909b1c2-2cd8-4e9d-b161-1b5f045ae31b req-c7e11ce4-3b96-4b49-a23e-9a954291ed5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.2144859 Dec 09 22:39:56.812314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357ad86-7376-4d57-b5e6-07b63a5099e5 req-f23cd09e-54ff-46cf-aed9-48671c15d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:56.814029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1357ad86-7376-4d57-b5e6-07b63a5099e5 req-f23cd09e-54ff-46cf-aed9-48671c15d145 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b02e225-b733-4191-97e3-996e644a40d4 HTTP/1.1" status: 200 len: 860 time: 0.2192142 Dec 09 22:39:56.845688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a7c80884-81a2-468d-bfc7-203d92fe372e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a7c80884-81a2-468d-bfc7-203d92fe372e,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:56.859753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1357ad86-7376-4d57-b5e6-07b63a5099e5 req-dd8a027a-ba39-496e-adee-0bdd0bd30b81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1dd29cb-4eb1-4def-b7a8-05a175c2da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337110 Dec 09 22:39:56.863290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a50b96-531a-4b90-97b4-60939b936e86 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event updated for resources: {'Port': ['ID=0e512971-4c72-4d32-b8ce-654266abc8a2,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:56.866671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a0a50b96-531a-4b90-97b4-60939b936e86 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] In _notify_port_updated(), no bound segment for port 0e512971-4c72-4d32-b8ce-654266abc8a2 on network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 {{(pid=103418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:39:56.874400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a7c80884-81a2-468d-bfc7-203d92fe372e no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:39:56.886199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a50b96-531a-4b90-97b4-60939b936e86 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:56.886904 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0a50b96-531a-4b90-97b4-60939b936e86 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:56.890734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a0a50b96-531a-4b90-97b4-60939b936e86 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "PUT /v2.0/ports/0e512971-4c72-4d32-b8ce-654266abc8a2 HTTP/1.1" status: 200 len: 993 time: 1.5913510 Dec 09 22:39:56.910784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55370) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:56.912523 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5909b1c2-2cd8-4e9d-b161-1b5f045ae31b req-ef858d5b-cd77-4943-b570-ddbb793c57ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c7a9873-130e-4032-af02-1a4d1c20022e HTTP/1.1" status: 200 len: 217 time: 0.0971980 Dec 09 22:39:56.971977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'a7c80884-81a2-468d-bfc7-203d92fe372e', 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999', 'port_id': 'a7c80884-81a2-468d-bfc7-203d92fe372e', 'mac_address': 'fa:16:3e:df:44:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a87a1d-82f8-4c7d-80cd-204c780f1259', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:39:57.078932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b1c2-2cd8-4e9d-b161-1b5f045ae31b req-d81835ed-bc5c-4df9-8ccc-8a3d12826a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:57.080414 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5909b1c2-2cd8-4e9d-b161-1b5f045ae31b req-d81835ed-bc5c-4df9-8ccc-8a3d12826a59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.1035593 Dec 09 22:39:57.080682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32da278-8b86-40db-8c89-65cfa9d9077f req-334a4e38-e086-47bb-a931-8c3da58953b9 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:57.088047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f32da278-8b86-40db-8c89-65cfa9d9077f req-334a4e38-e086-47bb-a931-8c3da58953b9 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 943 time: 0.0795815 Dec 09 22:39:57.114673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1357ad86-7376-4d57-b5e6-07b63a5099e5 req-90a0775f-2c2a-48b6-ad1d-3613bc36dd84 service neutron] 10.222.0.18 "GET /v2.0/networks/b1dd29cb-4eb1-4def-b7a8-05a175c2da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245536 Dec 09 22:39:57.131988 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:57.139975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc87d4-f223-4e3e-a46f-83bd36007936 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Deleting port 0e512971-4c72-4d32-b8ce-654266abc8a2 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:39:57.140314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fbc87d4-f223-4e3e-a46f-83bd36007936 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:57.150744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f32da278-8b86-40db-8c89-65cfa9d9077f req-0a4ea87e-8317-4389-b57a-108465cb201c tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613976 Dec 09 22:39:57.156601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7c80884-81a2-468d-bfc7-203d92fe372e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:57.206350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a7c80884-81a2-468d-bfc7-203d92fe372e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a7c80884-81a2-468d-bfc7-203d92fe372e,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:57.218079 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:57.223771 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:57.247899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1357ad86-7376-4d57-b5e6-07b63a5099e5 req-5790c17b-1de3-44b2-bab3-6c3aa2022589 service neutron] 10.222.0.18 "GET /v2.0/networks/b1dd29cb-4eb1-4def-b7a8-05a175c2da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075654 Dec 09 22:39:57.258403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1437944c-f365-4da6-8192-a8da9b43205f None None] Provisioning complete for port 0e512971-4c72-4d32-b8ce-654266abc8a2 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:57.258778 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1437944c-f365-4da6-8192-a8da9b43205f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:57.265802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b1c2-2cd8-4e9d-b161-1b5f045ae31b req-102b8b7e-c659-49a8-bd8a-55cef713406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:57.274231 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5909b1c2-2cd8-4e9d-b161-1b5f045ae31b req-102b8b7e-c659-49a8-bd8a-55cef713406d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1775200 Dec 09 22:39:57.349893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1437944c-f365-4da6-8192-a8da9b43205f None None] Port 0e512971-4c72-4d32-b8ce-654266abc8a2 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:39:57.359363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=a7c80884-81a2-468d-bfc7-203d92fe372e,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:57.363955 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:39:57.364316 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:39:57.368482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fbc87d4-f223-4e3e-a46f-83bd36007936 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:57.389893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc87d4-f223-4e3e-a46f-83bd36007936 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Calling delete_port for 0e512971-4c72-4d32-b8ce-654266abc8a2 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:39:57.445761 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5909b1c2-2cd8-4e9d-b161-1b5f045ae31b req-7be69971-2442-49aa-aa63-19c6046d0310 service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691895 Dec 09 22:39:57.461556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['a7c80884-81a2-468d-bfc7-203d92fe372e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:39:57.572779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb205d-a628-4bbf-bf63-acc5e132d616 req-9a1466f9-b4aa-4588-bdcf-5722df5166c3 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:57.574950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-abcb205d-a628-4bbf-bf63-acc5e132d616 req-9a1466f9-b4aa-4588-bdcf-5722df5166c3 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 944 time: 0.0661409 Dec 09 22:39:57.650982 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-abcb205d-a628-4bbf-bf63-acc5e132d616 req-66ba34ee-d371-41ed-adc4-daa00d4cf926 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688181 Dec 09 22:39:57.807581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8ccdd-a3f9-460a-bac5-48527da927a7 req-c6d99ae1-ad12-47e9-ae6a-3fc59cf28ab8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:57.809623 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bf8ccdd-a3f9-460a-bac5-48527da927a7 req-c6d99ae1-ad12-47e9-ae6a-3fc59cf28ab8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 943 time: 0.0528617 Dec 09 22:39:57.860190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bf8ccdd-a3f9-460a-bac5-48527da927a7 req-9009abc4-a88d-495c-ac83-87e62fca5f5f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 Dec 09 22:39:57.903719 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:57.921156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a7c80884-81a2-468d-bfc7-203d92fe372e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:57.940431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a7c80884-81a2-468d-bfc7-203d92fe372e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a7c80884-81a2-468d-bfc7-203d92fe372e,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:57.946151 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:57.965218 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5909b1c2-2cd8-4e9d-b161-1b5f045ae31b req-9535c0d0-0dca-4683-a199-308c795e7daa service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096476 Dec 09 22:39:57.992804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fbc87d4-f223-4e3e-a46f-83bd36007936 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:58.007818 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=a7c80884-81a2-468d-bfc7-203d92fe372e,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:58.035966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc87d4-f223-4e3e-a46f-83bd36007936 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event deleted for resources: {'Port': ['ID=0e512971-4c72-4d32-b8ce-654266abc8a2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:58.257428 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fbc87d4-f223-4e3e-a46f-83bd36007936 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:58.261258 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8fbc87d4-f223-4e3e-a46f-83bd36007936 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "DELETE /v2.0/ports/0e512971-4c72-4d32-b8ce-654266abc8a2 HTTP/1.1" status: 204 len: 168 time: 1.3474684 Dec 09 22:39:58.270436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55384) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:58.316600 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55d5e97-52aa-4571-a12a-0809155acb6b tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] GET failed (client error): The resource could not be found. Dec 09 22:39:58.321494 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c55d5e97-52aa-4571-a12a-0809155acb6b tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "GET /v2.0/ports/0e512971-4c72-4d32-b8ce-654266abc8a2 HTTP/1.1" status: 404 len: 333 time: 0.0467415 Dec 09 22:39:58.321906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55386) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:58.327227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Request body: {'port': {'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0', 'name': 'tempest-AllowedAddressPairTestJSON-807831426'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:58.340339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f514a9-1c75-49b0-a1bc-2735cf3e5a2b req-fdc95305-84aa-42a7-9d7d-d4cd63aa304d tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:58.342070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90f514a9-1c75-49b0-a1bc-2735cf3e5a2b req-fdc95305-84aa-42a7-9d7d-d4cd63aa304d tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 943 time: 0.0970352 Dec 09 22:39:58.448879 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90f514a9-1c75-49b0-a1bc-2735cf3e5a2b req-d2e6827b-7bd4-4c3c-9044-bb9cc33d0b38 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953114 Dec 09 22:39:58.479571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Made reservation on behalf of a6234c12136a4ad389ab95cef70ea799 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:39:58.483318 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:58.500823 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] device_id is not set on port 03cd2997-0689-4416-bf2d-53f89458a629 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:39:58.627040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Allocated IP 172.20.0.7 (47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0/3e4e6137-95b3-4e9a-97ad-e126d241cb46/03cd2997-0689-4416-bf2d-53f89458a629) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:39:58.649631 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a7c80884-81a2-468d-bfc7-203d92fe372e up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:39:58.712640 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port a7c80884-81a2-468d-bfc7-203d92fe372e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:58.713120 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:58.803127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0c7a9873-130e-4032-af02-1a4d1c20022e details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:39:58.845412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dd2a5-b483-48b7-9acf-c97a0f278319 req-48c73ea9-5ae4-4779-84b2-d1410d2e18a0 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:58.847080 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e21dd2a5-b483-48b7-9acf-c97a0f278319 req-48c73ea9-5ae4-4779-84b2-d1410d2e18a0 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 943 time: 0.0828400 Dec 09 22:39:58.853360 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:58.923469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e21dd2a5-b483-48b7-9acf-c97a0f278319 req-6413cf64-54a9-4053-a14f-4fc917071643 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651035 Dec 09 22:39:58.939727 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:58.994405 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:59.038959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:39:59.040038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event updated for resources: {'Port': ['ID=03cd2997-0689-4416-bf2d-53f89458a629,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:59.041461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513ec007-6499-4386-aa63-9d184fdb1110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c80884-81a2-468d-bfc7-203d92fe372e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:39:59.044097 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335b7dbc-f0ef-4042-b137-e2fc3869745c" -d '{"events": [{"server_uuid": "513ec007-6499-4386-aa63-9d184fdb1110", "name": "network-vif-plugged", "status": "completed", "tag": "a7c80884-81a2-468d-bfc7-203d92fe372e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:39:59.046195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:39:59.048866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:39:59.058866 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port a7c80884-81a2-468d-bfc7-203d92fe372e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a7c80884-81a2-468d-bfc7-203d92fe372e,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:59.081272 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:59.104882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e82c79-2763-48a3-b838-c8a336660c8d req-0d392350-8f4e-4ca1-a140-9ee459c72bd8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:59.106503 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94e82c79-2763-48a3-b838-c8a336660c8d req-0d392350-8f4e-4ca1-a140-9ee459c72bd8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 943 time: 0.1257012 Dec 09 22:39:59.133740 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f45cc49-d7de-449c-85a5-699581aa204f x-openstack-request-id: req-5f45cc49-d7de-449c-85a5-699581aa204f {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:39:59.134286 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513ec007-6499-4386-aa63-9d184fdb1110", "name": "network-vif-plugged", "status": "completed", "tag": "a7c80884-81a2-468d-bfc7-203d92fe372e", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:39:59.134715 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f45cc49-d7de-449c-85a5-699581aa204f {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:39:59.135245 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513ec007-6499-4386-aa63-9d184fdb1110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c80884-81a2-468d-bfc7-203d92fe372e', 'code': 200} Dec 09 22:39:59.155383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:59.156029 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:59.196612 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c44e5c6b-92df-4488-a60b-2058349c208d tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8713272 Dec 09 22:39:59.197302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55404) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:59.201329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94e82c79-2763-48a3-b838-c8a336660c8d req-aee104bb-b621-4194-8082-7ef8914deedd tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843878 Dec 09 22:39:59.213306 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=a7c80884-81a2-468d-bfc7-203d92fe372e,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:59.213527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4fc4297f-babb-49b4-9824-3b9bdb0a49d5 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9b:d5:b1'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:39:59.217419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 0c7a9873-130e-4032-af02-1a4d1c20022e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0c7a9873-130e-4032-af02-1a4d1c20022e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:59.232611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '0c7a9873-130e-4032-af02-1a4d1c20022e', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'port_id': '0c7a9873-130e-4032-af02-1a4d1c20022e', 'mac_address': 'fa:16:3e:33:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:39:59.289927 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:59.306834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7a9873-130e-4032-af02-1a4d1c20022e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:59.331864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 0c7a9873-130e-4032-af02-1a4d1c20022e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0c7a9873-130e-4032-af02-1a4d1c20022e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:59.337818 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:59.338812 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0d440b6d-21e1-43ab-9a79-17ab37487bc1 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:39:59.382483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb50b-0644-43eb-bbd0-8eaa4baa4b53 req-bd045bb4-e5a6-42d2-82b8-0026b79f0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:59.384073 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-af4cb50b-0644-43eb-bbd0-8eaa4baa4b53 req-bd045bb4-e5a6-42d2-82b8-0026b79f0cd2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 1097 time: 0.0877972 Dec 09 22:39:59.400400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=0c7a9873-130e-4032-af02-1a4d1c20022e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:59.471888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fc4297f-babb-49b4-9824-3b9bdb0a49d5 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:59.483082 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-af4cb50b-0644-43eb-bbd0-8eaa4baa4b53 req-15f00641-a3d1-45f2-9aaf-d41d047e9303 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907218 Dec 09 22:39:59.520633 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 0d440b6d-21e1-43ab-9a79-17ab37487bc1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0d440b6d-21e1-43ab-9a79-17ab37487bc1,segment=NetworkSegment(f56cd27a-57cb-4647-820e-d7bcb64e6688),segment_id=f56cd27a-57cb-4647-820e-d7bcb64e6688)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:59.537549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '0d440b6d-21e1-43ab-9a79-17ab37487bc1', 'network_id': 'b1dd29cb-4eb1-4def-b7a8-05a175c2da8a', 'port_id': '0d440b6d-21e1-43ab-9a79-17ab37487bc1', 'mac_address': 'fa:16:3e:43:39:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b02e225-b733-4191-97e3-996e644a40d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:39:59.547347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0bc567b5-d6e1-4f46-aaf5-a40320234ef9 None None] Provisioning complete for port 03cd2997-0689-4416-bf2d-53f89458a629 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:39:59.547724 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0bc567b5-d6e1-4f46-aaf5-a40320234ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:59.594629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0bc567b5-d6e1-4f46-aaf5-a40320234ef9 None None] Port 03cd2997-0689-4416-bf2d-53f89458a629 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:39:59.601742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9f20c-b0e5-4908-9f56-8e69fa732de7 req-cce953f0-57c7-4f3a-b162-06689836c250 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:59.616710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ee9f20c-b0e5-4908-9f56-8e69fa732de7 req-cce953f0-57c7-4f3a-b162-06689836c250 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 943 time: 0.0945618 Dec 09 22:39:59.670501 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:59.688162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ee9f20c-b0e5-4908-9f56-8e69fa732de7 req-b3cd429f-bc2e-4220-95df-0ccbaa1eb45c tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690479 Dec 09 22:39:59.689080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d440b6d-21e1-43ab-9a79-17ab37487bc1 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:39:59.696630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fc4297f-babb-49b4-9824-3b9bdb0a49d5 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:59.703438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fc4297f-babb-49b4-9824-3b9bdb0a49d5 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:59.711778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 0d440b6d-21e1-43ab-9a79-17ab37487bc1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0d440b6d-21e1-43ab-9a79-17ab37487bc1,segment=NetworkSegment(f56cd27a-57cb-4647-820e-d7bcb64e6688),segment_id=f56cd27a-57cb-4647-820e-d7bcb64e6688)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:39:59.722669 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:59.774798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=0d440b6d-21e1-43ab-9a79-17ab37487bc1,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:59.805008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4297f-babb-49b4-9824-3b9bdb0a49d5 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] In _notify_port_updated(), no bound segment for port 03cd2997-0689-4416-bf2d-53f89458a629 on network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:39:59.810727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc4297f-babb-49b4-9824-3b9bdb0a49d5 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:39:59.811325 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fc4297f-babb-49b4-9824-3b9bdb0a49d5 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:39:59.815266 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4fc4297f-babb-49b4-9824-3b9bdb0a49d5 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "PUT /v2.0/ports/03cd2997-0689-4416-bf2d-53f89458a629 HTTP/1.1" status: 200 len: 995 time: 0.6138754 Dec 09 22:39:59.815266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4297f-babb-49b4-9824-3b9bdb0a49d5 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event updated for resources: {'Port': ['ID=03cd2997-0689-4416-bf2d-53f89458a629,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:39:59.815630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55414) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:39:59.938215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-109d24f4-8f68-4308-9736-19b979e85da2 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Deleting port 03cd2997-0689-4416-bf2d-53f89458a629 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:39:59.938564 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-109d24f4-8f68-4308-9736-19b979e85da2 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:00.028152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-938b89c2-06e7-4880-86b5-358ed6d819ce None None] Provisioning complete for port 03cd2997-0689-4416-bf2d-53f89458a629 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:00.028696 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-938b89c2-06e7-4880-86b5-358ed6d819ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:00.043212 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-109d24f4-8f68-4308-9736-19b979e85da2 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:00.057635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-109d24f4-8f68-4308-9736-19b979e85da2 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Calling delete_port for 03cd2997-0689-4416-bf2d-53f89458a629 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:00.075192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-938b89c2-06e7-4880-86b5-358ed6d819ce None None] Port 03cd2997-0689-4416-bf2d-53f89458a629 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:40:00.090705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13bc57-ffda-447d-b50f-9b0d7ed86849 req-e9b2ef56-f7c3-4443-9f38-a142feb58330 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:00.099472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d13bc57-ffda-447d-b50f-9b0d7ed86849 req-e9b2ef56-f7c3-4443-9f38-a142feb58330 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0764568 Dec 09 22:40:00.166015 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0c7a9873-130e-4032-af02-1a4d1c20022e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:00.192479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d13bc57-ffda-447d-b50f-9b0d7ed86849 req-341f514b-9a0c-4efb-8d46-cb41276ccc96 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703204 Dec 09 22:40:00.243834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0d440b6d-21e1-43ab-9a79-17ab37487bc1'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:00.360300 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-109d24f4-8f68-4308-9736-19b979e85da2 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:00.402148 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d24f4-8f68-4308-9736-19b979e85da2 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event deleted for resources: {'Port': ['ID=03cd2997-0689-4416-bf2d-53f89458a629,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:00.445801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dcfe8-ded2-4b0b-9245-ad9622736adc req-e3aca785-8946-480c-a375-7f32d2f104e4 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:00.459046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd6dcfe8-ded2-4b0b-9245-ad9622736adc req-e3aca785-8946-480c-a375-7f32d2f104e4 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 944 time: 0.0816393 Dec 09 22:40:00.512195 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-109d24f4-8f68-4308-9736-19b979e85da2 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:00.526683 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-109d24f4-8f68-4308-9736-19b979e85da2 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "DELETE /v2.0/ports/03cd2997-0689-4416-bf2d-53f89458a629 HTTP/1.1" status: 204 len: 168 time: 0.7099559 Dec 09 22:40:00.527429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55420) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:00.533250 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd6dcfe8-ded2-4b0b-9245-ad9622736adc req-9d87c027-4c73-47a9-a49a-2c4e2baf3fdb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708878 Dec 09 22:40:00.569060 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e63ca5e-7d63-4570-b4ec-f6ab22e8ca44 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] GET failed (client error): The resource could not be found. Dec 09 22:40:00.570822 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9e63ca5e-7d63-4570-b4ec-f6ab22e8ca44 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "GET /v2.0/ports/03cd2997-0689-4416-bf2d-53f89458a629 HTTP/1.1" status: 404 len: 333 time: 0.0423121 Dec 09 22:40:00.574359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55422) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:00.579291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Request body: {'port': {'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0', 'name': 'tempest-AllowedAddressPairTestJSON-528897981'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:00.703303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Made reservation on behalf of a6234c12136a4ad389ab95cef70ea799 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:00.708621 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:00.735748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] device_id is not set on port a55a422a-ebbb-4e15-91cd-0abf4992e78f yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:40:00.855441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f6c20-466c-4190-82b0-b5f5283c137f req-79c08ad2-b66b-4bfe-90fd-2e51f3cc3b4c tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:00.856921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be3f6c20-466c-4190-82b0-b5f5283c137f req-79c08ad2-b66b-4bfe-90fd-2e51f3cc3b4c tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 944 time: 0.0604510 Dec 09 22:40:00.866854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Allocated IP 172.20.0.11 (47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0/3e4e6137-95b3-4e9a-97ad-e126d241cb46/a55a422a-ebbb-4e15-91cd-0abf4992e78f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:00.922981 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be3f6c20-466c-4190-82b0-b5f5283c137f req-f024e68e-e8e7-4a04-95ba-2f2b52bb37fd tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548065 Dec 09 22:40:01.017868 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-06afe32b-2565-4f2c-896b-66e2de3172a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:01.069959 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:01.120800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:01.176311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:01.179884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:01.183637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:01.212544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event updated for resources: {'Port': ['ID=a55a422a-ebbb-4e15-91cd-0abf4992e78f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:01.246388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:01.247489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:01.270816 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7ecd3e40-70ef-42d3-977c-5185e8d80951 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6953781 Dec 09 22:40:01.273211 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55438) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:01.279969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Request body: {'port': {'network_id': '47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0', 'name': 'tempest-AllowedAddressPairTestJSON-1934171540'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:01.360835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481a8a9-ff70-445c-856a-c1558c606f92 req-a6f056e0-8cc0-460d-a25a-935320b2b607 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:01.372456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e481a8a9-ff70-445c-856a-c1558c606f92 req-a6f056e0-8cc0-460d-a25a-935320b2b607 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0717998 Dec 09 22:40:01.433859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e481a8a9-ff70-445c-856a-c1558c606f92 req-892e2c3f-13b5-408e-a8c9-8687021042a7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605776 Dec 09 22:40:01.434283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Made reservation on behalf of a6234c12136a4ad389ab95cef70ea799 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:01.437900 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:01.458169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] device_id is not set on port 4d01d95c-b620-4375-a074-a5f75f8aa72e yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:40:01.512997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2e3a9d4b-3d80-4b62-a78e-1b52e799344a None None] Provisioning complete for port a55a422a-ebbb-4e15-91cd-0abf4992e78f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:01.513595 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9d4b-3d80-4b62-a78e-1b52e799344a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:01.573867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a9d4b-3d80-4b62-a78e-1b52e799344a None None] Port a55a422a-ebbb-4e15-91cd-0abf4992e78f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:40:01.583997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Allocated IP 172.20.0.10 (47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0/3e4e6137-95b3-4e9a-97ad-e126d241cb46/4d01d95c-b620-4375-a074-a5f75f8aa72e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:01.590136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735534e-e1bd-4f63-93ad-de3d635e42b4 req-050b0dd2-9d56-4df7-ae00-4f72e95856ae tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:01.592991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1735534e-e1bd-4f63-93ad-de3d635e42b4 req-050b0dd2-9d56-4df7-ae00-4f72e95856ae tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.0819373 Dec 09 22:40:01.673949 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1735534e-e1bd-4f63-93ad-de3d635e42b4 req-359beff0-7108-4d85-8d3c-00d4b3f840d9 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733390 Dec 09 22:40:01.696510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bca9dd-a16d-4148-a8c2-e1f0ea84a16d req-776446ef-3265-452a-b345-7f5ce023a5f6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:01.702279 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8bca9dd-a16d-4148-a8c2-e1f0ea84a16d req-776446ef-3265-452a-b345-7f5ce023a5f6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 944 time: 0.0921917 Dec 09 22:40:01.757927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8bca9dd-a16d-4148-a8c2-e1f0ea84a16d req-a38973cb-8e4a-44f8-8717-5a029229f81b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487790 Dec 09 22:40:01.762830 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:01.833876 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:01.894569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:01.902114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:01.922096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event updated for resources: {'Port': ['ID=4d01d95c-b620-4375-a074-a5f75f8aa72e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:01.932458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:02.064541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:02.065272 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:02.089185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802ec0-ef7b-4b81-84fa-5a137167fb83 req-0dcf5700-cf72-447e-8a6a-72b9a2d25680 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:02.100065 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44802ec0-ef7b-4b81-84fa-5a137167fb83 req-0dcf5700-cf72-447e-8a6a-72b9a2d25680 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 944 time: 0.1022408 Dec 09 22:40:02.116121 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-08a0caba-19f1-4a5a-9867-73ba1b59b531 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8392642 Dec 09 22:40:02.116483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55464) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:02.122758 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e9426b12-4a91-4a6a-b193-1dca2d435aeb tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:9b:d5:b1'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f5:75:46'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:02.178757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44802ec0-ef7b-4b81-84fa-5a137167fb83 req-3083cf72-b5e5-48bf-b638-63f3c0e588f7 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758917 Dec 09 22:40:02.347715 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9426b12-4a91-4a6a-b193-1dca2d435aeb tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:02.367094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4a3c977e-725b-41b0-893a-cf32e2c4983b None None] Provisioning complete for port 4d01d95c-b620-4375-a074-a5f75f8aa72e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:02.367805 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4a3c977e-725b-41b0-893a-cf32e2c4983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:02.464046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c977e-725b-41b0-893a-cf32e2c4983b None None] Port 4d01d95c-b620-4375-a074-a5f75f8aa72e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:40:02.476319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead6d03-100b-4827-9017-8029c9da55b6 req-384b84bf-e63a-4951-9fc9-067d087367bb tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:02.477838 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-384b84bf-e63a-4951-9fc9-067d087367bb tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/networks?id=29868e70-b02b-43f7-ac67-65d677e88999 HTTP/1.1" status: 200 len: 814 time: 0.2111650 Dec 09 22:40:02.494482 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-5e334c5f-774f-40a2-935c-880258a8862d tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/quotas/b2faeab8999645d0aecc09aad9149937 HTTP/1.1" status: 200 len: 375 time: 0.0105388 Dec 09 22:40:02.564335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-7ab34338-f2c3-4a99-a893-5bc5a59820a5 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2faeab8999645d0aecc09aad9149937&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607421 Dec 09 22:40:02.632295 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9426b12-4a91-4a6a-b193-1dca2d435aeb tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:02.640081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9426b12-4a91-4a6a-b193-1dca2d435aeb tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:02.689671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-5b5720f2-1584-4ba0-ac5e-0c54d8700768 service neutron] 10.222.0.16 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134231 Dec 09 22:40:02.747462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9426b12-4a91-4a6a-b193-1dca2d435aeb tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event updated for resources: {'Port': ['ID=4d01d95c-b620-4375-a074-a5f75f8aa72e,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:02.755333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e9426b12-4a91-4a6a-b193-1dca2d435aeb tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] In _notify_port_updated(), no bound segment for port 4d01d95c-b620-4375-a074-a5f75f8aa72e on network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:40:02.761645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9426b12-4a91-4a6a-b193-1dca2d435aeb tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:02.762424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9426b12-4a91-4a6a-b193-1dca2d435aeb tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:02.767151 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e9426b12-4a91-4a6a-b193-1dca2d435aeb tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "PUT /v2.0/ports/4d01d95c-b620-4375-a074-a5f75f8aa72e HTTP/1.1" status: 200 len: 1058 time: 0.6469767 Dec 09 22:40:02.767707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55482) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:02.804737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0c7a9873-130e-4032-af02-1a4d1c20022e up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:02.843796 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-e65c1970-b86e-4283-a5eb-59653c950f0b service neutron] 10.222.0.16 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531098 Dec 09 22:40:02.927731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f50571e9-7dd7-4823-a3b3-146ffa5157a0 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Deleting port 4d01d95c-b620-4375-a074-a5f75f8aa72e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:02.928071 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f50571e9-7dd7-4823-a3b3-146ffa5157a0 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:02.951541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 0c7a9873-130e-4032-af02-1a4d1c20022e completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:40:02.957035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 0c7a9873-130e-4032-af02-1a4d1c20022e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:02.959583 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:03.056466 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc92c8-4a16-4492-a846-8e942f11e6ef req-40bec097-d84c-4458-9c56-ad5783f81b6e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:03.060413 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61cc92c8-4a16-4492-a846-8e942f11e6ef req-40bec097-d84c-4458-9c56-ad5783f81b6e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 944 time: 0.0925827 Dec 09 22:40:03.072619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6769d75-7f26-47eb-83ac-018c0a06193f None None] Provisioning complete for port 4d01d95c-b620-4375-a074-a5f75f8aa72e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:03.073185 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6769d75-7f26-47eb-83ac-018c0a06193f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:03.140148 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f50571e9-7dd7-4823-a3b3-146ffa5157a0 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:03.156027 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:03.163137 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2efdf6a8-c924-4ce2-bada-9c82f00e9f3b req-533fd253-e8ad-4de0-9b1b-073fc9d18f85 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 210 time: 0.0541267 Dec 09 22:40:03.167591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f50571e9-7dd7-4823-a3b3-146ffa5157a0 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Calling delete_port for 4d01d95c-b620-4375-a074-a5f75f8aa72e owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:03.193129 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61cc92c8-4a16-4492-a846-8e942f11e6ef req-b20b7d31-593f-4e8d-a861-ffa216597ee6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254773 Dec 09 22:40:03.222021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 0c7a9873-130e-4032-af02-1a4d1c20022e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0c7a9873-130e-4032-af02-1a4d1c20022e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:03.225848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80b9e90-8ed0-4971-bad1-1f86df451c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a9873-130e-4032-af02-1a4d1c20022e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:03.228141 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79886a6-6729-4d7f-80f7-aec5a91d2576" -d '{"events": [{"server_uuid": "a80b9e90-8ed0-4971-bad1-1f86df451c7c", "name": "network-vif-plugged", "status": "completed", "tag": "0c7a9873-130e-4032-af02-1a4d1c20022e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:03.234408 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:03.235275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0d440b6d-21e1-43ab-9a79-17ab37487bc1 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:03.306198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b6769d75-7f26-47eb-83ac-018c0a06193f None None] Port 4d01d95c-b620-4375-a074-a5f75f8aa72e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:40:03.347107 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e7c52c-ae37-433b-a8cb-83d2074a62c2 x-openstack-request-id: req-00e7c52c-ae37-433b-a8cb-83d2074a62c2 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:03.347407 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80b9e90-8ed0-4971-bad1-1f86df451c7c", "name": "network-vif-plugged", "status": "completed", "tag": "0c7a9873-130e-4032-af02-1a4d1c20022e", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:03.347671 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00e7c52c-ae37-433b-a8cb-83d2074a62c2 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:03.348105 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80b9e90-8ed0-4971-bad1-1f86df451c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a9873-130e-4032-af02-1a4d1c20022e', 'code': 200} Dec 09 22:40:03.372667 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b510e35-5392-4cb6-909a-7d631658ee7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:03.392875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=0c7a9873-130e-4032-af02-1a4d1c20022e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:03.404441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d11311-16cb-4eb7-a6ca-bfcc0a7032ea req-1132c04a-a2e5-4d4f-844b-e17dccfccf72 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:03.406073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 0d440b6d-21e1-43ab-9a79-17ab37487bc1 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:40:03.406411 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31d11311-16cb-4eb7-a6ca-bfcc0a7032ea req-1132c04a-a2e5-4d4f-844b-e17dccfccf72 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 944 time: 0.0948975 Dec 09 22:40:03.410673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 0d440b6d-21e1-43ab-9a79-17ab37487bc1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:03.411270 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:03.501386 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f50571e9-7dd7-4823-a3b3-146ffa5157a0 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:03.523314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31d11311-16cb-4eb7-a6ca-bfcc0a7032ea req-29343f05-42cb-4418-85e5-4ac963427aef tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052783 Dec 09 22:40:03.556194 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:03.557422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50571e9-7dd7-4823-a3b3-146ffa5157a0 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event deleted for resources: {'Port': ['ID=4d01d95c-b620-4375-a074-a5f75f8aa72e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:03.598173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 0d440b6d-21e1-43ab-9a79-17ab37487bc1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0d440b6d-21e1-43ab-9a79-17ab37487bc1,segment=NetworkSegment(f56cd27a-57cb-4647-820e-d7bcb64e6688),segment_id=f56cd27a-57cb-4647-820e-d7bcb64e6688)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:03.606399 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:03.642876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b094-134b-4e88-9a7d-2c4128a8850b req-c92aac75-23ce-4c77-b9be-c1f3c4fc20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:03.644594 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d0f7b094-134b-4e88-9a7d-2c4128a8850b req-c92aac75-23ce-4c77-b9be-c1f3c4fc20a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 1097 time: 0.1999757 Dec 09 22:40:03.665116 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e497230-b636-4481-9343-6e068787f4a1 req-fe464280-a135-48d3-aa5a-d46262eb1a5c tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:03.667350 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1e497230-b636-4481-9343-6e068787f4a1 req-fe464280-a135-48d3-aa5a-d46262eb1a5c tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.42 "GET /v2.0/ports?device_id=513ec007-6499-4386-aa63-9d184fdb1110 HTTP/1.1" status: 200 len: 945 time: 0.1739166 Dec 09 22:40:03.729602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=0d440b6d-21e1-43ab-9a79-17ab37487bc1,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:03.730452 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d0f7b094-134b-4e88-9a7d-2c4128a8850b req-d451b40d-7416-4363-8873-d0a4b61248ba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619981 Dec 09 22:40:03.791497 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:04.022820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-1e497230-b636-4481-9343-6e068787f4a1 req-84c90522-10ef-4188-bfb8-565f77e1e0ef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Deleting port a7c80884-81a2-468d-bfc7-203d92fe372e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:04.023157 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1e497230-b636-4481-9343-6e068787f4a1 req-84c90522-10ef-4188-bfb8-565f77e1e0ef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:04.110869 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f50571e9-7dd7-4823-a3b3-146ffa5157a0 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:04.116647 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f50571e9-7dd7-4823-a3b3-146ffa5157a0 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "DELETE /v2.0/ports/4d01d95c-b620-4375-a074-a5f75f8aa72e HTTP/1.1" status: 204 len: 168 time: 1.3453274 Dec 09 22:40:04.117003 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55514) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:04.143208 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a47f28-7c0f-4cc6-9a66-e324858294ef tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] GET failed (client error): The resource could not be found. Dec 09 22:40:04.145728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-08a47f28-7c0f-4cc6-9a66-e324858294ef tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "GET /v2.0/ports/4d01d95c-b620-4375-a074-a5f75f8aa72e HTTP/1.1" status: 404 len: 333 time: 0.0276480 Dec 09 22:40:04.148770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55516) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:04.158149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-1e497230-b636-4481-9343-6e068787f4a1 req-84c90522-10ef-4188-bfb8-565f77e1e0ef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] For port a7c80884-81a2-468d-bfc7-203d92fe372e, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=a7c80884-81a2-468d-bfc7-203d92fe372e,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:04.158522 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1e497230-b636-4481-9343-6e068787f4a1 req-84c90522-10ef-4188-bfb8-565f77e1e0ef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:04.174290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-1e497230-b636-4481-9343-6e068787f4a1 req-84c90522-10ef-4188-bfb8-565f77e1e0ef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Calling delete_port for a7c80884-81a2-468d-bfc7-203d92fe372e owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:04.261754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-4532b89a-5669-482b-9e77-309b2eff799c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Deleting port a55a422a-ebbb-4e15-91cd-0abf4992e78f {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:04.262269 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4532b89a-5669-482b-9e77-309b2eff799c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:04.378983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17d351b9-320f-4d9c-bdf7-2ed9da9ab8f9 req-6f2990a1-870c-47c8-8bc7-f4700448fa61 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 210 time: 0.0434723 Dec 09 22:40:04.410587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1e497230-b636-4481-9343-6e068787f4a1 req-84c90522-10ef-4188-bfb8-565f77e1e0ef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:04.423522 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['a7c80884-81a2-468d-bfc7-203d92fe372e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:04.445898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c90522-10ef-4188-bfb8-565f77e1e0ef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Pushing event deleted for resources: {'Port': ['ID=a7c80884-81a2-468d-bfc7-203d92fe372e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:04.497474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e497230-b636-4481-9343-6e068787f4a1 req-84c90522-10ef-4188-bfb8-565f77e1e0ef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] No DVR routers for this DVR port a7c80884-81a2-468d-bfc7-203d92fe372e on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:04.501275 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-1e497230-b636-4481-9343-6e068787f4a1 req-84c90522-10ef-4188-bfb8-565f77e1e0ef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:04.505165 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1e497230-b636-4481-9343-6e068787f4a1 req-84c90522-10ef-4188-bfb8-565f77e1e0ef tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.42 "DELETE /v2.0/ports/a7c80884-81a2-468d-bfc7-203d92fe372e HTTP/1.1" status: 204 len: 173 time: 0.7784407 Dec 09 22:40:04.505965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513ec007-6499-4386-aa63-9d184fdb1110', 'name': 'network-vif-deleted', 'tag': 'a7c80884-81a2-468d-bfc7-203d92fe372e'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:04.509529 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c36263-effc-42ff-b2b1-e5ecaddad44a" -d '{"events": [{"server_uuid": "513ec007-6499-4386-aa63-9d184fdb1110", "name": "network-vif-deleted", "tag": "a7c80884-81a2-468d-bfc7-203d92fe372e"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:04.539265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0215bd6-c519-4e6f-b5be-53378517d431 req-c8a03d61-29e7-44af-a044-c3ef654834d6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:04.548553 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0215bd6-c519-4e6f-b5be-53378517d431 req-c8a03d61-29e7-44af-a044-c3ef654834d6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.2109413 Dec 09 22:40:04.553077 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed4de9a-b98a-42b0-9bc8-6b0d88cc2535 x-openstack-request-id: req-3ed4de9a-b98a-42b0-9bc8-6b0d88cc2535 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:04.553376 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513ec007-6499-4386-aa63-9d184fdb1110", "name": "network-vif-deleted", "tag": "a7c80884-81a2-468d-bfc7-203d92fe372e", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:04.553635 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ed4de9a-b98a-42b0-9bc8-6b0d88cc2535 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:04.554064 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513ec007-6499-4386-aa63-9d184fdb1110', 'name': 'network-vif-deleted', 'tag': 'a7c80884-81a2-468d-bfc7-203d92fe372e', 'status': 'completed', 'code': 200} Dec 09 22:40:04.571309 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4532b89a-5669-482b-9e77-309b2eff799c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:04.596506 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-4532b89a-5669-482b-9e77-309b2eff799c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Calling delete_port for a55a422a-ebbb-4e15-91cd-0abf4992e78f owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:04.769803 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:04.798438 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead6d03-100b-4827-9017-8029c9da55b6 req-93b0ec81-8914-4741-b70a-7efe974a07fb tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:04.800819 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-93b0ec81-8914-4741-b70a-7efe974a07fb tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.42 "GET /v2.0/networks?id=29868e70-b02b-43f7-ac67-65d677e88999 HTTP/1.1" status: 200 len: 814 time: 0.2373953 Dec 09 22:40:04.816726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-cead6d03-100b-4827-9017-8029c9da55b6 req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Request body: {'port': {'device_id': 'b571a45c-4075-4ff6-89fc-23ea26c63222', 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999', 'admin_state_up': True, 'tenant_id': 'b2faeab8999645d0aecc09aad9149937'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:04.846881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0215bd6-c519-4e6f-b5be-53378517d431 req-0bf82b29-d915-46e9-94fd-db786de6b548 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974524 Dec 09 22:40:04.911539 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886003e-74a8-4ebe-8238-1b84638220c8 req-ba1aaf3e-7efc-49eb-9350-ef4d02c2e7f6 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:04.920349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4886003e-74a8-4ebe-8238-1b84638220c8 req-ba1aaf3e-7efc-49eb-9350-ef4d02c2e7f6 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 945 time: 0.2234490 Dec 09 22:40:05.002046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4886003e-74a8-4ebe-8238-1b84638220c8 req-0a623bc1-867a-42f4-9f5d-d5aa79eac2f7 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806475 Dec 09 22:40:05.033525 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cead6d03-100b-4827-9017-8029c9da55b6 req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Made reservation on behalf of b2faeab8999645d0aecc09aad9149937 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:05.039578 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cead6d03-100b-4827-9017-8029c9da55b6 req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:05.164449 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4532b89a-5669-482b-9e77-309b2eff799c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:05.299385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532b89a-5669-482b-9e77-309b2eff799c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event deleted for resources: {'Port': ['ID=a55a422a-ebbb-4e15-91cd-0abf4992e78f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:05.349444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9718a000-4cc6-4092-ad37-b597ff66ad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d440b6d-21e1-43ab-9a79-17ab37487bc1'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:05.361728 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb9b2fb-b2a5-4850-9d58-04ad7b14b864" -d '{"events": [{"server_uuid": "9718a000-4cc6-4092-ad37-b597ff66ad10", "name": "network-vif-plugged", "status": "completed", "tag": "0d440b6d-21e1-43ab-9a79-17ab37487bc1"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:05.386647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-cead6d03-100b-4827-9017-8029c9da55b6 req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Allocated IP 172.20.0.4 (29868e70-b02b-43f7-ac67-65d677e88999/c5a87a1d-82f8-4c7d-80cd-204c780f1259/e2cfa496-2e71-4b28-ad42-a0faa06a64f7) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:05.455268 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1770f76f-6234-491c-b0bb-95fa848229b7 x-openstack-request-id: req-1770f76f-6234-491c-b0bb-95fa848229b7 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:05.455782 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9718a000-4cc6-4092-ad37-b597ff66ad10", "name": "network-vif-plugged", "status": "completed", "tag": "0d440b6d-21e1-43ab-9a79-17ab37487bc1", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:05.455935 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1770f76f-6234-491c-b0bb-95fa848229b7 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:05.456370 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9718a000-4cc6-4092-ad37-b597ff66ad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d440b6d-21e1-43ab-9a79-17ab37487bc1', 'code': 200} Dec 09 22:40:05.457537 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4532b89a-5669-482b-9e77-309b2eff799c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:05.461219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4532b89a-5669-482b-9e77-309b2eff799c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "DELETE /v2.0/ports/a55a422a-ebbb-4e15-91cd-0abf4992e78f HTTP/1.1" status: 204 len: 168 time: 1.3113801 Dec 09 22:40:05.463776 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55536) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:05.496110 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f86ff3-53f8-4b80-bcc6-d0d94ca7dfb9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] GET failed (client error): The resource could not be found. Dec 09 22:40:05.498108 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-81f86ff3-53f8-4b80-bcc6-d0d94ca7dfb9 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "GET /v2.0/ports/a55a422a-ebbb-4e15-91cd-0abf4992e78f HTTP/1.1" status: 404 len: 333 time: 0.0328634 Dec 09 22:40:05.503113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55538) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:05.606378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40e71ca9-b1dc-4413-8057-c55947df22ea req-058babbc-4600-4f9b-b3dc-a71f4418627a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 210 time: 0.0567901 Dec 09 22:40:05.690162 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-421667c7-fc25-4b0f-bd08-00326edf263c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Deleting port b9c31da0-e3aa-4b58-a575-a2091be7d5cb {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:05.690807 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-421667c7-fc25-4b0f-bd08-00326edf263c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:05.714892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c849cae-595f-4e4d-8a98-023b65b5a411 req-6de34ad6-808f-4458-a3c0-6af6df867945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:05.717345 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1c849cae-595f-4e4d-8a98-023b65b5a411 req-6de34ad6-808f-4458-a3c0-6af6df867945 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 1097 time: 0.0849485 Dec 09 22:40:05.750686 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cead6d03-100b-4827-9017-8029c9da55b6 req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:05.786117 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1c849cae-595f-4e4d-8a98-023b65b5a411 req-5ac9fdcb-ce53-4aee-8bff-9ab5df207198 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605204 Dec 09 22:40:05.802766 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-421667c7-fc25-4b0f-bd08-00326edf263c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:05.813767 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cead6d03-100b-4827-9017-8029c9da55b6 req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:05.818764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-421667c7-fc25-4b0f-bd08-00326edf263c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Calling delete_port for b9c31da0-e3aa-4b58-a575-a2091be7d5cb owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:05.826125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['a7c80884-81a2-468d-bfc7-203d92fe372e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:05.861180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cead6d03-100b-4827-9017-8029c9da55b6 req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Network 29868e70-b02b-43f7-ac67-65d677e88999 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:05.865049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-cead6d03-100b-4827-9017-8029c9da55b6 req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:05.867695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cead6d03-100b-4827-9017-8029c9da55b6 req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:05.906637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Pushing event updated for resources: {'Port': ['ID=e2cfa496-2e71-4b28-ad42-a0faa06a64f7,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:05.934820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead6d03-100b-4827-9017-8029c9da55b6 req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:05.935771 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cead6d03-100b-4827-9017-8029c9da55b6 req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:05.955033 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-efd5fa52-9052-40be-b204-dec4b38cb8d2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1433942 Dec 09 22:40:05.970579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Request body: {'port': {'device_id': 'b571a45c-4075-4ff6-89fc-23ea26c63222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:06.013755 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-421667c7-fc25-4b0f-bd08-00326edf263c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:06.025778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6c53-2169-4e9f-a21d-838d87f4efe8 req-ff8bc3be-df49-4cc2-af0a-e64978242e83 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:06.027388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f87a6c53-2169-4e9f-a21d-838d87f4efe8 req-ff8bc3be-df49-4cc2-af0a-e64978242e83 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.0816975 Dec 09 22:40:06.062505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:06.065565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421667c7-fc25-4b0f-bd08-00326edf263c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event deleted for resources: {'Port': ['ID=b9c31da0-e3aa-4b58-a575-a2091be7d5cb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:06.164101 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:06.217441 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f87a6c53-2169-4e9f-a21d-838d87f4efe8 req-3c61a548-8432-4456-9612-216713c577f0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596582 Dec 09 22:40:06.261968 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-421667c7-fc25-4b0f-bd08-00326edf263c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:06.265390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-421667c7-fc25-4b0f-bd08-00326edf263c tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "DELETE /v2.0/ports/b9c31da0-e3aa-4b58-a575-a2091be7d5cb HTTP/1.1" status: 204 len: 168 time: 0.7607708 Dec 09 22:40:06.267817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55556) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:06.338018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9de15-0ebd-4e79-aa98-e704eedf3f52 req-e109f322-8528-4214-a9e8-29e7f770f743 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:06.358454 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56a9de15-0ebd-4e79-aa98-e704eedf3f52 req-e109f322-8528-4214-a9e8-29e7f770f743 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 945 time: 0.1376023 Dec 09 22:40:06.446434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c97f41-5d98-4834-8677-4a6f784857c8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Deleting subnet 3e4e6137-95b3-4e9a-97ad-e126d241cb46 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:40:06.462048 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94c97f41-5d98-4834-8677-4a6f784857c8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:06.528729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56a9de15-0ebd-4e79-aa98-e704eedf3f52 req-10d5abde-600d-469d-9cb0-d6fd10aba917 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672447 Dec 09 22:40:06.586348 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94c97f41-5d98-4834-8677-4a6f784857c8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:06.642537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cfa496-2e71-4b28-ad42-a0faa06a64f7 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:40:06.653686 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:06.671662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Transition to ACTIVE for port object e2cfa496-2e71-4b28-ad42-a0faa06a64f7 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:40:06.675256 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:06.679213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76b407-a9d6-4316-afbd-8b62a3d5a0ed req-a650ed9b-e94b-4d42-96ad-b19e994046a0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:06.686921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b76b407-a9d6-4316-afbd-8b62a3d5a0ed req-a650ed9b-e94b-4d42-96ad-b19e994046a0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1475501 Dec 09 22:40:06.790662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Pushing event updated for resources: {'Port': ['ID=e2cfa496-2e71-4b28-ad42-a0faa06a64f7,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:06.808997 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94c97f41-5d98-4834-8677-4a6f784857c8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:06.849951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Attempting to bind port e2cfa496-2e71-4b28-ad42-a0faa06a64f7 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:06.850496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Attempting to bind port e2cfa496-2e71-4b28-ad42-a0faa06a64f7 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:06.850623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Attempting to bind port e2cfa496-2e71-4b28-ad42-a0faa06a64f7 on network 29868e70-b02b-43f7-ac67-65d677e88999 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:06.855488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c270a22-7b9a-45e8-bf6c-4fd6ad1e4e3a req-537c8da3-0df2-4515-85b8-cfa9ffb3a1a7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:06.856327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Port e2cfa496-2e71-4b28-ad42-a0faa06a64f7 on network 29868e70-b02b-43f7-ac67-65d677e88999 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:40:06.856715 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Attempting to bind port e2cfa496-2e71-4b28-ad42-a0faa06a64f7 on network 29868e70-b02b-43f7-ac67-65d677e88999 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:06.862648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:06.863060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Checking segment: {'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:06.864471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c270a22-7b9a-45e8-bf6c-4fd6ad1e4e3a req-537c8da3-0df2-4515-85b8-cfa9ffb3a1a7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 943 time: 0.1383660 Dec 09 22:40:06.864613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Bound using segment: {'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:06.865045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Bound port: e2cfa496-2e71-4b28-ad42-a0faa06a64f7, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73aa8956-e789-4e0c-bdbc-1390756df713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:06.865530 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:06.877503 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b76b407-a9d6-4316-afbd-8b62a3d5a0ed req-5783b62d-55b9-4ada-a103-1ff8cdbc9f6b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820946 Dec 09 22:40:06.952283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c270a22-7b9a-45e8-bf6c-4fd6ad1e4e3a req-c7702394-f127-46d6-bca5-7b82876313f9 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818229 Dec 09 22:40:06.965959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] For port e2cfa496-2e71-4b28-ad42-a0faa06a64f7, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:06.971581 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94c97f41-5d98-4834-8677-4a6f784857c8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:06.987992 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94c97f41-5d98-4834-8677-4a6f784857c8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:06.989110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] For port e2cfa496-2e71-4b28-ad42-a0faa06a64f7, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e2cfa496-2e71-4b28-ad42-a0faa06a64f7,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:06.993220 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-94c97f41-5d98-4834-8677-4a6f784857c8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "DELETE /v2.0/subnets/3e4e6137-95b3-4e9a-97ad-e126d241cb46 HTTP/1.1" status: 204 len: 168 time: 0.7238464 Dec 09 22:40:06.998041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55564) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:06.998211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86d288-6e86-42ed-8df5-888b657a020d None None] Network 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:07.042701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c97f41-5d98-4834-8677-4a6f784857c8 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4e6137-95b3-4e9a-97ad-e126d241cb46,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:07.095047 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:07.104379 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:07.127657 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:07.149553 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:07.150465 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:07.151874 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] 10.222.0.42 "PUT /v2.0/ports/e2cfa496-2e71-4b28-ad42-a0faa06a64f7 HTTP/1.1" status: 200 len: 1092 time: 1.1869664 Dec 09 22:40:07.152354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b571a45c-4075-4ff6-89fc-23ea26c63222', 'tag': 'e2cfa496-2e71-4b28-ad42-a0faa06a64f7'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:07.166206 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4c6730-898b-492c-ae69-b4f56c696222" -d '{"events": [{"name": "network-changed", "server_uuid": "b571a45c-4075-4ff6-89fc-23ea26c63222", "tag": "e2cfa496-2e71-4b28-ad42-a0faa06a64f7"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:07.209048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97118fad-26f8-4293-b8ab-40ac98aa6c7f service neutron] Pushing event updated for resources: {'Port': ['ID=e2cfa496-2e71-4b28-ad42-a0faa06a64f7,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:07.283105 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57bcbed-832e-4d5d-a9a4-5cf515e654ae x-openstack-request-id: req-f57bcbed-832e-4d5d-a9a4-5cf515e654ae {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:07.283545 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b571a45c-4075-4ff6-89fc-23ea26c63222", "tag": "e2cfa496-2e71-4b28-ad42-a0faa06a64f7", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:07.283954 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f57bcbed-832e-4d5d-a9a4-5cf515e654ae {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:07.284434 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b571a45c-4075-4ff6-89fc-23ea26c63222', 'tag': 'e2cfa496-2e71-4b28-ad42-a0faa06a64f7', 'status': 'completed', 'code': 200} Dec 09 22:40:07.304951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8ae65d-d188-4510-8ad2-33071cb2383e None None] DHCP port deletion for 47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:07.346486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead6d03-100b-4827-9017-8029c9da55b6 req-352e84d9-3714-4e99-8c79-25fbdeaeca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:07.348125 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-352e84d9-3714-4e99-8c79-25fbdeaeca69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2faeab8999645d0aecc09aad9149937&device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 1095 time: 0.1262560 Dec 09 22:40:07.356082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Deleting port 695122ff-377c-434e-a3c4-7e6eb71a829b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:07.356352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:07.362763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ae65d-d188-4510-8ad2-33071cb2383e None None] Deleting port 695122ff-377c-434e-a3c4-7e6eb71a829b {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:07.363246 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae65d-d188-4510-8ad2-33071cb2383e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:07.413340 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-0df795a2-6e0d-4659-a304-1fcc3abeb9ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2cfa496-2e71-4b28-ad42-a0faa06a64f7 HTTP/1.1" status: 200 len: 217 time: 0.0444968 Dec 09 22:40:07.448480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4e8ae65d-d188-4510-8ad2-33071cb2383e None None] For port 695122ff-377c-434e-a3c4-7e6eb71a829b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=695122ff-377c-434e-a3c4-7e6eb71a829b,segment=NetworkSegment(7470ae49-6300-4bd0-a772-8990e1d56830),segment_id=7470ae49-6300-4bd0-a772-8990e1d56830)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:07.449018 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae65d-d188-4510-8ad2-33071cb2383e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:07.464166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ae65d-d188-4510-8ad2-33071cb2383e None None] Calling delete_port for 695122ff-377c-434e-a3c4-7e6eb71a829b owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:07.491589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] For port 695122ff-377c-434e-a3c4-7e6eb71a829b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=695122ff-377c-434e-a3c4-7e6eb71a829b,segment=NetworkSegment(7470ae49-6300-4bd0-a772-8990e1d56830),segment_id=7470ae49-6300-4bd0-a772-8990e1d56830)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:07.492000 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:07.511456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Calling delete_port for 695122ff-377c-434e-a3c4-7e6eb71a829b owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:07.521101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead6d03-100b-4827-9017-8029c9da55b6 req-e1634680-e937-4856-8084-5678c6f7a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:07.522632 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-e1634680-e937-4856-8084-5678c6f7a006 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5a87a1d-82f8-4c7d-80cd-204c780f1259 HTTP/1.1" status: 200 len: 854 time: 0.0775044 Dec 09 22:40:07.557976 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae65d-d188-4510-8ad2-33071cb2383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:07.590246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ae65d-d188-4510-8ad2-33071cb2383e None None] Pushing event deleted for resources: {'Port': ['ID=695122ff-377c-434e-a3c4-7e6eb71a829b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:07.596365 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-93cfdc13-7e49-4cd0-96f6-71e8f8cc0507 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29868e70-b02b-43f7-ac67-65d677e88999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648191 Dec 09 22:40:07.598001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ae65d-d188-4510-8ad2-33071cb2383e None None] No DVR routers for this DVR port 695122ff-377c-434e-a3c4-7e6eb71a829b on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:07.698924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e720a-c5de-467e-8c83-fad5b742f672 req-c1b651fe-7244-4b3b-9229-53f3931f77a5 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:07.706485 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc2e720a-c5de-467e-8c83-fad5b742f672 req-c1b651fe-7244-4b3b-9229-53f3931f77a5 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 945 time: 0.0594645 Dec 09 22:40:07.721145 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:07.766626 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-4249cbea-cec7-4fe5-a5ca-c8f72d1c3669 service neutron] 10.222.0.42 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614134 Dec 09 22:40:07.769725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] No DVR routers for this DVR port 695122ff-377c-434e-a3c4-7e6eb71a829b on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:07.775295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event deleted for resources: {'Port': ['ID=695122ff-377c-434e-a3c4-7e6eb71a829b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:07.790522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc2e720a-c5de-467e-8c83-fad5b742f672 req-61dceb5d-e6eb-4351-a779-3517c952976c tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819461 Dec 09 22:40:07.922924 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:07.956458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:07.988949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7470ae49-6300-4bd0-a772-8990e1d56830') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:07.989251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7470ae49-6300-4bd0-a772-8990e1d56830') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:08.012804 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cead6d03-100b-4827-9017-8029c9da55b6 req-947f27fd-e08f-4e6d-947d-0f5a855a8bcf service neutron] 10.222.0.42 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326543 Dec 09 22:40:08.017137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:08.033652 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:08.041702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:08.042400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:08.048429 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:08.136026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad184c84-9aa0-46ae-a44e-ee8a0376a179 req-215bc70b-7299-4d5b-b579-37da29192692 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:08.143509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad184c84-9aa0-46ae-a44e-ee8a0376a179 req-215bc70b-7299-4d5b-b579-37da29192692 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1369259 Dec 09 22:40:08.189272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47461520-972b-4394-bad5-d93d7ed18e07 req-08f03cf2-90cb-42de-91d4-daa247aaeea2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:08.196910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47461520-972b-4394-bad5-d93d7ed18e07 req-08f03cf2-90cb-42de-91d4-daa247aaeea2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 943 time: 0.1102335 Dec 09 22:40:08.233974 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad184c84-9aa0-46ae-a44e-ee8a0376a179 req-f5871689-af5b-478f-b70d-ee40f8bc89c4 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887208 Dec 09 22:40:08.300224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47461520-972b-4394-bad5-d93d7ed18e07 req-243f7667-8af5-440a-9995-cf56c88284fb tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992475 Dec 09 22:40:08.687556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:08.702518 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:08.708206 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] 10.222.0.16 "DELETE /v2.0/networks/47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0 HTTP/1.1" status: 204 len: 168 time: 1.7067270 Dec 09 22:40:08.721472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a7c80884-81a2-468d-bfc7-203d92fe372e no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:40:08.724194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773531b-6b6a-4b8a-af05-54e161272b42 tempest-AllowedAddressPairTestJSON-603892593 tempest-AllowedAddressPairTestJSON-603892593-project] Pushing event deleted for resources: {'Network': ['ID=47f31d7c-4d6d-4ce2-8ccd-f5a4be4047e0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:08.737158 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c6730-898b-492c-ae69-b4f56c696222 req-68385a65-e769-48a6-ad19-6dd659556830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:08.739274 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1b4c6730-898b-492c-ae69-b4f56c696222 req-68385a65-e769-48a6-ad19-6dd659556830 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2faeab8999645d0aecc09aad9149937&device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 1095 time: 0.6626997 Dec 09 22:40:08.755604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: a7c80884-81a2-468d-bfc7-203d92fe372e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:40:08.756195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device a7c80884-81a2-468d-bfc7-203d92fe372e not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:40:08.806410 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b017-c7a5-47f5-9687-f8b270080e7a req-e2ae6175-7be7-44f4-8b7e-a8eb5cca2f4e tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:08.813613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e248b017-c7a5-47f5-9687-f8b270080e7a req-e2ae6175-7be7-44f4-8b7e-a8eb5cca2f4e tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 945 time: 0.0754616 Dec 09 22:40:08.850023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c6730-898b-492c-ae69-b4f56c696222 req-ab27fd6c-1ee3-4fa4-a224-6e5cf83d61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:08.851659 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1b4c6730-898b-492c-ae69-b4f56c696222 req-ab27fd6c-1ee3-4fa4-a224-6e5cf83d61c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29868e70-b02b-43f7-ac67-65d677e88999 HTTP/1.1" status: 200 len: 915 time: 0.1035798 Dec 09 22:40:08.861129 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e248b017-c7a5-47f5-9687-f8b270080e7a req-c42515e1-d612-4af7-8fbe-c6798c182e84 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465546 Dec 09 22:40:08.908018 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1b4c6730-898b-492c-ae69-b4f56c696222 req-e14e395e-1e66-4740-a021-4b57c2de2095 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2cfa496-2e71-4b28-ad42-a0faa06a64f7 HTTP/1.1" status: 200 len: 217 time: 0.0490191 Dec 09 22:40:08.960575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c6730-898b-492c-ae69-b4f56c696222 req-4e31891a-8d4c-46b6-bfe5-bb1f070641f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:08.962110 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1b4c6730-898b-492c-ae69-b4f56c696222 req-4e31891a-8d4c-46b6-bfe5-bb1f070641f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5a87a1d-82f8-4c7d-80cd-204c780f1259 HTTP/1.1" status: 200 len: 854 time: 0.0466146 Dec 09 22:40:08.971092 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55618) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:08.997313 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1b4c6730-898b-492c-ae69-b4f56c696222 req-d2250d9d-fe2d-4fd8-ad9d-28b47a7bd6fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29868e70-b02b-43f7-ac67-65d677e88999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276027 Dec 09 22:40:09.097314 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1b4c6730-898b-492c-ae69-b4f56c696222 req-75fee818-ce49-466c-8991-b1693569e197 service neutron] 10.222.0.42 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911565 Dec 09 22:40:09.111104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1b66b80f-c935-4317-8f69-d7d31bb58582 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6234c12136a4ad389ab95cef70ea799&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388128 Dec 09 22:40:09.113670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55622) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:09.169538 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ab5c70c9-2936-4a24-91f8-1542a464a7cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:09.201442 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1b4c6730-898b-492c-ae69-b4f56c696222 req-8d167d6d-eff5-44eb-bd80-e2cb2f308dec service neutron] 10.222.0.42 "GET /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942469 Dec 09 22:40:09.212873 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ab5c70c9-2936-4a24-91f8-1542a464a7cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:09.234752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 695122ff-377c-434e-a3c4-7e6eb71a829b no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:40:09.255334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 695122ff-377c-434e-a3c4-7e6eb71a829b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:40:09.255687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 695122ff-377c-434e-a3c4-7e6eb71a829b not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:40:09.273939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ab5c70c9-2936-4a24-91f8-1542a464a7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:09.276992 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ab5c70c9-2936-4a24-91f8-1542a464a7cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:09.278264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ab5c70c9-2936-4a24-91f8-1542a464a7cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfbfbafa-5f85-4faa-9162-9be342fd0344 HTTP/1.1" status: 204 len: 168 time: 0.1636019 Dec 09 22:40:09.287917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c70c9-2936-4a24-91f8-1542a464a7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbfbafa-5f85-4faa-9162-9be342fd0344,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:09.389251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee75c0-b9b5-4859-9130-b59e93c3c40f req-b7983701-c537-4f3f-89cc-0203693a4086 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:09.392047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44ee75c0-b9b5-4859-9130-b59e93c3c40f req-b7983701-c537-4f3f-89cc-0203693a4086 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.0636001 Dec 09 22:40:09.478448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093804e-a2c4-4181-ab68-7a2fd0115412 req-0d7d2294-6f21-4101-8e34-10ba2d1749aa tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:09.480088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5093804e-a2c4-4181-ab68-7a2fd0115412 req-0d7d2294-6f21-4101-8e34-10ba2d1749aa tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 943 time: 0.0869167 Dec 09 22:40:09.500636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44ee75c0-b9b5-4859-9130-b59e93c3c40f req-0f0b9402-726a-4a30-b645-514b55cdb602 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954812 Dec 09 22:40:09.550354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5093804e-a2c4-4181-ab68-7a2fd0115412 req-f79e5f78-1580-4161-a351-967b7a810136 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609145 Dec 09 22:40:09.989171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483e761-9e83-4602-9743-44d3ce363114 req-7abd3380-d8cc-4903-b6cc-cce3de151f43 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:09.990736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2483e761-9e83-4602-9743-44d3ce363114 req-7abd3380-d8cc-4903-b6cc-cce3de151f43 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 945 time: 0.0559189 Dec 09 22:40:10.023528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55664) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:10.039250 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2483e761-9e83-4602-9743-44d3ce363114 req-2ffe18b4-1b11-4510-8734-476742a58dd0 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425313 Dec 09 22:40:10.120170 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1318003448'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:10.140701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:10.144283 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:10.153996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:10.237277 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:10.276987 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:10.312169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:40:10.330829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9c6368-b63e-4420-a5b9-903422391f49,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:10.342482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cca037-1560-4c00-a4a3-ef2f41b7a890 req-59c7fe46-811f-4851-9b39-d700f6d62781 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:10.343997 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9cca037-1560-4c00-a4a3-ef2f41b7a890 req-59c7fe46-811f-4851-9b39-d700f6d62781 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.18 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 945 time: 0.1021817 Dec 09 22:40:10.347494 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:10.348380 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Added segment b9bba128-bb8f-4fcd-a04d-309ae460704c of type vlan for network 0e3df22d-2bea-4d60-ad2e-ab291573fd18 Dec 09 22:40:10.421001 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:10.484424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:10.490165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:10.490701 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:10.549815 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5137670 Dec 09 22:40:10.549815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-b9cca037-1560-4c00-a4a3-ef2f41b7a890 req-709f8819-5704-422d-8d36-7705d86e5584 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Deleting port 0d440b6d-21e1-43ab-9a79-17ab37487bc1 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:10.549815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9cca037-1560-4c00-a4a3-ef2f41b7a890 req-709f8819-5704-422d-8d36-7705d86e5584 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:10.642912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5aa481-e486-444f-b91f-4278f5674c64 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Network': ['ID=0e3df22d-2bea-4d60-ad2e-ab291573fd18,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:10.683575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 0e3df22d-2bea-4d60-ad2e-ab291573fd18 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:10.731584 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2d8c8-362b-443d-9685-f9e353b577f0 req-61eec306-cc6f-4965-91c2-32c3922beb01 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:10.741085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76b2d8c8-362b-443d-9685-f9e353b577f0 req-61eec306-cc6f-4965-91c2-32c3922beb01 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1162808 Dec 09 22:40:10.806918 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76b2d8c8-362b-443d-9685-f9e353b577f0 req-d66c9c71-ca5c-4666-b024-d492a57d4564 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594304 Dec 09 22:40:10.827374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc7f2b-2339-4a80-b258-dc4aedcf5595 req-dc6850b1-560c-4bbb-bdf4-75f7b2f0994a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:10.836090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29fc7f2b-2339-4a80-b258-dc4aedcf5595 req-dc6850b1-560c-4bbb-bdf4-75f7b2f0994a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 943 time: 0.1667004 Dec 09 22:40:10.867997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e2cfa496-2e71-4b28-ad42-a0faa06a64f7 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:40:10.905290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b9cca037-1560-4c00-a4a3-ef2f41b7a890 req-709f8819-5704-422d-8d36-7705d86e5584 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] For port 0d440b6d-21e1-43ab-9a79-17ab37487bc1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0d440b6d-21e1-43ab-9a79-17ab37487bc1,segment=NetworkSegment(f56cd27a-57cb-4647-820e-d7bcb64e6688),segment_id=f56cd27a-57cb-4647-820e-d7bcb64e6688)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:10.905705 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9cca037-1560-4c00-a4a3-ef2f41b7a890 req-709f8819-5704-422d-8d36-7705d86e5584 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:10.938832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29fc7f2b-2339-4a80-b258-dc4aedcf5595 req-489d2d42-d14a-4cfe-b233-e4b6160d51af tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016865 Dec 09 22:40:10.952083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-b9cca037-1560-4c00-a4a3-ef2f41b7a890 req-709f8819-5704-422d-8d36-7705d86e5584 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Calling delete_port for 0d440b6d-21e1-43ab-9a79-17ab37487bc1 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:11.069631 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e2cfa496-2e71-4b28-ad42-a0faa06a64f7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e2cfa496-2e71-4b28-ad42-a0faa06a64f7,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:11.083832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'e2cfa496-2e71-4b28-ad42-a0faa06a64f7', 'network_id': '29868e70-b02b-43f7-ac67-65d677e88999', 'port_id': 'e2cfa496-2e71-4b28-ad42-a0faa06a64f7', 'mac_address': 'fa:16:3e:52:4a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a87a1d-82f8-4c7d-80cd-204c780f1259', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:40:11.207824 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:11.221372 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9cca037-1560-4c00-a4a3-ef2f41b7a890 req-709f8819-5704-422d-8d36-7705d86e5584 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:11.247885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cfa496-2e71-4b28-ad42-a0faa06a64f7 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:40:11.261467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0d440b6d-21e1-43ab-9a79-17ab37487bc1'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:11.280383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376054b-7a69-4bfa-a707-76060559be76 req-ebc3562c-cb4c-4a34-8124-67c91cc32cd0 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:11.290939 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4376054b-7a69-4bfa-a707-76060559be76 req-ebc3562c-cb4c-4a34-8124-67c91cc32cd0 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/ports?device_id=9718a000-4cc6-4092-ad37-b597ff66ad10 HTTP/1.1" status: 200 len: 867 time: 0.1184778 Dec 09 22:40:11.298945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f8819-5704-422d-8d36-7705d86e5584 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Pushing event deleted for resources: {'Port': ['ID=0d440b6d-21e1-43ab-9a79-17ab37487bc1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:11.335556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e2cfa496-2e71-4b28-ad42-a0faa06a64f7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e2cfa496-2e71-4b28-ad42-a0faa06a64f7,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:11.345077 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:11.393429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cca037-1560-4c00-a4a3-ef2f41b7a890 req-709f8819-5704-422d-8d36-7705d86e5584 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] No DVR routers for this DVR port 0d440b6d-21e1-43ab-9a79-17ab37487bc1 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:11.397444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b9cca037-1560-4c00-a4a3-ef2f41b7a890 req-709f8819-5704-422d-8d36-7705d86e5584 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:11.404661 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b9cca037-1560-4c00-a4a3-ef2f41b7a890 req-709f8819-5704-422d-8d36-7705d86e5584 tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.18 "DELETE /v2.0/ports/0d440b6d-21e1-43ab-9a79-17ab37487bc1 HTTP/1.1" status: 204 len: 173 time: 1.0479493 Dec 09 22:40:11.407015 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9718a000-4cc6-4092-ad37-b597ff66ad10', 'name': 'network-vif-deleted', 'tag': '0d440b6d-21e1-43ab-9a79-17ab37487bc1'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:11.412889 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b867fc-0a61-449b-a1de-7589e0ed76e4" -d '{"events": [{"server_uuid": "9718a000-4cc6-4092-ad37-b597ff66ad10", "name": "network-vif-deleted", "tag": "0d440b6d-21e1-43ab-9a79-17ab37487bc1"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:11.417156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4376054b-7a69-4bfa-a707-76060559be76 req-07b17bb3-26b8-43a0-a09a-618a7f2cadbe tempest-ServerMetadataNegativeTestJSON-747031722 tempest-ServerMetadataNegativeTestJSON-747031722-project] 10.222.0.16 "GET /v2.0/security-groups?id=c330d672-1904-455c-bd4e-54c1f55e2fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240640 Dec 09 22:40:11.475298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e2cfa496-2e71-4b28-ad42-a0faa06a64f7,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:11.482812 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3592e66-350e-44b3-8e59-68397fae57db x-openstack-request-id: req-e3592e66-350e-44b3-8e59-68397fae57db {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:11.483346 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9718a000-4cc6-4092-ad37-b597ff66ad10", "name": "network-vif-deleted", "tag": "0d440b6d-21e1-43ab-9a79-17ab37487bc1", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:11.483863 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3592e66-350e-44b3-8e59-68397fae57db {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:11.485195 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9718a000-4cc6-4092-ad37-b597ff66ad10', 'name': 'network-vif-deleted', 'tag': '0d440b6d-21e1-43ab-9a79-17ab37487bc1', 'status': 'completed', 'code': 200} Dec 09 22:40:11.601448 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['e2cfa496-2e71-4b28-ad42-a0faa06a64f7'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:11.924670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ab195-4506-4dd9-bf33-5dac20e08101 req-16cc336f-d275-427c-9713-115811e7f405 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:11.932056 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a49ab195-4506-4dd9-bf33-5dac20e08101 req-16cc336f-d275-427c-9713-115811e7f405 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.0588319 Dec 09 22:40:12.000129 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a49ab195-4506-4dd9-bf33-5dac20e08101 req-88fe6960-c938-486c-9050-25f5897db644 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671329 Dec 09 22:40:12.133099 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fb0f7-6ec2-4875-a725-c2b7b1d8c2a7 req-ea182fb3-5be0-4a76-8915-f5eb822ab4a2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:12.140792 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e5fb0f7-6ec2-4875-a725-c2b7b1d8c2a7 req-ea182fb3-5be0-4a76-8915-f5eb822ab4a2 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 944 time: 0.1011789 Dec 09 22:40:12.215688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e5fb0f7-6ec2-4875-a725-c2b7b1d8c2a7 req-63203d9b-964a-45fb-a39d-23f524b3cc1a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740540 Dec 09 22:40:12.480216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55704) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:12.526440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-7720ea4f-6b25-48b1-b290-5e5d4d872fb8 admin admin] Deleting subnet 7b02e225-b733-4191-97e3-996e644a40d4 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:40:12.529874 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7720ea4f-6b25-48b1-b290-5e5d4d872fb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:12.565211 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7720ea4f-6b25-48b1-b290-5e5d4d872fb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:12.607845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7720ea4f-6b25-48b1-b290-5e5d4d872fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:12.664561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7720ea4f-6b25-48b1-b290-5e5d4d872fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:12.702005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720ea4f-6b25-48b1-b290-5e5d4d872fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b02e225-b733-4191-97e3-996e644a40d4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:12.705003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7720ea4f-6b25-48b1-b290-5e5d4d872fb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:12.711144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7720ea4f-6b25-48b1-b290-5e5d4d872fb8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7b02e225-b733-4191-97e3-996e644a40d4 HTTP/1.1" status: 204 len: 168 time: 0.2275016 Dec 09 22:40:12.711467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55706) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:12.760386 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e2cfa496-2e71-4b28-ad42-a0faa06a64f7 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:12.789240 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:12.813086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port e2cfa496-2e71-4b28-ad42-a0faa06a64f7 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:40:12.818758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port e2cfa496-2e71-4b28-ad42-a0faa06a64f7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:12.819431 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:12.874969 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:12.897358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1dd29cb-4eb1-4def-b7a8-05a175c2da8a']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:12.907213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56cd27a-57cb-4647-820e-d7bcb64e6688') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:12.907516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56cd27a-57cb-4647-820e-d7bcb64e6688') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:12.907966 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:12.917350 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:12.931736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:12.932987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b571a45c-4075-4ff6-89fc-23ea26c63222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cfa496-2e71-4b28-ad42-a0faa06a64f7'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:12.935541 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd75d2cb-3d27-411a-94f1-149cddd91163" -d '{"events": [{"server_uuid": "b571a45c-4075-4ff6-89fc-23ea26c63222", "name": "network-vif-plugged", "status": "completed", "tag": "e2cfa496-2e71-4b28-ad42-a0faa06a64f7"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:12.939058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:12.939466 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:12.975271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e2cfa496-2e71-4b28-ad42-a0faa06a64f7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e2cfa496-2e71-4b28-ad42-a0faa06a64f7,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:12.983168 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:13.009191 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:13.037964 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:13.048428 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:13.074501 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] 10.222.0.16 "DELETE /v2.0/networks/b1dd29cb-4eb1-4def-b7a8-05a175c2da8a HTTP/1.1" status: 204 len: 168 time: 0.3618183 Dec 09 22:40:13.088028 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd98cb0-160a-4e9f-a7f6-bddf11d16b67 x-openstack-request-id: req-dcd98cb0-160a-4e9f-a7f6-bddf11d16b67 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:13.088376 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b571a45c-4075-4ff6-89fc-23ea26c63222", "name": "network-vif-plugged", "status": "completed", "tag": "e2cfa496-2e71-4b28-ad42-a0faa06a64f7", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:13.088632 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcd98cb0-160a-4e9f-a7f6-bddf11d16b67 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:13.089078 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b571a45c-4075-4ff6-89fc-23ea26c63222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cfa496-2e71-4b28-ad42-a0faa06a64f7', 'code': 200} Dec 09 22:40:13.090188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e2cfa496-2e71-4b28-ad42-a0faa06a64f7,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:13.186850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a737cc-c7f8-4c41-b34f-bab2456f092a admin admin] Pushing event deleted for resources: {'Network': ['ID=b1dd29cb-4eb1-4def-b7a8-05a175c2da8a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:13.229340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faa514-c946-4fe8-8da9-35c17dd12a40 req-babf360c-74d6-4a6a-8330-0d8bcb374785 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:13.231257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3faa514-c946-4fe8-8da9-35c17dd12a40 req-babf360c-74d6-4a6a-8330-0d8bcb374785 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1244562 Dec 09 22:40:13.234831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e9fa-45ca-49e7-984a-8b33d7776a26 req-6ce7a4a5-cc6b-46db-8aa3-86c4ab2b87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:13.240490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d83e9fa-45ca-49e7-984a-8b33d7776a26 req-6ce7a4a5-cc6b-46db-8aa3-86c4ab2b87b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 1097 time: 0.1212819 Dec 09 22:40:13.338628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55720) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:13.367310 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3d83e9fa-45ca-49e7-984a-8b33d7776a26 req-69e06745-8613-44fd-a241-0d58f1305bbb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185083 Dec 09 22:40:13.393626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3faa514-c946-4fe8-8da9-35c17dd12a40 req-f56d89de-a1fc-48b6-939e-9d428d05c71f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550097 Dec 09 22:40:13.419090 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-386def02-d4da-43f5-8ffc-996a45382699 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=450658ad7b054c1bb41e0b3be88d90ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0785329 Dec 09 22:40:13.428239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55722) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:13.487893 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6bb2108c-248d-4314-b974-71344a993c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:13.512873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007e831-6a63-4660-9645-9ed9e3e366b4 req-4fb8bd7f-1a77-487f-bbc0-513262098754 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:13.520099 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6bb2108c-248d-4314-b974-71344a993c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:13.521200 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c007e831-6a63-4660-9645-9ed9e3e366b4 req-4fb8bd7f-1a77-487f-bbc0-513262098754 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 945 time: 0.0708718 Dec 09 22:40:13.585294 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c007e831-6a63-4660-9645-9ed9e3e366b4 req-5a79247e-567b-42cc-8146-f876b5a3d771 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625360 Dec 09 22:40:13.593682 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6bb2108c-248d-4314-b974-71344a993c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:13.596989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6bb2108c-248d-4314-b974-71344a993c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:13.606049 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6bb2108c-248d-4314-b974-71344a993c0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c330d672-1904-455c-bd4e-54c1f55e2fd8 HTTP/1.1" status: 204 len: 168 time: 0.1689236 Dec 09 22:40:13.612351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2108c-248d-4314-b974-71344a993c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c330d672-1904-455c-bd4e-54c1f55e2fd8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:13.826494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55728) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:13.831913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d3ca8c1c-69dd-43bf-aa19-6e7298190e8d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'subnet': {'network_id': '0e3df22d-2bea-4d60-ad2e-ab291573fd18', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:13.927790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ca8c1c-69dd-43bf-aa19-6e7298190e8d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:13.931709 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3ca8c1c-69dd-43bf-aa19-6e7298190e8d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.140937 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3ca8c1c-69dd-43bf-aa19-6e7298190e8d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.212009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca8c1c-69dd-43bf-aa19-6e7298190e8d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Subnet': ['ID=1555eb37-b069-47e6-ab8e-06e59eebbf1a,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:14.220454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca8c1c-69dd-43bf-aa19-6e7298190e8d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Checking segment: {'id': 'b9bba128-bb8f-4fcd-a04d-309ae460704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0e3df22d-2bea-4d60-ad2e-ab291573fd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:14.220829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ca8c1c-69dd-43bf-aa19-6e7298190e8d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network hostable DHCP agents. Network: 0e3df22d-2bea-4d60-ad2e-ab291573fd18, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:40:14.239193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ca8c1c-69dd-43bf-aa19-6e7298190e8d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network 0e3df22d-2bea-4d60-ad2e-ab291573fd18 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:40:14.250147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d3ca8c1c-69dd-43bf-aa19-6e7298190e8d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 0e3df22d-2bea-4d60-ad2e-ab291573fd18) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:14.255427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ca8c1c-69dd-43bf-aa19-6e7298190e8d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:14.256579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3ca8c1c-69dd-43bf-aa19-6e7298190e8d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.264590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c4d806-a1dc-4eae-a4e5-9b6f55c49ced None None] Network 0e3df22d-2bea-4d60-ad2e-ab291573fd18 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:14.278618 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d3ca8c1c-69dd-43bf-aa19-6e7298190e8d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4507339 Dec 09 22:40:14.282765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55746) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:14.289330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-de5fef4d-b9b6-4813-a53d-f51d5238271c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1563086232'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:14.320720 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5fef4d-b9b6-4813-a53d-f51d5238271c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:14.325172 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de5fef4d-b9b6-4813-a53d-f51d5238271c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.359818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5fef4d-b9b6-4813-a53d-f51d5238271c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:40:14.373508 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de5fef4d-b9b6-4813-a53d-f51d5238271c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.373913 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-de5fef4d-b9b6-4813-a53d-f51d5238271c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Added segment b32e2490-01d7-4e44-b34e-bdb18f471b3a of type vlan for network f62fc10f-8a5c-4f22-b12b-500996dbce0a Dec 09 22:40:14.396174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55750) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:14.428170 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de5fef4d-b9b6-4813-a53d-f51d5238271c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.430453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-0e3df22d-2bea-4d60-ad2e-ab291573fd18', 'network_id': '0e3df22d-2bea-4d60-ad2e-ab291573fd18', 'project_id': '2282e30cb4124ab5aa561d8b5030166e', 'fixed_ips': [{'subnet_id': '1555eb37-b069-47e6-ab8e-06e59eebbf1a'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:40:14.433012 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.474652 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de5fef4d-b9b6-4813-a53d-f51d5238271c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.483770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5fef4d-b9b6-4813-a53d-f51d5238271c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:14.485248 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de5fef4d-b9b6-4813-a53d-f51d5238271c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.558796 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-de5fef4d-b9b6-4813-a53d-f51d5238271c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2710283 Dec 09 22:40:14.558796 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55756) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:14.575484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1c2edfb6-9758-43cf-a067-d4e48e537c07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'subnet': {'network_id': 'f62fc10f-8a5c-4f22-b12b-500996dbce0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:14.586264 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1467007680-network', 'tenant_id': '85fd3534b00e4558ae44e41e13286473'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:14.634856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd37f22-2a64-46d6-822e-765108185f94 req-fe5cfd81-34fe-4234-943e-9a57181abc32 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:14.643034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bd37f22-2a64-46d6-822e-765108185f94 req-fe5cfd81-34fe-4234-943e-9a57181abc32 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1466835 Dec 09 22:40:14.669543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Allocated IP 2001:db8:0:ffff::2 (0e3df22d-2bea-4d60-ad2e-ab291573fd18/1555eb37-b069-47e6-ab8e-06e59eebbf1a/6455bfe4-94d5-4291-ab02-aa1c116ed30b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:14.677323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Made reservation on behalf of 85fd3534b00e4558ae44e41e13286473 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:14.679874 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.694895 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.713299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fef4d-b9b6-4813-a53d-f51d5238271c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Network': ['ID=f62fc10f-8a5c-4f22-b12b-500996dbce0a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:14.776924 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bd37f22-2a64-46d6-822e-765108185f94 req-33cae02d-6989-4fcf-86a4-25976cf738bc tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298180 Dec 09 22:40:14.783128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2edfb6-9758-43cf-a067-d4e48e537c07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:14.793283 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c2edfb6-9758-43cf-a067-d4e48e537c07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.810142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523e553-0fc6-4c6d-920a-b488c40d424a req-f49f3eba-4a18-4f7f-bff0-a3374c790fc6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:14.817679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4523e553-0fc6-4c6d-920a-b488c40d424a req-f49f3eba-4a18-4f7f-bff0-a3374c790fc6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 945 time: 0.1344504 Dec 09 22:40:14.884863 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.892025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network f62fc10f-8a5c-4f22-b12b-500996dbce0a details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:14.895079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0d440b6d-21e1-43ab-9a79-17ab37487bc1 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:40:14.897034 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.904406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4523e553-0fc6-4c6d-920a-b488c40d424a req-4f21de22-9b54-498c-9b97-5743b6947514 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852349 Dec 09 22:40:14.970144 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.976236 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:14.999645 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Pushing event updated for resources: {'Port': ['ID=6455bfe4-94d5-4291-ab02-aa1c116ed30b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:15.018491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db033781-deb9-4c36-9867-6efd1479ce72,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:15.031627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 0d440b6d-21e1-43ab-9a79-17ab37487bc1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:40:15.031984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0d440b6d-21e1-43ab-9a79-17ab37487bc1 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:40:15.045172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:40:15.060571 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.060908 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Added segment 28d613f0-489f-4bad-a4fe-862de2c50863 of type vlan for network 2cc69133-2b69-4699-aedc-fba439939c4b Dec 09 22:40:15.069512 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c2edfb6-9758-43cf-a067-d4e48e537c07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.098692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569c5e-1cf3-4b8d-87d6-8e902a99abdc req-d85ced70-afb8-4acb-9391-f8ce306f5194 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:15.106084 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01569c5e-1cf3-4b8d-87d6-8e902a99abdc req-d85ced70-afb8-4acb-9391-f8ce306f5194 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 945 time: 0.1199291 Dec 09 22:40:15.116118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Network 0e3df22d-2bea-4d60-ad2e-ab291573fd18 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:15.119528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:15.126644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:15.157626 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.167099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2edfb6-9758-43cf-a067-d4e48e537c07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Checking segment: {'id': 'b32e2490-01d7-4e44-b34e-bdb18f471b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f62fc10f-8a5c-4f22-b12b-500996dbce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:15.168112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2edfb6-9758-43cf-a067-d4e48e537c07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network hostable DHCP agents. Network: f62fc10f-8a5c-4f22-b12b-500996dbce0a, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:40:15.175128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2edfb6-9758-43cf-a067-d4e48e537c07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Subnet': ['ID=b3495616-620f-470b-a45f-2dbeffdcd03a,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:15.182644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01569c5e-1cf3-4b8d-87d6-8e902a99abdc req-b1cbe59c-dad4-494b-99a3-5e19d275f2c6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742996 Dec 09 22:40:15.215772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2edfb6-9758-43cf-a067-d4e48e537c07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network f62fc10f-8a5c-4f22-b12b-500996dbce0a is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:40:15.228973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1c2edfb6-9758-43cf-a067-d4e48e537c07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, f62fc10f-8a5c-4f22-b12b-500996dbce0a) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:15.231179 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.233414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:15.234486 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.236080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2edfb6-9758-43cf-a067-d4e48e537c07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:15.236691 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c2edfb6-9758-43cf-a067-d4e48e537c07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.271931 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1c2edfb6-9758-43cf-a067-d4e48e537c07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7122569 Dec 09 22:40:15.274621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55764) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:15.279061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55766) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:15.279656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8819759 Dec 09 22:40:15.301862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-bb83a86e-0eeb-48a2-9853-55005a858de6 admin admin] Request body: {'subnet': {'network_id': '2cc69133-2b69-4699-aedc-fba439939c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1467007680-subnet', 'tenant_id': '85fd3534b00e4558ae44e41e13286473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:15.346926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb83a86e-0eeb-48a2-9853-55005a858de6 admin admin] Made reservation on behalf of 85fd3534b00e4558ae44e41e13286473 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:15.349955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bb83a86e-0eeb-48a2-9853-55005a858de6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.351050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b5e10-9383-4fd7-b48f-5242c7acf315 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc69133-2b69-4699-aedc-fba439939c4b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:15.427452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4edf777-e6eb-40ef-9ec2-d6cd467eba8f None None] Network f62fc10f-8a5c-4f22-b12b-500996dbce0a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:15.429438 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 2cc69133-2b69-4699-aedc-fba439939c4b details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:15.471056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce6130-31d8-427c-95e2-6bb722f5000a req-3b2e9942-6d30-4752-bfe3-f8ac11668c95 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:15.472957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0ce6130-31d8-427c-95e2-6bb722f5000a req-3b2e9942-6d30-4752-bfe3-f8ac11668c95 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 945 time: 0.0631397 Dec 09 22:40:15.504677 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.542787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Attempting to bind port 6455bfe4-94d5-4291-ab02-aa1c116ed30b on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:15.543448 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Attempting to bind port 6455bfe4-94d5-4291-ab02-aa1c116ed30b by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'b9bba128-bb8f-4fcd-a04d-309ae460704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0e3df22d-2bea-4d60-ad2e-ab291573fd18'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:15.543979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Attempting to bind port 6455bfe4-94d5-4291-ab02-aa1c116ed30b on network 0e3df22d-2bea-4d60-ad2e-ab291573fd18 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:15.552860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:15.553473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Checking segment: {'id': 'b9bba128-bb8f-4fcd-a04d-309ae460704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0e3df22d-2bea-4d60-ad2e-ab291573fd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:15.554083 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.554646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Bound using segment: {'id': 'b9bba128-bb8f-4fcd-a04d-309ae460704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0e3df22d-2bea-4d60-ad2e-ab291573fd18'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:15.555278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Bound port: 6455bfe4-94d5-4291-ab02-aa1c116ed30b, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bba128-bb8f-4fcd-a04d-309ae460704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0e3df22d-2bea-4d60-ad2e-ab291573fd18'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:15.555834 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.589840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0ce6130-31d8-427c-95e2-6bb722f5000a req-ba51ec98-b408-46ef-889d-1741aec9dc5d tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105900 Dec 09 22:40:15.619859 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.665834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b339f744-9425-4a70-9e0e-bd153285053d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-f62fc10f-8a5c-4f22-b12b-500996dbce0a', 'network_id': 'f62fc10f-8a5c-4f22-b12b-500996dbce0a', 'project_id': '2282e30cb4124ab5aa561d8b5030166e', 'fixed_ips': [{'subnet_id': 'b3495616-620f-470b-a45f-2dbeffdcd03a'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:40:15.667095 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b339f744-9425-4a70-9e0e-bd153285053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.729894 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bb83a86e-0eeb-48a2-9853-55005a858de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.763341 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.816737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83a86e-0eeb-48a2-9853-55005a858de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f372595c-0f38-4522-8622-4ea9c073f41c,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server [None req-b339f744-9425-4a70-9e0e-bd153285053d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3495616-620f-470b-a45f-2dbeffdcd03a: This subnet is being modified by another concurrent operation. Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise exception Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3495616-620f-470b-a45f-2dbeffdcd03a: This subnet is being modified by another concurrent operation. Dec 09 22:40:15.850839 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Dec 09 22:40:15.870499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] For port 6455bfe4-94d5-4291-ab02-aa1c116ed30b, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:15.885738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] For port 6455bfe4-94d5-4291-ab02-aa1c116ed30b, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6455bfe4-94d5-4291-ab02-aa1c116ed30b,segment=NetworkSegment(b9bba128-bb8f-4fcd-a04d-309ae460704c),segment_id=b9bba128-bb8f-4fcd-a04d-309ae460704c)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:15.887185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df68bd-6f27-4cf8-b5d6-810f408e86a7 None None] Network f62fc10f-8a5c-4f22-b12b-500996dbce0a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:15.912712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Subnet': ['ID=b3495616-620f-470b-a45f-2dbeffdcd03a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:15.915870 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.933643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb83a86e-0eeb-48a2-9853-55005a858de6 admin admin] Checking segment: {'id': '28d613f0-489f-4bad-a4fe-862de2c50863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2cc69133-2b69-4699-aedc-fba439939c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:15.934049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83a86e-0eeb-48a2-9853-55005a858de6 admin admin] Network hostable DHCP agents. Network: 2cc69133-2b69-4699-aedc-fba439939c4b, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:40:15.947611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62fc10f-8a5c-4f22-b12b-500996dbce0a']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:15.963104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32e2490-01d7-4e44-b34e-bdb18f471b3a') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:15.963518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32e2490-01d7-4e44-b34e-bdb18f471b3a') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:15.981717 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:15.990266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83a86e-0eeb-48a2-9853-55005a858de6 admin admin] Network 2cc69133-2b69-4699-aedc-fba439939c4b is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:40:16.002997 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:16.008578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-bb83a86e-0eeb-48a2-9853-55005a858de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 2cc69133-2b69-4699-aedc-fba439939c4b) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:16.013598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:16.014416 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:16.017850 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:16.020293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb83a86e-0eeb-48a2-9853-55005a858de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:16.020293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bb83a86e-0eeb-48a2-9853-55005a858de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:16.094154 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bb83a86e-0eeb-48a2-9853-55005a858de6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8139708 Dec 09 22:40:16.095847 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3001b53d-f14f-42a9-b1a1-6a52d1d39976 None None] Network 2cc69133-2b69-4699-aedc-fba439939c4b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:16.115848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:16.126467 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:16.155157 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/f62fc10f-8a5c-4f22-b12b-500996dbce0a HTTP/1.1" status: 204 len: 168 time: 0.8783777 Dec 09 22:40:16.155593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55780) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:16.164273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b73559af-ae02-4c8e-acfe-93d0574f951c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1600417212'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:16.187817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201387c-1793-40ca-b624-b9e780a66d9a req-8e82dda8-08b2-4f66-84c6-b5814f411af1 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:16.189829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62dab2-80ef-451d-8356-7c5d806ade1a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Network': ['ID=f62fc10f-8a5c-4f22-b12b-500996dbce0a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:16.198170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a201387c-1793-40ca-b624-b9e780a66d9a req-8e82dda8-08b2-4f66-84c6-b5814f411af1 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 945 time: 0.5295639 Dec 09 22:40:16.236572 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:16.247437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a8708-4549-4111-b053-133a7dc3b496 req-8e1d1e22-a3e2-4a9c-afe0-dbb244f4053f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:16.248952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f6a8708-4549-4111-b053-133a7dc3b496 req-8e1d1e22-a3e2-4a9c-afe0-dbb244f4053f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1649795 Dec 09 22:40:16.308175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73559af-ae02-4c8e-acfe-93d0574f951c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:16.311832 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b73559af-ae02-4c8e-acfe-93d0574f951c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:16.344747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7a9e3-89d2-4415-907d-31f3df788302 None None] Pushing event updated for resources: {'Port': ['ID=6455bfe4-94d5-4291-ab02-aa1c116ed30b,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:16.358048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a201387c-1793-40ca-b624-b9e780a66d9a req-23ddcf4c-5b95-45fc-9f14-129aaea6878b tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543818 Dec 09 22:40:16.375218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce18d2a0-d95d-4ef9-a7d6-fce4a5c2638e None None] Network 2cc69133-2b69-4699-aedc-fba439939c4b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:16.390126 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f6a8708-4549-4111-b053-133a7dc3b496 req-f0e17425-395b-4da7-a55c-5d551b5acb37 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323757 Dec 09 22:40:16.413362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73559af-ae02-4c8e-acfe-93d0574f951c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:40:16.438182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b73559af-ae02-4c8e-acfe-93d0574f951c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:16.438552 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-b73559af-ae02-4c8e-acfe-93d0574f951c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Added segment 43f336db-e7af-47fd-8717-201fa3377b8a of type vlan for network 108b90eb-c550-442c-92f9-238e91219972 Dec 09 22:40:16.531564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b73559af-ae02-4c8e-acfe-93d0574f951c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:16.594646 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b73559af-ae02-4c8e-acfe-93d0574f951c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:16.603177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73559af-ae02-4c8e-acfe-93d0574f951c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:16.604208 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b73559af-ae02-4c8e-acfe-93d0574f951c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:16.753298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73559af-ae02-4c8e-acfe-93d0574f951c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Network': ['ID=108b90eb-c550-442c-92f9-238e91219972,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:16.763424 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:40:16.771715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 108b90eb-c550-442c-92f9-238e91219972 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:16.789316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b73559af-ae02-4c8e-acfe-93d0574f951c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6304259 Dec 09 22:40:16.792111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55802) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:16.801449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8ffeb20e-5aa8-47ca-96a6-ea1cfb46b2e1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'subnet': {'network_id': '108b90eb-c550-442c-92f9-238e91219972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:16.843931 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05093806-3e2e-4242-bbda-641eec7ca3f0 req-251f2098-b463-4a40-88f1-1fc1b57905cf tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:16.846271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05093806-3e2e-4242-bbda-641eec7ca3f0 req-251f2098-b463-4a40-88f1-1fc1b57905cf tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 945 time: 0.2187276 Dec 09 22:40:16.953153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffeb20e-5aa8-47ca-96a6-ea1cfb46b2e1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:16.956899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb20e-5aa8-47ca-96a6-ea1cfb46b2e1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:17.019956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906472-d410-495c-a66c-4a63059be617 req-23920340-82c9-4ebd-ab9c-ccc8643654f6 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:17.021529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-23920340-82c9-4ebd-ab9c-ccc8643654f6 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/networks?id=2cc69133-2b69-4699-aedc-fba439939c4b HTTP/1.1" status: 200 len: 813 time: 0.1740997 Dec 09 22:40:17.030280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05093806-3e2e-4242-bbda-641eec7ca3f0 req-fb1e3224-00a0-49a6-8a7f-cc54f3287f32 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578605 Dec 09 22:40:17.047014 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-8e15673d-1114-46e8-b519-312ca47e5978 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/quotas/85fd3534b00e4558ae44e41e13286473 HTTP/1.1" status: 200 len: 375 time: 0.0147121 Dec 09 22:40:17.083688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-80d24dff-f8fc-4e55-8e22-d91c9399539e tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85fd3534b00e4558ae44e41e13286473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297449 Dec 09 22:40:17.226873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7f1ac-e3ff-4d88-94b8-d2f9994a947f req-36a05e4b-3b84-4172-b869-a784761b2c9b tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:17.228904 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb20e-5aa8-47ca-96a6-ea1cfb46b2e1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:17.234553 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6d7f1ac-e3ff-4d88-94b8-d2f9994a947f req-36a05e4b-3b84-4172-b869-a784761b2c9b tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 946 time: 0.1380818 Dec 09 22:40:17.280538 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-48592de4-e81e-4b98-aef4-0e3ec647939b service neutron] 10.222.0.16 "GET /v2.0/networks/2cc69133-2b69-4699-aedc-fba439939c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827252 Dec 09 22:40:17.312329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6455bfe4-94d5-4291-ab02-aa1c116ed30b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:17.319720 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffeb20e-5aa8-47ca-96a6-ea1cfb46b2e1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Subnet': ['ID=ed4acf8a-5022-418b-b1f6-813bf4be1ebd,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:17.338402 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6d7f1ac-e3ff-4d88-94b8-d2f9994a947f req-87239215-3065-46ae-aa75-baea00040fda tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026943 Dec 09 22:40:17.369382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffeb20e-5aa8-47ca-96a6-ea1cfb46b2e1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Checking segment: {'id': '43f336db-e7af-47fd-8717-201fa3377b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '108b90eb-c550-442c-92f9-238e91219972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:17.369826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffeb20e-5aa8-47ca-96a6-ea1cfb46b2e1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network hostable DHCP agents. Network: 108b90eb-c550-442c-92f9-238e91219972, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:40:17.390473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffeb20e-5aa8-47ca-96a6-ea1cfb46b2e1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network 108b90eb-c550-442c-92f9-238e91219972 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:40:17.404723 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-8ffeb20e-5aa8-47ca-96a6-ea1cfb46b2e1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 108b90eb-c550-442c-92f9-238e91219972) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:17.419017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffeb20e-5aa8-47ca-96a6-ea1cfb46b2e1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:17.419765 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb20e-5aa8-47ca-96a6-ea1cfb46b2e1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:17.424108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71ce62-1844-4cbf-b29a-1cf84d4e281f None None] Network 108b90eb-c550-442c-92f9-238e91219972 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:17.439698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-d2892ffe-5e38-411e-8af7-a58b6a34111e service neutron] 10.222.0.16 "GET /v2.0/networks/2cc69133-2b69-4699-aedc-fba439939c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471238 Dec 09 22:40:17.450475 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8ffeb20e-5aa8-47ca-96a6-ea1cfb46b2e1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6532090 Dec 09 22:40:17.451225 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55814) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:17.456125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1988865078'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:17.480672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6455bfe4-94d5-4291-ab02-aa1c116ed30b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:17.481066 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:17.484806 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:17.490778 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:17.528910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:40:17.545689 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:17.546065 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Added segment 04b0e59c-4798-4e14-8d4c-580328427fbf of type vlan for network a7f93a3e-fe8e-420f-a713-d7a05feee9c3 Dec 09 22:40:17.600112 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:17.695270 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:17.702685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:17.703329 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:17.745913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67703de-7487-4de7-a43f-bc3ba60b2659 req-86fe7b27-0772-40ad-ab4d-80b838e0bec9 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:17.753185 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a67703de-7487-4de7-a43f-bc3ba60b2659 req-86fe7b27-0772-40ad-ab4d-80b838e0bec9 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 945 time: 0.1505387 Dec 09 22:40:17.759156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-108b90eb-c550-442c-92f9-238e91219972', 'network_id': '108b90eb-c550-442c-92f9-238e91219972', 'project_id': '2282e30cb4124ab5aa561d8b5030166e', 'fixed_ips': [{'subnet_id': 'ed4acf8a-5022-418b-b1f6-813bf4be1ebd'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:40:17.760213 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:17.798916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3464522 Dec 09 22:40:17.802133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55820) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:17.807520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'subnet': {'network_id': 'a7f93a3e-fe8e-420f-a713-d7a05feee9c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:17.857514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Network': ['ID=a7f93a3e-fe8e-420f-a713-d7a05feee9c3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:17.892558 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.892911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.893253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.893901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.894263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.894603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.894937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.895270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.895601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.895931 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.896328 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.896790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.897360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28c60f-beda-4586-b4d8-98e3d774afba tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:17.941987 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a67703de-7487-4de7-a43f-bc3ba60b2659 req-d7393243-b5d7-4631-ad52-267caf75f6c7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820548 Dec 09 22:40:17.979070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0609e1-876c-4fb5-bc42-2a0f9db0f62a req-8f0d9023-15b5-49fe-a1f4-df8e1d8509e2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:17.988845 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af0609e1-876c-4fb5-bc42-2a0f9db0f62a req-8f0d9023-15b5-49fe-a1f4-df8e1d8509e2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.2553632 Dec 09 22:40:18.043197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:18.047976 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:18.071849 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35a8b8a1-c546-4936-bb81-5ac684578a22 req-9293d0ef-a8c8-4402-a5e3-a7c241d17210 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 210 time: 0.0436831 Dec 09 22:40:18.091536 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af0609e1-876c-4fb5-bc42-2a0f9db0f62a req-78915637-825e-4806-95f3-c62ba03ef8f7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017492 Dec 09 22:40:18.116402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network a7f93a3e-fe8e-420f-a713-d7a05feee9c3 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:18.118721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2004e3c1-37d9-41b1-a250-34a6d4d1c803 None None] Network 0e3df22d-2bea-4d60-ad2e-ab291573fd18 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:18.154202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Performing IP validity checks on allocation pools {{(pid=103417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 22:40:18.155080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 22:40:18.155677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Allocated IP 2001:db8::1 (108b90eb-c550-442c-92f9-238e91219972/ed4acf8a-5022-418b-b1f6-813bf4be1ebd/d92280d2-01d2-49ae-9151-46d144a5a268) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:18.205282 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:18.359349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:18.389394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 6455bfe4-94d5-4291-ab02-aa1c116ed30b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6455bfe4-94d5-4291-ab02-aa1c116ed30b,segment=NetworkSegment(b9bba128-bb8f-4fcd-a04d-309ae460704c),segment_id=b9bba128-bb8f-4fcd-a04d-309ae460704c)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:18.515422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9caf07d8-5141-4b4e-9fda-c706db1b8eb2 None None] Provisioning complete for port 6455bfe4-94d5-4291-ab02-aa1c116ed30b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:18.516277 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9caf07d8-5141-4b4e-9fda-c706db1b8eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:18.518019 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:18.558296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0835f7-09b3-4d88-b4f1-e0292d807592 req-ff7a0d1d-b632-40df-94bc-2126973dd5fb tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:18.560798 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2b0835f7-09b3-4d88-b4f1-e0292d807592 req-ff7a0d1d-b632-40df-94bc-2126973dd5fb tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.42 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 946 time: 0.2158504 Dec 09 22:40:18.573052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Subnet': ['ID=dbbc2bf0-add4-4506-a2c3-6e502ce6b5d4,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:18.595137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ea3a8-87b1-4583-adfe-7cce703820c4 req-f1aacd43-b9ba-4a13-a9a8-32894bf48609 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:18.596948 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da0ea3a8-87b1-4583-adfe-7cce703820c4 req-f1aacd43-b9ba-4a13-a9a8-32894bf48609 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 946 time: 0.1189470 Dec 09 22:40:18.644392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a590bb-6c1b-4e73-8cde-d89d058bfb3c req-c0b3b244-3a97-4f2e-9d59-544b35145af7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:18.652999 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0a590bb-6c1b-4e73-8cde-d89d058bfb3c req-c0b3b244-3a97-4f2e-9d59-544b35145af7 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 945 time: 0.1142633 Dec 09 22:40:18.703500 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da0ea3a8-87b1-4583-adfe-7cce703820c4 req-b7f80556-cf3c-40cc-a2d9-18e64a311609 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/security-groups?id=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985103 Dec 09 22:40:18.767193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Checking segment: {'id': '04b0e59c-4798-4e14-8d4c-580328427fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a7f93a3e-fe8e-420f-a713-d7a05feee9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:18.767708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network hostable DHCP agents. Network: a7f93a3e-fe8e-420f-a713-d7a05feee9c3, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:40:18.800327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network a7f93a3e-fe8e-420f-a713-d7a05feee9c3 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:40:18.813829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0a590bb-6c1b-4e73-8cde-d89d058bfb3c req-e218d5c4-bbf8-4008-810d-4a1e0566f335 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596334 Dec 09 22:40:18.814674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, a7f93a3e-fe8e-420f-a713-d7a05feee9c3) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:18.826612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:18.827206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:18.840823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=6455bfe4-94d5-4291-ab02-aa1c116ed30b,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:18.844458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c95d0-cda0-4ffb-8026-bc533faaa767 None None] Network a7f93a3e-fe8e-420f-a713-d7a05feee9c3 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:18.849707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-2b0835f7-09b3-4d88-b4f1-e0292d807592 req-7c9f0c39-b64e-4f51-9032-c6981fe38305 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Deleting port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:18.850108 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2b0835f7-09b3-4d88-b4f1-e0292d807592 req-7c9f0c39-b64e-4f51-9032-c6981fe38305 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:18.865468 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d11fcaa5-d491-4ae0-b95b-7b2e0f992802 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0621679 Dec 09 22:40:18.866814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55840) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:18.930083 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:18.947277 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:18.974868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Network 108b90eb-c550-442c-92f9-238e91219972 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:18.980307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:19.006099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:19.052628 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:19.077974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2b0835f7-09b3-4d88-b4f1-e0292d807592 req-7c9f0c39-b64e-4f51-9032-c6981fe38305 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] For port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666,segment=NetworkSegment(8dc1c236-242d-4cbc-9cec-94e8de85f226),segment_id=8dc1c236-242d-4cbc-9cec-94e8de85f226)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:19.079123 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2b0835f7-09b3-4d88-b4f1-e0292d807592 req-7c9f0c39-b64e-4f51-9032-c6981fe38305 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:19.080727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-a7f93a3e-fe8e-420f-a713-d7a05feee9c3', 'network_id': 'a7f93a3e-fe8e-420f-a713-d7a05feee9c3', 'project_id': '2282e30cb4124ab5aa561d8b5030166e', 'fixed_ips': [{'subnet_id': 'dbbc2bf0-add4-4506-a2c3-6e502ce6b5d4'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:40:19.081593 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:19.098030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-2b0835f7-09b3-4d88-b4f1-e0292d807592 req-7c9f0c39-b64e-4f51-9032-c6981fe38305 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Calling delete_port for ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:19.101312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Pushing event updated for resources: {'Port': ['ID=d92280d2-01d2-49ae-9151-46d144a5a268,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:19.136114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-42f98c1b-4ce0-454f-8d2f-51096c5fca45 None None] Provisioning complete for port 6455bfe4-94d5-4291-ab02-aa1c116ed30b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:19.136709 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-42f98c1b-4ce0-454f-8d2f-51096c5fca45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:19.182631 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Attempting to bind port d92280d2-01d2-49ae-9151-46d144a5a268 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:19.183007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Attempting to bind port d92280d2-01d2-49ae-9151-46d144a5a268 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '43f336db-e7af-47fd-8717-201fa3377b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '108b90eb-c550-442c-92f9-238e91219972'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:19.183372 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Attempting to bind port d92280d2-01d2-49ae-9151-46d144a5a268 on network 108b90eb-c550-442c-92f9-238e91219972 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:19.277878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:19.278255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Checking segment: {'id': '43f336db-e7af-47fd-8717-201fa3377b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '108b90eb-c550-442c-92f9-238e91219972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:19.279189 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:19.279189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Bound using segment: {'id': '43f336db-e7af-47fd-8717-201fa3377b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '108b90eb-c550-442c-92f9-238e91219972'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:19.279528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Bound port: d92280d2-01d2-49ae-9151-46d144a5a268, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f336db-e7af-47fd-8717-201fa3377b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '108b90eb-c550-442c-92f9-238e91219972'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:19.279910 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:19.307647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6455bfe4-94d5-4291-ab02-aa1c116ed30b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:19.333811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2b0835f7-09b3-4d88-b4f1-e0292d807592 req-7c9f0c39-b64e-4f51-9032-c6981fe38305 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:19.369529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Allocated IP 2001:db8::3 (a7f93a3e-fe8e-420f-a713-d7a05feee9c3/dbbc2bf0-add4-4506-a2c3-6e502ce6b5d4/e7bcaab8-749b-40ce-a2b0-d59599228168) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:19.400544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f0c39-b64e-4f51-9032-c6981fe38305 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Pushing event deleted for resources: {'Port': ['ID=ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:19.410915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:19.430451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906472-d410-495c-a66c-4a63059be617 req-2b5902c8-fb5a-4972-82f7-d50b0ce89297 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:19.431949 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-2b5902c8-fb5a-4972-82f7-d50b0ce89297 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.42 "GET /v2.0/networks?id=2cc69133-2b69-4699-aedc-fba439939c4b HTTP/1.1" status: 200 len: 813 time: 0.2659745 Dec 09 22:40:19.460517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ec6c5aa-eafa-4034-ac56-12842712fbda req-cf027e7c-2d24-4d41-a023-879704dfccd2 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 210 time: 0.2184970 Dec 09 22:40:19.487439 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:19.494411 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-6e906472-d410-495c-a66c-4a63059be617 req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Request body: {'port': {'device_id': 'eebe86e5-4e7e-4f66-af3f-583ce13c177e', 'network_id': '2cc69133-2b69-4699-aedc-fba439939c4b', 'admin_state_up': True, 'tenant_id': '85fd3534b00e4558ae44e41e13286473'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:19.510594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0835f7-09b3-4d88-b4f1-e0292d807592 req-7c9f0c39-b64e-4f51-9032-c6981fe38305 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] No DVR routers for this DVR port ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:19.513422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2b0835f7-09b3-4d88-b4f1-e0292d807592 req-7c9f0c39-b64e-4f51-9032-c6981fe38305 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:19.517134 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2b0835f7-09b3-4d88-b4f1-e0292d807592 req-7c9f0c39-b64e-4f51-9032-c6981fe38305 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.42 "DELETE /v2.0/ports/ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 HTTP/1.1" status: 204 len: 173 time: 0.9151711 Dec 09 22:40:19.517692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1254d80e-105b-418d-8bf8-06ec0782885a', 'name': 'network-vif-deleted', 'tag': 'ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:19.520674 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9725906b-31fb-4ddf-8584-ecb4cc800b4d" -d '{"events": [{"server_uuid": "1254d80e-105b-418d-8bf8-06ec0782885a", "name": "network-vif-deleted", "tag": "ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:19.569395 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0af6731-8763-476e-8027-c0af3ebf2868 x-openstack-request-id: req-c0af6731-8763-476e-8027-c0af3ebf2868 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:19.569844 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1254d80e-105b-418d-8bf8-06ec0782885a", "name": "network-vif-deleted", "tag": "ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:19.570266 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0af6731-8763-476e-8027-c0af3ebf2868 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:19.570786 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1254d80e-105b-418d-8bf8-06ec0782885a', 'name': 'network-vif-deleted', 'tag': 'ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666', 'status': 'completed', 'code': 200} Dec 09 22:40:19.626588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a4afe-803d-4ea8-a9a9-9ee98d9ca83f req-78deb0db-7348-4108-a4c9-0439c87bf6e2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:19.634856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a4a4afe-803d-4ea8-a9a9-9ee98d9ca83f req-78deb0db-7348-4108-a4c9-0439c87bf6e2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.4000995 Dec 09 22:40:19.733084 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a4a4afe-803d-4ea8-a9a9-9ee98d9ca83f req-7472ab14-e27f-45f8-999b-df814f897a10 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970275 Dec 09 22:40:19.734992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e906472-d410-495c-a66c-4a63059be617 req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Made reservation on behalf of 85fd3534b00e4558ae44e41e13286473 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:19.749499 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e906472-d410-495c-a66c-4a63059be617 req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:19.871151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] For port d92280d2-01d2-49ae-9151-46d144a5a268, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:19.876917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] For port d92280d2-01d2-49ae-9151-46d144a5a268, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d92280d2-01d2-49ae-9151-46d144a5a268,segment=NetworkSegment(43f336db-e7af-47fd-8717-201fa3377b8a),segment_id=43f336db-e7af-47fd-8717-201fa3377b8a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:19.878393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6455bfe4-94d5-4291-ab02-aa1c116ed30b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:19.879465 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:19.881228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2825647-4450-41d7-85e3-d8251551d451 req-698b9e1f-66a2-434f-b479-2889b55e7cf5 tempest-VolumesSnapshotTestJSON-1276980739 tempest-VolumesSnapshotTestJSON-1276980739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1254d80e-105b-418d-8bf8-06ec0782885a HTTP/1.1" status: 200 len: 210 time: 0.0604389 Dec 09 22:40:19.885087 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:19.935942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ba7ec-ff92-40cb-8e46-dfcbe5141782 req-434bf3b5-e0bb-4d59-b1c3-34346695a97a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:19.937510 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce8ba7ec-ff92-40cb-8e46-dfcbe5141782 req-434bf3b5-e0bb-4d59-b1c3-34346695a97a tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.42 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 945 time: 0.1172438 Dec 09 22:40:20.008603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-6e906472-d410-495c-a66c-4a63059be617 req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Allocated IP 172.20.0.5 (2cc69133-2b69-4699-aedc-fba439939c4b/f372595c-0f38-4522-8622-4ea9c073f41c/f7c7b51c-0e51-4412-9732-427fc0f6b738) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:20.051809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db641c61-737d-4f03-be7b-fbe7a1be36d7 None None] Pushing event updated for resources: {'Port': ['ID=d92280d2-01d2-49ae-9151-46d144a5a268,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:20.108189 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.120481 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.187001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ce8ba7ec-ff92-40cb-8e46-dfcbe5141782 req-7467ab8b-4647-49ff-961a-b665670139b6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Deleting port e2cfa496-2e71-4b28-ad42-a0faa06a64f7 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:20.187720 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ce8ba7ec-ff92-40cb-8e46-dfcbe5141782 req-7467ab8b-4647-49ff-961a-b665670139b6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.208306 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Network a7f93a3e-fe8e-420f-a713-d7a05feee9c3 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:20.210566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:20.212982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Pushing event updated for resources: {'Port': ['ID=e7bcaab8-749b-40ce-a2b0-d59599228168,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:20.219000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:20.229544 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.250869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d29cca-4b28-4708-8b5d-13abd91222b2 req-f89ab090-7862-4797-9d5a-fc22968fce09 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:20.252461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1d29cca-4b28-4708-8b5d-13abd91222b2 req-f89ab090-7862-4797-9d5a-fc22968fce09 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/ports?device_id=b571a45c-4075-4ff6-89fc-23ea26c63222 HTTP/1.1" status: 200 len: 945 time: 0.1754210 Dec 09 22:40:20.304911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Attempting to bind port e7bcaab8-749b-40ce-a2b0-d59599228168 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:20.305308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Attempting to bind port e7bcaab8-749b-40ce-a2b0-d59599228168 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '04b0e59c-4798-4e14-8d4c-580328427fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a7f93a3e-fe8e-420f-a713-d7a05feee9c3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:20.305663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Attempting to bind port e7bcaab8-749b-40ce-a2b0-d59599228168 on network a7f93a3e-fe8e-420f-a713-d7a05feee9c3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:20.323988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:20.324384 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Checking segment: {'id': '04b0e59c-4798-4e14-8d4c-580328427fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a7f93a3e-fe8e-420f-a713-d7a05feee9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:20.324781 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.325172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Bound using segment: {'id': '04b0e59c-4798-4e14-8d4c-580328427fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a7f93a3e-fe8e-420f-a713-d7a05feee9c3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:20.325648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Bound port: e7bcaab8-749b-40ce-a2b0-d59599228168, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b0e59c-4798-4e14-8d4c-580328427fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a7f93a3e-fe8e-420f-a713-d7a05feee9c3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:20.326286 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.327946 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Subnet': ['ID=dbbc2bf0-add4-4506-a2c3-6e502ce6b5d4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:20.389087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ce8ba7ec-ff92-40cb-8e46-dfcbe5141782 req-7467ab8b-4647-49ff-961a-b665670139b6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] For port e2cfa496-2e71-4b28-ad42-a0faa06a64f7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e2cfa496-2e71-4b28-ad42-a0faa06a64f7,segment=NetworkSegment(73aa8956-e789-4e0c-bdbc-1390756df713),segment_id=73aa8956-e789-4e0c-bdbc-1390756df713)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:20.389457 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ce8ba7ec-ff92-40cb-8e46-dfcbe5141782 req-7467ab8b-4647-49ff-961a-b665670139b6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.421629 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ce8ba7ec-ff92-40cb-8e46-dfcbe5141782 req-7467ab8b-4647-49ff-961a-b665670139b6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Calling delete_port for e2cfa496-2e71-4b28-ad42-a0faa06a64f7 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:20.448318 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] For port e7bcaab8-749b-40ce-a2b0-d59599228168, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:20.466529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] For port e7bcaab8-749b-40ce-a2b0-d59599228168, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e7bcaab8-749b-40ce-a2b0-d59599228168,segment=NetworkSegment(04b0e59c-4798-4e14-8d4c-580328427fbf),segment_id=04b0e59c-4798-4e14-8d4c-580328427fbf)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:20.469525 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.473291 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.496949 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e906472-d410-495c-a66c-4a63059be617 req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.521283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1d29cca-4b28-4708-8b5d-13abd91222b2 req-defcbe1e-f83c-4ff9-a949-f5a8b2d74358 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.16 "GET /v2.0/security-groups?id=7810637a-f55e-4614-90e1-296b314b049c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564683 Dec 09 22:40:20.531094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f93a3e-fe8e-420f-a713-d7a05feee9c3']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:20.545703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b0e59c-4798-4e14-8d4c-580328427fbf') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:20.546323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b0e59c-4798-4e14-8d4c-580328427fbf') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:20.561162 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.601406 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.623823 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:20.624236 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:20.627712 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:20.647795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbc1a5-3641-49b3-935a-86830aa6c260 None None] Pushing event updated for resources: {'Port': ['ID=e7bcaab8-749b-40ce-a2b0-d59599228168,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:20.662850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb1d5af-4fac-4b10-82c8-2e80bc00e4e9 None None] Network a7f93a3e-fe8e-420f-a713-d7a05feee9c3 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:20.679641 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e906472-d410-495c-a66c-4a63059be617 req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.714059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ce8ba7ec-ff92-40cb-8e46-dfcbe5141782 req-7467ab8b-4647-49ff-961a-b665670139b6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.749543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467ab8b-4647-49ff-961a-b665670139b6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Pushing event deleted for resources: {'Port': ['ID=e2cfa496-2e71-4b28-ad42-a0faa06a64f7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:20.777202 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.api [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 22:40:20.777202 n-d-789963-23 neutron-server[103418]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 22:40:20.777202 n-d-789963-23 neutron-server[103418]: [parameters: {'id': 'a7f93a3e-fe8e-420f-a713-d7a05feee9c3'}] Dec 09 22:40:20.777202 n-d-789963-23 neutron-server[103418]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:40:20.778001 n-d-789963-23 neutron-server[103418]: DEBUG oslo_db.api [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:40:20.779328 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e906472-d410-495c-a66c-4a63059be617 req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Network 2cc69133-2b69-4699-aedc-fba439939c4b is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:20.789854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-6e906472-d410-495c-a66c-4a63059be617 req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:20.796309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e906472-d410-495c-a66c-4a63059be617 req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:20.799597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Pushing event updated for resources: {'Port': ['ID=f7c7b51c-0e51-4412-9732-427fc0f6b738,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:20.812574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7954d77-0c89-4770-b048-5c19c7f413c6 req-c478ea78-2571-44b7-a503-de01ec9a3b7c tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:20.814098 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7954d77-0c89-4770-b048-5c19c7f413c6 req-c478ea78-2571-44b7-a503-de01ec9a3b7c tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 931 time: 0.1930649 Dec 09 22:40:20.821802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8ba7ec-ff92-40cb-8e46-dfcbe5141782 req-7467ab8b-4647-49ff-961a-b665670139b6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] No DVR routers for this DVR port e2cfa496-2e71-4b28-ad42-a0faa06a64f7 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:20.824573 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ce8ba7ec-ff92-40cb-8e46-dfcbe5141782 req-7467ab8b-4647-49ff-961a-b665670139b6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.828995 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce8ba7ec-ff92-40cb-8e46-dfcbe5141782 req-7467ab8b-4647-49ff-961a-b665670139b6 tempest-ServerDiskConfigTestJSON-1446596464 tempest-ServerDiskConfigTestJSON-1446596464-project] 10.222.0.42 "DELETE /v2.0/ports/e2cfa496-2e71-4b28-ad42-a0faa06a64f7 HTTP/1.1" status: 204 len: 173 time: 0.8827507 Dec 09 22:40:20.831126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['e2cfa496-2e71-4b28-ad42-a0faa06a64f7'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:20.908372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906472-d410-495c-a66c-4a63059be617 req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:20.909004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e906472-d410-495c-a66c-4a63059be617 req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:20.939863 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7954d77-0c89-4770-b048-5c19c7f413c6 req-33d81f93-90ef-4ebe-8fb4-266518dc5f54 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/security-groups?id=db033781-deb9-4c36-9867-6efd1479ce72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065602 Dec 09 22:40:20.946151 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-3ec1db4b-5523-4763-becf-97b365a3064b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4841826 Dec 09 22:40:20.962923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba496037-d4d2-4bd8-bb47-f77a762bcc69 req-ea170368-06a9-4541-b29f-e6a63f8c290d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:20.973614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba496037-d4d2-4bd8-bb47-f77a762bcc69 req-ea170368-06a9-4541-b29f-e6a63f8c290d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1091716 Dec 09 22:40:20.984365 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Request body: {'port': {'device_id': 'eebe86e5-4e7e-4f66-af3f-583ce13c177e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:21.067484 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba496037-d4d2-4bd8-bb47-f77a762bcc69 req-12aaec27-6ca2-4ce0-a259-4ad0e60685b3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931530 Dec 09 22:40:21.074246 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:21.360464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d92280d2-01d2-49ae-9151-46d144a5a268 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:21.494495 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d92280d2-01d2-49ae-9151-46d144a5a268 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:21.494875 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:21.526002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c7b51c-0e51-4412-9732-427fc0f6b738 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:40:21.536713 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:21.554496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:21.563037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Transition to ACTIVE for port object f7c7b51c-0e51-4412-9732-427fc0f6b738 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:40:21.572553 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b571a45c-4075-4ff6-89fc-23ea26c63222', 'name': 'network-vif-deleted', 'tag': 'e2cfa496-2e71-4b28-ad42-a0faa06a64f7'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:21.575111 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f06297-8a12-4058-94d5-7c53f333ac5e" -d '{"events": [{"server_uuid": "b571a45c-4075-4ff6-89fc-23ea26c63222", "name": "network-vif-deleted", "tag": "e2cfa496-2e71-4b28-ad42-a0faa06a64f7"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:21.579222 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:21.635709 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:21.698464 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cdcfba-bfce-46b4-8bbf-46ba11d48cc3 x-openstack-request-id: req-f6cdcfba-bfce-46b4-8bbf-46ba11d48cc3 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:21.698947 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b571a45c-4075-4ff6-89fc-23ea26c63222", "name": "network-vif-deleted", "tag": "e2cfa496-2e71-4b28-ad42-a0faa06a64f7", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:21.699359 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6cdcfba-bfce-46b4-8bbf-46ba11d48cc3 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:21.700511 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b571a45c-4075-4ff6-89fc-23ea26c63222', 'name': 'network-vif-deleted', 'tag': 'e2cfa496-2e71-4b28-ad42-a0faa06a64f7', 'status': 'completed', 'code': 200} Dec 09 22:40:21.716484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port d92280d2-01d2-49ae-9151-46d144a5a268, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d92280d2-01d2-49ae-9151-46d144a5a268,segment=NetworkSegment(43f336db-e7af-47fd-8717-201fa3377b8a),segment_id=43f336db-e7af-47fd-8717-201fa3377b8a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:21.724405 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:21.793170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Attempting to bind port f7c7b51c-0e51-4412-9732-427fc0f6b738 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:21.793666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Attempting to bind port f7c7b51c-0e51-4412-9732-427fc0f6b738 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '28d613f0-489f-4bad-a4fe-862de2c50863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2cc69133-2b69-4699-aedc-fba439939c4b'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:21.794292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Attempting to bind port f7c7b51c-0e51-4412-9732-427fc0f6b738 on network 2cc69133-2b69-4699-aedc-fba439939c4b {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:21.806740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f49a50-ed5d-41fb-b021-6e62e46f3ca9 None None] Network 108b90eb-c550-442c-92f9-238e91219972 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:21.809725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Port f7c7b51c-0e51-4412-9732-427fc0f6b738 on network 2cc69133-2b69-4699-aedc-fba439939c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:40:21.810160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Attempting to bind port f7c7b51c-0e51-4412-9732-427fc0f6b738 on network 2cc69133-2b69-4699-aedc-fba439939c4b {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:21.812237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c7b51c-0e51-4412-9732-427fc0f6b738,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:21.828123 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:21.828456 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Checking segment: {'id': '28d613f0-489f-4bad-a4fe-862de2c50863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2cc69133-2b69-4699-aedc-fba439939c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:21.828844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Bound using segment: {'id': '28d613f0-489f-4bad-a4fe-862de2c50863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2cc69133-2b69-4699-aedc-fba439939c4b'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:21.829294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Bound port: f7c7b51c-0e51-4412-9732-427fc0f6b738, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d613f0-489f-4bad-a4fe-862de2c50863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2cc69133-2b69-4699-aedc-fba439939c4b'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:21.829654 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:21.854162 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Deleting port e7bcaab8-749b-40ce-a2b0-d59599228168 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:21.854682 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:21.882358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55888) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:21.937118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-671dc0d3-eb00-4eda-b86a-51564ae37825 admin admin] Deleting subnet c5a87a1d-82f8-4c7d-80cd-204c780f1259 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:40:21.944242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-671dc0d3-eb00-4eda-b86a-51564ae37825 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:21.971648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] For port e7bcaab8-749b-40ce-a2b0-d59599228168, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e7bcaab8-749b-40ce-a2b0-d59599228168,segment=NetworkSegment(04b0e59c-4798-4e14-8d4c-580328427fbf),segment_id=04b0e59c-4798-4e14-8d4c-580328427fbf)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:21.972120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:21.989365 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] For port f7c7b51c-0e51-4412-9732-427fc0f6b738, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:21.991691 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Calling delete_port for e7bcaab8-749b-40ce-a2b0-d59599228168 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:21.994765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] For port f7c7b51c-0e51-4412-9732-427fc0f6b738, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f7c7b51c-0e51-4412-9732-427fc0f6b738,segment=NetworkSegment(28d613f0-489f-4bad-a4fe-862de2c50863),segment_id=28d613f0-489f-4bad-a4fe-862de2c50863)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:22.005360 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.008516 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-671dc0d3-eb00-4eda-b86a-51564ae37825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.023711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:22.024343 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.026123 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] 10.222.0.42 "PUT /v2.0/ports/f7c7b51c-0e51-4412-9732-427fc0f6b738 HTTP/1.1" status: 200 len: 1092 time: 1.0505414 Dec 09 22:40:22.030091 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebe86e5-4e7e-4f66-af3f-583ce13c177e', 'tag': 'f7c7b51c-0e51-4412-9732-427fc0f6b738'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:22.031931 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c14eb45-160c-44ef-9d08-b15fed36fc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "eebe86e5-4e7e-4f66-af3f-583ce13c177e", "tag": "f7c7b51c-0e51-4412-9732-427fc0f6b738"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:22.046784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=d92280d2-01d2-49ae-9151-46d144a5a268,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:22.074045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.075640 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.076210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.076863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.077382 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.078082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.078596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.079124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.080189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.080714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.081373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.082562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.083094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:22.097565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7eff7349-0e52-4859-855b-df0df14dd32b None None] Provisioning complete for port d92280d2-01d2-49ae-9151-46d144a5a268 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:22.098346 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7eff7349-0e52-4859-855b-df0df14dd32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.118211 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-671dc0d3-eb00-4eda-b86a-51564ae37825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.133540 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae9dcdd-c254-4635-9db8-85602f30ce2d x-openstack-request-id: req-fae9dcdd-c254-4635-9db8-85602f30ce2d {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:22.133837 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebe86e5-4e7e-4f66-af3f-583ce13c177e", "tag": "f7c7b51c-0e51-4412-9732-427fc0f6b738", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:22.134122 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fae9dcdd-c254-4635-9db8-85602f30ce2d {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:22.134588 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebe86e5-4e7e-4f66-af3f-583ce13c177e', 'tag': 'f7c7b51c-0e51-4412-9732-427fc0f6b738', 'status': 'completed', 'code': 200} Dec 09 22:40:22.247794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-671dc0d3-eb00-4eda-b86a-51564ae37825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.292021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dc0d3-eb00-4eda-b86a-51564ae37825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a87a1d-82f8-4c7d-80cd-204c780f1259,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:22.305095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ccbb1-cc7d-428e-aeb4-8a717d8e220f req-c4ad4a72-953e-44da-b0b5-43a0aeb1597e tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:22.306991 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-671dc0d3-eb00-4eda-b86a-51564ae37825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.314762 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-671dc0d3-eb00-4eda-b86a-51564ae37825 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c5a87a1d-82f8-4c7d-80cd-204c780f1259 HTTP/1.1" status: 204 len: 168 time: 0.4311147 Dec 09 22:40:22.315690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-666ccbb1-cc7d-428e-aeb4-8a717d8e220f req-c4ad4a72-953e-44da-b0b5-43a0aeb1597e tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 943 time: 0.2072942 Dec 09 22:40:22.315811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55898) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:22.318147 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f3788-d3b3-4dbc-884b-43eb46dd7bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c7b51c-0e51-4412-9732-427fc0f6b738,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:22.327232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906472-d410-495c-a66c-4a63059be617 req-0af4145e-edc2-4689-b7a2-2f93a1a26ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:22.329555 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-0af4145e-edc2-4689-b7a2-2f93a1a26ba8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85fd3534b00e4558ae44e41e13286473&device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 1095 time: 0.2234747 Dec 09 22:40:22.422176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-f079fe60-0076-4564-9399-50329b3bf1bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7c7b51c-0e51-4412-9732-427fc0f6b738 HTTP/1.1" status: 200 len: 217 time: 0.0645976 Dec 09 22:40:22.422393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.429165 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.447057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No DVR routers for this DVR port e7bcaab8-749b-40ce-a2b0-d59599228168 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:22.533505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.561285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a1a24c-c82d-4a77-ba6d-30198707f405 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:40:22.594970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29868e70-b02b-43f7-ac67-65d677e88999']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:22.621005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73aa8956-e789-4e0c-bdbc-1390756df713') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:22.621337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73aa8956-e789-4e0c-bdbc-1390756df713') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:22.633845 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.648659 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.655727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:22.656137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:22.718695 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:22.723177 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.729174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.735657 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] 10.222.0.16 "DELETE /v2.0/networks/29868e70-b02b-43f7-ac67-65d677e88999 HTTP/1.1" status: 204 len: 168 time: 0.4160726 Dec 09 22:40:22.772192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44acc5-c986-4518-9ae6-85ca184fbf91 admin admin] Pushing event deleted for resources: {'Network': ['ID=29868e70-b02b-43f7-ac67-65d677e88999,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:22.858541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:40:22.874161 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-666ccbb1-cc7d-428e-aeb4-8a717d8e220f req-a7cb92ae-d2e9-4cb6-9834-d68e92e8070e tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/security-groups?id=db033781-deb9-4c36-9867-6efd1479ce72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528407 Dec 09 22:40:22.927694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Port': ['ID=e7bcaab8-749b-40ce-a2b0-d59599228168,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:22.951979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55906) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:22.959658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e8d75ff8-bce2-4831-b979-f9d569e824ec None None] Provisioning complete for port d92280d2-01d2-49ae-9151-46d144a5a268 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:22.960039 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8d75ff8-bce2-4831-b979-f9d569e824ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:22.961964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a1a24c-c82d-4a77-ba6d-30198707f405 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:40:22.964129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:40:22.964577 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device ec37fc41-d4b7-4cb5-bcf2-8a2c5ffcc666 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:40:22.974976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fc218-2466-4d31-8d71-ced7a4cb307c req-6388c3a7-73fd-41ea-89d2-fdb5c289a7bb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:22.984593 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b4fc218-2466-4d31-8d71-ced7a4cb307c req-6388c3a7-73fd-41ea-89d2-fdb5c289a7bb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.7626541 Dec 09 22:40:22.995881 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.040955 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-634ee03d-95b8-4320-a0dd-a22dac54804a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2faeab8999645d0aecc09aad9149937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0872328 Dec 09 22:40:23.046994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55908) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:23.168361 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.171455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906472-d410-495c-a66c-4a63059be617 req-05ec1dfb-d296-4ec5-89cc-63e301ec3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:23.172935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-05ec1dfb-d296-4ec5-89cc-63e301ec3ad4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f372595c-0f38-4522-8622-4ea9c073f41c HTTP/1.1" status: 200 len: 853 time: 0.7336717 Dec 09 22:40:23.229813 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-a0b7d481-0739-44e2-bbd9-cb4a1f1e8d8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2cc69133-2b69-4699-aedc-fba439939c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349550 Dec 09 22:40:23.233152 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b4fc218-2466-4d31-8d71-ced7a4cb307c req-758e879d-3d46-4f84-ab7f-35c39ed8f24b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464120 Dec 09 22:40:23.247575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f93a3e-fe8e-420f-a713-d7a05feee9c3']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:23.279952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b0e59c-4798-4e14-8d4c-580328427fbf') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:23.280276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b0e59c-4798-4e14-8d4c-580328427fbf') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:23.299700 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e44b4d86-3b99-43c1-868a-35eae0f5b408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.302902 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.307511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d92280d2-01d2-49ae-9151-46d144a5a268 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:23.351485 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.369602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:23.370109 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:23.373683 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:23.386759 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e44b4d86-3b99-43c1-868a-35eae0f5b408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.420007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d92280d2-01d2-49ae-9151-46d144a5a268 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:23.420658 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.451191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff7b7ab-1399-48b3-b840-dcfae9d1aee6 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:40:23.497136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-0d388396-9fd9-4b28-a41b-22713ece1d82 service neutron] 10.222.0.42 "GET /v2.0/networks/2cc69133-2b69-4699-aedc-fba439939c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592790 Dec 09 22:40:23.498981 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.505930 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.509104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/a7f93a3e-fe8e-420f-a713-d7a05feee9c3 HTTP/1.1" status: 204 len: 168 time: 4.6412663 Dec 09 22:40:23.514141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55910) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:23.523457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1287352089'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:23.541710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1316943-a057-498b-9b3a-c04f39954083 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Network': ['ID=a7f93a3e-fe8e-420f-a713-d7a05feee9c3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:23.582268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:23.591398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.607204 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e44b4d86-3b99-43c1-868a-35eae0f5b408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.612095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e44b4d86-3b99-43c1-868a-35eae0f5b408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.616592 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e44b4d86-3b99-43c1-868a-35eae0f5b408 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7810637a-f55e-4614-90e1-296b314b049c HTTP/1.1" status: 204 len: 168 time: 0.5605767 Dec 09 22:40:23.631657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b4d86-3b99-43c1-868a-35eae0f5b408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7810637a-f55e-4614-90e1-296b314b049c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:23.676510 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff7b7ab-1399-48b3-b840-dcfae9d1aee6 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:40:23.677041 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e906472-d410-495c-a66c-4a63059be617 req-dbac1fd3-6ec1-4c60-998f-471765359d5e service neutron] 10.222.0.42 "GET /v2.0/networks/2cc69133-2b69-4699-aedc-fba439939c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660070 Dec 09 22:40:23.677686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:40:23.688082 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.689117 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Added segment d63b4c8b-e151-4267-9a8c-f83f45a0b878 of type vlan for network 9f9eeb60-3126-4281-bca3-e8c52fe1af47 Dec 09 22:40:23.734228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.764475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.776425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:23.777346 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:23.804583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55918) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:23.805363 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2887468 Dec 09 22:40:23.812281 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-01141c82-7c30-46f0-b4a3-87f1307a000d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'subnet': {'network_id': '9f9eeb60-3126-4281-bca3-e8c52fe1af47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:23.820177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14eb45-160c-44ef-9d08-b15fed36fc2a req-090198c2-e852-4b41-9d06-abdf1b146a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:23.821803 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c14eb45-160c-44ef-9d08-b15fed36fc2a req-090198c2-e852-4b41-9d06-abdf1b146a16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85fd3534b00e4558ae44e41e13286473&device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 1095 time: 0.0810301 Dec 09 22:40:23.874758 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Network': ['ID=9f9eeb60-3126-4281-bca3-e8c52fe1af47,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:23.918044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:23.918680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:23.919564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:23.920416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:23.921728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:23.922799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:23.923822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:23.924572 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:23.926004 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:23.932869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:23.932980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:23.933321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:23.933602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf425-ce77-42ce-b406-8154c223df07 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:24.006633 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 9f9eeb60-3126-4281-bca3-e8c52fe1af47 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:24.241009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14eb45-160c-44ef-9d08-b15fed36fc2a req-74a6056c-5b3f-4d65-9d39-a987c5bd50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:24.242579 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c14eb45-160c-44ef-9d08-b15fed36fc2a req-74a6056c-5b3f-4d65-9d39-a987c5bd50a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2cc69133-2b69-4699-aedc-fba439939c4b HTTP/1.1" status: 200 len: 914 time: 0.4090657 Dec 09 22:40:24.246733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01141c82-7c30-46f0-b4a3-87f1307a000d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:24.250679 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01141c82-7c30-46f0-b4a3-87f1307a000d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:24.286027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fd447-7f25-46ab-9e0f-7185b2e33bba req-8e4e9aef-c433-4ca6-ae2a-41cce2835be1 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:24.287683 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-045fd447-7f25-46ab-9e0f-7185b2e33bba req-8e4e9aef-c433-4ca6-ae2a-41cce2835be1 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 943 time: 0.2720864 Dec 09 22:40:24.335945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c14eb45-160c-44ef-9d08-b15fed36fc2a req-8a442897-9879-43e8-a22d-0fc1e7b04589 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7c7b51c-0e51-4412-9732-427fc0f6b738 HTTP/1.1" status: 200 len: 217 time: 0.0664296 Dec 09 22:40:24.496077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14eb45-160c-44ef-9d08-b15fed36fc2a req-61951923-17d0-41cf-98ba-41f17f4c233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:24.497573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c14eb45-160c-44ef-9d08-b15fed36fc2a req-61951923-17d0-41cf-98ba-41f17f4c233a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f372595c-0f38-4522-8622-4ea9c073f41c HTTP/1.1" status: 200 len: 853 time: 0.1497831 Dec 09 22:40:24.529865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-045fd447-7f25-46ab-9e0f-7185b2e33bba req-6152b01d-d1f7-4ccf-9be2-08b1e133a00c tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/security-groups?id=db033781-deb9-4c36-9867-6efd1479ce72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007709 Dec 09 22:40:24.550443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147cd72-8323-4d3c-bffe-3e8e55ec2cb3 req-e6d4ea55-3ceb-43e1-a2e7-ac18be74e241 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:24.551914 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2147cd72-8323-4d3c-bffe-3e8e55ec2cb3 req-e6d4ea55-3ceb-43e1-a2e7-ac18be74e241 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1604970 Dec 09 22:40:24.555504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c14eb45-160c-44ef-9d08-b15fed36fc2a req-841a1319-e561-4693-bd33-095490231533 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2cc69133-2b69-4699-aedc-fba439939c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489750 Dec 09 22:40:24.685582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55964) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:24.717941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2147cd72-8323-4d3c-bffe-3e8e55ec2cb3 req-e35dd548-2ecb-49c1-bf1f-16ab059b1294 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574893 Dec 09 22:40:24.773561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01141c82-7c30-46f0-b4a3-87f1307a000d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:24.807090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c14eb45-160c-44ef-9d08-b15fed36fc2a req-0fe2a225-e63c-4beb-ac14-f6105b03d6c8 service neutron] 10.222.0.42 "GET /v2.0/networks/2cc69133-2b69-4699-aedc-fba439939c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406852 Dec 09 22:40:24.818865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-960721378-network', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:24.843862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e2cfa496-2e71-4b28-ad42-a0faa06a64f7 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:40:24.883275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Made reservation on behalf of e3d735f4e9494bc39d58324e1672d24b for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:24.886704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:24.893563 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01141c82-7c30-46f0-b4a3-87f1307a000d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Subnet': ['ID=e52879e1-9573-4260-b83b-ea06e7077cd4,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:24.904526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: e2cfa496-2e71-4b28-ad42-a0faa06a64f7 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:40:24.905688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e2cfa496-2e71-4b28-ad42-a0faa06a64f7 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:40:24.910769 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:24.973163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01141c82-7c30-46f0-b4a3-87f1307a000d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Checking segment: {'id': 'd63b4c8b-e151-4267-9a8c-f83f45a0b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9f9eeb60-3126-4281-bca3-e8c52fe1af47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:24.973603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01141c82-7c30-46f0-b4a3-87f1307a000d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network hostable DHCP agents. Network: 9f9eeb60-3126-4281-bca3-e8c52fe1af47, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:40:25.008132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c14eb45-160c-44ef-9d08-b15fed36fc2a req-becf40d7-2e05-4d28-8e41-0c3406389a16 service neutron] 10.222.0.42 "GET /v2.0/networks/2cc69133-2b69-4699-aedc-fba439939c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900990 Dec 09 22:40:25.020933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01141c82-7c30-46f0-b4a3-87f1307a000d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network 9f9eeb60-3126-4281-bca3-e8c52fe1af47 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:40:25.024375 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.030174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.031225 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c617cb8-c8fc-4db8-9d5d-64e97b753e7a req-b0eca802-2b5b-4327-9409-b7a9d133bf94 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:25.033449 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c617cb8-c8fc-4db8-9d5d-64e97b753e7a req-b0eca802-2b5b-4327-9409-b7a9d133bf94 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 946 time: 0.1008229 Dec 09 22:40:25.048489 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-01141c82-7c30-46f0-b4a3-87f1307a000d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 9f9eeb60-3126-4281-bca3-e8c52fe1af47) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:25.057311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b695f9-a027-4353-9fd6-e27b2922fa1d None None] Network 9f9eeb60-3126-4281-bca3-e8c52fe1af47 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:25.062088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:40:25.079047 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc818c8-3038-4786-a5c7-09adfca6117e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:25.082885 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.083320 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Added segment f26a8de7-e0ec-4a7c-8691-dd3355fda9b3 of type vlan for network da8046fa-97ce-4191-a958-2aad26658168 Dec 09 22:40:25.122975 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01141c82-7c30-46f0-b4a3-87f1307a000d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:25.123571 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01141c82-7c30-46f0-b4a3-87f1307a000d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.131347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.163142 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-01141c82-7c30-46f0-b4a3-87f1307a000d tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3573437 Dec 09 22:40:25.166365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55972) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:25.175117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c617cb8-c8fc-4db8-9d5d-64e97b753e7a req-9354cdda-3580-4daf-846d-36deb377c261 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1347661 Dec 09 22:40:25.180699 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.181806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:25.182399 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.203434 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-9f9eeb60-3126-4281-bca3-e8c52fe1af47', 'network_id': '9f9eeb60-3126-4281-bca3-e8c52fe1af47', 'project_id': '2282e30cb4124ab5aa561d8b5030166e', 'fixed_ips': [{'subnet_id': 'e52879e1-9573-4260-b83b-ea06e7077cd4'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:40:25.204330 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.311681 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6248081 Dec 09 22:40:25.314862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55976) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:25.321146 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-21b16976-4e0f-4e77-baa5-d6a2395f1915 admin admin] Request body: {'subnet': {'network_id': 'da8046fa-97ce-4191-a958-2aad26658168', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-960721378-subnet', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:25.338771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a504a-40ad-4edc-a55c-0459c7051afa admin admin] Pushing event updated for resources: {'Network': ['ID=da8046fa-97ce-4191-a958-2aad26658168,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:25.363730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b16976-4e0f-4e77-baa5-d6a2395f1915 admin admin] Made reservation on behalf of e3d735f4e9494bc39d58324e1672d24b for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:25.366319 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21b16976-4e0f-4e77-baa5-d6a2395f1915 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.384957 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.388524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network da8046fa-97ce-4191-a958-2aad26658168 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:25.424151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Allocated IP 2001:db8::1 (9f9eeb60-3126-4281-bca3-e8c52fe1af47/e52879e1-9573-4260-b83b-ea06e7077cd4/ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:25.458211 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.643160 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21b16976-4e0f-4e77-baa5-d6a2395f1915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.762973 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b16976-4e0f-4e77-baa5-d6a2395f1915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e5caf15-34f8-4ccc-a7c6-66d13bf78505,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:25.766583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b16976-4e0f-4e77-baa5-d6a2395f1915 admin admin] Checking segment: {'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:25.766955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b16976-4e0f-4e77-baa5-d6a2395f1915 admin admin] Network hostable DHCP agents. Network: da8046fa-97ce-4191-a958-2aad26658168, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:40:25.785135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c314e45-7de3-4b84-9f74-a5b6461bb18e req-1499a77a-b0ba-41f8-bdfb-81e40cb63013 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:25.793058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c314e45-7de3-4b84-9f74-a5b6461bb18e req-1499a77a-b0ba-41f8-bdfb-81e40cb63013 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 943 time: 0.1534877 Dec 09 22:40:25.858519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b16976-4e0f-4e77-baa5-d6a2395f1915 admin admin] Network da8046fa-97ce-4191-a958-2aad26658168 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:40:25.862329 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.870824 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.884418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-21b16976-4e0f-4e77-baa5-d6a2395f1915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, da8046fa-97ce-4191-a958-2aad26658168) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:25.891577 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c314e45-7de3-4b84-9f74-a5b6461bb18e req-83f7bad8-b7d3-46e1-a534-e492e4c52f34 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/security-groups?id=db033781-deb9-4c36-9867-6efd1479ce72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976782 Dec 09 22:40:25.893776 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b16976-4e0f-4e77-baa5-d6a2395f1915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:25.894934 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21b16976-4e0f-4e77-baa5-d6a2395f1915 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.902827 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.903851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f1a92d-4939-4fd8-8b63-d57323eda868 None None] Network da8046fa-97ce-4191-a958-2aad26658168 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:25.914259 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2fffb-bbb1-4d17-a9dc-2dd22fbf2dd4 req-2e1474b3-9935-466c-918c-17d7af3c0532 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:25.917339 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63a2fffb-bbb1-4d17-a9dc-2dd22fbf2dd4 req-2e1474b3-9935-466c-918c-17d7af3c0532 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1017880 Dec 09 22:40:25.919638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Network 9f9eeb60-3126-4281-bca3-e8c52fe1af47 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:25.935666 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:25.935866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-21b16976-4e0f-4e77-baa5-d6a2395f1915 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6187119 Dec 09 22:40:25.942735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Subnet': ['ID=e52879e1-9573-4260-b83b-ea06e7077cd4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:25.943197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:25.943613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55982) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:25.949582 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-960721378-router', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:25.992305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Pushing event updated for resources: {'Port': ['ID=ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:25.994034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63a2fffb-bbb1-4d17-a9dc-2dd22fbf2dd4 req-896d2a9e-3bde-49ed-8f4a-77d01624fd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685477 Dec 09 22:40:25.995376 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:25.996431 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.018443 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.048150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9eeb60-3126-4281-bca3-e8c52fe1af47']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:26.060273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63b4c8b-e151-4267-9a8c-f83f45a0b878') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:26.060614 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63b4c8b-e151-4267-9a8c-f83f45a0b878') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:26.073151 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.078332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.085088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Attempting to bind port ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:26.085471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Attempting to bind port ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'd63b4c8b-e151-4267-9a8c-f83f45a0b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9f9eeb60-3126-4281-bca3-e8c52fe1af47'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:26.085858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Attempting to bind port ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081 on network 9f9eeb60-3126-4281-bca3-e8c52fe1af47 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:26.092750 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.101250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:26.101986 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.108134 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:26.108524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Checking segment: {'id': 'd63b4c8b-e151-4267-9a8c-f83f45a0b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9f9eeb60-3126-4281-bca3-e8c52fe1af47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:26.108933 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.109326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Bound using segment: {'id': 'd63b4c8b-e151-4267-9a8c-f83f45a0b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9f9eeb60-3126-4281-bca3-e8c52fe1af47'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:26.109821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Bound port: ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63b4c8b-e151-4267-9a8c-f83f45a0b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9f9eeb60-3126-4281-bca3-e8c52fe1af47'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:26.110267 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.122450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e971f7d3-4585-4148-9faf-dfdb54a28549 None None] Network da8046fa-97ce-4191-a958-2aad26658168 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:26.167908 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:26.172072 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.api [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 22:40:26.172072 n-d-789963-23 neutron-server[103417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 22:40:26.172072 n-d-789963-23 neutron-server[103417]: [parameters: {'id': '9f9eeb60-3126-4281-bca3-e8c52fe1af47'}] Dec 09 22:40:26.172072 n-d-789963-23 neutron-server[103417]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:40:26.172456 n-d-789963-23 neutron-server[103417]: DEBUG oslo_db.api [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:40:26.255854 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] For port ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:26.265536 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.285943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] For port ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081,segment=NetworkSegment(d63b4c8b-e151-4267-9a8c-f83f45a0b878),segment_id=d63b4c8b-e151-4267-9a8c-f83f45a0b878)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:26.295135 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.357104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c46e5a-98ed-471f-b374-aa34a7a6c9b0 req-91d8e087-d607-4dd5-a6da-afc560e6c3e9 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:26.358661 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16c46e5a-98ed-471f-b374-aa34a7a6c9b0 req-91d8e087-d607-4dd5-a6da-afc560e6c3e9 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 946 time: 0.0683229 Dec 09 22:40:26.424695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928448e-1eb3-4c0c-aaaf-60b038858049 None None] Pushing event updated for resources: {'Port': ['ID=ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:26.452871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2b025b-6e69-4115-8fc4-daeb2a89124b None None] Network 9f9eeb60-3126-4281-bca3-e8c52fe1af47 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:26.459541 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16c46e5a-98ed-471f-b374-aa34a7a6c9b0 req-973e3b13-4484-459d-a624-903fd1cd1ad3 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934374 Dec 09 22:40:26.567528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431141fa-95dc-4b3b-8c41-a1697f322544 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:40:26.621462 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.640554 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.674138 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.717146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431141fa-95dc-4b3b-8c41-a1697f322544 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:40:26.743771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Deleting port ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:26.744398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.782627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Allocated IP 172.25.8.231 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/b61f36ec-6b30-49f7-9d5f-0ad675cc79dd) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:26.811135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] For port ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081,segment=NetworkSegment(d63b4c8b-e151-4267-9a8c-f83f45a0b878),segment_id=d63b4c8b-e151-4267-9a8c-f83f45a0b878)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:26.811734 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:26.825449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Calling delete_port for ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:26.837354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f7c7b51c-0e51-4412-9732-427fc0f6b738 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:40:26.917980 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.020907 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.111279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f7c7b51c-0e51-4412-9732-427fc0f6b738, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f7c7b51c-0e51-4412-9732-427fc0f6b738,segment=NetworkSegment(28d613f0-489f-4bad-a4fe-862de2c50863),segment_id=28d613f0-489f-4bad-a4fe-862de2c50863)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:27.133338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'f7c7b51c-0e51-4412-9732-427fc0f6b738', 'network_id': '2cc69133-2b69-4699-aedc-fba439939c4b', 'port_id': 'f7c7b51c-0e51-4412-9732-427fc0f6b738', 'mac_address': 'fa:16:3e:ec:72:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f372595c-0f38-4522-8622-4ea9c073f41c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:40:27.145773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:27.148647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Pushing event updated for resources: {'Port': ['ID=b61f36ec-6b30-49f7-9d5f-0ad675cc79dd,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:27.152129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:27.198493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:27.231300 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4180cc3f-16c7-4750-90a9-29855aceade3 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:27.246947 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.269863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c7b51c-0e51-4412-9732-427fc0f6b738 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:40:27.292389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f7c7b51c-0e51-4412-9732-427fc0f6b738, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f7c7b51c-0e51-4412-9732-427fc0f6b738,segment=NetworkSegment(28d613f0-489f-4bad-a4fe-862de2c50863),segment_id=28d613f0-489f-4bad-a4fe-862de2c50863)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:27.300851 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.366843 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.375097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628d5dd-dbf5-4266-b9aa-f8ee30567e28 req-c89cdb37-4eee-4060-b98c-8df15509b04e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:27.376909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aec02927-c5a2-4631-aefa-2347b4849216 None None] Provisioning complete for port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:27.377029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c628d5dd-dbf5-4266-b9aa-f8ee30567e28 req-c89cdb37-4eee-4060-b98c-8df15509b04e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.2190423 Dec 09 22:40:27.377108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aec02927-c5a2-4631-aefa-2347b4849216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.404356 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ccd85-e7fd-4fce-996b-a9a233b57e75 req-20e4c6f4-4956-4f75-8d19-44f771fbe139 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:27.406653 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b9ccd85-e7fd-4fce-996b-a9a233b57e75 req-20e4c6f4-4956-4f75-8d19-44f771fbe139 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 943 time: 0.2589939 Dec 09 22:40:27.424532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-08858efe-b862-4738-88da-59088eaadd83 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:27.429488 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-08858efe-b862-4738-88da-59088eaadd83 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 946 time: 0.1145749 Dec 09 22:40:27.439251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f7c7b51c-0e51-4412-9732-427fc0f6b738,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:27.443867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No DVR routers for this DVR port ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:27.450023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Port': ['ID=ccf3edda-5f5c-421c-8d1a-5b4e5a5ad081,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:27.467565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aec02927-c5a2-4631-aefa-2347b4849216 None None] Port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:40:27.504362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f7c7b51c-0e51-4412-9732-427fc0f6b738'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:27.538566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b9ccd85-e7fd-4fce-996b-a9a233b57e75 req-084d0a72-cc37-4eca-8a76-f4056e061b24 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/security-groups?id=db033781-deb9-4c36-9867-6efd1479ce72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049228 Dec 09 22:40:27.561443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c628d5dd-dbf5-4266-b9aa-f8ee30567e28 req-9c084c31-ef4f-4015-acb0-33e2e042ea48 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515796 Dec 09 22:40:27.674851 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.707537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9eeb60-3126-4281-bca3-e8c52fe1af47']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:27.719538 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63b4c8b-e151-4267-9a8c-f83f45a0b878') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:27.720125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63b4c8b-e151-4267-9a8c-f83f45a0b878') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:27.734526 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.735030 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.759914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Deleting port ac1a4d98-c41b-4697-95ba-927fa752ccdb {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:27.760550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.764535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.783111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e28f0-1b85-4664-a018-c9b8143439ff req-b3385e3c-8b2b-46fd-8621-589f707690d2 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:27.785025 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d70e28f0-1b85-4664-a018-c9b8143439ff req-b3385e3c-8b2b-46fd-8621-589f707690d2 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 946 time: 0.1062000 Dec 09 22:40:27.785851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:27.786276 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:27.789239 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:27.896714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.922057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:27.926992 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/9f9eeb60-3126-4281-bca3-e8c52fe1af47 HTTP/1.1" status: 204 len: 168 time: 2.7585509 Dec 09 22:40:27.931108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56008) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:27.931870 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d70e28f0-1b85-4664-a018-c9b8143439ff req-45abbe9b-b309-4e2c-bf4b-29afb072eb1e tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups?id=fcf33128-8f79-4d7f-8b94-cf6ea84ac682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1383007 Dec 09 22:40:27.946690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1868c40f-977e-498c-82c4-959448fb80cf tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1496789056'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:27.956243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b55b5b-cb66-4228-b8ba-598d4473b860 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Network': ['ID=9f9eeb60-3126-4281-bca3-e8c52fe1af47,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:27.964163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] For port ac1a4d98-c41b-4697-95ba-927fa752ccdb, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ac1a4d98-c41b-4697-95ba-927fa752ccdb,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:27.964541 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:28.016713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1868c40f-977e-498c-82c4-959448fb80cf tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:28.021049 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1868c40f-977e-498c-82c4-959448fb80cf tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:28.102299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1868c40f-977e-498c-82c4-959448fb80cf tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:40:28.122566 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1868c40f-977e-498c-82c4-959448fb80cf tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:28.122923 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-1868c40f-977e-498c-82c4-959448fb80cf tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Added segment 2d5de871-0ba2-4b79-a659-a818930d517d of type vlan for network 73bfb89c-990d-474a-b1ff-7c79613e6c15 Dec 09 22:40:28.224883 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1868c40f-977e-498c-82c4-959448fb80cf tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:28.256054 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:28.256423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:28.256740 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Floating IP 1486b475-4087-4301-857a-63bb43f97f93 disassociated. External IP: 172.25.8.176, port: ac1a4d98-c41b-4697-95ba-927fa752ccdb. Dec 09 22:40:28.257100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Calling delete_port for ac1a4d98-c41b-4697-95ba-927fa752ccdb owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:28.275053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1868c40f-977e-498c-82c4-959448fb80cf tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:28.280839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1868c40f-977e-498c-82c4-959448fb80cf tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:28.281450 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1868c40f-977e-498c-82c4-959448fb80cf tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:28.318443 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:28.360486 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1868c40f-977e-498c-82c4-959448fb80cf tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4172077 Dec 09 22:40:28.361576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56010) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:28.368107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-991fb2af-4e4b-4432-ab89-fdb712d1e6a6 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'subnet': {'network_id': '73bfb89c-990d-474a-b1ff-7c79613e6c15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:28.405626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868c40f-977e-498c-82c4-959448fb80cf tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Network': ['ID=73bfb89c-990d-474a-b1ff-7c79613e6c15,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:28.421410 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 73bfb89c-990d-474a-b1ff-7c79613e6c15 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:28.522653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991fb2af-4e4b-4432-ab89-fdb712d1e6a6 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:28.525013 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:28.527445 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-991fb2af-4e4b-4432-ab89-fdb712d1e6a6 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:28.555223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event deleted for resources: {'Port': ['ID=ac1a4d98-c41b-4697-95ba-927fa752ccdb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:28.608821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Router 187d7702-9fbc-4237-b6db-2e7ecb167db2 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:40:28.741446 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Router e5aa4118-1bb7-44fe-956e-af8815d390f8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:40:28.841404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650594e-5d94-4eb2-86ed-c829e8ed7b90 req-c5c8bef6-ac94-4e9f-87c7-0949007c4e95 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:28.850886 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2650594e-5d94-4eb2-86ed-c829e8ed7b90 req-c5c8bef6-ac94-4e9f-87c7-0949007c4e95 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1556075 Dec 09 22:40:28.851341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f7c7b51c-0e51-4412-9732-427fc0f6b738 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:28.895469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:40:28.945770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:40:28.959274 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Sync routers for ids ['187d7702-9fbc-4237-b6db-2e7ecb167db2'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:40:28.972927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878606e-ea17-49aa-9308-587fa1b15555 None None] Sync routers for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:40:28.985432 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Routers {'187d7702-9fbc-4237-b6db-2e7ecb167db2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:40:28.986167 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:40:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['187d7702-9fbc-4237-b6db-2e7ecb167db2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:29.008273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2650594e-5d94-4eb2-86ed-c829e8ed7b90 req-e47846f0-8e70-4fb0-84de-d6b712b73659 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561735 Dec 09 22:40:29.024897 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:29.026495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-47b1116a-0657-4d54-a8e3-174a37653e54 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0819252 Dec 09 22:40:29.030856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56022) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:29.053163 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-991fb2af-4e4b-4432-ab89-fdb712d1e6a6 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:29.055434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] No DVR routers for this DVR port ac1a4d98-c41b-4697-95ba-927fa752ccdb on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:29.057115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878606e-ea17-49aa-9308-587fa1b15555 None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:40:29.057250 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-6878606e-ea17-49aa-9308-587fa1b15555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:40:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:29.064133 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:29.079407 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cb8d8ee2-33de-4a7c-bd1f-c798965a7fea req-fe7deeba-6ab1-41fe-853e-ffa0af65f118 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.18 "DELETE /v2.0/ports/ac1a4d98-c41b-4697-95ba-927fa752ccdb HTTP/1.1" status: 204 len: 173 time: 1.6253803 Dec 09 22:40:29.086546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'name': 'network-vif-deleted', 'tag': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:29.089363 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80999f13-3392-4438-8c23-579168448e03" -d '{"events": [{"server_uuid": "e7bb639d-d435-4f28-84c6-bc9358ab9d17", "name": "network-vif-deleted", "tag": "ac1a4d98-c41b-4697-95ba-927fa752ccdb"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:29.187797 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port f7c7b51c-0e51-4412-9732-427fc0f6b738 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:40:29.203563 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port f7c7b51c-0e51-4412-9732-427fc0f6b738 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:29.204092 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:29.267396 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Set router 187d7702-9fbc-4237-b6db-2e7ecb167db2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:40:29.371403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-6878606e-ea17-49aa-9308-587fa1b15555 None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:40:29.383963 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56133e77-b08d-4098-80db-5065c490dd40 req-75093524-76e4-47cc-9aa0-225b15dfd3de tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7bb639d-d435-4f28-84c6-bc9358ab9d17 HTTP/1.1" status: 200 len: 210 time: 0.0701742 Dec 09 22:40:29.456391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fb2af-4e4b-4432-ab89-fdb712d1e6a6 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Subnet': ['ID=2aa410e0-a027-4e8c-8e16-cb0b9114c1ca,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:29.459862 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee93cac4-574e-4244-8b8e-5df8cd5b32a2 x-openstack-request-id: req-ee93cac4-574e-4244-8b8e-5df8cd5b32a2 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:29.459862 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bb639d-d435-4f28-84c6-bc9358ab9d17", "name": "network-vif-deleted", "tag": "ac1a4d98-c41b-4697-95ba-927fa752ccdb", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:29.459862 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee93cac4-574e-4244-8b8e-5df8cd5b32a2 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:29.464367 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bb639d-d435-4f28-84c6-bc9358ab9d17', 'name': 'network-vif-deleted', 'tag': 'ac1a4d98-c41b-4697-95ba-927fa752ccdb', 'status': 'completed', 'code': 200} Dec 09 22:40:29.474362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991fb2af-4e4b-4432-ab89-fdb712d1e6a6 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Checking segment: {'id': '2d5de871-0ba2-4b79-a659-a818930d517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73bfb89c-990d-474a-b1ff-7c79613e6c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:29.474999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991fb2af-4e4b-4432-ab89-fdb712d1e6a6 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network hostable DHCP agents. Network: 73bfb89c-990d-474a-b1ff-7c79613e6c15, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:40:29.490661 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'name': 'tempest-ServerRescueNegativeTestJSON-960721378-router', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:27Z', 'revision_number': 3, 'project_id': 'e3d735f4e9494bc39d58324e1672d24b', 'gw_port': {'id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:29.499384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810561f7-beaa-4c7e-a07f-ec268fe2d101 req-17b05590-4016-4ed8-abd2-759948006e52 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:29.507423 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-810561f7-beaa-4c7e-a07f-ec268fe2d101 req-17b05590-4016-4ed8-abd2-759948006e52 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 944 time: 0.2897754 Dec 09 22:40:29.521529 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Checking router: 187d7702-9fbc-4237-b6db-2e7ecb167db2 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:40:29.522320 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Updating router 187d7702-9fbc-4237-b6db-2e7ecb167db2 port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:40:29.539566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991fb2af-4e4b-4432-ab89-fdb712d1e6a6 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network 73bfb89c-990d-474a-b1ff-7c79613e6c15 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:40:29.556440 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:29.581052 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:29.605965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-991fb2af-4e4b-4432-ab89-fdb712d1e6a6 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 73bfb89c-990d-474a-b1ff-7c79613e6c15) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:29.612567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991fb2af-4e4b-4432-ab89-fdb712d1e6a6 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:29.614563 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-991fb2af-4e4b-4432-ab89-fdb712d1e6a6 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:29.623620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad112bb-4133-4d3d-b1f3-d1aad69e2208 None None] Network 73bfb89c-990d-474a-b1ff-7c79613e6c15 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:29.658867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-810561f7-beaa-4c7e-a07f-ec268fe2d101 req-db68986b-c5ed-4c82-b2fd-587336a0689e tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/security-groups?id=db033781-deb9-4c36-9867-6efd1479ce72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502557 Dec 09 22:40:29.685771 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-991fb2af-4e4b-4432-ab89-fdb712d1e6a6 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3233426 Dec 09 22:40:29.688492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56026) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:29.772176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebe86e5-4e7e-4f66-af3f-583ce13c177e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c7b51c-0e51-4412-9732-427fc0f6b738'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:29.779932 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e3b3e4-c3c1-4b49-a16b-b3c22c1a3df7" -d '{"events": [{"server_uuid": "eebe86e5-4e7e-4f66-af3f-583ce13c177e", "name": "network-vif-plugged", "status": "completed", "tag": "f7c7b51c-0e51-4412-9732-427fc0f6b738"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:29.813858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f7c7b51c-0e51-4412-9732-427fc0f6b738, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f7c7b51c-0e51-4412-9732-427fc0f6b738,segment=NetworkSegment(28d613f0-489f-4bad-a4fe-862de2c50863),segment_id=28d613f0-489f-4bad-a4fe-862de2c50863)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:29.852769 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe550954-a8b1-4840-9ba8-4926d7953fdd x-openstack-request-id: req-fe550954-a8b1-4840-9ba8-4926d7953fdd {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:29.853215 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebe86e5-4e7e-4f66-af3f-583ce13c177e", "name": "network-vif-plugged", "status": "completed", "tag": "f7c7b51c-0e51-4412-9732-427fc0f6b738", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:29.853566 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe550954-a8b1-4840-9ba8-4926d7953fdd {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:29.854084 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebe86e5-4e7e-4f66-af3f-583ce13c177e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c7b51c-0e51-4412-9732-427fc0f6b738', 'code': 200} Dec 09 22:40:29.857064 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:29.917554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-73bfb89c-990d-474a-b1ff-7c79613e6c15', 'network_id': '73bfb89c-990d-474a-b1ff-7c79613e6c15', 'project_id': '2282e30cb4124ab5aa561d8b5030166e', 'fixed_ips': [{'subnet_id': '2aa410e0-a027-4e8c-8e16-cb0b9114c1ca'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:40:29.918525 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:29.937807 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.004665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f7c7b51c-0e51-4412-9732-427fc0f6b738,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:30.042359 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.042877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a90db-92c6-4b7b-a2ca-464a2d601ea7 req-4b96b549-01b8-4417-8bc6-aa50d1f263ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:30.044534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe5a90db-92c6-4b7b-a2ca-464a2d601ea7 req-4b96b549-01b8-4417-8bc6-aa50d1f263ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 1097 time: 0.1104064 Dec 09 22:40:30.129428 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.130374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-6878606e-ea17-49aa-9308-587fa1b15555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:49Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:30.135885 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.172715 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Attempting to bind port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:30.173085 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Attempting to bind port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:30.173450 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Attempting to bind port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:30.203218 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:30.203218 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:30.203218 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.203218 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:30.203218 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Bound port: b61f36ec-6b30-49f7-9d5f-0ad675cc79dd, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:30.203218 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.210647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe5a90db-92c6-4b7b-a2ca-464a2d601ea7 req-1b7f2bce-773e-4965-89d4-d6789030f7c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db033781-deb9-4c36-9867-6efd1479ce72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214576 Dec 09 22:40:30.224468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea27ad-658e-4094-850a-3ee0da2f05d7 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:30.233549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878606e-ea17-49aa-9308-587fa1b15555 None None] Checking router: e5aa4118-1bb7-44fe-956e-af8815d390f8 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:40:30.258543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878606e-ea17-49aa-9308-587fa1b15555 None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:40:30.259202 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-6878606e-ea17-49aa-9308-587fa1b15555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:40:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:30.265536 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] For port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:30.267616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Allocated IP 2001:db8::1 (73bfb89c-990d-474a-b1ff-7c79613e6c15/2aa410e0-a027-4e8c-8e16-cb0b9114c1ca/a17612c2-3298-46cb-b818-c2729a0f56a5) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:30.271119 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] For port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b61f36ec-6b30-49f7-9d5f-0ad675cc79dd,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:30.278816 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.279246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03f334-9819-41c2-94a2-d77335f2a4e3 req-e259c2a1-a777-4df2-bfd1-47d297667f21 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:30.288369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af03f334-9819-41c2-94a2-d77335f2a4e3 req-e259c2a1-a777-4df2-bfd1-47d297667f21 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1413016 Dec 09 22:40:30.315582 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Routers {'187d7702-9fbc-4237-b6db-2e7ecb167db2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:40:30.316435 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:40:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['187d7702-9fbc-4237-b6db-2e7ecb167db2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:30.322155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa8ef5b-c41c-4b57-acb2-1509228766a6 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:30.350981 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.382209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af03f334-9819-41c2-94a2-d77335f2a4e3 req-711a316f-556c-42ac-b5d1-08cee5d75411 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888102 Dec 09 22:40:30.447177 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] Set router 187d7702-9fbc-4237-b6db-2e7ecb167db2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:40:30.516081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56040) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:30.539741 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Pushing event updated for resources: {'Port': ['ID=b61f36ec-6b30-49f7-9d5f-0ad675cc79dd,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:30.564403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1e067b97-af68-40aa-87aa-75ca02f18273 None None] Provisioning complete for port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:30.564817 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e067b97-af68-40aa-87aa-75ca02f18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.601956 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-598db374-5d95-4129-afe2-56636a4ace01 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.636977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Allocated IP 172.20.0.1 (da8046fa-97ce-4191-a958-2aad26658168/8e5caf15-34f8-4ccc-a7c6-66d13bf78505/13481799-4161-49ca-8fe8-510429256837) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:30.637533 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-598db374-5d95-4129-afe2-56636a4ace01 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.657568 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.658223 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.658718 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.660379 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.660872 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.661356 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.661989 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.663062 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.663557 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.664036 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.664515 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.665019 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.665500 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:40:30.708464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-6878606e-ea17-49aa-9308-587fa1b15555 None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:40:30.726714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-598db374-5d95-4129-afe2-56636a4ace01 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.734478 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-598db374-5d95-4129-afe2-56636a4ace01 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.737536 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-598db374-5d95-4129-afe2-56636a4ace01 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "DELETE /v2.0/security-groups/fcf33128-8f79-4d7f-8b94-cf6ea84ac682 HTTP/1.1" status: 204 len: 168 time: 0.2190478 Dec 09 22:40:30.751584 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56044) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:30.752706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598db374-5d95-4129-afe2-56636a4ace01 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf33128-8f79-4d7f-8b94-cf6ea84ac682,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:30.764389 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adcda7-da27-4c96-8e4e-41bd8abb91cb None None] Pushing event updated for resources: {'Port': ['ID=b61f36ec-6b30-49f7-9d5f-0ad675cc79dd,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:30.775692 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-4238b24f-79f9-4ecb-aad2-1dab007461c5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] show failed (client error): The resource could not be found. Dec 09 22:40:30.777912 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4238b24f-79f9-4ecb-aad2-1dab007461c5 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "GET /v2.0/security-groups/fcf33128-8f79-4d7f-8b94-cf6ea84ac682 HTTP/1.1" status: 404 len: 347 time: 0.0228610 Dec 09 22:40:30.780959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56046) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:30.801430 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'name': 'tempest-ServerRescueNegativeTestJSON-960721378-router', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:27Z', 'revision_number': 3, 'project_id': 'e3d735f4e9494bc39d58324e1672d24b', 'gw_port': {'id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:30.886584 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68422d3-35f8-47ce-af50-c3f7798df9da None None] The sync data for ids ['187d7702-9fbc-4237-b6db-2e7ecb167db2'] in n-d-789963-23 is: [{'id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'name': 'tempest-ServerRescueNegativeTestJSON-960721378-router', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:27Z', 'revision_number': 3, 'project_id': 'e3d735f4e9494bc39d58324e1672d24b', 'gw_port': {'id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:40:30.895808 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e067b97-af68-40aa-87aa-75ca02f18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.961444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ac1a4d98-c41b-4697-95ba-927fa752ccdb no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:40:30.967856 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1e067b97-af68-40aa-87aa-75ca02f18273 None None] For port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b61f36ec-6b30-49f7-9d5f-0ad675cc79dd,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:30.972113 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:30.985418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015afc1-24bd-41df-a14c-1bbae530619b req-1e960bac-542d-49c5-ae01-c3bb203e14f6 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:30.987331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a015afc1-24bd-41df-a14c-1bbae530619b req-1e960bac-542d-49c5-ae01-c3bb203e14f6 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 945 time: 0.1376195 Dec 09 22:40:31.021100 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.027965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: ac1a4d98-c41b-4697-95ba-927fa752ccdb {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:40:31.028682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ac1a4d98-c41b-4697-95ba-927fa752ccdb not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:40:31.037619 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e067b97-af68-40aa-87aa-75ca02f18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.053217 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.057121 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.070637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a015afc1-24bd-41df-a14c-1bbae530619b req-5f8a0aab-edca-49e2-b119-8e4802bbecc0 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/security-groups?id=db033781-deb9-4c36-9867-6efd1479ce72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758605 Dec 09 22:40:31.108859 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a9daf4ee-547b-48be-8b82-86de245bfd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.111225 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.111934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa410e0-a027-4e8c-8e16-cb0b9114c1ca,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:31.114786 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-14229fde-a26f-4616-9614-5e7954a501d8 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Deleting port 3d9f87f6-9d50-4868-bda5-e84f64349422 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:31.115195 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14229fde-a26f-4616-9614-5e7954a501d8 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.173833 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Network 73bfb89c-990d-474a-b1ff-7c79613e6c15 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:31.204182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:31.229265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Network da8046fa-97ce-4191-a958-2aad26658168 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:31.230129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:31.236120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e067b97-af68-40aa-87aa-75ca02f18273 None None] Pushing event updated for resources: {'Port': ['ID=b61f36ec-6b30-49f7-9d5f-0ad675cc79dd,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:31.238689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:31.245200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:31.301859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b12487-bf1c-42a3-9931-3780729dcd05 None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:31.397294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f268b42c-e007-4a1a-86ae-f8b005722687 None None] Provisioning complete for port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:31.397294 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f268b42c-e007-4a1a-86ae-f8b005722687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.424072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Pushing event updated for resources: {'Port': ['ID=13481799-4161-49ca-8fe8-510429256837,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:31.453556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.488877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bfb89c-990d-474a-b1ff-7c79613e6c15']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:31.512666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5de871-0ba2-4b79-a659-a818930d517d') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:31.513006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5de871-0ba2-4b79-a659-a818930d517d') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:31.520234 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14229fde-a26f-4616-9614-5e7954a501d8 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.520997 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14229fde-a26f-4616-9614-5e7954a501d8 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.522889 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.556037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Pushing event updated for resources: {'Port': ['ID=a17612c2-3298-46cb-b818-c2729a0f56a5,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:31.569722 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.601067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Attempting to bind port a17612c2-3298-46cb-b818-c2729a0f56a5 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:31.602155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Attempting to bind port a17612c2-3298-46cb-b818-c2729a0f56a5 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '2d5de871-0ba2-4b79-a659-a818930d517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73bfb89c-990d-474a-b1ff-7c79613e6c15'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:31.602155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Attempting to bind port a17612c2-3298-46cb-b818-c2729a0f56a5 on network 73bfb89c-990d-474a-b1ff-7c79613e6c15 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:31.609225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-14229fde-a26f-4616-9614-5e7954a501d8 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Calling delete_port for 3d9f87f6-9d50-4868-bda5-e84f64349422 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:31.611283 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.626243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:31.627253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Checking segment: {'id': '2d5de871-0ba2-4b79-a659-a818930d517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73bfb89c-990d-474a-b1ff-7c79613e6c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:31.627253 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.628330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Bound using segment: {'id': '2d5de871-0ba2-4b79-a659-a818930d517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73bfb89c-990d-474a-b1ff-7c79613e6c15'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:31.628330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Bound port: a17612c2-3298-46cb-b818-c2729a0f56a5, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5de871-0ba2-4b79-a659-a818930d517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '73bfb89c-990d-474a-b1ff-7c79613e6c15'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:31.629207 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.653755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:31.654432 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:31.658968 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:31.716082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-6878606e-ea17-49aa-9308-587fa1b15555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:49Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:31.766188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878606e-ea17-49aa-9308-587fa1b15555 None None] The sync data for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 is: [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:32:37Z', 'revision_number': 4, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bf096e60-1dc2-4edd-be37-2229eff5963d', 'name': '', 'network_id': 'f16f7172-a535-46bf-a20c-df7868a46f92', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'mac_address': 'fa:16:3e:f5:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:34Z', 'updated_at': '2021-12-09T22:32:49Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'subnets': [{'id': '992210bd-a6ee-474f-a5bf-287bbb7205d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:40:31.806813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ab32e-0df4-4f46-afc9-ca85493ef6f5 req-bf60445e-3d1b-4554-825e-0acca4c23646 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:31.808859 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.api [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 22:40:31.808859 n-d-789963-23 neutron-server[103417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 22:40:31.808859 n-d-789963-23 neutron-server[103417]: [parameters: {'id': '73bfb89c-990d-474a-b1ff-7c79613e6c15'}] Dec 09 22:40:31.808859 n-d-789963-23 neutron-server[103417]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:40:31.809479 n-d-789963-23 neutron-server[103417]: DEBUG oslo_db.api [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:40:31.816767 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-887ab32e-0df4-4f46-afc9-ca85493ef6f5 req-bf60445e-3d1b-4554-825e-0acca4c23646 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1988037 Dec 09 22:40:31.827704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] For port a17612c2-3298-46cb-b818-c2729a0f56a5, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:31.834492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] For port a17612c2-3298-46cb-b818-c2729a0f56a5, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a17612c2-3298-46cb-b818-c2729a0f56a5,segment=NetworkSegment(2d5de871-0ba2-4b79-a659-a818930d517d),segment_id=2d5de871-0ba2-4b79-a659-a818930d517d)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:31.843695 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:31.995829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8fe35-fe16-4ae2-8bfe-9b3701e2f196 None None] Pushing event updated for resources: {'Port': ['ID=a17612c2-3298-46cb-b818-c2729a0f56a5,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:32.007401 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:32.013512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ab0eb74b-56b4-44a6-8412-427971e75302 None None] Provisioning complete for port 13481799-4161-49ca-8fe8-510429256837 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:32.014178 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb74b-56b4-44a6-8412-427971e75302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:32.046471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-887ab32e-0df4-4f46-afc9-ca85493ef6f5 req-befd8d2d-f5a8-48dd-a215-6480723eb04b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285180 Dec 09 22:40:32.084052 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14229fde-a26f-4616-9614-5e7954a501d8 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:32.128123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ab0eb74b-56b4-44a6-8412-427971e75302 None None] Port 13481799-4161-49ca-8fe8-510429256837 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:40:32.135237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd67bc3-fbc6-4aa2-84ea-f52fbfb36d9a None None] Network 73bfb89c-990d-474a-b1ff-7c79613e6c15 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:32.175790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14229fde-a26f-4616-9614-5e7954a501d8 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Pushing event deleted for resources: {'Port': ['ID=3d9f87f6-9d50-4868-bda5-e84f64349422,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:32.311910 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:32.366513 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14229fde-a26f-4616-9614-5e7954a501d8 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:32.379581 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14229fde-a26f-4616-9614-5e7954a501d8 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:32.384047 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-14229fde-a26f-4616-9614-5e7954a501d8 tempest-AttachVolumeTestJSON-1713378654 tempest-AttachVolumeTestJSON-1713378654-project] 10.222.0.16 "DELETE /v2.0/floatingips/1486b475-4087-4301-857a-63bb43f97f93 HTTP/1.1" status: 204 len: 168 time: 1.6003878 Dec 09 22:40:32.448864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c3697-ccae-44d8-af61-6a728baca143 req-bff029d7-1f4d-45c6-967c-f2e3d425ce4d tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:32.451006 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c13c3697-ccae-44d8-af61-6a728baca143 req-bff029d7-1f4d-45c6-967c-f2e3d425ce4d tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 945 time: 0.1593628 Dec 09 22:40:32.467047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a21852-9d44-4810-979c-695e3d7f7b33 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:40:32.483266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Deleting port a17612c2-3298-46cb-b818-c2729a0f56a5 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:32.483616 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:32.519567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59751f62-5d83-4988-870c-7545a4c3f014 None None] New status for floating IP 1486b475-4087-4301-857a-63bb43f97f93: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:40:32.525228 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:32.542550 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:32.604027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Pushing event updated for resources: {'Port': ['ID=13481799-4161-49ca-8fe8-510429256837,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:32.645193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] For port a17612c2-3298-46cb-b818-c2729a0f56a5, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a17612c2-3298-46cb-b818-c2729a0f56a5,segment=NetworkSegment(2d5de871-0ba2-4b79-a659-a818930d517d),segment_id=2d5de871-0ba2-4b79-a659-a818930d517d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:32.645678 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:32.684119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Calling delete_port for a17612c2-3298-46cb-b818-c2729a0f56a5 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:32.708722 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:32.747098 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c13c3697-ccae-44d8-af61-6a728baca143 req-aacde549-445a-400b-9361-91c55a618a0b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/security-groups?id=db033781-deb9-4c36-9867-6efd1479ce72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794998 Dec 09 22:40:32.951429 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a21852-9d44-4810-979c-695e3d7f7b33 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:40:32.966033 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:33.022755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Network da8046fa-97ce-4191-a958-2aad26658168 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:33.036507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:33.042239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Port': ['ID=a17612c2-3298-46cb-b818-c2729a0f56a5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:33.058656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No DVR routers for this DVR port a17612c2-3298-46cb-b818-c2729a0f56a5 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:33.342379 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:33.392224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bfb89c-990d-474a-b1ff-7c79613e6c15']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:33.402417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b61f36ec-6b30-49f7-9d5f-0ad675cc79dd up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:33.433879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e92e9b4-9a0e-4f4e-90d9-a7c376365071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:33.438312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa93ab8-33bb-459b-a18f-015164606187 req-1a8d7dff-57e8-4c91-80c7-96e8ea340abf tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:33.439853 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0fa93ab8-33bb-459b-a18f-015164606187 req-1a8d7dff-57e8-4c91-80c7-96e8ea340abf tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.1305482 Dec 09 22:40:33.470398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5de871-0ba2-4b79-a659-a818930d517d') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:33.471046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5de871-0ba2-4b79-a659-a818930d517d') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:33.495005 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:33.497541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Router 187d7702-9fbc-4237-b6db-2e7ecb167db2 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:40:33.520231 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:33.540043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:33.542242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:33.632449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:33.632823 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:33.667716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0fa93ab8-33bb-459b-a18f-015164606187 req-ea4e0fe0-50f6-4225-a6f6-7334f75eac20 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119541 Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:33.710741 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:33.721253 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:33.730112 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:33.733333 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/73bfb89c-990d-474a-b1ff-7c79613e6c15 HTTP/1.1" status: 204 len: 168 time: 4.0436640 Dec 09 22:40:33.746168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:33.756333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b945bf3d-40c1-477b-b89c-58d5fe8367db tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144957601'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:33.822844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dc9c7-2f0f-47c5-9fe6-4d2624888851 req-a83b5af4-7782-48de-bf49-7a6ec40fdc9e tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:33.832139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b945bf3d-40c1-477b-b89c-58d5fe8367db tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:33.835657 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b945bf3d-40c1-477b-b89c-58d5fe8367db tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:33.843469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e35adbc-d5be-484c-abc1-89ef84cf1802 None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:33.845822 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa2dc9c7-2f0f-47c5-9fe6-4d2624888851 req-a83b5af4-7782-48de-bf49-7a6ec40fdc9e tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 945 time: 0.2517121 Dec 09 22:40:33.855349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd020ff-b9e9-4f15-9140-76c49be9fe53 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Network': ['ID=73bfb89c-990d-474a-b1ff-7c79613e6c15,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:33.882278 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:33.917529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:40:33.928058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b945bf3d-40c1-477b-b89c-58d5fe8367db tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:40:33.941581 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b945bf3d-40c1-477b-b89c-58d5fe8367db tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:33.944896 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-b945bf3d-40c1-477b-b89c-58d5fe8367db tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Added segment 0fdf21cb-e310-407e-8965-7482aaba99d9 of type vlan for network 3606501f-08c2-435e-b291-eef486740011 Dec 09 22:40:33.955118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bb22b090-ceaf-484b-bd94-8b730f83cdb5 admin admin] 10.222.0.16 "PUT /v2.0/routers/187d7702-9fbc-4237-b6db-2e7ecb167db2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9196136 Dec 09 22:40:34.003114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa2dc9c7-2f0f-47c5-9fe6-4d2624888851 req-13fe4680-2606-4e4a-9755-da07d9b9031d tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/security-groups?id=db033781-deb9-4c36-9867-6efd1479ce72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535368 Dec 09 22:40:34.037651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-31f2c4f0-9ffe-4482-9ae1-02fa5b785cd6 None None] Provisioning complete for port 13481799-4161-49ca-8fe8-510429256837 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:34.038201 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-31f2c4f0-9ffe-4482-9ae1-02fa5b785cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:34.071533 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b945bf3d-40c1-477b-b89c-58d5fe8367db tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:34.112147 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b945bf3d-40c1-477b-b89c-58d5fe8367db tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:34.119534 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Sync routers for ids ['187d7702-9fbc-4237-b6db-2e7ecb167db2'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:40:34.126895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b945bf3d-40c1-477b-b89c-58d5fe8367db tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:34.127554 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b945bf3d-40c1-477b-b89c-58d5fe8367db tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:34.174262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-31f2c4f0-9ffe-4482-9ae1-02fa5b785cd6 None None] Port 13481799-4161-49ca-8fe8-510429256837 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:40:34.182167 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Routers {'187d7702-9fbc-4237-b6db-2e7ecb167db2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:40:34.182967 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:40:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['187d7702-9fbc-4237-b6db-2e7ecb167db2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:34.239647 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b945bf3d-40c1-477b-b89c-58d5fe8367db tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4923732 Dec 09 22:40:34.242916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56086) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:34.248922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e2097d8a-f632-4621-99c9-c079a27d36ad tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'subnet': {'network_id': '3606501f-08c2-435e-b291-eef486740011', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:34.289941 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6343e8-b29d-4d4d-bfec-a96368b7f45e req-d2fe9fe6-911f-4576-b9df-30e5f3f0263e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1367917 Dec 09 22:40:34.290669 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945bf3d-40c1-477b-b89c-58d5fe8367db tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Network': ['ID=3606501f-08c2-435e-b291-eef486740011,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:34.305596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 3606501f-08c2-435e-b291-eef486740011 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:34.493876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6343e8-b29d-4d4d-bfec-a96368b7f45e req-2bbce92a-0a5f-4213-8bac-f57d76926429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:34.499973 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6343e8-b29d-4d4d-bfec-a96368b7f45e req-2bbce92a-0a5f-4213-8bac-f57d76926429 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c558ea860bd4ff5832763d011d15de6&device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 1098 time: 0.1737962 Dec 09 22:40:34.505722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2097d8a-f632-4621-99c9-c079a27d36ad tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:34.510702 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2097d8a-f632-4621-99c9-c079a27d36ad tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:34.577893 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Set router 187d7702-9fbc-4237-b6db-2e7ecb167db2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:40:34.775311 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:34.876547 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'name': 'tempest-ServerRescueNegativeTestJSON-960721378-router', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:31Z', 'revision_number': 4, 'project_id': 'e3d735f4e9494bc39d58324e1672d24b', 'gw_port': {'id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '13481799-4161-49ca-8fe8-510429256837', 'name': '', 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'mac_address': 'fa:16:3e:41:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '8e5caf15-34f8-4ccc-a7c6-66d13bf78505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:40:30Z', 'updated_at': '2021-12-09T22:40:32Z', 'revision_number': 2, 'project_id': 'e3d735f4e9494bc39d58324e1672d24b', 'subnets': [{'id': '8e5caf15-34f8-4ccc-a7c6-66d13bf78505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:34.911416 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Checking router: 187d7702-9fbc-4237-b6db-2e7ecb167db2 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:40:34.911772 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Updating router 187d7702-9fbc-4237-b6db-2e7ecb167db2 port 13481799-4161-49ca-8fe8-510429256837 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:40:34.928636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6343e8-b29d-4d4d-bfec-a96368b7f45e req-4d0c2870-d53a-43c9-b983-d4a860d1fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:34.930505 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6343e8-b29d-4d4d-bfec-a96368b7f45e req-4d0c2870-d53a-43c9-b983-d4a860d1fddd service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a4af1b9-9cad-4262-bece-bac6bde43880 HTTP/1.1" status: 200 len: 909 time: 0.4079499 Dec 09 22:40:34.951550 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:34.989886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371225d-dba5-4d70-baa6-d6c500662dd2 req-93410156-21c4-4be8-b122-b130055caf44 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:34.991407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8371225d-dba5-4d70-baa6-d6c500662dd2 req-93410156-21c4-4be8-b122-b130055caf44 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.42 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 945 time: 0.2164009 Dec 09 22:40:35.051323 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6343e8-b29d-4d4d-bfec-a96368b7f45e req-a1d05794-395f-4c6e-b5b7-724c4718b612 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d356a680-93ef-4d3f-99e5-de5661c435ff HTTP/1.1" status: 200 len: 1002 time: 0.1135564 Dec 09 22:40:35.151597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6343e8-b29d-4d4d-bfec-a96368b7f45e req-9b5a0f92-421f-49ff-bee0-f87d9ab20479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:35.157895 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6343e8-b29d-4d4d-bfec-a96368b7f45e req-9b5a0f92-421f-49ff-bee0-f87d9ab20479 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cda5c5ae-e162-4ef6-9b70-78933ab0f2bd HTTP/1.1" status: 200 len: 847 time: 0.0999966 Dec 09 22:40:35.263576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6343e8-b29d-4d4d-bfec-a96368b7f45e req-582bea2d-c11c-4613-86a7-600d0c49eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:35.265032 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6343e8-b29d-4d4d-bfec-a96368b7f45e req-582bea2d-c11c-4613-86a7-600d0c49eec4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a4af1b9-9cad-4262-bece-bac6bde43880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995450 Dec 09 22:40:35.392683 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6343e8-b29d-4d4d-bfec-a96368b7f45e req-e7419f58-1ae4-4bcd-84e3-814f2ecaba4d service neutron] 10.222.0.18 "GET /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191509 Dec 09 22:40:35.458110 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:35.469024 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:35.551714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90daf41-c2f6-4b14-a9d7-23bfc3dec915 None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:35.579863 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a38b7-e285-410a-8a95-cf3721d2e9bc None None] Pushing event updated for resources: {'Port': ['ID=13481799-4161-49ca-8fe8-510429256837,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:35.598607 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc6343e8-b29d-4d4d-bfec-a96368b7f45e req-b54a5b10-9104-478b-bf73-de2b099297eb service neutron] 10.222.0.18 "GET /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957574 Dec 09 22:40:35.600482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be704b-293d-425a-8656-3d142b772a4e req-b5703b83-a6e9-4f67-b12c-af997d3adece tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:35.608475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4be704b-293d-425a-8656-3d142b772a4e req-b5703b83-a6e9-4f67-b12c-af997d3adece tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.7036374 Dec 09 22:40:35.627685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9a004894-0f95-475a-b2cd-adf41a22b878 None None] Provisioning complete for port 13481799-4161-49ca-8fe8-510429256837 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:35.628190 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a004894-0f95-475a-b2cd-adf41a22b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:35.683699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-8371225d-dba5-4d70-baa6-d6c500662dd2 req-5ec3dc74-8429-41a0-b617-e11df654cf7b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Deleting port f7c7b51c-0e51-4412-9732-427fc0f6b738 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:35.684330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8371225d-dba5-4d70-baa6-d6c500662dd2 req-5ec3dc74-8429-41a0-b617-e11df654cf7b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:35.713400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-982dc8d2-2275-45c2-8881-e3feba97cf52 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:35.720998 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-982dc8d2-2275-45c2-8881-e3feba97cf52 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/networks?id=da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 200 len: 818 time: 0.8172841 Dec 09 22:40:35.734807 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Attempting to bind port 13481799-4161-49ca-8fe8-510429256837 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:35.735266 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Attempting to bind port 13481799-4161-49ca-8fe8-510429256837 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:35.735792 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Attempting to bind port 13481799-4161-49ca-8fe8-510429256837 on network da8046fa-97ce-4191-a958-2aad26658168 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:35.750102 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:35.752068 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9a004894-0f95-475a-b2cd-adf41a22b878 None None] Port 13481799-4161-49ca-8fe8-510429256837 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:40:35.752452 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Checking segment: {'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:35.752867 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:35.758093 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Bound using segment: {'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:35.758594 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Bound port: 13481799-4161-49ca-8fe8-510429256837, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:35.758992 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:35.784248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-9623e5c6-3807-4c7c-bdf5-5fc61fbb849a tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/quotas/e3d735f4e9494bc39d58324e1672d24b HTTP/1.1" status: 200 len: 375 time: 0.0615010 Dec 09 22:40:35.870784 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2097d8a-f632-4621-99c9-c079a27d36ad tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:35.881262 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] For port 13481799-4161-49ca-8fe8-510429256837, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:35.885570 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] For port 13481799-4161-49ca-8fe8-510429256837, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=13481799-4161-49ca-8fe8-510429256837,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:35.893152 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:35.893452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4be704b-293d-425a-8656-3d142b772a4e req-a1bd5a08-8e7f-4de2-939f-2a2f348601aa tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702889 Dec 09 22:40:35.944978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6452fbd7-7c4d-47ed-b559-f25059626df7 None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:35.983583 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a38b7-e285-410a-8a95-cf3721d2e9bc None None] Pushing event updated for resources: {'Port': ['ID=13481799-4161-49ca-8fe8-510429256837,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:36.001188 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Routers {'187d7702-9fbc-4237-b6db-2e7ecb167db2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:40:36.001188 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:40:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['187d7702-9fbc-4237-b6db-2e7ecb167db2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:36.009888 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d2152213-ce25-4f0e-a344-49f414538304 None None] Provisioning complete for port 13481799-4161-49ca-8fe8-510429256837 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:36.010273 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2152213-ce25-4f0e-a344-49f414538304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:36.020196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-8371225d-dba5-4d70-baa6-d6c500662dd2 req-5ec3dc74-8429-41a0-b617-e11df654cf7b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] For port f7c7b51c-0e51-4412-9732-427fc0f6b738, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f7c7b51c-0e51-4412-9732-427fc0f6b738,segment=NetworkSegment(28d613f0-489f-4bad-a4fe-862de2c50863),segment_id=28d613f0-489f-4bad-a4fe-862de2c50863)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:36.020574 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8371225d-dba5-4d70-baa6-d6c500662dd2 req-5ec3dc74-8429-41a0-b617-e11df654cf7b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:36.057712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2097d8a-f632-4621-99c9-c079a27d36ad tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Subnet': ['ID=b1d28c87-9217-43b9-89d7-4ec0a2cabd12,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:36.076670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-8371225d-dba5-4d70-baa6-d6c500662dd2 req-5ec3dc74-8429-41a0-b617-e11df654cf7b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Calling delete_port for f7c7b51c-0e51-4412-9732-427fc0f6b738 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:36.194545 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:36.230553 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-cec6c6c4-b587-49e3-884b-20f28842bb36 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3d735f4e9494bc39d58324e1672d24b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4080985 Dec 09 22:40:36.257804 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] Set router 187d7702-9fbc-4237-b6db-2e7ecb167db2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:40:36.277629 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2152213-ce25-4f0e-a344-49f414538304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:36.341331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d2152213-ce25-4f0e-a344-49f414538304 None None] For port 13481799-4161-49ca-8fe8-510429256837, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=13481799-4161-49ca-8fe8-510429256837,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:36.349198 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2152213-ce25-4f0e-a344-49f414538304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:36.425236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2152213-ce25-4f0e-a344-49f414538304 None None] Pushing event updated for resources: {'Port': ['ID=13481799-4161-49ca-8fe8-510429256837,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:36.457336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2097d8a-f632-4621-99c9-c079a27d36ad tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Checking segment: {'id': '0fdf21cb-e310-407e-8965-7482aaba99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606501f-08c2-435e-b291-eef486740011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:36.457707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2097d8a-f632-4621-99c9-c079a27d36ad tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network hostable DHCP agents. Network: 3606501f-08c2-435e-b291-eef486740011, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:40:36.493488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15268a-19d6-41ae-9dcd-d6bd93f67fa1 req-d2f7ba7a-efbc-448a-bb74-c0fff9f6cf97 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:36.495265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d15268a-19d6-41ae-9dcd-d6bd93f67fa1 req-d2f7ba7a-efbc-448a-bb74-c0fff9f6cf97 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebe86e5-4e7e-4f66-af3f-583ce13c177e HTTP/1.1" status: 200 len: 945 time: 0.2828915 Dec 09 22:40:36.520070 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8371225d-dba5-4d70-baa6-d6c500662dd2 req-5ec3dc74-8429-41a0-b617-e11df654cf7b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:36.541175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f7c7b51c-0e51-4412-9732-427fc0f6b738'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:36.564196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2097d8a-f632-4621-99c9-c079a27d36ad tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network 3606501f-08c2-435e-b291-eef486740011 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:40:36.574959 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-a6c1ce4d-3503-494a-b1fd-8ee55ce08467 service neutron] 10.222.0.16 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800143 Dec 09 22:40:36.581228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3dc74-8429-41a0-b617-e11df654cf7b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Pushing event deleted for resources: {'Port': ['ID=f7c7b51c-0e51-4412-9732-427fc0f6b738,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:36.618432 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e2097d8a-f632-4621-99c9-c079a27d36ad tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 3606501f-08c2-435e-b291-eef486740011) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:36.620775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7c0371-93d1-4ceb-b44c-3bb07fdb3a79 None None] DHCP port deletion for 2cc69133-2b69-4699-aedc-fba439939c4b request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:36.651143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25656551-214b-44bc-86c8-94663ade1c6b None None] Network 3606501f-08c2-435e-b291-eef486740011 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:36.664260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2097d8a-f632-4621-99c9-c079a27d36ad tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:36.664960 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2097d8a-f632-4621-99c9-c079a27d36ad tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:36.692431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8371225d-dba5-4d70-baa6-d6c500662dd2 req-5ec3dc74-8429-41a0-b617-e11df654cf7b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] No DVR routers for this DVR port f7c7b51c-0e51-4412-9732-427fc0f6b738 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:36.709035 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8371225d-dba5-4d70-baa6-d6c500662dd2 req-5ec3dc74-8429-41a0-b617-e11df654cf7b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:36.712410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8371225d-dba5-4d70-baa6-d6c500662dd2 req-5ec3dc74-8429-41a0-b617-e11df654cf7b tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.42 "DELETE /v2.0/ports/f7c7b51c-0e51-4412-9732-427fc0f6b738 HTTP/1.1" status: 204 len: 173 time: 1.7135594 Dec 09 22:40:36.716790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebe86e5-4e7e-4f66-af3f-583ce13c177e', 'name': 'network-vif-deleted', 'tag': 'f7c7b51c-0e51-4412-9732-427fc0f6b738'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:36.723102 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176691e4-4887-4c86-a2b2-d966ae9d3bb1" -d '{"events": [{"server_uuid": "eebe86e5-4e7e-4f66-af3f-583ce13c177e", "name": "network-vif-deleted", "tag": "f7c7b51c-0e51-4412-9732-427fc0f6b738"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:36.750507 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'name': 'tempest-ServerRescueNegativeTestJSON-960721378-router', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:31Z', 'revision_number': 4, 'project_id': 'e3d735f4e9494bc39d58324e1672d24b', 'gw_port': {'id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '13481799-4161-49ca-8fe8-510429256837', 'name': '', 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'mac_address': 'fa:16:3e:41:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '8e5caf15-34f8-4ccc-a7c6-66d13bf78505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:40:30Z', 'updated_at': '2021-12-09T22:40:35Z', 'revision_number': 4, 'project_id': 'e3d735f4e9494bc39d58324e1672d24b', 'subnets': [{'id': '8e5caf15-34f8-4ccc-a7c6-66d13bf78505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:36.779453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d15268a-19d6-41ae-9dcd-d6bd93f67fa1 req-8782306f-d9c4-4907-a83f-a1364f237373 tempest-ServerPasswordTestJSON-1194200581 tempest-ServerPasswordTestJSON-1194200581-project] 10.222.0.16 "GET /v2.0/security-groups?id=db033781-deb9-4c36-9867-6efd1479ce72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579849 Dec 09 22:40:36.789048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e2097d8a-f632-4621-99c9-c079a27d36ad tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5451891 Dec 09 22:40:36.791772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56118) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:36.797060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-fba01576-c390-4c76-ac58-78c7334441fe tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'subnet': {'network_id': '3606501f-08c2-435e-b291-eef486740011', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:36.822241 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92eb957-ddf0-47b1-b9dd-f714497f21c9 None None] The sync data for ids ['187d7702-9fbc-4237-b6db-2e7ecb167db2'] in n-d-789963-23 is: [{'id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'name': 'tempest-ServerRescueNegativeTestJSON-960721378-router', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:31Z', 'revision_number': 4, 'project_id': 'e3d735f4e9494bc39d58324e1672d24b', 'gw_port': {'id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '13481799-4161-49ca-8fe8-510429256837', 'name': '', 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'mac_address': 'fa:16:3e:41:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '8e5caf15-34f8-4ccc-a7c6-66d13bf78505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:40:30Z', 'updated_at': '2021-12-09T22:40:35Z', 'revision_number': 4, 'project_id': 'e3d735f4e9494bc39d58324e1672d24b', 'subnets': [{'id': '8e5caf15-34f8-4ccc-a7c6-66d13bf78505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:40:36.975054 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-f3adbba9-ef2f-486c-a4cc-9766df5208c2 service neutron] 10.222.0.16 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728540 Dec 09 22:40:36.976609 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32522052-b46f-4448-adf8-8b23c9b70aab x-openstack-request-id: req-32522052-b46f-4448-adf8-8b23c9b70aab {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:36.976882 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebe86e5-4e7e-4f66-af3f-583ce13c177e", "name": "network-vif-deleted", "tag": "f7c7b51c-0e51-4412-9732-427fc0f6b738", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:36.977135 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32522052-b46f-4448-adf8-8b23c9b70aab {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:36.977976 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebe86e5-4e7e-4f66-af3f-583ce13c177e', 'name': 'network-vif-deleted', 'tag': 'f7c7b51c-0e51-4412-9732-427fc0f6b738', 'status': 'completed', 'code': 200} Dec 09 22:40:37.315906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b126ab-470c-4dd9-bdd4-bc8ff7826b1c req-435782b6-f97f-40c7-a470-a14364d7941e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:37.332015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5b126ab-470c-4dd9-bdd4-bc8ff7826b1c req-435782b6-f97f-40c7-a470-a14364d7941e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.2463248 Dec 09 22:40:37.384812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba01576-c390-4c76-ac58-78c7334441fe tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:37.388472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fba01576-c390-4c76-ac58-78c7334441fe tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:37.510059 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-3606501f-08c2-435e-b291-eef486740011', 'network_id': '3606501f-08c2-435e-b291-eef486740011', 'project_id': '2282e30cb4124ab5aa561d8b5030166e', 'fixed_ips': [{'subnet_id': 'b1d28c87-9217-43b9-89d7-4ec0a2cabd12'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:40:37.511325 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:37.515184 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:37.636657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 13481799-4161-49ca-8fe8-510429256837 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:37.681534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5b126ab-470c-4dd9-bdd4-bc8ff7826b1c req-3c446c91-1f8d-4c67-8edf-eb6f2b464973 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475974 Dec 09 22:40:37.784750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe4c24e7-0b52-4b96-87f0-320622d5b0c9 req-0264ceca-96a2-4ea8-9d77-d3e489ee384e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 210 time: 0.1321356 Dec 09 22:40:37.869624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56142) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:37.999291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-caca8dbf-3fd6-46ae-8def-9d39e5b8c0dd admin admin] Deleting subnet f372595c-0f38-4522-8622-4ea9c073f41c {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:40:38.012207 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-caca8dbf-3fd6-46ae-8def-9d39e5b8c0dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:38.013368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Allocated IP 2001:db8::2 (3606501f-08c2-435e-b291-eef486740011/b1d28c87-9217-43b9-89d7-4ec0a2cabd12/31927e24-65b8-4af1-9751-115aae4a6354) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:38.040908 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 13481799-4161-49ca-8fe8-510429256837 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:38.041536 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:38.148871 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-caca8dbf-3fd6-46ae-8def-9d39e5b8c0dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:38.335029 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-caca8dbf-3fd6-46ae-8def-9d39e5b8c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:38.525725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-caca8dbf-3fd6-46ae-8def-9d39e5b8c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:38.600970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca8dbf-3fd6-46ae-8def-9d39e5b8c0dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f372595c-0f38-4522-8622-4ea9c073f41c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:38.614855 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-caca8dbf-3fd6-46ae-8def-9d39e5b8c0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:38.632463 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-caca8dbf-3fd6-46ae-8def-9d39e5b8c0dd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f372595c-0f38-4522-8622-4ea9c073f41c HTTP/1.1" status: 204 len: 168 time: 0.7587953 Dec 09 22:40:38.633161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56166) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:38.658569 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39cbf-fc0e-4b15-969a-09970d081c46 req-3ffcaa1a-bbef-4102-a681-f7a23c1dae0c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:38.664483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-acd39cbf-fc0e-4b15-969a-09970d081c46 req-3ffcaa1a-bbef-4102-a681-f7a23c1dae0c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.4096479 Dec 09 22:40:38.666722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51ac5b-5ee9-424f-8a93-9613a7ac053f None None] Network 2cc69133-2b69-4699-aedc-fba439939c4b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:38.767044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-99f639e1-6a17-4006-8f13-9b0ed6cd633f tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:38.782420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-99f639e1-6a17-4006-8f13-9b0ed6cd633f tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/networks?id=da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 200 len: 818 time: 0.6337335 Dec 09 22:40:38.854738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-1b14810d-f30a-4fdd-b354-f5aeabec9668 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/quotas/e3d735f4e9494bc39d58324e1672d24b HTTP/1.1" status: 200 len: 375 time: 0.0709834 Dec 09 22:40:38.882196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-acd39cbf-fc0e-4b15-969a-09970d081c46 req-d4381c86-0172-4c06-8866-242d7c8f148a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915219 Dec 09 22:40:38.928557 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:38.984556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f7c7b51c-0e51-4412-9732-427fc0f6b738 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:40:39.008913 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fba01576-c390-4c76-ac58-78c7334441fe tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.130865 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.189471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-06ce98ad-2b24-4aa7-ac72-0d8bb84d39a7 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3d735f4e9494bc39d58324e1672d24b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3334155 Dec 09 22:40:39.193322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc69133-2b69-4699-aedc-fba439939c4b']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:39.223362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d613f0-489f-4bad-a4fe-862de2c50863') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:39.223657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d613f0-489f-4bad-a4fe-862de2c50863') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:39.255664 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.274694 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.282061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:39.282472 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:39.284480 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:39.346157 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.368707 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.373217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-c8ab5274-a151-49b3-bc30-3d2786ab6451 service neutron] 10.222.0.16 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791294 Dec 09 22:40:39.375173 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.384394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: f7c7b51c-0e51-4412-9732-427fc0f6b738 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:40:39.384394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f7c7b51c-0e51-4412-9732-427fc0f6b738 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:40:39.385190 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2cc69133-2b69-4699-aedc-fba439939c4b HTTP/1.1" status: 204 len: 168 time: 0.7475436 Dec 09 22:40:39.396587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba01576-c390-4c76-ac58-78c7334441fe tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network 3606501f-08c2-435e-b291-eef486740011 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:39.430292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac9734-03c7-4061-b48d-dd908c2e2a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc69133-2b69-4699-aedc-fba439939c4b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:39.447657 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.451506 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-fba01576-c390-4c76-ac58-78c7334441fe tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:39.468396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba01576-c390-4c76-ac58-78c7334441fe tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:39.469136 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fba01576-c390-4c76-ac58-78c7334441fe tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.491471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d2739-1025-486c-a3a9-bd930ed526b6 None None] DHCP port deletion for 2cc69133-2b69-4699-aedc-fba439939c4b request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:39.499860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba01576-c390-4c76-ac58-78c7334441fe tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Subnet': ['ID=b038ac4b-5a8a-4f09-b3cc-8c874770fce8,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:39.599756 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fba01576-c390-4c76-ac58-78c7334441fe tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8033140 Dec 09 22:40:39.599988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56174) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:39.645542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c058522-ffc3-4e03-8827-eaf6a17fc8e7 req-29abd8cc-344b-4b55-b4b3-df1b9c2fa7f1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:39.647097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Network 3606501f-08c2-435e-b291-eef486740011 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:39.653425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c058522-ffc3-4e03-8827-eaf6a17fc8e7 req-29abd8cc-344b-4b55-b4b3-df1b9c2fa7f1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.2943649 Dec 09 22:40:39.657985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56176) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:39.682685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:39.695635 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:39.703618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Pushing event updated for resources: {'Port': ['ID=31927e24-65b8-4af1-9751-115aae4a6354,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:39.761523 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-a4d44fd4-99f7-4ec8-84bf-877b4e2ea0ca service neutron] 10.222.0.16 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871002 Dec 09 22:40:39.790113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3561351e-a170-4b75-b741-0aee4c876230 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:39.792210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3561351e-a170-4b75-b741-0aee4c876230 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:39.802233 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3561351e-a170-4b75-b741-0aee4c876230 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:39.804070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3561351e-a170-4b75-b741-0aee4c876230 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:39.805898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3561351e-a170-4b75-b741-0aee4c876230 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:39.809337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3561351e-a170-4b75-b741-0aee4c876230 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2085912 Dec 09 22:40:39.813018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56180) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:39.818463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f6be0aec-4e3d-488e-8125-09ba0aa353a7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2095791563'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:39.854641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6be0aec-4e3d-488e-8125-09ba0aa353a7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:39.859713 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6be0aec-4e3d-488e-8125-09ba0aa353a7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.873385 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Attempting to bind port 31927e24-65b8-4af1-9751-115aae4a6354 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:39.873762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Attempting to bind port 31927e24-65b8-4af1-9751-115aae4a6354 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0fdf21cb-e310-407e-8965-7482aaba99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606501f-08c2-435e-b291-eef486740011'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:39.874289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Attempting to bind port 31927e24-65b8-4af1-9751-115aae4a6354 on network 3606501f-08c2-435e-b291-eef486740011 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:39.880030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:39.880407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Checking segment: {'id': '0fdf21cb-e310-407e-8965-7482aaba99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606501f-08c2-435e-b291-eef486740011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:39.880804 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.881196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Bound using segment: {'id': '0fdf21cb-e310-407e-8965-7482aaba99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606501f-08c2-435e-b291-eef486740011'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:39.881708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Bound port: 31927e24-65b8-4af1-9751-115aae4a6354, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdf21cb-e310-407e-8965-7482aaba99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3606501f-08c2-435e-b291-eef486740011'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:39.882064 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.903000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6be0aec-4e3d-488e-8125-09ba0aa353a7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:40:39.914996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6be0aec-4e3d-488e-8125-09ba0aa353a7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:39.915760 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-f6be0aec-4e3d-488e-8125-09ba0aa353a7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Added segment db9f59d4-047f-4a0b-9d40-967b1a205f38 of type vlan for network 53c3213a-27d2-4ee7-8a4c-a584941dfc64 Dec 09 22:40:39.976147 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-c7e25e7a-0a96-4a37-b980-5896ff408aa9 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:39.983339 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-c7e25e7a-0a96-4a37-b980-5896ff408aa9 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.42 "GET /v2.0/networks?id=da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 200 len: 818 time: 0.5018070 Dec 09 22:40:39.993226 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] For port 31927e24-65b8-4af1-9751-115aae4a6354, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:39.997298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] For port 31927e24-65b8-4af1-9751-115aae4a6354, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=31927e24-65b8-4af1-9751-115aae4a6354,segment=NetworkSegment(0fdf21cb-e310-407e-8965-7482aaba99d9),segment_id=0fdf21cb-e310-407e-8965-7482aaba99d9)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:40.004700 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:40.018279 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c058522-ffc3-4e03-8827-eaf6a17fc8e7 req-4f43142e-bf7e-4410-b406-dd1382b6ea99 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507998 Dec 09 22:40:40.018441 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6be0aec-4e3d-488e-8125-09ba0aa353a7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:40.035147 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Request body: {'port': {'device_id': '20411c96-b58f-4f00-b930-bd5af11d7c76', 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168', 'admin_state_up': True, 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:40.058546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d2b46743-fda1-4c71-ab32-8cb4dafd7b8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85fd3534b00e4558ae44e41e13286473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3916054 Dec 09 22:40:40.058788 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56188) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:40.156530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350a1f7-676f-4911-b517-1d6a17abf2aa None None] Pushing event updated for resources: {'Port': ['ID=31927e24-65b8-4af1-9751-115aae4a6354,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:40.241308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6be0aec-4e3d-488e-8125-09ba0aa353a7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:40.270658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be0aec-4e3d-488e-8125-09ba0aa353a7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:40.271251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6be0aec-4e3d-488e-8125-09ba0aa353a7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:40.285974 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-271df855-1d73-4fbd-a4c4-b965b6c94a01 req-9c917f96-380b-4356-b855-81a7032df35a tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 210 time: 0.1151862 Dec 09 22:40:40.526067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Made reservation on behalf of e3d735f4e9494bc39d58324e1672d24b for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:40.532606 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:40.550682 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-702cb95b-ddf6-4a3b-a458-b711c46d19cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:40.582934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-1ba21911-6f8b-4f2b-90b9-70717133a436 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:40.590063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-1ba21911-6f8b-4f2b-90b9-70717133a436 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 811 time: 0.2106118 Dec 09 22:40:40.643454 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-edaa6dae-7017-48a1-bdc6-01306ccd0208 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/quotas/a50be6269df849769ea8c318b734d26f HTTP/1.1" status: 200 len: 375 time: 0.0524454 Dec 09 22:40:40.659552 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-702cb95b-ddf6-4a3b-a458-b711c46d19cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:40.800579 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f6be0aec-4e3d-488e-8125-09ba0aa353a7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9855742 Dec 09 22:40:40.801926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be0aec-4e3d-488e-8125-09ba0aa353a7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Network': ['ID=53c3213a-27d2-4ee7-8a4c-a584941dfc64,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:40.802093 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-2886a0c3-4fcb-4f16-8c97-6101119a39dc tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1573157 Dec 09 22:40:40.812420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56216) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:40.813417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-702cb95b-ddf6-4a3b-a458-b711c46d19cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:40.814118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 53c3213a-27d2-4ee7-8a4c-a584941dfc64 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:40.818478 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-702cb95b-ddf6-4a3b-a458-b711c46d19cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:40.823654 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-702cb95b-ddf6-4a3b-a458-b711c46d19cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db033781-deb9-4c36-9867-6efd1479ce72 HTTP/1.1" status: 204 len: 168 time: 0.7661424 Dec 09 22:40:40.831821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-dc59b5a1-f05c-4e69-951e-a2b72caf79b7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:40.854758 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cb95b-ddf6-4a3b-a458-b711c46d19cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db033781-deb9-4c36-9867-6efd1479ce72,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:40.992490 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Allocated IP 172.20.0.6 (da8046fa-97ce-4191-a958-2aad26658168/8e5caf15-34f8-4ccc-a7c6-66d13bf78505/2db1f8cd-5309-4116-a198-179d455291e5) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:41.085146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-6a376373-46d5-45ff-b27a-fe4be77dac31 service neutron] 10.222.0.16 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816391 Dec 09 22:40:41.353990 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc59b5a1-f05c-4e69-951e-a2b72caf79b7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:41.400115 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc59b5a1-f05c-4e69-951e-a2b72caf79b7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:41.428828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31927e24-65b8-4af1-9751-115aae4a6354 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:41.431050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc59b5a1-f05c-4e69-951e-a2b72caf79b7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network 53c3213a-27d2-4ee7-8a4c-a584941dfc64 is not hosted by any dhcp agent {{(pid=103417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:40:41.437371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc59b5a1-f05c-4e69-951e-a2b72caf79b7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:41.438351 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc59b5a1-f05c-4e69-951e-a2b72caf79b7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:41.440605 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dc59b5a1-f05c-4e69-951e-a2b72caf79b7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "PUT /v2.0/networks/53c3213a-27d2-4ee7-8a4c-a584941dfc64 HTTP/1.1" status: 200 len: 723 time: 0.6148448 Dec 09 22:40:41.462445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56230) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:41.473111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a4dcc554-cafa-4a5e-b4e3-77e58a7f3d24 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'subnet': {'network_id': '53c3213a-27d2-4ee7-8a4c-a584941dfc64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:41.650475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 31927e24-65b8-4af1-9751-115aae4a6354 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:41.650859 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:41.679033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b66d008d-dadc-4268-a5a5-14fc783e5dc0 req-4b682741-682a-4fdd-bb5d-bebf64e331ab tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 210 time: 0.1659956 Dec 09 22:40:41.689543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59b5a1-f05c-4e69-951e-a2b72caf79b7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Network': ['ID=53c3213a-27d2-4ee7-8a4c-a584941dfc64,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:41.774074 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 53c3213a-27d2-4ee7-8a4c-a584941dfc64 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:41.843274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dcc554-cafa-4a5e-b4e3-77e58a7f3d24 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:41.851799 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc554-cafa-4a5e-b4e3-77e58a7f3d24 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:41.882463 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:41.907962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-ecee9752-e9ed-4396-9486-bc59f5073d24 service neutron] 10.222.0.16 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8210146 Dec 09 22:40:41.970864 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:42.064184 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:42.080772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Network da8046fa-97ce-4191-a958-2aad26658168 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:42.098826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:42.108906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:42.125286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ed93f9-51ea-46ef-85e7-ace4de3d1906 None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:42.206251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 31927e24-65b8-4af1-9751-115aae4a6354, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=31927e24-65b8-4af1-9751-115aae4a6354,segment=NetworkSegment(0fdf21cb-e310-407e-8965-7482aaba99d9),segment_id=0fdf21cb-e310-407e-8965-7482aaba99d9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:42.220410 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:42.306625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Pushing event updated for resources: {'Port': ['ID=2db1f8cd-5309-4116-a198-179d455291e5,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:42.368638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6028344-ed7b-4189-b423-c495ccd033ae None None] Network 3606501f-08c2-435e-b291-eef486740011 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:42.401147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1e15012-cb12-41f2-bf89-181c215b2a24 req-5bcd6742-f861-4178-9ab5-86d7159f7031 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 210 time: 0.0686107 Dec 09 22:40:42.435651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:42.436339 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:42.482291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-6c990ef7-4529-4acf-8262-e7e9c82358ad tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4728334 Dec 09 22:40:42.501458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Request body: {'port': {'device_id': '20411c96-b58f-4f00-b930-bd5af11d7c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:42.544763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=31927e24-65b8-4af1-9751-115aae4a6354,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:42.643167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-858843f5-4740-40c5-8ded-b518f68f7b62 None None] Provisioning complete for port 31927e24-65b8-4af1-9751-115aae4a6354 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:42.643589 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-858843f5-4740-40c5-8ded-b518f68f7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:42.703913 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc554-cafa-4a5e-b4e3-77e58a7f3d24 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:42.736017 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:42.859836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcc554-cafa-4a5e-b4e3-77e58a7f3d24 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Subnet': ['ID=979a34c1-cc7d-41e9-bca6-f9c9381aabb5,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:42.910679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-dc01bd09-351e-4975-a20f-4ffd798e3da7 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:42.912496 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-dc01bd09-351e-4975-a20f-4ffd798e3da7 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.18 "GET /v2.0/networks?id=da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 200 len: 818 time: 0.5361290 Dec 09 22:40:42.954905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Request body: {'port': {'device_id': '29858975-8460-450f-a8ad-014964fc0571', 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168', 'admin_state_up': True, 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:43.021190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e2bad8-d9fc-4462-8b3a-0731e8c00c66 None None] Update dhcp port {'port': {'network_id': '3606501f-08c2-435e-b291-eef486740011', 'fixed_ips': [{'subnet_id': 'b1d28c87-9217-43b9-89d7-4ec0a2cabd12', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b038ac4b-5a8a-4f09-b3cc-8c874770fce8'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '31927e24-65b8-4af1-9751-115aae4a6354'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:40:43.023079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dcc554-cafa-4a5e-b4e3-77e58a7f3d24 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Checking segment: {'id': 'db9f59d4-047f-4a0b-9d40-967b1a205f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '53c3213a-27d2-4ee7-8a4c-a584941dfc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:43.040664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dcc554-cafa-4a5e-b4e3-77e58a7f3d24 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network hostable DHCP agents. Network: 53c3213a-27d2-4ee7-8a4c-a584941dfc64, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:40:43.110608 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bad8-d9fc-4462-8b3a-0731e8c00c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:43.135746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-858843f5-4740-40c5-8ded-b518f68f7b62 None None] Provisioning complete for port 2db1f8cd-5309-4116-a198-179d455291e5 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:43.136470 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-858843f5-4740-40c5-8ded-b518f68f7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:43.137111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dcc554-cafa-4a5e-b4e3-77e58a7f3d24 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network 53c3213a-27d2-4ee7-8a4c-a584941dfc64 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:40:43.173011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-a4dcc554-cafa-4a5e-b4e3-77e58a7f3d24 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 53c3213a-27d2-4ee7-8a4c-a584941dfc64) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:43.185653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dcc554-cafa-4a5e-b4e3-77e58a7f3d24 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:43.186600 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc554-cafa-4a5e-b4e3-77e58a7f3d24 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:43.229814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Made reservation on behalf of e3d735f4e9494bc39d58324e1672d24b for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:43.234503 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:43.270044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-858843f5-4740-40c5-8ded-b518f68f7b62 None None] Port 2db1f8cd-5309-4116-a198-179d455291e5 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:40:43.276971 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97007afb-5d0e-408b-9cdd-961dfdfa5d1e None None] Network 53c3213a-27d2-4ee7-8a4c-a584941dfc64 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:43.292856 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a4dcc554-cafa-4a5e-b4e3-77e58a7f3d24 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8261573 Dec 09 22:40:43.307019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56282) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:43.320229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-bda6b198-cf6e-472a-a988-52fe377f7f93 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:43.488811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31927e24-65b8-4af1-9751-115aae4a6354 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:43.524184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-53c3213a-27d2-4ee7-8a4c-a584941dfc64', 'network_id': '53c3213a-27d2-4ee7-8a4c-a584941dfc64', 'project_id': '2282e30cb4124ab5aa561d8b5030166e', 'fixed_ips': [{'subnet_id': '979a34c1-cc7d-41e9-bca6-f9c9381aabb5'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:40:43.525337 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:43.568288 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db1f8cd-5309-4116-a198-179d455291e5 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:40:43.577666 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:43.584047 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bda6b198-cf6e-472a-a988-52fe377f7f93 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25380900'] for subnet, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:43.623702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Transition to ACTIVE for port object 2db1f8cd-5309-4116-a198-179d455291e5 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:40:43.695320 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:43.856002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2db1f8cd-5309-4116-a198-179d455291e5,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:43.874745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49db3c3f-91e3-4c8a-9200-a77d954d310e req-222fff6a-d6c0-4faf-b8ad-2272460e1597 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 210 time: 0.2386127 Dec 09 22:40:43.904853 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d137574-6706-479d-8d90-8033d4005de6 req-f1a58555-e20f-4066-b0c7-b956609f60af tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb30a122-0fbe-4741-9ea9-ecdc0d3bd0d2 HTTP/1.1" status: 200 len: 210 time: 0.2769046 Dec 09 22:40:44.215773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 31927e24-65b8-4af1-9751-115aae4a6354 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:44.216338 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:44.239471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1901397-9a7b-4e96-b933-d46b33b75507 req-29530c7b-4aca-43de-8de6-dd891a699961 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 210 time: 0.1602886 Dec 09 22:40:44.270612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5fa29a-e8cd-4900-8175-59a6244f285e None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:44.350391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Attempting to bind port 2db1f8cd-5309-4116-a198-179d455291e5 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:44.350735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Attempting to bind port 2db1f8cd-5309-4116-a198-179d455291e5 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:44.351069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Attempting to bind port 2db1f8cd-5309-4116-a198-179d455291e5 on network da8046fa-97ce-4191-a958-2aad26658168 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:44.356188 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Port 2db1f8cd-5309-4116-a198-179d455291e5 on network da8046fa-97ce-4191-a958-2aad26658168 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:40:44.356515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Attempting to bind port 2db1f8cd-5309-4116-a198-179d455291e5 on network da8046fa-97ce-4191-a958-2aad26658168 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:44.375475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:44.376988 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Checking segment: {'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:44.377563 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Bound using segment: {'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:44.378852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Bound port: 2db1f8cd-5309-4116-a198-179d455291e5, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:44.380892 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:44.473085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] For port 2db1f8cd-5309-4116-a198-179d455291e5, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:44.477222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] For port 2db1f8cd-5309-4116-a198-179d455291e5, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2db1f8cd-5309-4116-a198-179d455291e5,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:44.491728 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:44.559118 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:44.559622 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:44.561017 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-73767ddc-367c-46df-9352-d260751968f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/2db1f8cd-5309-4116-a198-179d455291e5 HTTP/1.1" status: 200 len: 1092 time: 2.0689003 Dec 09 22:40:44.561514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20411c96-b58f-4f00-b930-bd5af11d7c76', 'tag': '2db1f8cd-5309-4116-a198-179d455291e5'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:44.563814 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a36bed8-2fd2-4b7c-8c40-7fa038f600e1" -d '{"events": [{"name": "network-changed", "server_uuid": "20411c96-b58f-4f00-b930-bd5af11d7c76", "tag": "2db1f8cd-5309-4116-a198-179d455291e5"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:44.616039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-e1e2bad8-d9fc-4462-8b3a-0731e8c00c66 None None] Allocated IP 172.20.0.1 (3606501f-08c2-435e-b291-eef486740011/b038ac4b-5a8a-4f09-b3cc-8c874770fce8/31927e24-65b8-4af1-9751-115aae4a6354) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:44.621010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73767ddc-367c-46df-9352-d260751968f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2db1f8cd-5309-4116-a198-179d455291e5,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:44.686022 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eec6f23-ed8c-4c99-a1ee-095e660c4bdb x-openstack-request-id: req-0eec6f23-ed8c-4c99-a1ee-095e660c4bdb {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:44.686324 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20411c96-b58f-4f00-b930-bd5af11d7c76", "tag": "2db1f8cd-5309-4116-a198-179d455291e5", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:44.686584 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0eec6f23-ed8c-4c99-a1ee-095e660c4bdb {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:44.686992 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20411c96-b58f-4f00-b930-bd5af11d7c76', 'tag': '2db1f8cd-5309-4116-a198-179d455291e5', 'status': 'completed', 'code': 200} Dec 09 22:40:44.700050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fed00d-a1d1-4de6-814c-11c5118e6262 None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:44.783363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Allocated IP 2001:db8::2 (53c3213a-27d2-4ee7-8a4c-a584941dfc64/979a34c1-cc7d-41e9-bca6-f9c9381aabb5/83092c9d-9515-4119-a4c8-3063a89a6c94) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:44.818563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ac491329-4656-49cd-8d18-f8dfa616a619 req-4595652c-c982-46d1-8cae-682d11771ba4 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0763738 Dec 09 22:40:44.832814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-1a9b99c4-26ff-4d15-bfd8-83da489d4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:44.834605 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-1a9b99c4-26ff-4d15-bfd8-83da489d4d27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3d735f4e9494bc39d58324e1672d24b&device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 1095 time: 0.1504760 Dec 09 22:40:44.935071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-9e2b876c-568e-483b-a134-3a9b21d4096c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db1f8cd-5309-4116-a198-179d455291e5 HTTP/1.1" status: 200 len: 217 time: 0.0923696 Dec 09 22:40:44.940035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-f6e7a8cc-46f2-4e04-96a1-25ca212d1e47 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:44.951050 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-f6e7a8cc-46f2-4e04-96a1-25ca212d1e47 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 811 time: 0.4146068 Dec 09 22:40:44.952267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Allocated IP 172.20.0.11 (da8046fa-97ce-4191-a958-2aad26658168/8e5caf15-34f8-4ccc-a7c6-66d13bf78505/68dfcdc1-bbb2-4352-99ec-1b565623efe3) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:44.976893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Request body: {'port': {'device_id': '7711077e-d138-48a7-854f-3573cb71391f', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'admin_state_up': True, 'tenant_id': 'a50be6269df849769ea8c318b734d26f'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:45.064857 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e68fda6a-27c5-4b96-bdbc-9d90bb4f5c8c req-39dcf0da-a665-41e7-b738-83e5b540e885 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 210 time: 0.0618668 Dec 09 22:40:45.091635 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-84149c0b-3c9c-473d-95b3-468942baf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:45.093107 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-84149c0b-3c9c-473d-95b3-468942baf892 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e5caf15-34f8-4ccc-a7c6-66d13bf78505 HTTP/1.1" status: 200 len: 858 time: 0.1509159 Dec 09 22:40:45.147091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-fd13982a-ff2c-4a8d-95db-f4dc2ac8fb93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8046fa-97ce-4191-a958-2aad26658168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452542 Dec 09 22:40:45.186998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e1e2bad8-d9fc-4462-8b3a-0731e8c00c66 None None] For port 31927e24-65b8-4af1-9751-115aae4a6354, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=31927e24-65b8-4af1-9751-115aae4a6354,segment=NetworkSegment(0fdf21cb-e310-407e-8965-7482aaba99d9),segment_id=0fdf21cb-e310-407e-8965-7482aaba99d9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:45.275108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bad8-d9fc-4462-8b3a-0731e8c00c66 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:45.367368 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bad8-d9fc-4462-8b3a-0731e8c00c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:45.428129 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-ba2acf07-53d3-48aa-a9ac-a8a5c0d6cba6 service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725074 Dec 09 22:40:45.531949 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:45.561892 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:45.588180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:45.620491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2bad8-d9fc-4462-8b3a-0731e8c00c66 None None] Pushing event updated for resources: {'Port': ['ID=31927e24-65b8-4af1-9751-115aae4a6354,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:45.633097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Network 53c3213a-27d2-4ee7-8a4c-a584941dfc64 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:45.635007 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09c5dbcf-c335-42b2-a470-6a3a60a5e15f req-bea25114-ac12-4cf3-95d7-1167d4b38910 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 210 time: 0.1990030 Dec 09 22:40:45.655541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Made reservation on behalf of a50be6269df849769ea8c318b734d26f for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:45.659638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:45.666848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:45.674522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfacf3c9-44f2-47ef-bb7d-2b634d2cc18e req-88d840a8-5def-4532-855e-c4374fe50b93 service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394607 Dec 09 22:40:45.694263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:45.812646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Pushing event updated for resources: {'Port': ['ID=83092c9d-9515-4119-a4c8-3063a89a6c94,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:45.866536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Attempting to bind port 83092c9d-9515-4119-a4c8-3063a89a6c94 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:45.866536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Attempting to bind port 83092c9d-9515-4119-a4c8-3063a89a6c94 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'db9f59d4-047f-4a0b-9d40-967b1a205f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '53c3213a-27d2-4ee7-8a4c-a584941dfc64'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:45.866536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Attempting to bind port 83092c9d-9515-4119-a4c8-3063a89a6c94 on network 53c3213a-27d2-4ee7-8a4c-a584941dfc64 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:45.868127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:45.868734 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Checking segment: {'id': 'db9f59d4-047f-4a0b-9d40-967b1a205f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '53c3213a-27d2-4ee7-8a4c-a584941dfc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:45.869306 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:45.869898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Bound using segment: {'id': 'db9f59d4-047f-4a0b-9d40-967b1a205f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '53c3213a-27d2-4ee7-8a4c-a584941dfc64'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:45.870557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Bound port: 83092c9d-9515-4119-a4c8-3063a89a6c94, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9f59d4-047f-4a0b-9d40-967b1a205f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '53c3213a-27d2-4ee7-8a4c-a584941dfc64'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:45.871113 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:45.894143 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:45.929273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36bed8-2fd2-4b7c-8c40-7fa038f600e1 req-bd554cd9-8504-4b99-91a8-9d6a77290275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:45.932632 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a36bed8-2fd2-4b7c-8c40-7fa038f600e1 req-bd554cd9-8504-4b99-91a8-9d6a77290275 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3d735f4e9494bc39d58324e1672d24b&device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 1095 time: 0.1378994 Dec 09 22:40:45.969737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Pushing event updated for resources: {'Port': ['ID=68dfcdc1-bbb2-4352-99ec-1b565623efe3,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:45.983825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bda6b198-cf6e-472a-a988-52fe377f7f93 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734980742184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25674886'] for subnet, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:46.046087 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] For port 83092c9d-9515-4119-a4c8-3063a89a6c94, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:46.050501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] For port 83092c9d-9515-4119-a4c8-3063a89a6c94, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=83092c9d-9515-4119-a4c8-3063a89a6c94,segment=NetworkSegment(db9f59d4-047f-4a0b-9d40-967b1a205f38),segment_id=db9f59d4-047f-4a0b-9d40-967b1a205f38)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:46.060739 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:46.073757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6b198-cf6e-472a-a988-52fe377f7f93 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Subnet': ['ID=979a34c1-cc7d-41e9-bca6-f9c9381aabb5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:46.112842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Network da8046fa-97ce-4191-a958-2aad26658168 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:46.121202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda6b198-cf6e-472a-a988-52fe377f7f93 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:46.124293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bda6b198-cf6e-472a-a988-52fe377f7f93 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:46.128292 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bda6b198-cf6e-472a-a988-52fe377f7f93 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "PUT /v2.0/subnets/979a34c1-cc7d-41e9-bca6-f9c9381aabb5 HTTP/1.1" status: 200 len: 826 time: 2.8164699 Dec 09 22:40:46.140194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Allocated IP 172.20.0.11 (badbd76f-a324-4608-aa2d-ed71f637ff83/7b500527-9fce-41df-940e-84cdb130d7d8/6f2a3a36-4695-41ef-9d2d-b67ae0851aac) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:46.146910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56350) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:46.149424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:46.171400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:46.192260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd898ead-6ab1-4ca0-b786-24890a89e9fe None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:46.359543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:46.364888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:46.381940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e058694-f82a-4c7b-ae5b-ca5ced326dfa None None] Pushing event updated for resources: {'Port': ['ID=83092c9d-9515-4119-a4c8-3063a89a6c94,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:46.384878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-03baf3e2-228c-4511-9eb8-957764fb08c0 None None] Provisioning complete for port 68dfcdc1-bbb2-4352-99ec-1b565623efe3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:46.385259 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-03baf3e2-228c-4511-9eb8-957764fb08c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:46.507124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-03baf3e2-228c-4511-9eb8-957764fb08c0 None None] Port 68dfcdc1-bbb2-4352-99ec-1b565623efe3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:40:46.613826 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b124a139-07e3-4fbe-a70b-c5a558633503 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6787577 Dec 09 22:40:46.644734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Request body: {'port': {'device_id': '29858975-8460-450f-a8ad-014964fc0571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:46.743389 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:46.787826 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:47.184020 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea35351-2bb2-43c3-b501-9b76452262d4 None None] Network 3606501f-08c2-435e-b291-eef486740011 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:47.240296 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:47.311618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a48d268b-2e73-4d88-8119-44b597f9fa31 req-6f221a22-d9e9-4f9e-81b0-5cd687057208 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb30a122-0fbe-4741-9ea9-ecdc0d3bd0d2 HTTP/1.1" status: 200 len: 210 time: 0.0632229 Dec 09 22:40:47.312710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36bed8-2fd2-4b7c-8c40-7fa038f600e1 req-9c2135e4-55c5-461c-be1d-0af0e96a74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:47.314403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a36bed8-2fd2-4b7c-8c40-7fa038f600e1 req-9c2135e4-55c5-461c-be1d-0af0e96a74cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 200 len: 919 time: 1.3737311 Dec 09 22:40:47.334105 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-500bff91-a048-4c8d-99ce-1443b7848fbc req-37542487-0191-4b95-8024-a56408c25dd9 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.1091831 Dec 09 22:40:47.393094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Deleting port 83092c9d-9515-4119-a4c8-3063a89a6c94 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:47.395248 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:47.422704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0c70ae73-fd8b-40bf-9ee9-9815dd4225ca None None] Provisioning complete for port 31927e24-65b8-4af1-9751-115aae4a6354 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:47.423268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c70ae73-fd8b-40bf-9ee9-9815dd4225ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:47.483994 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a36bed8-2fd2-4b7c-8c40-7fa038f600e1 req-5419f71c-5f93-41d3-9aa9-0dc8c952d7ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db1f8cd-5309-4116-a198-179d455291e5 HTTP/1.1" status: 200 len: 217 time: 0.1315002 Dec 09 22:40:47.579573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28926c23-8c8a-4f62-ac03-b1fffccfcb3e req-752e908b-597f-4af3-a9ea-42531a2bb77e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:47.593462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28926c23-8c8a-4f62-ac03-b1fffccfcb3e req-752e908b-597f-4af3-a9ea-42531a2bb77e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 932 time: 0.3567832 Dec 09 22:40:47.611155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31927e24-65b8-4af1-9751-115aae4a6354 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:47.625583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] For port 83092c9d-9515-4119-a4c8-3063a89a6c94, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=83092c9d-9515-4119-a4c8-3063a89a6c94,segment=NetworkSegment(db9f59d4-047f-4a0b-9d40-967b1a205f38),segment_id=db9f59d4-047f-4a0b-9d40-967b1a205f38)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:47.625864 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:47.644470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36bed8-2fd2-4b7c-8c40-7fa038f600e1 req-0a232fde-41bb-4f73-963c-0b7331fb1897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:47.646053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a36bed8-2fd2-4b7c-8c40-7fa038f600e1 req-0a232fde-41bb-4f73-963c-0b7331fb1897 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e5caf15-34f8-4ccc-a7c6-66d13bf78505 HTTP/1.1" status: 200 len: 858 time: 0.1617520 Dec 09 22:40:47.686134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Calling delete_port for 83092c9d-9515-4119-a4c8-3063a89a6c94 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:47.700659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a36bed8-2fd2-4b7c-8c40-7fa038f600e1 req-8fb50a0d-6b10-47b3-9e50-e60698b24ccd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8046fa-97ce-4191-a958-2aad26658168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462906 Dec 09 22:40:47.732665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 31927e24-65b8-4af1-9751-115aae4a6354 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:47.733289 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:47.832098 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28926c23-8c8a-4f62-ac03-b1fffccfcb3e req-6406b7bb-5388-4b87-9e17-d66bf044e9e9 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375276 Dec 09 22:40:47.993062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 83092c9d-9515-4119-a4c8-3063a89a6c94 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:48.106475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a36bed8-2fd2-4b7c-8c40-7fa038f600e1 req-7d42579a-e61a-4dea-9031-e135b61b259b service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890355 Dec 09 22:40:48.107769 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:48.109577 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:48.147793 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a55e52c5-63db-45f5-b6af-bf6fe481eca4 req-211bcd23-3fd4-48cc-a49c-a770a3e934c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0552568 Dec 09 22:40:48.162966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No active binding found for port 83092c9d-9515-4119-a4c8-3063a89a6c94 {{(pid=103419) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 22:40:48.164912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 83092c9d-9515-4119-a4c8-3063a89a6c94 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 09 22:40:48.202447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0c7a9873-130e-4032-af02-1a4d1c20022e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:48.257758 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Port': ['ID=83092c9d-9515-4119-a4c8-3063a89a6c94,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:48.278984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Port 83092c9d-9515-4119-a4c8-3063a89a6c94 not found, will not notify nova. {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 09 22:40:48.346109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b048dfc1-9541-4558-93a8-b29df40ad13c None None] Provisioning complete for port 31927e24-65b8-4af1-9751-115aae4a6354 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:48.347354 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b048dfc1-9541-4558-93a8-b29df40ad13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:48.505682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3096f-f85c-4e2f-bca4-8ad367b95b4a req-1a683782-1ce7-415f-810b-45d8cb30e1d3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:48.514654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0cc3096f-f85c-4e2f-bca4-8ad367b95b4a req-1a683782-1ce7-415f-810b-45d8cb30e1d3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 932 time: 0.4168487 Dec 09 22:40:48.517984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a36bed8-2fd2-4b7c-8c40-7fa038f600e1 req-78587e9b-2d64-44c6-b7ef-fa5d39116e79 service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750951 Dec 09 22:40:48.542903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2539dfe9-24a6-4fa5-aa8e-b116afaa7310 None None] Network 53c3213a-27d2-4ee7-8a4c-a584941dfc64 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:48.585750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dff0d55e-96ae-411d-b3fc-882a53488f47 req-ee6cbf04-2d3a-4387-b695-1fea041f3553 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0666463 Dec 09 22:40:48.625932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event updated for resources: {'Port': ['ID=6f2a3a36-4695-41ef-9d2d-b67ae0851aac,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:48.625932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Network badbd76f-a324-4608-aa2d-ed71f637ff83 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:48.625932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No DVR routers for this DVR port 83092c9d-9515-4119-a4c8-3063a89a6c94 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:48.674225 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:48.677362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:48.685599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:48.691203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0cc3096f-f85c-4e2f-bca4-8ad367b95b4a req-e8da4cdc-d9f8-4ee2-acdf-6640711daaa1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697834 Dec 09 22:40:48.811985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:48.821889 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:48.965515 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:48.989033 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 2db1f8cd-5309-4116-a198-179d455291e5 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:40:49.112680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-c3a0b046-ab98-4c50-8bf0-06b501c419a3 req-9554ab1e-cb94-4af5-aa7d-f017bb7524f9 service neutron] (103417) timed out ('10.222.0.42', 59155) {{(pid=103417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 22:40:49.130974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2d674-cbe9-427b-b3e2-79d473a087d5 req-a96f98a4-4e99-47ab-a8dd-2d814ac54e20 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:49.140890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Subnet': ['ID=979a34c1-cc7d-41e9-bca6-f9c9381aabb5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:49.161176 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68dfcdc1-bbb2-4352-99ec-1b565623efe3 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:40:49.163909 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63a2d674-cbe9-427b-b3e2-79d473a087d5 req-a96f98a4-4e99-47ab-a8dd-2d814ac54e20 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 932 time: 0.1958871 Dec 09 22:40:49.180012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 2db1f8cd-5309-4116-a198-179d455291e5, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2db1f8cd-5309-4116-a198-179d455291e5,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:49.228782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '2db1f8cd-5309-4116-a198-179d455291e5', 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168', 'port_id': '2db1f8cd-5309-4116-a198-179d455291e5', 'mac_address': 'fa:16:3e:ae:18:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5caf15-34f8-4ccc-a7c6-66d13bf78505', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:40:49.360445 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b56aa5ad-cdeb-4379-958f-e2a85e6508c0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3989205 Dec 09 22:40:49.362690 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:49.383964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Request body: {'port': {'device_id': '7711077e-d138-48a7-854f-3573cb71391f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:49.388081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63a2d674-cbe9-427b-b3e2-79d473a087d5 req-2ce05a49-fcd8-4fef-b9d0-03bb377f96d0 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202282 Dec 09 22:40:49.430935 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:49.456607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a64e897-3353-4582-a14c-f2e1892bad33 None None] Network 53c3213a-27d2-4ee7-8a4c-a584941dfc64 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:49.522408 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db1f8cd-5309-4116-a198-179d455291e5 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:40:49.550599 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 2db1f8cd-5309-4116-a198-179d455291e5, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2db1f8cd-5309-4116-a198-179d455291e5,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:49.557828 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:49.560819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Transition to ACTIVE for port object 68dfcdc1-bbb2-4352-99ec-1b565623efe3 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:40:49.567524 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:49.579389 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:49.682403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81133f17-66d8-45dc-a640-a6bd11cbb47e None None] DHCP port deletion for 53c3213a-27d2-4ee7-8a4c-a584941dfc64 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:49.741160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=2db1f8cd-5309-4116-a198-179d455291e5,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:49.795962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e5f56e0-6c77-4df8-a807-f4b54ac56672 req-19f8dfde-19fe-4529-b7b6-dcc3bfeee05c tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0348523 Dec 09 22:40:49.803287 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['2db1f8cd-5309-4116-a198-179d455291e5'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:49.916479 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c951aa-b17c-4181-8c60-643256e85d2c req-5ad112c4-a81c-496a-a97e-6919c999fda1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:49.920754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3100e728-3fbd-45bc-b533-8111c0225ece None None] Provisioning complete for port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:49.925746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94c951aa-b17c-4181-8c60-643256e85d2c req-5ad112c4-a81c-496a-a97e-6919c999fda1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 932 time: 0.1329556 Dec 09 22:40:49.926435 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3100e728-3fbd-45bc-b533-8111c0225ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:49.955489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.013032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2a3a36-4695-41ef-9d2d-b67ae0851aac {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:40:50.034997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3100e728-3fbd-45bc-b533-8111c0225ece None None] Port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:40:50.040051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94c951aa-b17c-4181-8c60-643256e85d2c req-4b7d1d7b-19b5-493f-ba64-c60807b35ff9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127110 Dec 09 22:40:50.042261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.076285 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Transition to ACTIVE for port object 6f2a3a36-4695-41ef-9d2d-b67ae0851aac will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:40:50.077235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3100e728-3fbd-45bc-b533-8111c0225ece None None] Could not find standard attr ID for object 83092c9d-9515-4119-a4c8-3063a89a6c94. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:40:50.103406 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f864e0-873f-46a8-90c1-b7cd11922602 None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:50.126162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c3213a-27d2-4ee7-8a4c-a584941dfc64']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:50.128681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Pushing event updated for resources: {'Port': ['ID=68dfcdc1-bbb2-4352-99ec-1b565623efe3,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:50.130962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.179080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Pushing event updated for resources: {'Port': ['ID=6f2a3a36-4695-41ef-9d2d-b67ae0851aac,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:50.187085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9f59d4-047f-4a0b-9d40-967b1a205f38') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:50.187325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9f59d4-047f-4a0b-9d40-967b1a205f38') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:50.230826 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.292810 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.307061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:50.307764 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:50.392240 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:50.405586 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.409575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-814df31e-a244-4d1c-bf78-813cdf3c3f09 req-f4105efe-22c5-4596-a655-d931489f3814 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0571322 Dec 09 22:40:50.425962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.429313 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/53c3213a-27d2-4ee7-8a4c-a584941dfc64 HTTP/1.1" status: 204 len: 168 time: 4.2735279 Dec 09 22:40:50.432087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56418) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:50.461728 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d850a3-8c9e-4c63-8569-dfd4591c967e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:40:50.482675 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d850a3-8c9e-4c63-8569-dfd4591c967e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:40:50.486133 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-45d850a3-8c9e-4c63-8569-dfd4591c967e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/53c3213a-27d2-4ee7-8a4c-a584941dfc64 HTTP/1.1" status: 404 len: 339 time: 0.0530100 Dec 09 22:40:50.490197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56420) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:50.496108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-06038f67-4ad2-4cb9-a06b-80723006945a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2071038313', 'description': 'd1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:50.517075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef34007-5947-41f3-b8bd-d0843b2e4f90 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Network': ['ID=53c3213a-27d2-4ee7-8a4c-a584941dfc64,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:50.562654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06038f67-4ad2-4cb9-a06b-80723006945a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:50.567283 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06038f67-4ad2-4cb9-a06b-80723006945a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.575520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Attempting to bind port 68dfcdc1-bbb2-4352-99ec-1b565623efe3 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:50.576097 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Attempting to bind port 68dfcdc1-bbb2-4352-99ec-1b565623efe3 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:50.576618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Attempting to bind port 68dfcdc1-bbb2-4352-99ec-1b565623efe3 on network da8046fa-97ce-4191-a958-2aad26658168 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:50.584384 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Port 68dfcdc1-bbb2-4352-99ec-1b565623efe3 on network da8046fa-97ce-4191-a958-2aad26658168 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:40:50.584911 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Attempting to bind port 68dfcdc1-bbb2-4352-99ec-1b565623efe3 on network da8046fa-97ce-4191-a958-2aad26658168 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:50.601764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:50.602414 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Checking segment: {'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:50.603173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Bound using segment: {'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:50.603774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Bound port: 68dfcdc1-bbb2-4352-99ec-1b565623efe3, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:50.604572 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.605130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa96957-5e86-4ea5-be35-168288f28f52 req-cc74766a-2ca3-467a-86e0-8e2caf378c41 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:50.613070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6aa96957-5e86-4ea5-be35-168288f28f52 req-cc74766a-2ca3-467a-86e0-8e2caf378c41 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 944 time: 0.1104138 Dec 09 22:40:50.639209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06038f67-4ad2-4cb9-a06b-80723006945a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:40:50.651829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06038f67-4ad2-4cb9-a06b-80723006945a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.652557 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-06038f67-4ad2-4cb9-a06b-80723006945a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Added segment a0364e66-451a-47b5-8266-e34ce025e344 of type vlan for network fc6c60e7-119e-4f2d-948a-59056a45b6b9 Dec 09 22:40:50.657126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Attempting to bind port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:50.657655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Attempting to bind port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:50.658258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Attempting to bind port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac on network badbd76f-a324-4608-aa2d-ed71f637ff83 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:50.669770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac on network badbd76f-a324-4608-aa2d-ed71f637ff83 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:40:50.670473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Attempting to bind port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac on network badbd76f-a324-4608-aa2d-ed71f637ff83 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:50.685674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:50.686270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Checking segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:50.686835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Bound using segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:50.687451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Bound port: 6f2a3a36-4695-41ef-9d2d-b67ae0851aac, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:50.688058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.707915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06038f67-4ad2-4cb9-a06b-80723006945a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.742428 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06038f67-4ad2-4cb9-a06b-80723006945a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.748521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06038f67-4ad2-4cb9-a06b-80723006945a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:50.749262 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06038f67-4ad2-4cb9-a06b-80723006945a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560133'] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.753873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] For port 68dfcdc1-bbb2-4352-99ec-1b565623efe3, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:50.772091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] For port 68dfcdc1-bbb2-4352-99ec-1b565623efe3, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=68dfcdc1-bbb2-4352-99ec-1b565623efe3,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:50.785315 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.820889 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06038f67-4ad2-4cb9-a06b-80723006945a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Network': ['ID=fc6c60e7-119e-4f2d-948a-59056a45b6b9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:50.836386 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network fc6c60e7-119e-4f2d-948a-59056a45b6b9 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:50.843874 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-06038f67-4ad2-4cb9-a06b-80723006945a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3521295 Dec 09 22:40:50.847243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56422) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:50.847977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:50.848788 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.851072 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] 10.222.0.18 "PUT /v2.0/ports/68dfcdc1-bbb2-4352-99ec-1b565623efe3 HTTP/1.1" status: 200 len: 1093 time: 4.2147400 Dec 09 22:40:50.855987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29858975-8460-450f-a8ad-014964fc0571', 'tag': '68dfcdc1-bbb2-4352-99ec-1b565623efe3'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:50.858811 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dee1cfe-2285-4786-be26-6884ee1d1492" -d '{"events": [{"name": "network-changed", "server_uuid": "29858975-8460-450f-a8ad-014964fc0571", "tag": "68dfcdc1-bbb2-4352-99ec-1b565623efe3"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:50.870200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] For port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:50.905228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] For port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6f2a3a36-4695-41ef-9d2d-b67ae0851aac,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:50.917677 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:50.940467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccd4d3-a2c9-44cf-a60f-8c714a6dc97b service neutron] Pushing event updated for resources: {'Port': ['ID=68dfcdc1-bbb2-4352-99ec-1b565623efe3,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:50.954182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af86e5bc-e842-45c7-804a-278bf02befa6 None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:50.960325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 2db1f8cd-5309-4116-a198-179d455291e5 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:50.969832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6aa96957-5e86-4ea5-be35-168288f28f52 req-a896733c-72dc-4073-99ac-0993daa20abc tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556740 Dec 09 22:40:50.979642 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d302bc-8440-49a4-ae69-1d30fac3335c x-openstack-request-id: req-c7d302bc-8440-49a4-ae69-1d30fac3335c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:50.980242 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29858975-8460-450f-a8ad-014964fc0571", "tag": "68dfcdc1-bbb2-4352-99ec-1b565623efe3", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:50.980686 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7d302bc-8440-49a4-ae69-1d30fac3335c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:50.981268 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29858975-8460-450f-a8ad-014964fc0571', 'tag': '68dfcdc1-bbb2-4352-99ec-1b565623efe3', 'status': 'completed', 'code': 200} Dec 09 22:40:51.011001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:51.011837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:51.013430 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] 10.222.0.42 "PUT /v2.0/ports/6f2a3a36-4695-41ef-9d2d-b67ae0851aac HTTP/1.1" status: 200 len: 1093 time: 1.6394813 Dec 09 22:40:51.097282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b70e1-518b-4d87-858e-7403ba653bed service neutron] Pushing event updated for resources: {'Port': ['ID=6f2a3a36-4695-41ef-9d2d-b67ae0851aac,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:51.119844 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-f8fa563c-3cd8-4146-b37b-1515e74d9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:51.121534 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-f8fa563c-3cd8-4146-b37b-1515e74d9bd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3d735f4e9494bc39d58324e1672d24b&device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 1096 time: 0.2011545 Dec 09 22:40:51.145559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234e7004-52d8-4472-a0ab-7940a0bfcd4b tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:51.169471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-234e7004-52d8-4472-a0ab-7940a0bfcd4b tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/networks?id=fc6c60e7-119e-4f2d-948a-59056a45b6b9 HTTP/1.1" status: 200 len: 765 time: 0.3211176 Dec 09 22:40:51.178929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56430) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:51.184253 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-b3d051e8-7888-44a1-b272-88dde8c9aace service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68dfcdc1-bbb2-4352-99ec-1b565623efe3 HTTP/1.1" status: 200 len: 217 time: 0.0482302 Dec 09 22:40:51.199693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e44ad09f-3275-4386-a20f-0f10a6ea4bf7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'network': {'description': 'd2'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:51.232826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-82ea72ec-29cc-4de5-a53e-8afabec9fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:51.234459 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-82ea72ec-29cc-4de5-a53e-8afabec9fe66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 1096 time: 0.1597631 Dec 09 22:40:51.251377 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 2db1f8cd-5309-4116-a198-179d455291e5 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:40:51.264470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 2db1f8cd-5309-4116-a198-179d455291e5 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:51.264768 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:51.321698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-3e17a21f-c18d-44ad-9a7c-134c3d2a1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:51.326444 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-3e17a21f-c18d-44ad-9a7c-134c3d2a1972 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e5caf15-34f8-4ccc-a7c6-66d13bf78505 HTTP/1.1" status: 200 len: 858 time: 0.1337776 Dec 09 22:40:51.331270 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-12e9aac2-3998-487e-bb60-6281c8cd9f5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f2a3a36-4695-41ef-9d2d-b67ae0851aac HTTP/1.1" status: 200 len: 217 time: 0.0846469 Dec 09 22:40:51.351693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 83092c9d-9515-4119-a4c8-3063a89a6c94 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:40:51.387985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 83092c9d-9515-4119-a4c8-3063a89a6c94 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:40:51.388322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 83092c9d-9515-4119-a4c8-3063a89a6c94 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:40:51.626914 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:51.634065 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-aef02b0b-a616-43ad-a54b-baa5691d9c99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da8046fa-97ce-4191-a958-2aad26658168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2975659 Dec 09 22:40:51.652991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e5b41e25-2c7b-40fa-a075-4fe60ec957e4 req-f1f51967-e266-4028-b75d-8f116aa809e5 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0552433 Dec 09 22:40:51.684357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca73e1-6988-445d-b359-1312a073e861 req-d6830d87-3ab6-4fa4-86e5-370555ef4eeb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:51.692639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60ca73e1-6988-445d-b359-1312a073e861 req-d6830d87-3ab6-4fa4-86e5-370555ef4eeb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 944 time: 0.5201337 Dec 09 22:40:51.721557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20411c96-b58f-4f00-b930-bd5af11d7c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db1f8cd-5309-4116-a198-179d455291e5'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:51.727781 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904d988d-136d-4651-b143-b2f9618d4b23" -d '{"events": [{"server_uuid": "20411c96-b58f-4f00-b930-bd5af11d7c76", "name": "network-vif-plugged", "status": "completed", "tag": "2db1f8cd-5309-4116-a198-179d455291e5"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:51.736837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-6ee37e59-b7bc-4d8a-8f1c-bc426c439457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:51.739670 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-6ee37e59-b7bc-4d8a-8f1c-bc426c439457 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.4019594 Dec 09 22:40:51.756910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 2db1f8cd-5309-4116-a198-179d455291e5, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2db1f8cd-5309-4116-a198-179d455291e5,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:51.761285 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:51.857905 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e36ed5-e2c8-4991-af9c-c64e551ef176 x-openstack-request-id: req-05e36ed5-e2c8-4991-af9c-c64e551ef176 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:51.859322 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20411c96-b58f-4f00-b930-bd5af11d7c76", "name": "network-vif-plugged", "status": "completed", "tag": "2db1f8cd-5309-4116-a198-179d455291e5", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:51.859632 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05e36ed5-e2c8-4991-af9c-c64e551ef176 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:51.860056 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20411c96-b58f-4f00-b930-bd5af11d7c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db1f8cd-5309-4116-a198-179d455291e5', 'code': 200} Dec 09 22:40:51.860695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=2db1f8cd-5309-4116-a198-179d455291e5,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:51.871148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60ca73e1-6988-445d-b359-1312a073e861 req-55ee3075-76fa-4c53-928f-add92b4c2720 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775508 Dec 09 22:40:51.921584 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e44ad09f-3275-4386-a20f-0f10a6ea4bf7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:51.939213 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e44ad09f-3275-4386-a20f-0f10a6ea4bf7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:51.962625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e44ad09f-3275-4386-a20f-0f10a6ea4bf7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network fc6c60e7-119e-4f2d-948a-59056a45b6b9 is not hosted by any dhcp agent {{(pid=103418) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:40:51.968082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ad09f-3275-4386-a20f-0f10a6ea4bf7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:51.968933 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e44ad09f-3275-4386-a20f-0f10a6ea4bf7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:51.973230 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e44ad09f-3275-4386-a20f-0f10a6ea4bf7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "PUT /v2.0/networks/fc6c60e7-119e-4f2d-948a-59056a45b6b9 HTTP/1.1" status: 200 len: 762 time: 0.7904425 Dec 09 22:40:52.039622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f03768-fbc9-4d6a-a296-5be8d4296ac9 req-b90311b6-81ac-49c2-8669-76162264e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.041343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02f03768-fbc9-4d6a-a296-5be8d4296ac9 req-b90311b6-81ac-49c2-8669-76162264e4a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 1097 time: 0.1680038 Dec 09 22:40:52.044096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56448) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:52.070899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ad09f-3275-4386-a20f-0f10a6ea4bf7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Network': ['ID=fc6c60e7-119e-4f2d-948a-59056a45b6b9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:52.081941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network fc6c60e7-119e-4f2d-948a-59056a45b6b9 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:52.216067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-63426916-a1c4-43d3-9139-b9dbf16e9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.217711 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-63426916-a1c4-43d3-9139-b9dbf16e9ec2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4701424 Dec 09 22:40:52.220427 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-6f2a0b4f-232e-4126-b349-7eb6b870a33d service neutron] 10.222.0.18 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756280 Dec 09 22:40:52.250253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936bb14-0e59-4b1c-b080-5e2d60efad27 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.252075 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0936bb14-0e59-4b1c-b080-5e2d60efad27 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/networks?id=fc6c60e7-119e-4f2d-948a-59056a45b6b9 HTTP/1.1" status: 200 len: 765 time: 0.2059331 Dec 09 22:40:52.261481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02f03768-fbc9-4d6a-a296-5be8d4296ac9 req-136164de-5a79-43d8-8c87-919c6eb0f860 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050862 Dec 09 22:40:52.264811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56452) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:52.359062 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d9da163c-538d-4fa4-a04e-3cf19955b624 req-efb9f1b9-dded-45f1-aedd-889ad9eab311 service neutron] 10.222.0.18 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244819 Dec 09 22:40:52.359716 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836be21-0e37-48ac-b88f-3fa189b2997b req-ffffadf5-29fc-492d-a004-f89f583eeb18 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.361307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1836be21-0e37-48ac-b88f-3fa189b2997b req-ffffadf5-29fc-492d-a004-f89f583eeb18 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 944 time: 0.3163023 Dec 09 22:40:52.433456 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-74c2e73b-c16c-470f-87da-f7959cc0caea service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084315 Dec 09 22:40:52.511417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1836be21-0e37-48ac-b88f-3fa189b2997b req-8213c7ac-13f8-49dc-b60e-374a5c6960b8 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427040 Dec 09 22:40:52.521166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a142df2-da39-4dff-98b5-deac0c4adf2e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.525515 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0a142df2-da39-4dff-98b5-deac0c4adf2e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2574849 Dec 09 22:40:52.525515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56458) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:52.569485 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d2303464-58f4-4426-afd1-1c5c1225c857 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 207 time: 0.0398188 Dec 09 22:40:52.577046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56460) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:52.587383 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:52.595353 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bd4e8e1a-c6a7-4542-b5cc-dc5d0f10e560 req-b32756a6-d86e-40dd-ae69-4fb86555de40 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208081 Dec 09 22:40:52.621866 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1cfe-2285-4786-be26-6884ee1d1492 req-31820d9a-0866-4972-b23c-4cdbd0decd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.624636 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1dee1cfe-2285-4786-be26-6884ee1d1492 req-31820d9a-0866-4972-b23c-4cdbd0decd3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3d735f4e9494bc39d58324e1672d24b&device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 1096 time: 0.1799812 Dec 09 22:40:52.755945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1cfe-2285-4786-be26-6884ee1d1492 req-d796cf23-ebc1-4b97-aec0-1cb793f22a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.757723 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1dee1cfe-2285-4786-be26-6884ee1d1492 req-d796cf23-ebc1-4b97-aec0-1cb793f22a08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 200 len: 919 time: 0.1240892 Dec 09 22:40:52.821487 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1dee1cfe-2285-4786-be26-6884ee1d1492 req-212d3c3e-824c-4074-ac35-e76c49e65dd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68dfcdc1-bbb2-4352-99ec-1b565623efe3 HTTP/1.1" status: 200 len: 217 time: 0.0549023 Dec 09 22:40:52.836106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-949e03b2-d868-4586-9e88-d35a3298402d req-e7144ad7-8d04-43b1-8029-7a677d86bba5 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0416040 Dec 09 22:40:52.874929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e42ee-7417-461b-9feb-3796625fc1d1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.887378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e42ee-7417-461b-9feb-3796625fc1d1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.897834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e42ee-7417-461b-9feb-3796625fc1d1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.908009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1cfe-2285-4786-be26-6884ee1d1492 req-2369af50-0113-497a-8b0e-683779e24adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.911024 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1dee1cfe-2285-4786-be26-6884ee1d1492 req-2369af50-0113-497a-8b0e-683779e24adc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e5caf15-34f8-4ccc-a7c6-66d13bf78505 HTTP/1.1" status: 200 len: 858 time: 0.0817084 Dec 09 22:40:52.914280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e42ee-7417-461b-9feb-3796625fc1d1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.920867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e42ee-7417-461b-9feb-3796625fc1d1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.940055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e42ee-7417-461b-9feb-3796625fc1d1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:52.945352 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-826e42ee-7417-461b-9feb-3796625fc1d1 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3639145 Dec 09 22:40:52.962234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56472) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:52.962471 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1dee1cfe-2285-4786-be26-6884ee1d1492 req-8060b4bd-eda6-4774-bba4-9257e9a94c52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da8046fa-97ce-4191-a958-2aad26658168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451803 Dec 09 22:40:52.983560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7711077e-d138-48a7-854f-3573cb71391f', 'tag': '6f2a3a36-4695-41ef-9d2d-b67ae0851aac'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:52.994508 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab728fe-57f7-4cd1-a724-0da4fa7c53ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7711077e-d138-48a7-854f-3573cb71391f", "tag": "6f2a3a36-4695-41ef-9d2d-b67ae0851aac"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:53.064650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518eef-6a8b-444d-bd8b-d063c72723e3 req-0435dce5-328d-4c5e-bdb1-41c610d04d78 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.066214 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92518eef-6a8b-444d-bd8b-d063c72723e3 req-0435dce5-328d-4c5e-bdb1-41c610d04d78 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 944 time: 0.1233351 Dec 09 22:40:53.088883 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e194e53-6bef-47af-800e-7c2c3892e1c0 x-openstack-request-id: req-0e194e53-6bef-47af-800e-7c2c3892e1c0 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:53.089080 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7711077e-d138-48a7-854f-3573cb71391f", "tag": "6f2a3a36-4695-41ef-9d2d-b67ae0851aac", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:53.089341 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e194e53-6bef-47af-800e-7c2c3892e1c0 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:53.089737 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7711077e-d138-48a7-854f-3573cb71391f', 'tag': '6f2a3a36-4695-41ef-9d2d-b67ae0851aac', 'status': 'completed', 'code': 200} Dec 09 22:40:53.142956 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1dee1cfe-2285-4786-be26-6884ee1d1492 req-12c92261-23d4-49ca-ae26-ef4190068284 service neutron] 10.222.0.18 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672888 Dec 09 22:40:53.151677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92518eef-6a8b-444d-bd8b-d063c72723e3 req-a8634f35-ca72-46bd-80fd-ff6d668bd849 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710123 Dec 09 22:40:53.176176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-59f55cd0-4914-48d3-8cfa-87b2237624ed tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2092366 Dec 09 22:40:53.176475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56478) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:53.308623 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1dee1cfe-2285-4786-be26-6884ee1d1492 req-9809e984-82d0-4493-a968-45587f92cb2d service neutron] 10.222.0.18 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413591 Dec 09 22:40:53.311710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab728fe-57f7-4cd1-a724-0da4fa7c53ef req-e2c33c14-0c51-4205-a50e-e051d2581645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.313186 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab728fe-57f7-4cd1-a724-0da4fa7c53ef req-e2c33c14-0c51-4205-a50e-e051d2581645 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 1096 time: 0.2041001 Dec 09 22:40:53.315589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f479d457-d03f-4ce7-88e9-fbce36ddc754 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.318276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f479d457-d03f-4ce7-88e9-fbce36ddc754 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.320060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f479d457-d03f-4ce7-88e9-fbce36ddc754 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.322127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f479d457-d03f-4ce7-88e9-fbce36ddc754 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.323662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f479d457-d03f-4ce7-88e9-fbce36ddc754 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.326318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f479d457-d03f-4ce7-88e9-fbce36ddc754 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1484048 Dec 09 22:40:53.329338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56482) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:53.407039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb036d2-479c-40e5-88c9-eed6eca7fa86 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.409713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb036d2-479c-40e5-88c9-eed6eca7fa86 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.411633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb036d2-479c-40e5-88c9-eed6eca7fa86 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.414129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb036d2-479c-40e5-88c9-eed6eca7fa86 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.416253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb036d2-479c-40e5-88c9-eed6eca7fa86 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.424633 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab728fe-57f7-4cd1-a724-0da4fa7c53ef req-1b818b1f-6b92-43d1-be2b-798c89b7cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.426149 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab728fe-57f7-4cd1-a724-0da4fa7c53ef req-1b818b1f-6b92-43d1-be2b-798c89b7cd0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.0980775 Dec 09 22:40:53.431566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-beb036d2-479c-40e5-88c9-eed6eca7fa86 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1011326 Dec 09 22:40:53.441463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56484) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:53.555457 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab728fe-57f7-4cd1-a724-0da4fa7c53ef req-19072a35-78ed-4a88-9aa5-82f52ee757e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f2a3a36-4695-41ef-9d2d-b67ae0851aac HTTP/1.1" status: 200 len: 217 time: 0.1208656 Dec 09 22:40:53.613313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab728fe-57f7-4cd1-a724-0da4fa7c53ef req-d21b3dc3-72b0-435b-9207-c473e84ed4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.614766 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab728fe-57f7-4cd1-a724-0da4fa7c53ef req-d21b3dc3-72b0-435b-9207-c473e84ed4c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.0482092 Dec 09 22:40:53.684325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fece422-8b67-495b-a879-58be504f3317 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.685943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4d2bd-9877-4246-a231-055ae80b526c req-302804d2-cbc1-4412-8404-fc526f491c22 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.700252 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1fece422-8b67-495b-a879-58be504f3317 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/networks/0e3df22d-2bea-4d60-ad2e-ab291573fd18 HTTP/1.1" status: 200 len: 804 time: 0.2575741 Dec 09 22:40:53.701978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56492) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:53.706756 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ab4d2bd-9877-4246-a231-055ae80b526c req-302804d2-cbc1-4412-8404-fc526f491c22 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 944 time: 0.0877085 Dec 09 22:40:53.762285 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:40:53.767600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ab4d2bd-9877-4246-a231-055ae80b526c req-7b7ed441-9205-4eb2-829e-fa0f9c4ac46b tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552726 Dec 09 22:40:53.804650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56496) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:53.833141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab728fe-57f7-4cd1-a724-0da4fa7c53ef req-62e4f7f6-10c5-4f71-8e03-a0a5fe874262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:53.834737 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab728fe-57f7-4cd1-a724-0da4fa7c53ef req-62e4f7f6-10c5-4f71-8e03-a0a5fe874262 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2028098 Dec 09 22:40:53.875354 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5f8a431d-70fd-4ced-8af8-9e5db2b1a212 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/networks/0e3df22d-2bea-4d60-ad2e-ab291573fd18?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1721804 Dec 09 22:40:53.880127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56502) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:54.028014 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab728fe-57f7-4cd1-a724-0da4fa7c53ef req-8a431cfb-7402-4b96-b365-c3c781405d4c service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837175 Dec 09 22:40:54.059732 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86619044-6c88-4c9d-9977-f2eee4ff7690 req-21bfa075-0f63-489f-a007-b9d07777623a tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0511723 Dec 09 22:40:54.092835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebce16d6-5f3b-4609-9e93-dabbd0959269 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:54.094197 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ebce16d6-5f3b-4609-9e93-dabbd0959269 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/subnets/1555eb37-b069-47e6-ab8e-06e59eebbf1a HTTP/1.1" status: 200 len: 843 time: 0.2130628 Dec 09 22:40:54.099532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56506) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:54.155203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ce042f-c4f7-4b6e-ab1b-f56370e404b7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:54.156691 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a2ce042f-c4f7-4b6e-ab1b-f56370e404b7 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "GET /v2.0/subnets/1555eb37-b069-47e6-ab8e-06e59eebbf1a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0558445 Dec 09 22:40:54.160507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56508) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:54.165119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-364d95ba-03d8-401e-892d-5fbdd6ffd76e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1826827125'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:54.179690 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1ab728fe-57f7-4cd1-a724-0da4fa7c53ef req-798074ad-aff2-4f6b-988e-9b1390b59a85 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420190 Dec 09 22:40:54.196966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364d95ba-03d8-401e-892d-5fbdd6ffd76e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:54.203529 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-364d95ba-03d8-401e-892d-5fbdd6ffd76e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:54.238202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364d95ba-03d8-401e-892d-5fbdd6ffd76e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:40:54.248950 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-364d95ba-03d8-401e-892d-5fbdd6ffd76e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:54.249297 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-364d95ba-03d8-401e-892d-5fbdd6ffd76e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Added segment c09101bc-11e3-4041-b579-5a9a4046981b of type vlan for network c2479117-8383-42b8-ba67-baa7edb069ac Dec 09 22:40:54.295677 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-364d95ba-03d8-401e-892d-5fbdd6ffd76e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:54.342329 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-364d95ba-03d8-401e-892d-5fbdd6ffd76e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:54.349028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364d95ba-03d8-401e-892d-5fbdd6ffd76e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:54.349675 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-364d95ba-03d8-401e-892d-5fbdd6ffd76e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:54.389809 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-364d95ba-03d8-401e-892d-5fbdd6ffd76e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2260795 Dec 09 22:40:54.400062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56514) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:54.406753 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'subnet': {'network_id': 'c2479117-8383-42b8-ba67-baa7edb069ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:54.480435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120078d4-6475-479a-9599-8003651a29cb req-f25ef31f-2421-4710-ba13-8e247f6ca890 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:54.482015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-120078d4-6475-479a-9599-8003651a29cb req-f25ef31f-2421-4710-ba13-8e247f6ca890 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 944 time: 0.1552186 Dec 09 22:40:54.570793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d95ba-03d8-401e-892d-5fbdd6ffd76e tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Network': ['ID=c2479117-8383-42b8-ba67-baa7edb069ac,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:54.584784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c2479117-8383-42b8-ba67-baa7edb069ac details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:40:54.598077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5903e2f-18f3-44ec-b8a1-b72bda981279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:54.657138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Made reservation on behalf of 2282e30cb4124ab5aa561d8b5030166e for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:40:54.661157 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:54.671241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-120078d4-6475-479a-9599-8003651a29cb req-88030898-4434-4ce2-85fa-4459bcbbde00 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580145 Dec 09 22:40:54.738560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.ipam_backend_mixin [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Performing IP validity checks on allocation pools {{(pid=103418) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 22:40:54.739182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.ipam_backend_mixin [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103418) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 22:40:54.915783 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:54.939450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c5903e2f-18f3-44ec-b8a1-b72bda981279 admin admin] Deleting port bf096e60-1dc2-4edd-be37-2229eff5963d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:54.940096 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5903e2f-18f3-44ec-b8a1-b72bda981279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:54.944860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6f2a3a36-4695-41ef-9d2d-b67ae0851aac details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:40:55.010689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d5bd4-f522-4011-a7c5-988cb43a1c09 req-83f66e90-1a4f-49dc-879a-1f601ee9a0a3 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:55.020127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a5d5bd4-f522-4011-a7c5-988cb43a1c09 req-83f66e90-1a4f-49dc-879a-1f601ee9a0a3 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 944 time: 0.1615262 Dec 09 22:40:55.050767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-c5903e2f-18f3-44ec-b8a1-b72bda981279 admin admin] For port bf096e60-1dc2-4edd-be37-2229eff5963d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bf096e60-1dc2-4edd-be37-2229eff5963d,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:55.052056 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5903e2f-18f3-44ec-b8a1-b72bda981279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:55.066892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Checking segment: {'id': 'c09101bc-11e3-4041-b579-5a9a4046981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2479117-8383-42b8-ba67-baa7edb069ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:55.067389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network hostable DHCP agents. Network: c2479117-8383-42b8-ba67-baa7edb069ac, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:40:55.069867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Subnet': ['ID=1eae28cd-514d-442d-a1fc-20a4e89f95ee,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:55.072839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 68dfcdc1-bbb2-4352-99ec-1b565623efe3 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:40:55.094217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c5903e2f-18f3-44ec-b8a1-b72bda981279 admin admin] Calling delete_port for bf096e60-1dc2-4edd-be37-2229eff5963d owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:55.129866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a5d5bd4-f522-4011-a7c5-988cb43a1c09 req-4814035d-c8cc-45cd-a5cb-bf3bc7261d3f tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033235 Dec 09 22:40:55.132026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Network c2479117-8383-42b8-ba67-baa7edb069ac is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:40:55.145370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c2479117-8383-42b8-ba67-baa7edb069ac) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:55.154449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:55.155711 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:55.178250 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-21841b80-5c1e-4ae7-8172-d99da920556c tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7750847 Dec 09 22:40:55.180022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56522) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:55.191609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-13a86a2b-7c82-40d7-bf98-a7dd3ac6e344 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:40:55.212590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5285f-8d77-443b-8292-92b8c6e9c5b5 None None] Network c2479117-8383-42b8-ba67-baa7edb069ac requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:55.257137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 68dfcdc1-bbb2-4352-99ec-1b565623efe3, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=68dfcdc1-bbb2-4352-99ec-1b565623efe3,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:55.295258 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3fb2cc69-715c-457b-8da7-41ba2bfcfda9 req-f9915728-7b2f-405b-8e6e-b0a606fc9a42 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0597739 Dec 09 22:40:55.324333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6f2a3a36-4695-41ef-9d2d-b67ae0851aac,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:55.334624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '68dfcdc1-bbb2-4352-99ec-1b565623efe3', 'network_id': 'da8046fa-97ce-4191-a958-2aad26658168', 'port_id': '68dfcdc1-bbb2-4352-99ec-1b565623efe3', 'mac_address': 'fa:16:3e:9b:33:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5caf15-34f8-4ccc-a7c6-66d13bf78505', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:40:55.349133 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '6f2a3a36-4695-41ef-9d2d-b67ae0851aac', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'port_id': '6f2a3a36-4695-41ef-9d2d-b67ae0851aac', 'mac_address': 'fa:16:3e:19:d6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:40:55.373314 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-13a86a2b-7c82-40d7-bf98-a7dd3ac6e344 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26831707'] for subnet, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:55.385370 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5903e2f-18f3-44ec-b8a1-b72bda981279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:55.414640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5903e2f-18f3-44ec-b8a1-b72bda981279 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf096e60-1dc2-4edd-be37-2229eff5963d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:55.435126 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:55.499648 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:55.530267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c2479117-8383-42b8-ba67-baa7edb069ac', 'network_id': 'c2479117-8383-42b8-ba67-baa7edb069ac', 'project_id': '2282e30cb4124ab5aa561d8b5030166e', 'fixed_ips': [{'subnet_id': '1eae28cd-514d-442d-a1fc-20a4e89f95ee'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:40:55.533724 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:55.555115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2a3a36-4695-41ef-9d2d-b67ae0851aac {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:40:55.571130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68dfcdc1-bbb2-4352-99ec-1b565623efe3 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:40:55.629447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 68dfcdc1-bbb2-4352-99ec-1b565623efe3, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=68dfcdc1-bbb2-4352-99ec-1b565623efe3,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:55.636367 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-13a86a2b-7c82-40d7-bf98-a7dd3ac6e344 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734980742184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26494318'] for subnet, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:55.640861 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:55.648055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6f2a3a36-4695-41ef-9d2d-b67ae0851aac,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:55.692900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a86a2b-7c82-40d7-bf98-a7dd3ac6e344 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:55.693916 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-13a86a2b-7c82-40d7-bf98-a7dd3ac6e344 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:55.695536 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-13a86a2b-7c82-40d7-bf98-a7dd3ac6e344 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "PUT /v2.0/subnets/1eae28cd-514d-442d-a1fc-20a4e89f95ee HTTP/1.1" status: 200 len: 900 time: 0.5144546 Dec 09 22:40:55.700090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56528) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:55.726436 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5903e2f-18f3-44ec-b8a1-b72bda981279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:55.728784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=68dfcdc1-bbb2-4352-99ec-1b565623efe3,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:55.751685 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:56.004844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6f2a3a36-4695-41ef-9d2d-b67ae0851aac,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:56.022843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['6f2a3a36-4695-41ef-9d2d-b67ae0851aac'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:56.029451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5903e2f-18f3-44ec-b8a1-b72bda981279 admin admin] Router e5aa4118-1bb7-44fe-956e-af8815d390f8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:40:56.119690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['68dfcdc1-bbb2-4352-99ec-1b565623efe3'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:40:56.275060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5903e2f-18f3-44ec-b8a1-b72bda981279 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:40:56.280360 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c5903e2f-18f3-44ec-b8a1-b72bda981279 admin admin] 10.222.0.16 "PUT /v2.0/routers/e5aa4118-1bb7-44fe-956e-af8815d390f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4729500 Dec 09 22:40:56.282772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56534) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:56.311551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Allocated IP 2001:db8::3 (c2479117-8383-42b8-ba67-baa7edb069ac/1eae28cd-514d-442d-a1fc-20a4e89f95ee/c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:40:56.331092 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:56.392106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7820cb-2831-4316-8cf1-ba6010fade27 None None] Sync routers for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:40:56.423196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415753-2645-4844-a7fb-fd47c748c819 req-6a43fa13-14f0-4ecd-b915-84484f8687b6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:56.433207 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1415753-2645-4844-a7fb-fd47c748c819 req-6a43fa13-14f0-4ecd-b915-84484f8687b6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 945 time: 0.5760026 Dec 09 22:40:56.440834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a86a2b-7c82-40d7-bf98-a7dd3ac6e344 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event updated for resources: {'Subnet': ['ID=1eae28cd-514d-442d-a1fc-20a4e89f95ee,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:56.461296 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:56.506292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7820cb-2831-4316-8cf1-ba6010fade27 None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:40:56.506292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-1e7820cb-2831-4316-8cf1-ba6010fade27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:40:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:56.515469 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:56.530619 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9305cb-35ae-4464-afc5-f51e059d8927 req-b5b01147-a308-48f4-ac53-6db4ab27fe74 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:56.532333 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea9305cb-35ae-4464-afc5-f51e059d8927 req-b5b01147-a308-48f4-ac53-6db4ab27fe74 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 945 time: 0.1945255 Dec 09 22:40:56.616407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:56.634578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea9305cb-35ae-4464-afc5-f51e059d8927 req-dd736092-300b-48f6-8f54-f02c7f53e9bf tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787604 Dec 09 22:40:56.658489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1415753-2645-4844-a7fb-fd47c748c819 req-817b9e5e-290c-4004-b73d-07b9e91aa784 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242038 Dec 09 22:40:56.741268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Deleting port bbd718af-df3c-40ed-b189-1ef47d03b19f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:56.741701 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:56.792707 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eec630f4-9531-4ee1-a132-8c95148bf990 req-0a27e943-8fd7-4bc1-a1d1-05f8f9a84e51 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0428736 Dec 09 22:40:56.850135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] For port bbd718af-df3c-40ed-b189-1ef47d03b19f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bbd718af-df3c-40ed-b189-1ef47d03b19f,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:56.850825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:56.858388 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:56.879759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Calling delete_port for bbd718af-df3c-40ed-b189-1ef47d03b19f owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:56.886865 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:56.892485 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:56.905817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-1e7820cb-2831-4316-8cf1-ba6010fade27 None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:40:56.959099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Network c2479117-8383-42b8-ba67-baa7edb069ac is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:40:56.989821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:40:56.998303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:40:57.001776 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Subnet': ['ID=1eae28cd-514d-442d-a1fc-20a4e89f95ee,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:57.062508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Pushing event updated for resources: {'Port': ['ID=c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:57.102600 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.128026 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Attempting to bind port c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:40:57.128401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Attempting to bind port c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c09101bc-11e3-4041-b579-5a9a4046981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2479117-8383-42b8-ba67-baa7edb069ac'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:40:57.128763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Attempting to bind port c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7 on network c2479117-8383-42b8-ba67-baa7edb069ac {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:40:57.136010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:40:57.136520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Checking segment: {'id': 'c09101bc-11e3-4041-b579-5a9a4046981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2479117-8383-42b8-ba67-baa7edb069ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:40:57.136929 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.137451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Bound using segment: {'id': 'c09101bc-11e3-4041-b579-5a9a4046981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2479117-8383-42b8-ba67-baa7edb069ac'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:40:57.137988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Bound port: c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09101bc-11e3-4041-b579-5a9a4046981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2479117-8383-42b8-ba67-baa7edb069ac'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:40:57.138377 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.142677 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.147208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2479117-8383-42b8-ba67-baa7edb069ac']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:57.165577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09101bc-11e3-4041-b579-5a9a4046981b') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:57.165950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09101bc-11e3-4041-b579-5a9a4046981b') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:57.177268 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.191196 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd718af-df3c-40ed-b189-1ef47d03b19f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:57.192759 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.214508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:57.216934 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:57.220646 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:57.267397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97f31d-1e78-40e7-b13c-23648f330c21 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:57.325238 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.api [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 22:40:57.325238 n-d-789963-23 neutron-server[103418]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 22:40:57.325238 n-d-789963-23 neutron-server[103418]: [parameters: {'id': 'c2479117-8383-42b8-ba67-baa7edb069ac'}] Dec 09 22:40:57.325238 n-d-789963-23 neutron-server[103418]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:40:57.340147 n-d-789963-23 neutron-server[103418]: DEBUG oslo_db.api [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:40:57.358911 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.380426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] For port c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:40:57.384600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] For port c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7,segment=NetworkSegment(c09101bc-11e3-4041-b579-5a9a4046981b),segment_id=c09101bc-11e3-4041-b579-5a9a4046981b)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:40:57.398202 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.460062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-1e7820cb-2831-4316-8cf1-ba6010fade27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:40:55Z', 'revision_number': 5, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port': {'id': 'bbd718af-df3c-40ed-b189-1ef47d03b19f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:32:27Z', 'updated_at': '2021-12-09T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:57.516623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7820cb-2831-4316-8cf1-ba6010fade27 None None] Checking router: e5aa4118-1bb7-44fe-956e-af8815d390f8 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:40:57.520456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb762c6-7d70-4f1e-a449-70cf16513001 None None] Pushing event updated for resources: {'Port': ['ID=c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:57.535412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7820cb-2831-4316-8cf1-ba6010fade27 None None] Routers {'e5aa4118-1bb7-44fe-956e-af8815d390f8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:40:57.536025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-1e7820cb-2831-4316-8cf1-ba6010fade27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:40:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e5aa4118-1bb7-44fe-956e-af8815d390f8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:57.568963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.572230 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.572500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6806f3f-1c97-4489-822d-4c6a4b465da1 None None] Network c2479117-8383-42b8-ba67-baa7edb069ac requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:57.631740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.631740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5aa4118-1bb7-44fe-956e-af8815d390f8 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:40:57.642370 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.646011 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-031b3d82-7ec4-42b4-a077-454f5fa0d530 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e5aa4118-1bb7-44fe-956e-af8815d390f8 HTTP/1.1" status: 204 len: 168 time: 1.3597057 Dec 09 22:40:57.646825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56542) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:57.848475 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:57.875080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-1e7820cb-2831-4316-8cf1-ba6010fade27 None None] Set router e5aa4118-1bb7-44fe-956e-af8815d390f8 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:40:57.940878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-1e7820cb-2831-4316-8cf1-ba6010fade27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:40:57Z', 'revision_number': 7, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:57.944791 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12cb11-299d-4fe4-8f08-1be14a6b1ff7 req-1917af6d-e71b-4e8f-b2a2-0b2c97e5ec30 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:57.946715 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d12cb11-299d-4fe4-8f08-1be14a6b1ff7 req-1917af6d-e71b-4e8f-b2a2-0b2c97e5ec30 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 945 time: 0.1429813 Dec 09 22:40:57.956225 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e6cfc-23b5-4ac9-9429-c711db69ef9c req-d64c8e27-5cde-4121-8e15-9bb32a4407b5 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:57.958210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c7e6cfc-23b5-4ac9-9429-c711db69ef9c req-d64c8e27-5cde-4121-8e15-9bb32a4407b5 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 945 time: 0.1457162 Dec 09 22:40:58.003297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7820cb-2831-4316-8cf1-ba6010fade27 None None] The sync data for ids ['e5aa4118-1bb7-44fe-956e-af8815d390f8'] in n-d-789963-23 is: [{'id': 'e5aa4118-1bb7-44fe-956e-af8815d390f8', 'name': 'tempest-AttachVolumeTestJSON-1300844989-router', 'tenant_id': 'c62332ba52d7492280948681247e4803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:32:25Z', 'updated_at': '2021-12-09T22:40:57Z', 'revision_number': 7, 'project_id': 'c62332ba52d7492280948681247e4803', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:40:58.046718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aec20a-9b30-4b12-8cdf-9acfb02ac1ab None None] Network c2479117-8383-42b8-ba67-baa7edb069ac requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:58.061751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d12cb11-299d-4fe4-8f08-1be14a6b1ff7 req-776314c4-0c75-48a6-b7d0-8f18afd867d3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020181 Dec 09 22:40:58.088325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Deleting port c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:58.088666 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.097624 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c7e6cfc-23b5-4ac9-9429-c711db69ef9c req-cde98db1-4a42-40a2-b47c-78a53e658b4e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301000 Dec 09 22:40:58.176630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0377bbda-8e87-409b-b364-24b1a3172687 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:40:58.223455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] For port c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7,segment=NetworkSegment(c09101bc-11e3-4041-b579-5a9a4046981b),segment_id=c09101bc-11e3-4041-b579-5a9a4046981b)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:58.224033 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.260378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2f5824-b0b9-4fe8-a543-8522cd3d827e admin admin] Deleting subnet 992210bd-a6ee-474f-a5bf-287bbb7205d0 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:40:58.267151 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c780e506-2921-457c-acce-49ce1cef585f req-86931177-ab24-40e6-9264-5dcdceb9956a tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0402207 Dec 09 22:40:58.273749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5824-b0b9-4fe8-a543-8522cd3d827e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.281249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Calling delete_port for c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:58.360296 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5824-b0b9-4fe8-a543-8522cd3d827e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.395613 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.412519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No DVR routers for this DVR port c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:58.436466 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Port': ['ID=c2a7d51c-3da4-4c46-9ab2-05f04b1d6bf7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:58.447893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0377bbda-8e87-409b-b364-24b1a3172687 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:40:58.554245 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5824-b0b9-4fe8-a543-8522cd3d827e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.595325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.621196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2479117-8383-42b8-ba67-baa7edb069ac']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:58.634033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09101bc-11e3-4041-b579-5a9a4046981b') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:58.634417 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09101bc-11e3-4041-b579-5a9a4046981b') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:58.638065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5824-b0b9-4fe8-a543-8522cd3d827e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.648236 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.670821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f5824-b0b9-4fe8-a543-8522cd3d827e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992210bd-a6ee-474f-a5bf-287bbb7205d0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:58.675014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.686414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5824-b0b9-4fe8-a543-8522cd3d827e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.690942 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7a2f5824-b0b9-4fe8-a543-8522cd3d827e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/992210bd-a6ee-474f-a5bf-287bbb7205d0 HTTP/1.1" status: 204 len: 168 time: 1.0432570 Dec 09 22:40:58.693198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56554) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:58.703836 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:58.704518 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:58.707863 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:58.805922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f32c5a-bf53-4f0b-a0bf-93b074435c5d None None] Network f16f7172-a535-46bf-a20c-df7868a46f92 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:40:58.833342 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.835195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.843476 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:58.850831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/c2479117-8383-42b8-ba67-baa7edb069ac HTTP/1.1" status: 204 len: 168 time: 3.1492097 Dec 09 22:40:58.854649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56556) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:58.878515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855da32-6917-489f-9da2-fa28a774e508 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Network': ['ID=c2479117-8383-42b8-ba67-baa7edb069ac,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:58.913087 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7a6eb9-bec3-40df-b58a-29b346acd6f3 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:40:58.913542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7a6eb9-bec3-40df-b58a-29b346acd6f3 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:40:58.919333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56558) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:58.920563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2a7a6eb9-bec3-40df-b58a-29b346acd6f3 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/subnets/1eae28cd-514d-442d-a1fc-20a4e89f95ee HTTP/1.1" status: 404 len: 337 time: 0.0649288 Dec 09 22:40:58.947681 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b994111c-d32f-4edc-9e1f-465da30c9565 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:40:58.948258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b994111c-d32f-4edc-9e1f-465da30c9565 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:40:58.958570 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b994111c-d32f-4edc-9e1f-465da30c9565 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/c2479117-8383-42b8-ba67-baa7edb069ac HTTP/1.1" status: 404 len: 339 time: 0.0371666 Dec 09 22:40:58.960034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56560) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:58.961468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6f2a3a36-4695-41ef-9d2d-b67ae0851aac up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:59.008097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Deleting port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:59.011446 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79338936-9d36-4cae-a4aa-ab703c22a762 None None] DHCP port deletion for f16f7172-a535-46bf-a20c-df7868a46f92 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:40:59.012490 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.065433 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.086315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] For port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a8ec5d3-0882-40e1-8434-11a816d9ddbe,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:59.087765 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.103597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Calling delete_port for 9a8ec5d3-0882-40e1-8434-11a816d9ddbe owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:59.110181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 68dfcdc1-bbb2-4352-99ec-1b565623efe3 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:40:59.206694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:40:59.213598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:59.213974 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.246227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 68dfcdc1-bbb2-4352-99ec-1b565623efe3 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:40:59.258124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 68dfcdc1-bbb2-4352-99ec-1b565623efe3 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:40:59.258500 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.261024 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-79338936-9d36-4cae-a4aa-ab703c22a762 None None] Deleting port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:40:59.261575 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-79338936-9d36-4cae-a4aa-ab703c22a762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.275902 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.327502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6c60e7-119e-4f2d-948a-59056a45b6b9']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:59.340153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0364e66-451a-47b5-8266-e34ce025e344') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:59.340608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0364e66-451a-47b5-8266-e34ce025e344') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:59.364347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.381817 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.388451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:59.389068 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:59.412090 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:59.449021 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22222bb9-1a2a-43b9-8622-ccb3aa95ebb2 req-cad1c4d9-914d-4399-a264-31fa1455bacd tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:59.450809 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-22222bb9-1a2a-43b9-8622-ccb3aa95ebb2 req-cad1c4d9-914d-4399-a264-31fa1455bacd tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 945 time: 0.1207187 Dec 09 22:40:59.453542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.464601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bf096e60-1dc2-4edd-be37-2229eff5963d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:40:59.472815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bae99d-a853-4f50-960d-a6baa24f77a8 req-186c31f4-5d14-4170-b427-27530028022d tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:40:59.480790 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7bae99d-a853-4f50-960d-a6baa24f77a8 req-186c31f4-5d14-4170-b427-27530028022d tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 945 time: 0.2369485 Dec 09 22:40:59.490320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-79338936-9d36-4cae-a4aa-ab703c22a762 None None] For port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a8ec5d3-0882-40e1-8434-11a816d9ddbe,segment=NetworkSegment(4d70aead-62df-4cd0-86da-214ccbb6099e),segment_id=4d70aead-62df-4cd0-86da-214ccbb6099e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:59.490767 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-79338936-9d36-4cae-a4aa-ab703c22a762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.497255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.506462 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.509764 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/fc6c60e7-119e-4f2d-948a-59056a45b6b9 HTTP/1.1" status: 204 len: 168 time: 0.5487137 Dec 09 22:40:59.520059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56572) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:59.528734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd17b6a-b5a3-455f-9ebe-8362cf2af585 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Network': ['ID=fc6c60e7-119e-4f2d-948a-59056a45b6b9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:59.545050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8ec5d3-0882-40e1-8434-11a816d9ddbe,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:59.565384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] No DVR routers for this DVR port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:59.578671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-22222bb9-1a2a-43b9-8622-ccb3aa95ebb2 req-2c82fb70-2f5b-4766-bf79-0d7a05ddd8b5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632007 Dec 09 22:40:59.590949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: bf096e60-1dc2-4edd-be37-2229eff5963d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:40:59.592211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bf096e60-1dc2-4edd-be37-2229eff5963d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:40:59.592845 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bbd718af-df3c-40ed-b189-1ef47d03b19f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:40:59.595401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-79338936-9d36-4cae-a4aa-ab703c22a762 None None] Calling delete_port for 9a8ec5d3-0882-40e1-8434-11a816d9ddbe owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:40:59.607755 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e8250e-9344-42e0-8380-8c9730466d60 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:40:59.608413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e8250e-9344-42e0-8380-8c9730466d60 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:40:59.614797 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-19e8250e-9344-42e0-8380-8c9730466d60 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/subnets/979a34c1-cc7d-41e9-bca6-f9c9381aabb5 HTTP/1.1" status: 404 len: 337 time: 0.0936081 Dec 09 22:40:59.622046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56574) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:59.642211 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ecd698-a75f-4d8a-abca-4ca5674700c2 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:40:59.642831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ecd698-a75f-4d8a-abca-4ca5674700c2 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:40:59.652621 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-18ecd698-a75f-4d8a-abca-4ca5674700c2 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/53c3213a-27d2-4ee7-8a4c-a584941dfc64 HTTP/1.1" status: 404 len: 339 time: 0.0237479 Dec 09 22:40:59.653590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56576) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:40:59.709092 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7bae99d-a853-4f50-960d-a6baa24f77a8 req-169fae9c-b9e4-4a91-9e6e-cd5888306626 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273355 Dec 09 22:40:59.737065 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.739198 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-79338936-9d36-4cae-a4aa-ab703c22a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.762312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd08d2b-f59c-4722-ad95-a669dc283106 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Deleting subnet b038ac4b-5a8a-4f09-b3cc-8c874770fce8 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:40:59.766174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebd08d2b-f59c-4722-ad95-a669dc283106 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.794569 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.796294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79338936-9d36-4cae-a4aa-ab703c22a762 None None] Pushing event deleted for resources: {'Port': ['ID=9a8ec5d3-0882-40e1-8434-11a816d9ddbe,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:40:59.799208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: bbd718af-df3c-40ed-b189-1ef47d03b19f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:40:59.800545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bbd718af-df3c-40ed-b189-1ef47d03b19f not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:40:59.800999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a8ec5d3-0882-40e1-8434-11a816d9ddbe no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:40:59.831865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16f7172-a535-46bf-a20c-df7868a46f92']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:59.839729 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebd08d2b-f59c-4722-ad95-a669dc283106 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.850731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d70aead-62df-4cd0-86da-214ccbb6099e') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:59.850940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d70aead-62df-4cd0-86da-214ccbb6099e') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:40:59.851211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79338936-9d36-4cae-a4aa-ab703c22a762 None None] No DVR routers for this DVR port 9a8ec5d3-0882-40e1-8434-11a816d9ddbe on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:40:59.856092 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 9a8ec5d3-0882-40e1-8434-11a816d9ddbe {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:40:59.856439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a8ec5d3-0882-40e1-8434-11a816d9ddbe not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:40:59.871762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7711077e-d138-48a7-854f-3573cb71391f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2a3a36-4695-41ef-9d2d-b67ae0851aac'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:40:59.874329 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb74f83e-556a-48a5-a98a-c0bad52d1af8" -d '{"events": [{"server_uuid": "7711077e-d138-48a7-854f-3573cb71391f", "name": "network-vif-plugged", "status": "completed", "tag": "6f2a3a36-4695-41ef-9d2d-b67ae0851aac"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:40:59.883291 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.884251 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.903690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6f2a3a36-4695-41ef-9d2d-b67ae0851aac,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:59.913598 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.914143 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.925826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:40:59.926241 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:40:59.928273 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:40:59.962464 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a95d17d-0d65-4aec-b96b-1a4e7caacdd7 x-openstack-request-id: req-8a95d17d-0d65-4aec-b96b-1a4e7caacdd7 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:40:59.963022 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7711077e-d138-48a7-854f-3573cb71391f", "name": "network-vif-plugged", "status": "completed", "tag": "6f2a3a36-4695-41ef-9d2d-b67ae0851aac", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:40:59.963022 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a95d17d-0d65-4aec-b96b-1a4e7caacdd7 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:40:59.963377 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7711077e-d138-48a7-854f-3573cb71391f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2a3a36-4695-41ef-9d2d-b67ae0851aac', 'code': 200} Dec 09 22:40:59.974117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae86f8f2-25da-4979-909d-607a6f607fe5 req-7d5c7f19-711b-469c-891c-9de429006aa2 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0448527 Dec 09 22:40:59.985146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 68dfcdc1-bbb2-4352-99ec-1b565623efe3, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=68dfcdc1-bbb2-4352-99ec-1b565623efe3,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:40:59.997282 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.002960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=6f2a3a36-4695-41ef-9d2d-b67ae0851aac,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:00.013158 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebd08d2b-f59c-4722-ad95-a669dc283106 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.028698 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.035837 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.066449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=68dfcdc1-bbb2-4352-99ec-1b565623efe3,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:00.070422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f16f7172-a535-46bf-a20c-df7868a46f92 HTTP/1.1" status: 204 len: 168 time: 1.3757617 Dec 09 22:41:00.093913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318720a-b95b-4b89-a5c8-be0566d51305 admin admin] Pushing event deleted for resources: {'Network': ['ID=f16f7172-a535-46bf-a20c-df7868a46f92,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:00.144566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b9c0c-5e9a-4612-b943-c60cfb37a06d req-be013693-914a-4f8a-9bcf-3d60d8a27026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:00.146378 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9d2b9c0c-5e9a-4612-b943-c60cfb37a06d req-be013693-914a-4f8a-9bcf-3d60d8a27026 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 1098 time: 0.0723183 Dec 09 22:41:00.148160 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebd08d2b-f59c-4722-ad95-a669dc283106 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.175585 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebd08d2b-f59c-4722-ad95-a669dc283106 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.181312 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ebd08d2b-f59c-4722-ad95-a669dc283106 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/subnets/b038ac4b-5a8a-4f09-b3cc-8c874770fce8 HTTP/1.1" status: 204 len: 168 time: 0.5246208 Dec 09 22:41:00.181751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56582) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:00.188132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca41af52-f4c9-48df-8f6e-f90eda5868e3 None None] Network 3606501f-08c2-435e-b291-eef486740011 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:00.222505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd08d2b-f59c-4722-ad95-a669dc283106 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Subnet': ['ID=b038ac4b-5a8a-4f09-b3cc-8c874770fce8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:00.246291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-5541ec6b-2861-449c-bcdf-d7c8fbac3a8a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Deleting subnet b1d28c87-9217-43b9-89d7-4ec0a2cabd12 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:41:00.250831 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5541ec6b-2861-449c-bcdf-d7c8fbac3a8a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.287202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56584) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:00.311723 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9d2b9c0c-5e9a-4612-b943-c60cfb37a06d req-76c666e6-d37d-4b1b-ae72-c983464f3b0a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541493 Dec 09 22:41:00.312785 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5541ec6b-2861-449c-bcdf-d7c8fbac3a8a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.343817 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fe4fe935-ad44-4eb3-a5e4-d4ca6d46df37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c62332ba52d7492280948681247e4803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502021 Dec 09 22:41:00.346742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56586) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:00.421436 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc352004-5586-4dbd-b0f0-0c0d0e8e05f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.444014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5541ec6b-2861-449c-bcdf-d7c8fbac3a8a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.453117 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc352004-5586-4dbd-b0f0-0c0d0e8e05f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.553562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc352004-5586-4dbd-b0f0-0c0d0e8e05f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.559152 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc352004-5586-4dbd-b0f0-0c0d0e8e05f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.561887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dc352004-5586-4dbd-b0f0-0c0d0e8e05f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/151e563f-7b8d-4bc2-939a-2e87abe9f748 HTTP/1.1" status: 204 len: 168 time: 0.2128575 Dec 09 22:41:00.571458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc352004-5586-4dbd-b0f0-0c0d0e8e05f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151e563f-7b8d-4bc2-939a-2e87abe9f748,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:00.580089 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5541ec6b-2861-449c-bcdf-d7c8fbac3a8a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.637251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541ec6b-2861-449c-bcdf-d7c8fbac3a8a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d28c87-9217-43b9-89d7-4ec0a2cabd12,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:00.652784 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5541ec6b-2861-449c-bcdf-d7c8fbac3a8a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.666772 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5541ec6b-2861-449c-bcdf-d7c8fbac3a8a tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/subnets/b1d28c87-9217-43b9-89d7-4ec0a2cabd12 HTTP/1.1" status: 204 len: 168 time: 0.4835343 Dec 09 22:41:00.668924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56594) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:00.776661 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:00.919233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccee997-1002-4ee8-890c-bb49ce3f1cdb req-2c33f7af-09a1-40d6-ab55-1613d4fd13e6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:00.920757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eccee997-1002-4ee8-890c-bb49ce3f1cdb req-2c33f7af-09a1-40d6-ab55-1613d4fd13e6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 946 time: 0.1413047 Dec 09 22:41:00.931066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cf838-7f0e-4d94-9b52-82bc2df67c0e req-af1c641d-aa91-4b6d-a0c4-ce09e9fd1f3b tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:00.932644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e6cf838-7f0e-4d94-9b52-82bc2df67c0e req-af1c641d-aa91-4b6d-a0c4-ce09e9fd1f3b tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1183600 Dec 09 22:41:01.007813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Deleting port 31927e24-65b8-4af1-9751-115aae4a6354 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:01.008114 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:01.021909 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c67a-a29e-435d-ab6a-84aac09b8fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:01.090624 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eccee997-1002-4ee8-890c-bb49ce3f1cdb req-29d51155-a765-4e26-8ac7-b29f340a2552 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549609 Dec 09 22:41:01.147967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e6cf838-7f0e-4d94-9b52-82bc2df67c0e req-a9a27e44-09e6-4e0e-b48f-f7773f1174af tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035844 Dec 09 22:41:01.298758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73233de3-2a64-4057-8398-1e12ee621654 None None] Network 3606501f-08c2-435e-b291-eef486740011 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:01.310409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-baea1181-4fb1-4810-8484-87f54aaf801a req-b4a4cddd-d78d-4490-bd17-06fc9346055c tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0591187 Dec 09 22:41:01.312172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] For port 31927e24-65b8-4af1-9751-115aae4a6354, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=31927e24-65b8-4af1-9751-115aae4a6354,segment=NetworkSegment(0fdf21cb-e310-407e-8965-7482aaba99d9),segment_id=0fdf21cb-e310-407e-8965-7482aaba99d9)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:01.312538 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:01.331049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Calling delete_port for 31927e24-65b8-4af1-9751-115aae4a6354 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:01.442749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bbabe4ea-4aaf-40cd-8c0e-073735d1f11f None None] Provisioning complete for port 31927e24-65b8-4af1-9751-115aae4a6354 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:01.443119 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbabe4ea-4aaf-40cd-8c0e-073735d1f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:01.479648 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:01.510708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bbabe4ea-4aaf-40cd-8c0e-073735d1f11f None None] Could not find standard attr ID for object 31927e24-65b8-4af1-9751-115aae4a6354. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:41:01.520356 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Port': ['ID=31927e24-65b8-4af1-9751-115aae4a6354,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:01.527273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No DVR routers for this DVR port 31927e24-65b8-4af1-9751-115aae4a6354 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:01.543978 n-d-789963-23 neutron-server[103419]: INFO neutron.plugins.ml2.db [None req-bbabe4ea-4aaf-40cd-8c0e-073735d1f11f None None] No ports have port_id starting with 31927e24-65b8-4af1-9751-115aae4a6354 Dec 09 22:41:01.651198 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:01.683736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3606501f-08c2-435e-b291-eef486740011']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:01.687542 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3601319a-2d80-4ee9-ad4f-578aa27ac3fe None None] DHCP port deletion for 3606501f-08c2-435e-b291-eef486740011 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:01.694298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdf21cb-e310-407e-8965-7482aaba99d9') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:01.694600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdf21cb-e310-407e-8965-7482aaba99d9') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:01.717372 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:01.732121 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:01.741226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:01.741809 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:01.745013 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:01.813055 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:01.826037 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:01.829462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/3606501f-08c2-435e-b291-eef486740011 HTTP/1.1" status: 204 len: 168 time: 1.1596024 Dec 09 22:41:01.832047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56622) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:01.850336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62918546-dae2-46dd-9f03-9cd3306a7e83 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Network': ['ID=3606501f-08c2-435e-b291-eef486740011,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:01.871798 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-560e2caf-c600-4092-addd-ff5593e43ea3 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:01.872090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560e2caf-c600-4092-addd-ff5593e43ea3 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:01.875449 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-560e2caf-c600-4092-addd-ff5593e43ea3 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/subnets/2aa410e0-a027-4e8c-8e16-cb0b9114c1ca HTTP/1.1" status: 404 len: 337 time: 0.0424066 Dec 09 22:41:01.877985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56626) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:01.897701 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bf73b9-c528-4161-befb-562a14e0321f tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:01.898234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bf73b9-c528-4161-befb-562a14e0321f tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:01.904280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-50bf73b9-c528-4161-befb-562a14e0321f tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/73bfb89c-990d-474a-b1ff-7c79613e6c15 HTTP/1.1" status: 404 len: 339 time: 0.0252099 Dec 09 22:41:01.904731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56628) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:01.937661 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24c2ab5-c25f-457c-af9d-ca8a286c9c68 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:01.937661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24c2ab5-c25f-457c-af9d-ca8a286c9c68 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:01.938965 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b24c2ab5-c25f-457c-af9d-ca8a286c9c68 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/subnets/e52879e1-9573-4260-b83b-ea06e7077cd4 HTTP/1.1" status: 404 len: 337 time: 0.0332162 Dec 09 22:41:01.941408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56630) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:01.960560 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-66575739-24dc-491b-8474-34208f97f160 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:01.961230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66575739-24dc-491b-8474-34208f97f160 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:01.964265 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-66575739-24dc-491b-8474-34208f97f160 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/9f9eeb60-3126-4281-bca3-e8c52fe1af47 HTTP/1.1" status: 404 len: 339 time: 0.0218179 Dec 09 22:41:01.966658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29858975-8460-450f-a8ad-014964fc0571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dfcdc1-bbb2-4352-99ec-1b565623efe3'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:41:01.966800 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56632) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:01.973726 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d8026e-a838-4b5a-a63c-2e346fc329ad" -d '{"events": [{"server_uuid": "29858975-8460-450f-a8ad-014964fc0571", "name": "network-vif-plugged", "status": "completed", "tag": "68dfcdc1-bbb2-4352-99ec-1b565623efe3"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:41:02.014124 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b804853-c1d9-490e-b035-a2ff4e22f6e8 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:02.015003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b804853-c1d9-490e-b035-a2ff4e22f6e8 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:02.017911 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4b804853-c1d9-490e-b035-a2ff4e22f6e8 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/subnets/dbbc2bf0-add4-4506-a2c3-6e502ce6b5d4 HTTP/1.1" status: 404 len: 337 time: 0.0495760 Dec 09 22:41:02.020689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56638) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:02.020864 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e87c51-bae6-41f9-8076-c0e92896fbe0 x-openstack-request-id: req-a0e87c51-bae6-41f9-8076-c0e92896fbe0 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:41:02.021158 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29858975-8460-450f-a8ad-014964fc0571", "name": "network-vif-plugged", "status": "completed", "tag": "68dfcdc1-bbb2-4352-99ec-1b565623efe3", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:41:02.021421 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0e87c51-bae6-41f9-8076-c0e92896fbe0 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:41:02.021859 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29858975-8460-450f-a8ad-014964fc0571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dfcdc1-bbb2-4352-99ec-1b565623efe3', 'code': 200} Dec 09 22:41:02.042148 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fa2c11-e442-4e69-83c8-bf092b571882 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:02.042667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62fa2c11-e442-4e69-83c8-bf092b571882 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:02.045749 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-62fa2c11-e442-4e69-83c8-bf092b571882 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/a7f93a3e-fe8e-420f-a713-d7a05feee9c3 HTTP/1.1" status: 404 len: 339 time: 0.0241213 Dec 09 22:41:02.048479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56640) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:02.110423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16b0b0b-f8df-4cb3-8b5c-cef5a2802e63 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Deleting subnet ed4acf8a-5022-418b-b1f6-813bf4be1ebd {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:41:02.115232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b16b0b0b-f8df-4cb3-8b5c-cef5a2802e63 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:02.197222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b16b0b0b-f8df-4cb3-8b5c-cef5a2802e63 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:02.250029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcb103-2c65-4cb6-afea-1edaeda549fb req-57e629f3-dae4-4f55-82c5-c3eaa1953b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:02.251724 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c8fcb103-2c65-4cb6-afea-1edaeda549fb req-57e629f3-dae4-4f55-82c5-c3eaa1953b2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 1098 time: 0.1337125 Dec 09 22:41:02.331184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b0613-0d5c-4454-a49e-f94d8c544f60 req-1f2a75f0-8f13-498f-8eee-be8e7dd2e735 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:02.338717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e8b0613-0d5c-4454-a49e-f94d8c544f60 req-1f2a75f0-8f13-498f-8eee-be8e7dd2e735 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1263068 Dec 09 22:41:02.379266 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c8fcb103-2c65-4cb6-afea-1edaeda549fb req-8cbfe1cc-c5da-4762-b1b3-877a1c5c1fc2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157298 Dec 09 22:41:02.386074 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b16b0b0b-f8df-4cb3-8b5c-cef5a2802e63 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:02.390354 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefff57a-7ef7-4e24-ab08-d789b5a72f80 req-a0979da1-941b-4145-8399-e4f139b1ebbe tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:02.391927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fefff57a-7ef7-4e24-ab08-d789b5a72f80 req-a0979da1-941b-4145-8399-e4f139b1ebbe tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 946 time: 0.1274874 Dec 09 22:41:02.474688 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b16b0b0b-f8df-4cb3-8b5c-cef5a2802e63 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:02.496264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e8b0613-0d5c-4454-a49e-f94d8c544f60 req-d73ae9b3-9e97-4875-8a45-77a024e5dffd tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519389 Dec 09 22:41:02.503606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b0b0b-f8df-4cb3-8b5c-cef5a2802e63 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Subnet': ['ID=ed4acf8a-5022-418b-b1f6-813bf4be1ebd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:02.514242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b16b0b0b-f8df-4cb3-8b5c-cef5a2802e63 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:02.521640 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b16b0b0b-f8df-4cb3-8b5c-cef5a2802e63 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/subnets/ed4acf8a-5022-418b-b1f6-813bf4be1ebd HTTP/1.1" status: 204 len: 168 time: 0.4721293 Dec 09 22:41:02.525641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56658) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:02.526859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164db6d-6a00-4e5a-820c-650d48296e7c None None] Network 108b90eb-c550-442c-92f9-238e91219972 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:02.561579 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fefff57a-7ef7-4e24-ab08-d789b5a72f80 req-cae8136f-c54d-4cb1-bf68-331a0cc380ca tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609557 Dec 09 22:41:02.714073 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:02.752705 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbe4b053-cc29-4de8-8a89-55a562d13b6d req-5ace7f88-1b6e-4951-83f8-a14f8692b8de tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0438502 Dec 09 22:41:02.846658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Deleting port d92280d2-01d2-49ae-9151-46d144a5a268 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:02.847173 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:02.851355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ce0f1a-f766-4779-b3d5-64ad62f50ce1 None None] DHCP port deletion for 108b90eb-c550-442c-92f9-238e91219972 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:02.928153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] For port d92280d2-01d2-49ae-9151-46d144a5a268, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d92280d2-01d2-49ae-9151-46d144a5a268,segment=NetworkSegment(43f336db-e7af-47fd-8717-201fa3377b8a),segment_id=43f336db-e7af-47fd-8717-201fa3377b8a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:02.928754 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:02.938085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-25ce0f1a-f766-4779-b3d5-64ad62f50ce1 None None] Deleting port d92280d2-01d2-49ae-9151-46d144a5a268 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:02.938460 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25ce0f1a-f766-4779-b3d5-64ad62f50ce1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:02.947136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Calling delete_port for d92280d2-01d2-49ae-9151-46d144a5a268 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:03.041337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-25ce0f1a-f766-4779-b3d5-64ad62f50ce1 None None] For port d92280d2-01d2-49ae-9151-46d144a5a268, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d92280d2-01d2-49ae-9151-46d144a5a268,segment=NetworkSegment(43f336db-e7af-47fd-8717-201fa3377b8a),segment_id=43f336db-e7af-47fd-8717-201fa3377b8a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:03.042111 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25ce0f1a-f766-4779-b3d5-64ad62f50ce1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.059459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-25ce0f1a-f766-4779-b3d5-64ad62f50ce1 None None] Calling delete_port for d92280d2-01d2-49ae-9151-46d144a5a268 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:03.108092 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.139365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Port': ['ID=d92280d2-01d2-49ae-9151-46d144a5a268,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:03.150347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No DVR routers for this DVR port d92280d2-01d2-49ae-9151-46d144a5a268 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:03.171566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25ce0f1a-f766-4779-b3d5-64ad62f50ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.226667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce0f1a-f766-4779-b3d5-64ad62f50ce1 None None] Pushing event deleted for resources: {'Port': ['ID=d92280d2-01d2-49ae-9151-46d144a5a268,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:03.235492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce0f1a-f766-4779-b3d5-64ad62f50ce1 None None] No DVR routers for this DVR port d92280d2-01d2-49ae-9151-46d144a5a268 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:03.297807 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2dc45720-3f5b-46bf-9df9-9777691f1d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.315847 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31927e24-65b8-4af1-9751-115aae4a6354 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:41:03.327418 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.339228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 31927e24-65b8-4af1-9751-115aae4a6354 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:41:03.339724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31927e24-65b8-4af1-9751-115aae4a6354 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:41:03.340162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d92280d2-01d2-49ae-9151-46d144a5a268 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:41:03.358700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108b90eb-c550-442c-92f9-238e91219972']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:03.360946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: d92280d2-01d2-49ae-9151-46d144a5a268 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:41:03.361284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d92280d2-01d2-49ae-9151-46d144a5a268 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:41:03.370247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f336db-e7af-47fd-8717-201fa3377b8a') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:03.370551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f336db-e7af-47fd-8717-201fa3377b8a') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:03.381593 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.397420 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.404918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:03.406617 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:03.409297 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:03.476833 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.487664 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.492328 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/108b90eb-c550-442c-92f9-238e91219972 HTTP/1.1" status: 204 len: 168 time: 0.9646008 Dec 09 22:41:03.495612 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56684) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:03.509008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9192762-b29c-402a-a3a2-4cff3bceb7c5 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Network': ['ID=108b90eb-c550-442c-92f9-238e91219972,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:03.539678 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-3342f59b-b1c3-4123-9438-c7b125ba7cf2 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:03.540139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3342f59b-b1c3-4123-9438-c7b125ba7cf2 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:03.546631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3342f59b-b1c3-4123-9438-c7b125ba7cf2 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/subnets/b3495616-620f-470b-a45f-2dbeffdcd03a HTTP/1.1" status: 404 len: 337 time: 0.0498912 Dec 09 22:41:03.547004 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56688) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:03.587659 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e445c0-a082-49c3-ae23-e923595bf8dc tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:03.588424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e445c0-a082-49c3-ae23-e923595bf8dc tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:03.595510 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e9e445c0-a082-49c3-ae23-e923595bf8dc tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/f62fc10f-8a5c-4f22-b12b-500996dbce0a HTTP/1.1" status: 404 len: 339 time: 0.0471516 Dec 09 22:41:03.598576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56692) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:03.687103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-542ff3f0-b9a2-46c2-bb74-fc2647f0523b tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Deleting subnet 1555eb37-b069-47e6-ab8e-06e59eebbf1a {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:41:03.690807 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-542ff3f0-b9a2-46c2-bb74-fc2647f0523b tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.707480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce6081-2fa3-40b9-b943-318645171c5d req-c821753c-9f18-4e64-bb58-faf98aeb45cf tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:03.709988 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbce6081-2fa3-40b9-b943-318645171c5d req-c821753c-9f18-4e64-bb58-faf98aeb45cf tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.0887320 Dec 09 22:41:03.755252 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-542ff3f0-b9a2-46c2-bb74-fc2647f0523b tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.771241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbce6081-2fa3-40b9-b943-318645171c5d req-4f72c2ca-2dfa-4bba-8381-7787826f8b05 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549545 Dec 09 22:41:03.791468 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.891998 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65e2edd9-0d64-412a-91a4-929560eb12e5 req-1a74262c-c4a1-482e-9d1b-0cabdd34eb74 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0331166 Dec 09 22:41:03.901951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-542ff3f0-b9a2-46c2-bb74-fc2647f0523b tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:03.986249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-542ff3f0-b9a2-46c2-bb74-fc2647f0523b tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.024739 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ff3f0-b9a2-46c2-bb74-fc2647f0523b tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Subnet': ['ID=1555eb37-b069-47e6-ab8e-06e59eebbf1a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:04.031072 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-542ff3f0-b9a2-46c2-bb74-fc2647f0523b tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.034798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131502c4-ddf2-49b5-ad31-597848b61434 None None] Network 0e3df22d-2bea-4d60-ad2e-ab291573fd18 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:04.054424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56718) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:04.056013 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-542ff3f0-b9a2-46c2-bb74-fc2647f0523b tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/subnets/1555eb37-b069-47e6-ab8e-06e59eebbf1a HTTP/1.1" status: 204 len: 168 time: 0.4455798 Dec 09 22:41:04.140343 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.213526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Deleting port 6455bfe4-94d5-4291-ab02-aa1c116ed30b {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:04.213906 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.246493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefc098-067b-4fe0-993a-2bc56d4e1aca None None] DHCP port deletion for 0e3df22d-2bea-4d60-ad2e-ab291573fd18 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:04.280503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] For port 6455bfe4-94d5-4291-ab02-aa1c116ed30b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6455bfe4-94d5-4291-ab02-aa1c116ed30b,segment=NetworkSegment(b9bba128-bb8f-4fcd-a04d-309ae460704c),segment_id=b9bba128-bb8f-4fcd-a04d-309ae460704c)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:04.281069 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.295269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Calling delete_port for 6455bfe4-94d5-4291-ab02-aa1c116ed30b owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:04.312651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2aefc098-067b-4fe0-993a-2bc56d4e1aca None None] Deleting port 6455bfe4-94d5-4291-ab02-aa1c116ed30b {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:04.313307 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2aefc098-067b-4fe0-993a-2bc56d4e1aca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.376953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56722) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:04.389244 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.395673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2aefc098-067b-4fe0-993a-2bc56d4e1aca None None] For port 6455bfe4-94d5-4291-ab02-aa1c116ed30b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6455bfe4-94d5-4291-ab02-aa1c116ed30b,segment=NetworkSegment(b9bba128-bb8f-4fcd-a04d-309ae460704c),segment_id=b9bba128-bb8f-4fcd-a04d-309ae460704c)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:04.396080 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2aefc098-067b-4fe0-993a-2bc56d4e1aca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.403301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] No DVR routers for this DVR port 6455bfe4-94d5-4291-ab02-aa1c116ed30b on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:04.418644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2aefc098-067b-4fe0-993a-2bc56d4e1aca None None] Calling delete_port for 6455bfe4-94d5-4291-ab02-aa1c116ed30b owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:04.424860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Port': ['ID=6455bfe4-94d5-4291-ab02-aa1c116ed30b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:04.508932 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.511781 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2aefc098-067b-4fe0-993a-2bc56d4e1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.530470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3df22d-2bea-4d60-ad2e-ab291573fd18']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:04.540611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefc098-067b-4fe0-993a-2bc56d4e1aca None None] Pushing event deleted for resources: {'Port': ['ID=6455bfe4-94d5-4291-ab02-aa1c116ed30b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:04.542607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefc098-067b-4fe0-993a-2bc56d4e1aca None None] No DVR routers for this DVR port 6455bfe4-94d5-4291-ab02-aa1c116ed30b on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:04.543598 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bba128-bb8f-4fcd-a04d-309ae460704c') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:04.543907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bba128-bb8f-4fcd-a04d-309ae460704c') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:04.556160 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ef246583-547d-4a5f-b8a2-f7276b1cc87d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.562358 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.577857 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.584414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:04.584832 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:04.588001 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:04.646154 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ef246583-547d-4a5f-b8a2-f7276b1cc87d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.646350 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.650987 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ef246583-547d-4a5f-b8a2-f7276b1cc87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.654051 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.657625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] 10.222.0.16 "DELETE /v2.0/networks/0e3df22d-2bea-4d60-ad2e-ab291573fd18 HTTP/1.1" status: 204 len: 168 time: 0.6088328 Dec 09 22:41:04.673942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d92d3d-8f1e-4eb7-9ebc-e357dfff0329 tempest-NetworksIpV6Test-1458009620 tempest-NetworksIpV6Test-1458009620-project] Pushing event deleted for resources: {'Network': ['ID=0e3df22d-2bea-4d60-ad2e-ab291573fd18,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:04.694930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef246583-547d-4a5f-b8a2-f7276b1cc87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13de805c-9423-4f42-aaff-52de5bdbf9f9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:04.728240 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ef246583-547d-4a5f-b8a2-f7276b1cc87d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96d3aab58f794ab6bb9b69c265f9f379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3485694 Dec 09 22:41:04.731306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56728) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:04.769974 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.800853 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0c0629e4-7892-4134-a9d3-3064beec5853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.835042 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0c0629e4-7892-4134-a9d3-3064beec5853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.904351 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0c0629e4-7892-4134-a9d3-3064beec5853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.909053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0c0629e4-7892-4134-a9d3-3064beec5853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:04.914096 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0c0629e4-7892-4134-a9d3-3064beec5853 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13de805c-9423-4f42-aaff-52de5bdbf9f9 HTTP/1.1" status: 204 len: 168 time: 0.1807873 Dec 09 22:41:04.924580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0629e4-7892-4134-a9d3-3064beec5853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13de805c-9423-4f42-aaff-52de5bdbf9f9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:04.931263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcc747-18f9-4d2c-8a0b-7006a9fe213c req-6e28d887-beb2-408e-a779-1dd4cb2d3c7e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:04.943007 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4fcc747-18f9-4d2c-8a0b-7006a9fe213c req-6e28d887-beb2-408e-a779-1dd4cb2d3c7e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.0737851 Dec 09 22:41:04.971124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56742) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:05.006486 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4fcc747-18f9-4d2c-8a0b-7006a9fe213c req-e134e06a-ddef-4e4e-a285-b0fce0843af9 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624776 Dec 09 22:41:05.076062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de2bfaf1-3a5f-4f07-a0ce-842c35d5df16 req-d75d941a-07ba-4822-8744-356a4a65cc8d tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0612171 Dec 09 22:41:05.206599 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b3b15a3e-afd9-4203-a940-eebd0c98beeb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2282e30cb4124ab5aa561d8b5030166e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334514 Dec 09 22:41:05.208801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56752) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:05.283094 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dae934fc-6d9a-4f0f-9518-dd8d5f7df85e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:05.335072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6455bfe4-94d5-4291-ab02-aa1c116ed30b no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:41:05.340391 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dae934fc-6d9a-4f0f-9518-dd8d5f7df85e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:05.374483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6455bfe4-94d5-4291-ab02-aa1c116ed30b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:41:05.375211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6455bfe4-94d5-4291-ab02-aa1c116ed30b not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:41:05.412340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093260-f66f-492b-8e31-edaea814e4b5 req-bc353afa-7606-4480-a0c4-c6177098e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:05.413820 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe093260-f66f-492b-8e31-edaea814e4b5 req-bc353afa-7606-4480-a0c4-c6177098e8dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3d735f4e9494bc39d58324e1672d24b&device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 1098 time: 0.0951281 Dec 09 22:41:05.415252 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dae934fc-6d9a-4f0f-9518-dd8d5f7df85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:05.417920 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dae934fc-6d9a-4f0f-9518-dd8d5f7df85e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:05.421427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dae934fc-6d9a-4f0f-9518-dd8d5f7df85e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e9c6368-b63e-4420-a5b9-903422391f49 HTTP/1.1" status: 204 len: 168 time: 0.2088199 Dec 09 22:41:05.452570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae934fc-6d9a-4f0f-9518-dd8d5f7df85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9c6368-b63e-4420-a5b9-903422391f49,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:05.459742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56758) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:05.469995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b880b-1ba1-48eb-9420-2680b4847aeb req-d4820845-cbba-4efd-a184-831595cee25b tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:05.478052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e5b880b-1ba1-48eb-9420-2680b4847aeb req-d4820845-cbba-4efd-a184-831595cee25b tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1811433 Dec 09 22:41:05.508072 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c499197-938f-422f-8a32-9343c4828d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:05.536576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093260-f66f-492b-8e31-edaea814e4b5 req-09422701-c1bd-4494-83b8-478f8730b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:05.538782 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe093260-f66f-492b-8e31-edaea814e4b5 req-09422701-c1bd-4494-83b8-478f8730b50f service neutron] 10.222.0.18 "GET /v2.0/networks?id=da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 200 len: 919 time: 0.1152515 Dec 09 22:41:05.556131 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e5b880b-1ba1-48eb-9420-2680b4847aeb req-bbf3b7a6-7396-4e35-bd42-2bba2875c3a2 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770147 Dec 09 22:41:05.604038 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe093260-f66f-492b-8e31-edaea814e4b5 req-8dc0e810-8d6f-4019-83bd-cdcc3c5636f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68dfcdc1-bbb2-4352-99ec-1b565623efe3 HTTP/1.1" status: 200 len: 217 time: 0.0580029 Dec 09 22:41:05.651695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c499197-938f-422f-8a32-9343c4828d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:05.656953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093260-f66f-492b-8e31-edaea814e4b5 req-71fe3163-ead0-4657-8c2f-46d7b6834bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:05.657412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c499197-938f-422f-8a32-9343c4828d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:05.659247 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe093260-f66f-492b-8e31-edaea814e4b5 req-71fe3163-ead0-4657-8c2f-46d7b6834bd1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e5caf15-34f8-4ccc-a7c6-66d13bf78505 HTTP/1.1" status: 200 len: 858 time: 0.0481434 Dec 09 22:41:05.694056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c499197-938f-422f-8a32-9343c4828d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4713da7-28fa-46eb-bc2b-729b8c150b2a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:05.695086 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe093260-f66f-492b-8e31-edaea814e4b5 req-7aa04911-8fb4-46af-8434-445ccc52a067 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da8046fa-97ce-4191-a958-2aad26658168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283482 Dec 09 22:41:05.717441 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2c499197-938f-422f-8a32-9343c4828d8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e9337eea6cc47b8b7cc596ed944fe65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2366652 Dec 09 22:41:05.720007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56764) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:05.778029 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df8a30d2-4b8f-4495-87aa-aa85e62fcbec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:05.806709 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df8a30d2-4b8f-4495-87aa-aa85e62fcbec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:05.841384 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe093260-f66f-492b-8e31-edaea814e4b5 req-4f414535-a8cc-45fc-86fa-40a470f7a625 service neutron] 10.222.0.18 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384342 Dec 09 22:41:05.868241 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df8a30d2-4b8f-4495-87aa-aa85e62fcbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:05.871354 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df8a30d2-4b8f-4495-87aa-aa85e62fcbec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:05.872714 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-df8a30d2-4b8f-4495-87aa-aa85e62fcbec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4713da7-28fa-46eb-bc2b-729b8c150b2a HTTP/1.1" status: 204 len: 168 time: 0.1508985 Dec 09 22:41:05.881670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a30d2-4b8f-4495-87aa-aa85e62fcbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4713da7-28fa-46eb-bc2b-729b8c150b2a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:06.025744 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe093260-f66f-492b-8e31-edaea814e4b5 req-7a19922d-fea7-4ae1-b001-978d878f8d5c service neutron] 10.222.0.18 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757977 Dec 09 22:41:06.164741 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:06.272309 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7462c3a0-d6dc-46e0-bcf6-ad92a6c2f365 req-98f80de0-8964-42ad-b8fb-6ce052913be6 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0395358 Dec 09 22:41:06.395406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56800) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:06.504808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-509754966'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:06.531441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:06.534977 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:06.543430 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:06.641492 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:06.647186 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:06.712102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:06.731767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb896f4-1995-4cc8-889e-0a3cf164e51c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:06.735660 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:06.736015 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Added segment 1afd951b-7242-4d7a-82e2-3d09e817e169 of type vlan for network e60e5ad3-0818-450d-a98c-65ad5868e0ab Dec 09 22:41:06.794450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cae8c5-5e6f-4b2f-8f33-43dc29ed7161 req-78f03cee-6562-45bd-a675-53b2e0c968d8 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:06.795977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0cae8c5-5e6f-4b2f-8f33-43dc29ed7161 req-78f03cee-6562-45bd-a675-53b2e0c968d8 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1266892 Dec 09 22:41:06.797624 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:06.844659 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:06.851600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:06.851600 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:06.893437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4960723 Dec 09 22:41:06.902024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0cae8c5-5e6f-4b2f-8f33-43dc29ed7161 req-2995ee34-65b6-4b1e-af81-10aa4ba82bbc tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963948 Dec 09 22:41:06.953968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63630658-0e96-4760-8a52-6d843c0e6a71 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=e60e5ad3-0818-450d-a98c-65ad5868e0ab,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:06.969453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e60e5ad3-0818-450d-a98c-65ad5868e0ab details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:07.048114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56824) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:07.053444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-17688140-e0be-4627-ae0d-c7af928d1087 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'network_id': 'e60e5ad3-0818-450d-a98c-65ad5868e0ab', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:07.074189 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:07.171207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17688140-e0be-4627-ae0d-c7af928d1087 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:07.176461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-17688140-e0be-4627-ae0d-c7af928d1087 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:07.443213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-435b95dd-f611-4cda-abf6-a1bf16d84403 req-8eac17d7-5029-4302-af46-5abb1eef2f75 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0356300 Dec 09 22:41:07.499899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-17688140-e0be-4627-ae0d-c7af928d1087 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:07.574714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17688140-e0be-4627-ae0d-c7af928d1087 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=f72e71e1-b901-492a-9c90-0f68d7fe3c01,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:07.590755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17688140-e0be-4627-ae0d-c7af928d1087 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking segment: {'id': '1afd951b-7242-4d7a-82e2-3d09e817e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e60e5ad3-0818-450d-a98c-65ad5868e0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:07.591133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17688140-e0be-4627-ae0d-c7af928d1087 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network hostable DHCP agents. Network: e60e5ad3-0818-450d-a98c-65ad5868e0ab, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:07.612450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17688140-e0be-4627-ae0d-c7af928d1087 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network e60e5ad3-0818-450d-a98c-65ad5868e0ab is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:07.623970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-17688140-e0be-4627-ae0d-c7af928d1087 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e60e5ad3-0818-450d-a98c-65ad5868e0ab) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:07.637687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e559fb91-e010-4d28-b308-aa1336c08c3b None None] Network e60e5ad3-0818-450d-a98c-65ad5868e0ab requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:07.648623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17688140-e0be-4627-ae0d-c7af928d1087 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:07.649489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-17688140-e0be-4627-ae0d-c7af928d1087 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:07.682176 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-17688140-e0be-4627-ae0d-c7af928d1087 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6328726 Dec 09 22:41:07.685744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56852) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:07.691796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3bdac034-b7ce-445e-8b18-168b0dc4da57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-55530841'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:07.728122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdac034-b7ce-445e-8b18-168b0dc4da57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:07.739131 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3bdac034-b7ce-445e-8b18-168b0dc4da57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:07.764494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdac034-b7ce-445e-8b18-168b0dc4da57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:07.777638 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3bdac034-b7ce-445e-8b18-168b0dc4da57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:07.778316 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-3bdac034-b7ce-445e-8b18-168b0dc4da57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Added segment a5edceff-ddac-4d22-a612-77146293e4ee of type vlan for network 8928e4b4-ab3c-4b30-a95d-b3d279d4d554 Dec 09 22:41:07.804808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-e60e5ad3-0818-450d-a98c-65ad5868e0ab', 'network_id': 'e60e5ad3-0818-450d-a98c-65ad5868e0ab', 'project_id': 'c503fbc9e9c14d10a4cc64ef7fe28ec4', 'fixed_ips': [{'subnet_id': 'f72e71e1-b901-492a-9c90-0f68d7fe3c01'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:07.806000 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:07.836022 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3bdac034-b7ce-445e-8b18-168b0dc4da57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:07.898169 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3bdac034-b7ce-445e-8b18-168b0dc4da57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:07.905257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdac034-b7ce-445e-8b18-168b0dc4da57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:07.905934 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3bdac034-b7ce-445e-8b18-168b0dc4da57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:07.987162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56862) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:07.988209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3bdac034-b7ce-445e-8b18-168b0dc4da57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3012979 Dec 09 22:41:07.992638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Allocated IP 172.20.255.242 (e60e5ad3-0818-450d-a98c-65ad5868e0ab/f72e71e1-b901-492a-9c90-0f68d7fe3c01/28afea48-af40-4458-b4fa-ddd248d41c2d) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:07.995462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-67fd73b9-8289-4a2f-97db-f217d9a4aa80 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'network_id': '8928e4b4-ab3c-4b30-a95d-b3d279d4d554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:08.081631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdac034-b7ce-445e-8b18-168b0dc4da57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=8928e4b4-ab3c-4b30-a95d-b3d279d4d554,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:08.099704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 8928e4b4-ab3c-4b30-a95d-b3d279d4d554 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:08.110803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbefaf8-b89c-42bb-9e7b-afdcf44ce1d0 req-6b8eddeb-0c91-4174-8ce4-5274b9b6210e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:08.112981 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7fbefaf8-b89c-42bb-9e7b-afdcf44ce1d0 req-6b8eddeb-0c91-4174-8ce4-5274b9b6210e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.0744209 Dec 09 22:41:08.147923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd73b9-8289-4a2f-97db-f217d9a4aa80 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:08.152872 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67fd73b9-8289-4a2f-97db-f217d9a4aa80 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:08.215680 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7fbefaf8-b89c-42bb-9e7b-afdcf44ce1d0 req-e4a45185-de55-4d5b-aa2a-53adc057daa6 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954037 Dec 09 22:41:08.471735 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67fd73b9-8289-4a2f-97db-f217d9a4aa80 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:08.512149 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:08.522214 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:08.552835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd73b9-8289-4a2f-97db-f217d9a4aa80 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=aa87dfdf-d6e9-48be-99e3-05071c38e0a1,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:08.563969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd73b9-8289-4a2f-97db-f217d9a4aa80 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking segment: {'id': 'a5edceff-ddac-4d22-a612-77146293e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8928e4b4-ab3c-4b30-a95d-b3d279d4d554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:08.564353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd73b9-8289-4a2f-97db-f217d9a4aa80 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network hostable DHCP agents. Network: 8928e4b4-ab3c-4b30-a95d-b3d279d4d554, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:08.564545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Network e60e5ad3-0818-450d-a98c-65ad5868e0ab is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:08.574018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:08.576670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:08.583164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd73b9-8289-4a2f-97db-f217d9a4aa80 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network 8928e4b4-ab3c-4b30-a95d-b3d279d4d554 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:08.594859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-67fd73b9-8289-4a2f-97db-f217d9a4aa80 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 8928e4b4-ab3c-4b30-a95d-b3d279d4d554) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:08.604536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994707f6-e79d-430c-8402-2bacfc7d45a6 None None] Network 8928e4b4-ab3c-4b30-a95d-b3d279d4d554 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:08.607913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd73b9-8289-4a2f-97db-f217d9a4aa80 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:08.609654 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67fd73b9-8289-4a2f-97db-f217d9a4aa80 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:08.625147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Pushing event updated for resources: {'Port': ['ID=28afea48-af40-4458-b4fa-ddd248d41c2d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:08.641097 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-67fd73b9-8289-4a2f-97db-f217d9a4aa80 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6521168 Dec 09 22:41:08.646068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56888) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:08.662808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a0f489d-8465-4cfa-bcc8-e8b15b066173 req-2d660372-9f16-4421-a6a0-3255b4e5c1dc tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0444970 Dec 09 22:41:08.739759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Attempting to bind port 28afea48-af40-4458-b4fa-ddd248d41c2d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:08.740060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Attempting to bind port 28afea48-af40-4458-b4fa-ddd248d41c2d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '1afd951b-7242-4d7a-82e2-3d09e817e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e60e5ad3-0818-450d-a98c-65ad5868e0ab'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:08.740424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Attempting to bind port 28afea48-af40-4458-b4fa-ddd248d41c2d on network e60e5ad3-0818-450d-a98c-65ad5868e0ab {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:08.752685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:08.753090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Checking segment: {'id': '1afd951b-7242-4d7a-82e2-3d09e817e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e60e5ad3-0818-450d-a98c-65ad5868e0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:08.753492 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:08.753924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Bound using segment: {'id': '1afd951b-7242-4d7a-82e2-3d09e817e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e60e5ad3-0818-450d-a98c-65ad5868e0ab'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:08.754403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Bound port: 28afea48-af40-4458-b4fa-ddd248d41c2d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afd951b-7242-4d7a-82e2-3d09e817e169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e60e5ad3-0818-450d-a98c-65ad5868e0ab'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:08.754777 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:08.772905 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:08.819853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] For port 28afea48-af40-4458-b4fa-ddd248d41c2d, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:08.823115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] For port 28afea48-af40-4458-b4fa-ddd248d41c2d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=28afea48-af40-4458-b4fa-ddd248d41c2d,segment=NetworkSegment(1afd951b-7242-4d7a-82e2-3d09e817e169),segment_id=1afd951b-7242-4d7a-82e2-3d09e817e169)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:08.830937 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:08.838512 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:08.910881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87894ec-49a5-4ab4-a538-53c4147292cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-8928e4b4-ab3c-4b30-a95d-b3d279d4d554', 'network_id': '8928e4b4-ab3c-4b30-a95d-b3d279d4d554', 'project_id': 'c503fbc9e9c14d10a4cc64ef7fe28ec4', 'fixed_ips': [{'subnet_id': 'aa87dfdf-d6e9-48be-99e3-05071c38e0a1'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:08.911746 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e87894ec-49a5-4ab4-a538-53c4147292cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:08.936826 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:08.940290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68217127-7e09-479b-a56d-2a2e6112a37c None None] Pushing event updated for resources: {'Port': ['ID=28afea48-af40-4458-b4fa-ddd248d41c2d,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:09.018532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Subnet': ['ID=aa87dfdf-d6e9-48be-99e3-05071c38e0a1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:09.048142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f8afe4-8c64-4530-832d-9236d5033511 None None] Network 8928e4b4-ab3c-4b30-a95d-b3d279d4d554 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:09.098056 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.121400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8928e4b4-ab3c-4b30-a95d-b3d279d4d554']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:09.147068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5edceff-ddac-4d22-a612-77146293e4ee') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:09.147068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5edceff-ddac-4d22-a612-77146293e4ee') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:09.167420 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.188995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56892) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:09.201602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.223161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:09.223739 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:09.303390 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:09.309523 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.318074 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.321637 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/8928e4b4-ab3c-4b30-a95d-b3d279d4d554 HTTP/1.1" status: 204 len: 168 time: 0.6742911 Dec 09 22:41:09.325502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56900) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:09.331919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7adc991e-2bdf-47b3-867c-2a794088499d tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1188830532'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:09.351656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1c8ec-e672-42b5-95cf-6c0328ead3cb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Network': ['ID=8928e4b4-ab3c-4b30-a95d-b3d279d4d554,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:09.409660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adc991e-2bdf-47b3-867c-2a794088499d tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:09.418507 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7adc991e-2bdf-47b3-867c-2a794088499d tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.456358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 28afea48-af40-4458-b4fa-ddd248d41c2d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:09.531871 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a8f4132d-87e1-4c4e-82ad-3c4ce1c6e914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.540152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 28afea48-af40-4458-b4fa-ddd248d41c2d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:09.540532 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.551848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7adc991e-2bdf-47b3-867c-2a794088499d tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:09.572612 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a24a5-5005-4f1f-89d4-7a1897aa99a8 req-5703c63a-8f24-427f-89c2-56537645f2f2 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:09.574711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e5a24a5-5005-4f1f-89d4-7a1897aa99a8 req-5703c63a-8f24-427f-89c2-56537645f2f2 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1892550 Dec 09 22:41:09.582329 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7adc991e-2bdf-47b3-867c-2a794088499d tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.582667 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-7adc991e-2bdf-47b3-867c-2a794088499d tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Added segment 0539e43a-9601-41a1-b9ed-0cf374521cc9 of type vlan for network 28f63a29-c5ac-4039-80f2-cd44e190d37f Dec 09 22:41:09.620472 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.652896 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7adc991e-2bdf-47b3-867c-2a794088499d tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.653271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 28afea48-af40-4458-b4fa-ddd248d41c2d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=28afea48-af40-4458-b4fa-ddd248d41c2d,segment=NetworkSegment(1afd951b-7242-4d7a-82e2-3d09e817e169),segment_id=1afd951b-7242-4d7a-82e2-3d09e817e169)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:09.657625 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.710798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e5a24a5-5005-4f1f-89d4-7a1897aa99a8 req-d6b7e6c4-13d6-470d-83c1-9c5726524663 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266108 Dec 09 22:41:09.716384 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=28afea48-af40-4458-b4fa-ddd248d41c2d,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:09.726599 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7adc991e-2bdf-47b3-867c-2a794088499d tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.735542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adc991e-2bdf-47b3-867c-2a794088499d tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:09.737224 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7adc991e-2bdf-47b3-867c-2a794088499d tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.772727 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a8f4132d-87e1-4c4e-82ad-3c4ce1c6e914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.810590 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a8f4132d-87e1-4c4e-82ad-3c4ce1c6e914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.818118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74e26060-9bcd-4cc6-af77-585730624520 req-f89135f2-b2f5-495a-8321-78a97dbf94fe tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0603197 Dec 09 22:41:09.829088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7adc991e-2bdf-47b3-867c-2a794088499d tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5024405 Dec 09 22:41:09.832414 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56908) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:09.837526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'network_id': '28f63a29-c5ac-4039-80f2-cd44e190d37f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:09.880521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc991e-2bdf-47b3-867c-2a794088499d tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=28f63a29-c5ac-4039-80f2-cd44e190d37f,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:09.888504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a8f4132d-87e1-4c4e-82ad-3c4ce1c6e914 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50186880248740e0a18f1a4d6c36235d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6959598 Dec 09 22:41:09.891352 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4132d-87e1-4c4e-82ad-3c4ce1c6e914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc731a9-02ca-49f6-98a2-2d03f3a10e7d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:09.894032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 28f63a29-c5ac-4039-80f2-cd44e190d37f details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:09.894991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56910) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:09.945098 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3d3219a-894c-4804-b611-cee2be433f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.958341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:09.962326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:09.968648 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3d3219a-894c-4804-b611-cee2be433f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.022855 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3d3219a-894c-4804-b611-cee2be433f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.025977 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3d3219a-894c-4804-b611-cee2be433f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.029428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a3d3219a-894c-4804-b611-cee2be433f5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cc731a9-02ca-49f6-98a2-2d03f3a10e7d HTTP/1.1" status: 204 len: 168 time: 0.1310940 Dec 09 22:41:10.035474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Performing IP validity checks on allocation pools {{(pid=103417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 22:41:10.035989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 22:41:10.046145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3219a-894c-4804-b611-cee2be433f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc731a9-02ca-49f6-98a2-2d03f3a10e7d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:10.180630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.248132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=7deeae94-136f-43cd-9d78-6c9258a79f60,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:10.255149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking segment: {'id': '0539e43a-9601-41a1-b9ed-0cf374521cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '28f63a29-c5ac-4039-80f2-cd44e190d37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:10.255356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network hostable DHCP agents. Network: 28f63a29-c5ac-4039-80f2-cd44e190d37f, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:10.274426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network 28f63a29-c5ac-4039-80f2-cd44e190d37f is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:10.279964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90084307-82e8-44c5-8928-c2a54d1e986d None None] Network e60e5ad3-0818-450d-a98c-65ad5868e0ab requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:10.288335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 28f63a29-c5ac-4039-80f2-cd44e190d37f) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:10.294198 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:10.296696 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.297520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e36853-3097-4017-8812-9a808306dc75 None None] Network 28f63a29-c5ac-4039-80f2-cd44e190d37f requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:10.320843 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e154181b-1298-4456-9bdc-85b9f0c1521f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4872265 Dec 09 22:41:10.323611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56916) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:10.387273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56918) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:10.401948 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f733232-a0a3-4b32-b7fc-29a10749beca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.424407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a1d1cc3a-beb0-43a2-af08-64d4b086aa9c None None] Provisioning complete for port 28afea48-af40-4458-b4fa-ddd248d41c2d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:10.424786 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1d1cc3a-beb0-43a2-af08-64d4b086aa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.442412 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.535165 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.548330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f733232-a0a3-4b32-b7fc-29a10749beca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.558867 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f733232-a0a3-4b32-b7fc-29a10749beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.640662 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2f733232-a0a3-4b32-b7fc-29a10749beca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8be6be1917ba46f0be30ccefe3646a2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2518349 Dec 09 22:41:10.641590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56930) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:10.642622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f733232-a0a3-4b32-b7fc-29a10749beca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76edda07-ca76-44fb-96c3-3d8cb7bc1d94,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:10.654667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e53179-181d-44ac-b917-c7ba794eb5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-28f63a29-c5ac-4039-80f2-cd44e190d37f', 'network_id': '28f63a29-c5ac-4039-80f2-cd44e190d37f', 'project_id': 'c503fbc9e9c14d10a4cc64ef7fe28ec4', 'fixed_ips': [{'subnet_id': '7deeae94-136f-43cd-9d78-6c9258a79f60'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:10.662439 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40e53179-181d-44ac-b917-c7ba794eb5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.718383 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.722321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-16d8f132-8f11-4400-94f6-29a943638301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.765300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-16d8f132-8f11-4400-94f6-29a943638301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.773623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Subnet': ['ID=7deeae94-136f-43cd-9d78-6c9258a79f60,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:10.867301 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-16d8f132-8f11-4400-94f6-29a943638301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.871493 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-16d8f132-8f11-4400-94f6-29a943638301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:10.885806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-16d8f132-8f11-4400-94f6-29a943638301 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76edda07-ca76-44fb-96c3-3d8cb7bc1d94 HTTP/1.1" status: 204 len: 168 time: 0.2356918 Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server [None req-40e53179-181d-44ac-b917-c7ba794eb5b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7deeae94-136f-43cd-9d78-6c9258a79f60: This subnet is being modified by another concurrent operation. Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise exception Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7deeae94-136f-43cd-9d78-6c9258a79f60: This subnet is being modified by another concurrent operation. Dec 09 22:41:10.891295 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Dec 09 22:41:10.925477 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8f132-8f11-4400-94f6-29a943638301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76edda07-ca76-44fb-96c3-3d8cb7bc1d94,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:10.937747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c544cc59-a07d-4317-bcb5-8af3ff568f64 None None] Network 28f63a29-c5ac-4039-80f2-cd44e190d37f requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:10.962827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a2f71-42b0-459e-be9e-3595e52cb62f req-09232dfc-8b36-4607-8541-954c8128b3ff tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:10.972553 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec0a2f71-42b0-459e-be9e-3595e52cb62f req-09232dfc-8b36-4607-8541-954c8128b3ff tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1275191 Dec 09 22:41:11.031457 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.067890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec0a2f71-42b0-459e-be9e-3595e52cb62f req-74248c5e-8690-49a4-8571-20d1558952e7 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852935 Dec 09 22:41:11.092306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f63a29-c5ac-4039-80f2-cd44e190d37f']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:11.108702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0539e43a-9601-41a1-b9ed-0cf374521cc9') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:11.109584 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0539e43a-9601-41a1-b9ed-0cf374521cc9') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:11.121116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-205cd9a4-fb89-4484-a314-8007aaa54ba3 req-63ec84f3-4bd6-4ef6-9534-2dfa1cc723f3 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0520790 Dec 09 22:41:11.126178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.142005 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.150676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:11.151093 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.165748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b69e59-4b48-4caa-a931-a58136a74d29 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:11.234162 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:11.237303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-784cd2ae-284d-42df-8f98-688decfe5df4 None None] Provisioning complete for port 28afea48-af40-4458-b4fa-ddd248d41c2d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:11.237303 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-784cd2ae-284d-42df-8f98-688decfe5df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.241704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.267295 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.271499 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/28f63a29-c5ac-4039-80f2-cd44e190d37f HTTP/1.1" status: 204 len: 168 time: 0.9468985 Dec 09 22:41:11.275166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d02302-7098-45f6-a1f9-b48f2f3181e1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Network': ['ID=28f63a29-c5ac-4039-80f2-cd44e190d37f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:11.275831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56938) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:11.282011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9b517717-cbd7-4124-b495-c77e98899cd4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-141196689'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:11.334250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b517717-cbd7-4124-b495-c77e98899cd4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:11.341054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 28afea48-af40-4458-b4fa-ddd248d41c2d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:11.342269 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b517717-cbd7-4124-b495-c77e98899cd4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.384612 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b517717-cbd7-4124-b495-c77e98899cd4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:11.396515 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b517717-cbd7-4124-b495-c77e98899cd4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.396899 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-9b517717-cbd7-4124-b495-c77e98899cd4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Added segment dc8a685e-54f4-4b4a-a9c7-2f234e244dd8 of type vlan for network f6ed1f0f-2953-4c5b-b084-06c112791f4c Dec 09 22:41:11.440621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 28afea48-af40-4458-b4fa-ddd248d41c2d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:11.441101 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.450759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b69e59-4b48-4caa-a931-a58136a74d29 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:41:11.454762 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b517717-cbd7-4124-b495-c77e98899cd4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.490055 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b517717-cbd7-4124-b495-c77e98899cd4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.497283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b517717-cbd7-4124-b495-c77e98899cd4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:11.498022 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b517717-cbd7-4124-b495-c77e98899cd4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.537858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9b517717-cbd7-4124-b495-c77e98899cd4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2603717 Dec 09 22:41:11.540583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56946) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:11.549635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8a8b1747-4de4-4eae-8419-143d443f6495 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'network_id': 'f6ed1f0f-2953-4c5b-b084-06c112791f4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:11.621989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b517717-cbd7-4124-b495-c77e98899cd4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=f6ed1f0f-2953-4c5b-b084-06c112791f4c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:11.637327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network f6ed1f0f-2953-4c5b-b084-06c112791f4c details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:11.719768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8b1747-4de4-4eae-8419-143d443f6495 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:11.723326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a8b1747-4de4-4eae-8419-143d443f6495 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:11.983467 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a8b1747-4de4-4eae-8419-143d443f6495 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:12.058639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b1747-4de4-4eae-8419-143d443f6495 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=588610f3-b50e-4b07-81e5-58c3d10f834d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:12.060795 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b1747-4de4-4eae-8419-143d443f6495 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking segment: {'id': 'dc8a685e-54f4-4b4a-a9c7-2f234e244dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6ed1f0f-2953-4c5b-b084-06c112791f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:12.061164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b1747-4de4-4eae-8419-143d443f6495 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network hostable DHCP agents. Network: f6ed1f0f-2953-4c5b-b084-06c112791f4c, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:12.080284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b1747-4de4-4eae-8419-143d443f6495 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network f6ed1f0f-2953-4c5b-b084-06c112791f4c is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:12.089537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-8a8b1747-4de4-4eae-8419-143d443f6495 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, f6ed1f0f-2953-4c5b-b084-06c112791f4c) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:12.093944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8b1747-4de4-4eae-8419-143d443f6495 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:12.094796 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a8b1747-4de4-4eae-8419-143d443f6495 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:12.102755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1992e8-8134-4eb2-9ae8-111eee2e2765 None None] Network f6ed1f0f-2953-4c5b-b084-06c112791f4c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:12.113100 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8a8b1747-4de4-4eae-8419-143d443f6495 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5712705 Dec 09 22:41:12.115651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56968) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:12.264013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-f6ed1f0f-2953-4c5b-b084-06c112791f4c', 'network_id': 'f6ed1f0f-2953-4c5b-b084-06c112791f4c', 'project_id': 'c503fbc9e9c14d10a4cc64ef7fe28ec4', 'fixed_ips': [{'subnet_id': '588610f3-b50e-4b07-81e5-58c3d10f834d'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:12.265057 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:12.281734 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:12.306876 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c1bd6b4-d5bb-4e48-a8a3-682be3f55221 req-47f98181-5e38-4087-9f10-be9b4e0739a0 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0417488 Dec 09 22:41:12.320849 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0624c9-5c3d-4ad1-bbad-eeb1b213c52c req-1a4ca5fc-8811-4ae7-b7fb-3f5613cfc1b0 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:12.322739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f0624c9-5c3d-4ad1-bbad-eeb1b213c52c req-1a4ca5fc-8811-4ae7-b7fb-3f5613cfc1b0 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1174531 Dec 09 22:41:12.417117 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:12.445755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f0624c9-5c3d-4ad1-bbad-eeb1b213c52c req-cbae54ea-d807-4a7f-bb08-6e115a05bafc tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156602 Dec 09 22:41:12.451684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Allocated IP 172.20.0.1 (f6ed1f0f-2953-4c5b-b084-06c112791f4c/588610f3-b50e-4b07-81e5-58c3d10f834d/a41917f0-679e-43a3-b327-96bedbac3b46) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:12.652341 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:12.659780 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:12.689220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:12.742028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Network f6ed1f0f-2953-4c5b-b084-06c112791f4c is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:12.745197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:12.753266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:12.758081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Subnet': ['ID=588610f3-b50e-4b07-81e5-58c3d10f834d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:12.761916 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Pushing event updated for resources: {'Port': ['ID=a41917f0-679e-43a3-b327-96bedbac3b46,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:12.894731 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:12.924629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ed1f0f-2953-4c5b-b084-06c112791f4c']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:12.950459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8a685e-54f4-4b4a-a9c7-2f234e244dd8') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:12.951519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8a685e-54f4-4b4a-a9c7-2f234e244dd8') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:12.988387 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:13.007624 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:13.023095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:13.023579 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:13.092443 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Attempting to bind port a41917f0-679e-43a3-b327-96bedbac3b46 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:13.092817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Attempting to bind port a41917f0-679e-43a3-b327-96bedbac3b46 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'dc8a685e-54f4-4b4a-a9c7-2f234e244dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6ed1f0f-2953-4c5b-b084-06c112791f4c'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:13.092992 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:13.097464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Attempting to bind port a41917f0-679e-43a3-b327-96bedbac3b46 on network f6ed1f0f-2953-4c5b-b084-06c112791f4c {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:13.101121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:13.101504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Checking segment: {'id': 'dc8a685e-54f4-4b4a-a9c7-2f234e244dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6ed1f0f-2953-4c5b-b084-06c112791f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:13.101655 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.api [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 22:41:13.101655 n-d-789963-23 neutron-server[103418]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 22:41:13.101655 n-d-789963-23 neutron-server[103418]: [parameters: {'id': 'f6ed1f0f-2953-4c5b-b084-06c112791f4c'}] Dec 09 22:41:13.101655 n-d-789963-23 neutron-server[103418]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:41:13.102085 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:13.102180 n-d-789963-23 neutron-server[103418]: DEBUG oslo_db.api [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:41:13.102394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Bound using segment: {'id': 'dc8a685e-54f4-4b4a-a9c7-2f234e244dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6ed1f0f-2953-4c5b-b084-06c112791f4c'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:13.102868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Bound port: a41917f0-679e-43a3-b327-96bedbac3b46, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8a685e-54f4-4b4a-a9c7-2f234e244dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6ed1f0f-2953-4c5b-b084-06c112791f4c'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:13.103250 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:13.169592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] For port a41917f0-679e-43a3-b327-96bedbac3b46, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:13.172606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] For port a41917f0-679e-43a3-b327-96bedbac3b46, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a41917f0-679e-43a3-b327-96bedbac3b46,segment=NetworkSegment(dc8a685e-54f4-4b4a-a9c7-2f234e244dd8),segment_id=dc8a685e-54f4-4b4a-a9c7-2f234e244dd8)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:13.177765 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:13.260423 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b1460-6dac-4cab-a435-b7e9a85bfb98 None None] Pushing event updated for resources: {'Port': ['ID=a41917f0-679e-43a3-b327-96bedbac3b46,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:13.285071 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e951876-cc4e-44c4-b666-0b3d7f17484c None None] Network f6ed1f0f-2953-4c5b-b084-06c112791f4c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:13.394515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857978b4-0672-4805-b8ca-bc06ec561abf None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:41:13.490700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e227317-056c-4a54-a9ad-5dbdff9ebbf1 req-ade78b95-a0b1-41e6-9839-e608f67d0de3 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0339439 Dec 09 22:41:13.562170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857978b4-0672-4805-b8ca-bc06ec561abf None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:41:13.606110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf6c0e-bae0-46f9-ab2a-c1bacc2ff0a6 req-bb7a5aa8-0384-4ea3-b9ca-937a7e2e4773 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:13.614582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dfbf6c0e-bae0-46f9-ab2a-c1bacc2ff0a6 req-bb7a5aa8-0384-4ea3-b9ca-937a7e2e4773 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.0739434 Dec 09 22:41:13.618088 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.110345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dfbf6c0e-bae0-46f9-ab2a-c1bacc2ff0a6 req-17668326-c5b9-4e25-8622-a393360fcaca tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936907 Dec 09 22:41:14.138329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Deleting port a41917f0-679e-43a3-b327-96bedbac3b46 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:14.138811 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.217867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] For port a41917f0-679e-43a3-b327-96bedbac3b46, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a41917f0-679e-43a3-b327-96bedbac3b46,segment=NetworkSegment(dc8a685e-54f4-4b4a-a9c7-2f234e244dd8),segment_id=dc8a685e-54f4-4b4a-a9c7-2f234e244dd8)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:14.218364 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.232260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Calling delete_port for a41917f0-679e-43a3-b327-96bedbac3b46 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:14.322913 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.352259 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Port': ['ID=a41917f0-679e-43a3-b327-96bedbac3b46,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:14.359797 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No DVR routers for this DVR port a41917f0-679e-43a3-b327-96bedbac3b46 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:14.456005 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.478504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ed1f0f-2953-4c5b-b084-06c112791f4c']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:14.489557 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8a685e-54f4-4b4a-a9c7-2f234e244dd8') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:14.490716 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8a685e-54f4-4b4a-a9c7-2f234e244dd8') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:14.501312 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.518711 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.528318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:14.528898 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:14.537123 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:14.639457 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.663803 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.672267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57040) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:14.678335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ff5bf2a7-c6e1-4002-8229-b087b92b9416 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-439155917'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:14.682325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/f6ed1f0f-2953-4c5b-b084-06c112791f4c HTTP/1.1" status: 204 len: 168 time: 2.5567291 Dec 09 22:41:14.698216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7067fbf-982c-45db-8273-f1b4030e79c4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Network': ['ID=f6ed1f0f-2953-4c5b-b084-06c112791f4c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:14.700421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5bf2a7-c6e1-4002-8229-b087b92b9416 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:14.702369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f61ce6b-d846-41bd-8dba-6c6584c734c5 req-1ace07ff-f642-4519-b6d0-20f39941520b tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0730543 Dec 09 22:41:14.704965 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf2a7-c6e1-4002-8229-b087b92b9416 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.742155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5bf2a7-c6e1-4002-8229-b087b92b9416 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:14.754999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf2a7-c6e1-4002-8229-b087b92b9416 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.755512 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-ff5bf2a7-c6e1-4002-8229-b087b92b9416 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Added segment 87ad21b6-eb3d-4649-9bf4-7211cdad8b45 of type vlan for network e2261921-fd0c-49cd-970a-95ba12751071 Dec 09 22:41:14.807637 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf2a7-c6e1-4002-8229-b087b92b9416 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.835435 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf2a7-c6e1-4002-8229-b087b92b9416 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.841731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5bf2a7-c6e1-4002-8229-b087b92b9416 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:14.842417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf2a7-c6e1-4002-8229-b087b92b9416 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:14.875571 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ff5bf2a7-c6e1-4002-8229-b087b92b9416 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2020862 Dec 09 22:41:14.879205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57044) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:14.884499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ec1df69d-229e-46d0-84d5-83cd740b6d64 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'network_id': 'e2261921-fd0c-49cd-970a-95ba12751071', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:14.974153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bf2a7-c6e1-4002-8229-b087b92b9416 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=e2261921-fd0c-49cd-970a-95ba12751071,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:14.990102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1df69d-229e-46d0-84d5-83cd740b6d64 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:14.992946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e2261921-fd0c-49cd-970a-95ba12751071 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:14.994958 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec1df69d-229e-46d0-84d5-83cd740b6d64 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:15.233708 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec1df69d-229e-46d0-84d5-83cd740b6d64 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:15.362522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1df69d-229e-46d0-84d5-83cd740b6d64 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=9eb129d4-4d5a-4708-89fc-8cd02e2f93b1,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:15.393239 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3183057-2ab7-4613-b6ab-eb79d58a5982 req-e8f97a48-d884-4479-94a1-c680eddf40eb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:15.394772 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3183057-2ab7-4613-b6ab-eb79d58a5982 req-e8f97a48-d884-4479-94a1-c680eddf40eb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1344590 Dec 09 22:41:15.395525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1df69d-229e-46d0-84d5-83cd740b6d64 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking segment: {'id': '87ad21b6-eb3d-4649-9bf4-7211cdad8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e2261921-fd0c-49cd-970a-95ba12751071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:15.395885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1df69d-229e-46d0-84d5-83cd740b6d64 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network hostable DHCP agents. Network: e2261921-fd0c-49cd-970a-95ba12751071, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:15.405457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b124260-0613-40be-996d-c327e5e0ca1f req-d0e40575-e21a-46a8-b295-ee842ab4c891 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:15.406942 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b124260-0613-40be-996d-c327e5e0ca1f req-d0e40575-e21a-46a8-b295-ee842ab4c891 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1452262 Dec 09 22:41:15.452254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1df69d-229e-46d0-84d5-83cd740b6d64 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network e2261921-fd0c-49cd-970a-95ba12751071 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:15.481290 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-34ae8bc1-2a09-43ec-a937-07e9fc8bdc50 req-13c63e8d-53ef-44b6-9be6-ffe33eb9a2b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0827253 Dec 09 22:41:15.485425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-ec1df69d-229e-46d0-84d5-83cd740b6d64 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e2261921-fd0c-49cd-970a-95ba12751071) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:15.504696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb36c6d-8059-4443-9572-f1aa34978245 None None] Network e2261921-fd0c-49cd-970a-95ba12751071 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:15.515767 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3183057-2ab7-4613-b6ab-eb79d58a5982 req-ea9ab1a8-650e-4286-b95a-e1113a0f770b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011271 Dec 09 22:41:15.518407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1df69d-229e-46d0-84d5-83cd740b6d64 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:15.519194 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec1df69d-229e-46d0-84d5-83cd740b6d64 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:15.566991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b124260-0613-40be-996d-c327e5e0ca1f req-0a2db554-e5cb-4af5-aff3-33c19975305a tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483333 Dec 09 22:41:15.602159 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ec1df69d-229e-46d0-84d5-83cd740b6d64 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7175977 Dec 09 22:41:15.602862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57070) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:15.675785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae8bc1-2a09-43ec-a937-07e9fc8bdc50 req-652c35e8-474d-454a-922e-8a00ea881d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:15.678968 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-34ae8bc1-2a09-43ec-a937-07e9fc8bdc50 req-652c35e8-474d-454a-922e-8a00ea881d0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1097 time: 0.1114514 Dec 09 22:41:15.776836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-e2261921-fd0c-49cd-970a-95ba12751071', 'network_id': 'e2261921-fd0c-49cd-970a-95ba12751071', 'project_id': 'c503fbc9e9c14d10a4cc64ef7fe28ec4', 'fixed_ips': [{'subnet_id': '9eb129d4-4d5a-4708-89fc-8cd02e2f93b1'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:15.780305 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:15.817431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e4e7a-1a41-49bb-8580-6b7090485424 req-c6551cf3-99d3-49bc-84e1-f4b7aa668639 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:15.823735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c73e4e7a-1a41-49bb-8580-6b7090485424 req-c6551cf3-99d3-49bc-84e1-f4b7aa668639 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1775086 Dec 09 22:41:15.883325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae8bc1-2a09-43ec-a937-07e9fc8bdc50 req-9530a091-560b-4271-8bb3-b11cf5a92b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:15.893444 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-34ae8bc1-2a09-43ec-a937-07e9fc8bdc50 req-9530a091-560b-4271-8bb3-b11cf5a92b86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.1885509 Dec 09 22:41:15.920143 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:15.925704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bb77ea56-5010-41bf-ab1c-e68930cc9873 req-48e22bb4-2345-43e6-bcfb-ae47b362f2c1 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0857148 Dec 09 22:41:15.986014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Allocated IP 172.20.0.2 (e2261921-fd0c-49cd-970a-95ba12751071/9eb129d4-4d5a-4708-89fc-8cd02e2f93b1/3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:15.989903 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-34ae8bc1-2a09-43ec-a937-07e9fc8bdc50 req-ced94ad1-9c03-4a2f-8372-f488c3daa898 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 1000 time: 0.0893426 Dec 09 22:41:16.044808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae8bc1-2a09-43ec-a937-07e9fc8bdc50 req-3947e947-7302-4740-9605-6beee7ed3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:16.046319 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-34ae8bc1-2a09-43ec-a937-07e9fc8bdc50 req-3947e947-7302-4740-9605-6beee7ed3cd7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.0488524 Dec 09 22:41:16.094686 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c73e4e7a-1a41-49bb-8580-6b7090485424 req-901b742c-8cfd-4746-9776-22588441d5cc tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557302 Dec 09 22:41:16.111891 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:16.138658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae8bc1-2a09-43ec-a937-07e9fc8bdc50 req-dc534fb6-bccf-4f26-9252-ef54d0e55257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:16.140260 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-34ae8bc1-2a09-43ec-a937-07e9fc8bdc50 req-dc534fb6-bccf-4f26-9252-ef54d0e55257 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855393 Dec 09 22:41:16.229497 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:16.235706 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:16.257657 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:16.276547 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Network e2261921-fd0c-49cd-970a-95ba12751071 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:16.279740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:16.283694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:16.338341 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-34ae8bc1-2a09-43ec-a937-07e9fc8bdc50 req-8cbbab9e-f85b-4175-8bf2-3371bc0b59b8 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887987 Dec 09 22:41:16.340547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb129d4-4d5a-4708-89fc-8cd02e2f93b1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:16.369442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Pushing event updated for resources: {'Port': ['ID=3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:16.385062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Attempting to bind port 3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:16.387864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Attempting to bind port 3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '87ad21b6-eb3d-4649-9bf4-7211cdad8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e2261921-fd0c-49cd-970a-95ba12751071'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:16.388318 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Attempting to bind port 3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5 on network e2261921-fd0c-49cd-970a-95ba12751071 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:16.400062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:16.401153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Checking segment: {'id': '87ad21b6-eb3d-4649-9bf4-7211cdad8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e2261921-fd0c-49cd-970a-95ba12751071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:16.402078 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:16.403940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Bound using segment: {'id': '87ad21b6-eb3d-4649-9bf4-7211cdad8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e2261921-fd0c-49cd-970a-95ba12751071'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:16.404869 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Bound port: 3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ad21b6-eb3d-4649-9bf4-7211cdad8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e2261921-fd0c-49cd-970a-95ba12751071'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:16.406866 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:16.431115 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:16.460205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2261921-fd0c-49cd-970a-95ba12751071']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:16.471630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ad21b6-eb3d-4649-9bf4-7211cdad8b45') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:16.471846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ad21b6-eb3d-4649-9bf4-7211cdad8b45') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:16.487982 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:16.530826 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:16.541089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] For port 3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:16.543905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:16.544341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:16.545156 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-34ae8bc1-2a09-43ec-a937-07e9fc8bdc50 req-ed5f811c-6f8f-48ec-bba2-46c1a3adc2a7 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870859 Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:16.547686 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:16.623677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed36ead-2f24-45f3-bb08-5b8a7b0f52e9 req-529e5eac-0b8d-4e79-80b7-8b89cf5f12e2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:16.631467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ed36ead-2f24-45f3-bb08-5b8a7b0f52e9 req-529e5eac-0b8d-4e79-80b7-8b89cf5f12e2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1274154 Dec 09 22:41:16.654996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] For port 3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5,segment=NetworkSegment(87ad21b6-eb3d-4649-9bf4-7211cdad8b45),segment_id=87ad21b6-eb3d-4649-9bf4-7211cdad8b45)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:16.660601 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:16.680933 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.api [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 22:41:16.680933 n-d-789963-23 neutron-server[103418]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 22:41:16.680933 n-d-789963-23 neutron-server[103418]: [parameters: {'id': 'e2261921-fd0c-49cd-970a-95ba12751071'}] Dec 09 22:41:16.680933 n-d-789963-23 neutron-server[103418]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:41:16.681290 n-d-789963-23 neutron-server[103418]: DEBUG oslo_db.api [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:41:16.694184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ed36ead-2f24-45f3-bb08-5b8a7b0f52e9 req-3c0486fe-b46e-4dfa-967d-9b00609f5aa7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617671 Dec 09 22:41:16.741886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53aed47-a067-4bd7-bf28-c10dd7e9f7c8 None None] Pushing event updated for resources: {'Port': ['ID=3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:16.787154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59f15d5-c28b-47b7-b1c4-797b2f2381c7 None None] Network e2261921-fd0c-49cd-970a-95ba12751071 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:16.787690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe523394-5cac-4cc5-b619-b2b96055510a req-bbf2d931-2fde-4bb9-adff-41927ec04ce2 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:16.807399 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe523394-5cac-4cc5-b619-b2b96055510a req-bbf2d931-2fde-4bb9-adff-41927ec04ce2 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1245470 Dec 09 22:41:16.864015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe523394-5cac-4cc5-b619-b2b96055510a req-36049f2c-8011-4bcb-970b-f4facf577757 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538881 Dec 09 22:41:16.941159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf2a51-0a23-4112-a2e5-a880ac9eda6e None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:41:17.078766 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caf2a51-0a23-4112-a2e5-a880ac9eda6e None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:41:17.114422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51a4e924-18b1-4d1d-93e9-c6f2ee0a1b49 req-e9eaa280-610d-4490-8c70-89cb34b04c47 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0480106 Dec 09 22:41:17.182205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.296548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Deleting port 3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:17.296889 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.428604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] For port 3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5,segment=NetworkSegment(87ad21b6-eb3d-4649-9bf4-7211cdad8b45),segment_id=87ad21b6-eb3d-4649-9bf4-7211cdad8b45)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:17.428971 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.452059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bbc6f-c591-4e72-ba3e-8363b0889e68 req-53efae88-4bd6-43c5-9ef2-1fcfba77619e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:17.459310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f0bbc6f-c591-4e72-ba3e-8363b0889e68 req-53efae88-4bd6-43c5-9ef2-1fcfba77619e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1156290 Dec 09 22:41:17.462219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Calling delete_port for 3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:17.549913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f0bbc6f-c591-4e72-ba3e-8363b0889e68 req-70b8c29c-05cc-46dd-a132-c4e254879ed5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897195 Dec 09 22:41:17.579695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.592511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No DVR routers for this DVR port 3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:17.615822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Port': ['ID=3f12a43a-1ca3-4e8d-93bf-7dafd3f011b5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:17.700073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.719548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2261921-fd0c-49cd-970a-95ba12751071']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:17.729095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ad21b6-eb3d-4649-9bf4-7211cdad8b45') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:17.729392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ad21b6-eb3d-4649-9bf4-7211cdad8b45') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:17.740463 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.758263 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.767877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:17.767877 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:17.770128 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:17.835376 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.842917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.851577 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/e2261921-fd0c-49cd-970a-95ba12751071 HTTP/1.1" status: 204 len: 168 time: 2.2424901 Dec 09 22:41:17.851691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57122) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:17.855536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4160a063-e737-4582-b9a8-368ce3f2ec4b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1604397087'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:17.868563 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65280c16-6c81-4444-af87-3a14351e9185 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Network': ['ID=e2261921-fd0c-49cd-970a-95ba12751071,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:17.888278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4160a063-e737-4582-b9a8-368ce3f2ec4b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:17.892032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4160a063-e737-4582-b9a8-368ce3f2ec4b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.922411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4160a063-e737-4582-b9a8-368ce3f2ec4b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:17.933560 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4160a063-e737-4582-b9a8-368ce3f2ec4b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.934031 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-4160a063-e737-4582-b9a8-368ce3f2ec4b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Added segment 50d03ea9-b30f-498a-b6e3-3a222f70cf22 of type vlan for network e5d38e91-6ebe-4bfc-819a-f5f321a98ba7 Dec 09 22:41:17.996771 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4160a063-e737-4582-b9a8-368ce3f2ec4b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:17.999293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f314e-417e-465d-91a8-5a0e1ec1bf50 req-7f19f99a-de41-46ca-a036-0a8694737c51 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:18.007064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a10f314e-417e-465d-91a8-5a0e1ec1bf50 req-7f19f99a-de41-46ca-a036-0a8694737c51 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.0623147 Dec 09 22:41:18.025943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4160a063-e737-4582-b9a8-368ce3f2ec4b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:18.035319 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4160a063-e737-4582-b9a8-368ce3f2ec4b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:18.036220 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4160a063-e737-4582-b9a8-368ce3f2ec4b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:18.072149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a10f314e-417e-465d-91a8-5a0e1ec1bf50 req-b02d463e-db7d-41d8-b1ed-7032f91db01b tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613787 Dec 09 22:41:18.097984 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4160a063-e737-4582-b9a8-368ce3f2ec4b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2466035 Dec 09 22:41:18.098629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57128) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:18.109923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'network_id': 'e5d38e91-6ebe-4bfc-819a-f5f321a98ba7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:18.132418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160a063-e737-4582-b9a8-368ce3f2ec4b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=e5d38e91-6ebe-4bfc-819a-f5f321a98ba7,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:18.145667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e5d38e91-6ebe-4bfc-819a-f5f321a98ba7 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:18.360894 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84ae6a55-970b-499b-89ca-303135052c7a req-89679216-62e0-4cb1-9147-3b0516e4884d tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0859044 Dec 09 22:41:18.429717 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:18.438976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:18.522055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.ipam_backend_mixin [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Performing IP validity checks on allocation pools {{(pid=103418) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 22:41:18.522741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.ipam_backend_mixin [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103418) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 22:41:18.707055 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:18.767139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885e1de-ad8d-4cae-b20d-29673d090512 req-9ce76f1a-9a66-4063-93a6-b7ab1f253d7a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:18.775177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6885e1de-ad8d-4cae-b20d-29673d090512 req-9ce76f1a-9a66-4063-93a6-b7ab1f253d7a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1458781 Dec 09 22:41:18.821468 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=50ca85f1-3018-4f8f-8ad8-2041e4816e1b,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:18.842606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.842959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.843309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.843649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.843985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.844322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.844654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.844982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.845319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.845685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.846045 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.846371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.846693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:18.858853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking segment: {'id': '50d03ea9-b30f-498a-b6e3-3a222f70cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5d38e91-6ebe-4bfc-819a-f5f321a98ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:18.859224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network hostable DHCP agents. Network: e5d38e91-6ebe-4bfc-819a-f5f321a98ba7, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:18.867903 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6885e1de-ad8d-4cae-b20d-29673d090512 req-e915bb0d-af4f-41bd-b3e4-d1bcd9b2e1ff tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918872 Dec 09 22:41:18.883271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network e5d38e91-6ebe-4bfc-819a-f5f321a98ba7 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:18.893224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e5d38e91-6ebe-4bfc-819a-f5f321a98ba7) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:18.902744 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497aa07a-1cce-4bbf-91a5-c1ab228d2690 None None] Network e5d38e91-6ebe-4bfc-819a-f5f321a98ba7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:18.906356 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:18.907454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:18.931064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57150) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:18.932519 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-efc9d490-dd54-4ada-8500-2b7c9eeb9650 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8300040 Dec 09 22:41:19.055440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-e5d38e91-6ebe-4bfc-819a-f5f321a98ba7', 'network_id': 'e5d38e91-6ebe-4bfc-819a-f5f321a98ba7', 'project_id': 'c503fbc9e9c14d10a4cc64ef7fe28ec4', 'fixed_ips': [{'subnet_id': '50ca85f1-3018-4f8f-8ad8-2041e4816e1b'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:19.056991 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:19.098417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:19.168795 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:19.243182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Allocated IP 172.20.0.3 (e5d38e91-6ebe-4bfc-819a-f5f321a98ba7/50ca85f1-3018-4f8f-8ad8-2041e4816e1b/a9f38400-67e9-4cbd-85df-17909531a190) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:19.272129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e7755-cf2a-4a66-895c-b2bf4c44c7d4 req-34202256-294a-4349-9b0d-c07087712fab tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:19.274163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-044e7755-cf2a-4a66-895c-b2bf4c44c7d4 req-34202256-294a-4349-9b0d-c07087712fab tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.0734386 Dec 09 22:41:19.330650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-044e7755-cf2a-4a66-895c-b2bf4c44c7d4 req-6e5d8e01-6c72-4cd8-986b-acf1f9a84905 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474973 Dec 09 22:41:19.422333 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:19.430729 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:19.447659 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:19.490238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Subnet': ['ID=50ca85f1-3018-4f8f-8ad8-2041e4816e1b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:19.520041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Pushing event updated for resources: {'Port': ['ID=a9f38400-67e9-4cbd-85df-17909531a190,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:19.532578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Network e5d38e91-6ebe-4bfc-819a-f5f321a98ba7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:19.534189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:19.536765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:19.551542 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bcbc3a8a-8585-4ba7-9743-ec7c645da895 req-df94995b-f4f9-49d1-9465-6df3f57f9d24 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0970652 Dec 09 22:41:19.619248 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:19.650904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Attempting to bind port a9f38400-67e9-4cbd-85df-17909531a190 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:19.651255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Attempting to bind port a9f38400-67e9-4cbd-85df-17909531a190 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '50d03ea9-b30f-498a-b6e3-3a222f70cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5d38e91-6ebe-4bfc-819a-f5f321a98ba7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:19.651866 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Attempting to bind port a9f38400-67e9-4cbd-85df-17909531a190 on network e5d38e91-6ebe-4bfc-819a-f5f321a98ba7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:19.663003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:19.664305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d38e91-6ebe-4bfc-819a-f5f321a98ba7']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:19.667788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Checking segment: {'id': '50d03ea9-b30f-498a-b6e3-3a222f70cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5d38e91-6ebe-4bfc-819a-f5f321a98ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:19.668276 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:19.668690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Bound using segment: {'id': '50d03ea9-b30f-498a-b6e3-3a222f70cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5d38e91-6ebe-4bfc-819a-f5f321a98ba7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:19.669195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Bound port: a9f38400-67e9-4cbd-85df-17909531a190, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d03ea9-b30f-498a-b6e3-3a222f70cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5d38e91-6ebe-4bfc-819a-f5f321a98ba7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:19.669590 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:19.684569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d03ea9-b30f-498a-b6e3-3a222f70cf22') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:19.684911 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d03ea9-b30f-498a-b6e3-3a222f70cf22') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:19.713583 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:19.739482 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-52864dd9-a2c2-4192-928c-a3998d89dd2f req-77f0edea-50ed-4697-b272-1828e646e54e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0386891 Dec 09 22:41:19.746249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:19.759809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:19.760225 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:19.771106 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:19.790127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] For port a9f38400-67e9-4cbd-85df-17909531a190, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:19.858360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] For port a9f38400-67e9-4cbd-85df-17909531a190, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a9f38400-67e9-4cbd-85df-17909531a190,segment=NetworkSegment(50d03ea9-b30f-498a-b6e3-3a222f70cf22),segment_id=50d03ea9-b30f-498a-b6e3-3a222f70cf22)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:19.862152 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.api [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 22:41:19.862152 n-d-789963-23 neutron-server[103417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 22:41:19.862152 n-d-789963-23 neutron-server[103417]: [parameters: {'id': 'e5d38e91-6ebe-4bfc-819a-f5f321a98ba7'}] Dec 09 22:41:19.862152 n-d-789963-23 neutron-server[103417]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:41:19.863104 n-d-789963-23 neutron-server[103417]: DEBUG oslo_db.api [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:41:19.867302 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:20.035903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c8f3-3921-45a5-96a3-fa9670f51c91 req-6e7c96a6-dae8-4be3-aa5d-130ba664898a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:20.038308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95d1c8f3-3921-45a5-96a3-fa9670f51c91 req-6e7c96a6-dae8-4be3-aa5d-130ba664898a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.0627525 Dec 09 22:41:20.046940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e4bef-be52-4173-aa10-2462dfad4284 None None] Pushing event updated for resources: {'Port': ['ID=a9f38400-67e9-4cbd-85df-17909531a190,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:20.059460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a26f6-80f4-40fc-8aa5-b620b6b2c610 None None] Network e5d38e91-6ebe-4bfc-819a-f5f321a98ba7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:20.150250 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95d1c8f3-3921-45a5-96a3-fa9670f51c91 req-186b5f05-7e2c-4f56-9a24-33823e075e43 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927577 Dec 09 22:41:20.238056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4870d68e-68a6-4e47-aff1-a769ae49d71a None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:41:20.363736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:20.381556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870d68e-68a6-4e47-aff1-a769ae49d71a None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:41:20.503602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Deleting port a9f38400-67e9-4cbd-85df-17909531a190 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:20.503941 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:20.555365 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e898f-1a00-438a-a061-d2cfbfed3829 req-a2f9f1a6-f828-41b7-911f-f2002dc0867d tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:20.562278 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b6e898f-1a00-438a-a061-d2cfbfed3829 req-a2f9f1a6-f828-41b7-911f-f2002dc0867d tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.0888908 Dec 09 22:41:20.669478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b6e898f-1a00-438a-a061-d2cfbfed3829 req-ea53a2bf-259a-4254-ac41-8d3811eedbca tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033461 Dec 09 22:41:20.828498 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4895fe3-aaa9-44b3-9613-0319ec342797 req-c40d3d95-c834-4e88-b7fd-4965a4bdd723 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0384655 Dec 09 22:41:21.071749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] For port a9f38400-67e9-4cbd-85df-17909531a190, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a9f38400-67e9-4cbd-85df-17909531a190,segment=NetworkSegment(50d03ea9-b30f-498a-b6e3-3a222f70cf22),segment_id=50d03ea9-b30f-498a-b6e3-3a222f70cf22)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:21.072273 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.088766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Calling delete_port for a9f38400-67e9-4cbd-85df-17909531a190 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:21.181957 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.226485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Port': ['ID=a9f38400-67e9-4cbd-85df-17909531a190,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:21.243129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No DVR routers for this DVR port a9f38400-67e9-4cbd-85df-17909531a190 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:21.352140 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.378665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d38e91-6ebe-4bfc-819a-f5f321a98ba7']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:21.391484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d03ea9-b30f-498a-b6e3-3a222f70cf22') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:21.392110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d03ea9-b30f-498a-b6e3-3a222f70cf22') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:21.404613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.422202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.434811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:21.435179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:21.440008 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:21.516502 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.524034 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.528220 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/e5d38e91-6ebe-4bfc-819a-f5f321a98ba7 HTTP/1.1" status: 204 len: 168 time: 2.5961330 Dec 09 22:41:21.531850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57226) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:21.539660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a1664445-41f1-47fc-9ed6-9eac4d1ef836 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-261145407'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:21.547268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2596c-fe32-42c1-91c2-d98967daede7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Network': ['ID=e5d38e91-6ebe-4bfc-819a-f5f321a98ba7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:21.570262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1664445-41f1-47fc-9ed6-9eac4d1ef836 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:21.574417 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1664445-41f1-47fc-9ed6-9eac4d1ef836 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.609069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1664445-41f1-47fc-9ed6-9eac4d1ef836 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:21.618756 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1664445-41f1-47fc-9ed6-9eac4d1ef836 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.619104 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-a1664445-41f1-47fc-9ed6-9eac4d1ef836 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Added segment 06d1940f-8a8b-47bc-aea7-73618e7b6220 of type vlan for network 9169aa8b-1500-42bb-878a-ade8bb688ef1 Dec 09 22:41:21.676064 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1664445-41f1-47fc-9ed6-9eac4d1ef836 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.734378 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1664445-41f1-47fc-9ed6-9eac4d1ef836 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.741253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1664445-41f1-47fc-9ed6-9eac4d1ef836 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:21.741960 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1664445-41f1-47fc-9ed6-9eac4d1ef836 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:21.780869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb599c-c30d-43c1-a39c-c4eca6b9230b req-41b4f7c0-f485-4a5a-b015-62759ba6ae07 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:21.782443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cdeb599c-c30d-43c1-a39c-c4eca6b9230b req-41b4f7c0-f485-4a5a-b015-62759ba6ae07 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1287022 Dec 09 22:41:21.837274 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a1664445-41f1-47fc-9ed6-9eac4d1ef836 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3030252 Dec 09 22:41:21.840968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57238) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:21.848804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-559745fd-4932-4df9-8d02-d4aac2ffe039 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'network_id': '9169aa8b-1500-42bb-878a-ade8bb688ef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:21.879417 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1664445-41f1-47fc-9ed6-9eac4d1ef836 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=9169aa8b-1500-42bb-878a-ade8bb688ef1,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:21.890715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 9169aa8b-1500-42bb-878a-ade8bb688ef1 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:21.941459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cdeb599c-c30d-43c1-a39c-c4eca6b9230b req-29dfa7a1-74a3-4680-ac5d-8f8ac4c8d7a7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301680 Dec 09 22:41:21.971201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559745fd-4932-4df9-8d02-d4aac2ffe039 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:21.972984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd504b3-4215-4498-ac97-c09c8205501a req-16e49e7f-bf66-43ab-9ae2-e780b1d1f039 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:21.975691 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bd504b3-4215-4498-ac97-c09c8205501a req-16e49e7f-bf66-43ab-9ae2-e780b1d1f039 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.2091691 Dec 09 22:41:21.983954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-559745fd-4932-4df9-8d02-d4aac2ffe039 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:22.068455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8bd504b3-4215-4498-ac97-c09c8205501a req-9adf502c-5830-4b67-9a8b-41cbd74fe579 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842228 Dec 09 22:41:22.170500 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7859e5ee-add4-4cd0-8604-92ce2979254c req-a985837e-9529-47bd-82ea-e673e0012685 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0259545 Dec 09 22:41:22.223830 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-559745fd-4932-4df9-8d02-d4aac2ffe039 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:22.278250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559745fd-4932-4df9-8d02-d4aac2ffe039 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=61c49f10-3cbd-48cd-9794-6fd88bfc724e,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:22.309448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559745fd-4932-4df9-8d02-d4aac2ffe039 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking segment: {'id': '06d1940f-8a8b-47bc-aea7-73618e7b6220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9169aa8b-1500-42bb-878a-ade8bb688ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:22.309859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559745fd-4932-4df9-8d02-d4aac2ffe039 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network hostable DHCP agents. Network: 9169aa8b-1500-42bb-878a-ade8bb688ef1, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:22.335103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559745fd-4932-4df9-8d02-d4aac2ffe039 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network 9169aa8b-1500-42bb-878a-ade8bb688ef1 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:22.346194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-559745fd-4932-4df9-8d02-d4aac2ffe039 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 9169aa8b-1500-42bb-878a-ade8bb688ef1) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:22.357075 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c62aa1-6def-4c82-bd18-659a6f6e9aec None None] Network 9169aa8b-1500-42bb-878a-ade8bb688ef1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:22.359583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559745fd-4932-4df9-8d02-d4aac2ffe039 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:22.360490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-559745fd-4932-4df9-8d02-d4aac2ffe039 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:22.386413 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57252) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:22.387693 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-559745fd-4932-4df9-8d02-d4aac2ffe039 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5454443 Dec 09 22:41:22.558032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:22.565587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f2d1af-3213-4bf2-a47c-6136953935d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-9169aa8b-1500-42bb-878a-ade8bb688ef1', 'network_id': '9169aa8b-1500-42bb-878a-ade8bb688ef1', 'project_id': 'c503fbc9e9c14d10a4cc64ef7fe28ec4', 'fixed_ips': [{'subnet_id': '61c49f10-3cbd-48cd-9794-6fd88bfc724e'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:22.566694 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d1af-3213-4bf2-a47c-6136953935d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:22.587139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f66054a-f1f6-409a-84d6-b75d28f59d12 req-49fa9711-79c5-454e-807c-848939cc5013 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb&device_id=eb30a122-0fbe-4741-9ea9-ecdc0d3bd0d2 HTTP/1.1" status: 200 len: 210 time: 0.0566201 Dec 09 22:41:22.664968 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:22.803746 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:22.837754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Subnet': ['ID=61c49f10-3cbd-48cd-9794-6fd88bfc724e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:22.872101 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:22.886486 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a139bd78-681c-4663-b1fc-66e65aff35c0 req-e3a7e963-eb33-42bc-958e-f4d33cbcee18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec4935aefc444cad874bc07257f0110b&device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0701885 Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server [None req-a4f2d1af-3213-4bf2-a47c-6136953935d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61c49f10-3cbd-48cd-9794-6fd88bfc724e: This subnet is being modified by another concurrent operation. Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise exception Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61c49f10-3cbd-48cd-9794-6fd88bfc724e: This subnet is being modified by another concurrent operation. Dec 09 22:41:22.912126 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Dec 09 22:41:22.924208 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a139bd78-681c-4663-b1fc-66e65aff35c0 req-7a624163-2a37-4b77-b252-eb5c097ec4fd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ec4935aefc444cad874bc07257f0110b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251198 Dec 09 22:41:22.932470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a740d89-4255-46ee-9fb0-43d7f73ad97b None None] Network 9169aa8b-1500-42bb-878a-ade8bb688ef1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:22.943181 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:23.029608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-326cacbd-5f76-4dee-8321-f8dc253e67af req-4742c48e-cd94-4ac7-9649-d93a225a8446 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0832884 Dec 09 22:41:23.061141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a632e192-f55e-448a-afee-98d99a083ff7 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:41:23.066257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9169aa8b-1500-42bb-878a-ade8bb688ef1']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:23.085233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d1940f-8a8b-47bc-aea7-73618e7b6220') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:23.085527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d1940f-8a8b-47bc-aea7-73618e7b6220') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:23.088360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139bd78-681c-4663-b1fc-66e65aff35c0 req-c9501c27-4648-4b78-b642-b4db26fc031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:23.090701 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a139bd78-681c-4663-b1fc-66e65aff35c0 req-c9501c27-4648-4b78-b642-b4db26fc031a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578572 Dec 09 22:41:23.112046 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:23.129745 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:23.139402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:23.139714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:23.143409 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:23.160942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973575a1-efeb-4507-b54b-5ae98af126e0 req-11518621-db06-4b5e-87c1-f8ae6f915573 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:23.167798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-973575a1-efeb-4507-b54b-5ae98af126e0 req-11518621-db06-4b5e-87c1-f8ae6f915573 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1040039 Dec 09 22:41:23.259203 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a632e192-f55e-448a-afee-98d99a083ff7 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:41:23.288896 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:23.299103 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:23.305941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/9169aa8b-1500-42bb-878a-ade8bb688ef1 HTTP/1.1" status: 204 len: 168 time: 0.9147732 Dec 09 22:41:23.307917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57278) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:23.315696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0074bbb1-4c62-4bfb-b5a0-97f56cdcf6f9 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1471761644'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:23.323329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-973575a1-efeb-4507-b54b-5ae98af126e0 req-e4499279-c69a-4eb3-b0d7-d2d8d4e78b55 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545331 Dec 09 22:41:23.348287 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b63e5-4313-44f6-a2d7-f1245c62c320 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Network': ['ID=9169aa8b-1500-42bb-878a-ade8bb688ef1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:23.373744 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0074bbb1-4c62-4bfb-b5a0-97f56cdcf6f9 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:23.379469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de5405-b805-4c55-9df5-a4e938ead931 req-1687f222-a101-481e-9f8a-25dc9b14fa40 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:23.384281 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0074bbb1-4c62-4bfb-b5a0-97f56cdcf6f9 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:23.391062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1de5405-b805-4c55-9df5-a4e938ead931 req-1687f222-a101-481e-9f8a-25dc9b14fa40 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.2106519 Dec 09 22:41:23.461535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0074bbb1-4c62-4bfb-b5a0-97f56cdcf6f9 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:23.488562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1de5405-b805-4c55-9df5-a4e938ead931 req-afc9a623-c0da-4bfd-8066-b8512b0886b5 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897148 Dec 09 22:41:23.489709 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0074bbb1-4c62-4bfb-b5a0-97f56cdcf6f9 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:23.490532 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-0074bbb1-4c62-4bfb-b5a0-97f56cdcf6f9 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Added segment 74bbad71-ea77-4f21-80d6-93397bf09a60 of type vlan for network 08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18 Dec 09 22:41:23.555866 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0074bbb1-4c62-4bfb-b5a0-97f56cdcf6f9 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:23.595200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0074bbb1-4c62-4bfb-b5a0-97f56cdcf6f9 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:23.602529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074bbb1-4c62-4bfb-b5a0-97f56cdcf6f9 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:23.603123 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0074bbb1-4c62-4bfb-b5a0-97f56cdcf6f9 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:23.641268 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0074bbb1-4c62-4bfb-b5a0-97f56cdcf6f9 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3316615 Dec 09 22:41:23.645629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57284) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:23.660251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-4342f976-b90e-4cea-b8b7-2b6378e4ac6e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'network_id': '08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:23.683731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57286) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:23.702059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074bbb1-4c62-4bfb-b5a0-97f56cdcf6f9 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:23.714986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:23.782222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4342f976-b90e-4cea-b8b7-2b6378e4ac6e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:23.787348 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4342f976-b90e-4cea-b8b7-2b6378e4ac6e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:23.857391 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ecce-08c3-44d6-8427-7b1d45d10727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.029230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ecce-08c3-44d6-8427-7b1d45d10727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.035325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ecce-08c3-44d6-8427-7b1d45d10727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.057266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4342f976-b90e-4cea-b8b7-2b6378e4ac6e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.111562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f4a2ecce-08c3-44d6-8427-7b1d45d10727 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76f1ef632a72499fa813dd3fc7258e48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4264894 Dec 09 22:41:24.114541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57292) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:24.131067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2ecce-08c3-44d6-8427-7b1d45d10727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048d7415-1b86-424d-a62c-9784446002fb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:24.156819 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b247c086-853d-42d0-814a-7c87b5d3102d req-98fc55fe-7ab1-42d0-ba51-cc26c14416f7 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0408330 Dec 09 22:41:24.166428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342f976-b90e-4cea-b8b7-2b6378e4ac6e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=483fe4dc-4034-46f9-97a3-867c824fe76c,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:24.184298 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.188033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342f976-b90e-4cea-b8b7-2b6378e4ac6e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking segment: {'id': '74bbad71-ea77-4f21-80d6-93397bf09a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:24.188449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342f976-b90e-4cea-b8b7-2b6378e4ac6e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network hostable DHCP agents. Network: 08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:24.213440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342f976-b90e-4cea-b8b7-2b6378e4ac6e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network 08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:24.215965 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.223454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-4342f976-b90e-4cea-b8b7-2b6378e4ac6e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:24.227966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342f976-b90e-4cea-b8b7-2b6378e4ac6e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:24.228560 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4342f976-b90e-4cea-b8b7-2b6378e4ac6e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.236376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda3d7cf-6c07-4a64-9a30-ed3140b24ccf None None] Network 08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:24.248936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4342f976-b90e-4cea-b8b7-2b6378e4ac6e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5956833 Dec 09 22:41:24.251672 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57294) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:24.355533 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18', 'network_id': '08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18', 'project_id': 'c503fbc9e9c14d10a4cc64ef7fe28ec4', 'fixed_ips': [{'subnet_id': '483fe4dc-4034-46f9-97a3-867c824fe76c'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:24.357300 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.363260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.365996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.367149 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/048d7415-1b86-424d-a62c-9784446002fb HTTP/1.1" status: 204 len: 168 time: 0.2505710 Dec 09 22:41:24.380595 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.383788 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048d7415-1b86-424d-a62c-9784446002fb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:24.395086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.395620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.396136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.396473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.396829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.397383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.397756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.398124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.398488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.399051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.399532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.399844 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.400271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05115a67-633f-4475-9042-bfbb27f0a72a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:24.480509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.590919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35926752-6874-420b-81f7-f7d94e98b82d req-0162b2ba-301d-4003-96bf-efb80ea08b41 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:24.600430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35926752-6874-420b-81f7-f7d94e98b82d req-0162b2ba-301d-4003-96bf-efb80ea08b41 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1629252 Dec 09 22:41:24.624958 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Allocated IP 172.20.0.1 (08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18/483fe4dc-4034-46f9-97a3-867c824fe76c/c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:24.639615 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a139bd78-681c-4663-b1fc-66e65aff35c0 req-b7b8e001-a4d2-4f85-8a76-3648414064b9 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.42 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0760548 Dec 09 22:41:24.765962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35926752-6874-420b-81f7-f7d94e98b82d req-87e76789-ca8f-4f92-bdc5-5a94b337236d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602542 Dec 09 22:41:24.791486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9410d3b-42b7-4b1a-b77e-fd84e0ccc222 req-d5876f69-3af4-4ded-be95-07f699aacf35 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:24.793522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9410d3b-42b7-4b1a-b77e-fd84e0ccc222 req-d5876f69-3af4-4ded-be95-07f699aacf35 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.0814390 Dec 09 22:41:24.891468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9410d3b-42b7-4b1a-b77e-fd84e0ccc222 req-25dc1140-e024-4074-bfa1-1d3cc058dd97 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905294 Dec 09 22:41:24.906202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57312) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:24.929537 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b98c1829-8dc7-4ae0-af4c-a0af881ce343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.946736 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.956857 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:24.991863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.014587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Network 08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:25.018015 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:25.022081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:25.058380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Pushing event updated for resources: {'Port': ['ID=c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:25.082394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.082740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.083082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.083423 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.083750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.084077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.084404 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.084726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.085047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.085367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.085689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.086034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.086482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:25.099287 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Attempting to bind port c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:25.099660 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Attempting to bind port c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '74bbad71-ea77-4f21-80d6-93397bf09a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:25.100091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Attempting to bind port c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983 on network 08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:25.108768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:25.109155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Checking segment: {'id': '74bbad71-ea77-4f21-80d6-93397bf09a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:25.109566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.109988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Bound using segment: {'id': '74bbad71-ea77-4f21-80d6-93397bf09a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:25.110459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Bound port: c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74bbad71-ea77-4f21-80d6-93397bf09a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:25.114370 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.255024 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] For port c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:25.256672 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.261708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] For port c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983,segment=NetworkSegment(74bbad71-ea77-4f21-80d6-93397bf09a60),segment_id=74bbad71-ea77-4f21-80d6-93397bf09a60)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:25.268812 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.294699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:25.307529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74bbad71-ea77-4f21-80d6-93397bf09a60') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:25.308134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74bbad71-ea77-4f21-80d6-93397bf09a60') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:25.321863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.337484 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.344920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:25.345589 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.354472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-00168d50-867d-4fa8-b7fd-7314e64824be req-cde2fa1f-fab6-4527-877c-513b406f1779 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=58464afd-1fd0-476e-a078-aaad2e0eeedb HTTP/1.1" status: 200 len: 210 time: 0.0542562 Dec 09 22:41:25.414511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45ab88-db7f-4ea5-80ef-61e7445b1676 None None] Pushing event updated for resources: {'Port': ['ID=c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:25.424860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e99006-4b7e-49d3-869c-90e2066ea18a None None] Network 08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:25.435444 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:25.442027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b98c1829-8dc7-4ae0-af4c-a0af881ce343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.444302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Subnet': ['ID=483fe4dc-4034-46f9-97a3-867c824fe76c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:25.452239 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b98c1829-8dc7-4ae0-af4c-a0af881ce343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.468333 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.api [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 22:41:25.468333 n-d-789963-23 neutron-server[103417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 22:41:25.468333 n-d-789963-23 neutron-server[103417]: [parameters: {'id': '08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18'}] Dec 09 22:41:25.468333 n-d-789963-23 neutron-server[103417]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:41:25.469689 n-d-789963-23 neutron-server[103417]: DEBUG oslo_db.api [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:41:25.520111 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b98c1829-8dc7-4ae0-af4c-a0af881ce343 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82a189e8418e4c3eb03775e49a3d79c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6128113 Dec 09 22:41:25.521853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c1829-8dc7-4ae0-af4c-a0af881ce343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f876b43d-6f59-4e86-b0e7-8a8c1d38febe,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:25.522844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57316) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:25.556177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de864d06-17c2-403f-b069-2701ba86e795 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:41:25.579315 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e88bdc46-3148-4534-af0f-0a63a89f99ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.606208 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e88bdc46-3148-4534-af0f-0a63a89f99ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.667572 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e88bdc46-3148-4534-af0f-0a63a89f99ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.670955 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e88bdc46-3148-4534-af0f-0a63a89f99ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.672473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e88bdc46-3148-4534-af0f-0a63a89f99ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f876b43d-6f59-4e86-b0e7-8a8c1d38febe HTTP/1.1" status: 204 len: 168 time: 0.1482084 Dec 09 22:41:25.683456 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bdc46-3148-4534-af0f-0a63a89f99ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f876b43d-6f59-4e86-b0e7-8a8c1d38febe,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:25.715274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de864d06-17c2-403f-b069-2701ba86e795 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:41:25.914542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840e1e8-28ac-4849-b439-006c2be01984 req-db9be41e-2b14-482f-a18f-8c7f974ffde3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:25.916186 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5840e1e8-28ac-4849-b439-006c2be01984 req-db9be41e-2b14-482f-a18f-8c7f974ffde3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.0634460 Dec 09 22:41:25.971636 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:25.986971 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5840e1e8-28ac-4849-b439-006c2be01984 req-257c15d7-79c4-46bc-9d16-20f6152cd0f4 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570703 Dec 09 22:41:26.073546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Deleting port c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:26.073919 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.084667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57330) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:26.102607 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3d7393b-7630-4a94-b22e-23648a5e1013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.121011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc809a-cd26-48e3-b21f-8e490b3f8fea req-11923850-1b8c-4b29-bbf7-c73d130a4032 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:26.122829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfcc809a-cd26-48e3-b21f-8e490b3f8fea req-11923850-1b8c-4b29-bbf7-c73d130a4032 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1062984 Dec 09 22:41:26.148335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] For port c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983,segment=NetworkSegment(74bbad71-ea77-4f21-80d6-93397bf09a60),segment_id=74bbad71-ea77-4f21-80d6-93397bf09a60)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:26.149232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.162469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Calling delete_port for c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:26.234491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cfcc809a-cd26-48e3-b21f-8e490b3f8fea req-28bf21ae-8a43-4444-b821-99ce2b476041 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870090 Dec 09 22:41:26.277235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3d7393b-7630-4a94-b22e-23648a5e1013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.278285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.281232 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3d7393b-7630-4a94-b22e-23648a5e1013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.321598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Port': ['ID=c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:26.325070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a3d7393b-7630-4a94-b22e-23648a5e1013 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5016ade78b4348cf801125cc8ed9016d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2375176 Dec 09 22:41:26.326223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No DVR routers for this DVR port c6fbe1cd-9aa0-4f32-9b77-d1267ce4c983 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:26.326481 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7393b-7630-4a94-b22e-23648a5e1013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb04617-5fd4-474c-ac33-18c989d3424c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:26.330411 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57332) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:26.383978 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2cb47d37-bd73-4c18-9cb6-ed47ced41506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.411127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2cb47d37-bd73-4c18-9cb6-ed47ced41506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.432936 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.458389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:26.470333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74bbad71-ea77-4f21-80d6-93397bf09a60') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:26.471313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74bbad71-ea77-4f21-80d6-93397bf09a60') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:26.475605 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2cb47d37-bd73-4c18-9cb6-ed47ced41506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.486363 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2cb47d37-bd73-4c18-9cb6-ed47ced41506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.486363 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2cb47d37-bd73-4c18-9cb6-ed47ced41506 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6eb04617-5fd4-474c-ac33-18c989d3424c HTTP/1.1" status: 204 len: 168 time: 0.1473138 Dec 09 22:41:26.495402 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.503653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb47d37-bd73-4c18-9cb6-ed47ced41506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb04617-5fd4-474c-ac33-18c989d3424c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:26.516065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.522435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:26.523195 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:26.586841 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:26.596048 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.606045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.615514 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18 HTTP/1.1" status: 204 len: 168 time: 2.3576827 Dec 09 22:41:26.615716 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57340) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:26.621592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6429defe-22d9-4aed-abb5-3832817fcd38 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-653607912'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:26.640038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8254b0-5131-4e3b-b4b9-60157edb0c54 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Network': ['ID=08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:26.653569 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6429defe-22d9-4aed-abb5-3832817fcd38 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:26.658249 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6429defe-22d9-4aed-abb5-3832817fcd38 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.712080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6429defe-22d9-4aed-abb5-3832817fcd38 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:26.733539 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-054800fd-d2bf-4e59-b6a7-2ea332b54dab req-1e1eaa7c-653a-42a4-90f2-c1e93a90fffc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec4935aefc444cad874bc07257f0110b&device_id=eb30a122-0fbe-4741-9ea9-ecdc0d3bd0d2 HTTP/1.1" status: 200 len: 210 time: 0.0433598 Dec 09 22:41:26.772129 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6429defe-22d9-4aed-abb5-3832817fcd38 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.774620 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-6429defe-22d9-4aed-abb5-3832817fcd38 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Added segment 3d6ec8bd-0044-4a69-941d-69a2a530db84 of type vlan for network b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 Dec 09 22:41:26.800160 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-054800fd-d2bf-4e59-b6a7-2ea332b54dab req-f9e5dcae-8098-49a7-98a4-58abe4c4d51d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ec4935aefc444cad874bc07257f0110b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357630 Dec 09 22:41:26.802299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb03f424-4703-4e77-9ace-aa6d003cda10 req-8a4bea53-3c3d-4777-88aa-a6c23915fdbe tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb30a122-0fbe-4741-9ea9-ecdc0d3bd0d2 HTTP/1.1" status: 200 len: 210 time: 0.1011424 Dec 09 22:41:26.851312 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6429defe-22d9-4aed-abb5-3832817fcd38 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.879924 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6429defe-22d9-4aed-abb5-3832817fcd38 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.885177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429defe-22d9-4aed-abb5-3832817fcd38 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:26.886084 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6429defe-22d9-4aed-abb5-3832817fcd38 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:26.924466 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6429defe-22d9-4aed-abb5-3832817fcd38 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3052711 Dec 09 22:41:26.925624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57356) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:26.932399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f7782bdb-7c3d-44ac-bcf7-311eebf5b152 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:26.955124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054800fd-d2bf-4e59-b6a7-2ea332b54dab req-b8392cfd-e761-4a66-89c4-6021e2272058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:26.956974 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-054800fd-d2bf-4e59-b6a7-2ea332b54dab req-b8392cfd-e761-4a66-89c4-6021e2272058 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1491404 Dec 09 22:41:26.973814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429defe-22d9-4aed-abb5-3832817fcd38 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:26.988466 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:27.134035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85d591-6b65-401d-bcc7-25db1f14b336 req-cdb09ede-a3f7-4176-b557-d6dc43a736e3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:27.143873 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb85d591-6b65-401d-bcc7-25db1f14b336 req-cdb09ede-a3f7-4176-b557-d6dc43a736e3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.0744584 Dec 09 22:41:27.160542 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7782bdb-7c3d-44ac-bcf7-311eebf5b152 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:27.179294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7782bdb-7c3d-44ac-bcf7-311eebf5b152 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:27.190373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7782bdb-7c3d-44ac-bcf7-311eebf5b152 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 is not hosted by any dhcp agent {{(pid=103417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:41:27.198372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7782bdb-7c3d-44ac-bcf7-311eebf5b152 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:27.199662 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7782bdb-7c3d-44ac-bcf7-311eebf5b152 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:27.201732 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f7782bdb-7c3d-44ac-bcf7-311eebf5b152 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "PUT /v2.0/networks/b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 HTTP/1.1" status: 200 len: 723 time: 0.2749815 Dec 09 22:41:27.204991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57368) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:27.205139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb85d591-6b65-401d-bcc7-25db1f14b336 req-2fdc1088-dfb2-4e6e-8837-a19c0a5495c3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599043 Dec 09 22:41:27.224456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b955e463-84ef-4689-8b71-695cab36afbf tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'network_id': 'b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:27.326282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7782bdb-7c3d-44ac-bcf7-311eebf5b152 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:27.340489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:27.366286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b955e463-84ef-4689-8b71-695cab36afbf tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:27.370412 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b955e463-84ef-4689-8b71-695cab36afbf tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:27.417072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6e372-7ba0-4fe6-aeab-3c3cec7b1fce req-071354d0-144c-4b56-8a72-85f7c543b164 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:27.429047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bc6e372-7ba0-4fe6-aeab-3c3cec7b1fce req-071354d0-144c-4b56-8a72-85f7c543b164 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1034188 Dec 09 22:41:27.521185 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bc6e372-7ba0-4fe6-aeab-3c3cec7b1fce req-2d914f32-1e1e-4bbf-9e0e-0ec87b4c531f tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894876 Dec 09 22:41:27.622829 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b955e463-84ef-4689-8b71-695cab36afbf tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:27.688506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955e463-84ef-4689-8b71-695cab36afbf tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=4137d994-5cbd-4c8f-91e9-54cfc3f63168,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:27.696615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955e463-84ef-4689-8b71-695cab36afbf tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking segment: {'id': '3d6ec8bd-0044-4a69-941d-69a2a530db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:27.696997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b955e463-84ef-4689-8b71-695cab36afbf tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network hostable DHCP agents. Network: b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:27.716646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b955e463-84ef-4689-8b71-695cab36afbf tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:27.727142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-b955e463-84ef-4689-8b71-695cab36afbf tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:27.732015 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b955e463-84ef-4689-8b71-695cab36afbf tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:27.732976 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b955e463-84ef-4689-8b71-695cab36afbf tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:27.743433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b665ff1f-93a1-416f-b01f-7833e6531c05 None None] Network b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:27.755094 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b955e463-84ef-4689-8b71-695cab36afbf tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5460045 Dec 09 22:41:27.755620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57386) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:27.762226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5987ec51-9dd9-4f14-a94c-27c9633ad1a6 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:27.910234 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5987ec51-9dd9-4f14-a94c-27c9633ad1a6 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25380900'] for subnet, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:27.925294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05', 'network_id': 'b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05', 'project_id': 'c503fbc9e9c14d10a4cc64ef7fe28ec4', 'fixed_ips': [{'subnet_id': '4137d994-5cbd-4c8f-91e9-54cfc3f63168'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:27.926226 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:27.945746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-354e9987-c555-4e8f-9dcd-3e9f43154c08 req-71700749-f58d-4f9c-bd9e-16f919763079 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb30a122-0fbe-4741-9ea9-ecdc0d3bd0d2 HTTP/1.1" status: 200 len: 210 time: 0.0375402 Dec 09 22:41:28.081717 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5987ec51-9dd9-4f14-a94c-27c9633ad1a6 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734980742184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25674886'] for subnet, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.132628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Allocated IP 172.20.0.2 (b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05/4137d994-5cbd-4c8f-91e9-54cfc3f63168/b3d6c195-7b1d-45ff-a1d7-87b09cf50a69) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:28.144478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5987ec51-9dd9-4f14-a94c-27c9633ad1a6 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:28.145077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5987ec51-9dd9-4f14-a94c-27c9633ad1a6 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.149476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57416) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:28.159999 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5987ec51-9dd9-4f14-a94c-27c9633ad1a6 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "PUT /v2.0/subnets/4137d994-5cbd-4c8f-91e9-54cfc3f63168 HTTP/1.1" status: 200 len: 806 time: 0.4028966 Dec 09 22:41:28.173379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987ec51-9dd9-4f14-a94c-27c9633ad1a6 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=4137d994-5cbd-4c8f-91e9-54cfc3f63168,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:28.260318 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.343837 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.350666 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.371997 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.403909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Network b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:28.410119 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Pushing event updated for resources: {'Port': ['ID=b3d6c195-7b1d-45ff-a1d7-87b09cf50a69,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:28.413130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:28.415852 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:28.418072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5831073-4506-47b4-970f-9c5813be06c9 req-b6653a09-cc1a-4f7d-a477-65328e6bb628 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:28.419645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5831073-4506-47b4-970f-9c5813be06c9 req-b6653a09-cc1a-4f7d-a477-65328e6bb628 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1004233 Dec 09 22:41:28.484993 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.505331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Attempting to bind port b3d6c195-7b1d-45ff-a1d7-87b09cf50a69 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:28.506197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Attempting to bind port b3d6c195-7b1d-45ff-a1d7-87b09cf50a69 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '3d6ec8bd-0044-4a69-941d-69a2a530db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:28.506887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Attempting to bind port b3d6c195-7b1d-45ff-a1d7-87b09cf50a69 on network b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:28.512944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:28.513546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Checking segment: {'id': '3d6ec8bd-0044-4a69-941d-69a2a530db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:28.514102 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.514494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Bound using segment: {'id': '3d6ec8bd-0044-4a69-941d-69a2a530db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:28.515029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Bound port: b3d6c195-7b1d-45ff-a1d7-87b09cf50a69, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6ec8bd-0044-4a69-941d-69a2a530db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:28.515550 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.521491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5831073-4506-47b4-970f-9c5813be06c9 req-a752b7fe-21a5-48f7-a63b-a9d46d3024e3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907710 Dec 09 22:41:28.525140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Subnet': ['ID=4137d994-5cbd-4c8f-91e9-54cfc3f63168,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:28.576113 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-054800fd-d2bf-4e59-b6a7-2ea332b54dab req-20811855-ffea-4321-9ebe-26fb94586c7e tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb30a122-0fbe-4741-9ea9-ecdc0d3bd0d2 HTTP/1.1" status: 200 len: 210 time: 0.0272510 Dec 09 22:41:28.616498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] For port b3d6c195-7b1d-45ff-a1d7-87b09cf50a69, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:28.624806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] For port b3d6c195-7b1d-45ff-a1d7-87b09cf50a69, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b3d6c195-7b1d-45ff-a1d7-87b09cf50a69,segment=NetworkSegment(3d6ec8bd-0044-4a69-941d-69a2a530db84),segment_id=3d6ec8bd-0044-4a69-941d-69a2a530db84)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:28.630027 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.631921 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.656921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:28.677369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6ec8bd-0044-4a69-941d-69a2a530db84') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:28.677708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6ec8bd-0044-4a69-941d-69a2a530db84') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:28.703815 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.788261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57440) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:28.807560 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.821201 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:28.821551 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:28.825496 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:28.844609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeb40f-55c7-40da-9a71-a2a3de5f2047 None None] Pushing event updated for resources: {'Port': ['ID=b3d6c195-7b1d-45ff-a1d7-87b09cf50a69,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:28.865266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2a49ae-ab56-492d-99a0-ae4bf2f888b3 None None] Network b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:28.965501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1eb7-ebb8-4de4-b171-58786867a5ca req-214e3576-29d4-48dc-9897-4062905a15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:28.967060 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3c6a1eb7-ebb8-4de4-b171-58786867a5ca req-214e3576-29d4-48dc-9897-4062905a15c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0699613 Dec 09 22:41:28.971356 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fbf90-4752-4c95-9e5f-b74725aa95d3 req-f14013a1-9c5b-44d8-bc03-67d239236083 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:28.973446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-143fbf90-4752-4c95-9e5f-b74725aa95d3 req-f14013a1-9c5b-44d8-bc03-67d239236083 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.2327137 Dec 09 22:41:29.036107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.api [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 22:41:29.036107 n-d-789963-23 neutron-server[103418]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 22:41:29.036107 n-d-789963-23 neutron-server[103418]: [parameters: {'id': 'b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05'}] Dec 09 22:41:29.036107 n-d-789963-23 neutron-server[103418]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:41:29.036587 n-d-789963-23 neutron-server[103418]: DEBUG oslo_db.api [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:41:29.041692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45649f2-a344-4006-b2fd-1097186b33c6 None None] Network b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:29.053154 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4c45269-3079-4cf8-b745-4493c6826edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:29.077517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-143fbf90-4752-4c95-9e5f-b74725aa95d3 req-3fcc0b0b-59a1-4e8b-9f3e-83eea5c51d9d tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800269 Dec 09 22:41:29.089989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009833d2-ebe2-45ce-b68e-5a049c31b1ff req-5a47a316-cc5f-4a10-b132-cb9c30075dfc tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:29.097952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-009833d2-ebe2-45ce-b68e-5a049c31b1ff req-5a47a316-cc5f-4a10-b132-cb9c30075dfc tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1878514 Dec 09 22:41:29.161675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe82fd4c-f492-4564-84e3-0f2aa1d616be None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:41:29.170414 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-009833d2-ebe2-45ce-b68e-5a049c31b1ff req-2a3377d4-8492-4834-b66d-4f35f87caa07 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707765 Dec 09 22:41:29.193555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1eb7-ebb8-4de4-b171-58786867a5ca req-45411437-c700-4310-9f29-ff6337336e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:29.195291 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3c6a1eb7-ebb8-4de4-b171-58786867a5ca req-45411437-c700-4310-9f29-ff6337336e2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.2206841 Dec 09 22:41:29.284884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9df97fc2-e0ab-4a9b-8872-0f41b8199fd0 req-f633b4af-d8e8-4b7e-96e9-567ac1552909 tempest-ServerShowV247Test-2003937895 tempest-ServerShowV247Test-2003937895-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb30a122-0fbe-4741-9ea9-ecdc0d3bd0d2 HTTP/1.1" status: 200 len: 210 time: 0.0396497 Dec 09 22:41:29.305112 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3c6a1eb7-ebb8-4de4-b171-58786867a5ca req-afd9ae6e-5d70-46aa-acab-d8b93db8bd7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 1000 time: 0.1015937 Dec 09 22:41:29.340367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe82fd4c-f492-4564-84e3-0f2aa1d616be None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:41:29.356307 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4c45269-3079-4cf8-b745-4493c6826edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:29.365229 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4c45269-3079-4cf8-b745-4493c6826edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:29.402460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1eb7-ebb8-4de4-b171-58786867a5ca req-11e5e875-aa89-4ecb-b5b7-4bbfa43cfa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:29.403891 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3c6a1eb7-ebb8-4de4-b171-58786867a5ca req-11e5e875-aa89-4ecb-b5b7-4bbfa43cfa6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.0874844 Dec 09 22:41:29.416080 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c4c45269-3079-4cf8-b745-4493c6826edc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2feb835990342f2816cc36d784541d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6244414 Dec 09 22:41:29.417101 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57450) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:29.447983 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c45269-3079-4cf8-b745-4493c6826edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c0dac2-803d-44c8-84d1-782e7633a1ae,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:29.472734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1eb7-ebb8-4de4-b171-58786867a5ca req-7672f318-7a49-453f-8c2c-ed3d663477af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:29.474283 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3c6a1eb7-ebb8-4de4-b171-58786867a5ca req-7672f318-7a49-453f-8c2c-ed3d663477af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566542 Dec 09 22:41:29.497655 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8341a47-1895-43aa-a3e5-1cc70661fd9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:29.521262 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8341a47-1895-43aa-a3e5-1cc70661fd9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:29.538704 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:29.605916 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3c6a1eb7-ebb8-4de4-b171-58786867a5ca req-102ec43e-adad-4832-8770-c4f15c53e3d9 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232474 Dec 09 22:41:29.609678 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8341a47-1895-43aa-a3e5-1cc70661fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:29.613615 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8341a47-1895-43aa-a3e5-1cc70661fd9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:29.618582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d8341a47-1895-43aa-a3e5-1cc70661fd9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81c0dac2-803d-44c8-84d1-782e7633a1ae HTTP/1.1" status: 204 len: 168 time: 0.1998081 Dec 09 22:41:29.632090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8341a47-1895-43aa-a3e5-1cc70661fd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c0dac2-803d-44c8-84d1-782e7633a1ae,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:29.641999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Deleting port b3d6c195-7b1d-45ff-a1d7-87b09cf50a69 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:29.642339 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:29.746733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] For port b3d6c195-7b1d-45ff-a1d7-87b09cf50a69, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b3d6c195-7b1d-45ff-a1d7-87b09cf50a69,segment=NetworkSegment(3d6ec8bd-0044-4a69-941d-69a2a530db84),segment_id=3d6ec8bd-0044-4a69-941d-69a2a530db84)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:29.747109 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:29.757873 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3c6a1eb7-ebb8-4de4-b171-58786867a5ca req-441da9e6-804e-4eff-9599-e63f84a98610 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431358 Dec 09 22:41:29.777809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Calling delete_port for b3d6c195-7b1d-45ff-a1d7-87b09cf50a69 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:29.925817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:29.955235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Port': ['ID=b3d6c195-7b1d-45ff-a1d7-87b09cf50a69,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:29.962776 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No DVR routers for this DVR port b3d6c195-7b1d-45ff-a1d7-87b09cf50a69 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:30.062031 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:30.088729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:30.099777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6ec8bd-0044-4a69-941d-69a2a530db84') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:30.100148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6ec8bd-0044-4a69-941d-69a2a530db84') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:30.111715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:30.127831 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:30.139308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:30.142740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:30.148103 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:30.659661 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:30.674603 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:30.680307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 HTTP/1.1" status: 204 len: 168 time: 2.5273380 Dec 09 22:41:30.681354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57488) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:30.693381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6fc50-b0b5-4fc5-b104-7194ff322efe tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Network': ['ID=b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:30.703800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7473a05-0988-4603-8dad-79a02747de62 req-81194015-94a2-4363-b511-1fc58965a8d7 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:30.705926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7473a05-0988-4603-8dad-79a02747de62 req-81194015-94a2-4363-b511-1fc58965a8d7 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.5376513 Dec 09 22:41:30.715233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77402d6f-ac49-4c7c-904f-2382d0b695d7 req-5dda1759-c30b-4916-8208-cffb8f46e674 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:30.716748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77402d6f-ac49-4c7c-904f-2382d0b695d7 req-5dda1759-c30b-4916-8208-cffb8f46e674 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1102574 Dec 09 22:41:30.733440 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc208deb-de5c-4103-bdf2-9f8890b0a72c tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:30.735517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc208deb-de5c-4103-bdf2-9f8890b0a72c tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:30.761267 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:41:30.768606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57498) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:30.769767 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bc208deb-de5c-4103-bdf2-9f8890b0a72c tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 HTTP/1.1" status: 404 len: 339 time: 0.0863860 Dec 09 22:41:30.774717 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d883732f-b4dc-4c6b-9c25-8efff16afa5b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1071258995', 'description': 'd1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:30.817276 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7473a05-0988-4603-8dad-79a02747de62 req-d3da06a7-aad2-4768-b2ee-6e67292c5aa3 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993903 Dec 09 22:41:30.825017 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77402d6f-ac49-4c7c-904f-2382d0b695d7 req-c7455184-ecab-401e-aa71-814650aac291 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993655 Dec 09 22:41:30.831216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d883732f-b4dc-4c6b-9c25-8efff16afa5b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:30.835583 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d883732f-b4dc-4c6b-9c25-8efff16afa5b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:30.865323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d883732f-b4dc-4c6b-9c25-8efff16afa5b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:30.883670 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d883732f-b4dc-4c6b-9c25-8efff16afa5b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:30.884495 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-d883732f-b4dc-4c6b-9c25-8efff16afa5b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Added segment 25fe62b5-bc1c-4379-ac32-9983d440a5f7 of type vlan for network ce63a6ce-e5fe-479b-8af8-aeb24bc51fad Dec 09 22:41:30.936742 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d883732f-b4dc-4c6b-9c25-8efff16afa5b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:30.970996 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d883732f-b4dc-4c6b-9c25-8efff16afa5b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:30.981380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d883732f-b4dc-4c6b-9c25-8efff16afa5b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:30.982402 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d883732f-b4dc-4c6b-9c25-8efff16afa5b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.028000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d883732f-b4dc-4c6b-9c25-8efff16afa5b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2552769 Dec 09 22:41:31.028000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57518) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:31.036652 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57be4f3a-773c-4d23-b50b-98da3dab0bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.055463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57522) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:31.120093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883732f-b4dc-4c6b-9c25-8efff16afa5b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=ce63a6ce-e5fe-479b-8af8-aeb24bc51fad,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:31.144449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network ce63a6ce-e5fe-479b-8af8-aeb24bc51fad details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:31.229470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce6ec40-bad8-405f-b98c-16998361cd57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.231166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3ce6ec40-bad8-405f-b98c-16998361cd57 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/networks?id=ce63a6ce-e5fe-479b-8af8-aeb24bc51fad HTTP/1.1" status: 200 len: 761 time: 0.2025180 Dec 09 22:41:31.234105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57528) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:31.247897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d761ec6e-4d59-4c77-9252-fe4bb0b21aa4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'description': 'd2'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:31.326682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bc25b-c5c5-461b-9f0c-029fc5fe94b0 req-067f64b5-db54-4ac4-a88a-f7c27330ec00 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.334504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bc25b-c5c5-461b-9f0c-029fc5fe94b0 req-067f64b5-db54-4ac4-a88a-f7c27330ec00 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.342994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bc25b-c5c5-461b-9f0c-029fc5fe94b0 req-067f64b5-db54-4ac4-a88a-f7c27330ec00 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.349819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bc25b-c5c5-461b-9f0c-029fc5fe94b0 req-067f64b5-db54-4ac4-a88a-f7c27330ec00 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.356784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bc25b-c5c5-461b-9f0c-029fc5fe94b0 req-067f64b5-db54-4ac4-a88a-f7c27330ec00 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.366187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bc25b-c5c5-461b-9f0c-029fc5fe94b0 req-067f64b5-db54-4ac4-a88a-f7c27330ec00 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.374225 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bc25b-c5c5-461b-9f0c-029fc5fe94b0 req-067f64b5-db54-4ac4-a88a-f7c27330ec00 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.389067 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e03bc25b-c5c5-461b-9f0c-029fc5fe94b0 req-067f64b5-db54-4ac4-a88a-f7c27330ec00 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5435 time: 0.3229940 Dec 09 22:41:31.390957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57532) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:31.418543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57536) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:31.498879 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e03bc25b-c5c5-461b-9f0c-029fc5fe94b0 req-80f628c0-4835-4818-943e-913323ab9852 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072276 Dec 09 22:41:31.515325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-debfa5de-4833-486c-8d31-538115e4ee3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.563183 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-170db0c1-4459-4061-a4d7-65c174183642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.630581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-93080dcc-83fc-4a80-a0a8-36f69e900c51 admin admin] Deleting subnet 54f48a95-99bf-492f-93e3-b75a67c62ab6 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:41:31.635591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93080dcc-83fc-4a80-a0a8-36f69e900c51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.676116 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93080dcc-83fc-4a80-a0a8-36f69e900c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.713366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc02fc0-f575-4584-a7b1-1014e16dd59a req-981aa514-783c-4646-b7b7-ea3c09a22c30 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.717383 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d761ec6e-4d59-4c77-9252-fe4bb0b21aa4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.719001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc02fc0-f575-4584-a7b1-1014e16dd59a req-981aa514-783c-4646-b7b7-ea3c09a22c30 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.725697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc02fc0-f575-4584-a7b1-1014e16dd59a req-981aa514-783c-4646-b7b7-ea3c09a22c30 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.731573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc02fc0-f575-4584-a7b1-1014e16dd59a req-981aa514-783c-4646-b7b7-ea3c09a22c30 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.738440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc02fc0-f575-4584-a7b1-1014e16dd59a req-981aa514-783c-4646-b7b7-ea3c09a22c30 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.739326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d761ec6e-4d59-4c77-9252-fe4bb0b21aa4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.744375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc02fc0-f575-4584-a7b1-1014e16dd59a req-981aa514-783c-4646-b7b7-ea3c09a22c30 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.750328 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc02fc0-f575-4584-a7b1-1014e16dd59a req-981aa514-783c-4646-b7b7-ea3c09a22c30 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.751806 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93080dcc-83fc-4a80-a0a8-36f69e900c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.754377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ffc02fc0-f575-4584-a7b1-1014e16dd59a req-981aa514-783c-4646-b7b7-ea3c09a22c30 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5435 time: 0.1473112 Dec 09 22:41:31.764517 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-debfa5de-4833-486c-8d31-538115e4ee3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.770422 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-debfa5de-4833-486c-8d31-538115e4ee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.793390 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d761ec6e-4d59-4c77-9252-fe4bb0b21aa4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network ce63a6ce-e5fe-479b-8af8-aeb24bc51fad is not hosted by any dhcp agent {{(pid=103417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:41:31.798991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d761ec6e-4d59-4c77-9252-fe4bb0b21aa4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:31.799592 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d761ec6e-4d59-4c77-9252-fe4bb0b21aa4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.800923 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d761ec6e-4d59-4c77-9252-fe4bb0b21aa4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "PUT /v2.0/networks/ce63a6ce-e5fe-479b-8af8-aeb24bc51fad HTTP/1.1" status: 200 len: 758 time: 0.5658312 Dec 09 22:41:31.805930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57544) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:31.828734 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-170db0c1-4459-4061-a4d7-65c174183642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.853004 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761ec6e-4d59-4c77-9252-fe4bb0b21aa4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=ce63a6ce-e5fe-479b-8af8-aeb24bc51fad,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:31.854150 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-170db0c1-4459-4061-a4d7-65c174183642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.870936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-debfa5de-4833-486c-8d31-538115e4ee3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d8181f26e424627b77aed71ee51529e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4756072 Dec 09 22:41:31.870936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfa5de-4833-486c-8d31-538115e4ee3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040b01c4-6115-4443-9356-c8a8d6dda9b6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:31.872790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57550) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:31.873950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network ce63a6ce-e5fe-479b-8af8-aeb24bc51fad details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:31.903786 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93080dcc-83fc-4a80-a0a8-36f69e900c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.937957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170db0c1-4459-4061-a4d7-65c174183642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25f6113-3606-40d9-98eb-3a785b10c817,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:31.942157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93080dcc-83fc-4a80-a0a8-36f69e900c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f48a95-99bf-492f-93e3-b75a67c62ab6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:31.960460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93080dcc-83fc-4a80-a0a8-36f69e900c51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:31.966867 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-93080dcc-83fc-4a80-a0a8-36f69e900c51 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/54f48a95-99bf-492f-93e3-b75a67c62ab6 HTTP/1.1" status: 204 len: 168 time: 0.9077439 Dec 09 22:41:31.967832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57552) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:32.012419 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5499b979-6098-45b6-b330-086bef483739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.015161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75def674-21b1-4b32-a966-f5bbf51aab9b None None] Network e1578b78-f89b-4e16-9809-489640c4a531 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:32.061151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c52fbd9-7fa5-46fb-9b19-53bc0a54fd9a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:32.066696 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7c52fbd9-7fa5-46fb-9b19-53bc0a54fd9a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/networks?id=ce63a6ce-e5fe-479b-8af8-aeb24bc51fad HTTP/1.1" status: 200 len: 761 time: 0.2529604 Dec 09 22:41:32.067896 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57554) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:32.071683 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-170db0c1-4459-4061-a4d7-65c174183642 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec4935aefc444cad874bc07257f0110b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6509118 Dec 09 22:41:32.077679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57556) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:32.085558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-57c6da3d-d6f4-4978-8e25-60eb737563d8 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1665970613'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:32.099737 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.109085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce92c63-2ce1-4aa3-b41e-45a25360bf89 req-87f02129-a5ee-4254-b20f-ce2fbf78fb71 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:32.110611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ce92c63-2ce1-4aa3-b41e-45a25360bf89 req-87f02129-a5ee-4254-b20f-ce2fbf78fb71 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1751339 Dec 09 22:41:32.117218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5499b979-6098-45b6-b330-086bef483739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.132254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c06a29-8b6f-47c0-a10f-c09692a43d4c None None] DHCP port deletion for e1578b78-f89b-4e16-9809-489640c4a531 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:32.153881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c6da3d-d6f4-4978-8e25-60eb737563d8 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:32.157370 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57c6da3d-d6f4-4978-8e25-60eb737563d8 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.205139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eff00a-f7a0-441c-a6ba-619bd4f13922 req-2dc33426-6bdc-4c5e-be56-216daedc33e1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:32.206738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53eff00a-f7a0-441c-a6ba-619bd4f13922 req-2dc33426-6bdc-4c5e-be56-216daedc33e1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1396885 Dec 09 22:41:32.222519 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c6da3d-d6f4-4978-8e25-60eb737563d8 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:32.233931 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6f7e-3ccd-41c5-8e05-5c7dfa0a1c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.239092 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ce92c63-2ce1-4aa3-b41e-45a25360bf89 req-4c2f000f-a82c-48f5-bacd-64973c4a715a tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092842 Dec 09 22:41:32.281967 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6f7e-3ccd-41c5-8e05-5c7dfa0a1c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.294012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.302509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53eff00a-f7a0-441c-a6ba-619bd4f13922 req-cc130ad3-f349-4754-b306-ddcecb4c974e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837512 Dec 09 22:41:32.318398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57c6da3d-d6f4-4978-8e25-60eb737563d8 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.318917 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-57c6da3d-d6f4-4978-8e25-60eb737563d8 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Added segment ba7ea805-8f4d-4c99-95f6-a136f0e5e467 of type vlan for network 6c387a1b-91f0-4a46-99a5-53f87351e066 Dec 09 22:41:32.325441 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5499b979-6098-45b6-b330-086bef483739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.328435 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5499b979-6098-45b6-b330-086bef483739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.329568 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5499b979-6098-45b6-b330-086bef483739 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/040b01c4-6115-4443-9356-c8a8d6dda9b6 HTTP/1.1" status: 204 len: 168 time: 0.4567351 Dec 09 22:41:32.347592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1578b78-f89b-4e16-9809-489640c4a531']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:32.357574 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6f7e-3ccd-41c5-8e05-5c7dfa0a1c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.361507 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6f7e-3ccd-41c5-8e05-5c7dfa0a1c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.362780 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a6bf6f7e-3ccd-41c5-8e05-5c7dfa0a1c0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c25f6113-3606-40d9-98eb-3a785b10c817 HTTP/1.1" status: 204 len: 168 time: 0.2749865 Dec 09 22:41:32.375828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf6f7e-3ccd-41c5-8e05-5c7dfa0a1c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25f6113-3606-40d9-98eb-3a785b10c817,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:32.432964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499b979-6098-45b6-b330-086bef483739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040b01c4-6115-4443-9356-c8a8d6dda9b6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:32.448560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc1c236-242d-4cbc-9cec-94e8de85f226') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:32.449107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc1c236-242d-4cbc-9cec-94e8de85f226') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:32.454522 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57c6da3d-d6f4-4978-8e25-60eb737563d8 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.463896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81396c42-1041-49cf-908b-f64ff28848b9 req-3d14a7e4-a715-4100-ae82-8ce60136350a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:32.465739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81396c42-1041-49cf-908b-f64ff28848b9 req-3d14a7e4-a715-4100-ae82-8ce60136350a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.0657189 Dec 09 22:41:32.472507 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.530919 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.533499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81396c42-1041-49cf-908b-f64ff28848b9 req-dfca1ecf-a85f-4308-86cc-0c1105e20e60 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542736 Dec 09 22:41:32.544735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:32.545466 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:32.549451 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:32.563470 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57c6da3d-d6f4-4978-8e25-60eb737563d8 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.570974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c6da3d-d6f4-4978-8e25-60eb737563d8 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:32.571532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57c6da3d-d6f4-4978-8e25-60eb737563d8 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.575275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67c43f-bebb-469c-9780-e810403497ea req-ebfed1c5-c24b-4dc4-86ab-f67c4721eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:32.576937 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce67c43f-bebb-469c-9780-e810403497ea req-ebfed1c5-c24b-4dc4-86ab-f67c4721eb3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 1098 time: 0.2251551 Dec 09 22:41:32.668419 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-57c6da3d-d6f4-4978-8e25-60eb737563d8 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5871892 Dec 09 22:41:32.671920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57570) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:32.679437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-49d0ec4b-4b9f-41f3-a217-56a8c5d0903f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'network_id': '6c387a1b-91f0-4a46-99a5-53f87351e066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:32.682251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.686687 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.694045 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] 10.222.0.16 "DELETE /v2.0/networks/e1578b78-f89b-4e16-9809-489640c4a531 HTTP/1.1" status: 204 len: 168 time: 0.7253220 Dec 09 22:41:32.744120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6da3d-d6f4-4978-8e25-60eb737563d8 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=6c387a1b-91f0-4a46-99a5-53f87351e066,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:32.756126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 6c387a1b-91f0-4a46-99a5-53f87351e066 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:32.767750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8b2f0-5ff4-4617-976c-ce2b4d4b3e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=e1578b78-f89b-4e16-9809-489640c4a531,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:32.772922 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ce67c43f-bebb-469c-9780-e810403497ea req-734254f5-4162-44a2-a92b-3874b66e5d5d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794744 Dec 09 22:41:32.880330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57586) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:32.898810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370a1a4-701d-4501-a2d9-7e7cbcd093f0 req-7a7177b0-df52-40e5-905d-2e437f5af3f1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:32.900329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9370a1a4-701d-4501-a2d9-7e7cbcd093f0 req-7a7177b0-df52-40e5-905d-2e437f5af3f1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1155446 Dec 09 22:41:32.916246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d0ec4b-4b9f-41f3-a217-56a8c5d0903f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:32.919664 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0ec4b-4b9f-41f3-a217-56a8c5d0903f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:32.947015 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-70133ee2-e0c4-4cc2-b85c-a491b170f512 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d202c524c474fdba058c4d23a42ccaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0651879 Dec 09 22:41:32.949429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57588) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:33.020149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9370a1a4-701d-4501-a2d9-7e7cbcd093f0 req-2c879c1f-6a88-4272-b773-a7a4ca05ff7e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106405 Dec 09 22:41:33.024669 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4583566e-33a4-419d-8bac-7cc41ff7b294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.064704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4583566e-33a4-419d-8bac-7cc41ff7b294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.161380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4583566e-33a4-419d-8bac-7cc41ff7b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.164610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4583566e-33a4-419d-8bac-7cc41ff7b294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.168385 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4583566e-33a4-419d-8bac-7cc41ff7b294 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efa7c3b4-ca4e-4ecb-98cb-8b10605e7517 HTTP/1.1" status: 204 len: 168 time: 0.2153361 Dec 09 22:41:33.179638 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0ec4b-4b9f-41f3-a217-56a8c5d0903f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.208174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583566e-33a4-419d-8bac-7cc41ff7b294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa7c3b4-ca4e-4ecb-98cb-8b10605e7517,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:33.262469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0ec4b-4b9f-41f3-a217-56a8c5d0903f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=d289ab87-fc45-4885-8f31-1bbacc685366,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:33.273228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0ec4b-4b9f-41f3-a217-56a8c5d0903f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking segment: {'id': 'ba7ea805-8f4d-4c99-95f6-a136f0e5e467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6c387a1b-91f0-4a46-99a5-53f87351e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:33.273882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d0ec4b-4b9f-41f3-a217-56a8c5d0903f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network hostable DHCP agents. Network: 6c387a1b-91f0-4a46-99a5-53f87351e066, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:33.296372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d0ec4b-4b9f-41f3-a217-56a8c5d0903f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network 6c387a1b-91f0-4a46-99a5-53f87351e066 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:33.306358 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9a69f47-614f-4651-b061-c78807dbb0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.354718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-49d0ec4b-4b9f-41f3-a217-56a8c5d0903f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 6c387a1b-91f0-4a46-99a5-53f87351e066) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:33.371418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300371e-50e7-42df-8760-51d92090f95a None None] Network 6c387a1b-91f0-4a46-99a5-53f87351e066 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:33.405133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d0ec4b-4b9f-41f3-a217-56a8c5d0903f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:33.405726 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0ec4b-4b9f-41f3-a217-56a8c5d0903f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.434421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e067b-1881-42e8-90f2-d93c9968480c req-14757db6-55dd-4cf2-840e-ee2f0ebd089d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:33.435967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d4e067b-1881-42e8-90f2-d93c9968480c req-14757db6-55dd-4cf2-840e-ee2f0ebd089d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1365912 Dec 09 22:41:33.451515 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-49d0ec4b-4b9f-41f3-a217-56a8c5d0903f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7758284 Dec 09 22:41:33.453372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57616) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:33.466629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2b94-db25-40be-ac04-4282e1eddc7f req-f2559329-5b42-4256-82da-a32b88c396d7 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:33.468264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7cea2b94-db25-40be-ac04-4282e1eddc7f req-f2559329-5b42-4256-82da-a32b88c396d7 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1246498 Dec 09 22:41:33.592097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf78ab7-01ca-4c78-8693-dd0ed0399413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-6c387a1b-91f0-4a46-99a5-53f87351e066', 'network_id': '6c387a1b-91f0-4a46-99a5-53f87351e066', 'project_id': 'c503fbc9e9c14d10a4cc64ef7fe28ec4', 'fixed_ips': [{'subnet_id': 'd289ab87-fc45-4885-8f31-1bbacc685366'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:33.593064 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2cf78ab7-01ca-4c78-8693-dd0ed0399413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.609024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d4e067b-1881-42e8-90f2-d93c9968480c req-82b61abf-2d05-4d34-9853-835091dfdac9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526644 Dec 09 22:41:33.630420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7cea2b94-db25-40be-ac04-4282e1eddc7f req-371535fe-4530-414e-aa3d-1c043f44bf6c tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425128 Dec 09 22:41:33.646724 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.711898 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.792118 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server [None req-2cf78ab7-01ca-4c78-8693-dd0ed0399413 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d289ab87-fc45-4885-8f31-1bbacc685366: This subnet is being modified by another concurrent operation. Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise exception Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d289ab87-fc45-4885-8f31-1bbacc685366: This subnet is being modified by another concurrent operation. Dec 09 22:41:33.817122 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Dec 09 22:41:33.833816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Subnet': ['ID=d289ab87-fc45-4885-8f31-1bbacc685366,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:33.838657 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.869906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268ca208-ed38-4238-882a-9da92fb8b89d None None] Network 6c387a1b-91f0-4a46-99a5-53f87351e066 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:33.931242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:33.957284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c387a1b-91f0-4a46-99a5-53f87351e066']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:33.971521 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7ea805-8f4d-4c99-95f6-a136f0e5e467') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:33.971964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7ea805-8f4d-4c99-95f6-a136f0e5e467') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:33.991562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de01db78-003f-4b2c-82f6-023f1389b21f None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:41:33.997491 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:34.028158 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:34.037599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38dff7-d542-4afa-a3c4-9c2837e4f344 req-1ad794bd-0f8a-4c82-a9b6-b254345a6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.038102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38dff7-d542-4afa-a3c4-9c2837e4f344 req-1ad794bd-0f8a-4c82-a9b6-b254345a6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.038568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38dff7-d542-4afa-a3c4-9c2837e4f344 req-1ad794bd-0f8a-4c82-a9b6-b254345a6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.039676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38dff7-d542-4afa-a3c4-9c2837e4f344 req-1ad794bd-0f8a-4c82-a9b6-b254345a6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.039676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38dff7-d542-4afa-a3c4-9c2837e4f344 req-1ad794bd-0f8a-4c82-a9b6-b254345a6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.039926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38dff7-d542-4afa-a3c4-9c2837e4f344 req-1ad794bd-0f8a-4c82-a9b6-b254345a6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.040378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38dff7-d542-4afa-a3c4-9c2837e4f344 req-1ad794bd-0f8a-4c82-a9b6-b254345a6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.042354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d38dff7-d542-4afa-a3c4-9c2837e4f344 req-1ad794bd-0f8a-4c82-a9b6-b254345a6f44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6499 time: 0.0681603 Dec 09 22:41:34.049869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:34.050295 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:34.054271 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:34.151801 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d38dff7-d542-4afa-a3c4-9c2837e4f344 req-b7adb8ad-6a0e-4447-b602-94e6d3fb1f14 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64d08c33-6365-4cdb-af1a-06e7692141b8&id=466ec601-5611-4a50-a349-225e35c89394&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921814 Dec 09 22:41:34.174361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01db78-003f-4b2c-82f6-023f1389b21f None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:41:34.222883 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:34.243736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:34.249726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57646) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:34.249909 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/6c387a1b-91f0-4a46-99a5-53f87351e066 HTTP/1.1" status: 204 len: 168 time: 0.7951815 Dec 09 22:41:34.251457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c49b9e-c70b-4ef8-9b28-7c51906c7ec4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Network': ['ID=6c387a1b-91f0-4a46-99a5-53f87351e066,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:34.274373 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-e04e5e23-df38-4110-b0a5-5ddb22c3a929 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0970588 Dec 09 22:41:34.297347 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-df78d675-76c4-4295-80bb-5b0020c38267 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] GET failed (client error): The resource could not be found. Dec 09 22:41:34.300176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-df78d675-76c4-4295-80bb-5b0020c38267 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/subnets/d289ab87-fc45-4885-8f31-1bbacc685366 HTTP/1.1" status: 404 len: 337 time: 0.0479741 Dec 09 22:41:34.303622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57654) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:34.330692 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0d9ba6-e918-4c92-90c2-8bb883a75a2c tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:34.331731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0d9ba6-e918-4c92-90c2-8bb883a75a2c tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:34.340636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57656) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:34.341643 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ce0d9ba6-e918-4c92-90c2-8bb883a75a2c tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/6c387a1b-91f0-4a46-99a5-53f87351e066 HTTP/1.1" status: 404 len: 339 time: 0.0367439 Dec 09 22:41:34.434384 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-3ce35e5f-58da-4fd0-a411-125ce105b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.434873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-3ce35e5f-58da-4fd0-a411-125ce105b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.435397 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-3ce35e5f-58da-4fd0-a411-125ce105b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.435961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-3ce35e5f-58da-4fd0-a411-125ce105b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.436317 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-3ce35e5f-58da-4fd0-a411-125ce105b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.436773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-3ce35e5f-58da-4fd0-a411-125ce105b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.437252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-3ce35e5f-58da-4fd0-a411-125ce105b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.440153 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-3ce35e5f-58da-4fd0-a411-125ce105b1d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 6499 time: 0.0745454 Dec 09 22:41:34.495248 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61b1220-6d8d-4aae-acec-3c38805ac123 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.496809 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b61b1220-6d8d-4aae-acec-3c38805ac123 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1544025 Dec 09 22:41:34.500667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57664) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:34.548991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5dadf344-e8af-4433-b280-dc643f7d0b3b tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 207 time: 0.0471389 Dec 09 22:41:34.549712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57666) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:34.691391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-53dc643c-1a1b-402f-9ef8-a29800ecf3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.692024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-53dc643c-1a1b-402f-9ef8-a29800ecf3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.692564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-53dc643c-1a1b-402f-9ef8-a29800ecf3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.694280 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-53dc643c-1a1b-402f-9ef8-a29800ecf3d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dab134-b52d-4674-8869-3ae9a976577b&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=422e58a1-7dd8-4542-a714-e661015cd5ef&id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&id=14dfeaa3-f29e-4f09-83cd-1c729fa09754 HTTP/1.1" status: 200 len: 2291 time: 0.2261758 Dec 09 22:41:34.697318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8cba4a-3032-4612-b20c-02a079adbf08 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.705314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8cba4a-3032-4612-b20c-02a079adbf08 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.713486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8cba4a-3032-4612-b20c-02a079adbf08 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.719677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8cba4a-3032-4612-b20c-02a079adbf08 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.721324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ef8cba4a-3032-4612-b20c-02a079adbf08 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1691375 Dec 09 22:41:34.725423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57686) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:34.783772 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:34.826733 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-0e89429e-d7c2-4f05-939b-34065f645936 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924ba139-5c3b-416c-bf5e-6d24f55fbf60 HTTP/1.1" status: 200 len: 1002 time: 0.1248739 Dec 09 22:41:34.920760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85fe9e-06c8-4bde-a0d1-47de4e68c19c req-15bf2043-b2a0-4a65-a5e5-3b644db955e3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:34.928659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f85fe9e-06c8-4bde-a0d1-47de4e68c19c req-15bf2043-b2a0-4a65-a5e5-3b644db955e3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1629798 Dec 09 22:41:35.020843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57700) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:35.022008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57702) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:35.067167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4efb5b12-30d6-4bcf-82b5-84516c4399d2 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3338039 Dec 09 22:41:35.085525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57710) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:35.158820 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f85fe9e-06c8-4bde-a0d1-47de4e68c19c req-a17b5bdb-9d1d-46cf-9a41-5e73be1e4027 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291675 Dec 09 22:41:35.174421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19e51c-1c3f-4e6a-886f-d7240f54756a req-710d9137-d25b-4f85-b93e-87b825088ccf tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:35.182155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a19e51c-1c3f-4e6a-886f-d7240f54756a req-710d9137-d25b-4f85-b93e-87b825088ccf tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.1891978 Dec 09 22:41:35.209402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe95c9-271d-4a41-84c3-26b7785cd32a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:35.211062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe95c9-271d-4a41-84c3-26b7785cd32a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:35.212629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b4fe95c9-271d-4a41-84c3-26b7785cd32a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1259840 Dec 09 22:41:35.217044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57716) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:35.322934 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d7a768fb-62ae-418b-b7d0-2d73a2447a12 req-ae957c4a-ad60-4c9b-b82c-ce9cb002432c tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0481920 Dec 09 22:41:35.326796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2055970900-network', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:35.345914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ffaaf7-372e-42c4-9782-122088a73c62 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:35.348762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ffaaf7-372e-42c4-9782-122088a73c62 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['shared'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:35.350845 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d7ffaaf7-372e-42c4-9782-122088a73c62 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1326697 Dec 09 22:41:35.368506 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a19e51c-1c3f-4e6a-886f-d7240f54756a req-991330a3-c32c-40ae-8aa3-6f4f1cb29707 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853406 Dec 09 22:41:35.373217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-116649183'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:35.412257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57720) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:35.443824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Made reservation on behalf of 76d3b65daec04f73a70a3de76da546f3 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:35.443961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-fd528530-1807-41cb-aa23-e87ec02bfde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:35.449367 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-fd528530-1807-41cb-aa23-e87ec02bfde3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3951527-aec4-45da-945e-f9a56eaee5f1 HTTP/1.1" status: 200 len: 848 time: 0.6135881 Dec 09 22:41:35.460363 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:35.492985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:35.519851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-835b2546-d9cb-40c8-9a07-295ad3c09d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:35.521733 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-835b2546-d9cb-40c8-9a07-295ad3c09d81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dab134-b52d-4674-8869-3ae9a976577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664442 Dec 09 22:41:35.599239 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Made reservation on behalf of 2efe9abcb8c24878afdf30302e746a8f for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:35.601474 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:35.632462 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-bd423644-82b5-431e-a51f-35f8f4055b35 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033206 Dec 09 22:41:35.644422 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:35.719767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c35836-6735-4f50-b2e0-17c21ee13f6f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:35.721081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c5c35836-6735-4f50-b2e0-17c21ee13f6f tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/networks/e60e5ad3-0818-450d-a98c-65ad5868e0ab HTTP/1.1" status: 200 len: 799 time: 0.3070488 Dec 09 22:41:35.727841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57726) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:35.738005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4413099-4c5f-4d6e-bd72-fa972c581bfd req-aed4214c-6644-4972-95f7-02f8ce38450c tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:35.739502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4413099-4c5f-4d6e-bd72-fa972c581bfd req-aed4214c-6644-4972-95f7-02f8ce38450c tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2533002 Dec 09 22:41:35.749265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b3a2d-64c3-4801-b716-3418adcd82dc req-2405e756-d15b-49fe-ba9a-0feae7fe98d9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:35.750731 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-768b3a2d-64c3-4801-b716-3418adcd82dc req-2405e756-d15b-49fe-ba9a-0feae7fe98d9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.2339900 Dec 09 22:41:35.776600 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-18e2a7d0-de8d-45e8-8c79-0a89d733f9db service neutron] 10.222.0.18 "GET /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311128 Dec 09 22:41:35.827384 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-b1523ac2-f37c-4ac6-9c2a-5670736679bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=6f00eed1-efdc-4a57-9cbc-f82eb0696954 HTTP/1.1" status: 200 len: 217 time: 0.0425465 Dec 09 22:41:35.877774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-29052b1b-04b5-4279-a878-28993ec8ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:35.879918 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-29052b1b-04b5-4279-a878-28993ec8ccd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.0457628 Dec 09 22:41:35.925814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-bdc80c89-4ca5-4d6f-b4f1-9b36c6f1bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:35.927388 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-bdc80c89-4ca5-4d6f-b4f1-9b36c6f1bdb5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0407426 Dec 09 22:41:35.931501 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:35.947352 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:35.959241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4413099-4c5f-4d6e-bd72-fa972c581bfd req-16831c45-6677-4817-a629-994f813db323 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974502 Dec 09 22:41:35.962614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-768b3a2d-64c3-4801-b716-3418adcd82dc req-178bc056-10b3-4021-8b73-2bf8639c4ecf tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962552 Dec 09 22:41:36.006841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:36.014070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3e645126-7240-4b24-b9c6-7251702bf496 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/networks/e60e5ad3-0818-450d-a98c-65ad5868e0ab?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2839818 Dec 09 22:41:36.019175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57732) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:36.042350 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.043341 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637964ba-57df-4d81-ae90-2b58dd88624e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:36.047019 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.047365 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Added segment 9f6376fa-a35a-4d57-832d-3d2b82be3b8e of type vlan for network ad68937a-22fb-4f7e-9c3e-4081b8a0679c Dec 09 22:41:36.055703 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.104174 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-3f32c1f0-b569-443c-a95a-5ce59312534f service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694930 Dec 09 22:41:36.110472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:36.127280 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.129593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794d7609-46db-4a46-9888-4a6536bb8cee,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:36.139968 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.140312 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Added segment 915bb9af-9411-4fdf-af62-b6127828a384 of type vlan for network 4465c224-c9c4-41a8-9d60-7c417006452e Dec 09 22:41:36.173886 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.197774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.205894 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.208633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:36.209284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.219514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b271537-6fc2-424b-a1fd-e370bc7d6eb7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:36.222100 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3b271537-6fc2-424b-a1fd-e370bc7d6eb7 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/subnets/f72e71e1-b901-492a-9c90-0f68d7fe3c01 HTTP/1.1" status: 200 len: 811 time: 0.1968126 Dec 09 22:41:36.230300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57736) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:36.271504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2481382 Dec 09 22:41:36.272543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57738) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:36.279058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cec25be4-d7de-4a57-b61a-b38faa793b6b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Request body: {'subnet': {'network_id': 'ad68937a-22fb-4f7e-9c3e-4081b8a0679c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:36.321589 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-1b6442c1-532c-48f0-8093-b36823a15951 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087426 Dec 09 22:41:36.333786 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7afeff-ef61-4510-9043-e08363a3d3be tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Pushing event updated for resources: {'Network': ['ID=ad68937a-22fb-4f7e-9c3e-4081b8a0679c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:36.338832 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.339768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:36.340326 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.346078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d2684b-9d9b-4137-b235-b8327e969292 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['shared'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:36.347048 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-31d2684b-9d9b-4137-b235-b8327e969292 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "GET /v2.0/subnets/f72e71e1-b901-492a-9c90-0f68d7fe3c01?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1157916 Dec 09 22:41:36.351515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57742) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:36.359978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network ad68937a-22fb-4f7e-9c3e-4081b8a0679c details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:36.371642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-677f298c-b9ae-4650-ae29-fd6b9af6a95a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1286196453'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:36.391082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f784e-c034-46c8-85cd-26164f7abdd0 req-d03fc070-59f8-4ef0-9a27-4e86c2ef2328 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:36.399103 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-888f784e-c034-46c8-85cd-26164f7abdd0 req-d03fc070-59f8-4ef0-9a27-4e86c2ef2328 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1616638 Dec 09 22:41:36.423126 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3977022 Dec 09 22:41:36.457515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57744) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:36.464722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-43acfb81-4cf1-4038-8c76-0ebb16dfcb36 admin admin] Request body: {'subnet': {'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2055970900-subnet', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:36.476379 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-af7f6c2a-fb0d-46b9-aeef-92c0031a834d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c HTTP/1.1" status: 200 len: 217 time: 0.1445882 Dec 09 22:41:36.483161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233aaf3-830b-405f-adb5-118397b739f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4465c224-c9c4-41a8-9d60-7c417006452e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:36.495159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 4465c224-c9c4-41a8-9d60-7c417006452e details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:36.510564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677f298c-b9ae-4650-ae29-fd6b9af6a95a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:36.519787 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-677f298c-b9ae-4650-ae29-fd6b9af6a95a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.523728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed3e1944-0d3b-4804-9272-a0dacd314358 req-4fa3635a-b7a0-48b0-bd13-160e541947b4 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0536485 Dec 09 22:41:36.555493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-81b14f41-cfbf-4b7f-8393-f539a24d3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:36.557777 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-81b14f41-cfbf-4b7f-8393-f539a24d3ceb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.0713611 Dec 09 22:41:36.567406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43acfb81-4cf1-4038-8c76-0ebb16dfcb36 admin admin] Made reservation on behalf of 2efe9abcb8c24878afdf30302e746a8f for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:36.569719 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-43acfb81-4cf1-4038-8c76-0ebb16dfcb36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.587794 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-888f784e-c034-46c8-85cd-26164f7abdd0 req-b6c1213b-f40e-42b2-ac90-5360ac004642 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878419 Dec 09 22:41:36.592543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677f298c-b9ae-4650-ae29-fd6b9af6a95a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:36.612230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-677f298c-b9ae-4650-ae29-fd6b9af6a95a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.612577 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-677f298c-b9ae-4650-ae29-fd6b9af6a95a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Added segment fc2c7359-bd72-4313-9ae2-abbd0c92ccce of type vlan for network 9ed19599-7a91-4cf7-84ab-102b22d170eb Dec 09 22:41:36.613972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec25be4-d7de-4a57-b61a-b38faa793b6b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Made reservation on behalf of 76d3b65daec04f73a70a3de76da546f3 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:36.617489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cec25be4-d7de-4a57-b61a-b38faa793b6b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.632496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-74bc5a9b-5ae1-4948-b9cc-a5fb15ea12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:36.634022 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-74bc5a9b-5ae1-4948-b9cc-a5fb15ea12a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0658326 Dec 09 22:41:36.689182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-677f298c-b9ae-4650-ae29-fd6b9af6a95a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.746222 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-677f298c-b9ae-4650-ae29-fd6b9af6a95a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.753632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677f298c-b9ae-4650-ae29-fd6b9af6a95a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:36.754243 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-677f298c-b9ae-4650-ae29-fd6b9af6a95a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.792589 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-677f298c-b9ae-4650-ae29-fd6b9af6a95a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4391007 Dec 09 22:41:36.795540 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-bf5e5ecc-d0bf-41d4-9b59-138d35536616 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548214 Dec 09 22:41:36.796002 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57746) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:36.805736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'network_id': '9ed19599-7a91-4cf7-84ab-102b22d170eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:36.837042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f298c-b9ae-4650-ae29-fd6b9af6a95a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Network': ['ID=9ed19599-7a91-4cf7-84ab-102b22d170eb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:36.849623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 9ed19599-7a91-4cf7-84ab-102b22d170eb details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:36.883011 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-43acfb81-4cf1-4038-8c76-0ebb16dfcb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.948891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acfb81-4cf1-4038-8c76-0ebb16dfcb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6338a687-703b-4048-b5b2-24b1b5098b44,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:36.953260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acfb81-4cf1-4038-8c76-0ebb16dfcb36 admin admin] Checking segment: {'id': '915bb9af-9411-4fdf-af62-b6127828a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:36.953624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43acfb81-4cf1-4038-8c76-0ebb16dfcb36 admin admin] Network hostable DHCP agents. Network: 4465c224-c9c4-41a8-9d60-7c417006452e, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:36.971752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43acfb81-4cf1-4038-8c76-0ebb16dfcb36 admin admin] Network 4465c224-c9c4-41a8-9d60-7c417006452e is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:36.980616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-43acfb81-4cf1-4038-8c76-0ebb16dfcb36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 4465c224-c9c4-41a8-9d60-7c417006452e) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:36.985336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43acfb81-4cf1-4038-8c76-0ebb16dfcb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:36.986590 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-43acfb81-4cf1-4038-8c76-0ebb16dfcb36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:36.991148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e192f0b3-cbf6-4fbd-afd7-1e6c615bba70 None None] Network 4465c224-c9c4-41a8-9d60-7c417006452e requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:37.017168 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-43acfb81-4cf1-4038-8c76-0ebb16dfcb36 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5577037 Dec 09 22:41:37.019742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57750) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:37.026323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2055970900-router', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:37.038853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Made reservation on behalf of c503fbc9e9c14d10a4cc64ef7fe28ec4 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:37.042535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.061127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.062999 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.077528 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cec25be4-d7de-4a57-b61a-b38faa793b6b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.082735 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.121427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Performing IP validity checks on allocation pools {{(pid=103417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 22:41:37.121986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 22:41:37.134518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-4465c224-c9c4-41a8-9d60-7c417006452e', 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e', 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'fixed_ips': [{'subnet_id': '6338a687-703b-4048-b5b2-24b1b5098b44'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:37.135879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.152542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.166554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872665-1d44-46ef-9d71-921c0e8b3c4f req-3551159b-81c1-43db-9c5f-bc0988148cdc tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:37.168959 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-37872665-1d44-46ef-9d71-921c0e8b3c4f req-3551159b-81c1-43db-9c5f-bc0988148cdc tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.0963311 Dec 09 22:41:37.186370 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-547ce62b-b870-4923-98e1-03d3d79f3660 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538363 Dec 09 22:41:37.205663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec25be4-d7de-4a57-b61a-b38faa793b6b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Pushing event updated for resources: {'Subnet': ['ID=e36387a7-7a6e-43c5-8f16-0ef2e352f97c,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:37.272646 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-25644d2f-1558-4071-8b4a-4de21c7a3eef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5cce254b-6587-467d-a40e-0a0d7c2fa3b8 HTTP/1.1" status: 200 len: 217 time: 0.0643640 Dec 09 22:41:37.295593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Allocated IP 172.20.0.2 (4465c224-c9c4-41a8-9d60-7c417006452e/6338a687-703b-4048-b5b2-24b1b5098b44/d7cc214c-d451-424b-ac95-f9d3143c2f7e) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:37.323589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec25be4-d7de-4a57-b61a-b38faa793b6b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Checking segment: {'id': '9f6376fa-a35a-4d57-832d-3d2b82be3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad68937a-22fb-4f7e-9c3e-4081b8a0679c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:37.323980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec25be4-d7de-4a57-b61a-b38faa793b6b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Network hostable DHCP agents. Network: ad68937a-22fb-4f7e-9c3e-4081b8a0679c, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:37.328961 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.368794 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-37872665-1d44-46ef-9d71-921c0e8b3c4f req-368233fd-7223-413d-8a32-7b17ce8fa1f4 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306195 Dec 09 22:41:37.379939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-eb03201a-7e81-45ae-bce6-c470abad8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:37.381712 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-eb03201a-7e81-45ae-bce6-c470abad8498 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.1009402 Dec 09 22:41:37.437331 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec25be4-d7de-4a57-b61a-b38faa793b6b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Network ad68937a-22fb-4f7e-9c3e-4081b8a0679c is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:37.464906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-cec25be4-d7de-4a57-b61a-b38faa793b6b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, ad68937a-22fb-4f7e-9c3e-4081b8a0679c) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:37.477313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681204b6-193a-4ef2-8a77-e1da45c4cad5 None None] Network ad68937a-22fb-4f7e-9c3e-4081b8a0679c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:37.480900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec25be4-d7de-4a57-b61a-b38faa793b6b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:37.481821 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cec25be4-d7de-4a57-b61a-b38faa793b6b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.496935 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.525419 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e00daeac-afdb-4f6c-8352-6c144dce02dc req-26dc658a-7210-460f-bb99-5584facb6711 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0471902 Dec 09 22:41:37.528005 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.546576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-f1f32edc-1f91-4863-8a08-92f7aafba49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:37.548704 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-f1f32edc-1f91-4863-8a08-92f7aafba49b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1592638 Dec 09 22:41:37.565074 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.565684 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cec25be4-d7de-4a57-b61a-b38faa793b6b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2907677 Dec 09 22:41:37.566387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57756) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:37.577046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Request body: {'port': {'network_id': 'ad68937a-22fb-4f7e-9c3e-4081b8a0679c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-692697674'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:37.624897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Network 4465c224-c9c4-41a8-9d60-7c417006452e is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:37.644817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:37.647485 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Pushing event updated for resources: {'Port': ['ID=d7cc214c-d451-424b-ac95-f9d3143c2f7e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:37.650783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=551994e0-e25a-4a01-81cd-3c25a7f46b77,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:37.651280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:37.665307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-ad68937a-22fb-4f7e-9c3e-4081b8a0679c', 'network_id': 'ad68937a-22fb-4f7e-9c3e-4081b8a0679c', 'project_id': '76d3b65daec04f73a70a3de76da546f3', 'fixed_ips': [{'subnet_id': 'e36387a7-7a6e-43c5-8f16-0ef2e352f97c'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:37.666837 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.684486 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a191e9c0-71d2-48a7-b19e-fbe214bfcb1c req-cd7b177f-65bd-4dff-8f85-a6535a4e0484 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0585673 Dec 09 22:41:37.713650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefe5da-62b7-41b6-a970-41d4afe907f1 req-0cd69456-5bb7-424e-a653-8fc26e148884 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:37.721094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eeefe5da-62b7-41b6-a970-41d4afe907f1 req-0cd69456-5bb7-424e-a653-8fc26e148884 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1963167 Dec 09 22:41:37.744098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Attempting to bind port d7cc214c-d451-424b-ac95-f9d3143c2f7e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:37.744626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Attempting to bind port d7cc214c-d451-424b-ac95-f9d3143c2f7e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '915bb9af-9411-4fdf-af62-b6127828a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:37.745101 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Attempting to bind port d7cc214c-d451-424b-ac95-f9d3143c2f7e on network 4465c224-c9c4-41a8-9d60-7c417006452e {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:37.746402 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.759700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:37.763259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Checking segment: {'id': '915bb9af-9411-4fdf-af62-b6127828a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:37.763259 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.763259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Bound using segment: {'id': '915bb9af-9411-4fdf-af62-b6127828a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:37.763932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Bound port: d7cc214c-d451-424b-ac95-f9d3143c2f7e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915bb9af-9411-4fdf-af62-b6127828a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:37.764445 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.781858 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Checking segment: {'id': 'fc2c7359-bd72-4313-9ae2-abbd0c92ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9ed19599-7a91-4cf7-84ab-102b22d170eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:37.781858 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network hostable DHCP agents. Network: 9ed19599-7a91-4cf7-84ab-102b22d170eb, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:37.785013 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.823497 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-ef5c36b5-fdaf-486a-b077-8a51fb000ae1 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536955 Dec 09 22:41:37.843918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Network 9ed19599-7a91-4cf7-84ab-102b22d170eb is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:37.874753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eeefe5da-62b7-41b6-a970-41d4afe907f1 req-7aa92e90-4da8-4a6b-b666-f60bb21b30a5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528685 Dec 09 22:41:37.883221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 9ed19599-7a91-4cf7-84ab-102b22d170eb) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:37.908588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42562f-3fa7-4449-a75f-28ebc58bcb4d req-26c2d7f0-3ea2-476e-99b0-8ca6c749aabe tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:37.911038 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c42562f-3fa7-4449-a75f-28ebc58bcb4d req-26c2d7f0-3ea2-476e-99b0-8ca6c749aabe tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1143441 Dec 09 22:41:37.911170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c68282e-30e2-4198-9912-c5c001d10e2b None None] Network 9ed19599-7a91-4cf7-84ab-102b22d170eb requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:37.913641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:37.914676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.921374 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Made reservation on behalf of 76d3b65daec04f73a70a3de76da546f3 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:37.925465 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:37.960712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-283f2217-4216-4991-9c00-133502ae7054 None None] For port d7cc214c-d451-424b-ac95-f9d3143c2f7e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:37.963778 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-04bbbcde-a649-4d2c-8dc2-fd41132549b5 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1648233 Dec 09 22:41:37.964491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57762) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:37.968109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] device_id is not set on port 09edbd7d-d061-4cc5-b013-0745dcf4d131 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:41:37.983178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c4997209-c118-4a38-9405-00315de3fed1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:38.011353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Allocated IP 172.25.8.169 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/0eb8f899-f4f3-4461-99f5-36e2e69b775c) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:38.044189 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c42562f-3fa7-4449-a75f-28ebc58bcb4d req-fdfd95e9-5b47-4f9c-89ea-82115d056307 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976083 Dec 09 22:41:38.061557 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-b2601020-d468-4014-95b1-32a792cac214 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305853 Dec 09 22:41:38.131387 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-9246f8df-a1e3-4cb1-a188-22de39e64c8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e HTTP/1.1" status: 200 len: 217 time: 0.0618098 Dec 09 22:41:38.149089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Allocated IP 172.20.0.2 (ad68937a-22fb-4f7e-9c3e-4081b8a0679c/e36387a7-7a6e-43c5-8f16-0ef2e352f97c/bcfd5020-f4af-4329-b6ce-abf02733f838) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:38.213281 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4997209-c118-4a38-9405-00315de3fed1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25380900'] for subnet, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:38.217156 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:38.217348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-283f2217-4216-4991-9c00-133502ae7054 None None] For port d7cc214c-d451-424b-ac95-f9d3143c2f7e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d7cc214c-d451-424b-ac95-f9d3143c2f7e,segment=NetworkSegment(915bb9af-9411-4fdf-af62-b6127828a384),segment_id=915bb9af-9411-4fdf-af62-b6127828a384)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:38.225365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-74434534-878d-4d97-8a12-cfed74433bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:38.226624 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:38.227492 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-74434534-878d-4d97-8a12-cfed74433bdd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 200 len: 797 time: 0.0714920 Dec 09 22:41:38.258950 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:38.303360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84244f-efc3-4b1e-a7ad-4e702b1596a1 req-c95248f1-310a-47c4-a7da-11d50eeb4393 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:38.306343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d84244f-efc3-4b1e-a7ad-4e702b1596a1 req-c95248f1-310a-47c4-a7da-11d50eeb4393 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.2537994 Dec 09 22:41:38.342669 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-fde1e9b1-d2cb-49f1-b1e2-b68805929b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:38.344218 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-fde1e9b1-d2cb-49f1-b1e2-b68805929b4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=422e58a1-7dd8-4542-a714-e661015cd5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1050196 Dec 09 22:41:38.371686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:38.384064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:38.389671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:38.409190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f2217-4216-4991-9c00-133502ae7054 None None] Pushing event updated for resources: {'Port': ['ID=d7cc214c-d451-424b-ac95-f9d3143c2f7e,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:38.427553 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb8f899-f4f3-4461-99f5-36e2e69b775c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:38.428377 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-9ed19599-7a91-4cf7-84ab-102b22d170eb', 'network_id': '9ed19599-7a91-4cf7-84ab-102b22d170eb', 'project_id': 'c503fbc9e9c14d10a4cc64ef7fe28ec4', 'fixed_ips': [{'subnet_id': '551994e0-e25a-4a01-81cd-3c25a7f46b77'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:38.435105 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:38.454480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd476d7-d2d1-4334-84ba-9dc71bd0ac66 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:38.486464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d84244f-efc3-4b1e-a7ad-4e702b1596a1 req-16ec46d7-4292-4f73-b9a2-5bc9ceffb203 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496170 Dec 09 22:41:38.539753 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-02eaabc4-0798-4db5-a723-e24e261c3e88 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862907 Dec 09 22:41:38.643263 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4997209-c118-4a38-9405-00315de3fed1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734980742184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25674886'] for subnet, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:38.674815 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:38.684985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6f3effae-8785-4af8-9721-5b22fdb67de5 None None] Provisioning complete for port 0eb8f899-f4f3-4461-99f5-36e2e69b775c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:38.685879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f3effae-8785-4af8-9721-5b22fdb67de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:38.693428 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:38.746641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe79f-e1a7-4eb4-ba1a-c95faaadb3fc req-f3150427-536c-48b5-8485-9adbad7a1c4b tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:38.748238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76fbe79f-e1a7-4eb4-ba1a-c95faaadb3fc req-f3150427-536c-48b5-8485-9adbad7a1c4b tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2587621 Dec 09 22:41:38.808605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4997209-c118-4a38-9405-00315de3fed1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:38.809137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4997209-c118-4a38-9405-00315de3fed1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:38.814411 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c4997209-c118-4a38-9405-00315de3fed1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "PUT /v2.0/subnets/551994e0-e25a-4a01-81cd-3c25a7f46b77 HTTP/1.1" status: 200 len: 877 time: 0.8383729 Dec 09 22:41:38.845822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57774) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:38.868170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Network ad68937a-22fb-4f7e-9c3e-4081b8a0679c is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:38.878047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:38.881922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6f3effae-8785-4af8-9721-5b22fdb67de5 None None] Port 0eb8f899-f4f3-4461-99f5-36e2e69b775c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:41:38.883284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Pushing event updated for resources: {'Port': ['ID=bcfd5020-f4af-4329-b6ce-abf02733f838,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:38.889383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:38.900097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Allocated IP 172.20.0.3 (9ed19599-7a91-4cf7-84ab-102b22d170eb/551994e0-e25a-4a01-81cd-3c25a7f46b77/21467ffc-67cd-419f-835c-546583c3741d) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:38.924333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4997209-c118-4a38-9405-00315de3fed1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event updated for resources: {'Subnet': ['ID=551994e0-e25a-4a01-81cd-3c25a7f46b77,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:38.974089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Allocated IP 172.20.0.5 (ad68937a-22fb-4f7e-9c3e-4081b8a0679c/e36387a7-7a6e-43c5-8f16-0ef2e352f97c/09edbd7d-d061-4cc5-b013-0745dcf4d131) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:38.977126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Attempting to bind port bcfd5020-f4af-4329-b6ce-abf02733f838 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:38.977425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Attempting to bind port bcfd5020-f4af-4329-b6ce-abf02733f838 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '9f6376fa-a35a-4d57-832d-3d2b82be3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad68937a-22fb-4f7e-9c3e-4081b8a0679c'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:38.977821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Attempting to bind port bcfd5020-f4af-4329-b6ce-abf02733f838 on network ad68937a-22fb-4f7e-9c3e-4081b8a0679c {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:38.993225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:38.993532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Checking segment: {'id': '9f6376fa-a35a-4d57-832d-3d2b82be3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad68937a-22fb-4f7e-9c3e-4081b8a0679c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:38.993987 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:38.994391 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Bound using segment: {'id': '9f6376fa-a35a-4d57-832d-3d2b82be3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad68937a-22fb-4f7e-9c3e-4081b8a0679c'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:38.994890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Bound port: bcfd5020-f4af-4329-b6ce-abf02733f838, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6376fa-a35a-4d57-832d-3d2b82be3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad68937a-22fb-4f7e-9c3e-4081b8a0679c'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:38.995277 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.001696 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-7c7a498f-93d0-4eb8-b426-a4d4d3355289 service neutron] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715274 Dec 09 22:41:39.059478 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-cfc0b3a9-700c-4df4-8020-fd4551b90f74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=deb2b117-2b5a-42eb-97bc-54437d96f7c6 HTTP/1.1" status: 200 len: 217 time: 0.0499251 Dec 09 22:41:39.145968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] For port bcfd5020-f4af-4329-b6ce-abf02733f838, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:39.151094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-73ad4d83-e240-4bab-b2be-baef946e7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:39.152592 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-73ad4d83-e240-4bab-b2be-baef946e7b00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed746442-ad44-4d00-80e7-7550babce9a5 HTTP/1.1" status: 200 len: 797 time: 0.0867779 Dec 09 22:41:39.173582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] For port bcfd5020-f4af-4329-b6ce-abf02733f838, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bcfd5020-f4af-4329-b6ce-abf02733f838,segment=NetworkSegment(9f6376fa-a35a-4d57-832d-3d2b82be3b8e),segment_id=9f6376fa-a35a-4d57-832d-3d2b82be3b8e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:39.185846 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.220938 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.246502 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.264828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-99f26b62-3870-48a9-b501-2eb5bd7c36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:39.266394 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-99f26b62-3870-48a9-b501-2eb5bd7c36bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1030064 Dec 09 22:41:39.289878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Network 9ed19599-7a91-4cf7-84ab-102b22d170eb is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:39.291750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:39.295848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974cc98-643a-4290-a548-e1c81d8bee79 None None] Pushing event updated for resources: {'Port': ['ID=bcfd5020-f4af-4329-b6ce-abf02733f838,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:39.299342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:39.315271 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.349496 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Pushing event updated for resources: {'Port': ['ID=21467ffc-67cd-419f-835c-546583c3741d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:39.421728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Attempting to bind port 21467ffc-67cd-419f-835c-546583c3741d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:39.422427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Attempting to bind port 21467ffc-67cd-419f-835c-546583c3741d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'fc2c7359-bd72-4313-9ae2-abbd0c92ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9ed19599-7a91-4cf7-84ab-102b22d170eb'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:39.422826 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Attempting to bind port 21467ffc-67cd-419f-835c-546583c3741d on network 9ed19599-7a91-4cf7-84ab-102b22d170eb {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:39.426992 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-8f14c370-4d9b-461d-8add-2eacff3d937f service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495020 Dec 09 22:41:39.428796 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.429559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:39.430059 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Checking segment: {'id': 'fc2c7359-bd72-4313-9ae2-abbd0c92ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9ed19599-7a91-4cf7-84ab-102b22d170eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:39.430497 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.430894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Bound using segment: {'id': 'fc2c7359-bd72-4313-9ae2-abbd0c92ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9ed19599-7a91-4cf7-84ab-102b22d170eb'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:39.431494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Bound port: 21467ffc-67cd-419f-835c-546583c3741d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2c7359-bd72-4313-9ae2-abbd0c92ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9ed19599-7a91-4cf7-84ab-102b22d170eb'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:39.431950 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.516321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f1df7-ae7e-453f-9c09-bed998eb7d35 req-105318cf-f47d-43f9-9e60-54f3d2f9570b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:39.517955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Network ad68937a-22fb-4f7e-9c3e-4081b8a0679c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:39.518246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d7cc214c-d451-424b-ac95-f9d3143c2f7e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:39.526139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f16f1df7-ae7e-453f-9c09-bed998eb7d35 req-105318cf-f47d-43f9-9e60-54f3d2f9570b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.9196179 Dec 09 22:41:39.526371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:39.530509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:39.662171 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.672632 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] For port 21467ffc-67cd-419f-835c-546583c3741d, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:39.673861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Pushing event updated for resources: {'Port': ['ID=09edbd7d-d061-4cc5-b013-0745dcf4d131,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:39.675470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d7cc214c-d451-424b-ac95-f9d3143c2f7e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:39.675849 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.678657 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-1e5e2360-944b-46ae-9b9d-0d94394b1ae7 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403507 Dec 09 22:41:39.682620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76fbe79f-e1a7-4eb4-ba1a-c95faaadb3fc req-3166bfa9-b13b-4e11-b04e-64216f43ae1a tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9208901 Dec 09 22:41:39.752858 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-6c20b687-f77b-4818-97f3-9150b7904ab8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92b65e86-a908-4bef-9554-5f0afbc58d5f HTTP/1.1" status: 200 len: 217 time: 0.0553427 Dec 09 22:41:39.776185 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f16f1df7-ae7e-453f-9c09-bed998eb7d35 req-d99ee197-a102-461d-a029-d1511a58429c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486098 Dec 09 22:41:39.789858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] For port 21467ffc-67cd-419f-835c-546583c3741d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=21467ffc-67cd-419f-835c-546583c3741d,segment=NetworkSegment(fc2c7359-bd72-4313-9ae2-abbd0c92ccce),segment_id=fc2c7359-bd72-4313-9ae2-abbd0c92ccce)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:39.796505 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.797335 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.878792 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:39.879465 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.893935 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:39.923432 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-70f70d57-80ae-431c-9066-a1bc74dd4557 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3504121 Dec 09 22:41:39.928465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-127f4cc7-9601-4736-ae22-86209a981762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:39.931649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-127f4cc7-9601-4736-ae22-86209a981762 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed746442-ad44-4d00-80e7-7550babce9a5 HTTP/1.1" status: 200 len: 797 time: 0.1772292 Dec 09 22:41:39.932697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57778) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:39.933677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e620c-c3c4-49f8-9ea6-917befa954cf None None] Pushing event updated for resources: {'Port': ['ID=21467ffc-67cd-419f-835c-546583c3741d,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:39.945818 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-210802a6-92e5-4456-a011-02adbc69f822 req-4c5ed237-19af-4de1-9545-9bd275729852 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0518298 Dec 09 22:41:40.011768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port d7cc214c-d451-424b-ac95-f9d3143c2f7e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d7cc214c-d451-424b-ac95-f9d3143c2f7e,segment=NetworkSegment(915bb9af-9411-4fdf-af62-b6127828a384),segment_id=915bb9af-9411-4fdf-af62-b6127828a384)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:40.017374 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:40.050640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Deleting port 21467ffc-67cd-419f-835c-546583c3741d {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:40.053547 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:40.103633 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=d7cc214c-d451-424b-ac95-f9d3143c2f7e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:40.191798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0fafc7-c2e6-4adf-9e8d-6dbc106c9111 None None] Network 4465c224-c9c4-41a8-9d60-7c417006452e requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:40.220176 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:40.314557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-16f3585a-02cb-42b7-b9e6-44b64d82534b None None] Provisioning complete for port d7cc214c-d451-424b-ac95-f9d3143c2f7e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:40.315225 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-16f3585a-02cb-42b7-b9e6-44b64d82534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:40.441168 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] For port 21467ffc-67cd-419f-835c-546583c3741d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=21467ffc-67cd-419f-835c-546583c3741d,segment=NetworkSegment(fc2c7359-bd72-4313-9ae2-abbd0c92ccce),segment_id=fc2c7359-bd72-4313-9ae2-abbd0c92ccce)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:40.441666 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:40.485851 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Calling delete_port for 21467ffc-67cd-419f-835c-546583c3741d owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:40.663003 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-197d1638-4106-46b0-931f-488b8bc3e4ae req-5dd0e4dc-94c4-4e14-a2f2-30247f3ebf12 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0582459 Dec 09 22:41:40.693644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd07d5-1881-4a9b-a83f-8f218c4bdebf tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Deleting port 09edbd7d-d061-4cc5-b013-0745dcf4d131 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:40.694246 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ccd07d5-1881-4a9b-a83f-8f218c4bdebf tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:40.710370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Router 3cf0692d-f0e8-470b-954a-70f285d5d910 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:41:40.813127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-6816387a-bf02-4467-a5cc-1847e2e99e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:40.815475 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-6816387a-bf02-4467-a5cc-1847e2e99e8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14dfeaa3-f29e-4f09-83cd-1c729fa09754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8712983 Dec 09 22:41:40.890264 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ccd07d5-1881-4a9b-a83f-8f218c4bdebf tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:40.921960 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:40.933108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd07d5-1881-4a9b-a83f-8f218c4bdebf tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Calling delete_port for 09edbd7d-d061-4cc5-b013-0745dcf4d131 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:40.973040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:41:40.985111 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Sync routers for ids ['3cf0692d-f0e8-470b-954a-70f285d5d910'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:41:40.997462 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640d807-6b45-42e2-b48d-85ee3dc856e5 req-f8886e5d-2176-4fcd-aa0a-4a89fafeaae4 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:41.004294 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Routers {'3cf0692d-f0e8-470b-954a-70f285d5d910'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:41:41.005282 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3cf0692d-f0e8-470b-954a-70f285d5d910'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:41.005499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8640d807-6b45-42e2-b48d-85ee3dc856e5 req-f8886e5d-2176-4fcd-aa0a-4a89fafeaae4 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2093756 Dec 09 22:41:41.007673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Port': ['ID=21467ffc-67cd-419f-835c-546583c3741d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:41.017668 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-36b99134-2668-4a67-be3b-7a2b8cb2f2d1 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913912 Dec 09 22:41:41.039369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No DVR routers for this DVR port 21467ffc-67cd-419f-835c-546583c3741d on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:41.084885 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.085947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d99923-0ab5-49d1-a710-02335599beea None None] Network ad68937a-22fb-4f7e-9c3e-4081b8a0679c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:41.089010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aa7e7b99-10ec-46e2-9e21-f24d1adb5a68 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0678589 Dec 09 22:41:41.093097 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57798) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:41.129200 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.147293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8640d807-6b45-42e2-b48d-85ee3dc856e5 req-82b8a690-2b74-421b-a0b1-6e624b2da74f tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364043 Dec 09 22:41:41.157686 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Set router 3cf0692d-f0e8-470b-954a-70f285d5d910 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:41:41.271553 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-376c9584-18d2-467d-bed3-1c4d0c01bcb7 None None] Provisioning complete for port d7cc214c-d451-424b-ac95-f9d3143c2f7e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:41.271937 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-376c9584-18d2-467d-bed3-1c4d0c01bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.285482 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.361575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Subnet': ['ID=551994e0-e25a-4a01-81cd-3c25a7f46b77,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:41.537673 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.570509 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'name': 'tempest-TestAggregatesBasicOps-2055970900-router', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:38Z', 'revision_number': 3, 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'gw_port': {'id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:41.600699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed19599-7a91-4cf7-84ab-102b22d170eb']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:41.606581 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-376c9584-18d2-467d-bed3-1c4d0c01bcb7 None None] Provisioning complete for port bcfd5020-f4af-4329-b6ce-abf02733f838 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:41.607069 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-376c9584-18d2-467d-bed3-1c4d0c01bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.611926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2c7359-bd72-4313-9ae2-abbd0c92ccce') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:41.612225 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2c7359-bd72-4313-9ae2-abbd0c92ccce') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:41.619350 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Checking router: 3cf0692d-f0e8-470b-954a-70f285d5d910 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:41:41.619989 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Updating router 3cf0692d-f0e8-470b-954a-70f285d5d910 port 0eb8f899-f4f3-4461-99f5-36e2e69b775c binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:41:41.631015 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.646796 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ccd07d5-1881-4a9b-a83f-8f218c4bdebf tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.647073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d7cc214c-d451-424b-ac95-f9d3143c2f7e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:41.651507 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.662533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:41.662949 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.670100 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.736363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ec8d9-03cf-4a37-9ef1-98b67fe872cb None None] Network 9ed19599-7a91-4cf7-84ab-102b22d170eb requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:41.758146 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:41.761321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.772256 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:41.780140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/9ed19599-7a91-4cf7-84ab-102b22d170eb HTTP/1.1" status: 204 len: 168 time: 2.9280345 Dec 09 22:41:41.800504 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c769bf4d-bcd3-46dc-bcc5-9c388c886801 req-bae2ef40-81ac-42cd-97b0-a299e64139c4 service neutron] 10.222.0.18 "GET /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7642734 Dec 09 22:41:41.801307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd07d5-1881-4a9b-a83f-8f218c4bdebf tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Pushing event deleted for resources: {'Port': ['ID=09edbd7d-d061-4cc5-b013-0745dcf4d131,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:41.803360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57808) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:41.819936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97fb1e-0e39-4840-a88d-f9c4f129fccc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Network': ['ID=9ed19599-7a91-4cf7-84ab-102b22d170eb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:41.872396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb9b1900-b2a9-47dd-813e-c2db54f4685c req-d83ea345-4ece-49d6-9889-25c43edcb7dc tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0478661 Dec 09 22:41:41.888815 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-894ed1ff-fb67-4fde-928b-5e9e15f53d4e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:41.888815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894ed1ff-fb67-4fde-928b-5e9e15f53d4e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:41.901609 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-894ed1ff-fb67-4fde-928b-5e9e15f53d4e tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/subnets/551994e0-e25a-4a01-81cd-3c25a7f46b77 HTTP/1.1" status: 404 len: 337 time: 0.0849385 Dec 09 22:41:41.904130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57812) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:41.949319 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b7f495-786a-473c-9e89-091cd1e7a2ed tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:41.950596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b7f495-786a-473c-9e89-091cd1e7a2ed tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:41.954847 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-74b7f495-786a-473c-9e89-091cd1e7a2ed tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/9ed19599-7a91-4cf7-84ab-102b22d170eb HTTP/1.1" status: 404 len: 339 time: 0.0494742 Dec 09 22:41:41.958065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57814) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:42.013568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d7cc214c-d451-424b-ac95-f9d3143c2f7e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:42.014006 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.020615 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-22015d92-000c-4f25-9cb6-7b62b0d3b4f4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:42.029221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22015d92-000c-4f25-9cb6-7b62b0d3b4f4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:42.034517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-22015d92-000c-4f25-9cb6-7b62b0d3b4f4 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/subnets/d289ab87-fc45-4885-8f31-1bbacc685366 HTTP/1.1" status: 404 len: 337 time: 0.0741711 Dec 09 22:41:42.037080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57816) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:42.070476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f8bfb-acd0-4787-8b79-40d690c0459b None None] DHCP port deletion for 9ed19599-7a91-4cf7-84ab-102b22d170eb request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:42.090104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-376c9584-18d2-467d-bed3-1c4d0c01bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.091954 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6fbbb2-5517-40f2-9da7-c7eab67f9c82 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:42.092497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6fbbb2-5517-40f2-9da7-c7eab67f9c82 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:42.095752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cd6fbbb2-5517-40f2-9da7-c7eab67f9c82 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/6c387a1b-91f0-4a46-99a5-53f87351e066 HTTP/1.1" status: 404 len: 339 time: 0.0577128 Dec 09 22:41:42.103808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57818) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:42.120680 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ccd07d5-1881-4a9b-a83f-8f218c4bdebf tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.127397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57820) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:42.127886 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5ccd07d5-1881-4a9b-a83f-8f218c4bdebf tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] 10.222.0.16 "DELETE /v2.0/ports/09edbd7d-d061-4cc5-b013-0745dcf4d131 HTTP/1.1" status: 204 len: 168 time: 2.1873157 Dec 09 22:41:42.151380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-376c9584-18d2-467d-bed3-1c4d0c01bcb7 None None] For port bcfd5020-f4af-4329-b6ce-abf02733f838, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bcfd5020-f4af-4329-b6ce-abf02733f838,segment=NetworkSegment(9f6376fa-a35a-4d57-832d-3d2b82be3b8e),segment_id=9f6376fa-a35a-4d57-832d-3d2b82be3b8e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:42.159066 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.167771 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.192283 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78cffeb-c784-464f-948f-a05c76106a31 None None] Network 9ed19599-7a91-4cf7-84ab-102b22d170eb requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:42.198069 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-376c9584-18d2-467d-bed3-1c4d0c01bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.234071 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Attempting to bind port 0eb8f899-f4f3-4461-99f5-36e2e69b775c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:42.234283 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Attempting to bind port 0eb8f899-f4f3-4461-99f5-36e2e69b775c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:42.234648 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Attempting to bind port 0eb8f899-f4f3-4461-99f5-36e2e69b775c on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:42.252223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4c6ef5-81c4-4af0-b76d-6269144097b0 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:42.277050 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Pushing event updated for resources: {'Port': ['ID=0eb8f899-f4f3-4461-99f5-36e2e69b775c,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:42.289983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fe37cfbe-f26e-40da-b8ff-2906e18d5ad1 tempest-DHCPAgentSchedulersTestJSON-898599028 tempest-DHCPAgentSchedulersTestJSON-898599028-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.1552458 Dec 09 22:41:42.290827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57824) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:42.300690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-543cc183-c310-43cb-bf14-c99f213435e8 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1846494153'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:42.301588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78cffeb-c784-464f-948f-a05c76106a31 None None] Network 9ed19599-7a91-4cf7-84ab-102b22d170eb could not be found, it might have been deleted concurrently. {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 22:41:42.308144 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.312821 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.313470 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.314520 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.315427 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.315931 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.329243 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.336228 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.341839 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.342513 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.343060 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.343605 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.344090 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:41:42.348937 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:42.350147 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:42.350776 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.351363 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:42.352094 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Bound port: 0eb8f899-f4f3-4461-99f5-36e2e69b775c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:42.352642 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.354423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.354927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543cc183-c310-43cb-bf14-c99f213435e8 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Made reservation on behalf of 76d3b65daec04f73a70a3de76da546f3 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:42.371804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3ebb077e-5b82-45a3-b1f5-62568702902e None None] Could not find standard attr ID for object 09edbd7d-d061-4cc5-b013-0745dcf4d131. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:41:42.372611 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-543cc183-c310-43cb-bf14-c99f213435e8 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.428997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543cc183-c310-43cb-bf14-c99f213435e8 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:42.452910 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-543cc183-c310-43cb-bf14-c99f213435e8 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.453304 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-543cc183-c310-43cb-bf14-c99f213435e8 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Added segment b5bd145a-ce65-4213-90a9-180360a93901 of type vlan for network dae36e4c-7596-4d3c-81d2-5b5c8b35c9b3 Dec 09 22:41:42.464005 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bcfd5020-f4af-4329-b6ce-abf02733f838 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:42.465951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c9584-18d2-467d-bed3-1c4d0c01bcb7 None None] Pushing event updated for resources: {'Port': ['ID=bcfd5020-f4af-4329-b6ce-abf02733f838,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:42.495157 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] For port 0eb8f899-f4f3-4461-99f5-36e2e69b775c, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:42.500317 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] For port 0eb8f899-f4f3-4461-99f5-36e2e69b775c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0eb8f899-f4f3-4461-99f5-36e2e69b775c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:42.507511 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.551831 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-543cc183-c310-43cb-bf14-c99f213435e8 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.612871 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f4c03-a4f9-443a-a006-16d21758c006 None None] Pushing event updated for resources: {'Port': ['ID=0eb8f899-f4f3-4461-99f5-36e2e69b775c,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:42.627624 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-543cc183-c310-43cb-bf14-c99f213435e8 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.640212 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Routers {'3cf0692d-f0e8-470b-954a-70f285d5d910'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:41:42.640861 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3cf0692d-f0e8-470b-954a-70f285d5d910'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:42.653231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543cc183-c310-43cb-bf14-c99f213435e8 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:42.658629 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-543cc183-c310-43cb-bf14-c99f213435e8 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.714468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-543cc183-c310-43cb-bf14-c99f213435e8 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4210215 Dec 09 22:41:42.726821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57828) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:42.845906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67114c-9c74-4f58-8756-b9161a01a095 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:42.857909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.877304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3ebb077e-5b82-45a3-b1f5-62568702902e None None] Provisioning complete for port bcfd5020-f4af-4329-b6ce-abf02733f838 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:42.877982 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ebb077e-5b82-45a3-b1f5-62568702902e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.884730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce63a6ce-e5fe-479b-8af8-aeb24bc51fad']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:42.895458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fe62b5-bc1c-4379-ac32-9983d440a5f7') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:42.895759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fe62b5-bc1c-4379-ac32-9983d440a5f7') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:42.908569 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.925465 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.929034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port bcfd5020-f4af-4329-b6ce-abf02733f838 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:42.929034 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.932403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:42.932862 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:42.965865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-656c5591-e10e-4f0d-aed1-c9a6927a3694 tempest-DHCPAgentSchedulersTestJSON-898599028 tempest-DHCPAgentSchedulersTestJSON-898599028-project-admin] 10.222.0.16 "GET /v2.0/agents/40408909-94c4-4aab-83ba-88920e236623/dhcp-networks HTTP/1.1" status: 200 len: 11250 time: 0.2375224 Dec 09 22:41:42.970815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57832) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:43.032810 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:43.068913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-854e5b5f-75d9-4fc1-83ce-70951b78b735 req-a84fb1da-d206-432d-961d-3375567b9be7 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0400732 Dec 09 22:41:43.071047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cc183-c310-43cb-bf14-c99f213435e8 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Pushing event updated for resources: {'Network': ['ID=dae36e4c-7596-4d3c-81d2-5b5c8b35c9b3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:43.099650 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] Set router 3cf0692d-f0e8-470b-954a-70f285d5d910 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:41:43.104629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network dae36e4c-7596-4d3c-81d2-5b5c8b35c9b3 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:43.135544 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:43.145661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3ebb077e-5b82-45a3-b1f5-62568702902e None None] Could not find standard attr ID for object 21467ffc-67cd-419f-835c-546583c3741d. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:41:43.182733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d1b2f-e08a-48c4-8aa9-a84c58857e10 tempest-DHCPAgentSchedulersTestJSON-898599028 tempest-DHCPAgentSchedulersTestJSON-898599028-project-admin] Network dae36e4c-7596-4d3c-81d2-5b5c8b35c9b3 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:43.214954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:43.223249 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-677d1b2f-e08a-48c4-8aa9-a84c58857e10 tempest-DHCPAgentSchedulersTestJSON-898599028 tempest-DHCPAgentSchedulersTestJSON-898599028-project-admin] 10.222.0.16 "POST /v2.0/agents/40408909-94c4-4aab-83ba-88920e236623/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2457526 Dec 09 22:41:43.223463 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/ce63a6ce-e5fe-479b-8af8-aeb24bc51fad HTTP/1.1" status: 204 len: 168 time: 1.1122255 Dec 09 22:41:43.224121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad284efc-fbc2-4e32-a584-b39dbe395358 None None] Network dae36e4c-7596-4d3c-81d2-5b5c8b35c9b3 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:43.224327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57834) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.224672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57836) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.239113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec890d-6de8-4e3c-adb0-df11ce1588fc tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Network': ['ID=ce63a6ce-e5fe-479b-8af8-aeb24bc51fad,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:43.254244 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:43.328412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6b8f568f-04b7-46a4-b3d6-24d6139bb238 None None] Could not find standard attr ID for object 09edbd7d-d061-4cc5-b013-0745dcf4d131. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:41:43.340434 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cea2182-2f6f-4bd2-bee6-de754314798c tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.340884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cea2182-2f6f-4bd2-bee6-de754314798c tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.349464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6b8f568f-04b7-46a4-b3d6-24d6139bb238 None None] Provisioning complete for port 0eb8f899-f4f3-4461-99f5-36e2e69b775c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:43.350021 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b8f568f-04b7-46a4-b3d6-24d6139bb238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:43.351437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4cea2182-2f6f-4bd2-bee6-de754314798c tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/subnets/4137d994-5cbd-4c8f-91e9-54cfc3f63168 HTTP/1.1" status: 404 len: 337 time: 0.1252251 Dec 09 22:41:43.358214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57838) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.399774 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d96427-6665-45a5-a556-6dc479f5a4c1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.400294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d96427-6665-45a5-a556-6dc479f5a4c1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.411668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-00d96427-6665-45a5-a556-6dc479f5a4c1 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/b1e086a4-26d2-4cbb-bbd9-8fbc3ae84f05 HTTP/1.1" status: 404 len: 339 time: 0.0516322 Dec 09 22:41:43.425047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bcfd5020-f4af-4329-b6ce-abf02733f838 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:43.433721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57840) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.475456 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c8fb26-d932-4d48-929d-494496ee6b2a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.475921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c8fb26-d932-4d48-929d-494496ee6b2a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.482222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e1c8fb26-d932-4d48-929d-494496ee6b2a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/subnets/483fe4dc-4034-46f9-97a3-867c824fe76c HTTP/1.1" status: 404 len: 337 time: 0.0473733 Dec 09 22:41:43.482897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57842) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.500307 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'name': 'tempest-TestAggregatesBasicOps-2055970900-router', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:38Z', 'revision_number': 3, 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'gw_port': {'id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:43.507745 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b8f568f-04b7-46a4-b3d6-24d6139bb238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:43.510310 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef2e3f0-066e-452d-b69a-d96e890c146c tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.510839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef2e3f0-066e-452d-b69a-d96e890c146c tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.517772 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8ef2e3f0-066e-452d-b69a-d96e890c146c tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/08ec31b3-5f3f-4186-9b0f-8c59fcd0ee18 HTTP/1.1" status: 404 len: 339 time: 0.0310702 Dec 09 22:41:43.520396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57844) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.531982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port bcfd5020-f4af-4329-b6ce-abf02733f838 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:43.533512 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:43.536943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6b8f568f-04b7-46a4-b3d6-24d6139bb238 None None] For port 0eb8f899-f4f3-4461-99f5-36e2e69b775c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0eb8f899-f4f3-4461-99f5-36e2e69b775c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:43.547835 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4898ea-aae7-433d-8dd7-7af6d9d38161 None None] The sync data for ids ['3cf0692d-f0e8-470b-954a-70f285d5d910'] in n-d-789963-23 is: [{'id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'name': 'tempest-TestAggregatesBasicOps-2055970900-router', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:38Z', 'revision_number': 3, 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'gw_port': {'id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:41:43.555702 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b15e5f-1820-4644-ac7c-6b37dfeb0bf0 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.556092 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b8f568f-04b7-46a4-b3d6-24d6139bb238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:43.556789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b15e5f-1820-4644-ac7c-6b37dfeb0bf0 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.563655 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-06b15e5f-1820-4644-ac7c-6b37dfeb0bf0 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/subnets/61c49f10-3cbd-48cd-9794-6fd88bfc724e HTTP/1.1" status: 404 len: 337 time: 0.0419750 Dec 09 22:41:43.564264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57846) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.571801 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e630924b-8c10-42e3-a5f9-afba4cb72100 tempest-DHCPAgentSchedulersTestJSON-898599028 tempest-DHCPAgentSchedulersTestJSON-898599028-project-admin] 10.222.0.16 "GET /v2.0/agents/40408909-94c4-4aab-83ba-88920e236623/dhcp-networks HTTP/1.1" status: 200 len: 12021 time: 0.3232152 Dec 09 22:41:43.576639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57848) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.615218 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef198244-bc3e-4e44-b6ec-bc1ada44d9c3 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.615893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef198244-bc3e-4e44-b6ec-bc1ada44d9c3 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.622713 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ef198244-bc3e-4e44-b6ec-bc1ada44d9c3 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/9169aa8b-1500-42bb-878a-ade8bb688ef1 HTTP/1.1" status: 404 len: 339 time: 0.0547433 Dec 09 22:41:43.625584 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57850) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.628407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f568f-04b7-46a4-b3d6-24d6139bb238 None None] Pushing event updated for resources: {'Port': ['ID=0eb8f899-f4f3-4461-99f5-36e2e69b775c,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:43.653982 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-37f738e0-a9f3-4267-b315-22b9120a260d tempest-DHCPAgentSchedulersTestJSON-898599028 tempest-DHCPAgentSchedulersTestJSON-898599028-project-admin] 10.222.0.16 "DELETE /v2.0/agents/40408909-94c4-4aab-83ba-88920e236623/dhcp-networks/dae36e4c-7596-4d3c-81d2-5b5c8b35c9b3 HTTP/1.1" status: 204 len: 168 time: 0.0782845 Dec 09 22:41:43.656150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57852) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.666326 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb84994-606f-499d-9e12-adcd9c6229fb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.666917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb84994-606f-499d-9e12-adcd9c6229fb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.673347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57854) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.673506 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bbb84994-606f-499d-9e12-adcd9c6229fb tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/subnets/50ca85f1-3018-4f8f-8ad8-2041e4816e1b HTTP/1.1" status: 404 len: 337 time: 0.0466254 Dec 09 22:41:43.685511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 21467ffc-67cd-419f-835c-546583c3741d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:41:43.688138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Allocated IP 172.20.0.1 (4465c224-c9c4-41a8-9d60-7c417006452e/6338a687-703b-4048-b5b2-24b1b5098b44/66470994-faf6-4226-90e6-a1c747ce8f3f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:43.709313 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7adb71-822e-434c-98de-bb6aea8e4c13 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.709907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7adb71-822e-434c-98de-bb6aea8e4c13 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.713275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dd7adb71-822e-434c-98de-bb6aea8e4c13 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/e5d38e91-6ebe-4bfc-819a-f5f321a98ba7 HTTP/1.1" status: 404 len: 339 time: 0.0388966 Dec 09 22:41:43.715732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57856) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.716433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 21467ffc-67cd-419f-835c-546583c3741d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:41:43.716849 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 21467ffc-67cd-419f-835c-546583c3741d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:41:43.765184 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5216046-dedb-4f72-8a90-f62ef3e31956 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.765647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5216046-dedb-4f72-8a90-f62ef3e31956 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.769327 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e5216046-dedb-4f72-8a90-f62ef3e31956 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/subnets/9eb129d4-4d5a-4708-89fc-8cd02e2f93b1 HTTP/1.1" status: 404 len: 337 time: 0.0524292 Dec 09 22:41:43.773534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57860) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.814863 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-1918f7c9-e085-41c0-9205-631775082c62 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.815383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1918f7c9-e085-41c0-9205-631775082c62 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.822854 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1918f7c9-e085-41c0-9205-631775082c62 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/e2261921-fd0c-49cd-970a-95ba12751071 HTTP/1.1" status: 404 len: 339 time: 0.0468531 Dec 09 22:41:43.825652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57864) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.865587 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2dcc6c-e7f7-488c-9edb-6153c826bb08 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.866195 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2dcc6c-e7f7-488c-9edb-6153c826bb08 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.869929 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ef2dcc6c-e7f7-488c-9edb-6153c826bb08 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/subnets/588610f3-b50e-4b07-81e5-58c3d10f834d HTTP/1.1" status: 404 len: 337 time: 0.0432022 Dec 09 22:41:43.872524 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57866) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.905763 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-114f28be-0103-4505-a55d-bcb3cb17a946 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.906315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114f28be-0103-4505-a55d-bcb3cb17a946 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.909992 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-114f28be-0103-4505-a55d-bcb3cb17a946 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/f6ed1f0f-2953-4c5b-b084-06c112791f4c HTTP/1.1" status: 404 len: 339 time: 0.0359230 Dec 09 22:41:43.913773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5394fe2b-1dda-44ce-b5f2-ccbf974e8b52 tempest-DHCPAgentSchedulersTestJSON-898599028 tempest-DHCPAgentSchedulersTestJSON-898599028-project-admin] 10.222.0.16 "GET /v2.0/agents/40408909-94c4-4aab-83ba-88920e236623/dhcp-networks HTTP/1.1" status: 200 len: 11250 time: 0.2563441 Dec 09 22:41:43.915174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57868) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.918503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57870) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.951037 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:43.957552 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2250fe9-7fdb-4ef1-aef8-e8cef0d26c23 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:43.958119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2250fe9-7fdb-4ef1-aef8-e8cef0d26c23 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:43.964286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f2250fe9-7fdb-4ef1-aef8-e8cef0d26c23 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/subnets/7deeae94-136f-43cd-9d78-6c9258a79f60 HTTP/1.1" status: 404 len: 337 time: 0.0455189 Dec 09 22:41:43.969475 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a21ca2d3-2baa-42a8-a050-4c710ca5ec98 tempest-DHCPAgentSchedulersTestJSON-898599028 tempest-DHCPAgentSchedulersTestJSON-898599028-project-admin] 10.222.0.16 "GET /v2.0/networks/ad68937a-22fb-4f7e-9c3e-4081b8a0679c/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0469520 Dec 09 22:41:43.970631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57872) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:43.971102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57874) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:44.000151 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3736ab8-98ff-4664-8ec9-fb531d2116af tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:44.000663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3736ab8-98ff-4664-8ec9-fb531d2116af tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:44.005388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c3736ab8-98ff-4664-8ec9-fb531d2116af tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/28f63a29-c5ac-4039-80f2-cd44e190d37f HTTP/1.1" status: 404 len: 339 time: 0.0332389 Dec 09 22:41:44.008055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57878) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:44.046600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-12595166-d7c4-4369-88f1-70baaece029a tempest-DHCPAgentSchedulersTestJSON-898599028 tempest-DHCPAgentSchedulersTestJSON-898599028-project-admin] 10.222.0.16 "GET /v2.0/networks/ad68937a-22fb-4f7e-9c3e-4081b8a0679c/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0729926 Dec 09 22:41:44.047230 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57880) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:44.049855 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0144ee-96f9-4d5d-a0f7-1c228a79635a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:44.050637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0144ee-96f9-4d5d-a0f7-1c228a79635a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:44.056926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ab0144ee-96f9-4d5d-a0f7-1c228a79635a tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/subnets/aa87dfdf-d6e9-48be-99e3-05071c38e0a1 HTTP/1.1" status: 404 len: 337 time: 0.0446894 Dec 09 22:41:44.057133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57882) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:44.070897 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.124546 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf502e3-4ac6-48ea-b564-f37be423f2c0 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:44.125083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf502e3-4ac6-48ea-b564-f37be423f2c0 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:44.131132 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aaf502e3-4ac6-48ea-b564-f37be423f2c0 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/8928e4b4-ab3c-4b30-a95d-b3d279d4d554 HTTP/1.1" status: 404 len: 339 time: 0.0714796 Dec 09 22:41:44.132424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57886) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:44.156670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Network 4465c224-c9c4-41a8-9d60-7c417006452e is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:44.166764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:44.170202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:44.172201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Pushing event updated for resources: {'Port': ['ID=66470994-faf6-4226-90e6-a1c747ce8f3f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:44.203581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaaefc1-7e77-4d6e-8ada-1f390c42e190 req-5391100c-8de3-439c-8dce-c8eb838d54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:44.203581 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fdaaefc1-7e77-4d6e-8ada-1f390c42e190 req-5391100c-8de3-439c-8dce-c8eb838d54f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3d735f4e9494bc39d58324e1672d24b&device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 1097 time: 0.1592851 Dec 09 22:41:44.239449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2e860-27da-437f-9f23-bc1434bc5162 req-9b1071ef-afcb-4867-a06d-507542d6af8d tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:44.246999 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54f2e860-27da-437f-9f23-bc1434bc5162 req-9b1071ef-afcb-4867-a06d-507542d6af8d tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1879530 Dec 09 22:41:44.256775 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.302701 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-accb82c6-9e2f-43c4-bfb4-36bef8170919 req-a7235422-d666-48d3-9a9e-9503dee77fbd tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0854297 Dec 09 22:41:44.341825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a17f78-71cb-42ea-8b22-619af404a2b3 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Deleting subnet f72e71e1-b901-492a-9c90-0f68d7fe3c01 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:41:44.361977 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85a17f78-71cb-42ea-8b22-619af404a2b3 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.370077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaaefc1-7e77-4d6e-8ada-1f390c42e190 req-abd8d719-b6d0-4b6b-a1de-ce99f82917c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:44.371601 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fdaaefc1-7e77-4d6e-8ada-1f390c42e190 req-abd8d719-b6d0-4b6b-a1de-ce99f82917c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 200 len: 919 time: 0.1599813 Dec 09 22:41:44.421856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e3d9a66f-0cd2-41ba-868f-73b4df2be1f4 tempest-DHCPAgentSchedulersTestJSON-898599028 tempest-DHCPAgentSchedulersTestJSON-898599028-project-admin] 10.222.0.16 "GET /v2.0/agents/40408909-94c4-4aab-83ba-88920e236623/dhcp-networks HTTP/1.1" status: 200 len: 11250 time: 0.3730662 Dec 09 22:41:44.434360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57888) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:44.437726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54f2e860-27da-437f-9f23-bc1434bc5162 req-f0a17020-78d8-48cc-b6a0-3a45de500b99 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838322 Dec 09 22:41:44.446087 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fdaaefc1-7e77-4d6e-8ada-1f390c42e190 req-2400631b-f276-467e-ab20-7a2b46452eac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db1f8cd-5309-4116-a198-179d455291e5 HTTP/1.1" status: 200 len: 217 time: 0.0667596 Dec 09 22:41:44.455119 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85a17f78-71cb-42ea-8b22-619af404a2b3 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.562441 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85a17f78-71cb-42ea-8b22-619af404a2b3 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.587116 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.588424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0df2fbf8-5034-47af-83bc-bca65da587be None None] Provisioning complete for port 66470994-faf6-4226-90e6-a1c747ce8f3f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:44.589399 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0df2fbf8-5034-47af-83bc-bca65da587be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.599111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaaefc1-7e77-4d6e-8ada-1f390c42e190 req-c80ab4af-1a0b-4aad-9e2c-4faf1aec9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:44.600706 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fdaaefc1-7e77-4d6e-8ada-1f390c42e190 req-c80ab4af-1a0b-4aad-9e2c-4faf1aec9672 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e5caf15-34f8-4ccc-a7c6-66d13bf78505 HTTP/1.1" status: 200 len: 858 time: 0.1380627 Dec 09 22:41:44.603249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.635324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0df2fbf8-5034-47af-83bc-bca65da587be None None] Port 66470994-faf6-4226-90e6-a1c747ce8f3f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:41:44.646599 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85a17f78-71cb-42ea-8b22-619af404a2b3 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.649203 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fdaaefc1-7e77-4d6e-8ada-1f390c42e190 req-388c8bc4-b5dd-4ffa-ba9b-1f59ebf28bdc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8046fa-97ce-4191-a958-2aad26658168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301948 Dec 09 22:41:44.678811 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85a17f78-71cb-42ea-8b22-619af404a2b3 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.683657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-85a17f78-71cb-42ea-8b22-619af404a2b3 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/subnets/f72e71e1-b901-492a-9c90-0f68d7fe3c01 HTTP/1.1" status: 204 len: 168 time: 0.5509312 Dec 09 22:41:44.684582 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a17f78-71cb-42ea-8b22-619af404a2b3 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Subnet': ['ID=f72e71e1-b901-492a-9c90-0f68d7fe3c01,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:44.686399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57890) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:44.687582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa22d7-23e6-48bc-a1d2-317b6d9d1062 None None] Network e60e5ad3-0818-450d-a98c-65ad5868e0ab requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:44.787350 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.832944 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.857627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Deleting port 28afea48-af40-4458-b4fa-ddd248d41c2d {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:44.858075 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.878713 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f883682b-ebbe-47f3-96e8-c173ffce32fb None None] DHCP port deletion for e60e5ad3-0818-450d-a98c-65ad5868e0ab request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:44.880186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae36e4c-7596-4d3c-81d2-5b5c8b35c9b3']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:44.904131 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bd145a-ce65-4213-90a9-180360a93901') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:44.904499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bd145a-ce65-4213-90a9-180360a93901') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:44.926790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] For port 28afea48-af40-4458-b4fa-ddd248d41c2d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=28afea48-af40-4458-b4fa-ddd248d41c2d,segment=NetworkSegment(1afd951b-7242-4d7a-82e2-3d09e817e169),segment_id=1afd951b-7242-4d7a-82e2-3d09e817e169)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:44.927149 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.937689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f883682b-ebbe-47f3-96e8-c173ffce32fb None None] Deleting port 28afea48-af40-4458-b4fa-ddd248d41c2d {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:44.939091 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f883682b-ebbe-47f3-96e8-c173ffce32fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.939670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Calling delete_port for 28afea48-af40-4458-b4fa-ddd248d41c2d owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:44.942324 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fdaaefc1-7e77-4d6e-8ada-1f390c42e190 req-dde49bbd-2bda-40e0-826b-9c976f320879 service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692394 Dec 09 22:41:44.943999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:44.990755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.028912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f883682b-ebbe-47f3-96e8-c173ffce32fb None None] For port 28afea48-af40-4458-b4fa-ddd248d41c2d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=28afea48-af40-4458-b4fa-ddd248d41c2d,segment=NetworkSegment(1afd951b-7242-4d7a-82e2-3d09e817e169),segment_id=1afd951b-7242-4d7a-82e2-3d09e817e169)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:45.029322 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f883682b-ebbe-47f3-96e8-c173ffce32fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.033464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:45.033909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.035732 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:45.037053 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:45.047989 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f883682b-ebbe-47f3-96e8-c173ffce32fb None None] Calling delete_port for 28afea48-af40-4458-b4fa-ddd248d41c2d owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:45.068572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Port': ['ID=28afea48-af40-4458-b4fa-ddd248d41c2d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:45.073138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] No DVR routers for this DVR port 28afea48-af40-4458-b4fa-ddd248d41c2d on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:45.139841 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.152612 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f883682b-ebbe-47f3-96e8-c173ffce32fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.153017 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.156312 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] 10.222.0.16 "DELETE /v2.0/networks/dae36e4c-7596-4d3c-81d2-5b5c8b35c9b3 HTTP/1.1" status: 204 len: 168 time: 0.7206397 Dec 09 22:41:45.160923 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fdaaefc1-7e77-4d6e-8ada-1f390c42e190 req-2e890b2c-df81-41e7-a077-2dead77dd18a service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051439 Dec 09 22:41:45.163241 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.163412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57892) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:45.172894 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.173286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883682b-ebbe-47f3-96e8-c173ffce32fb None None] No DVR routers for this DVR port 28afea48-af40-4458-b4fa-ddd248d41c2d on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:45.189628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.191666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162ccc3-0e3f-4ed7-9aa4-58048bb9f41a tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Pushing event deleted for resources: {'Network': ['ID=dae36e4c-7596-4d3c-81d2-5b5c8b35c9b3,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:45.209870 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1717823-6814-4510-87c9-a0cdbb920c8b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] DELETE failed (client error): The resource could not be found. Dec 09 22:41:45.210411 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1717823-6814-4510-87c9-a0cdbb920c8b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:41:45.213514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d1717823-6814-4510-87c9-a0cdbb920c8b tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] 10.222.0.16 "DELETE /v2.0/ports/09edbd7d-d061-4cc5-b013-0745dcf4d131 HTTP/1.1" status: 404 len: 333 time: 0.0493579 Dec 09 22:41:45.217479 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57896) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:45.217772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883682b-ebbe-47f3-96e8-c173ffce32fb None None] Pushing event deleted for resources: {'Port': ['ID=28afea48-af40-4458-b4fa-ddd248d41c2d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:45.273117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60e5ad3-0818-450d-a98c-65ad5868e0ab']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:45.291660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1afd951b-7242-4d7a-82e2-3d09e817e169') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:45.291957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1afd951b-7242-4d7a-82e2-3d09e817e169') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:45.294803 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Pushing event updated for resources: {'Port': ['ID=66470994-faf6-4226-90e6-a1c747ce8f3f,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:45.298160 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.316450 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.333150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-2580dc8b-9cee-470d-ba35-0aee882cca81 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Deleting subnet e36387a7-7a6e-43c5-8f16-0ef2e352f97c {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:41:45.340495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2580dc8b-9cee-470d-ba35-0aee882cca81 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.345466 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.377207 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:45.377632 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:45.380922 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:45.442417 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2580dc8b-9cee-470d-ba35-0aee882cca81 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.480328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Network 4465c224-c9c4-41a8-9d60-7c417006452e is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:45.482683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:45.491122 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.529872 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.535548 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] 10.222.0.16 "DELETE /v2.0/networks/e60e5ad3-0818-450d-a98c-65ad5868e0ab HTTP/1.1" status: 204 len: 168 time: 0.8458660 Dec 09 22:41:45.535548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85e94c-69c4-4e55-ad48-33d264060176 tempest-NetworksTest-1333795850 tempest-NetworksTest-1333795850-project] Pushing event deleted for resources: {'Network': ['ID=e60e5ad3-0818-450d-a98c-65ad5868e0ab,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:45.548717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf490ceb-4b71-4d40-a9fb-983a74e7a567 req-a9fc354f-0dfe-4357-82e2-439fcd1fe745 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0782793 Dec 09 22:41:45.613254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0eb8f899-f4f3-4461-99f5-36e2e69b775c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:45.686578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Router 3cf0692d-f0e8-470b-954a-70f285d5d910 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:41:45.699976 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0eb8f899-f4f3-4461-99f5-36e2e69b775c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:45.700362 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.904084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57910) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:45.905018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8b2e1ebf-6268-414d-b48d-10359951eafa None None] Provisioning complete for port 66470994-faf6-4226-90e6-a1c747ce8f3f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:45.905499 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1ebf-6268-414d-b48d-10359951eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:45.945628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:41:45.958544 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bc941cda-4d3f-4f19-8395-f70ddfa97861 admin admin] 10.222.0.16 "PUT /v2.0/routers/3cf0692d-f0e8-470b-954a-70f285d5d910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7595816 Dec 09 22:41:45.959166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e1ebf-6268-414d-b48d-10359951eafa None None] Port 66470994-faf6-4226-90e6-a1c747ce8f3f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:41:45.959166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 28afea48-af40-4458-b4fa-ddd248d41c2d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:41:45.959166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Sync routers for ids ['3cf0692d-f0e8-470b-954a-70f285d5d910'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:41:45.990837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 28afea48-af40-4458-b4fa-ddd248d41c2d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:41:45.991716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 28afea48-af40-4458-b4fa-ddd248d41c2d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:41:46.012301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Routers {'3cf0692d-f0e8-470b-954a-70f285d5d910'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:41:46.013148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3cf0692d-f0e8-470b-954a-70f285d5d910'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:46.096512 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7e0b0358-f6ff-452b-9585-55eecfac463a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c503fbc9e9c14d10a4cc64ef7fe28ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1911848 Dec 09 22:41:46.102259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57918) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:46.135207 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2580dc8b-9cee-470d-ba35-0aee882cca81 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.143531 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Set router 3cf0692d-f0e8-470b-954a-70f285d5d910 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:41:46.147097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa771c-1c69-4d7d-bdfb-5a971fbdfec5 req-53443fc4-bacf-4819-936f-ebf0e7f013de tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:46.154644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09aa771c-1c69-4d7d-bdfb-5a971fbdfec5 req-53443fc4-bacf-4819-936f-ebf0e7f013de tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.5995431 Dec 09 22:41:46.162126 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bd204d9-00cc-47c4-8c5c-ba0b754d26f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.188251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bd204d9-00cc-47c4-8c5c-ba0b754d26f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.232830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09aa771c-1c69-4d7d-bdfb-5a971fbdfec5 req-d4bebd7f-b9a1-44ae-9864-c25935dd186d tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549488 Dec 09 22:41:46.262403 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bd204d9-00cc-47c4-8c5c-ba0b754d26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.265942 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bd204d9-00cc-47c4-8c5c-ba0b754d26f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.267222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9bd204d9-00cc-47c4-8c5c-ba0b754d26f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4cb896f4-1995-4cc8-889e-0a3cf164e51c HTTP/1.1" status: 204 len: 168 time: 0.1639879 Dec 09 22:41:46.277942 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2580dc8b-9cee-470d-ba35-0aee882cca81 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.287469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd204d9-00cc-47c4-8c5c-ba0b754d26f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb896f4-1995-4cc8-889e-0a3cf164e51c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:46.314578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c8df3-5126-4e68-94a0-5af47505623e None None] Network ad68937a-22fb-4f7e-9c3e-4081b8a0679c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:46.324152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2580dc8b-9cee-470d-ba35-0aee882cca81 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.328926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2580dc8b-9cee-470d-ba35-0aee882cca81 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] 10.222.0.16 "DELETE /v2.0/subnets/e36387a7-7a6e-43c5-8f16-0ef2e352f97c HTTP/1.1" status: 204 len: 168 time: 1.1105096 Dec 09 22:41:46.329951 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580dc8b-9cee-470d-ba35-0aee882cca81 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Pushing event deleted for resources: {'Subnet': ['ID=e36387a7-7a6e-43c5-8f16-0ef2e352f97c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:46.331997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57926) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:46.419815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.503906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Deleting port bcfd5020-f4af-4329-b6ce-abf02733f838 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:46.504620 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.530230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'name': 'tempest-TestAggregatesBasicOps-2055970900-router', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:44Z', 'revision_number': 4, 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'gw_port': {'id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '66470994-faf6-4226-90e6-a1c747ce8f3f', 'name': '', 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'mac_address': 'fa:16:3e:ab:40:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '6338a687-703b-4048-b5b2-24b1b5098b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:43Z', 'updated_at': '2021-12-09T22:41:44Z', 'revision_number': 2, 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'subnets': [{'id': '6338a687-703b-4048-b5b2-24b1b5098b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:46.584364 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66390e48-e0aa-4a45-acd2-b681d82cffb6 None None] DHCP port deletion for ad68937a-22fb-4f7e-9c3e-4081b8a0679c request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:46.590461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Checking router: 3cf0692d-f0e8-470b-954a-70f285d5d910 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:41:46.591246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Updating router 3cf0692d-f0e8-470b-954a-70f285d5d910 port 66470994-faf6-4226-90e6-a1c747ce8f3f binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:41:46.596378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] For port bcfd5020-f4af-4329-b6ce-abf02733f838, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bcfd5020-f4af-4329-b6ce-abf02733f838,segment=NetworkSegment(9f6376fa-a35a-4d57-832d-3d2b82be3b8e),segment_id=9f6376fa-a35a-4d57-832d-3d2b82be3b8e)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:46.596753 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.610832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Calling delete_port for bcfd5020-f4af-4329-b6ce-abf02733f838 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:46.643232 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.666890 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57942) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:46.671518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-921176385-network', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:46.718354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4d8fe6a-b284-407f-977c-f2ae97ef0f99 req-3d27a903-fc5f-4e2d-afd6-1aefbc439ef1 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0341070 Dec 09 22:41:46.724775 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.745138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Made reservation on behalf of 11e3495bb08c4b01acd4b937628101c5 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:46.745138 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.754477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] No DVR routers for this DVR port bcfd5020-f4af-4329-b6ce-abf02733f838 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:46.765000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.785117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-66390e48-e0aa-4a45-acd2-b681d82cffb6 None None] Deleting port bcfd5020-f4af-4329-b6ce-abf02733f838 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:46.785117 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-66390e48-e0aa-4a45-acd2-b681d82cffb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.785357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Pushing event deleted for resources: {'Port': ['ID=bcfd5020-f4af-4329-b6ce-abf02733f838,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:46.886497 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.887247 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.895829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.927368 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:46.942871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-66390e48-e0aa-4a45-acd2-b681d82cffb6 None None] For port bcfd5020-f4af-4329-b6ce-abf02733f838, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:46.943285 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-66390e48-e0aa-4a45-acd2-b681d82cffb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.955368 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:46.956637 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Added segment d876aec8-cc93-400f-bc59-5641074df24a of type vlan for network bd8e416b-d533-4de9-8fd7-d2575d3c0411 Dec 09 22:41:46.959971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173851f7-9b1d-458f-8318-7e7b77e797bb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:46.972620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-66390e48-e0aa-4a45-acd2-b681d82cffb6 None None] Calling delete_port for bcfd5020-f4af-4329-b6ce-abf02733f838 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:46.977218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-66390e48-e0aa-4a45-acd2-b681d82cffb6 None None] Port bcfd5020-f4af-4329-b6ce-abf02733f838 was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:41:46.979721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-66390e48-e0aa-4a45-acd2-b681d82cffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.018362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66390e48-e0aa-4a45-acd2-b681d82cffb6 None None] No DVR routers for this DVR port bcfd5020-f4af-4329-b6ce-abf02733f838 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:41:47.025764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.027985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66390e48-e0aa-4a45-acd2-b681d82cffb6 None None] Pushing event deleted for resources: {'Port': ['ID=bcfd5020-f4af-4329-b6ce-abf02733f838,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:47.063584 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.064621 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:47.067536 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.092275 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.092911 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4249747 Dec 09 22:41:47.103981 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.163780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57952) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:47.170023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dc56e-7326-4023-b185-cca7262d569a admin admin] Pushing event updated for resources: {'Network': ['ID=bd8e416b-d533-4de9-8fd7-d2575d3c0411,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:47.183677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2441068b-6d52-4b79-b9bf-81bdca44c52e admin admin] Request body: {'subnet': {'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-921176385-subnet', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:47.210665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2441068b-6d52-4b79-b9bf-81bdca44c52e admin admin] Made reservation on behalf of 11e3495bb08c4b01acd4b937628101c5 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:47.213751 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2441068b-6d52-4b79-b9bf-81bdca44c52e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.320267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad68937a-22fb-4f7e-9c3e-4081b8a0679c']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:47.329985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network bd8e416b-d533-4de9-8fd7-d2575d3c0411 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:47.330896 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6376fa-a35a-4d57-832d-3d2b82be3b8e') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:47.331204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6376fa-a35a-4d57-832d-3d2b82be3b8e') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:47.341438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.356615 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.366232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:41:47.366856 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:41:47.370579 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:41:47.387242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7315a-ac33-4cfd-9984-da5cde6d4597 None None] Pushing event updated for resources: {'Port': ['ID=66470994-faf6-4226-90e6-a1c747ce8f3f,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:47.395445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57960) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:47.448380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.483861 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.488000 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] 10.222.0.16 "DELETE /v2.0/networks/ad68937a-22fb-4f7e-9c3e-4081b8a0679c HTTP/1.1" status: 204 len: 168 time: 1.1546791 Dec 09 22:41:47.501115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd9469-cb10-47bc-b1b5-1dd62478a725 tempest-DHCPAgentSchedulersTestJSON-1385017932 tempest-DHCPAgentSchedulersTestJSON-1385017932-project] Pushing event deleted for resources: {'Network': ['ID=ad68937a-22fb-4f7e-9c3e-4081b8a0679c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:47.538316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Attempting to bind port 66470994-faf6-4226-90e6-a1c747ce8f3f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:47.538698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Attempting to bind port 66470994-faf6-4226-90e6-a1c747ce8f3f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '915bb9af-9411-4fdf-af62-b6127828a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:47.539419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Attempting to bind port 66470994-faf6-4226-90e6-a1c747ce8f3f on network 4465c224-c9c4-41a8-9d60-7c417006452e {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:47.545875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:47.546264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Checking segment: {'id': '915bb9af-9411-4fdf-af62-b6127828a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:47.547000 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.547122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Bound using segment: {'id': '915bb9af-9411-4fdf-af62-b6127828a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:47.547830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Bound port: 66470994-faf6-4226-90e6-a1c747ce8f3f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915bb9af-9411-4fdf-af62-b6127828a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:47.548019 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.563630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bcfd5020-f4af-4329-b6ce-abf02733f838 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:41:47.573438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc43e62-6af0-495d-bf5e-54a95bce96e1 req-ac21750a-0f30-4dde-bf28-e2cb9d64e1ae tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:47.576297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6dc43e62-6af0-495d-bf5e-54a95bce96e1 req-ac21750a-0f30-4dde-bf28-e2cb9d64e1ae tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1732187 Dec 09 22:41:47.591498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: bcfd5020-f4af-4329-b6ce-abf02733f838 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:41:47.591875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bcfd5020-f4af-4329-b6ce-abf02733f838 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:41:47.615628 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2441068b-6d52-4b79-b9bf-81bdca44c52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.652518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] For port 66470994-faf6-4226-90e6-a1c747ce8f3f, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:47.658275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-375631147'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:47.658601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] For port 66470994-faf6-4226-90e6-a1c747ce8f3f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=66470994-faf6-4226-90e6-a1c747ce8f3f,segment=NetworkSegment(915bb9af-9411-4fdf-af62-b6127828a384),segment_id=915bb9af-9411-4fdf-af62-b6127828a384)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:47.664831 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.702077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Made reservation on behalf of 233f7d36dd9b44f68e5a6fe0361a5779 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:47.709756 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.721039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6dc43e62-6af0-495d-bf5e-54a95bce96e1 req-97bf619f-108d-404f-b30c-8555eb231a1b tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363144 Dec 09 22:41:47.726570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Routers {'3cf0692d-f0e8-470b-954a-70f285d5d910'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:41:47.727871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441068b-6d52-4b79-b9bf-81bdca44c52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bbc13b-b533-45f8-bf6f-c6c7af15c568,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:47.728445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3cf0692d-f0e8-470b-954a-70f285d5d910'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:47.737385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441068b-6d52-4b79-b9bf-81bdca44c52e admin admin] Checking segment: {'id': 'd876aec8-cc93-400f-bc59-5641074df24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:47.737768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441068b-6d52-4b79-b9bf-81bdca44c52e admin admin] Network hostable DHCP agents. Network: bd8e416b-d533-4de9-8fd7-d2575d3c0411, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:47.738956 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.767590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441068b-6d52-4b79-b9bf-81bdca44c52e admin admin] Network bd8e416b-d533-4de9-8fd7-d2575d3c0411 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:47.783575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2441068b-6d52-4b79-b9bf-81bdca44c52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, bd8e416b-d533-4de9-8fd7-d2575d3c0411) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:47.792140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441068b-6d52-4b79-b9bf-81bdca44c52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:47.793816 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2441068b-6d52-4b79-b9bf-81bdca44c52e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.805897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bac263e-9e4d-4059-a67f-c199b562f34c None None] Network bd8e416b-d533-4de9-8fd7-d2575d3c0411 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:47.828457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2441068b-6d52-4b79-b9bf-81bdca44c52e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6571910 Dec 09 22:41:47.829549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57968) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:47.841095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7315a-ac33-4cfd-9984-da5cde6d4597 None None] Pushing event updated for resources: {'Port': ['ID=66470994-faf6-4226-90e6-a1c747ce8f3f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:47.842663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-921176385-router', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:47.910411 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c0c2d19-9b87-4a2c-9221-a507b166cf80 req-e37abe02-f882-4cc6-a2e2-8a099c4b772b tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0765688 Dec 09 22:41:47.916900 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.917916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.953320 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.963366 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:47.983944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] Set router 3cf0692d-f0e8-470b-954a-70f285d5d910 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:41:47.994325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57972) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:48.024066 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.029153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:48.044427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8fd6cfa0-71be-40a3-9892-19bb708b199e None None] Provisioning complete for port 66470994-faf6-4226-90e6-a1c747ce8f3f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:48.044916 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8fd6cfa0-71be-40a3-9892-19bb708b199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.113586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601b61f3-6238-49f9-9055-907b87ef0bd1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:48.116610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.116968 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Added segment 44e0294a-b081-4628-b774-9352705656de of type vlan for network 98e8dca9-7955-44b9-9ecd-633442d1406b Dec 09 22:41:48.171506 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-834d353a-5180-4401-affe-3272c97ad8e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76d3b65daec04f73a70a3de76da546f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1737633 Dec 09 22:41:48.174217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57976) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:48.179207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-bd8e416b-d533-4de9-8fd7-d2575d3c0411', 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411', 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'fixed_ips': [{'subnet_id': '68bbc13b-b533-45f8-bf6f-c6c7af15c568'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:48.180066 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.219218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.226201 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.239311 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e35ca30-5283-4e23-beb0-fdbd5811c5d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.261081 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e35ca30-5283-4e23-beb0-fdbd5811c5d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.278684 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.285625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:48.285835 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.324947 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e35ca30-5283-4e23-beb0-fdbd5811c5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.327621 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e35ca30-5283-4e23-beb0-fdbd5811c5d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.329461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8e35ca30-5283-4e23-beb0-fdbd5811c5d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/637964ba-57df-4d81-ae90-2b58dd88624e HTTP/1.1" status: 204 len: 168 time: 0.1537080 Dec 09 22:41:48.337375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35ca30-5283-4e23-beb0-fdbd5811c5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637964ba-57df-4d81-ae90-2b58dd88624e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:48.357824 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8fd6cfa0-71be-40a3-9892-19bb708b199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.368223 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9717088 Dec 09 22:41:48.372054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57980) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:48.379923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-75eeda92-aaea-49dc-a47b-00dca9de76b3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Request body: {'subnet': {'network_id': '98e8dca9-7955-44b9-9ecd-633442d1406b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:48.409104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146f8cf-27d6-4ac6-a09d-edd3b5730dbc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Pushing event updated for resources: {'Network': ['ID=98e8dca9-7955-44b9-9ecd-633442d1406b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:48.428334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 98e8dca9-7955-44b9-9ecd-633442d1406b details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:48.484977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eeda92-aaea-49dc-a47b-00dca9de76b3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Made reservation on behalf of 233f7d36dd9b44f68e5a6fe0361a5779 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:48.491337 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75eeda92-aaea-49dc-a47b-00dca9de76b3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.576049 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.582961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8fd6cfa0-71be-40a3-9892-19bb708b199e None None] For port 66470994-faf6-4226-90e6-a1c747ce8f3f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=66470994-faf6-4226-90e6-a1c747ce8f3f,segment=NetworkSegment(915bb9af-9411-4fdf-af62-b6127828a384),segment_id=915bb9af-9411-4fdf-af62-b6127828a384)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:48.590798 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8fd6cfa0-71be-40a3-9892-19bb708b199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.615312 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.640832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'name': 'tempest-TestAggregatesBasicOps-2055970900-router', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:44Z', 'revision_number': 4, 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'gw_port': {'id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '66470994-faf6-4226-90e6-a1c747ce8f3f', 'name': '', 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'mac_address': 'fa:16:3e:ab:40:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '6338a687-703b-4048-b5b2-24b1b5098b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:43Z', 'updated_at': '2021-12-09T22:41:47Z', 'revision_number': 4, 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'subnets': [{'id': '6338a687-703b-4048-b5b2-24b1b5098b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:48.648882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Allocated IP 172.20.0.2 (bd8e416b-d533-4de9-8fd7-d2575d3c0411/68bbc13b-b533-45f8-bf6f-c6c7af15c568/8de349c9-2ecd-43b6-825d-35fc52ba3f07) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:48.684346 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9865fcf-849e-4508-bf61-b1eb68c6d1a2 None None] The sync data for ids ['3cf0692d-f0e8-470b-954a-70f285d5d910'] in n-d-789963-23 is: [{'id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'name': 'tempest-TestAggregatesBasicOps-2055970900-router', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:44Z', 'revision_number': 4, 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'gw_port': {'id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '66470994-faf6-4226-90e6-a1c747ce8f3f', 'name': '', 'network_id': '4465c224-c9c4-41a8-9d60-7c417006452e', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'mac_address': 'fa:16:3e:ab:40:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '6338a687-703b-4048-b5b2-24b1b5098b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:43Z', 'updated_at': '2021-12-09T22:41:47Z', 'revision_number': 4, 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'subnets': [{'id': '6338a687-703b-4048-b5b2-24b1b5098b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:41:48.709410 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57984) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:48.732598 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8547c254-6744-4f77-8044-d4173edf89f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.748295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6cfa0-71be-40a3-9892-19bb708b199e None None] Pushing event updated for resources: {'Port': ['ID=66470994-faf6-4226-90e6-a1c747ce8f3f,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:48.773497 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Allocated IP 172.25.8.211 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/ff8aa537-d7af-43c2-80c7-84bd69cfc8e0) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:48.787283 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f976fa37-8a53-42ac-a2a6-fc2590d6904a None None] Provisioning complete for port 66470994-faf6-4226-90e6-a1c747ce8f3f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:48.787708 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f976fa37-8a53-42ac-a2a6-fc2590d6904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.814421 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75eeda92-aaea-49dc-a47b-00dca9de76b3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.930224 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:48.974079 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.018981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:49.021329 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.024267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:49.028120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:49.039015 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8547c254-6744-4f77-8044-d4173edf89f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.046186 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.061725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50c33eb-6d8d-43e1-8b82-b9fa41b9bc15 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:49.063095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8547c254-6744-4f77-8044-d4173edf89f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.074957 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Network bd8e416b-d533-4de9-8fd7-d2575d3c0411 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:49.080322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:49.093271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8aa537-d7af-43c2-80c7-84bd69cfc8e0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:49.124239 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:49.147921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-48ef921a-00aa-4a0e-94dc-33c376df6e76 req-10525f30-4c1d-4af9-a7d5-d3f8e73bb39c tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0924015 Dec 09 22:41:49.148898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eeda92-aaea-49dc-a47b-00dca9de76b3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Pushing event updated for resources: {'Subnet': ['ID=d56af956-cc6c-4d2d-a781-f8ac6fb5c804,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:49.184784 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8547c254-6744-4f77-8044-d4173edf89f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f94e964ee32348798fccad399d692359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4741881 Dec 09 22:41:49.187353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 57990) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:49.189170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547c254-6744-4f77-8044-d4173edf89f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc4491-23ad-42ea-984e-5b6954acad4e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:49.192236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Pushing event updated for resources: {'Port': ['ID=8de349c9-2ecd-43b6-825d-35fc52ba3f07,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:49.200139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eeda92-aaea-49dc-a47b-00dca9de76b3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Checking segment: {'id': '44e0294a-b081-4628-b774-9352705656de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98e8dca9-7955-44b9-9ecd-633442d1406b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:49.200511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eeda92-aaea-49dc-a47b-00dca9de76b3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Network hostable DHCP agents. Network: 98e8dca9-7955-44b9-9ecd-633442d1406b, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:41:49.220424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e774b-1879-4c22-a1cb-b5d5e7a43920 req-a9cbbaa7-270a-4c99-a42e-772022ada410 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:49.222033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-400e774b-1879-4c22-a1cb-b5d5e7a43920 req-a9cbbaa7-270a-4c99-a42e-772022ada410 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2725005 Dec 09 22:41:49.244331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Attempting to bind port 8de349c9-2ecd-43b6-825d-35fc52ba3f07 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:49.244751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Attempting to bind port 8de349c9-2ecd-43b6-825d-35fc52ba3f07 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'd876aec8-cc93-400f-bc59-5641074df24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:49.245118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Attempting to bind port 8de349c9-2ecd-43b6-825d-35fc52ba3f07 on network bd8e416b-d533-4de9-8fd7-d2575d3c0411 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:49.252443 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:49.252986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Checking segment: {'id': 'd876aec8-cc93-400f-bc59-5641074df24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:49.253373 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.253896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Bound using segment: {'id': 'd876aec8-cc93-400f-bc59-5641074df24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:49.254390 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Bound port: 8de349c9-2ecd-43b6-825d-35fc52ba3f07, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd876aec8-cc93-400f-bc59-5641074df24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:49.254813 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.255495 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eeda92-aaea-49dc-a47b-00dca9de76b3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Network 98e8dca9-7955-44b9-9ecd-633442d1406b is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:41:49.270647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-75eeda92-aaea-49dc-a47b-00dca9de76b3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 98e8dca9-7955-44b9-9ecd-633442d1406b) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:49.270905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e78f402e-2a52-4307-ae41-d67a70d7f0d6 None None] Provisioning complete for port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:49.271288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e78f402e-2a52-4307-ae41-d67a70d7f0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.282982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eeda92-aaea-49dc-a47b-00dca9de76b3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:49.283583 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75eeda92-aaea-49dc-a47b-00dca9de76b3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.304920 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-400e774b-1879-4c22-a1cb-b5d5e7a43920 req-88c1e369-5443-4c6c-92ba-8bb5084bfca8 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751920 Dec 09 22:41:49.316743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-75eeda92-aaea-49dc-a47b-00dca9de76b3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9434226 Dec 09 22:41:49.319744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57992) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:49.325409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Request body: {'port': {'network_id': '98e8dca9-7955-44b9-9ecd-633442d1406b', 'name': 'tempest-TagsExtTest-2034017013'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:49.327800 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd788cbb-5d31-4838-8502-35fa87f66e62 None None] Network 98e8dca9-7955-44b9-9ecd-633442d1406b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:49.329848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73d2ed57-6038-47ab-8f33-c58d3c5e1e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.391080 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73d2ed57-6038-47ab-8f33-c58d3c5e1e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.475047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Made reservation on behalf of 233f7d36dd9b44f68e5a6fe0361a5779 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:49.478768 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.487965 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.506407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] device_id is not set on port bea961f4-fcab-4dd0-bc4c-cf2420aa7a15 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:41:49.553849 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73d2ed57-6038-47ab-8f33-c58d3c5e1e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.556923 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73d2ed57-6038-47ab-8f33-c58d3c5e1e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.560396 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-73d2ed57-6038-47ab-8f33-c58d3c5e1e79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aefc4491-23ad-42ea-984e-5b6954acad4e HTTP/1.1" status: 204 len: 168 time: 0.3689659 Dec 09 22:41:49.600268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2ed57-6038-47ab-8f33-c58d3c5e1e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc4491-23ad-42ea-984e-5b6954acad4e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:49.708030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 66470994-faf6-4226-90e6-a1c747ce8f3f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:49.711206 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e78f402e-2a52-4307-ae41-d67a70d7f0d6 None None] Port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:41:49.734531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Allocated IP 172.20.0.12 (98e8dca9-7955-44b9-9ecd-633442d1406b/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:49.843196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.857821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] For port 8de349c9-2ecd-43b6-825d-35fc52ba3f07, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:49.867023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] For port 8de349c9-2ecd-43b6-825d-35fc52ba3f07, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8de349c9-2ecd-43b6-825d-35fc52ba3f07,segment=NetworkSegment(d876aec8-cc93-400f-bc59-5641074df24a),segment_id=d876aec8-cc93-400f-bc59-5641074df24a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:49.889799 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.937854 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 66470994-faf6-4226-90e6-a1c747ce8f3f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:49.938078 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.943903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-98e8dca9-7955-44b9-9ecd-633442d1406b', 'network_id': '98e8dca9-7955-44b9-9ecd-633442d1406b', 'project_id': '233f7d36dd9b44f68e5a6fe0361a5779', 'fixed_ips': [{'subnet_id': 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:41:49.944768 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:49.989072 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.015757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de995fec-623f-48ab-a38f-40cee7f8fc73 None None] Pushing event updated for resources: {'Port': ['ID=8de349c9-2ecd-43b6-825d-35fc52ba3f07,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:50.055737 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.093198 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Router a68e1141-f00e-45f5-9522-ce861696052c is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:41:50.134913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Network 98e8dca9-7955-44b9-9ecd-633442d1406b is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:50.145878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:50.148731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Pushing event updated for resources: {'Port': ['ID=bea961f4-fcab-4dd0-bc4c-cf2420aa7a15,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:50.153137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:50.276763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:50.278555 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.301547 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Allocated IP 172.20.0.2 (98e8dca9-7955-44b9-9ecd-633442d1406b/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/ae48c5a3-7808-4d27-9182-8370fb883d6d) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:50.340210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-390d43a1-eb5d-4c21-a610-ec5a65d2ffe8 req-fb23500f-620a-45a9-b2b6-ad19252630dd tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0396647 Dec 09 22:41:50.361497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ced8eb11-5e57-4a7a-9921-ac83b9414b18 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0406947 Dec 09 22:41:50.365065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58010) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:50.377084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-94e08fdb-e37e-4a3d-8fbd-42b7bb995a96 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-705844877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:50.468740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94e08fdb-e37e-4a3d-8fbd-42b7bb995a96 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.473506 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94e08fdb-e37e-4a3d-8fbd-42b7bb995a96 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.499687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:41:50.516752 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Sync routers for ids ['a68e1141-f00e-45f5-9522-ce861696052c'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:41:50.532983 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Routers {'a68e1141-f00e-45f5-9522-ce861696052c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:41:50.534327 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a68e1141-f00e-45f5-9522-ce861696052c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:50.555437 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.560617 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d6caee3a-06cf-4f37-830b-9e6e030a9d23 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7268252 Dec 09 22:41:50.560890 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a64157-d199-4450-a0d6-fd9b554fccfd req-1dd23d7c-51eb-428e-939a-728299e123f0 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:50.562667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58014) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:50.570614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18a64157-d199-4450-a0d6-fd9b554fccfd req-1dd23d7c-51eb-428e-939a-728299e123f0 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1086619 Dec 09 22:41:50.692140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18a64157-d199-4450-a0d6-fd9b554fccfd req-6db9cff4-3f09-42a3-9566-01fb3648ff3e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131852 Dec 09 22:41:50.698952 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Set router a68e1141-f00e-45f5-9522-ce861696052c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:41:50.704928 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.721108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.802831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Pushing event updated for resources: {'Port': ['ID=ae48c5a3-7808-4d27-9182-8370fb883d6d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:50.813739 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Network 98e8dca9-7955-44b9-9ecd-633442d1406b is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:50.815428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:50.820646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:50.829095 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94e08fdb-e37e-4a3d-8fbd-42b7bb995a96 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.840255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94e08fdb-e37e-4a3d-8fbd-42b7bb995a96 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.897159 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94e08fdb-e37e-4a3d-8fbd-42b7bb995a96 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.901164 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-94e08fdb-e37e-4a3d-8fbd-42b7bb995a96 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5261326 Dec 09 22:41:50.901648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58022) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:50.904041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Attempting to bind port ae48c5a3-7808-4d27-9182-8370fb883d6d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:50.904499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Attempting to bind port ae48c5a3-7808-4d27-9182-8370fb883d6d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '44e0294a-b081-4628-b774-9352705656de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98e8dca9-7955-44b9-9ecd-633442d1406b'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:50.905693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Attempting to bind port ae48c5a3-7808-4d27-9182-8370fb883d6d on network 98e8dca9-7955-44b9-9ecd-633442d1406b {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:50.909213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ae34cfdd-47d2-4067-a3ba-962597de54a3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1623611266', 'prefixes': ['172.20.0.0/16']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:50.921009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:50.921277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Checking segment: {'id': '44e0294a-b081-4628-b774-9352705656de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98e8dca9-7955-44b9-9ecd-633442d1406b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:50.921616 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.922029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Bound using segment: {'id': '44e0294a-b081-4628-b774-9352705656de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98e8dca9-7955-44b9-9ecd-633442d1406b'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:50.923117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Bound port: ae48c5a3-7808-4d27-9182-8370fb883d6d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e0294a-b081-4628-b774-9352705656de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '98e8dca9-7955-44b9-9ecd-633442d1406b'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:50.923514 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:50.948450 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'name': 'tempest-TestAggregatesBasicOps-921176385-router', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:47Z', 'updated_at': '2021-12-09T22:41:49Z', 'revision_number': 3, 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'gw_port': {'id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:48Z', 'updated_at': '2021-12-09T22:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:50.981204 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Checking router: a68e1141-f00e-45f5-9522-ce861696052c for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:41:50.981934 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Updating router a68e1141-f00e-45f5-9522-ce861696052c port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:41:51.007863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] For port ae48c5a3-7808-4d27-9182-8370fb883d6d, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:51.013327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] For port ae48c5a3-7808-4d27-9182-8370fb883d6d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ae48c5a3-7808-4d27-9182-8370fb883d6d,segment=NetworkSegment(44e0294a-b081-4628-b774-9352705656de),segment_id=44e0294a-b081-4628-b774-9352705656de)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:51.018146 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:51.024602 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:51.064195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae34cfdd-47d2-4067-a3ba-962597de54a3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for subnetpool, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:51.071163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ae34cfdd-47d2-4067-a3ba-962597de54a3 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1653562 Dec 09 22:41:51.074917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58026) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:51.086829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-73f409d0-7893-4c77-9c14-1d5486ee4d54 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804', 'tempest-TagsExtTest-Tag-1912687270') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:51.101160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07330e2a-51ca-430d-8e96-9fe4bae37360 None None] Pushing event updated for resources: {'Port': ['ID=ae48c5a3-7808-4d27-9182-8370fb883d6d,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:51.272773 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:51.327910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-73f409d0-7893-4c77-9c14-1d5486ee4d54 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "PUT /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags/tempest-TagsExtTest-Tag-1912687270 HTTP/1.1" status: 201 len: 201 time: 0.2485256 Dec 09 22:41:51.328459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58030) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:51.335369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-743830c5-6e99-4010-9c1c-2e040d2da40b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15', 'tempest-TagsExtTest-Tag-1430734166') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:51.569014 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:51.579410 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:51.621394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90ef8ad5-b958-408f-9789-25b8bc76baa7 req-fe0a441e-a9e1-4d66-9b4f-454c601dcae8 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0908771 Dec 09 22:41:51.631994 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-743830c5-6e99-4010-9c1c-2e040d2da40b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "PUT /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags/tempest-TagsExtTest-Tag-1430734166 HTTP/1.1" status: 201 len: 201 time: 0.3013198 Dec 09 22:41:51.634658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58040) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:51.648444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Allocated IP 172.20.0.1 (bd8e416b-d533-4de9-8fd7-d2575d3c0411/68bbc13b-b533-45f8-bf6f-c6c7af15c568/bc31114f-c8e1-4d7d-9d72-981088608e6a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:51.649307 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-4c02edcf-509b-41a6-b1b9-f22523a1ec2f tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab', 'tempest-TagsExtTest-Tag-1164901882') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:51.701851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27fae8c-9a3c-4d91-ace8-96bc77a3309e None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:51.762264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-96edc292-60cd-4641-9b54-7ba8e2483c17 None None] Provisioning complete for port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:51.762927 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96edc292-60cd-4641-9b54-7ba8e2483c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:51.764638 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Attempting to bind port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:51.765016 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Attempting to bind port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:51.765613 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Attempting to bind port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:51.788481 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:51.788941 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:51.789441 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:51.789963 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:51.790509 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Bound port: ff8aa537-d7af-43c2-80c7-84bd69cfc8e0, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:51.790959 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:51.854096 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ae48c5a3-7808-4d27-9182-8370fb883d6d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:51.864280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:51.870016 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2060cbd-a5fa-427e-8ef9-a6b47135b19d None None] Pushing event updated for resources: {'Port': ['ID=ff8aa537-d7af-43c2-80c7-84bd69cfc8e0,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:51.923114 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:51.924733 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] For port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:51.928612 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] For port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ff8aa537-d7af-43c2-80c7-84bd69cfc8e0,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:51.933740 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:51.935492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-96edc292-60cd-4641-9b54-7ba8e2483c17 None None] Port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:41:51.954037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ae48c5a3-7808-4d27-9182-8370fb883d6d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:51.954457 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.003292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2fc91f-d95a-40c4-95c0-fe8c30af66e7 None None] Network bd8e416b-d533-4de9-8fd7-d2575d3c0411 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:52.004383 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2060cbd-a5fa-427e-8ef9-a6b47135b19d None None] Pushing event updated for resources: {'Port': ['ID=ff8aa537-d7af-43c2-80c7-84bd69cfc8e0,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:52.005307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Network bd8e416b-d533-4de9-8fd7-d2575d3c0411 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:52.010402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:52.018225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:52.040929 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Routers {'a68e1141-f00e-45f5-9522-ce861696052c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:41:52.041714 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a68e1141-f00e-45f5-9522-ce861696052c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:52.060170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf1abb-c9af-4df2-acf0-4b2c992f7f23 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:52.090555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc31114f-c8e1-4d7d-9d72-981088608e6a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:52.107717 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.126737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4c02edcf-509b-41a6-b1b9-f22523a1ec2f tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "PUT /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags/tempest-TagsExtTest-Tag-1164901882 HTTP/1.1" status: 201 len: 201 time: 0.4892616 Dec 09 22:41:52.136381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58050) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:52.139808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58052) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:52.147405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-aa4b44f5-d0d5-4029-bd4e-0b04b71d7918 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1', 'tempest-TagsExtTest-Tag-1028256371') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:52.152390 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.164002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ba26d-6aaf-475f-a752-6ff926a6adfa req-6f93af15-108b-4021-a485-3e9c0405e0b4 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:52.175365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d2b1a39b-9654-4ae3-a7ad-e9e9220f0d44 None None] Provisioning complete for port 8de349c9-2ecd-43b6-825d-35fc52ba3f07 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:52.175746 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2b1a39b-9654-4ae3-a7ad-e9e9220f0d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.177093 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-005ba26d-6aaf-475f-a752-6ff926a6adfa req-6f93af15-108b-4021-a485-3e9c0405e0b4 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.3045635 Dec 09 22:41:52.214091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port ae48c5a3-7808-4d27-9182-8370fb883d6d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ae48c5a3-7808-4d27-9182-8370fb883d6d,segment=NetworkSegment(44e0294a-b081-4628-b774-9352705656de),segment_id=44e0294a-b081-4628-b774-9352705656de)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:52.227585 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.229006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8de349c9-2ecd-43b6-825d-35fc52ba3f07 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:52.263351 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] Set router a68e1141-f00e-45f5-9522-ce861696052c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:41:52.267999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.332765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-005ba26d-6aaf-475f-a752-6ff926a6adfa req-578e2f59-74b1-4676-9034-830554be2720 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547198 Dec 09 22:41:52.385212 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aa4b44f5-d0d5-4029-bd4e-0b04b71d7918 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "PUT /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags/tempest-TagsExtTest-Tag-1028256371 HTTP/1.1" status: 201 len: 201 time: 0.2470522 Dec 09 22:41:52.387211 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58056) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:52.392562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-1789e5f8-46fc-4726-8e93-fd44727ec611 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:52.463125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1241846554', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:52.508455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1789e5f8-46fc-4726-8e93-fd44727ec611 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags HTTP/1.1" status: 200 len: 241 time: 0.1173766 Dec 09 22:41:52.508455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Made reservation on behalf of 0664c49cbb6c480daa06025efa2020fd for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:52.510451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.512151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58058) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:52.518172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=ae48c5a3-7808-4d27-9182-8370fb883d6d,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:52.532971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-4f2a55dd-6fd0-4722-888b-f48fc7af791c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804', 'tempest-TagsExtTest-Tag-1912687270') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:52.536152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.554796 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'name': 'tempest-TestAggregatesBasicOps-921176385-router', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:47Z', 'updated_at': '2021-12-09T22:41:49Z', 'revision_number': 3, 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'gw_port': {'id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:48Z', 'updated_at': '2021-12-09T22:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:52.574233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8de349c9-2ecd-43b6-825d-35fc52ba3f07 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:52.574616 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.585441 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2b1a39b-9654-4ae3-a7ad-e9e9220f0d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.593769 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa1b9e-bc6e-450a-a7b7-0b99d60c5ca3 None None] The sync data for ids ['a68e1141-f00e-45f5-9522-ce861696052c'] in n-d-789963-23 is: [{'id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'name': 'tempest-TestAggregatesBasicOps-921176385-router', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:47Z', 'updated_at': '2021-12-09T22:41:49Z', 'revision_number': 3, 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'gw_port': {'id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:48Z', 'updated_at': '2021-12-09T22:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:41:52.601877 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.607720 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.712865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4f2a55dd-6fd0-4722-888b-f48fc7af791c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags/tempest-TagsExtTest-Tag-1912687270 HTTP/1.1" status: 204 len: 168 time: 0.1950660 Dec 09 22:41:52.717178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58062) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:52.722912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-4e2475be-327d-43cd-b8a0-36d153fdd76e tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804', 'tempest-TagsExtTest-Tag-1912687270') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:52.726475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.731164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc31114f-c8e1-4d7d-9d72-981088608e6a,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:52.797461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d2b1a39b-9654-4ae3-a7ad-e9e9220f0d44 None None] For port 8de349c9-2ecd-43b6-825d-35fc52ba3f07, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8de349c9-2ecd-43b6-825d-35fc52ba3f07,segment=NetworkSegment(d876aec8-cc93-400f-bc59-5641074df24a),segment_id=d876aec8-cc93-400f-bc59-5641074df24a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:52.805663 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.822561 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2b1a39b-9654-4ae3-a7ad-e9e9220f0d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.839818 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d126d98-a50b-48c2-ba07-e1bd6905efc6 req-7c6094ea-04b9-4fba-9bb9-8e352e48bcbc tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0555983 Dec 09 22:41:52.851977 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.858914 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:52.864888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] device_id is not set on port 9d8c6fab-715b-401f-bed1-0e6d403b206e yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:41:52.906590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Network bd8e416b-d533-4de9-8fd7-d2575d3c0411 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:52.908950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:52.993425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151baa66-e07e-4fb6-8b76-d384aa115f15 None None] Network 98e8dca9-7955-44b9-9ecd-633442d1406b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:41:53.053150 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1a39b-9654-4ae3-a7ad-e9e9220f0d44 None None] Pushing event updated for resources: {'Port': ['ID=8de349c9-2ecd-43b6-825d-35fc52ba3f07,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:53.094216 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8b54c4a4-b06c-4272-8f92-b1025e88864f None None] Provisioning complete for port 8de349c9-2ecd-43b6-825d-35fc52ba3f07 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:53.095588 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8b54c4a4-b06c-4272-8f92-b1025e88864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:53.108577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Allocated IP 172.25.8.110 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/9d8c6fab-715b-401f-bed1-0e6d403b206e) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:41:53.130186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Router a68e1141-f00e-45f5-9522-ce861696052c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:41:53.139020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fa17b1-43c6-4edb-a3ec-a09e33cd207d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:53.195806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4e2475be-327d-43cd-b8a0-36d153fdd76e tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags/tempest-TagsExtTest-Tag-1912687270 HTTP/1.1" status: 204 len: 168 time: 0.4774435 Dec 09 22:41:53.202398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58064) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:53.206960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-51aec2d5-655f-4993-93d5-9baae3c26de5 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:53.370692 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-51aec2d5-655f-4993-93d5-9baae3c26de5 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags HTTP/1.1" status: 200 len: 205 time: 0.1672139 Dec 09 22:41:53.375283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58068) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:53.389039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-d59e68c9-cd5a-436a-8454-f1ab4b872762 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:53.399585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8b54c4a4-b06c-4272-8f92-b1025e88864f None None] Provisioning complete for port bc31114f-c8e1-4d7d-9d72-981088608e6a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:53.399963 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8b54c4a4-b06c-4272-8f92-b1025e88864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:53.458525 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:53.473500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8b54c4a4-b06c-4272-8f92-b1025e88864f None None] Port bc31114f-c8e1-4d7d-9d72-981088608e6a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:41:53.509636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8b54c4a4-b06c-4272-8f92-b1025e88864f None None] Provisioning complete for port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:53.510053 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8b54c4a4-b06c-4272-8f92-b1025e88864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:53.624342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f128-2724-4278-906f-96aab538090f req-649a7a31-873b-4be4-a914-7ccecf90ae7c tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:53.627817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-14b2f128-2724-4278-906f-96aab538090f req-649a7a31-873b-4be4-a914-7ccecf90ae7c tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1641235 Dec 09 22:41:53.655980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d59e68c9-cd5a-436a-8454-f1ab4b872762 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags HTTP/1.1" status: 200 len: 241 time: 0.2795529 Dec 09 22:41:53.656616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58070) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:53.682362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-4c01a653-ca12-4bfd-bfd4-7df7d8e89266 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15', 'tempest-TagsExtTest-Tag-1430734166') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:53.727218 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8b54c4a4-b06c-4272-8f92-b1025e88864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:53.735502 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:53.758899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8b54c4a4-b06c-4272-8f92-b1025e88864f None None] For port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ff8aa537-d7af-43c2-80c7-84bd69cfc8e0,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:53.763531 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8b54c4a4-b06c-4272-8f92-b1025e88864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:53.791345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ae48c5a3-7808-4d27-9182-8370fb883d6d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:53.833029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Pushing event updated for resources: {'Port': ['ID=9d8c6fab-715b-401f-bed1-0e6d403b206e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:53.863405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:41:53.870313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:41:53.876924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54c4a4-b06c-4272-8f92-b1025e88864f None None] Pushing event updated for resources: {'Port': ['ID=ff8aa537-d7af-43c2-80c7-84bd69cfc8e0,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:53.877641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:41:53.897979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da08d0e2-67a8-4aad-a041-883f285c2f6f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:53.933761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ae48c5a3-7808-4d27-9182-8370fb883d6d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:53.940762 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:53.957994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:53.958746 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:53.994720 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-14b2f128-2724-4278-906f-96aab538090f req-bb4c5794-146f-4947-89e5-bfb47025f970 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497705 Dec 09 22:41:54.009750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9ae91c85-1304-411c-932a-5d9c00cd374d tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8586750 Dec 09 22:41:54.014705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58074) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:54.026607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8b4cdfc4-fadb-4d8b-8311-07d0ed966e77 None None] Provisioning complete for port bea961f4-fcab-4dd0-bc4c-cf2420aa7a15 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:54.026946 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8b4cdfc4-fadb-4d8b-8311-07d0ed966e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.034575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}]}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:54.040756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:41:54.059600 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5e5d5765-680a-4d3e-b773-ca3727e679d5 admin admin] 10.222.0.16 "PUT /v2.0/routers/a68e1141-f00e-45f5-9522-ce861696052c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4942131 Dec 09 22:41:54.069956 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2c09946-6dbe-4c8a-a36c-d2bc27aa1466 req-6ed09374-e8e6-42a2-89e6-1fd7b44bed4e tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0719166 Dec 09 22:41:54.074936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4c01a653-ca12-4bfd-bfd4-7df7d8e89266 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags/tempest-TagsExtTest-Tag-1430734166 HTTP/1.1" status: 204 len: 168 time: 0.4097018 Dec 09 22:41:54.077886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58078) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:54.083910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-2c7a7bb1-b4bc-453a-94fb-fbb84f01a486 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15', 'tempest-TagsExtTest-Tag-1430734166') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:54.097814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cdfc4-fadb-4d8b-8311-07d0ed966e77 None None] Port bea961f4-fcab-4dd0-bc4c-cf2420aa7a15 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:41:54.118587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.119858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.161354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8b4cdfc4-fadb-4d8b-8311-07d0ed966e77 None None] Provisioning complete for port ae48c5a3-7808-4d27-9182-8370fb883d6d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:54.161906 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8b4cdfc4-fadb-4d8b-8311-07d0ed966e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.177840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2c7a7bb1-b4bc-453a-94fb-fbb84f01a486 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags/tempest-TagsExtTest-Tag-1430734166 HTTP/1.1" status: 204 len: 168 time: 0.0970888 Dec 09 22:41:54.180972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58080) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:54.191554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-b8b1ebc6-3cdf-4940-8af3-d0d031d9f116 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:54.202931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:54.222107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.289679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b8b1ebc6-3cdf-4940-8af3-d0d031d9f116 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags HTTP/1.1" status: 200 len: 205 time: 0.1047003 Dec 09 22:41:54.290583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58084) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:54.295530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-74d4c19c-ac8b-4b81-b272-36a3042f28d9 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:54.328217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:54.329434 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.386037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-74d4c19c-ac8b-4b81-b272-36a3042f28d9 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags HTTP/1.1" status: 200 len: 241 time: 0.0941925 Dec 09 22:41:54.386639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58088) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:54.389208 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.391299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-909081a7-8213-4f46-8787-32146d36d560 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab', 'tempest-TagsExtTest-Tag-1164901882') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:54.470838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8b4cdfc4-fadb-4d8b-8311-07d0ed966e77 None None] Provisioning complete for port bc31114f-c8e1-4d7d-9d72-981088608e6a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:54.471225 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8b4cdfc4-fadb-4d8b-8311-07d0ed966e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.496839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8de349c9-2ecd-43b6-825d-35fc52ba3f07 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:54.520464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58090) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:54.521017 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-909081a7-8213-4f46-8787-32146d36d560 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags/tempest-TagsExtTest-Tag-1164901882 HTTP/1.1" status: 204 len: 168 time: 0.1329181 Dec 09 22:41:54.525995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-b34baff1-9250-4150-a84c-c99ff7591394 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab', 'tempest-TagsExtTest-Tag-1164901882') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:54.556447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cdfc4-fadb-4d8b-8311-07d0ed966e77 None None] Port bc31114f-c8e1-4d7d-9d72-981088608e6a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:41:54.578019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8de349c9-2ecd-43b6-825d-35fc52ba3f07 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:54.578397 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.691421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-471c91d8-805e-4a63-86da-a5cb84a9aa85 None None] Provisioning complete for port 9d8c6fab-715b-401f-bed1-0e6d403b206e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:54.692234 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-471c91d8-805e-4a63-86da-a5cb84a9aa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.728567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-471c91d8-805e-4a63-86da-a5cb84a9aa85 None None] Port 9d8c6fab-715b-401f-bed1-0e6d403b206e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:41:54.740765 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b34baff1-9250-4150-a84c-c99ff7591394 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags/tempest-TagsExtTest-Tag-1164901882 HTTP/1.1" status: 204 len: 168 time: 0.2170210 Dec 09 22:41:54.740765 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.741056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-471c91d8-805e-4a63-86da-a5cb84a9aa85 None None] Provisioning complete for port bea961f4-fcab-4dd0-bc4c-cf2420aa7a15 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:54.741056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-471c91d8-805e-4a63-86da-a5cb84a9aa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.741259 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58106) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:54.745604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-3fac1887-6e1d-4f0e-ac16-9d4f5957816c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:54.772086 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.785755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-471c91d8-805e-4a63-86da-a5cb84a9aa85 None None] Port bea961f4-fcab-4dd0-bc4c-cf2420aa7a15 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:41:54.832261 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3fac1887-6e1d-4f0e-ac16-9d4f5957816c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags HTTP/1.1" status: 200 len: 205 time: 0.0899649 Dec 09 22:41:54.834667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58108) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:54.839234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-18b3e772-a316-4c31-90fd-7dbfaedf0cfd tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:54.860459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-18b3e772-a316-4c31-90fd-7dbfaedf0cfd tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags HTTP/1.1" status: 200 len: 241 time: 0.0246577 Dec 09 22:41:54.863022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58110) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:54.867273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-f62e7870-f248-4fcf-8e54-661a1ae1e707 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1', 'tempest-TagsExtTest-Tag-1028256371') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:54.888277 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f62e7870-f248-4fcf-8e54-661a1ae1e707 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags/tempest-TagsExtTest-Tag-1028256371 HTTP/1.1" status: 204 len: 168 time: 0.0241685 Dec 09 22:41:54.890707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58112) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:54.895822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-8ed38c95-2f71-4ef5-b949-8d8520eb4034 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1', 'tempest-TagsExtTest-Tag-1028256371') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:54.934630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8ed38c95-2f71-4ef5-b949-8d8520eb4034 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags/tempest-TagsExtTest-Tag-1028256371 HTTP/1.1" status: 204 len: 168 time: 0.0420568 Dec 09 22:41:54.936947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58118) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:54.942174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-8770e4f5-4833-4349-8ca9-e7ab605c23de tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:54.943197 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:54.967665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8770e4f5-4833-4349-8ca9-e7ab605c23de tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags HTTP/1.1" status: 200 len: 205 time: 0.0275514 Dec 09 22:41:54.968058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58120) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:54.973633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-edfa2529-6fc4-4c1c-bf90-1c0dd8d79310 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:55.008825 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-edfa2529-6fc4-4c1c-bf90-1c0dd8d79310 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags HTTP/1.1" status: 204 len: 168 time: 0.0374093 Dec 09 22:41:55.009077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58126) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:55.013454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-0e6847dd-b475-43e9-af52-864ce4d3b5b5 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:55.121345 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:55.123914 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:55.153918 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0e6847dd-b475-43e9-af52-864ce4d3b5b5 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1417551 Dec 09 22:41:55.155570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58134) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:55.162342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-a55efa36-4621-4084-a700-2d7a7d9f8c4c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:55.177509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0283397-f02d-4196-9590-52f6a371028d req-62bedbb0-6a32-43a2-8d64-36c5c5909403 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:55.177719 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0283397-f02d-4196-9590-52f6a371028d req-62bedbb0-6a32-43a2-8d64-36c5c5909403 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.0798769 Dec 09 22:41:55.190710 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:55.191337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bad51924-e579-4dcd-8282-b2c9e1a1ae12 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:41:55.213113 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 09 22:41:55.214242 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-33c92cac-e814-49b1-8b01-f7b0c5cd057e tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1971245 Dec 09 22:41:55.217203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58138) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:55.253634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4bd61d0-7c18-4b32-9bb4-92220ead98a2 req-fc0c47b5-de28-454f-85b7-ef90de75ea16 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0459659 Dec 09 22:41:55.291768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0283397-f02d-4196-9590-52f6a371028d req-0fd6df25-cabf-4dec-942f-ca57c25dd80c tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852175 Dec 09 22:41:55.309912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-45f6473f-3719-4eb4-970f-8b5ea4747300 tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Deleting port 9d8c6fab-715b-401f-bed1-0e6d403b206e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:55.312368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45f6473f-3719-4eb4-970f-8b5ea4747300 tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:55.315022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a55efa36-4621-4084-a700-2d7a7d9f8c4c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags HTTP/1.1" status: 204 len: 168 time: 0.1573980 Dec 09 22:41:55.318362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58140) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:55.327202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-e93b84aa-88f3-4807-8beb-c95a39902784 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:55.394494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e93b84aa-88f3-4807-8beb-c95a39902784 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags HTTP/1.1" status: 204 len: 168 time: 0.0738328 Dec 09 22:41:55.399998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58146) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:55.406493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-959a31e4-41b2-4823-801d-c107e15267d6 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804', 'tempest-TagsExtTest-Tag-1688290853') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:55.449271 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45f6473f-3719-4eb4-970f-8b5ea4747300 tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:55.476965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-45f6473f-3719-4eb4-970f-8b5ea4747300 tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Calling delete_port for 9d8c6fab-715b-401f-bed1-0e6d403b206e owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:55.562280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58156) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:55.590448 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:55.597488 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-959a31e4-41b2-4823-801d-c107e15267d6 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "PUT /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags/tempest-TagsExtTest-Tag-1688290853 HTTP/1.1" status: 201 len: 201 time: 0.1964273 Dec 09 22:41:55.600982 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58158) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:55.605840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-8caf849e-3f68-4f64-a673-78915b8cf3b8 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15', 'tempest-TagsExtTest-Tag-1437191550') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:55.690089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:55.690476 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:55.745154 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45f6473f-3719-4eb4-970f-8b5ea4747300 tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:55.816612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6473f-3719-4eb4-970f-8b5ea4747300 tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d8c6fab-715b-401f-bed1-0e6d403b206e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:55.827716 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8caf849e-3f68-4f64-a673-78915b8cf3b8 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "PUT /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags/tempest-TagsExtTest-Tag-1437191550 HTTP/1.1" status: 201 len: 201 time: 0.2230556 Dec 09 22:41:55.830490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58160) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:55.847064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b37d86d-ce25-4bdb-aecc-0734abac1b85 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:55.851655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-d0c214d0-1284-419a-b0f5-c11da65119c5 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab', 'tempest-TagsExtTest-Tag-111905385') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:56.002463 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45f6473f-3719-4eb4-970f-8b5ea4747300 tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:56.006193 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-45f6473f-3719-4eb4-970f-8b5ea4747300 tempest-RoutersAdminNegativeTest-1633977090 tempest-RoutersAdminNegativeTest-1633977090-project-admin] 10.222.0.16 "DELETE /v2.0/ports/9d8c6fab-715b-401f-bed1-0e6d403b206e HTTP/1.1" status: 204 len: 168 time: 0.7877741 Dec 09 22:41:56.012259 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d0c214d0-1284-419a-b0f5-c11da65119c5 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "PUT /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags/tempest-TagsExtTest-Tag-111905385 HTTP/1.1" status: 201 len: 201 time: 0.1625953 Dec 09 22:41:56.012679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58164) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:56.017542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-70e530b4-86a6-4118-b507-49bf50b44d8c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1', 'tempest-TagsExtTest-Tag-1429348041') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:56.106656 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-70e530b4-86a6-4118-b507-49bf50b44d8c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "PUT /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags/tempest-TagsExtTest-Tag-1429348041 HTTP/1.1" status: 201 len: 201 time: 0.0903268 Dec 09 22:41:56.106916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58166) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:56.114008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-8145ecca-d446-4941-bc55-3be6e8199e0b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804', {'tags': ['tempest-TagsExtTest-Tag-1024354309', 'tempest-TagsExtTest-Tag-1379300402', 'tempest-TagsExtTest-Tag-1943111006']}) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:56.175961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Sync routers for ids ['a68e1141-f00e-45f5-9522-ce861696052c'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:41:56.186214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Routers {'a68e1141-f00e-45f5-9522-ce861696052c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:41:56.187243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a68e1141-f00e-45f5-9522-ce861696052c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:56.392477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58174) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:56.508310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Set router a68e1141-f00e-45f5-9522-ce861696052c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:41:56.523800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae1703f8-fbf4-4cce-a879-cfb3a812ee0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:56.640931 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db78820f-7924-47f2-8e1a-61a730e2e117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:56.642240 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae1703f8-fbf4-4cce-a879-cfb3a812ee0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:56.648958 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae1703f8-fbf4-4cce-a879-cfb3a812ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:56.705387 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ae1703f8-fbf4-4cce-a879-cfb3a812ee0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=013a2c1add484eaeaeb223add0c947b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3115699 Dec 09 22:41:56.706224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98f263b3-1c57-4aa5-8314-8704f0ebc31e req-e65c5b9b-9f46-490c-b0bb-7392e4f048df tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.1131530 Dec 09 22:41:56.706600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58178) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:56.741306 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8145ecca-d446-4941-bc55-3be6e8199e0b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "PUT /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags HTTP/1.1" status: 200 len: 318 time: 0.6309004 Dec 09 22:41:56.743426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58180) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:56.748091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1703f8-fbf4-4cce-a879-cfb3a812ee0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7c23f7-38f7-4b12-ac1d-93c825859fd0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:56.776661 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34a964c2-e8aa-45c7-8775-c241d77c8e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:56.794933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'name': 'tempest-TestAggregatesBasicOps-921176385-router', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:47Z', 'updated_at': '2021-12-09T22:41:52Z', 'revision_number': 4, 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'gw_port': {'id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:48Z', 'updated_at': '2021-12-09T22:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bc31114f-c8e1-4d7d-9d72-981088608e6a', 'name': '', 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'mac_address': 'fa:16:3e:9f:93:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '68bbc13b-b533-45f8-bf6f-c6c7af15c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:51Z', 'updated_at': '2021-12-09T22:41:52Z', 'revision_number': 2, 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'subnets': [{'id': '68bbc13b-b533-45f8-bf6f-c6c7af15c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:56.803805 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34a964c2-e8aa-45c7-8775-c241d77c8e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:56.817234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-4f778714-450f-465e-bccb-87b0b5eec6b7 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:56.824973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Checking router: a68e1141-f00e-45f5-9522-ce861696052c for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:41:56.825627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Updating router a68e1141-f00e-45f5-9522-ce861696052c port bc31114f-c8e1-4d7d-9d72-981088608e6a binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:41:56.851807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae56337-95ce-4cfd-a06a-764727e51a6e req-828d1539-cf2c-467b-9798-74efaebf4cd8 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:56.853298 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ae56337-95ce-4cfd-a06a-764727e51a6e req-828d1539-cf2c-467b-9798-74efaebf4cd8 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2615085 Dec 09 22:41:56.863699 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:56.864693 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34a964c2-e8aa-45c7-8775-c241d77c8e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:56.867851 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34a964c2-e8aa-45c7-8775-c241d77c8e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:56.872138 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-34a964c2-e8aa-45c7-8775-c241d77c8e5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b7c23f7-38f7-4b12-ac1d-93c825859fd0 HTTP/1.1" status: 204 len: 168 time: 0.1641352 Dec 09 22:41:56.882717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a964c2-e8aa-45c7-8775-c241d77c8e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7c23f7-38f7-4b12-ac1d-93c825859fd0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:57.026606 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ae56337-95ce-4cfd-a06a-764727e51a6e req-5cbe81fc-284d-4046-b2dd-0cf0ae17df9e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149311 Dec 09 22:41:57.107331 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58186) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:57.107551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4f778714-450f-465e-bccb-87b0b5eec6b7 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags HTTP/1.1" status: 204 len: 168 time: 0.3634288 Dec 09 22:41:57.113615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-7d1157ec-26d6-4889-95eb-98de863fc45b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804', 'tempest-TagsExtTest-Tag-1024354309') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:57.162845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-db78820f-7924-47f2-8e1a-61a730e2e117 admin admin] Deleting port 66470994-faf6-4226-90e6-a1c747ce8f3f {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:57.163191 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db78820f-7924-47f2-8e1a-61a730e2e117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.180883 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-7d1157ec-26d6-4889-95eb-98de863fc45b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] show failed (client error): The resource could not be found. Dec 09 22:41:57.182557 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7d1157ec-26d6-4889-95eb-98de863fc45b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags/tempest-TagsExtTest-Tag-1024354309 HTTP/1.1" status: 404 len: 329 time: 0.0732541 Dec 09 22:41:57.185387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58188) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:57.196212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-eeb69cfb-2008-4261-8a7d-33403d753fa6 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804', 'tempest-TagsExtTest-Tag-1379300402') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:57.264864 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-eeb69cfb-2008-4261-8a7d-33403d753fa6 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] show failed (client error): The resource could not be found. Dec 09 22:41:57.266240 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-eeb69cfb-2008-4261-8a7d-33403d753fa6 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags/tempest-TagsExtTest-Tag-1379300402 HTTP/1.1" status: 404 len: 329 time: 0.0798206 Dec 09 22:41:57.266540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-db78820f-7924-47f2-8e1a-61a730e2e117 admin admin] For port 66470994-faf6-4226-90e6-a1c747ce8f3f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=66470994-faf6-4226-90e6-a1c747ce8f3f,segment=NetworkSegment(915bb9af-9411-4fdf-af62-b6127828a384),segment_id=915bb9af-9411-4fdf-af62-b6127828a384)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:57.269266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db78820f-7924-47f2-8e1a-61a730e2e117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.269266 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58190) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:57.269592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58192) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:57.278714 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.284245 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.284544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-31a3a5b1-2337-4ab8-bbf7-f358b2e2a1bc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804', 'tempest-TagsExtTest-Tag-1943111006') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:57.316347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-db78820f-7924-47f2-8e1a-61a730e2e117 admin admin] Calling delete_port for 66470994-faf6-4226-90e6-a1c747ce8f3f owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:57.360716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebb224-183e-41c9-851b-b8185c31379a None None] Pushing event updated for resources: {'Port': ['ID=bc31114f-c8e1-4d7d-9d72-981088608e6a,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:57.395969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Attempting to bind port bc31114f-c8e1-4d7d-9d72-981088608e6a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:41:57.396305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Attempting to bind port bc31114f-c8e1-4d7d-9d72-981088608e6a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'd876aec8-cc93-400f-bc59-5641074df24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:41:57.396676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Attempting to bind port bc31114f-c8e1-4d7d-9d72-981088608e6a on network bd8e416b-d533-4de9-8fd7-d2575d3c0411 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:41:57.400627 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b9853556-e6bf-4eb2-9ef8-e0fddf87a7d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0664c49cbb6c480daa06025efa2020fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260889 Dec 09 22:41:57.401278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58194) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:57.408954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:41:57.409647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Checking segment: {'id': 'd876aec8-cc93-400f-bc59-5641074df24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:41:57.410608 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.411181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Bound using segment: {'id': 'd876aec8-cc93-400f-bc59-5641074df24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:41:57.411868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Bound port: bc31114f-c8e1-4d7d-9d72-981088608e6a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd876aec8-cc93-400f-bc59-5641074df24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:41:57.412269 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.429147 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-31a3a5b1-2337-4ab8-bbf7-f358b2e2a1bc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] show failed (client error): The resource could not be found. Dec 09 22:41:57.430219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-31a3a5b1-2337-4ab8-bbf7-f358b2e2a1bc tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags/tempest-TagsExtTest-Tag-1943111006 HTTP/1.1" status: 404 len: 329 time: 0.1596000 Dec 09 22:41:57.433039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58196) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:57.437563 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-c0a92863-d482-446f-b83d-88aabedba964 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15', {'tags': ['tempest-TagsExtTest-Tag-1654171826', 'tempest-TagsExtTest-Tag-377568422', 'tempest-TagsExtTest-Tag-1718537594']}) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:57.497442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] For port bc31114f-c8e1-4d7d-9d72-981088608e6a, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:41:57.498303 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-376d96b2-421b-4dfc-9f95-d6690be95f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.502513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] For port bc31114f-c8e1-4d7d-9d72-981088608e6a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bc31114f-c8e1-4d7d-9d72-981088608e6a,segment=NetworkSegment(d876aec8-cc93-400f-bc59-5641074df24a),segment_id=d876aec8-cc93-400f-bc59-5641074df24a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:41:57.511245 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.530157 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-376d96b2-421b-4dfc-9f95-d6690be95f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.557673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c0a92863-d482-446f-b83d-88aabedba964 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "PUT /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags HTTP/1.1" status: 200 len: 317 time: 0.1213820 Dec 09 22:41:57.558804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58198) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:57.564530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-dd679d2a-5e59-46d9-8048-19ad441faf61 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:57.589824 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-376d96b2-421b-4dfc-9f95-d6690be95f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.593037 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-376d96b2-421b-4dfc-9f95-d6690be95f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.597333 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-376d96b2-421b-4dfc-9f95-d6690be95f1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0fa17b1-43c6-4edb-a3ec-a09e33cd207d HTTP/1.1" status: 204 len: 168 time: 0.1922138 Dec 09 22:41:57.599142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Routers {'a68e1141-f00e-45f5-9522-ce861696052c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:41:57.599965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a68e1141-f00e-45f5-9522-ce861696052c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:57.617486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d96b2-421b-4dfc-9f95-d6690be95f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fa17b1-43c6-4edb-a3ec-a09e33cd207d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:57.679847 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db78820f-7924-47f2-8e1a-61a730e2e117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.717829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78820f-7924-47f2-8e1a-61a730e2e117 admin admin] Pushing event deleted for resources: {'Port': ['ID=66470994-faf6-4226-90e6-a1c747ce8f3f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:57.743085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebb224-183e-41c9-851b-b8185c31379a None None] Pushing event updated for resources: {'Port': ['ID=bc31114f-c8e1-4d7d-9d72-981088608e6a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:57.767389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] Set router a68e1141-f00e-45f5-9522-ce861696052c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:41:57.830155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d57e24aa-7e8e-4020-9f47-c67ac6da95da None None] Provisioning complete for port bc31114f-c8e1-4d7d-9d72-981088608e6a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:57.830734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d57e24aa-7e8e-4020-9f47-c67ac6da95da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:57.837739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dd679d2a-5e59-46d9-8048-19ad441faf61 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags HTTP/1.1" status: 204 len: 168 time: 0.2771039 Dec 09 22:41:57.840642 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58204) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:57.847755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-ddf3752d-db1e-4505-b0a8-0d8de6362a46 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15', 'tempest-TagsExtTest-Tag-1654171826') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:57.932443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50d2cbb4-f42f-4060-b846-b73576a7e61a req-99c02f10-cf6b-438d-85df-2c7af40b62e7 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0471010 Dec 09 22:41:57.989754 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-ddf3752d-db1e-4505-b0a8-0d8de6362a46 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] show failed (client error): The resource could not be found. Dec 09 22:41:57.994642 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ddf3752d-db1e-4505-b0a8-0d8de6362a46 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags/tempest-TagsExtTest-Tag-1654171826 HTTP/1.1" status: 404 len: 329 time: 0.1522841 Dec 09 22:41:57.995674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58208) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:58.001105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-9dac8b9c-d35c-40e1-813d-9f5f9a4e5b04 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15', 'tempest-TagsExtTest-Tag-377568422') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:58.020559 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d57e24aa-7e8e-4020-9f47-c67ac6da95da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:58.029891 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db78820f-7924-47f2-8e1a-61a730e2e117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:58.098358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d57e24aa-7e8e-4020-9f47-c67ac6da95da None None] For port bc31114f-c8e1-4d7d-9d72-981088608e6a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bc31114f-c8e1-4d7d-9d72-981088608e6a,segment=NetworkSegment(d876aec8-cc93-400f-bc59-5641074df24a),segment_id=d876aec8-cc93-400f-bc59-5641074df24a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:58.115391 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-9dac8b9c-d35c-40e1-813d-9f5f9a4e5b04 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] show failed (client error): The resource could not be found. Dec 09 22:41:58.119909 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9dac8b9c-d35c-40e1-813d-9f5f9a4e5b04 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags/tempest-TagsExtTest-Tag-377568422 HTTP/1.1" status: 404 len: 328 time: 0.1230750 Dec 09 22:41:58.120482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58216) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:58.124696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-357d7071-ae32-40d4-a2f3-24e9e4b7ff4d tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15', 'tempest-TagsExtTest-Tag-1718537594') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:58.133278 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d57e24aa-7e8e-4020-9f47-c67ac6da95da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:58.214193 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-357d7071-ae32-40d4-a2f3-24e9e4b7ff4d tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] show failed (client error): The resource could not be found. Dec 09 22:41:58.218267 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-357d7071-ae32-40d4-a2f3-24e9e4b7ff4d tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags/tempest-TagsExtTest-Tag-1718537594 HTTP/1.1" status: 404 len: 329 time: 0.0943689 Dec 09 22:41:58.218609 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58220) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:58.227038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-c014337d-668d-41eb-8fad-623dbe9f68b8 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab', {'tags': ['tempest-TagsExtTest-Tag-1626779658', 'tempest-TagsExtTest-Tag-558762165', 'tempest-TagsExtTest-Tag-1536229639']}) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:58.236222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ee4d9-e1ef-41ee-a82c-52910c0df403 req-05139e1e-3f5c-45c7-a28c-5f1ba20e106e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:58.237750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b39ee4d9-e1ef-41ee-a82c-52910c0df403 req-05139e1e-3f5c-45c7-a28c-5f1ba20e106e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.0945158 Dec 09 22:41:58.283372 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e24aa-7e8e-4020-9f47-c67ac6da95da None None] Pushing event updated for resources: {'Port': ['ID=bc31114f-c8e1-4d7d-9d72-981088608e6a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:58.301884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a927b0fe-476d-40f3-b8c1-836e12663ec4 None None] Provisioning complete for port bc31114f-c8e1-4d7d-9d72-981088608e6a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:58.302270 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a927b0fe-476d-40f3-b8c1-836e12663ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:58.339613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b39ee4d9-e1ef-41ee-a82c-52910c0df403 req-22faa220-11b5-4e0b-95f9-c9a19f710ed2 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955169 Dec 09 22:41:58.339839 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c014337d-668d-41eb-8fad-623dbe9f68b8 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "PUT /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags HTTP/1.1" status: 200 len: 317 time: 0.1183550 Dec 09 22:41:58.341238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58224) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:58.347254 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-d704b1a4-1cbb-4cb8-a835-50e7f5194f9f tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:58.349173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db78820f-7924-47f2-8e1a-61a730e2e117 admin admin] Router 3cf0692d-f0e8-470b-954a-70f285d5d910 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:41:58.366867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'name': 'tempest-TestAggregatesBasicOps-921176385-router', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:47Z', 'updated_at': '2021-12-09T22:41:52Z', 'revision_number': 4, 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'gw_port': {'id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:48Z', 'updated_at': '2021-12-09T22:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bc31114f-c8e1-4d7d-9d72-981088608e6a', 'name': '', 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'mac_address': 'fa:16:3e:9f:93:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '68bbc13b-b533-45f8-bf6f-c6c7af15c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:51Z', 'updated_at': '2021-12-09T22:41:57Z', 'revision_number': 4, 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'subnets': [{'id': '68bbc13b-b533-45f8-bf6f-c6c7af15c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:58.406528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d616d25-90e6-45e7-be5d-b9bd3956c315 None None] The sync data for ids ['a68e1141-f00e-45f5-9522-ce861696052c'] in n-d-789963-23 is: [{'id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'name': 'tempest-TestAggregatesBasicOps-921176385-router', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:47Z', 'updated_at': '2021-12-09T22:41:52Z', 'revision_number': 4, 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'gw_port': {'id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:48Z', 'updated_at': '2021-12-09T22:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bc31114f-c8e1-4d7d-9d72-981088608e6a', 'name': '', 'network_id': 'bd8e416b-d533-4de9-8fd7-d2575d3c0411', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'mac_address': 'fa:16:3e:9f:93:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '68bbc13b-b533-45f8-bf6f-c6c7af15c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:51Z', 'updated_at': '2021-12-09T22:41:57Z', 'revision_number': 4, 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'subnets': [{'id': '68bbc13b-b533-45f8-bf6f-c6c7af15c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:41:58.464515 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d704b1a4-1cbb-4cb8-a835-50e7f5194f9f tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1219699 Dec 09 22:41:58.465257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58230) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:58.485824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-cc651629-0f50-4922-bd18-f4790745b9cb tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab', 'tempest-TagsExtTest-Tag-1626779658') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:58.522580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db78820f-7924-47f2-8e1a-61a730e2e117 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:41:58.531119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-db78820f-7924-47f2-8e1a-61a730e2e117 admin admin] 10.222.0.16 "PUT /v2.0/routers/3cf0692d-f0e8-470b-954a-70f285d5d910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9663975 Dec 09 22:41:58.533240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58232) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:58.539996 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b718863-810e-4e68-a6a3-9c3beaf1dc55 None None] Sync routers for ids ['3cf0692d-f0e8-470b-954a-70f285d5d910'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:41:58.554502 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b718863-810e-4e68-a6a3-9c3beaf1dc55 None None] Routers {'3cf0692d-f0e8-470b-954a-70f285d5d910'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:41:58.557314 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9b718863-810e-4e68-a6a3-9c3beaf1dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3cf0692d-f0e8-470b-954a-70f285d5d910'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:58.612729 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-cc651629-0f50-4922-bd18-f4790745b9cb tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] show failed (client error): The resource could not be found. Dec 09 22:41:58.616893 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cc651629-0f50-4922-bd18-f4790745b9cb tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags/tempest-TagsExtTest-Tag-1626779658 HTTP/1.1" status: 404 len: 329 time: 0.1504605 Dec 09 22:41:58.617593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58236) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:58.622344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-a037d6a0-3911-4ea8-9d8f-38a1c1703214 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab', 'tempest-TagsExtTest-Tag-558762165') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:58.709759 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9b718863-810e-4e68-a6a3-9c3beaf1dc55 None None] Set router 3cf0692d-f0e8-470b-954a-70f285d5d910 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:41:58.733730 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:58.774335 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-a037d6a0-3911-4ea8-9d8f-38a1c1703214 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] show failed (client error): The resource could not be found. Dec 09 22:41:58.782429 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a037d6a0-3911-4ea8-9d8f-38a1c1703214 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags/tempest-TagsExtTest-Tag-558762165 HTTP/1.1" status: 404 len: 328 time: 0.1637082 Dec 09 22:41:58.783092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58240) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:58.787699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-239a1eb4-b981-4273-817e-08359b61edba tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab', 'tempest-TagsExtTest-Tag-1536229639') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:58.833215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58242) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:58.907546 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-239a1eb4-b981-4273-817e-08359b61edba tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] show failed (client error): The resource could not be found. Dec 09 22:41:58.913055 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-239a1eb4-b981-4273-817e-08359b61edba tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags/tempest-TagsExtTest-Tag-1536229639 HTTP/1.1" status: 404 len: 329 time: 0.1287997 Dec 09 22:41:58.913681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58246) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:58.920073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-7d6e2f76-605f-46db-9d48-e845507eb532 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1', {'tags': ['tempest-TagsExtTest-Tag-588139223', 'tempest-TagsExtTest-Tag-1474838275', 'tempest-TagsExtTest-Tag-1683333518']}) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:59.003091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-662543063'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:59.005602 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9b718863-810e-4e68-a6a3-9c3beaf1dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'name': 'tempest-TestAggregatesBasicOps-2055970900-router', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:57Z', 'revision_number': 5, 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'gw_port': {'id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:59.036480 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b718863-810e-4e68-a6a3-9c3beaf1dc55 None None] Checking router: 3cf0692d-f0e8-470b-954a-70f285d5d910 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:41:59.038327 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7d6e2f76-605f-46db-9d48-e845507eb532 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "PUT /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags HTTP/1.1" status: 200 len: 317 time: 0.1232677 Dec 09 22:41:59.041818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58250) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:59.048000 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b718863-810e-4e68-a6a3-9c3beaf1dc55 None None] Routers {'3cf0692d-f0e8-470b-954a-70f285d5d910'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:41:59.048834 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9b718863-810e-4e68-a6a3-9c3beaf1dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3cf0692d-f0e8-470b-954a-70f285d5d910'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:59.054338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-42428b6d-5add-42b6-bf42-c385bcda60c9 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:59.085171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:59.088788 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.101609 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.154569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecdc3e9e-2157-4cba-a171-60bfe91db721 req-87fa64bf-53e6-4867-bd92-2fffb3b46724 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0329421 Dec 09 22:41:59.165491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58252) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:59.170399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-32004772-4265-4427-9447-0b516b119000 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1', 'tempest-TagsExtTest-Tag-588139223') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:59.173584 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-42428b6d-5add-42b6-bf42-c385bcda60c9 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags HTTP/1.1" status: 204 len: 168 time: 0.1226885 Dec 09 22:41:59.194707 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.217287 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-32004772-4265-4427-9447-0b516b119000 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] show failed (client error): The resource could not be found. Dec 09 22:41:59.218301 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-32004772-4265-4427-9447-0b516b119000 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags/tempest-TagsExtTest-Tag-588139223 HTTP/1.1" status: 404 len: 328 time: 0.0517280 Dec 09 22:41:59.226371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58254) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:59.232661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-16e03a45-2a07-4ce2-8b97-3452b6d5fbff tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1', 'tempest-TagsExtTest-Tag-1474838275') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:59.255038 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.260371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Deleting port 0eb8f899-f4f3-4461-99f5-36e2e69b775c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:41:59.260780 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.263640 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.276598 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-16e03a45-2a07-4ce2-8b97-3452b6d5fbff tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] show failed (client error): The resource could not be found. Dec 09 22:41:59.277780 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-16e03a45-2a07-4ce2-8b97-3452b6d5fbff tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags/tempest-TagsExtTest-Tag-1474838275 HTTP/1.1" status: 404 len: 329 time: 0.0501976 Dec 09 22:41:59.280893 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58256) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:59.289898 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9b718863-810e-4e68-a6a3-9c3beaf1dc55 None None] Set router 3cf0692d-f0e8-470b-954a-70f285d5d910 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:41:59.290344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:41:59.297545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-f989e719-4f05-497a-8279-7b692acd8cce tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1', 'tempest-TagsExtTest-Tag-1683333518') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:59.309255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.309772 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Added segment 23a96b0d-e0f7-455d-93a7-42b869de6bc6 of type vlan for network c98586a8-1bc3-4903-a5e8-931299d13bb7 Dec 09 22:41:59.320403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fecb07-3ca5-4762-9c41-6e8541864958,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:59.362181 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.378742 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-f989e719-4f05-497a-8279-7b692acd8cce tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] show failed (client error): The resource could not be found. Dec 09 22:41:59.379785 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f989e719-4f05-497a-8279-7b692acd8cce tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags/tempest-TagsExtTest-Tag-1683333518 HTTP/1.1" status: 404 len: 329 time: 0.0969944 Dec 09 22:41:59.383725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58260) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:59.393491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.tag.tag_plugin [None req-f5a6858c-b48d-4333-8d6d-ee44e32d0409 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0c26ef37-08c8-47b9-ad58-b454dcf15cf1') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:59.404288 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.410851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:59.411708 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.431313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] For port 0eb8f899-f4f3-4461-99f5-36e2e69b775c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0eb8f899-f4f3-4461-99f5-36e2e69b775c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:41:59.431802 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.450302 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6147456 Dec 09 22:41:59.458146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58262) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:59.464678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a1e190c6-b850-47f1-88de-fee464ab61ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:41:59.493020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Calling delete_port for 0eb8f899-f4f3-4461-99f5-36e2e69b775c owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:41:59.503949 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9b718863-810e-4e68-a6a3-9c3beaf1dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'name': 'tempest-TestAggregatesBasicOps-2055970900-router', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:57Z', 'revision_number': 5, 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'gw_port': {'id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:59.514866 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a192a37-77a4-409a-9371-750288d9eecc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Network': ['ID=c98586a8-1bc3-4903-a5e8-931299d13bb7,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:59.526987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:41:59.550920 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b718863-810e-4e68-a6a3-9c3beaf1dc55 None None] The sync data for ids ['3cf0692d-f0e8-470b-954a-70f285d5d910'] in n-d-789963-23 is: [{'id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'name': 'tempest-TestAggregatesBasicOps-2055970900-router', 'tenant_id': '2efe9abcb8c24878afdf30302e746a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:57Z', 'revision_number': 5, 'project_id': '2efe9abcb8c24878afdf30302e746a8f', 'gw_port': {'id': '0eb8f899-f4f3-4461-99f5-36e2e69b775c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf0692d-f0e8-470b-954a-70f285d5d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:37Z', 'updated_at': '2021-12-09T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:41:59.589759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f5a6858c-b48d-4333-8d6d-ee44e32d0409 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1/tags HTTP/1.1" status: 204 len: 168 time: 0.2046864 Dec 09 22:41:59.592063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58266) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:59.599882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-c1f65467-d6a5-4720-8274-94eb04ded5af tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3bd562f5-b68a-4e92-93e5-0276da2fb1ab') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:59.653149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73fe96-b957-406c-802c-1c25bc923656 req-aed85f20-ec4e-435b-941d-d70d879a1341 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:41:59.654741 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba73fe96-b957-406c-802c-1c25bc923656 req-aed85f20-ec4e-435b-941d-d70d879a1341 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2188890 Dec 09 22:41:59.710013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bc31114f-c8e1-4d7d-9d72-981088608e6a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:41:59.731162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e190c6-b850-47f1-88de-fee464ab61ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:41:59.736302 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a1e190c6-b850-47f1-88de-fee464ab61ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.764257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba73fe96-b957-406c-802c-1c25bc923656 req-706894b9-67c5-4bd4-8500-f63fa6e8dfd5 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873795 Dec 09 22:41:59.776259 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c1f65467-d6a5-4720-8274-94eb04ded5af tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1831939 Dec 09 22:41:59.780717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58268) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:59.785995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-0c962685-ac92-49f3-a781-94a43fbff6c8 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bea961f4-fcab-4dd0-bc4c-cf2420aa7a15') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:59.820716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port bc31114f-c8e1-4d7d-9d72-981088608e6a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:41:59.821052 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.829077 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:41:59.858555 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb8f899-f4f3-4461-99f5-36e2e69b775c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:41:59.886414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d7f27-a552-4d86-b14a-ce655fd87c06 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:41:59.943676 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0c962685-ac92-49f3-a781-94a43fbff6c8 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15/tags HTTP/1.1" status: 204 len: 168 time: 0.1618347 Dec 09 22:41:59.946552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58270) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:41:59.950845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.tag.tag_plugin [None req-b1489f79-3079-49ce-b183-0d2cd4c0c600 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd56af956-cc6c-4d2d-a781-f8ac6fb5c804') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:41:59.957544 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.045490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a1e190c6-b850-47f1-88de-fee464ab61ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.072904 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.075159 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.123086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e190c6-b850-47f1-88de-fee464ab61ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=46df730d-1524-4b4a-bbd2-ecd65c3a84e0,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:00.129858 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b1489f79-3079-49ce-b183-0d2cd4c0c600 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804/tags HTTP/1.1" status: 204 len: 168 time: 0.1823008 Dec 09 22:42:00.134726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58272) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:00.144864 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.146697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf0692d-f0e8-470b-954a-70f285d5d910 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:42:00.153124 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.157283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-df40f539-64e2-4940-96f8-3b5c58642c52 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3cf0692d-f0e8-470b-954a-70f285d5d910 HTTP/1.1" status: 204 len: 168 time: 1.6199670 Dec 09 22:42:00.158079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58274) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:00.162232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e190c6-b850-47f1-88de-fee464ab61ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:00.162612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e190c6-b850-47f1-88de-fee464ab61ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network hostable DHCP agents. Network: c98586a8-1bc3-4903-a5e8-931299d13bb7, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:42:00.214098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-052e4bff-dba6-45b6-8238-b971601e6085 admin admin] Deleting subnet 6338a687-703b-4048-b5b2-24b1b5098b44 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:00.218234 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-052e4bff-dba6-45b6-8238-b971601e6085 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.245970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e190c6-b850-47f1-88de-fee464ab61ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:42:00.262076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-a1e190c6-b850-47f1-88de-fee464ab61ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c98586a8-1bc3-4903-a5e8-931299d13bb7) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:00.275012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb655c3-f7e2-46c4-9945-f1ca68d5bab2 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:00.283284 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-268c3dfe-4b6c-468e-bf34-b49f268e09a1 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for subnetpool, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.285847 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-268c3dfe-4b6c-468e-bf34-b49f268e09a1 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/subnetpools/0c26ef37-08c8-47b9-ad58-b454dcf15cf1 HTTP/1.1" status: 204 len: 168 time: 0.1487811 Dec 09 22:42:00.285989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e190c6-b850-47f1-88de-fee464ab61ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:00.286567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a1e190c6-b850-47f1-88de-fee464ab61ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.289023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58278) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:00.291561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-052e4bff-dba6-45b6-8238-b971601e6085 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.319900 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a1e190c6-b850-47f1-88de-fee464ab61ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8583143 Dec 09 22:42:00.320588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58280) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:00.332935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'name': 'tempest-NetworksTestDHCPv6-1069680492'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:00.336564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21993486-4ac1-47bc-b8cf-5e97697d6c29 req-98e2aae4-06e8-41e9-9930-1913833273e9 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0688000 Dec 09 22:42:00.370791 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-62746b47-871e-4d29-957c-e84bbfeb0144 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd562f5-b68a-4e92-93e5-0276da2fb1ab HTTP/1.1" status: 200 len: 205 time: 0.0823720 Dec 09 22:42:00.373646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58282) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:00.413748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '46df730d-1524-4b4a-bbd2-ecd65c3a84e0'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:42:00.414921 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.478506 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2885-0911-4673-b7af-a515a9be607b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.503080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:00.512231 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.533433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port ad15e7ee-7025-4c01-a8a7-b83cb4d65b31 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:42:00.559133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-052e4bff-dba6-45b6-8238-b971601e6085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.583570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Allocated IP 2001:db8::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/46df730d-1524-4b4a-bbd2-ecd65c3a84e0/6cb1e25c-aac6-4fb2-9511-cb5374a53667) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:00.683683 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2885-0911-4673-b7af-a515a9be607b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.686235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2885-0911-4673-b7af-a515a9be607b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.734308 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.738004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-052e4bff-dba6-45b6-8238-b971601e6085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.741173 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.747929 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2885-0911-4673-b7af-a515a9be607b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.748449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7f2885-0911-4673-b7af-a515a9be607b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Fanout notify agent at l3_agent the message router_deleted on router 3bd562f5-b68a-4e92-93e5-0276da2fb1ab {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:42:00.775601 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2885-0911-4673-b7af-a515a9be607b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.776659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cc7f2885-0911-4673-b7af-a515a9be607b tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/routers/3bd562f5-b68a-4e92-93e5-0276da2fb1ab HTTP/1.1" status: 204 len: 168 time: 0.4020109 Dec 09 22:42:00.779368 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e4bff-dba6-45b6-8238-b971601e6085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6338a687-703b-4048-b5b2-24b1b5098b44,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:00.781380 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-052e4bff-dba6-45b6-8238-b971601e6085 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.785232 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-052e4bff-dba6-45b6-8238-b971601e6085 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6338a687-703b-4048-b5b2-24b1b5098b44 HTTP/1.1" status: 204 len: 168 time: 0.6260533 Dec 09 22:42:00.785779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58284) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:00.812811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58286) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:00.833133 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Pushing event updated for resources: {'Port': ['ID=6cb1e25c-aac6-4fb2-9511-cb5374a53667,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:00.840268 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2ba0c0-e052-41e0-96e5-ce292478f467 None None] Network 4465c224-c9c4-41a8-9d60-7c417006452e requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:00.923278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:00.926613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:00.927602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:00.929591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:00.964667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d4adc488-6c66-4ef8-a8f9-39f3f830dda1 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Deleting port bea961f4-fcab-4dd0-bc4c-cf2420aa7a15 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:00.967003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4adc488-6c66-4ef8-a8f9-39f3f830dda1 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.019000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::3b1 (c98586a8-1bc3-4903-a5e8-931299d13bb7/46df730d-1524-4b4a-bbd2-ecd65c3a84e0/ad15e7ee-7025-4c01-a8a7-b83cb4d65b31) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:01.046661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Attempting to bind port 6cb1e25c-aac6-4fb2-9511-cb5374a53667 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:01.048191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Attempting to bind port 6cb1e25c-aac6-4fb2-9511-cb5374a53667 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:01.048932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Attempting to bind port 6cb1e25c-aac6-4fb2-9511-cb5374a53667 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:01.056587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e55c5-7d3d-42d1-8d3b-4c07536bd9de req-1d983f62-7a89-4d3e-9034-286dfd3bd718 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:01.058878 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-206e55c5-7d3d-42d1-8d3b-4c07536bd9de req-1d983f62-7a89-4d3e-9034-286dfd3bd718 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1709197 Dec 09 22:42:01.060946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:01.061901 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:01.062692 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.063843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:01.064559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Bound port: 6cb1e25c-aac6-4fb2-9511-cb5374a53667, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:01.065138 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.071599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Deleting port d7cc214c-d451-424b-ac95-f9d3143c2f7e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:01.072471 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.073072 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-66a388f6-2574-4245-8b51-20039a017ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.144103 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4adc488-6c66-4ef8-a8f9-39f3f830dda1 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.153143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] For port 6cb1e25c-aac6-4fb2-9511-cb5374a53667, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:01.156430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] For port 6cb1e25c-aac6-4fb2-9511-cb5374a53667, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6cb1e25c-aac6-4fb2-9511-cb5374a53667,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:01.162009 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.179469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d4adc488-6c66-4ef8-a8f9-39f3f830dda1 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Calling delete_port for bea961f4-fcab-4dd0-bc4c-cf2420aa7a15 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:01.210829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-206e55c5-7d3d-42d1-8d3b-4c07536bd9de req-bec26665-f940-4b3d-bb23-d6f14e0db340 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075282 Dec 09 22:42:01.221016 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2da53d-3f00-4ffa-bd6a-d2c5b799a073 None None] Pushing event updated for resources: {'Port': ['ID=6cb1e25c-aac6-4fb2-9511-cb5374a53667,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:01.232865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] For port d7cc214c-d451-424b-ac95-f9d3143c2f7e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d7cc214c-d451-424b-ac95-f9d3143c2f7e,segment=NetworkSegment(915bb9af-9411-4fdf-af62-b6127828a384),segment_id=915bb9af-9411-4fdf-af62-b6127828a384)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:01.232865 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.356262 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4adc488-6c66-4ef8-a8f9-39f3f830dda1 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.388268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adc488-6c66-4ef8-a8f9-39f3f830dda1 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Pushing event deleted for resources: {'Port': ['ID=bea961f4-fcab-4dd0-bc4c-cf2420aa7a15,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:01.451027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a5eb9e-3ea1-4296-b300-ce2e1b3c13f1 None None] DHCP port deletion for 4465c224-c9c4-41a8-9d60-7c417006452e request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:01.596297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5eb9e-3ea1-4296-b300-ce2e1b3c13f1 None None] Deleting port d7cc214c-d451-424b-ac95-f9d3143c2f7e {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:01.596932 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2a5eb9e-3ea1-4296-b300-ce2e1b3c13f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.624923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab9b8ae9-0563-4bf3-a3b2-5684baeac839 req-b5c485a0-30b5-4e5a-b412-0e023a45ecdc tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0650790 Dec 09 22:42:01.640796 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4adc488-6c66-4ef8-a8f9-39f3f830dda1 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.651051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d4adc488-6c66-4ef8-a8f9-39f3f830dda1 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/ports/bea961f4-fcab-4dd0-bc4c-cf2420aa7a15 HTTP/1.1" status: 204 len: 168 time: 0.8638637 Dec 09 22:42:01.666778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58292) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:01.717693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 66470994-faf6-4226-90e6-a1c747ce8f3f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:01.745695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-381b0dec-bc56-41ff-b275-597378ca590c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Deleting subnet d56af956-cc6c-4d2d-a781-f8ac6fb5c804 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:01.751050 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-381b0dec-bc56-41ff-b275-597378ca590c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.765332 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Calling delete_port for d7cc214c-d451-424b-ac95-f9d3143c2f7e owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:01.780383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 66470994-faf6-4226-90e6-a1c747ce8f3f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:01.780737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 66470994-faf6-4226-90e6-a1c747ce8f3f not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:01.781176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d7cc214c-d451-424b-ac95-f9d3143c2f7e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:01.784393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d2a5eb9e-3ea1-4296-b300-ce2e1b3c13f1 None None] For port d7cc214c-d451-424b-ac95-f9d3143c2f7e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d7cc214c-d451-424b-ac95-f9d3143c2f7e,segment=NetworkSegment(915bb9af-9411-4fdf-af62-b6127828a384),segment_id=915bb9af-9411-4fdf-af62-b6127828a384)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:01.784804 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2a5eb9e-3ea1-4296-b300-ce2e1b3c13f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.807370 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-381b0dec-bc56-41ff-b275-597378ca590c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.826865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5eb9e-3ea1-4296-b300-ce2e1b3c13f1 None None] Calling delete_port for d7cc214c-d451-424b-ac95-f9d3143c2f7e owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:01.910306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4556c-d882-45eb-9e18-53c43b45f944 req-9c0ebb07-510a-4a93-a718-a3f571635366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:01.911835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-86b4556c-d882-45eb-9e18-53c43b45f944 req-9c0ebb07-510a-4a93-a718-a3f571635366 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 1097 time: 0.1479197 Dec 09 22:42:01.914695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.918405 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-381b0dec-bc56-41ff-b275-597378ca590c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.946288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.960861 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2a5eb9e-3ea1-4296-b300-ce2e1b3c13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.992159 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-86b4556c-d882-45eb-9e18-53c43b45f944 req-ad0c5579-ac48-442b-978b-dfea2f7aa028 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717607 Dec 09 22:42:01.994519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.994958 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-381b0dec-bc56-41ff-b275-597378ca590c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:01.996988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5eb9e-3ea1-4296-b300-ce2e1b3c13f1 None None] Pushing event deleted for resources: {'Port': ['ID=d7cc214c-d451-424b-ac95-f9d3143c2f7e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:02.018423 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5eb9e-3ea1-4296-b300-ce2e1b3c13f1 None None] No DVR routers for this DVR port d7cc214c-d451-424b-ac95-f9d3143c2f7e on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:02.021749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0eb8f899-f4f3-4461-99f5-36e2e69b775c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:02.026636 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.029347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cc214c-d451-424b-ac95-f9d3143c2f7e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:02.033369 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-381b0dec-bc56-41ff-b275-597378ca590c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.040699 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-381b0dec-bc56-41ff-b275-597378ca590c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/subnets/d56af956-cc6c-4d2d-a781-f8ac6fb5c804 HTTP/1.1" status: 204 len: 168 time: 0.3700109 Dec 09 22:42:02.041944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] No DVR routers for this DVR port d7cc214c-d451-424b-ac95-f9d3143c2f7e on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:02.042478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58294) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:02.043396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b0dec-bc56-41ff-b275-597378ca590c tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Pushing event deleted for resources: {'Subnet': ['ID=d56af956-cc6c-4d2d-a781-f8ac6fb5c804,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:02.048802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0eb8f899-f4f3-4461-99f5-36e2e69b775c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:02.049364 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0eb8f899-f4f3-4461-99f5-36e2e69b775c not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:02.064075 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7e088c-4579-42e9-8c3d-73137fee53fe None None] Network 98e8dca9-7955-44b9-9ecd-633442d1406b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:02.099048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:02.113226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:02.119152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:02.124774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:02.125453 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.140100 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.179851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=ad15e7ee-7025-4c01-a8a7-b83cb4d65b31,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:02.184567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.195631 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-19c9ed06-2c2c-4d5b-9df3-bc505d9218f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8737540 Dec 09 22:42:02.198045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58296) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:02.220199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Deleting port ae48c5a3-7808-4d27-9182-8370fb883d6d {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:02.220706 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.275591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4465c224-c9c4-41a8-9d60-7c417006452e']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:02.288672 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915bb9af-9411-4fdf-af62-b6127828a384') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:02.288966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915bb9af-9411-4fdf-af62-b6127828a384') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:02.312094 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.320612 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] For port ae48c5a3-7808-4d27-9182-8370fb883d6d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ae48c5a3-7808-4d27-9182-8370fb883d6d,segment=NetworkSegment(44e0294a-b081-4628-b774-9352705656de),segment_id=44e0294a-b081-4628-b774-9352705656de)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:02.320980 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.327962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.336283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Calling delete_port for ae48c5a3-7808-4d27-9182-8370fb883d6d owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:02.341196 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:42:02.341742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:42:02.343535 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:42:02.424930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f7879a-01f3-4fe9-b4de-d853d76d033e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:02.431061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f7879a-01f3-4fe9-b4de-d853d76d033e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:02.432763 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b7f7879a-01f3-4fe9-b4de-d853d76d033e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2337401 Dec 09 22:42:02.434461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f19504-437a-4d14-9f43-683765d36a41 req-f3199d47-df82-408a-ad32-219f6399d0a1 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:02.435411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58300) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:02.435966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6f19504-437a-4d14-9f43-683765d36a41 req-f3199d47-df82-408a-ad32-219f6399d0a1 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1009967 Dec 09 22:42:02.449863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.455615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f1203-27ae-428f-af03-43b22cc98097 None None] DHCP port deletion for 98e8dca9-7955-44b9-9ecd-633442d1406b request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:02.456733 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.462086 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4465c224-c9c4-41a8-9d60-7c417006452e HTTP/1.1" status: 204 len: 168 time: 1.6429501 Dec 09 22:42:02.467142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58302) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:02.510267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617fb12-cf8a-4de7-a0e8-d856c2a4e0a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4465c224-c9c4-41a8-9d60-7c417006452e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:02.529381 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e59f1203-27ae-428f-af03-43b22cc98097 None None] Deleting port ae48c5a3-7808-4d27-9182-8370fb883d6d {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:02.529946 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e59f1203-27ae-428f-af03-43b22cc98097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.565825 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.583938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7efc7d65-b45a-49e9-afb3-daf1e5732760 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port ad15e7ee-7025-4c01-a8a7-b83cb4d65b31 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:02.584383 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7efc7d65-b45a-49e9-afb3-daf1e5732760 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.605019 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6f19504-437a-4d14-9f43-683765d36a41 req-9303b492-7113-417c-ba62-ffbbe8917b9a tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593199 Dec 09 22:42:02.629529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e59f1203-27ae-428f-af03-43b22cc98097 None None] For port ae48c5a3-7808-4d27-9182-8370fb883d6d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ae48c5a3-7808-4d27-9182-8370fb883d6d,segment=NetworkSegment(44e0294a-b081-4628-b774-9352705656de),segment_id=44e0294a-b081-4628-b774-9352705656de)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:02.630530 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e59f1203-27ae-428f-af03-43b22cc98097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.636835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Pushing event deleted for resources: {'Port': ['ID=ae48c5a3-7808-4d27-9182-8370fb883d6d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:02.643099 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] No DVR routers for this DVR port ae48c5a3-7808-4d27-9182-8370fb883d6d on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:02.651534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e59f1203-27ae-428f-af03-43b22cc98097 None None] Calling delete_port for ae48c5a3-7808-4d27-9182-8370fb883d6d owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:02.748269 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7efc7d65-b45a-49e9-afb3-daf1e5732760 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.764231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7efc7d65-b45a-49e9-afb3-daf1e5732760 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for ad15e7ee-7025-4c01-a8a7-b83cb4d65b31 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:02.773838 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e59f1203-27ae-428f-af03-43b22cc98097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.785173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.804605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ac699d-29d0-4eb3-b8f4-8a581d1dc538 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:02.810042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f1203-27ae-428f-af03-43b22cc98097 None None] Pushing event deleted for resources: {'Port': ['ID=ae48c5a3-7808-4d27-9182-8370fb883d6d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:02.830725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f1203-27ae-428f-af03-43b22cc98097 None None] No DVR routers for this DVR port ae48c5a3-7808-4d27-9182-8370fb883d6d on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:02.918692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a65fce09-1eeb-469f-b393-27f5c5bfb3d2 None None] Provisioning complete for port 6cb1e25c-aac6-4fb2-9511-cb5374a53667 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:02.919071 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a65fce09-1eeb-469f-b393-27f5c5bfb3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:02.933836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7efc7d65-b45a-49e9-afb3-daf1e5732760 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.003837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7efc7d65-b45a-49e9-afb3-daf1e5732760 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.009718 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7efc7d65-b45a-49e9-afb3-daf1e5732760 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/ad15e7ee-7025-4c01-a8a7-b83cb4d65b31 HTTP/1.1" status: 204 len: 168 time: 0.5727768 Dec 09 22:42:03.011444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58306) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:03.013706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc7d65-b45a-49e9-afb3-daf1e5732760 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=ad15e7ee-7025-4c01-a8a7-b83cb4d65b31,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:03.048460 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a65fce09-1eeb-469f-b393-27f5c5bfb3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.099613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a65fce09-1eeb-469f-b393-27f5c5bfb3d2 None None] For port 6cb1e25c-aac6-4fb2-9511-cb5374a53667, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6cb1e25c-aac6-4fb2-9511-cb5374a53667,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:03.099837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f985a425-e55f-4d84-aec1-d0c6fdee2070 req-00310650-f51b-4640-9440-51eb284a0f5e tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.3181326 Dec 09 22:42:03.104618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e8dca9-7955-44b9-9ecd-633442d1406b']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:03.107897 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a65fce09-1eeb-469f-b393-27f5c5bfb3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.127792 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f16fec-b66d-427b-ae92-e5daff2e0f5d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:03.131706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f16fec-b66d-427b-ae92-e5daff2e0f5d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:03.142472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58308) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:03.143237 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b2f16fec-b66d-427b-ae92-e5daff2e0f5d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1305673 Dec 09 22:42:03.145413 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e0294a-b081-4628-b774-9352705656de') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:03.145705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e0294a-b081-4628-b774-9352705656de') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:03.170346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.173093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fce09-1eeb-469f-b393-27f5c5bfb3d2 None None] Pushing event updated for resources: {'Port': ['ID=6cb1e25c-aac6-4fb2-9511-cb5374a53667,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:03.220117 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.231595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:42:03.232000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:42:03.238343 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:42:03.288873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d982b05-5cfd-410a-8968-2ae69cfaf879 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 46df730d-1524-4b4a-bbd2-ecd65c3a84e0 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:03.292166 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3dfa18d4-4fca-46fa-a29c-ba49b401ca3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.330795 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d982b05-5cfd-410a-8968-2ae69cfaf879 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.385640 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.400234 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.403512 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] 10.222.0.16 "DELETE /v2.0/networks/98e8dca9-7955-44b9-9ecd-633442d1406b HTTP/1.1" status: 204 len: 168 time: 1.3577123 Dec 09 22:42:03.417081 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d982b05-5cfd-410a-8968-2ae69cfaf879 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.424125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e7f928af-16b0-45df-b625-26a902be7ca8 None None] Could not find standard attr ID for object ad15e7ee-7025-4c01-a8a7-b83cb4d65b31. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:42:03.439360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e7f928af-16b0-45df-b625-26a902be7ca8 None None] Provisioning complete for port 6cb1e25c-aac6-4fb2-9511-cb5374a53667 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:03.439494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8679c0-481e-472d-add9-dc1fea26c951 tempest-TagsExtTest-498876658 tempest-TagsExtTest-498876658-project] Pushing event deleted for resources: {'Network': ['ID=98e8dca9-7955-44b9-9ecd-633442d1406b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:03.439726 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e7f928af-16b0-45df-b625-26a902be7ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.581122 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d982b05-5cfd-410a-8968-2ae69cfaf879 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.616215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6cb1e25c-aac6-4fb2-9511-cb5374a53667 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:03.672242 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dea2bb70-4300-4262-9030-838e56ad5059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.675925 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d982b05-5cfd-410a-8968-2ae69cfaf879 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.700728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6cb1e25c-aac6-4fb2-9511-cb5374a53667 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:03.701296 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.776671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d982b05-5cfd-410a-8968-2ae69cfaf879 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=46df730d-1524-4b4a-bbd2-ecd65c3a84e0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:03.795338 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d982b05-5cfd-410a-8968-2ae69cfaf879 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.799175 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2d982b05-5cfd-410a-8968-2ae69cfaf879 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/46df730d-1524-4b4a-bbd2-ecd65c3a84e0 HTTP/1.1" status: 204 len: 168 time: 0.6557453 Dec 09 22:42:03.802045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58316) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:03.844770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b486c152-2f52-42d4-bc7b-9d5ef23a930b None None] Could not find standard attr ID for object ad15e7ee-7025-4c01-a8a7-b83cb4d65b31. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:42:03.862762 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:03.870841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58318) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:03.878653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ae48c5a3-7808-4d27-9182-8370fb883d6d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:03.899057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5440685-10e3-444e-b056-d626ecf0b92f req-81005192-fdb9-4946-82c4-b147cdde9ff6 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:03.900871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: ae48c5a3-7808-4d27-9182-8370fb883d6d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:03.901028 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5440685-10e3-444e-b056-d626ecf0b92f req-81005192-fdb9-4946-82c4-b147cdde9ff6 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1585259 Dec 09 22:42:03.901523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ae48c5a3-7808-4d27-9182-8370fb883d6d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:03.923085 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0c490594-7ce2-4234-80e2-473be84c4aaa tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189933 Dec 09 22:42:03.924305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58322) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:03.930409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-79845634-8448-4dbe-9972-ef60e30b9379 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:03.979091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0763cd1-e3e9-4382-b1c9-95f61cbf2737 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:04.051630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79845634-8448-4dbe-9972-ef60e30b9379 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:04.052428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5440685-10e3-444e-b056-d626ecf0b92f req-a9f2e916-c605-4047-a561-03a07a4cf3a1 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355474 Dec 09 22:42:04.057834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79845634-8448-4dbe-9972-ef60e30b9379 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.168200 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-95498966-44fc-45b4-9454-c62bceae6931 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=233f7d36dd9b44f68e5a6fe0361a5779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2952850 Dec 09 22:42:04.169519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58330) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:04.213159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34343356-db8b-4c7a-8ba6-7362eb38f0c0 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:04.236182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5d5526e3-0a45-4d31-8fc3-6d044843c501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.248833 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-dea2bb70-4300-4262-9030-838e56ad5059 admin admin] Deleting port bc31114f-c8e1-4d7d-9d72-981088608e6a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:04.249230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dea2bb70-4300-4262-9030-838e56ad5059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.275308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-34343356-db8b-4c7a-8ba6-7362eb38f0c0 None None] Deleting port 6cb1e25c-aac6-4fb2-9511-cb5374a53667 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:04.276180 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-34343356-db8b-4c7a-8ba6-7362eb38f0c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.290298 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5d5526e3-0a45-4d31-8fc3-6d044843c501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.366369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1185a296-43e4-4a96-a23c-14b810db0cdc req-4654417d-764f-44e5-9a93-ad89cd1c8cd7 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0910010 Dec 09 22:42:04.386057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-34343356-db8b-4c7a-8ba6-7362eb38f0c0 None None] For port 6cb1e25c-aac6-4fb2-9511-cb5374a53667, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6cb1e25c-aac6-4fb2-9511-cb5374a53667,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:04.388053 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-34343356-db8b-4c7a-8ba6-7362eb38f0c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.399697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-dea2bb70-4300-4262-9030-838e56ad5059 admin admin] For port bc31114f-c8e1-4d7d-9d72-981088608e6a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bc31114f-c8e1-4d7d-9d72-981088608e6a,segment=NetworkSegment(d876aec8-cc93-400f-bc59-5641074df24a),segment_id=d876aec8-cc93-400f-bc59-5641074df24a)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:04.400035 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dea2bb70-4300-4262-9030-838e56ad5059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.404422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79845634-8448-4dbe-9972-ef60e30b9379 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.406129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-34343356-db8b-4c7a-8ba6-7362eb38f0c0 None None] Calling delete_port for 6cb1e25c-aac6-4fb2-9511-cb5374a53667 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:04.414350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-dea2bb70-4300-4262-9030-838e56ad5059 admin admin] Calling delete_port for bc31114f-c8e1-4d7d-9d72-981088608e6a owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:04.446842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b90c1c-b928-42ae-9e48-f081d328be4e req-3de4c2cd-9385-4da7-bc03-6f50e46c8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:04.448264 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65b90c1c-b928-42ae-9e48-f081d328be4e req-3de4c2cd-9385-4da7-bc03-6f50e46c8214 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3d735f4e9494bc39d58324e1672d24b&device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 1097 time: 0.1061914 Dec 09 22:42:04.456323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79845634-8448-4dbe-9972-ef60e30b9379 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:04.471909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-79845634-8448-4dbe-9972-ef60e30b9379 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:04.486210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79845634-8448-4dbe-9972-ef60e30b9379 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:04.486807 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79845634-8448-4dbe-9972-ef60e30b9379 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.492571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79845634-8448-4dbe-9972-ef60e30b9379 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=6e6a1ec4-a2a9-4201-8c92-21fa223af7f0,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:04.493163 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-34343356-db8b-4c7a-8ba6-7362eb38f0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.545256 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-79845634-8448-4dbe-9972-ef60e30b9379 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6170952 Dec 09 22:42:04.545500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34343356-db8b-4c7a-8ba6-7362eb38f0c0 None None] No DVR routers for this DVR port 6cb1e25c-aac6-4fb2-9511-cb5374a53667 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:04.547263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58334) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:04.549452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343356-db8b-4c7a-8ba6-7362eb38f0c0 None None] Pushing event deleted for resources: {'Port': ['ID=6cb1e25c-aac6-4fb2-9511-cb5374a53667,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:04.550610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5ecc3-00a5-4a0f-abdd-e9720df950b4 req-31e1ceab-db9b-4744-885c-10c47cc32955 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:04.557806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'name': 'tempest-NetworksTestDHCPv6-1274014171'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:04.558588 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95c5ecc3-00a5-4a0f-abdd-e9720df950b4 req-31e1ceab-db9b-4744-885c-10c47cc32955 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1388888 Dec 09 22:42:04.584061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46817c68-af15-404a-a4d7-be5328e7be45 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:04.632878 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5d5526e3-0a45-4d31-8fc3-6d044843c501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.635512 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5d5526e3-0a45-4d31-8fc3-6d044843c501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.636654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5d5526e3-0a45-4d31-8fc3-6d044843c501 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/601b61f3-6238-49f9-9055-907b87ef0bd1 HTTP/1.1" status: 204 len: 168 time: 0.4659905 Dec 09 22:42:04.643882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b90c1c-b928-42ae-9e48-f081d328be4e req-368a740d-ec8a-4e5e-9f28-85e6018570f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:04.645440 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65b90c1c-b928-42ae-9e48-f081d328be4e req-368a740d-ec8a-4e5e-9f28-85e6018570f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 200 len: 919 time: 0.1861484 Dec 09 22:42:04.686753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95c5ecc3-00a5-4a0f-abdd-e9720df950b4 req-0f0eeafb-dfa5-42a4-92bb-3ecd61ff1eaf tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127615 Dec 09 22:42:04.686753 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5526e3-0a45-4d31-8fc3-6d044843c501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601b61f3-6238-49f9-9055-907b87ef0bd1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:04.696344 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65b90c1c-b928-42ae-9e48-f081d328be4e req-ce9bdd34-4151-43da-979e-4d30053930bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db1f8cd-5309-4116-a198-179d455291e5 HTTP/1.1" status: 200 len: 217 time: 0.0428853 Dec 09 22:42:04.730213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '6e6a1ec4-a2a9-4201-8c92-21fa223af7f0'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:42:04.731109 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.775376 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dea2bb70-4300-4262-9030-838e56ad5059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.784082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b90c1c-b928-42ae-9e48-f081d328be4e req-101a61fa-c0e3-4612-a9eb-5182e7b64854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:04.785603 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65b90c1c-b928-42ae-9e48-f081d328be4e req-101a61fa-c0e3-4612-a9eb-5182e7b64854 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e5caf15-34f8-4ccc-a7c6-66d13bf78505 HTTP/1.1" status: 200 len: 858 time: 0.0804446 Dec 09 22:42:04.795041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:04.798974 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.810370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2bb70-4300-4262-9030-838e56ad5059 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc31114f-c8e1-4d7d-9d72-981088608e6a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:04.832065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port f073bbd5-3264-42cd-aaee-1454cd3a340f yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:42:04.842697 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:04.855153 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65b90c1c-b928-42ae-9e48-f081d328be4e req-cadf3dc4-1a01-41b4-915e-0c4aa225c27e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8046fa-97ce-4191-a958-2aad26658168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614488 Dec 09 22:42:04.945086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Allocated IP 2001:db8::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/6e6a1ec4-a2a9-4201-8c92-21fa223af7f0/2bc005e0-9dd1-4e0c-8652-ea133dcdcae1) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:05.067114 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dea2bb70-4300-4262-9030-838e56ad5059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:05.081405 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65b90c1c-b928-42ae-9e48-f081d328be4e req-3dc4471b-a659-4d75-8a74-3322483d4b28 service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228521 Dec 09 22:42:05.158118 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:05.165853 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:05.224883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:05.232268 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:05.238144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:05.240174 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Pushing event updated for resources: {'Port': ['ID=2bc005e0-9dd1-4e0c-8652-ea133dcdcae1,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:05.240828 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-65b90c1c-b928-42ae-9e48-f081d328be4e req-f7b53493-9678-4622-bc45-abcc46a05b15 service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537533 Dec 09 22:42:05.269026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::292 (c98586a8-1bc3-4903-a5e8-931299d13bb7/6e6a1ec4-a2a9-4201-8c92-21fa223af7f0/f073bbd5-3264-42cd-aaee-1454cd3a340f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:05.313351 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Attempting to bind port 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:05.313732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Attempting to bind port 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:05.315213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Attempting to bind port 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:05.323451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:05.323890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:05.324299 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:05.324696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:05.325245 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Bound port: 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:05.326415 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:05.367933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea2bb70-4300-4262-9030-838e56ad5059 admin admin] Router a68e1141-f00e-45f5-9522-ce861696052c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:42:05.418398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] For port 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:05.428810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] For port 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2bc005e0-9dd1-4e0c-8652-ea133dcdcae1,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:05.433112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:05.478474 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:05.551754 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:05.554245 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abcc3d-b970-4b35-90f6-d24ac7f7d4e0 None None] Pushing event updated for resources: {'Port': ['ID=2bc005e0-9dd1-4e0c-8652-ea133dcdcae1,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:05.559382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea2bb70-4300-4262-9030-838e56ad5059 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:42:05.572735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f14c1a-0b7f-48ab-9003-df61d5d6a9a6 None None] Sync routers for ids ['a68e1141-f00e-45f5-9522-ce861696052c'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:42:05.597707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f14c1a-0b7f-48ab-9003-df61d5d6a9a6 None None] Routers {'a68e1141-f00e-45f5-9522-ce861696052c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:05.604703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e3f14c1a-0b7f-48ab-9003-df61d5d6a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a68e1141-f00e-45f5-9522-ce861696052c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:05.610895 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dea2bb70-4300-4262-9030-838e56ad5059 admin admin] 10.222.0.16 "PUT /v2.0/routers/a68e1141-f00e-45f5-9522-ce861696052c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1384306 Dec 09 22:42:05.612340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58360) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:05.627322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:05.651079 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-680e2bc0-5c95-40e1-8a13-b0e7027bd206 req-75953f1f-985b-40bf-b5cb-63de80112a17 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0883851 Dec 09 22:42:05.686495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:05.725399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=f073bbd5-3264-42cd-aaee-1454cd3a340f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:05.739107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:05.745336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:05.746137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:05.778793 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-857314a5-253f-42c1-9049-7493e4434538 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2283497 Dec 09 22:42:05.779198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58366) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:05.806530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6cb1e25c-aac6-4fb2-9511-cb5374a53667 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:05.854301 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:05.870361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6cb1e25c-aac6-4fb2-9511-cb5374a53667 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:05.870953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6cb1e25c-aac6-4fb2-9511-cb5374a53667 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:05.893177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e3f14c1a-0b7f-48ab-9003-df61d5d6a9a6 None None] Set router a68e1141-f00e-45f5-9522-ce861696052c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:05.989634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ab75a-2bbf-4e98-8572-7ecc5d688089 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:06.004719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ab75a-2bbf-4e98-8572-7ecc5d688089 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:06.008842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9f4ab75a-2bbf-4e98-8572-7ecc5d688089 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2262862 Dec 09 22:42:06.009108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58370) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:06.115929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e95be-f2ab-490e-b928-1aed56be70f3 req-d2d57f35-abe5-4d49-b76b-8fb16ceaa438 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:06.118088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d6e95be-f2ab-490e-b928-1aed56be70f3 req-d2d57f35-abe5-4d49-b76b-8fb16ceaa438 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2123108 Dec 09 22:42:06.158092 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e3f14c1a-0b7f-48ab-9003-df61d5d6a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'name': 'tempest-TestAggregatesBasicOps-921176385-router', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:47Z', 'updated_at': '2021-12-09T22:42:04Z', 'revision_number': 5, 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'gw_port': {'id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:48Z', 'updated_at': '2021-12-09T22:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:06.161885 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:06.176882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d6e95be-f2ab-490e-b928-1aed56be70f3 req-d1df6c8f-0186-483b-8029-c8c14eb3b1e4 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519888 Dec 09 22:42:06.195747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f14c1a-0b7f-48ab-9003-df61d5d6a9a6 None None] Checking router: a68e1141-f00e-45f5-9522-ce861696052c for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:42:06.212877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f14c1a-0b7f-48ab-9003-df61d5d6a9a6 None None] Routers {'a68e1141-f00e-45f5-9522-ce861696052c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:06.212877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e3f14c1a-0b7f-48ab-9003-df61d5d6a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a68e1141-f00e-45f5-9522-ce861696052c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:06.219626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a864f25e-b8ad-4090-89b3-a74c6afb6aa8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port f073bbd5-3264-42cd-aaee-1454cd3a340f {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:06.219897 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a864f25e-b8ad-4090-89b3-a74c6afb6aa8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:06.310424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:06.348373 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a864f25e-b8ad-4090-89b3-a74c6afb6aa8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:06.362955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a864f25e-b8ad-4090-89b3-a74c6afb6aa8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for f073bbd5-3264-42cd-aaee-1454cd3a340f owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:06.385019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Deleting port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:06.386424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:06.496959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] For port ff8aa537-d7af-43c2-80c7-84bd69cfc8e0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ff8aa537-d7af-43c2-80c7-84bd69cfc8e0,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:06.497255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:06.523570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e3f14c1a-0b7f-48ab-9003-df61d5d6a9a6 None None] Set router a68e1141-f00e-45f5-9522-ce861696052c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:06.527367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Calling delete_port for ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:06.541825 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a864f25e-b8ad-4090-89b3-a74c6afb6aa8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:06.584843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864f25e-b8ad-4090-89b3-a74c6afb6aa8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=f073bbd5-3264-42cd-aaee-1454cd3a340f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:06.625719 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a864f25e-b8ad-4090-89b3-a74c6afb6aa8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:06.630005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a864f25e-b8ad-4090-89b3-a74c6afb6aa8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/f073bbd5-3264-42cd-aaee-1454cd3a340f HTTP/1.1" status: 204 len: 168 time: 0.6160467 Dec 09 22:42:06.632397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58386) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:06.725850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ca63b0-df93-4a76-a2f9-0dcb9cd0cf76 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:06.728140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ca63b0-df93-4a76-a2f9-0dcb9cd0cf76 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:06.732046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b7ca63b0-df93-4a76-a2f9-0dcb9cd0cf76 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0948708 Dec 09 22:42:06.732717 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58390) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:06.833647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e3f14c1a-0b7f-48ab-9003-df61d5d6a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'name': 'tempest-TestAggregatesBasicOps-921176385-router', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:47Z', 'updated_at': '2021-12-09T22:42:04Z', 'revision_number': 5, 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'gw_port': {'id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:48Z', 'updated_at': '2021-12-09T22:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:06.841866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8db804b4-cc1f-4e26-84be-f433792303bd req-6f04a310-2239-42c0-a1e9-e367aaf61de0 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0478830 Dec 09 22:42:06.870874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f14c1a-0b7f-48ab-9003-df61d5d6a9a6 None None] The sync data for ids ['a68e1141-f00e-45f5-9522-ce861696052c'] in n-d-789963-23 is: [{'id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'name': 'tempest-TestAggregatesBasicOps-921176385-router', 'tenant_id': '11e3495bb08c4b01acd4b937628101c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:41:47Z', 'updated_at': '2021-12-09T22:42:04Z', 'revision_number': 5, 'project_id': '11e3495bb08c4b01acd4b937628101c5', 'gw_port': {'id': 'ff8aa537-d7af-43c2-80c7-84bd69cfc8e0', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68e1141-f00e-45f5-9522-ce861696052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:41:48Z', 'updated_at': '2021-12-09T22:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:42:06.879372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a78977d-bd47-485f-82d2-cf144380b800 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 6e6a1ec4-a2a9-4201-8c92-21fa223af7f0 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:06.884102 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a78977d-bd47-485f-82d2-cf144380b800 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:06.892162 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:06.946907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8aa537-d7af-43c2-80c7-84bd69cfc8e0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:06.966090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58382e28-9061-4ef2-9cda-7f72a98d838c None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:07.046510 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.081308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.135586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-da11ed48-3f6e-4f1c-916c-05faa3e8b46f None None] Provisioning complete for port 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:07.136381 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-da11ed48-3f6e-4f1c-916c-05faa3e8b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.227457 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.230391 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.324755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.325347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a68e1141-f00e-45f5-9522-ce861696052c {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:42:07.333812 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.336079 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-24ab6347-099e-4760-99fc-569e9b657977 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a68e1141-f00e-45f5-9522-ce861696052c HTTP/1.1" status: 204 len: 168 time: 1.7191133 Dec 09 22:42:07.337165 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-da11ed48-3f6e-4f1c-916c-05faa3e8b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.339308 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58404) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:07.390891 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-da11ed48-3f6e-4f1c-916c-05faa3e8b46f None None] For port 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2bc005e0-9dd1-4e0c-8652-ea133dcdcae1,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:07.397710 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-da11ed48-3f6e-4f1c-916c-05faa3e8b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.412382 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a78977d-bd47-485f-82d2-cf144380b800 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.416707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58406) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:07.463076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-691dbda7-cae6-4b64-bbf6-4fd6b1c9117a admin admin] Deleting subnet 68bbc13b-b533-45f8-bf6f-c6c7af15c568 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:07.470897 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-691dbda7-cae6-4b64-bbf6-4fd6b1c9117a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.484084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11ed48-3f6e-4f1c-916c-05faa3e8b46f None None] Pushing event updated for resources: {'Port': ['ID=2bc005e0-9dd1-4e0c-8652-ea133dcdcae1,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:07.509113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f2b02-6361-4fee-ae93-8bea47b6bec5 req-67bb20f1-24c7-432d-9d51-8af0e15aa323 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:07.510843 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-357f2b02-6361-4fee-ae93-8bea47b6bec5 req-67bb20f1-24c7-432d-9d51-8af0e15aa323 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1707067 Dec 09 22:42:07.571618 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-691dbda7-cae6-4b64-bbf6-4fd6b1c9117a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.607425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-357f2b02-6361-4fee-ae93-8bea47b6bec5 req-07bc7260-941a-4821-810d-9a1232ca97b6 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854590 Dec 09 22:42:07.631968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-95a1f32a-8b14-4476-9f37-31fc800be8f0 None None] Could not find standard attr ID for object f073bbd5-3264-42cd-aaee-1454cd3a340f. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:42:07.633426 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a78977d-bd47-485f-82d2-cf144380b800 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.708868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d19d1af7-e95c-49d7-810b-600fcfd66a9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.761590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:07.766974 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:42:07.778916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-691dbda7-cae6-4b64-bbf6-4fd6b1c9117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.780318 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a78977d-bd47-485f-82d2-cf144380b800 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.833302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78977d-bd47-485f-82d2-cf144380b800 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6a1ec4-a2a9-4201-8c92-21fa223af7f0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:07.843731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:07.844827 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.864751 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a78977d-bd47-485f-82d2-cf144380b800 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.872208 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1a78977d-bd47-485f-82d2-cf144380b800 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/6e6a1ec4-a2a9-4201-8c92-21fa223af7f0 HTTP/1.1" status: 204 len: 168 time: 1.1387184 Dec 09 22:42:07.872418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58414) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:07.952022 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d19d1af7-e95c-49d7-810b-600fcfd66a9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.954411 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-25f8ff9f-3c6b-4c99-8341-3c88eba319c2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799930 Dec 09 22:42:07.958042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58418) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:07.959415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8515498-378f-4aaf-b152-9a8751575980 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:07.964715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-76808236-e3e2-4cc1-8a81-01ad8a4d3d8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:07.971936 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d19d1af7-e95c-49d7-810b-600fcfd66a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:07.981372 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-691dbda7-cae6-4b64-bbf6-4fd6b1c9117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.068050 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-691dbda7-cae6-4b64-bbf6-4fd6b1c9117a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.073056 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-691dbda7-cae6-4b64-bbf6-4fd6b1c9117a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/68bbc13b-b533-45f8-bf6f-c6c7af15c568 HTTP/1.1" status: 204 len: 168 time: 0.7326877 Dec 09 22:42:08.077367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dbda7-cae6-4b64-bbf6-4fd6b1c9117a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bbc13b-b533-45f8-bf6f-c6c7af15c568,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:08.083332 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58422) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:08.102778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f060890-b5e6-4200-8ae3-7f85a3bab5f6 None None] Network bd8e416b-d533-4de9-8fd7-d2575d3c0411 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:08.107355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bc31114f-c8e1-4d7d-9d72-981088608e6a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:08.127452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85926277-2aa1-43fb-a4ff-d960a5b6743c req-76ad86a4-7bbf-4469-b236-f5b9fa08c7d8 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.1280684 Dec 09 22:42:08.151454 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d19d1af7-e95c-49d7-810b-600fcfd66a9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3353b14b421b4dc081695dfb1815a6ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7325854 Dec 09 22:42:08.154243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58426) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:08.158012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d1af7-e95c-49d7-810b-600fcfd66a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a2f25a-c467-459a-b2c5-536c8189bbd2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:08.179888 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: bc31114f-c8e1-4d7d-9d72-981088608e6a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:08.180245 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bc31114f-c8e1-4d7d-9d72-981088608e6a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:08.192241 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.232723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76808236-e3e2-4cc1-8a81-01ad8a4d3d8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:08.236959 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-76808236-e3e2-4cc1-8a81-01ad8a4d3d8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.256390 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd3b06f3-0f34-41c9-b7f6-8fdc815a2940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.271322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Deleting port 8de349c9-2ecd-43b6-825d-35fc52ba3f07 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:08.271672 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.282675 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd3b06f3-0f34-41c9-b7f6-8fdc815a2940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.372325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] For port 8de349c9-2ecd-43b6-825d-35fc52ba3f07, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8de349c9-2ecd-43b6-825d-35fc52ba3f07,segment=NetworkSegment(d876aec8-cc93-400f-bc59-5641074df24a),segment_id=d876aec8-cc93-400f-bc59-5641074df24a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:08.372325 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.394692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Calling delete_port for 8de349c9-2ecd-43b6-825d-35fc52ba3f07 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:08.431524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa76cff-711f-4cfb-8c20-a7c1c8c304bb None None] DHCP port deletion for bd8e416b-d533-4de9-8fd7-d2575d3c0411 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:08.438097 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd3b06f3-0f34-41c9-b7f6-8fdc815a2940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.441267 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd3b06f3-0f34-41c9-b7f6-8fdc815a2940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.442614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dd3b06f3-0f34-41c9-b7f6-8fdc815a2940 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12a2f25a-c467-459a-b2c5-536c8189bbd2 HTTP/1.1" status: 204 len: 168 time: 0.2861197 Dec 09 22:42:08.460008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b06f3-0f34-41c9-b7f6-8fdc815a2940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a2f25a-c467-459a-b2c5-536c8189bbd2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:08.511993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da925f-893e-40d7-b63d-a74643ccb416 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:08.537713 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.604304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Pushing event deleted for resources: {'Port': ['ID=8de349c9-2ecd-43b6-825d-35fc52ba3f07,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:08.617516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0aa76cff-711f-4cfb-8c20-a7c1c8c304bb None None] Deleting port 8de349c9-2ecd-43b6-825d-35fc52ba3f07 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:08.617687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] No DVR routers for this DVR port 8de349c9-2ecd-43b6-825d-35fc52ba3f07 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:08.617935 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0aa76cff-711f-4cfb-8c20-a7c1c8c304bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.675915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-76808236-e3e2-4cc1-8a81-01ad8a4d3d8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.685981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0aa76cff-711f-4cfb-8c20-a7c1c8c304bb None None] For port 8de349c9-2ecd-43b6-825d-35fc52ba3f07, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:08.686390 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0aa76cff-711f-4cfb-8c20-a7c1c8c304bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.701647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0aa76cff-711f-4cfb-8c20-a7c1c8c304bb None None] Calling delete_port for 8de349c9-2ecd-43b6-825d-35fc52ba3f07 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:08.705099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-0aa76cff-711f-4cfb-8c20-a7c1c8c304bb None None] Port 8de349c9-2ecd-43b6-825d-35fc52ba3f07 was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:42:08.707343 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0aa76cff-711f-4cfb-8c20-a7c1c8c304bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.716134 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b3da925f-893e-40d7-b63d-a74643ccb416 None None] Deleting port 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:08.716516 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3da925f-893e-40d7-b63d-a74643ccb416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.722929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa76cff-711f-4cfb-8c20-a7c1c8c304bb None None] No DVR routers for this DVR port 8de349c9-2ecd-43b6-825d-35fc52ba3f07 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:08.748146 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.764270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa76cff-711f-4cfb-8c20-a7c1c8c304bb None None] Pushing event deleted for resources: {'Port': ['ID=8de349c9-2ecd-43b6-825d-35fc52ba3f07,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:08.772000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76808236-e3e2-4cc1-8a81-01ad8a4d3d8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=3be98de6-285c-4d92-a124-8f1eb9830d21,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:08.786143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8e416b-d533-4de9-8fd7-d2575d3c0411']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:08.802412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd876aec8-cc93-400f-bc59-5641074df24a') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:08.802868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd876aec8-cc93-400f-bc59-5641074df24a') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:08.803794 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76808236-e3e2-4cc1-8a81-01ad8a4d3d8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:08.805680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-76808236-e3e2-4cc1-8a81-01ad8a4d3d8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:08.808880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76808236-e3e2-4cc1-8a81-01ad8a4d3d8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:08.809265 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-76808236-e3e2-4cc1-8a81-01ad8a4d3d8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.814752 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.837832 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.842171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-76808236-e3e2-4cc1-8a81-01ad8a4d3d8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8805733 Dec 09 22:42:08.842661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58434) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:08.848050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'name': 'tempest-NetworksTestDHCPv6-1038650585'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:08.854665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:42:08.855142 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:42:08.870815 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:42:08.891661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b3da925f-893e-40d7-b63d-a74643ccb416 None None] For port 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2bc005e0-9dd1-4e0c-8652-ea133dcdcae1,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:08.892339 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3da925f-893e-40d7-b63d-a74643ccb416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.908122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b3da925f-893e-40d7-b63d-a74643ccb416 None None] Calling delete_port for 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:08.924797 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.940015 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:08.955031 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] 10.222.0.16 "DELETE /v2.0/networks/bd8e416b-d533-4de9-8fd7-d2575d3c0411 HTTP/1.1" status: 204 len: 168 time: 0.8697155 Dec 09 22:42:08.976925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50ac8c-96de-4ffa-9a23-0a7eb362742d admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8e416b-d533-4de9-8fd7-d2575d3c0411,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:08.994998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58438) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:09.012628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7398-4596-4350-8839-0fb041bde1f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.033657 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3da925f-893e-40d7-b63d-a74643ccb416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.064402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:09.069309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da925f-893e-40d7-b63d-a74643ccb416 None None] Pushing event deleted for resources: {'Port': ['ID=2bc005e0-9dd1-4e0c-8652-ea133dcdcae1,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:09.072837 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.076113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da925f-893e-40d7-b63d-a74643ccb416 None None] No DVR routers for this DVR port 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:09.101995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156c58b4-6193-4219-aa17-75020fed64df None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:09.116933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port adf14b92-0bd3-4e5b-8eaa-dbd1c1e2fb97 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:42:09.135714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7398-4596-4350-8839-0fb041bde1f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.142058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7398-4596-4350-8839-0fb041bde1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.222711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58444) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:09.246816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a7398-4596-4350-8839-0fb041bde1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3436d6d-2ebb-41a2-9efd-0bb18b9d781b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:09.264189 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7f6a7398-4596-4350-8839-0fb041bde1f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=014176c453014a639ad5dcdf486e41a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2676971 Dec 09 22:42:09.267970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58446) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:09.289594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637110e7-d854-4717-b830-a24dab16091a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '3be98de6-285c-4d92-a124-8f1eb9830d21'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:42:09.294936 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-637110e7-d854-4717-b830-a24dab16091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.352522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-69e55742-14d3-41b0-a693-1792097d2639 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2efe9abcb8c24878afdf30302e746a8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1253419 Dec 09 22:42:09.357656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58448) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:09.358785 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e8516de-fa3f-4d8b-a377-e389d31024e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.387794 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d80ebed-8521-4117-9899-60825a5d1991 req-cc59b3b5-9a31-4c2a-8af1-be76ba126e4f tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0675988 Dec 09 22:42:09.411140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::196 (c98586a8-1bc3-4903-a5e8-931299d13bb7/3be98de6-285c-4d92-a124-8f1eb9830d21/adf14b92-0bd3-4e5b-8eaa-dbd1c1e2fb97) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:09.419179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e8516de-fa3f-4d8b-a377-e389d31024e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.466488 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9152e670-3d22-457a-a1f9-db9b439798a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.491358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9152e670-3d22-457a-a1f9-db9b439798a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.509205 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e8516de-fa3f-4d8b-a377-e389d31024e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.512177 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e8516de-fa3f-4d8b-a377-e389d31024e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.515690 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3e8516de-fa3f-4d8b-a377-e389d31024e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3436d6d-2ebb-41a2-9efd-0bb18b9d781b HTTP/1.1" status: 204 len: 168 time: 0.2441859 Dec 09 22:42:09.534906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8516de-fa3f-4d8b-a377-e389d31024e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3436d6d-2ebb-41a2-9efd-0bb18b9d781b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:09.565999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9152e670-3d22-457a-a1f9-db9b439798a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.568678 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9152e670-3d22-457a-a1f9-db9b439798a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.569853 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9152e670-3d22-457a-a1f9-db9b439798a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/794d7609-46db-4a46-9888-4a6536bb8cee HTTP/1.1" status: 204 len: 168 time: 0.2080877 Dec 09 22:42:09.581828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:09.596987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152e670-3d22-457a-a1f9-db9b439798a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794d7609-46db-4a46-9888-4a6536bb8cee,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:09.601107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.615391 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:09.615697 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ff8aa537-d7af-43c2-80c7-84bd69cfc8e0 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:09.616370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:09.637914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:09.638270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2bc005e0-9dd1-4e0c-8652-ea133dcdcae1 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:09.638703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8de349c9-2ecd-43b6-825d-35fc52ba3f07 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:09.647683 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.665217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 8de349c9-2ecd-43b6-825d-35fc52ba3f07 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:09.665579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8de349c9-2ecd-43b6-825d-35fc52ba3f07 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:09.698232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:09.703298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:09.715190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:09.723817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:09.724619 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.735486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-637110e7-d854-4717-b830-a24dab16091a None None] Allocated IP 2001:db8::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/3be98de6-285c-4d92-a124-8f1eb9830d21/610d1814-e887-4cd5-967f-8b2bf1bc095f) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:09.748205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=adf14b92-0bd3-4e5b-8eaa-dbd1c1e2fb97,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:09.762347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58454) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:09.762607 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4da5ec51-0b36-4aa6-b516-7bc110f7cf70 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9185436 Dec 09 22:42:09.831744 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe53eaa-a119-4363-a19f-5e0070fe8cdf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:09.833458 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9fe53eaa-a119-4363-a19f-5e0070fe8cdf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0700884 Dec 09 22:42:09.836149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58460) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:09.913843 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-637110e7-d854-4717-b830-a24dab16091a None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.923694 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-637110e7-d854-4717-b830-a24dab16091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.959811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-cdf902a7-9e50-45f5-8c06-54e7c71aa203 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port adf14b92-0bd3-4e5b-8eaa-dbd1c1e2fb97 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:09.960476 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cdf902a7-9e50-45f5-8c06-54e7c71aa203 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:09.968493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637110e7-d854-4717-b830-a24dab16091a None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:09.972225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-637110e7-d854-4717-b830-a24dab16091a None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:09.978277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637110e7-d854-4717-b830-a24dab16091a None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:09.986363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637110e7-d854-4717-b830-a24dab16091a None None] Pushing event updated for resources: {'Port': ['ID=610d1814-e887-4cd5-967f-8b2bf1bc095f,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:10.046721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-637110e7-d854-4717-b830-a24dab16091a None None] Attempting to bind port 610d1814-e887-4cd5-967f-8b2bf1bc095f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:10.047323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-637110e7-d854-4717-b830-a24dab16091a None None] Attempting to bind port 610d1814-e887-4cd5-967f-8b2bf1bc095f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:10.047857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637110e7-d854-4717-b830-a24dab16091a None None] Attempting to bind port 610d1814-e887-4cd5-967f-8b2bf1bc095f on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:10.054602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637110e7-d854-4717-b830-a24dab16091a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:10.054978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637110e7-d854-4717-b830-a24dab16091a None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:10.055736 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-637110e7-d854-4717-b830-a24dab16091a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.056280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637110e7-d854-4717-b830-a24dab16091a None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:10.057565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-637110e7-d854-4717-b830-a24dab16091a None None] Bound port: 610d1814-e887-4cd5-967f-8b2bf1bc095f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:10.058159 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-637110e7-d854-4717-b830-a24dab16091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.063805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58468) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:10.105692 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cdf902a7-9e50-45f5-8c06-54e7c71aa203 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.113394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d6fda917-44e7-4330-b924-416c05973687 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11e3495bb08c4b01acd4b937628101c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483370 Dec 09 22:42:10.115787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58470) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:10.122878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-cdf902a7-9e50-45f5-8c06-54e7c71aa203 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for adf14b92-0bd3-4e5b-8eaa-dbd1c1e2fb97 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:10.130907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-637110e7-d854-4717-b830-a24dab16091a None None] For port 610d1814-e887-4cd5-967f-8b2bf1bc095f, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:10.135594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-637110e7-d854-4717-b830-a24dab16091a None None] For port 610d1814-e887-4cd5-967f-8b2bf1bc095f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=610d1814-e887-4cd5-967f-8b2bf1bc095f,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:10.142293 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-637110e7-d854-4717-b830-a24dab16091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.178210 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23d54bf4-1c92-45c8-b8b2-7295501ecc32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.206032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23d54bf4-1c92-45c8-b8b2-7295501ecc32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.269666 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23d54bf4-1c92-45c8-b8b2-7295501ecc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.276284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23d54bf4-1c92-45c8-b8b2-7295501ecc32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.278737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-23d54bf4-1c92-45c8-b8b2-7295501ecc32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/173851f7-9b1d-458f-8318-7e7b77e797bb HTTP/1.1" status: 204 len: 168 time: 0.1607635 Dec 09 22:42:10.296346 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637110e7-d854-4717-b830-a24dab16091a None None] Pushing event updated for resources: {'Port': ['ID=610d1814-e887-4cd5-967f-8b2bf1bc095f,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:10.299790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d54bf4-1c92-45c8-b8b2-7295501ecc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173851f7-9b1d-458f-8318-7e7b77e797bb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:10.342410 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cdf902a7-9e50-45f5-8c06-54e7c71aa203 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.397534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf902a7-9e50-45f5-8c06-54e7c71aa203 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=adf14b92-0bd3-4e5b-8eaa-dbd1c1e2fb97,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:10.418644 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cdf902a7-9e50-45f5-8c06-54e7c71aa203 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.422374 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cdf902a7-9e50-45f5-8c06-54e7c71aa203 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/adf14b92-0bd3-4e5b-8eaa-dbd1c1e2fb97 HTTP/1.1" status: 204 len: 168 time: 0.5852387 Dec 09 22:42:10.424797 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58482) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:10.468174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ca0a8-ec7e-40c6-ac72-4b47798bb1c8 req-80e99cf3-48b1-4518-bfdf-fe318032a679 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:10.470514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-679ca0a8-ec7e-40c6-ac72-4b47798bb1c8 req-80e99cf3-48b1-4518-bfdf-fe318032a679 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.0846593 Dec 09 22:42:10.516831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f28665-9c76-45f8-81e2-3825e5c6a0d5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:10.523669 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f28665-9c76-45f8-81e2-3825e5c6a0d5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:10.527412 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e9f28665-9c76-45f8-81e2-3825e5c6a0d5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1015158 Dec 09 22:42:10.530043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58490) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:10.612981 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-90918c71-f38f-4be2-b638-509c410710f1 req-0ae48872-199a-4f67-87b4-92ef438b4769 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0810475 Dec 09 22:42:10.622515 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-679ca0a8-ec7e-40c6-ac72-4b47798bb1c8 req-2a96fa49-d8f1-4e38-953b-5b50dd136aa6 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434560 Dec 09 22:42:10.628257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5815db6-053f-48f9-8665-2804f1248e3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 3be98de6-285c-4d92-a124-8f1eb9830d21 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:10.636733 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5815db6-053f-48f9-8665-2804f1248e3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.722693 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5815db6-053f-48f9-8665-2804f1248e3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.842032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5815db6-053f-48f9-8665-2804f1248e3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.934338 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5815db6-053f-48f9-8665-2804f1248e3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.972300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5815db6-053f-48f9-8665-2804f1248e3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=3be98de6-285c-4d92-a124-8f1eb9830d21,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:10.980399 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5815db6-053f-48f9-8665-2804f1248e3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:10.985139 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a5815db6-053f-48f9-8665-2804f1248e3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/3be98de6-285c-4d92-a124-8f1eb9830d21 HTTP/1.1" status: 204 len: 168 time: 0.4535642 Dec 09 22:42:10.987549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58514) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:11.075240 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-96fbb599-e705-48f2-a7ac-1713b1a99efd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860682 Dec 09 22:42:11.077692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58520) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:11.161520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09e57fb-20bf-4d38-9f3a-04c3126f5c7b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:11.168573 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a09e57fb-20bf-4d38-9f3a-04c3126f5c7b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0895655 Dec 09 22:42:11.171469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58524) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:11.326372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7d20d4-277b-448e-a2fc-d56687570f60 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:11.326372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-db7d20d4-277b-448e-a2fc-d56687570f60 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1517720 Dec 09 22:42:11.327862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58534) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:11.403845 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a720877d-5b58-4e00-b11e-1da0d196dbbe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696337 Dec 09 22:42:11.404948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58538) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:11.411937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c403d7a8-b057-4adb-95d0-35358e1b95e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:11.627748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c403d7a8-b057-4adb-95d0-35358e1b95e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:11.639804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c403d7a8-b057-4adb-95d0-35358e1b95e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:11.741036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 610d1814-e887-4cd5-967f-8b2bf1bc095f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:11.879134 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 610d1814-e887-4cd5-967f-8b2bf1bc095f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:11.880028 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-520dc414-1258-46a8-ba90-a5b2feffc921 req-7c319fac-52b0-4173-b8f1-444e461e2d0d tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0674355 Dec 09 22:42:11.881428 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:11.986026 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d6dcd-9f29-4c49-bcaf-578eedbc69b7 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:12.086117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-64cd66d8-ce15-498f-9b77-76e8d9ac8d71 None None] Provisioning complete for port 610d1814-e887-4cd5-967f-8b2bf1bc095f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:12.086574 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-64cd66d8-ce15-498f-9b77-76e8d9ac8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:12.091678 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c403d7a8-b057-4adb-95d0-35358e1b95e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:12.141888 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:12.197527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403d7a8-b057-4adb-95d0-35358e1b95e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:12.213639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c403d7a8-b057-4adb-95d0-35358e1b95e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:12.236280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c403d7a8-b057-4adb-95d0-35358e1b95e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:12.236836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c403d7a8-b057-4adb-95d0-35358e1b95e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:12.263941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 610d1814-e887-4cd5-967f-8b2bf1bc095f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=610d1814-e887-4cd5-967f-8b2bf1bc095f,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:12.265465 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-64cd66d8-ce15-498f-9b77-76e8d9ac8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:12.281929 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:12.311026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403d7a8-b057-4adb-95d0-35358e1b95e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=810f7871-2804-4d54-b17b-547f2d124406,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:12.326387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6585a940-ec7d-4c82-baf0-ed9ed0415343 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:12.329595 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c403d7a8-b057-4adb-95d0-35358e1b95e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9229853 Dec 09 22:42:12.332284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58566) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:12.340662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'fixed_ips': [{'subnet_id': '810f7871-2804-4d54-b17b-547f2d124406', 'ip_address': '2001:db8::ebff:b060:9e5c:c0f8'}], 'name': 'tempest-NetworksTestDHCPv6-1767207541'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:12.416737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=610d1814-e887-4cd5-967f-8b2bf1bc095f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:12.432924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-64cd66d8-ce15-498f-9b77-76e8d9ac8d71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:42:12.433290 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-64cd66d8-ce15-498f-9b77-76e8d9ac8d71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:42:12.457201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6585a940-ec7d-4c82-baf0-ed9ed0415343 None None] Deleting port 610d1814-e887-4cd5-967f-8b2bf1bc095f {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:12.457762 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6585a940-ec7d-4c82-baf0-ed9ed0415343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:12.563369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6585a940-ec7d-4c82-baf0-ed9ed0415343 None None] For port 610d1814-e887-4cd5-967f-8b2bf1bc095f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=610d1814-e887-4cd5-967f-8b2bf1bc095f,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:12.563922 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6585a940-ec7d-4c82-baf0-ed9ed0415343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:12.567437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:12.577445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6585a940-ec7d-4c82-baf0-ed9ed0415343 None None] Calling delete_port for 610d1814-e887-4cd5-967f-8b2bf1bc095f owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:12.680081 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6585a940-ec7d-4c82-baf0-ed9ed0415343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:12.699580 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:12.709400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585a940-ec7d-4c82-baf0-ed9ed0415343 None None] No DVR routers for this DVR port 610d1814-e887-4cd5-967f-8b2bf1bc095f on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:12.726150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port 8e0df098-9be9-44eb-a1e4-b1dc877609c9 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:42:12.792801 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585a940-ec7d-4c82-baf0-ed9ed0415343 None None] Pushing event deleted for resources: {'Port': ['ID=610d1814-e887-4cd5-967f-8b2bf1bc095f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:12.809906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6314a62d-4eb8-4352-931e-aabbc5bf811e None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:12.977698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-64cd66d8-ce15-498f-9b77-76e8d9ac8d71 None None] Port 610d1814-e887-4cd5-967f-8b2bf1bc095f update to ACTIVE by agent not found {{(pid=103419) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 22:42:13.054796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '810f7871-2804-4d54-b17b-547f2d124406'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:42:13.056034 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:13.085193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b0b444f-e50f-478c-b598-8b1bd0bffeee req-fb550e26-c8aa-4a7a-a21f-0c13ba061ad0 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0571494 Dec 09 22:42:13.170442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::ebff:b060:9e5c:c0f8 (c98586a8-1bc3-4903-a5e8-931299d13bb7/810f7871-2804-4d54-b17b-547f2d124406/8e0df098-9be9-44eb-a1e4-b1dc877609c9) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:13.234008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b712-dffb-4d09-ad84-cfae2d538e01 req-c9d039f7-6bdc-4684-a754-08653fb71e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:13.240140 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a092b712-dffb-4d09-ad84-cfae2d538e01 req-c9d039f7-6bdc-4684-a754-08653fb71e91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1097 time: 0.1261661 Dec 09 22:42:13.282925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a26f6-dd6e-4dc9-b769-ea6c7c57f54f req-20b496d8-fa88-41d4-8198-03fce9ef47f0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:13.285349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-362a26f6-dd6e-4dc9-b769-ea6c7c57f54f req-20b496d8-fa88-41d4-8198-03fce9ef47f0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1058972 Dec 09 22:42:13.410104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-362a26f6-dd6e-4dc9-b769-ea6c7c57f54f req-897a68c9-04af-46c0-b28a-c70d1f5c04f4 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181741 Dec 09 22:42:13.411807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b712-dffb-4d09-ad84-cfae2d538e01 req-9ab9fca2-95de-4920-a7a4-0b9b7ed6cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:13.415415 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a092b712-dffb-4d09-ad84-cfae2d538e01 req-9ab9fca2-95de-4920-a7a4-0b9b7ed6cd9c service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.1683526 Dec 09 22:42:13.458220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:13.503130 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:13.545661 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a092b712-dffb-4d09-ad84-cfae2d538e01 req-5ca4b092-9d82-4432-a612-43dd5f593718 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 1000 time: 0.1195414 Dec 09 22:42:13.631888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:13.644809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Allocated IP 2001:db8::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/810f7871-2804-4d54-b17b-547f2d124406/201618b1-5bfe-4cd2-8eaf-51aee28ca83b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:13.659075 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 610d1814-e887-4cd5-967f-8b2bf1bc095f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:13.664211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc5e13d6-bafb-4570-a96a-49fbd8cb918c req-b1738df2-d252-4c07-8bc6-40106b4e8fab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0549119 Dec 09 22:42:13.664920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b712-dffb-4d09-ad84-cfae2d538e01 req-b0183696-3872-4afa-baf5-61cbbaec7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:13.666429 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a092b712-dffb-4d09-ad84-cfae2d538e01 req-b0183696-3872-4afa-baf5-61cbbaec7560 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.1126986 Dec 09 22:42:13.669510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:13.672513 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:13.678953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:13.679769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:13.689050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 610d1814-e887-4cd5-967f-8b2bf1bc095f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:13.689530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 610d1814-e887-4cd5-967f-8b2bf1bc095f not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:13.709173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=8e0df098-9be9-44eb-a1e4-b1dc877609c9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:13.723244 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2118575f-ccd0-4404-9ffd-075aef6df61a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3885713 Dec 09 22:42:13.725736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58598) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:13.792170 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c31312-2177-49b2-a6a3-6001ae1981b4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:13.796146 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e4c31312-2177-49b2-a6a3-6001ae1981b4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0670242 Dec 09 22:42:13.797033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58602) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:13.922610 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:13.934006 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.005837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:14.011429 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:14.017642 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b712-dffb-4d09-ad84-cfae2d538e01 req-020ebfe0-860c-4227-a8b1-c005ff2fd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:14.021097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:14.021326 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a092b712-dffb-4d09-ad84-cfae2d538e01 req-020ebfe0-860c-4227-a8b1-c005ff2fd90b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563904 Dec 09 22:42:14.048817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Pushing event updated for resources: {'Port': ['ID=201618b1-5bfe-4cd2-8eaf-51aee28ca83b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:14.106199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-5d918f9b-1c56-4ba2-a0fb-068cb5d97e8e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port 8e0df098-9be9-44eb-a1e4-b1dc877609c9 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:14.106626 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5d918f9b-1c56-4ba2-a0fb-068cb5d97e8e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.132562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Attempting to bind port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:14.133236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Attempting to bind port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:14.133612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Attempting to bind port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:14.139579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:14.139971 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:14.140383 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.141361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:14.141861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Bound port: 201618b1-5bfe-4cd2-8eaf-51aee28ca83b, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:14.142249 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.176837 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a092b712-dffb-4d09-ad84-cfae2d538e01 req-aa38c380-3048-4b4c-a8b7-a11dc49d6e40 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449864 Dec 09 22:42:14.231102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] For port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:14.241441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] For port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=201618b1-5bfe-4cd2-8eaf-51aee28ca83b,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:14.249492 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5d918f9b-1c56-4ba2-a0fb-068cb5d97e8e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.251634 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.278194 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-5d918f9b-1c56-4ba2-a0fb-068cb5d97e8e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for 8e0df098-9be9-44eb-a1e4-b1dc877609c9 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:14.351754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb3bab-9cd7-465f-9120-98244b0f85e8 None None] Pushing event updated for resources: {'Port': ['ID=201618b1-5bfe-4cd2-8eaf-51aee28ca83b,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:14.353033 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a092b712-dffb-4d09-ad84-cfae2d538e01 req-5fd12f72-aa43-4a20-b995-9f8035617096 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678605 Dec 09 22:42:14.395048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-37aa8c7a-8a70-45de-9ba8-a06924ce6395 req-20bf9e1d-8350-4e5a-a91d-f1921426f6e2 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.1050744 Dec 09 22:42:14.499090 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5d918f9b-1c56-4ba2-a0fb-068cb5d97e8e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.625104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58614) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:14.630300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Request body: {'network': {'name': 'tempest-network-smoke--74593059', 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'port_security_enabled': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:14.647309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d918f9b-1c56-4ba2-a0fb-068cb5d97e8e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=8e0df098-9be9-44eb-a1e4-b1dc877609c9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:14.649981 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5d918f9b-1c56-4ba2-a0fb-068cb5d97e8e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.655548 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5d918f9b-1c56-4ba2-a0fb-068cb5d97e8e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/8e0df098-9be9-44eb-a1e4-b1dc877609c9 HTTP/1.1" status: 204 len: 168 time: 0.8564172 Dec 09 22:42:14.657842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58616) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:14.698241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f8ba8-ddfa-400e-8916-aa1ef00f3843 req-4ffbea5b-2400-4904-b49d-287dd6172059 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:14.714247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-470f8ba8-ddfa-400e-8916-aa1ef00f3843 req-4ffbea5b-2400-4904-b49d-287dd6172059 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1989884 Dec 09 22:42:14.752645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Made reservation on behalf of e85fd7bba2fc4cb1abe4f3986e6aa3f0 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:14.756877 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.772989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.780345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-470f8ba8-ddfa-400e-8916-aa1ef00f3843 req-c7d8d15b-fca3-49ba-9f9a-44dd796b8981 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651364 Dec 09 22:42:14.784503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b93d2e-e2cb-4147-9a3c-7df42f216ed7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:14.786193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b93d2e-e2cb-4147-9a3c-7df42f216ed7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:14.790157 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-53b93d2e-e2cb-4147-9a3c-7df42f216ed7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1298296 Dec 09 22:42:14.791815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58618) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:14.856942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d81eea-dba3-46ed-a168-f43543877a98 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 810f7871-2804-4d54-b17b-547f2d124406 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:14.866701 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1d81eea-dba3-46ed-a168-f43543877a98 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.921773 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1d81eea-dba3-46ed-a168-f43543877a98 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.930934 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.940287 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:14.988656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:42:15.016442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a2bbc0-8545-42e9-af4a-12547a2b7d4e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:15.024402 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.024756 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Added segment 57a1201e-1053-4a37-a33f-1616d14e887d of type vlan for network 3f45a737-e5ad-47fe-8e7a-b24149edc782 Dec 09 22:42:15.042320 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1d81eea-dba3-46ed-a168-f43543877a98 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.088409 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.119607 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1d81eea-dba3-46ed-a168-f43543877a98 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.136692 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.144172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:15.144765 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.157828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d81eea-dba3-46ed-a168-f43543877a98 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=810f7871-2804-4d54-b17b-547f2d124406,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:15.168132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1d81eea-dba3-46ed-a168-f43543877a98 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.172340 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d1d81eea-dba3-46ed-a168-f43543877a98 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/810f7871-2804-4d54-b17b-547f2d124406 HTTP/1.1" status: 204 len: 168 time: 0.3793817 Dec 09 22:42:15.176405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58628) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:15.233518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Network': ['ID=3f45a737-e5ad-47fe-8e7a-b24149edc782,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:15.247845 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-60694093-2463-4e11-b8aa-d69ce10fb3d7 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6192310 Dec 09 22:42:15.248383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58630) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:15.248785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58632) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:15.250519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 3f45a737-e5ad-47fe-8e7a-b24149edc782 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:42:15.251219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-01db24f8-b969-4d9d-a8ca-cede529a4bcf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672622 Dec 09 22:42:15.254647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-530b77e2-cd28-4baa-acd5-bed299f46646 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:15.262478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'admin_state_up': True, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:15.355723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.356908 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.434747 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.502161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530b77e2-cd28-4baa-acd5-bed299f46646 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:15.506508 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-530b77e2-cd28-4baa-acd5-bed299f46646 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.541680 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-694f8d78-b9eb-445d-a76f-6f40ac910fe5 req-a36f43d9-babc-4d5f-b10d-aade6d4393dc tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0431283 Dec 09 22:42:15.689443 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 201618b1-5bfe-4cd2-8eaf-51aee28ca83b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:15.859994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:15.860613 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.894019 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:15.952815 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-64d61884-00a4-47de-aa0d-f3c0980c1e8a req-ac765d57-6960-4bbf-a420-f67879d0ed56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9651ad41f7ca40879e9f598419133cf3&device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0478563 Dec 09 22:42:15.960841 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2085a5b-ed5c-42ea-8a95-0ea8e0a9f0fc req-8723a0fc-8ba5-4077-b1bd-1d2ebaaf96e5 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0699868 Dec 09 22:42:16.029424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d86bdd-3bb5-448c-98db-1297f5c6cf49 req-17e074ec-0fbf-4519-8ec4-6b216ea124a0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:16.037950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6d86bdd-3bb5-448c-98db-1297f5c6cf49 req-17e074ec-0fbf-4519-8ec4-6b216ea124a0 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.0965290 Dec 09 22:42:16.070448 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-64d61884-00a4-47de-aa0d-f3c0980c1e8a req-5206f353-38ca-4871-9a2e-cca831ff1b15 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9651ad41f7ca40879e9f598419133cf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1064765 Dec 09 22:42:16.095875 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6d86bdd-3bb5-448c-98db-1297f5c6cf49 req-9a087826-c8b2-4295-a320-37cea288f215 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569460 Dec 09 22:42:16.185366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cacc17-47d0-405c-883d-05d228965d60 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:16.305339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-65300ab8-b0ee-4367-9e64-4fb594b21fdb None None] Provisioning complete for port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:16.306033 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-65300ab8-b0ee-4367-9e64-4fb594b21fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:16.402922 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:16.459175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=201618b1-5bfe-4cd2-8eaf-51aee28ca83b,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:16.465893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d61884-00a4-47de-aa0d-f3c0980c1e8a req-47e41c57-a716-4c80-b536-40cc243cc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:16.468097 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-64d61884-00a4-47de-aa0d-f3c0980c1e8a req-47e41c57-a716-4c80-b536-40cc243cc5b4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3870113 Dec 09 22:42:16.469063 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:16.513193 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-530b77e2-cd28-4baa-acd5-bed299f46646 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:16.554731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=201618b1-5bfe-4cd2-8eaf-51aee28ca83b,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:16.560173 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-65300ab8-b0ee-4367-9e64-4fb594b21fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:16.586129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b77e2-cd28-4baa-acd5-bed299f46646 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:16.597557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-530b77e2-cd28-4baa-acd5-bed299f46646 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:16.618069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b77e2-cd28-4baa-acd5-bed299f46646 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:16.618953 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-530b77e2-cd28-4baa-acd5-bed299f46646 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:16.625491 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-65300ab8-b0ee-4367-9e64-4fb594b21fdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:42:16.626049 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-65300ab8-b0ee-4367-9e64-4fb594b21fdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:42:16.638648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b77e2-cd28-4baa-acd5-bed299f46646 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=dc5fedf0-5b54-45f2-a745-4615e240fff7,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:16.641246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc85555-dea6-4134-aba7-29aa0bf1bd81 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:16.671995 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-530b77e2-cd28-4baa-acd5-bed299f46646 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4219105 Dec 09 22:42:16.674828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58650) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:16.681834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'fixed_ips': [{'subnet_id': 'dc5fedf0-5b54-45f2-a745-4615e240fff7', 'ip_address': '2001:db8::fd23:9a98:3054:3d47'}], 'name': 'tempest-NetworksTestDHCPv6-466028522'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:16.829906 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:16.850932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:16.877504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:16.883894 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:16.975238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Allocated IP 172.25.8.189 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/fad324be-c25f-4f1e-b231-fcb04ecc520a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:17.091695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:17.134777 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:17.182984 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:17.187110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:17.193725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:17.210284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e6ddf-d74d-453a-8c34-8d486536904d None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:17.359008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-13a0d1c0-5c3d-4942-a5c7-d400f039f95a None None] Provisioning complete for port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:17.359008 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-13a0d1c0-5c3d-4942-a5c7-d400f039f95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:17.363226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port 84c9a8ca-e9de-4423-a6b8-82beb46eaf30 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:42:17.433921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Port': ['ID=fad324be-c25f-4f1e-b231-fcb04ecc520a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:17.525642 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-41f8f715-5448-45e6-9208-6abafba2920d req-d87b7e58-ae24-40f1-8bae-6e7b1d6858e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1324167 Dec 09 22:42:17.638928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::fd23:9a98:3054:3d47 (c98586a8-1bc3-4903-a5e8-931299d13bb7/dc5fedf0-5b54-45f2-a745-4615e240fff7/84c9a8ca-e9de-4423-a6b8-82beb46eaf30) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:17.679648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-13a0d1c0-5c3d-4942-a5c7-d400f039f95a None None] Provisioning complete for port fad324be-c25f-4f1e-b231-fcb04ecc520a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:17.680225 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-13a0d1c0-5c3d-4942-a5c7-d400f039f95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:17.693548 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-37c10f1d-9739-4d22-b9e7-db94a3dc7e66 req-0451c731-2222-4bf2-8167-867edf3a3d51 tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.3504291 Dec 09 22:42:17.750158 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-13a0d1c0-5c3d-4942-a5c7-d400f039f95a None None] Port fad324be-c25f-4f1e-b231-fcb04ecc520a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:42:17.794580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 201618b1-5bfe-4cd2-8eaf-51aee28ca83b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:17.828661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8f715-5448-45e6-9208-6abafba2920d req-dc2b8f90-9192-4bc5-8822-a0f64631074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:17.844997 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-41f8f715-5448-45e6-9208-6abafba2920d req-dc2b8f90-9192-4bc5-8822-a0f64631074f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3d735f4e9494bc39d58324e1672d24b&device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 1097 time: 0.2211862 Dec 09 22:42:17.872490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-dfcf734e-f184-45d6-af05-21158bc47f08 None None] Could not find standard attr ID for object adf14b92-0bd3-4e5b-8eaa-dbd1c1e2fb97. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:42:17.881226 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64d61884-00a4-47de-aa0d-f3c0980c1e8a req-11a8fdf5-2f5c-4d70-b1ec-0dbd7b397e5e tempest-ServerShowV257Test-1503231760 tempest-ServerShowV257Test-1503231760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1ee33f3-6ebf-4ba1-bbdb-c764ef0aa86e HTTP/1.1" status: 200 len: 210 time: 0.0705905 Dec 09 22:42:17.894498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:17.894762 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:18.050775 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:18.085115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-42ebf556-9ecf-4f6f-9cc3-7c7142d60051 None None] Could not find standard attr ID for object 8e0df098-9be9-44eb-a1e4-b1dc877609c9. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:42:18.099556 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:18.149817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:18.154898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:18.160282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:18.166941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:18.167712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:18.171503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=84c9a8ca-e9de-4423-a6b8-82beb46eaf30,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:18.196058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:18.198770 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-03bedeb3-c37c-4fc8-bdcd-2852a1b02416 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5219228 Dec 09 22:42:18.199404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58658) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:18.269443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74f85a0-0699-4e38-969f-a9c3ad7a9aa5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:18.277014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74f85a0-0699-4e38-969f-a9c3ad7a9aa5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:18.282051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c74f85a0-0699-4e38-969f-a9c3ad7a9aa5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0742948 Dec 09 22:42:18.282448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58662) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:18.296834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8f715-5448-45e6-9208-6abafba2920d req-62dbf85c-5a65-4fb0-8fdf-a487e953ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:18.298354 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-41f8f715-5448-45e6-9208-6abafba2920d req-62dbf85c-5a65-4fb0-8fdf-a487e953ae7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 200 len: 919 time: 0.4304698 Dec 09 22:42:18.364344 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-41f8f715-5448-45e6-9208-6abafba2920d req-e1abea39-91f4-4c9f-8b3f-cf98a38f65cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db1f8cd-5309-4116-a198-179d455291e5 HTTP/1.1" status: 200 len: 217 time: 0.0536988 Dec 09 22:42:18.411934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port 84c9a8ca-e9de-4423-a6b8-82beb46eaf30 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:18.412619 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:18.492697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8f715-5448-45e6-9208-6abafba2920d req-adf8ecbf-a230-419f-9616-1e46465c89dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:18.494399 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-41f8f715-5448-45e6-9208-6abafba2920d req-adf8ecbf-a230-419f-9616-1e46465c89dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e5caf15-34f8-4ccc-a7c6-66d13bf78505 HTTP/1.1" status: 200 len: 858 time: 0.1229281 Dec 09 22:42:18.568290 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:18.579838 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-41f8f715-5448-45e6-9208-6abafba2920d req-5b7f24ba-f14a-49b7-a893-4a124bda3ce9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8046fa-97ce-4191-a958-2aad26658168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621684 Dec 09 22:42:18.584705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for 84c9a8ca-e9de-4423-a6b8-82beb46eaf30 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:18.640227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-717f9539-6a6b-4b99-9a58-d225d919eeed None None] Provisioning complete for port 84c9a8ca-e9de-4423-a6b8-82beb46eaf30 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:18.641363 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-717f9539-6a6b-4b99-9a58-d225d919eeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:18.652944 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:18.685695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-717f9539-6a6b-4b99-9a58-d225d919eeed None None] Port 84c9a8ca-e9de-4423-a6b8-82beb46eaf30 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:42:18.820049 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:18.881951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-41f8f715-5448-45e6-9208-6abafba2920d req-ddb0142b-6b27-47c0-a285-bb4f9d4ac789 service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933066 Dec 09 22:42:18.917120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=84c9a8ca-e9de-4423-a6b8-82beb46eaf30,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:18.931660 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:18.938492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/84c9a8ca-e9de-4423-a6b8-82beb46eaf30 HTTP/1.1" status: 204 len: 168 time: 0.6519427 Dec 09 22:42:18.942171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58674) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:18.954705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:18.956740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:18.957024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:18.957676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:18.958120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:18.958585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:18.958936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:18.959327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:18.959730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:18.960123 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:18.960882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:18.961400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:18.961824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5cc1b-990b-4b9c-ab8d-ecc49200ec92 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:19.021055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ee0b3-c0f1-4d98-835e-fcb7af92a5ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:19.023898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ee0b3-c0f1-4d98-835e-fcb7af92a5ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:19.028529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9a0ee0b3-c0f1-4d98-835e-fcb7af92a5ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0849655 Dec 09 22:42:19.030994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58680) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:19.106005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1517213-ab4b-4316-9df5-07b414e8f72b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet dc5fedf0-5b54-45f2-a745-4615e240fff7 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:19.123921 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b1517213-ab4b-4316-9df5-07b414e8f72b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:19.148073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:42:19.167203 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-41f8f715-5448-45e6-9208-6abafba2920d req-8cc0db5a-ebf8-4a14-b721-4337dfce7883 service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741117 Dec 09 22:42:19.193353 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b1517213-ab4b-4316-9df5-07b414e8f72b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:19.254174 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b1517213-ab4b-4316-9df5-07b414e8f72b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:19.303322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58688) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:19.330291 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b1517213-ab4b-4316-9df5-07b414e8f72b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:19.379300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1517213-ab4b-4316-9df5-07b414e8f72b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5fedf0-5b54-45f2-a745-4615e240fff7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:19.383133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b1517213-ab4b-4316-9df5-07b414e8f72b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:19.389046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b1517213-ab4b-4316-9df5-07b414e8f72b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/dc5fedf0-5b54-45f2-a745-4615e240fff7 HTTP/1.1" status: 204 len: 168 time: 0.3536775 Dec 09 22:42:19.389046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58696) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:19.400065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4093849f-7da2-47a1-b103-86ec48e5e53b None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:19.409271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:42:19.420683 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Sync routers for ids ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:42:19.447125 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1adcff41-f9e9-427f-a383-933ab350c0b1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546091 Dec 09 22:42:19.447329 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Routers {'0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:19.447329 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:19.447532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58698) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:19.453213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f719c054-ad0a-481d-ac5c-5b33d67b495f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:19.457655 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:19.458927 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8c5cb83e-20d9-405b-b24d-38a9f3c82991 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.2003047 Dec 09 22:42:19.463521 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58700) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:19.570883 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca9f62f4-0c4c-4be8-ba4e-5e8852d80af9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:19.633185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f719c054-ad0a-481d-ac5c-5b33d67b495f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:19.638024 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f719c054-ad0a-481d-ac5c-5b33d67b495f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:19.691071 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Set router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:19.739146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e3c6f4-835d-4937-bf11-5bf45259de61 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:19.774630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca9f62f4-0c4c-4be8-ba4e-5e8852d80af9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:19.822769 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ca9f62f4-0c4c-4be8-ba4e-5e8852d80af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:19.833339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-85e3c6f4-835d-4937-bf11-5bf45259de61 None None] Deleting port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:19.834106 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-85e3c6f4-835d-4937-bf11-5bf45259de61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:19.894372 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fa4ac942-4356-442f-b3ed-82d9877cb87c tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4234819 Dec 09 22:42:19.895155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58704) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:19.912975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-85e3c6f4-835d-4937-bf11-5bf45259de61 None None] For port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=201618b1-5bfe-4cd2-8eaf-51aee28ca83b,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:19.913764 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-85e3c6f4-835d-4937-bf11-5bf45259de61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:19.927575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-85e3c6f4-835d-4937-bf11-5bf45259de61 None None] Calling delete_port for 201618b1-5bfe-4cd2-8eaf-51aee28ca83b owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:19.958594 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f719c054-ad0a-481d-ac5c-5b33d67b495f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.013861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f62f4-0c4c-4be8-ba4e-5e8852d80af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba2b8d6-dbe1-4a90-9f9b-ebb4a1d28554,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:20.021268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-85e3c6f4-835d-4937-bf11-5bf45259de61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.036526 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ca9f62f4-0c4c-4be8-ba4e-5e8852d80af9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9651ad41f7ca40879e9f598419133cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7316723 Dec 09 22:42:20.050044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58706) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:20.059959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3c6f4-835d-4937-bf11-5bf45259de61 None None] Pushing event deleted for resources: {'Port': ['ID=201618b1-5bfe-4cd2-8eaf-51aee28ca83b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:20.062800 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3c6f4-835d-4937-bf11-5bf45259de61 None None] No DVR routers for this DVR port 201618b1-5bfe-4cd2-8eaf-51aee28ca83b on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:20.105404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719c054-ad0a-481d-ac5c-5b33d67b495f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:20.115552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f719c054-ad0a-481d-ac5c-5b33d67b495f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:20.117412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719c054-ad0a-481d-ac5c-5b33d67b495f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=3857f8bf-5c7d-42a0-b4ed-c8a538ab2e0f,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:20.121683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f719c054-ad0a-481d-ac5c-5b33d67b495f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:20.125300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f719c054-ad0a-481d-ac5c-5b33d67b495f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.125470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2706372-4032-4b16-b991-089104b5ed29 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:20.155184 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:42:17Z', 'revision_number': 3, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:20.165860 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f719c054-ad0a-481d-ac5c-5b33d67b495f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7176218 Dec 09 22:42:20.167802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58708) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:20.179763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'fixed_ips': [{'subnet_id': '3857f8bf-5c7d-42a0-b4ed-c8a538ab2e0f', 'ip_address': '2001:db8::a5ca:60d7:275e:da64'}], 'name': 'tempest-NetworksTestDHCPv6-1756844079'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:20.236074 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Checking router: 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:42:20.238678 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Updating router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd port fad324be-c25f-4f1e-b231-fcb04ecc520a binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:42:20.240178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd9f93-2329-48cf-80e0-938dc40f5aae tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:20.243014 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5afd9f93-2329-48cf-80e0-938dc40f5aae tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3398721 Dec 09 22:42:20.246211 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32b0195d-2854-483d-8bc6-b8049eb66232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.247939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58710) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:20.281593 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.315560 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32b0195d-2854-483d-8bc6-b8049eb66232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.328090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '3857f8bf-5c7d-42a0-b4ed-c8a538ab2e0f'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:42:20.330046 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.351071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-150f75fb-4a98-400b-bbe3-b74edd9caf5e tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0958018 Dec 09 22:42:20.353666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58712) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:20.358644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1f69d273-3905-4fb9-90c6-a9dcd4b63b2a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2032300041', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:20.435780 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32b0195d-2854-483d-8bc6-b8049eb66232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.440123 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32b0195d-2854-483d-8bc6-b8049eb66232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.444689 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-32b0195d-2854-483d-8bc6-b8049eb66232 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dba2b8d6-dbe1-4a90-9f9b-ebb4a1d28554 HTTP/1.1" status: 204 len: 168 time: 0.3932519 Dec 09 22:42:20.462557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0195d-2854-483d-8bc6-b8049eb66232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba2b8d6-dbe1-4a90-9f9b-ebb4a1d28554,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:20.615412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Allocated IP 2001:db8::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/3857f8bf-5c7d-42a0-b4ed-c8a538ab2e0f/9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:20.621995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.api [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 22:42:20.621995 n-d-789963-23 neutron-server[103418]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 09 22:42:20.621995 n-d-789963-23 neutron-server[103418]: [parameters: {'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'id': 'e1d2a4c2-4256-4a2c-a97c-203cd8b32ced', 'expiration': datetime.datetime(2021, 12, 9, 22, 44, 20, 592750)}] Dec 09 22:42:20.621995 n-d-789963-23 neutron-server[103418]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:42:20.624825 n-d-789963-23 neutron-server[103418]: DEBUG oslo_db.api [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:42:20.639658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f69d273-3905-4fb9-90c6-a9dcd4b63b2a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Made reservation on behalf of e85fd7bba2fc4cb1abe4f3986e6aa3f0 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:20.644372 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f69d273-3905-4fb9-90c6-a9dcd4b63b2a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.836569 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.847547 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.865279 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.874996 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.920555 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187715a9-9416-42d9-8166-d64602bf8b89 None None] Pushing event updated for resources: {'Port': ['ID=fad324be-c25f-4f1e-b231-fcb04ecc520a,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:20.930906 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Attempting to bind port fad324be-c25f-4f1e-b231-fcb04ecc520a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:20.931622 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Attempting to bind port fad324be-c25f-4f1e-b231-fcb04ecc520a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:20.933274 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Attempting to bind port fad324be-c25f-4f1e-b231-fcb04ecc520a on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:20.934169 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Pushing event updated for resources: {'Port': ['ID=9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:20.938646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485501fc-8c68-4115-9279-a68b6cfc4828 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:20.956389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:20.958968 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:20.959629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:20.961122 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:20.961846 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:20.962895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:20.965272 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:20.966345 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Bound port: fad324be-c25f-4f1e-b231-fcb04ecc520a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:20.966852 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.050519 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] For port fad324be-c25f-4f1e-b231-fcb04ecc520a, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:21.054617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Attempting to bind port 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:21.055131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Attempting to bind port 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:21.055857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Attempting to bind port 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:21.057211 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] For port fad324be-c25f-4f1e-b231-fcb04ecc520a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fad324be-c25f-4f1e-b231-fcb04ecc520a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:21.061498 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f69d273-3905-4fb9-90c6-a9dcd4b63b2a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.066262 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.068347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:21.069741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:21.069741 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.069741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:21.070509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Bound port: 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:21.070983 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.146363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] For port 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:21.147347 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187715a9-9416-42d9-8166-d64602bf8b89 None None] Pushing event updated for resources: {'Port': ['ID=fad324be-c25f-4f1e-b231-fcb04ecc520a,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:21.162615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] For port 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:21.164063 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bc7b9253-90ab-4901-8d06-1bdf4b058812 None None] Provisioning complete for port fad324be-c25f-4f1e-b231-fcb04ecc520a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:21.164578 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9253-90ab-4901-8d06-1bdf4b058812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.174594 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Routers {'0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:21.175743 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:21.198928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e521a24e-d1c4-4e3d-b4e3-a4e8daba2ac7 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:21.211933 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.221655 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:21.238051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69d273-3905-4fb9-90c6-a9dcd4b63b2a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Subnet': ['ID=b34c81a7-ea32-483c-87ec-805ff9fb2a72,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:21.272106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69d273-3905-4fb9-90c6-a9dcd4b63b2a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Checking segment: {'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:21.272497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f69d273-3905-4fb9-90c6-a9dcd4b63b2a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network hostable DHCP agents. Network: 3f45a737-e5ad-47fe-8e7a-b24149edc782, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:42:21.333110 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] Set router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:21.347324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1498053-382d-47fe-99cd-dfedc7ae499a None None] Pushing event updated for resources: {'Port': ['ID=9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:21.383193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f69d273-3905-4fb9-90c6-a9dcd4b63b2a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network 3f45a737-e5ad-47fe-8e7a-b24149edc782 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:42:21.415766 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.419262 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9253-90ab-4901-8d06-1bdf4b058812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.483019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bc7b9253-90ab-4901-8d06-1bdf4b058812 None None] For port fad324be-c25f-4f1e-b231-fcb04ecc520a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fad324be-c25f-4f1e-b231-fcb04ecc520a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:21.483452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-1f69d273-3905-4fb9-90c6-a9dcd4b63b2a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 3f45a737-e5ad-47fe-8e7a-b24149edc782) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:21.502195 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9253-90ab-4901-8d06-1bdf4b058812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.513254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f69d273-3905-4fb9-90c6-a9dcd4b63b2a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:21.513927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f69d273-3905-4fb9-90c6-a9dcd4b63b2a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.561654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58736) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:21.596802 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1f69d273-3905-4fb9-90c6-a9dcd4b63b2a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2419608 Dec 09 22:42:21.613084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port 6033e639-56ba-4ae4-89db-9a2cbd875f5c yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:42:21.625222 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f2fea6-e7cf-4d8c-8372-b2275b91dd1b None None] Network 3f45a737-e5ad-47fe-8e7a-b24149edc782 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:21.821826 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 201618b1-5bfe-4cd2-8eaf-51aee28ca83b no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:21.871569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 201618b1-5bfe-4cd2-8eaf-51aee28ca83b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:21.872219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 201618b1-5bfe-4cd2-8eaf-51aee28ca83b not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:21.919555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-3f45a737-e5ad-47fe-8e7a-b24149edc782', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'fixed_ips': [{'subnet_id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:42:21.920801 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.941540 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:42:17Z', 'revision_number': 3, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:21.950057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-08e39790-8cdf-4829-93f5-c6a514fa92fb None None] Provisioning complete for port fad324be-c25f-4f1e-b231-fcb04ecc520a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:21.950758 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-08e39790-8cdf-4829-93f5-c6a514fa92fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:21.989836 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbdc91-d702-4b35-a956-68c0e6b975f9 None None] The sync data for ids ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'] in n-d-789963-23 is: [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:42:17Z', 'revision_number': 3, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:42:22.000626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b9253-90ab-4901-8d06-1bdf4b058812 None None] Pushing event updated for resources: {'Port': ['ID=fad324be-c25f-4f1e-b231-fcb04ecc520a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:22.099049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::a5ca:60d7:275e:da64 (c98586a8-1bc3-4903-a5e8-931299d13bb7/3857f8bf-5c7d-42a0-b4ed-c8a538ab2e0f/6033e639-56ba-4ae4-89db-9a2cbd875f5c) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:22.251663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Allocated IP 172.20.0.2 (3f45a737-e5ad-47fe-8e7a-b24149edc782/b34c81a7-ea32-483c-87ec-805ff9fb2a72/85193c6e-ba27-4156-9d64-acbcdd28e6cd) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:22.334157 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:22.411805 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:22.479821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:22.484735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:22.487909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:22.494069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:22.494799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:22.498744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=6033e639-56ba-4ae4-89db-9a2cbd875f5c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:22.523264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-84cf9c7c-1cea-4d3b-acdd-f03fede55c66 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3540785 Dec 09 22:42:22.525540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58754) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:22.576488 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:22.591504 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:22.613766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402952fa-44d7-4a07-b3de-2f2d365d573d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:22.621359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402952fa-44d7-4a07-b3de-2f2d365d573d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:22.623435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-402952fa-44d7-4a07-b3de-2f2d365d573d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0951564 Dec 09 22:42:22.626102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58756) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:22.708551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58760) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:22.714440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Pushing event updated for resources: {'Port': ['ID=85193c6e-ba27-4156-9d64-acbcdd28e6cd,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:22.745687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Network 3f45a737-e5ad-47fe-8e7a-b24149edc782 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:22.746557 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:22.748362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:22.755253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:22.837583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-098b12fb-e84c-4da1-8723-a680274b76b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port 6033e639-56ba-4ae4-89db-9a2cbd875f5c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:22.837997 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-098b12fb-e84c-4da1-8723-a680274b76b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:22.883740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Attempting to bind port 85193c6e-ba27-4156-9d64-acbcdd28e6cd on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:22.884587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Attempting to bind port 85193c6e-ba27-4156-9d64-acbcdd28e6cd by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:22.884970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Attempting to bind port 85193c6e-ba27-4156-9d64-acbcdd28e6cd on network 3f45a737-e5ad-47fe-8e7a-b24149edc782 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:22.896299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:22.897965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Checking segment: {'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:22.901179 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:22.903527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Bound using segment: {'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:22.904236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Bound port: 85193c6e-ba27-4156-9d64-acbcdd28e6cd, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:22.907474 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:22.995951 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10e210dd-5547-45ae-ad42-7254c42ce4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.053124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] For port 85193c6e-ba27-4156-9d64-acbcdd28e6cd, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:23.053449 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-098b12fb-e84c-4da1-8723-a680274b76b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.054799 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.069857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] For port 85193c6e-ba27-4156-9d64-acbcdd28e6cd, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=85193c6e-ba27-4156-9d64-acbcdd28e6cd,segment=NetworkSegment(57a1201e-1053-4a37-a33f-1616d14e887d),segment_id=57a1201e-1053-4a37-a33f-1616d14e887d)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:23.080657 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.082673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-098b12fb-e84c-4da1-8723-a680274b76b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for 6033e639-56ba-4ae4-89db-9a2cbd875f5c owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:23.191717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c209d-5d1a-47ee-abf6-9acaae30d6a1 None None] Pushing event updated for resources: {'Port': ['ID=85193c6e-ba27-4156-9d64-acbcdd28e6cd,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:23.243386 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10e210dd-5547-45ae-ad42-7254c42ce4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.274558 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d05fa9e1-d991-414f-8245-45d83a5adfea None None] Provisioning complete for port 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:23.274945 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d05fa9e1-d991-414f-8245-45d83a5adfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.286150 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10e210dd-5547-45ae-ad42-7254c42ce4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.396216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e210dd-5547-45ae-ad42-7254c42ce4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7f01e8-dd93-42cc-b3ed-ff57a752cefa,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:23.443306 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d05fa9e1-d991-414f-8245-45d83a5adfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.483534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58774) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:23.485685 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-10e210dd-5547-45ae-ad42-7254c42ce4f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24df4d9e3f0a4861aebc087920adbbad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7638533 Dec 09 22:42:23.535752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d05fa9e1-d991-414f-8245-45d83a5adfea None None] For port 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:23.542115 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-098b12fb-e84c-4da1-8723-a680274b76b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.548265 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d05fa9e1-d991-414f-8245-45d83a5adfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.635218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b12fb-e84c-4da1-8723-a680274b76b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=6033e639-56ba-4ae4-89db-9a2cbd875f5c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:23.704931 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-098b12fb-e84c-4da1-8723-a680274b76b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.711229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fa9e1-d991-414f-8245-45d83a5adfea None None] Pushing event updated for resources: {'Port': ['ID=9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:23.716921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-098b12fb-e84c-4da1-8723-a680274b76b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/6033e639-56ba-4ae4-89db-9a2cbd875f5c HTTP/1.1" status: 204 len: 168 time: 1.0877464 Dec 09 22:42:23.717301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58776) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:23.756966 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f9337c2-d673-4840-9dd6-616ba3d4c864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.791952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5b4c751e-7705-4643-8a66-06da2439fb60 None None] Could not find standard attr ID for object 6033e639-56ba-4ae4-89db-9a2cbd875f5c. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:42:23.825177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b40b352-5dcf-40f0-8c02-438535a9ed12 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:23.826887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b40b352-5dcf-40f0-8c02-438535a9ed12 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:23.831640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8b40b352-5dcf-40f0-8c02-438535a9ed12 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1107416 Dec 09 22:42:23.833329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58778) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:23.863572 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f9337c2-d673-4840-9dd6-616ba3d4c864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:23.895755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:23.902823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Allocated IP 172.20.0.1 (3f45a737-e5ad-47fe-8e7a-b24149edc782/b34c81a7-ea32-483c-87ec-805ff9fb2a72/39845d70-4e40-42ca-a53e-ff63da7e1f4e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:23.961106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-829388f5-05bc-45e6-9eca-f415d622656b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 3857f8bf-5c7d-42a0-b4ed-c8a538ab2e0f {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:23.970760 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-829388f5-05bc-45e6-9eca-f415d622656b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.005326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f9337c2-d673-4840-9dd6-616ba3d4c864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.024718 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f9337c2-d673-4840-9dd6-616ba3d4c864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.026324 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0f9337c2-d673-4840-9dd6-616ba3d4c864 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d7f01e8-dd93-42cc-b3ed-ff57a752cefa HTTP/1.1" status: 204 len: 168 time: 0.5278010 Dec 09 22:42:24.026911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:24.027420 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.049364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9337c2-d673-4840-9dd6-616ba3d4c864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7f01e8-dd93-42cc-b3ed-ff57a752cefa,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:24.084204 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-829388f5-05bc-45e6-9eca-f415d622656b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.157141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.194922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fad324be-c25f-4f1e-b231-fcb04ecc520a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:24.208896 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.212533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-829388f5-05bc-45e6-9eca-f415d622656b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.242371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network 3f45a737-e5ad-47fe-8e7a-b24149edc782 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:24.245490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:24.275024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:24.289445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port fad324be-c25f-4f1e-b231-fcb04ecc520a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:24.289889 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.347955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Port': ['ID=39845d70-4e40-42ca-a53e-ff63da7e1f4e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:24.350056 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-829388f5-05bc-45e6-9eca-f415d622656b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.377669 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.393970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829388f5-05bc-45e6-9eca-f415d622656b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=3857f8bf-5c7d-42a0-b4ed-c8a538ab2e0f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:24.408991 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-829388f5-05bc-45e6-9eca-f415d622656b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.412349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-829388f5-05bc-45e6-9eca-f415d622656b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/3857f8bf-5c7d-42a0-b4ed-c8a538ab2e0f HTTP/1.1" status: 204 len: 168 time: 0.5774109 Dec 09 22:42:24.416627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58788) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:24.422867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed29ebf0-b29e-4de3-b792-4690f9a2a760 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:24.469536 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-89c96ef6-a124-4e5f-9a2d-58305dd0447f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517447 Dec 09 22:42:24.472374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58792) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:24.569475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc203a-c511-44b1-a913-015917ad8fb0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:24.576750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-24cc203a-c511-44b1-a913-015917ad8fb0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1035950 Dec 09 22:42:24.577431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58796) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:24.604757 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.666426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c668b2-647b-4936-bee5-43bfae537d4a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:24.670923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e7c668b2-647b-4936-bee5-43bfae537d4a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0922525 Dec 09 22:42:24.674924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58800) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:24.767064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-abe92fe8-fa30-4f38-a422-95f80d7fcfe1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902102 Dec 09 22:42:24.772511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58804) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:24.777758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-acd4b68f-30f3-4e03-a0c7-9e52e0f6fd49 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:24.858932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:24.936595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd4b68f-30f3-4e03-a0c7-9e52e0f6fd49 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:24.940860 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-acd4b68f-30f3-4e03-a0c7-9e52e0f6fd49 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:24.966825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Deleting port 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:24.967296 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:25.163453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] For port 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:25.163866 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:25.164368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:25.172237 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:25.275604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Calling delete_port for 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:25.376347 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-acd4b68f-30f3-4e03-a0c7-9e52e0f6fd49 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:25.443618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Port': ['ID=39845d70-4e40-42ca-a53e-ff63da7e1f4e,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:25.470768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9013da49-5b2b-4692-9c59-be91ab186add None None] Network 3f45a737-e5ad-47fe-8e7a-b24149edc782 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:25.484955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.485828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.486408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.486756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.487099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.487438 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.487774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.488240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.488587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.488921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.489251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.489580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.490552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.494810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4b68f-30f3-4e03-a0c7-9e52e0f6fd49 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:25.501931 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:25.502203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-acd4b68f-30f3-4e03-a0c7-9e52e0f6fd49 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:25.512990 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd4b68f-30f3-4e03-a0c7-9e52e0f6fd49 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:25.513603 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-acd4b68f-30f3-4e03-a0c7-9e52e0f6fd49 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:25.585695 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-acd4b68f-30f3-4e03-a0c7-9e52e0f6fd49 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8117752 Dec 09 22:42:25.594674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58822) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:25.601281 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'fixed_ips': [{'subnet_id': '6ca3394d-4fc1-4f95-9912-f7250d9d0e04', 'ip_address': '2001:db8::3008:3817:bc38:6d54'}], 'name': 'tempest-NetworksTestDHCPv6-850248177'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:25.629650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d4d83773-45dd-4e74-b1b5-ac3f9065e349 None None] Provisioning complete for port 85193c6e-ba27-4156-9d64-acbcdd28e6cd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:25.630180 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4d83773-45dd-4e74-b1b5-ac3f9065e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:25.633143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4b68f-30f3-4e03-a0c7-9e52e0f6fd49 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=6ca3394d-4fc1-4f95-9912-f7250d9d0e04,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:25.711077 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:25.755959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network 3f45a737-e5ad-47fe-8e7a-b24149edc782 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:25.758563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:25.772820 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Pushing event deleted for resources: {'Port': ['ID=9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:25.775351 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 85193c6e-ba27-4156-9d64-acbcdd28e6cd up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:25.826582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] No DVR routers for this DVR port 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.838807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1f5b9-a558-40fe-867d-cf1d74b64de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:25.857927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:25.866147 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:25.888811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port b8597359-e2b5-465f-b341-dbb9297acfde yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:42:25.888992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c121b07-f01f-4bd8-950b-e79a240dd093 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:25.928127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:42:25.976694 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4d83773-45dd-4e74-b1b5-ac3f9065e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.060749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d4d83773-45dd-4e74-b1b5-ac3f9065e349 None None] For port 85193c6e-ba27-4156-9d64-acbcdd28e6cd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=85193c6e-ba27-4156-9d64-acbcdd28e6cd,segment=NetworkSegment(57a1201e-1053-4a37-a33f-1616d14e887d),segment_id=57a1201e-1053-4a37-a33f-1616d14e887d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:26.070029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 85193c6e-ba27-4156-9d64-acbcdd28e6cd triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:26.071090 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.126676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:42:26.138982 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8fb07aec-20ab-420f-aa2e-84c1cb087a5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "PUT /v2.0/routers/0c52ecf4-1bbe-4a0c-b181-167ac037f7bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5747957 Dec 09 22:42:26.139775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58858) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:26.147886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8f60bc45-edfd-48c3-9fd3-3989d63910e3 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1424565635', 'description': 'tempest-secgroup_access--1424565635 description', 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:26.183326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::3008:3817:bc38:6d54 (c98586a8-1bc3-4903-a5e8-931299d13bb7/6ca3394d-4fc1-4f95-9912-f7250d9d0e04/b8597359-e2b5-465f-b341-dbb9297acfde) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:26.212641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Sync routers for ids ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:42:26.220147 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4d83773-45dd-4e74-b1b5-ac3f9065e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.228393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f60bc45-edfd-48c3-9fd3-3989d63910e3 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.233451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '6ca3394d-4fc1-4f95-9912-f7250d9d0e04'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:42:26.235199 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.311313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Routers {'0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:26.312152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:26.370178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f60bc45-edfd-48c3-9fd3-3989d63910e3 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.380119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f60bc45-edfd-48c3-9fd3-3989d63910e3 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.438436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60bc45-edfd-48c3-9fd3-3989d63910e3 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cef19b6-c0a4-4d96-a43e-82b7db865cff,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:26.444138 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f60bc45-edfd-48c3-9fd3-3989d63910e3 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.448847 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8f60bc45-edfd-48c3-9fd3-3989d63910e3 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3048294 Dec 09 22:42:26.449570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58866) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:26.458530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8f5e1463-dcc0-44f9-88a1-86d185b81b91 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1889066352', 'description': 'tempest-secgroup_general--1889066352 description', 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:26.501313 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1463-dcc0-44f9-88a1-86d185b81b91 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.503402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d83773-45dd-4e74-b1b5-ac3f9065e349 None None] Pushing event updated for resources: {'Port': ['ID=85193c6e-ba27-4156-9d64-acbcdd28e6cd,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:26.570397 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.593073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-63d591ef-5504-48c2-aa3d-6bcfa343e98c None None] Provisioning complete for port 39845d70-4e40-42ca-a53e-ff63da7e1f4e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:26.594130 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-63d591ef-5504-48c2-aa3d-6bcfa343e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.648997 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1463-dcc0-44f9-88a1-86d185b81b91 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.656472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.667518 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1463-dcc0-44f9-88a1-86d185b81b91 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.693862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Set router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:26.716404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:26.719932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:26.723936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:26.729702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:26.730410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.741646 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1463-dcc0-44f9-88a1-86d185b81b91 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.744665 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8f5e1463-dcc0-44f9-88a1-86d185b81b91 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2939122 Dec 09 22:42:26.747593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58870) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:26.766950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7a64794a-f2ee-4324-a661-47c4f6d0a268 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Request body: {'security_group_rule': {'security_group_id': '7cef19b6-c0a4-4d96-a43e-82b7db865cff', 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:26.780887 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1836076 Dec 09 22:42:26.784290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58874) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:26.787302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e22deb-ef5c-4baf-8406-bce136c2b39b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=b8597359-e2b5-465f-b341-dbb9297acfde,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:26.799257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-63d591ef-5504-48c2-aa3d-6bcfa343e98c None None] Port 39845d70-4e40-42ca-a53e-ff63da7e1f4e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:42:26.819197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-73b93d3e-f857-411b-8add-b543140bbbe4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'fixed_ips': [{'subnet_id': '6ca3394d-4fc1-4f95-9912-f7250d9d0e04', 'ip_address': '2001:db8::3008:3817:bc38:6d54'}], 'name': 'tempest-NetworksTestDHCPv6-1255733865'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:26.821316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e1463-dcc0-44f9-88a1-86d185b81b91 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d991702-141a-46a9-8ead-7cb87648054d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:26.835501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:26.903533 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Allocated IP 2001:db8::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/6ca3394d-4fc1-4f95-9912-f7250d9d0e04/3eb6d001-044f-403e-a4b1-e16789f43817) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:26.907704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:26.908587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9936dbdc-e4bf-4b2b-9172-a1e09f6b3bde not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:26.922677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-63d591ef-5504-48c2-aa3d-6bcfa343e98c None None] Provisioning complete for port 85193c6e-ba27-4156-9d64-acbcdd28e6cd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:26.923060 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-63d591ef-5504-48c2-aa3d-6bcfa343e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.948092 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a64794a-f2ee-4324-a661-47c4f6d0a268 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:26.968043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58876) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:27.039950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b93d3e-f857-411b-8add-b543140bbbe4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:27.056397 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a64794a-f2ee-4324-a661-47c4f6d0a268 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.074356 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a64794a-f2ee-4324-a661-47c4f6d0a268 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.131767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64794a-f2ee-4324-a661-47c4f6d0a268 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5826e452-fe15-48ff-9bd8-299a6a41ae27,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:27.145480 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a64794a-f2ee-4324-a661-47c4f6d0a268 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.146909 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7a64794a-f2ee-4324-a661-47c4f6d0a268 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3978243 Dec 09 22:42:27.182061 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73b93d3e-f857-411b-8add-b543140bbbe4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.199161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5fdff1c-c5af-4390-8c30-9b62b4bdaa8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.218715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-73b93d3e-f857-411b-8add-b543140bbbe4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port 6eba1550-3e23-4866-ac95-242b909a18bd yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:42:27.373234 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5fdff1c-c5af-4390-8c30-9b62b4bdaa8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.389558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5fdff1c-c5af-4390-8c30-9b62b4bdaa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.395627 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.408845 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.435529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:42:24Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '39845d70-4e40-42ca-a53e-ff63da7e1f4e', 'name': '', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'mac_address': 'fa:16:3e:a1:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:23Z', 'updated_at': '2021-12-09T22:42:24Z', 'revision_number': 2, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'subnets': [{'id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:27.480253 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a5fdff1c-c5af-4390-8c30-9b62b4bdaa8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7725c02fc7c643fe9b6f1e3fe2d1e15c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5106838 Dec 09 22:42:27.484629 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58898) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:27.519487 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b93d3e-f857-411b-8add-b543140bbbe4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 22:42:27.520087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b93d3e-f857-411b-8add-b543140bbbe4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:42:27.528293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdff1c-c5af-4390-8c30-9b62b4bdaa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d11b5cb-31da-4e44-9835-4bc5e2864e93,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:27.641943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-463495ba-4f3d-451f-89d0-5d8afd2f2722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.656858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-06111e86-7458-4056-b1aa-0808c9b072ca tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--1889066352&fields=id&tenant_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0 HTTP/1.1" status: 200 len: 267 time: 0.1468098 Dec 09 22:42:27.670816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58904) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:27.676702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-73b93d3e-f857-411b-8add-b543140bbbe4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8853405 Dec 09 22:42:27.710988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Checking router: 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:42:27.711346 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Updating router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd port 39845d70-4e40-42ca-a53e-ff63da7e1f4e binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:42:27.766238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Pushing event updated for resources: {'Port': ['ID=3eb6d001-044f-403e-a4b1-e16789f43817,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:27.768924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 85193c6e-ba27-4156-9d64-acbcdd28e6cd up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:27.791129 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-463495ba-4f3d-451f-89d0-5d8afd2f2722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.812377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-1f6c4ef3-595e-4b0f-8246-9abaf812c8d9 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1424565635&fields=id&tenant_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0 HTTP/1.1" status: 200 len: 267 time: 0.1335702 Dec 09 22:42:27.816168 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:27.826422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:27.829410 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:27.835483 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.842555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6bf6622b-8488-4b63-864d-40bda1be0c10 None None] Provisioning complete for port 39845d70-4e40-42ca-a53e-ff63da7e1f4e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:27.842929 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6bf6622b-8488-4b63-864d-40bda1be0c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.845066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7227c20-2bee-46e4-bba9-d48b97e0b860 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:27.854578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7227c20-2bee-46e4-bba9-d48b97e0b860 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:27.859646 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c7227c20-2bee-46e4-bba9-d48b97e0b860 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1838605 Dec 09 22:42:27.861938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58908) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:27.905387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244efd37-1639-4f6d-9d5e-02ad7c1f3507 req-3c6f5a0f-718b-4a38-ab4c-d3c729ba40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:27.907507 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-244efd37-1639-4f6d-9d5e-02ad7c1f3507 req-3c6f5a0f-718b-4a38-ab4c-d3c729ba40e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3d735f4e9494bc39d58324e1672d24b&device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 1097 time: 0.1767614 Dec 09 22:42:27.908696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeb034-dbf5-4901-a74d-7a12a7afbc78 req-42b1e201-1c4e-450f-8349-c9400dad5c8c tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:27.912113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0aeb034-dbf5-4901-a74d-7a12a7afbc78 req-42b1e201-1c4e-450f-8349-c9400dad5c8c tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1784513 Dec 09 22:42:27.968050 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-463495ba-4f3d-451f-89d0-5d8afd2f2722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.971980 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-463495ba-4f3d-451f-89d0-5d8afd2f2722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:27.973456 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-463495ba-4f3d-451f-89d0-5d8afd2f2722 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d11b5cb-31da-4e44-9835-4bc5e2864e93 HTTP/1.1" status: 204 len: 168 time: 0.4716928 Dec 09 22:42:27.998032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463495ba-4f3d-451f-89d0-5d8afd2f2722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d11b5cb-31da-4e44-9835-4bc5e2864e93,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:28.022095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6bf6622b-8488-4b63-864d-40bda1be0c10 None None] Port 39845d70-4e40-42ca-a53e-ff63da7e1f4e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:42:28.036312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Attempting to bind port 3eb6d001-044f-403e-a4b1-e16789f43817 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:28.036692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Attempting to bind port 3eb6d001-044f-403e-a4b1-e16789f43817 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:28.037062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Attempting to bind port 3eb6d001-044f-403e-a4b1-e16789f43817 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:28.087405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244efd37-1639-4f6d-9d5e-02ad7c1f3507 req-3373cd0a-1575-4e67-9b87-750d1235b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:28.089377 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-244efd37-1639-4f6d-9d5e-02ad7c1f3507 req-3373cd0a-1575-4e67-9b87-750d1235b9ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 200 len: 919 time: 0.1638837 Dec 09 22:42:28.151899 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-244efd37-1639-4f6d-9d5e-02ad7c1f3507 req-8abcff42-077a-4d6e-a5d7-b2e2c89faae0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db1f8cd-5309-4116-a198-179d455291e5 HTTP/1.1" status: 200 len: 217 time: 0.0540102 Dec 09 22:42:28.166149 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 85193c6e-ba27-4156-9d64-acbcdd28e6cd triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:28.166932 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:28.271491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244efd37-1639-4f6d-9d5e-02ad7c1f3507 req-d3c652dd-144b-4ec1-a6c9-02333895496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:28.276376 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-244efd37-1639-4f6d-9d5e-02ad7c1f3507 req-d3c652dd-144b-4ec1-a6c9-02333895496a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e5caf15-34f8-4ccc-a7c6-66d13bf78505 HTTP/1.1" status: 200 len: 858 time: 0.1148503 Dec 09 22:42:28.316465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:28.317067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:28.324333 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:28.324892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:28.326094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Bound port: 3eb6d001-044f-403e-a4b1-e16789f43817, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:28.328594 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:28.335802 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-244efd37-1639-4f6d-9d5e-02ad7c1f3507 req-ce1a9f31-bc73-475f-8e91-120d5819277d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8046fa-97ce-4191-a958-2aad26658168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508754 Dec 09 22:42:28.384088 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ef35-5726-416a-9918-68c86cbef69d req-f9078a26-c6eb-474d-9542-aacb4761be23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:28.385567 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-f9078a26-c6eb-474d-9542-aacb4761be23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/networks?id=3f45a737-e5ad-47fe-8e7a-b24149edc782 HTTP/1.1" status: 200 len: 795 time: 0.5724108 Dec 09 22:42:28.412071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0aeb034-dbf5-4901-a74d-7a12a7afbc78 req-92ed2f0f-4b83-4c25-b063-e94e1d7b3422 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754593 Dec 09 22:42:28.414615 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-506411f4-5e7d-4f78-8e42-d49311eb6ebc tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/quotas/e85fd7bba2fc4cb1abe4f3986e6aa3f0 HTTP/1.1" status: 200 len: 375 time: 0.0213923 Dec 09 22:42:28.438782 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-fb294dbc-357f-4c03-b2a3-992ca065e001 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port b8597359-e2b5-465f-b341-dbb9297acfde {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:28.439128 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb294dbc-357f-4c03-b2a3-992ca065e001 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:28.554956 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-244efd37-1639-4f6d-9d5e-02ad7c1f3507 req-7e6a1560-5b57-429b-97fb-6e8a31d7b0bf service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080145 Dec 09 22:42:28.560033 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] For port 3eb6d001-044f-403e-a4b1-e16789f43817, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:28.564567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] For port 3eb6d001-044f-403e-a4b1-e16789f43817, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3eb6d001-044f-403e-a4b1-e16789f43817,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:28.574404 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:28.601480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-f2215db6-9632-4f12-be11-35f262b32271 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1800432 Dec 09 22:42:28.645410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb294dbc-357f-4c03-b2a3-992ca065e001 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:28.652981 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:28.777443 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-244efd37-1639-4f6d-9d5e-02ad7c1f3507 req-1a53b3d2-561e-4ec8-87ea-7ebe8b41ba8a service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128212 Dec 09 22:42:28.793760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-fb294dbc-357f-4c03-b2a3-992ca065e001 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for b8597359-e2b5-465f-b341-dbb9297acfde owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:28.799431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0064bea-4a3c-4ea8-8c67-14371050da14 None None] Pushing event updated for resources: {'Port': ['ID=3eb6d001-044f-403e-a4b1-e16789f43817,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:28.816586 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:29.011947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Attempting to bind port 39845d70-4e40-42ca-a53e-ff63da7e1f4e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:29.012339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Attempting to bind port 39845d70-4e40-42ca-a53e-ff63da7e1f4e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:29.012714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Attempting to bind port 39845d70-4e40-42ca-a53e-ff63da7e1f4e on network 3f45a737-e5ad-47fe-8e7a-b24149edc782 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:29.014722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973ccb1-08ba-451f-b2e2-cd9fc75dff61 None None] Pushing event updated for resources: {'Port': ['ID=39845d70-4e40-42ca-a53e-ff63da7e1f4e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:29.020695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:29.021080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Checking segment: {'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:29.021492 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:29.021917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Bound using segment: {'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:29.022401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Bound port: 39845d70-4e40-42ca-a53e-ff63da7e1f4e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:29.023041 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:29.035910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-652a24b9-2484-47f1-88fc-6f9ef12f14b9 service neutron] 10.222.0.16 "GET /v2.0/networks/3f45a737-e5ad-47fe-8e7a-b24149edc782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284260 Dec 09 22:42:29.113048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] For port 39845d70-4e40-42ca-a53e-ff63da7e1f4e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:29.116400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] For port 39845d70-4e40-42ca-a53e-ff63da7e1f4e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=39845d70-4e40-42ca-a53e-ff63da7e1f4e,segment=NetworkSegment(57a1201e-1053-4a37-a33f-1616d14e887d),segment_id=57a1201e-1053-4a37-a33f-1616d14e887d)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:29.122808 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:29.203712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Routers {'0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:29.204809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:29.208007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973ccb1-08ba-451f-b2e2-cd9fc75dff61 None None] Pushing event updated for resources: {'Port': ['ID=39845d70-4e40-42ca-a53e-ff63da7e1f4e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:29.303469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-20f2cbf0-5870-4067-a8bf-d7888939bdf7 service neutron] 10.222.0.16 "GET /v2.0/networks/3f45a737-e5ad-47fe-8e7a-b24149edc782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665994 Dec 09 22:42:29.344562 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb294dbc-357f-4c03-b2a3-992ca065e001 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:29.387347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb294dbc-357f-4c03-b2a3-992ca065e001 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=b8597359-e2b5-465f-b341-dbb9297acfde,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:29.417374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] Set router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:29.420018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-33cb2f46-2e54-4997-93f6-2684017937ac None None] Provisioning complete for port 39845d70-4e40-42ca-a53e-ff63da7e1f4e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:29.420376 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33cb2f46-2e54-4997-93f6-2684017937ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:29.425598 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb294dbc-357f-4c03-b2a3-992ca065e001 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:29.430995 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fb294dbc-357f-4c03-b2a3-992ca065e001 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/b8597359-e2b5-465f-b341-dbb9297acfde HTTP/1.1" status: 204 len: 168 time: 1.5664101 Dec 09 22:42:29.434366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58944) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:29.532766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b901d53d-d5ae-4b36-b45d-78af95fbcde2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:29.538023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b901d53d-d5ae-4b36-b45d-78af95fbcde2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:29.543293 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b901d53d-d5ae-4b36-b45d-78af95fbcde2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1066508 Dec 09 22:42:29.544919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58950) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:29.690761 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fb277d-cf9e-46f8-8e78-4ff894215413 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 6ca3394d-4fc1-4f95-9912-f7250d9d0e04 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:29.705658 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65fb277d-cf9e-46f8-8e78-4ff894215413 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:29.774810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e435bdb-64de-40cf-8b98-6199e7a3fa57 req-360d1b8c-f2a9-4e0a-999a-ec726a8ffd21 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:29.776453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e435bdb-64de-40cf-8b98-6199e7a3fa57 req-360d1b8c-f2a9-4e0a-999a-ec726a8ffd21 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2159209 Dec 09 22:42:29.802599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63316aab-fc47-4aac-943c-59c81b69c29a req-85984a84-da2e-4844-8c8d-a039adba7247 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 210 time: 0.1079838 Dec 09 22:42:29.853191 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65fb277d-cf9e-46f8-8e78-4ff894215413 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:29.883956 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e435bdb-64de-40cf-8b98-6199e7a3fa57 req-39a6c477-a391-49f9-afab-9dc08102e22f tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657659 Dec 09 22:42:29.941775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3eb6d001-044f-403e-a4b1-e16789f43817 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:30.063536 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65fb277d-cf9e-46f8-8e78-4ff894215413 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.067398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58970) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:30.152434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65fb277d-cf9e-46f8-8e78-4ff894215413 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.158826 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33cb2f46-2e54-4997-93f6-2684017937ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.211533 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 3eb6d001-044f-403e-a4b1-e16789f43817 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:30.212024 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.243074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb277d-cf9e-46f8-8e78-4ff894215413 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca3394d-4fc1-4f95-9912-f7250d9d0e04,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:30.250560 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65fb277d-cf9e-46f8-8e78-4ff894215413 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.260896 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-65fb277d-cf9e-46f8-8e78-4ff894215413 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/6ca3394d-4fc1-4f95-9912-f7250d9d0e04 HTTP/1.1" status: 204 len: 168 time: 0.7144272 Dec 09 22:42:30.264262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58978) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:30.318864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8ce29287-2286-484a-addb-e2c886fb7b6d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533493 Dec 09 22:42:30.322689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58980) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:30.329623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-184f8239-b45d-48a0-80ff-342293bd1353 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:30.338327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-33cb2f46-2e54-4997-93f6-2684017937ac None None] For port 39845d70-4e40-42ca-a53e-ff63da7e1f4e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=39845d70-4e40-42ca-a53e-ff63da7e1f4e,segment=NetworkSegment(57a1201e-1053-4a37-a33f-1616d14e887d),segment_id=57a1201e-1053-4a37-a33f-1616d14e887d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:30.352427 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33cb2f46-2e54-4997-93f6-2684017937ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.359700 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-443a343c-f6d4-4fe9-8690-77892a15d053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.386766 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:42:24Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '39845d70-4e40-42ca-a53e-ff63da7e1f4e', 'name': '', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'mac_address': 'fa:16:3e:a1:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:23Z', 'updated_at': '2021-12-09T22:42:29Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'subnets': [{'id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:30.424574 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294668b-a3f2-4733-be2f-9da68bdba5a7 None None] The sync data for ids ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'] in n-d-789963-23 is: [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:42:24Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '39845d70-4e40-42ca-a53e-ff63da7e1f4e', 'name': '', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'mac_address': 'fa:16:3e:a1:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:23Z', 'updated_at': '2021-12-09T22:42:29Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'subnets': [{'id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:42:30.517614 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb2f46-2e54-4997-93f6-2684017937ac None None] Pushing event updated for resources: {'Port': ['ID=39845d70-4e40-42ca-a53e-ff63da7e1f4e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:30.520721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.541086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0d4f9701-ec2d-40a7-b0ac-6848a6a12bef None None] Provisioning complete for port 39845d70-4e40-42ca-a53e-ff63da7e1f4e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:30.541464 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9701-ec2d-40a7-b0ac-6848a6a12bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.558430 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-443a343c-f6d4-4fe9-8690-77892a15d053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.568007 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-443a343c-f6d4-4fe9-8690-77892a15d053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.585433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184f8239-b45d-48a0-80ff-342293bd1353 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:30.598171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-184f8239-b45d-48a0-80ff-342293bd1353 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.600021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 3eb6d001-044f-403e-a4b1-e16789f43817, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3eb6d001-044f-403e-a4b1-e16789f43817,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:30.612686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.663848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-443a343c-f6d4-4fe9-8690-77892a15d053 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=deb6c7339f2c4847a5ab69e62735d1c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5919738 Dec 09 22:42:30.666580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58982) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:30.668320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a343c-f6d4-4fe9-8690-77892a15d053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c308f3fc-5dab-4232-aca9-e31bd7fee0d6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:30.683884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=3eb6d001-044f-403e-a4b1-e16789f43817,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:30.687214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c1571c-be96-4a4e-a2f3-13e0c9698ad8 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:30.852630 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-26731249-e8e2-4999-9eb0-b7c9606af0f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.894533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-26731249-e8e2-4999-9eb0-b7c9606af0f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:30.993481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d269ff7f-fdfb-49f5-a4f5-e28a3e2190c0 None None] Provisioning complete for port 3eb6d001-044f-403e-a4b1-e16789f43817 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:30.994026 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d269ff7f-fdfb-49f5-a4f5-e28a3e2190c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:31.031775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bac48-5000-4bac-b506-6f6479ef2485 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:31.050351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5fd0147d-30ef-4ec1-88ed-83111dc13b42 req-f4ec2178-84fe-477f-b5e0-48dd28075d74 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 210 time: 0.0767179 Dec 09 22:42:31.069660 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-184f8239-b45d-48a0-80ff-342293bd1353 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:31.119652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75f19-f9b0-44b1-b2ef-e7b712a54fcb req-a38dff0c-88d8-4082-93ea-5d71bc51524a tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:31.121630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bea75f19-f9b0-44b1-b2ef-e7b712a54fcb req-a38dff0c-88d8-4082-93ea-5d71bc51524a tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.0697000 Dec 09 22:42:31.123286 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-26731249-e8e2-4999-9eb0-b7c9606af0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:31.128018 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-26731249-e8e2-4999-9eb0-b7c9606af0f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:31.140787 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-26731249-e8e2-4999-9eb0-b7c9606af0f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c308f3fc-5dab-4232-aca9-e31bd7fee0d6 HTTP/1.1" status: 204 len: 168 time: 0.4277847 Dec 09 22:42:31.143057 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4a988ffb-515a-4be7-81df-17e260e04def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:31.156404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26731249-e8e2-4999-9eb0-b7c9606af0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c308f3fc-5dab-4232-aca9-e31bd7fee0d6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:31.162593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f8239-b45d-48a0-80ff-342293bd1353 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:31.169446 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-184f8239-b45d-48a0-80ff-342293bd1353 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:31.178792 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184f8239-b45d-48a0-80ff-342293bd1353 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:31.182654 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-184f8239-b45d-48a0-80ff-342293bd1353 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:31.227874 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-184f8239-b45d-48a0-80ff-342293bd1353 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9009387 Dec 09 22:42:31.231262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58990) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:31.246514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6af39830-d089-4218-abc1-f3cbc9ede6e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'fixed_ips': [{'subnet_id': '3166e98d-65a0-4742-a787-6541e22d2b43', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1313058511'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:31.258939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8239-b45d-48a0-80ff-342293bd1353 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=3166e98d-65a0-4742-a787-6541e22d2b43,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:31.366824 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bea75f19-f9b0-44b1-b2ef-e7b712a54fcb req-5f0f03fe-c354-4d93-9b45-819098c38e66 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246091 Dec 09 22:42:31.396678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-615bac48-5000-4bac-b506-6f6479ef2485 None None] Deleting port 3eb6d001-044f-403e-a4b1-e16789f43817 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:31.397054 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-615bac48-5000-4bac-b506-6f6479ef2485 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:31.506762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-615bac48-5000-4bac-b506-6f6479ef2485 None None] For port 3eb6d001-044f-403e-a4b1-e16789f43817, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3eb6d001-044f-403e-a4b1-e16789f43817,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:31.507169 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-615bac48-5000-4bac-b506-6f6479ef2485 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:31.527314 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-615bac48-5000-4bac-b506-6f6479ef2485 None None] Calling delete_port for 3eb6d001-044f-403e-a4b1-e16789f43817 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:31.865863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 39845d70-4e40-42ca-a53e-ff63da7e1f4e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:31.963294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 39845d70-4e40-42ca-a53e-ff63da7e1f4e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:31.963669 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:32.002107 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-615bac48-5000-4bac-b506-6f6479ef2485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:32.041451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bac48-5000-4bac-b506-6f6479ef2485 None None] Pushing event deleted for resources: {'Port': ['ID=3eb6d001-044f-403e-a4b1-e16789f43817,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:32.057763 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ef35-5726-416a-9918-68c86cbef69d req-2345f1d5-da51-44f2-8263-f4ec2952a2d6 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:32.060486 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-2345f1d5-da51-44f2-8263-f4ec2952a2d6 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.42 "GET /v2.0/networks?id=3f45a737-e5ad-47fe-8e7a-b24149edc782 HTTP/1.1" status: 200 len: 795 time: 0.6275353 Dec 09 22:42:32.068812 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615bac48-5000-4bac-b506-6f6479ef2485 None None] No DVR routers for this DVR port 3eb6d001-044f-403e-a4b1-e16789f43817 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:32.093592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1fe115-eae0-467e-a0a7-4d503c38ef00 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:32.156336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af39830-d089-4218-abc1-f3cbc9ede6e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:32.240143 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8282f824-f185-44f6-befc-dde348cc854b req-4404f424-124d-4ce7-9b64-5df3ae0966c1 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 210 time: 0.0744233 Dec 09 22:42:32.290855 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3eb6d001-044f-403e-a4b1-e16789f43817 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:32.308701 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-6865af99-e144-4719-9db8-ae0ce6176d49 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0 HTTP/1.1" status: 200 len: 478 time: 0.2145307 Dec 09 22:42:32.360822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 3eb6d001-044f-403e-a4b1-e16789f43817 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:32.362155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3eb6d001-044f-403e-a4b1-e16789f43817 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:32.367318 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '3166e98d-65a0-4742-a787-6541e22d2b43'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:42:32.368359 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:32.377955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-8e92ef35-5726-416a-9918-68c86cbef69d req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Request body: {'port': {'device_id': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'admin_state_up': True, 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'security_groups': ['3d991702-141a-46a9-8ead-7cb87648054d', '7cef19b6-c0a4-4d96-a43e-82b7db865cff']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:32.606518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1532e9-89d2-476a-89a3-e245b5a65e82 req-ceca6c91-7cac-4a82-8fd5-f444cfda075a tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:32.608156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a1532e9-89d2-476a-89a3-e245b5a65e82 req-ceca6c91-7cac-4a82-8fd5-f444cfda075a tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1031442 Dec 09 22:42:32.673759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Allocated IP 2001:db8::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/3166e98d-65a0-4742-a787-6541e22d2b43/471f9dec-e785-49ab-8732-6b1d5cd8e736) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:32.679044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6af39830-d089-4218-abc1-f3cbc9ede6e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:32.688818 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a1532e9-89d2-476a-89a3-e245b5a65e82 req-ec47af66-7c57-428c-ba60-735b2af8320c tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732894 Dec 09 22:42:32.698993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e92ef35-5726-416a-9918-68c86cbef69d req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Made reservation on behalf of e85fd7bba2fc4cb1abe4f3986e6aa3f0 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:32.703368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8e92ef35-5726-416a-9918-68c86cbef69d req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:32.715889 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-6af39830-d089-4218-abc1-f3cbc9ede6e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port c5ee5ef1-6757-435f-982f-2321da84dcfa yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:42:32.856082 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:32.867105 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:32.916312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:32.921685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:32.928039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:32.928472 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af39830-d089-4218-abc1-f3cbc9ede6e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:42:32.928945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af39830-d089-4218-abc1-f3cbc9ede6e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:42:32.933044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Pushing event updated for resources: {'Port': ['ID=471f9dec-e785-49ab-8732-6b1d5cd8e736,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:32.973543 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6af39830-d089-4218-abc1-f3cbc9ede6e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7356403 Dec 09 22:42:32.976292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59028) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:33.000520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Attempting to bind port 471f9dec-e785-49ab-8732-6b1d5cd8e736 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:33.001335 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Attempting to bind port 471f9dec-e785-49ab-8732-6b1d5cd8e736 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:33.001910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Attempting to bind port 471f9dec-e785-49ab-8732-6b1d5cd8e736 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:33.007331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:33.008484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:33.009111 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.009681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:33.010197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Bound port: 471f9dec-e785-49ab-8732-6b1d5cd8e736, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:33.010582 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.027146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-8e92ef35-5726-416a-9918-68c86cbef69d req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Allocated IP 172.20.0.6 (3f45a737-e5ad-47fe-8e7a-b24149edc782/b34c81a7-ea32-483c-87ec-805ff9fb2a72/9fd9a521-aa85-4322-a90f-bcc71a909930) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:33.057863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9e92a6-36ce-45b9-865b-4754df5aa910 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:33.059548 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fa9e92a6-36ce-45b9-865b-4754df5aa910 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0822535 Dec 09 22:42:33.063348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59030) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:33.086927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] For port 471f9dec-e785-49ab-8732-6b1d5cd8e736, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:33.097966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] For port 471f9dec-e785-49ab-8732-6b1d5cd8e736, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=471f9dec-e785-49ab-8732-6b1d5cd8e736,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:33.107121 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.149610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65eb806-1f46-4a7e-9f07-813dc01d0865 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:33.151467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65eb806-1f46-4a7e-9f07-813dc01d0865 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:33.153228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b65eb806-1f46-4a7e-9f07-813dc01d0865 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0880432 Dec 09 22:42:33.163387 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59034) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:33.185911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a5b61-c3af-4b37-b1f4-70bc4f1407a2 None None] Pushing event updated for resources: {'Port': ['ID=471f9dec-e785-49ab-8732-6b1d5cd8e736,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:33.243277 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8e92ef35-5726-416a-9918-68c86cbef69d req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.246265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d375c40-07e3-4f1a-a76d-f782c8090d4a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 3166e98d-65a0-4742-a787-6541e22d2b43 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:33.250453 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d375c40-07e3-4f1a-a76d-f782c8090d4a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.292098 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8e92ef35-5726-416a-9918-68c86cbef69d req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.306876 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d375c40-07e3-4f1a-a76d-f782c8090d4a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.323330 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-502db489-4f5e-435f-801f-5e1255825ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.368056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e92ef35-5726-416a-9918-68c86cbef69d req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network 3f45a737-e5ad-47fe-8e7a-b24149edc782 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:33.374570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-8e92ef35-5726-416a-9918-68c86cbef69d req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:33.381901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e92ef35-5726-416a-9918-68c86cbef69d req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:33.412101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Port': ['ID=9fd9a521-aa85-4322-a90f-bcc71a909930,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:33.423345 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d375c40-07e3-4f1a-a76d-f782c8090d4a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.453496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ef35-5726-416a-9918-68c86cbef69d req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:33.454212 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8e92ef35-5726-416a-9918-68c86cbef69d req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.503303 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-afd8a0c7-8485-47f3-b2ac-3141cb5aea23 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1860290 Dec 09 22:42:33.518280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Request body: {'port': {'device_id': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:33.555089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588175d-5158-4089-881a-eb9a4b10c84c req-7ced0679-7e73-4e98-b5e1-f3ec786b1e01 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:33.556713 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4588175d-5158-4089-881a-eb9a4b10c84c req-7ced0679-7e73-4e98-b5e1-f3ec786b1e01 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 970 time: 0.0899715 Dec 09 22:42:33.686415 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.756500 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4588175d-5158-4089-881a-eb9a4b10c84c req-9d3bc612-e290-497e-a7d0-5057d6f6c86d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1795576 Dec 09 22:42:33.757686 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d375c40-07e3-4f1a-a76d-f782c8090d4a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.787144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 471f9dec-e785-49ab-8732-6b1d5cd8e736 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:33.797151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d375c40-07e3-4f1a-a76d-f782c8090d4a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=3166e98d-65a0-4742-a787-6541e22d2b43,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:33.804017 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d375c40-07e3-4f1a-a76d-f782c8090d4a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.810787 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1d375c40-07e3-4f1a-a76d-f782c8090d4a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/3166e98d-65a0-4742-a787-6541e22d2b43 HTTP/1.1" status: 204 len: 168 time: 0.6458657 Dec 09 22:42:33.812199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59056) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:33.913049 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:33.919733 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c1e7e2dd-3098-4f4a-9243-20de4be74bea tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063623 Dec 09 22:42:33.929871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59062) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:33.934896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-66cd8bd8-414e-4935-bbf7-3ed342d8c272 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:33.935272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 471f9dec-e785-49ab-8732-6b1d5cd8e736 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:33.935747 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.007206 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-588c6f2e-6eeb-4b30-9af1-40bcb8f7cc71 None None] Provisioning complete for port 9fd9a521-aa85-4322-a90f-bcc71a909930 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:34.007771 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-588c6f2e-6eeb-4b30-9af1-40bcb8f7cc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.052242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c1f4d-4fab-41fe-8214-7211d4fe7fe2 req-ec41c3a7-377f-46b3-9b03-92dcd532878a tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:34.063561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-135c1f4d-4fab-41fe-8214-7211d4fe7fe2 req-ec41c3a7-377f-46b3-9b03-92dcd532878a tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1462953 Dec 09 22:42:34.081834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-588c6f2e-6eeb-4b30-9af1-40bcb8f7cc71 None None] Port 9fd9a521-aa85-4322-a90f-bcc71a909930 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:42:34.107289 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.150263 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-135c1f4d-4fab-41fe-8214-7211d4fe7fe2 req-ed706a9f-9279-453c-8ed6-eef1d4c9fb43 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702538 Dec 09 22:42:34.151675 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd8bd8-414e-4935-bbf7-3ed342d8c272 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:34.155330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cd8bd8-414e-4935-bbf7-3ed342d8c272 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.155661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 471f9dec-e785-49ab-8732-6b1d5cd8e736, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=471f9dec-e785-49ab-8732-6b1d5cd8e736,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:34.170454 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.269374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=471f9dec-e785-49ab-8732-6b1d5cd8e736,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:34.347303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd9a521-aa85-4322-a90f-bcc71a909930 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:42:34.369007 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.407036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Transition to ACTIVE for port object 9fd9a521-aa85-4322-a90f-bcc71a909930 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:42:34.412010 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.472280 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cd8bd8-414e-4935-bbf7-3ed342d8c272 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.523253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd9a521-aa85-4322-a90f-bcc71a909930,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:34.542044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd8bd8-414e-4935-bbf7-3ed342d8c272 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=9cbb1bd1-8040-47cb-a874-f6d05879647d,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:34.553603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd8bd8-414e-4935-bbf7-3ed342d8c272 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:34.555412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-66cd8bd8-414e-4935-bbf7-3ed342d8c272 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:34.559872 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd8bd8-414e-4935-bbf7-3ed342d8c272 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:34.560470 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66cd8bd8-414e-4935-bbf7-3ed342d8c272 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.606479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-66cd8bd8-414e-4935-bbf7-3ed342d8c272 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6738498 Dec 09 22:42:34.607308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59068) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:34.615037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d93f9dae-ee5f-488f-a2e7-66c4b5b14a22 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-43183160', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:34.649039 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d93f9dae-ee5f-488f-a2e7-66c4b5b14a22 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.650315 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d93f9dae-ee5f-488f-a2e7-66c4b5b14a22 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.698169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Attempting to bind port 9fd9a521-aa85-4322-a90f-bcc71a909930 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:34.698539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Attempting to bind port 9fd9a521-aa85-4322-a90f-bcc71a909930 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:34.698915 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Attempting to bind port 9fd9a521-aa85-4322-a90f-bcc71a909930 on network 3f45a737-e5ad-47fe-8e7a-b24149edc782 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:34.705423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Port 9fd9a521-aa85-4322-a90f-bcc71a909930 on network 3f45a737-e5ad-47fe-8e7a-b24149edc782 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:42:34.705755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Attempting to bind port 9fd9a521-aa85-4322-a90f-bcc71a909930 on network 3f45a737-e5ad-47fe-8e7a-b24149edc782 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:34.711221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:34.711568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Checking segment: {'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:34.711964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Bound using segment: {'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:34.712399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Bound port: 9fd9a521-aa85-4322-a90f-bcc71a909930, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a1201e-1053-4a37-a33f-1616d14e887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:34.714111 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.737927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d93f9dae-ee5f-488f-a2e7-66c4b5b14a22 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.750640 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d93f9dae-ee5f-488f-a2e7-66c4b5b14a22 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.787033 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d93f9dae-ee5f-488f-a2e7-66c4b5b14a22 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.792268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d93f9dae-ee5f-488f-a2e7-66c4b5b14a22 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1806383 Dec 09 22:42:34.792578 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59072) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:34.793032 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.814496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] For port 9fd9a521-aa85-4322-a90f-bcc71a909930, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:34.818592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] For port 9fd9a521-aa85-4322-a90f-bcc71a909930, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fd9a521-aa85-4322-a90f-bcc71a909930,segment=NetworkSegment(57a1201e-1053-4a37-a33f-1616d14e887d),segment_id=57a1201e-1053-4a37-a33f-1616d14e887d)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:34.827938 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.882862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca6e8b-63ce-459b-bac2-9eb68c0d28c1 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:34.948007 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:34.948821 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:34.954489 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] 10.222.0.42 "PUT /v2.0/ports/9fd9a521-aa85-4322-a90f-bcc71a909930 HTTP/1.1" status: 200 len: 1131 time: 1.4415298 Dec 09 22:42:34.958136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'tag': '9fd9a521-aa85-4322-a90f-bcc71a909930'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:42:34.969672 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eb623c-3e75-4bf9-8efa-9e92814e794f" -d '{"events": [{"name": "network-changed", "server_uuid": "f39d277e-69ce-4b43-9191-80058f5aa5b8", "tag": "9fd9a521-aa85-4322-a90f-bcc71a909930"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:42:35.085413 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed408803-87b1-4b2b-b610-024e1401ed1a x-openstack-request-id: req-ed408803-87b1-4b2b-b610-024e1401ed1a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:42:35.085594 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39d277e-69ce-4b43-9191-80058f5aa5b8", "tag": "9fd9a521-aa85-4322-a90f-bcc71a909930", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:42:35.092745 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed408803-87b1-4b2b-b610-024e1401ed1a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:42:35.095373 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'tag': '9fd9a521-aa85-4322-a90f-bcc71a909930', 'status': 'completed', 'code': 200} Dec 09 22:42:35.109555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deb679-d7ce-4c37-a01b-64f9c3a2b806 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd9a521-aa85-4322-a90f-bcc71a909930,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:35.112955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-35a0e518-03bc-4040-b2dc-82cc6fda5a35 None None] Provisioning complete for port 471f9dec-e785-49ab-8732-6b1d5cd8e736 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:35.114146 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-35a0e518-03bc-4040-b2dc-82cc6fda5a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:35.122227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69d538-1b3d-4b13-8e0e-743b23764b76 req-547d5b70-6d00-43fa-b1f0-da265add3f19 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:35.123654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b69d538-1b3d-4b13-8e0e-743b23764b76 req-547d5b70-6d00-43fa-b1f0-da265add3f19 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 982 time: 0.1655231 Dec 09 22:42:35.164600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ef35-5726-416a-9918-68c86cbef69d req-718972b5-5bab-4cf3-8fe8-11676a4dd8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:35.170237 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-718972b5-5bab-4cf3-8fe8-11676a4dd8ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0&device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 1134 time: 0.1671867 Dec 09 22:42:35.295046 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-c569bd65-1f5d-45cc-b5ea-eba4c685f349 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fd9a521-aa85-4322-a90f-bcc71a909930 HTTP/1.1" status: 200 len: 217 time: 0.1135540 Dec 09 22:42:35.373275 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:35.423863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ef35-5726-416a-9918-68c86cbef69d req-37fd4da9-f655-48b5-a8ad-08528f2e9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:35.425465 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-37fd4da9-f655-48b5-a8ad-08528f2e9447 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b34c81a7-ea32-483c-87ec-805ff9fb2a72 HTTP/1.1" status: 200 len: 835 time: 0.1221335 Dec 09 22:42:35.434167 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acaa65-a08f-4e9c-ae3a-6560e2d70d6c req-1dc1cd3e-cc07-4650-85e0-4aa671911134 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:35.435725 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30acaa65-a08f-4e9c-ae3a-6560e2d70d6c req-1dc1cd3e-cc07-4650-85e0-4aa671911134 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1432395 Dec 09 22:42:35.499214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ef35-5726-416a-9918-68c86cbef69d req-3ed87a13-4210-4626-b2b3-ad6702c6c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:35.501244 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-3ed87a13-4210-4626-b2b3-ad6702c6c212 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f45a737-e5ad-47fe-8e7a-b24149edc782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685649 Dec 09 22:42:35.522730 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b69d538-1b3d-4b13-8e0e-743b23764b76 req-3f6126da-5a6d-4f18-a544-49221c556947 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3636825 Dec 09 22:42:35.615900 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e2a0f7e4-c8c4-49f2-a5f2-b45084ad5fa9 None None] Provisioning complete for port 471f9dec-e785-49ab-8732-6b1d5cd8e736 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:35.616530 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e2a0f7e4-c8c4-49f2-a5f2-b45084ad5fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:35.638806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30acaa65-a08f-4e9c-ae3a-6560e2d70d6c req-121064c9-dbba-474b-b337-7fcf33ce14f9 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565573 Dec 09 22:42:35.720841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 471f9dec-e785-49ab-8732-6b1d5cd8e736 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:35.748872 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-2ab26e83-0547-4c75-8da3-d20731465918 service neutron] 10.222.0.42 "GET /v2.0/networks/3f45a737-e5ad-47fe-8e7a-b24149edc782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334216 Dec 09 22:42:35.872423 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 471f9dec-e785-49ab-8732-6b1d5cd8e736 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:35.873070 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:35.933386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::1 (c98586a8-1bc3-4903-a5e8-931299d13bb7/9cbb1bd1-8040-47cb-a874-f6d05879647d/59983a2e-acdb-4281-a4db-3d6d7125b007) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:35.956499 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8e92ef35-5726-416a-9918-68c86cbef69d req-0acbd87f-c999-4423-83f7-afa6f42d6071 service neutron] 10.222.0.42 "GET /v2.0/networks/3f45a737-e5ad-47fe-8e7a-b24149edc782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005115 Dec 09 22:42:36.047436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ba2bb2af-19d7-49c6-8f7b-d4d470d03e8b None None] Could not find standard attr ID for object b8597359-e2b5-465f-b341-dbb9297acfde. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:42:36.174324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb623c-3e75-4bf9-8efa-9e92814e794f req-bfa59ebd-c489-4a2d-ad16-8bb3e35d09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:36.176496 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c0eb623c-3e75-4bf9-8efa-9e92814e794f req-bfa59ebd-c489-4a2d-ad16-8bb3e35d09bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0&device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 1134 time: 0.1242733 Dec 09 22:42:36.215214 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:36.317186 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:36.354873 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c5647420-0b4d-432d-8665-90af6cc94cce req-7c261c3c-3e74-408f-9117-fcf2a3031c16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1312087 Dec 09 22:42:36.377045 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:36.412941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb623c-3e75-4bf9-8efa-9e92814e794f req-2634d416-868f-4d0d-a0d0-f692e955e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:36.414541 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c0eb623c-3e75-4bf9-8efa-9e92814e794f req-2634d416-868f-4d0d-a0d0-f692e955e77b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f45a737-e5ad-47fe-8e7a-b24149edc782 HTTP/1.1" status: 200 len: 896 time: 0.2291117 Dec 09 22:42:36.449136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=59983a2e-acdb-4281-a4db-3d6d7125b007,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:36.463025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:36.464761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:36.467407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:36.468526 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:36.510638 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c0eb623c-3e75-4bf9-8efa-9e92814e794f req-85b8b7a7-df97-446b-adba-efbc9e52819b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fd9a521-aa85-4322-a90f-bcc71a909930 HTTP/1.1" status: 200 len: 217 time: 0.0554972 Dec 09 22:42:36.518580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5647420-0b4d-432d-8665-90af6cc94cce req-ca535411-d244-4654-903b-1739f25a83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:36.520402 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c5647420-0b4d-432d-8665-90af6cc94cce req-ca535411-d244-4654-903b-1739f25a83a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c558ea860bd4ff5832763d011d15de6&device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 1098 time: 0.1269827 Dec 09 22:42:36.630925 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:36.643925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb623c-3e75-4bf9-8efa-9e92814e794f req-90503ea5-999e-4eac-a2bd-606087e8e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:36.645416 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c0eb623c-3e75-4bf9-8efa-9e92814e794f req-90503ea5-999e-4eac-a2bd-606087e8e027 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b34c81a7-ea32-483c-87ec-805ff9fb2a72 HTTP/1.1" status: 200 len: 835 time: 0.1241245 Dec 09 22:42:36.716925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb623c-3e75-4bf9-8efa-9e92814e794f req-e93276e5-5c69-4d18-8f7b-070aac44e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:36.719457 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c0eb623c-3e75-4bf9-8efa-9e92814e794f req-e93276e5-5c69-4d18-8f7b-070aac44e342 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f45a737-e5ad-47fe-8e7a-b24149edc782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642369 Dec 09 22:42:36.721071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5647420-0b4d-432d-8665-90af6cc94cce req-b590f943-50c7-4799-8150-1bde3f62c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:36.722615 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c5647420-0b4d-432d-8665-90af6cc94cce req-b590f943-50c7-4799-8150-1bde3f62c881 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a4af1b9-9cad-4262-bece-bac6bde43880 HTTP/1.1" status: 200 len: 909 time: 0.1622834 Dec 09 22:42:36.868441 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c5647420-0b4d-432d-8665-90af6cc94cce req-ee871ca8-175d-4827-bd98-c9b52c9b09c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d356a680-93ef-4d3f-99e5-de5661c435ff HTTP/1.1" status: 200 len: 1002 time: 0.1383214 Dec 09 22:42:36.880665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ba3e4-17d5-41ba-90e6-f889e9294d00 req-5cf1e769-35b5-4c72-a3e0-5fbaff789545 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:36.882495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf0ba3e4-17d5-41ba-90e6-f889e9294d00 req-5cf1e769-35b5-4c72-a3e0-5fbaff789545 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 982 time: 0.2479784 Dec 09 22:42:36.886255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6459c302-a46e-4a8d-8685-f025a3ef85aa None None] Provisioning complete for port 59983a2e-acdb-4281-a4db-3d6d7125b007 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:36.886916 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6459c302-a46e-4a8d-8685-f025a3ef85aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:36.925360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6459c302-a46e-4a8d-8685-f025a3ef85aa None None] Port 59983a2e-acdb-4281-a4db-3d6d7125b007 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:42:36.937861 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c0eb623c-3e75-4bf9-8efa-9e92814e794f req-246bc647-7fc1-4c17-a32f-46da79d9cd1b service neutron] 10.222.0.42 "GET /v2.0/networks/3f45a737-e5ad-47fe-8e7a-b24149edc782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092302 Dec 09 22:42:36.943691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5647420-0b4d-432d-8665-90af6cc94cce req-efd070f0-76df-4105-8d46-c017d090f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:36.945328 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c5647420-0b4d-432d-8665-90af6cc94cce req-efd070f0-76df-4105-8d46-c017d090f9be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cda5c5ae-e162-4ef6-9b70-78933ab0f2bd HTTP/1.1" status: 200 len: 847 time: 0.0699933 Dec 09 22:42:36.975077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b733ee-99f9-4dee-97e1-d5ce455d4e28 req-69a0d050-311d-4357-bbf6-c5fb8b5b7b90 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:36.978254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80b733ee-99f9-4dee-97e1-d5ce455d4e28 req-69a0d050-311d-4357-bbf6-c5fb8b5b7b90 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2233655 Dec 09 22:42:37.035522 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:37.051009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5647420-0b4d-432d-8665-90af6cc94cce req-eeea35fb-4920-4e9b-8062-04ecf512d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:37.052525 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c5647420-0b4d-432d-8665-90af6cc94cce req-eeea35fb-4920-4e9b-8062-04ecf512d3b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a4af1b9-9cad-4262-bece-bac6bde43880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983799 Dec 09 22:42:37.094392 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c0eb623c-3e75-4bf9-8efa-9e92814e794f req-8c37eb52-2ace-4fc0-8a4d-8bc4bf173535 service neutron] 10.222.0.42 "GET /v2.0/networks/3f45a737-e5ad-47fe-8e7a-b24149edc782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480284 Dec 09 22:42:37.106953 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf0ba3e4-17d5-41ba-90e6-f889e9294d00 req-b0b7be96-3b9b-4440-83e8-c612b92628b9 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2077739 Dec 09 22:42:37.142513 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80b733ee-99f9-4dee-97e1-d5ce455d4e28 req-d33933ee-beb5-46c7-bcd8-df4c8d162894 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498063 Dec 09 22:42:37.167375 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c5647420-0b4d-432d-8665-90af6cc94cce req-a194ff8a-ac5b-4aca-80b7-627707cf5b81 service neutron] 10.222.0.18 "GET /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051543 Dec 09 22:42:37.209164 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:37.217230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:37.218232 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:37.288315 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c5647420-0b4d-432d-8665-90af6cc94cce req-1e53df31-dbb4-4aa8-ab23-0f54e0344403 service neutron] 10.222.0.18 "GET /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140120 Dec 09 22:42:37.292914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=59983a2e-acdb-4281-a4db-3d6d7125b007,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:37.372365 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:37.373941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:37.511313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Router 478ba7f1-2c07-4ed2-b779-a3c73a022cd6 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:42:37.641904 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:42:37.650387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-00652704-4b82-4267-8421-c14fc36965e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "PUT /v2.0/routers/478ba7f1-2c07-4ed2-b779-a3c73a022cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8530848 Dec 09 22:42:37.650482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59132) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:37.654715 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Sync routers for ids ['478ba7f1-2c07-4ed2-b779-a3c73a022cd6'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:42:37.666680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f463e006-baa8-4da6-a270-d607f7ff9173 None None] Provisioning complete for port 59983a2e-acdb-4281-a4db-3d6d7125b007 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:37.667217 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Routers {'478ba7f1-2c07-4ed2-b779-a3c73a022cd6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:37.667305 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f463e006-baa8-4da6-a270-d607f7ff9173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:37.668337 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['478ba7f1-2c07-4ed2-b779-a3c73a022cd6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:37.732838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f463e006-baa8-4da6-a270-d607f7ff9173 None None] Port 59983a2e-acdb-4281-a4db-3d6d7125b007 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:42:37.752740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579f7de1-0061-4cfb-b370-8d4a1132f02c tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:37.754140 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-579f7de1-0061-4cfb-b370-8d4a1132f02c tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports/59983a2e-acdb-4281-a4db-3d6d7125b007 HTTP/1.1" status: 200 len: 911 time: 0.1028702 Dec 09 22:42:37.756603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59136) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:37.764252 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Set router 478ba7f1-2c07-4ed2-b779-a3c73a022cd6 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:37.812358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d88a99c-f1ed-4259-9a07-9f0a74e73848 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:37.819033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d88a99c-f1ed-4259-9a07-9f0a74e73848 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:37.823130 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2d88a99c-f1ed-4259-9a07-9f0a74e73848 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0631187 Dec 09 22:42:37.823488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59140) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:37.988666 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478ba7f1-2c07-4ed2-b779-a3c73a022cd6', 'name': 'tempest-NetworksTestDHCPv6-router-43183160', 'tenant_id': '3347f006c25a46f68ab40638d0a5cc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:34Z', 'updated_at': '2021-12-09T22:42:36Z', 'revision_number': 2, 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'gw_port_host': None, '_interfaces': [{'id': '59983a2e-acdb-4281-a4db-3d6d7125b007', 'name': '', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'tenant_id': '3347f006c25a46f68ab40638d0a5cc63', 'mac_address': 'fa:16:3e:c4:b1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478ba7f1-2c07-4ed2-b779-a3c73a022cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '9cbb1bd1-8040-47cb-a874-f6d05879647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:35Z', 'updated_at': '2021-12-09T22:42:36Z', 'revision_number': 2, 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'subnets': [{'id': '9cbb1bd1-8040-47cb-a874-f6d05879647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:38.026179 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Checking router: 478ba7f1-2c07-4ed2-b779-a3c73a022cd6 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:42:38.026604 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Updating router 478ba7f1-2c07-4ed2-b779-a3c73a022cd6 port 59983a2e-acdb-4281-a4db-3d6d7125b007 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:42:38.061063 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:38.454465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff727-bfdc-4174-8848-1e3edcc62e2d req-bc22945b-ab96-4071-860e-1b6d2b32a0b1 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:38.456055 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-539ff727-bfdc-4174-8848-1e3edcc62e2d req-bc22945b-ab96-4071-860e-1b6d2b32a0b1 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1734989 Dec 09 22:42:38.497851 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc80f2-4ca7-482e-b5a8-e13656b2eca2 req-9f51c6ab-8cd4-48a4-8fe6-fa9644c0d82e tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:38.499285 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6cfc80f2-4ca7-482e-b5a8-e13656b2eca2 req-9f51c6ab-8cd4-48a4-8fe6-fa9644c0d82e tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 982 time: 0.1837757 Dec 09 22:42:38.566364 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:38.571629 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:38.590421 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-539ff727-bfdc-4174-8848-1e3edcc62e2d req-5c3c0faa-2402-400d-aaaa-3124b14eafbd tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266608 Dec 09 22:42:38.629389 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c379c-918a-47fe-9b73-e660504d3056 None None] Pushing event updated for resources: {'Port': ['ID=59983a2e-acdb-4281-a4db-3d6d7125b007,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:38.665740 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6cfc80f2-4ca7-482e-b5a8-e13656b2eca2 req-b479b0af-c3a3-4141-9262-fa8fd720ef61 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1458468 Dec 09 22:42:38.675061 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Attempting to bind port 59983a2e-acdb-4281-a4db-3d6d7125b007 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:38.675532 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Attempting to bind port 59983a2e-acdb-4281-a4db-3d6d7125b007 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:38.675788 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Attempting to bind port 59983a2e-acdb-4281-a4db-3d6d7125b007 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:38.680767 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:38.681141 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:38.681548 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:38.681978 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:38.682499 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Bound port: 59983a2e-acdb-4281-a4db-3d6d7125b007, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:38.682931 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:38.758316 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] For port 59983a2e-acdb-4281-a4db-3d6d7125b007, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:38.761982 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] For port 59983a2e-acdb-4281-a4db-3d6d7125b007, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=59983a2e-acdb-4281-a4db-3d6d7125b007,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:38.768919 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:38.832309 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Routers {'478ba7f1-2c07-4ed2-b779-a3c73a022cd6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:38.832951 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['478ba7f1-2c07-4ed2-b779-a3c73a022cd6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:38.836696 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c379c-918a-47fe-9b73-e660504d3056 None None] Pushing event updated for resources: {'Port': ['ID=59983a2e-acdb-4281-a4db-3d6d7125b007,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:38.874882 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7771972d-4454-4974-93a9-bac3cfa3a4bf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:38.966709 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] Set router 478ba7f1-2c07-4ed2-b779-a3c73a022cd6 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:39.097818 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-22daedc0-9dc3-408a-93a0-ef83bdf4fc93 None None] Provisioning complete for port 59983a2e-acdb-4281-a4db-3d6d7125b007 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:39.098841 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22daedc0-9dc3-408a-93a0-ef83bdf4fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:39.167011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7771972d-4454-4974-93a9-bac3cfa3a4bf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port 59983a2e-acdb-4281-a4db-3d6d7125b007 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:39.167657 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7771972d-4454-4974-93a9-bac3cfa3a4bf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:39.221698 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478ba7f1-2c07-4ed2-b779-a3c73a022cd6', 'name': 'tempest-NetworksTestDHCPv6-router-43183160', 'tenant_id': '3347f006c25a46f68ab40638d0a5cc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:34Z', 'updated_at': '2021-12-09T22:42:36Z', 'revision_number': 2, 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'gw_port_host': None, '_interfaces': [{'id': '59983a2e-acdb-4281-a4db-3d6d7125b007', 'name': '', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'tenant_id': '3347f006c25a46f68ab40638d0a5cc63', 'mac_address': 'fa:16:3e:c4:b1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478ba7f1-2c07-4ed2-b779-a3c73a022cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '9cbb1bd1-8040-47cb-a874-f6d05879647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:35Z', 'updated_at': '2021-12-09T22:42:38Z', 'revision_number': 4, 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'subnets': [{'id': '9cbb1bd1-8040-47cb-a874-f6d05879647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:39.258220 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45c443-3c5a-4d17-a3ab-fbaeecb94884 None None] The sync data for ids ['478ba7f1-2c07-4ed2-b779-a3c73a022cd6'] in n-d-789963-23 is: [{'id': '478ba7f1-2c07-4ed2-b779-a3c73a022cd6', 'name': 'tempest-NetworksTestDHCPv6-router-43183160', 'tenant_id': '3347f006c25a46f68ab40638d0a5cc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:34Z', 'updated_at': '2021-12-09T22:42:36Z', 'revision_number': 2, 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'gw_port_host': None, '_interfaces': [{'id': '59983a2e-acdb-4281-a4db-3d6d7125b007', 'name': '', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'tenant_id': '3347f006c25a46f68ab40638d0a5cc63', 'mac_address': 'fa:16:3e:c4:b1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478ba7f1-2c07-4ed2-b779-a3c73a022cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '9cbb1bd1-8040-47cb-a874-f6d05879647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:35Z', 'updated_at': '2021-12-09T22:42:38Z', 'revision_number': 4, 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'subnets': [{'id': '9cbb1bd1-8040-47cb-a874-f6d05879647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:42:39.269581 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22daedc0-9dc3-408a-93a0-ef83bdf4fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:39.295228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9fd9a521-aa85-4322-a90f-bcc71a909930 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:42:39.323997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-7771972d-4454-4974-93a9-bac3cfa3a4bf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] For port 59983a2e-acdb-4281-a4db-3d6d7125b007, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=59983a2e-acdb-4281-a4db-3d6d7125b007,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:39.324917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7771972d-4454-4974-93a9-bac3cfa3a4bf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:39.334199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-22daedc0-9dc3-408a-93a0-ef83bdf4fc93 None None] For port 59983a2e-acdb-4281-a4db-3d6d7125b007, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=59983a2e-acdb-4281-a4db-3d6d7125b007,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:39.341549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7771972d-4454-4974-93a9-bac3cfa3a4bf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for 59983a2e-acdb-4281-a4db-3d6d7125b007 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:39.351171 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22daedc0-9dc3-408a-93a0-ef83bdf4fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:39.499241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22daedc0-9dc3-408a-93a0-ef83bdf4fc93 None None] Pushing event updated for resources: {'Port': ['ID=59983a2e-acdb-4281-a4db-3d6d7125b007,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:39.505216 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-564a29c0-5b19-400a-9e24-38e254e1cf7f None None] Provisioning complete for port 59983a2e-acdb-4281-a4db-3d6d7125b007 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:39.505814 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-564a29c0-5b19-400a-9e24-38e254e1cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:39.513312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9fd9a521-aa85-4322-a90f-bcc71a909930, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fd9a521-aa85-4322-a90f-bcc71a909930,segment=NetworkSegment(57a1201e-1053-4a37-a33f-1616d14e887d),segment_id=57a1201e-1053-4a37-a33f-1616d14e887d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:39.578853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '9fd9a521-aa85-4322-a90f-bcc71a909930', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'port_id': '9fd9a521-aa85-4322-a90f-bcc71a909930', 'mac_address': 'fa:16:3e:5e:15:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:42:39.585343 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7771972d-4454-4974-93a9-bac3cfa3a4bf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:39.632030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771972d-4454-4974-93a9-bac3cfa3a4bf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=59983a2e-acdb-4281-a4db-3d6d7125b007,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:39.656780 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-564a29c0-5b19-400a-9e24-38e254e1cf7f None None] Could not find standard attr ID for object 59983a2e-acdb-4281-a4db-3d6d7125b007. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:42:39.663086 n-d-789963-23 neutron-server[103419]: INFO neutron.plugins.ml2.db [None req-564a29c0-5b19-400a-9e24-38e254e1cf7f None None] No ports have port_id starting with 59983a2e-acdb-4281-a4db-3d6d7125b007 Dec 09 22:42:39.684460 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:39.722479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd9a521-aa85-4322-a90f-bcc71a909930 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:42:39.777773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9fd9a521-aa85-4322-a90f-bcc71a909930, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fd9a521-aa85-4322-a90f-bcc71a909930,segment=NetworkSegment(57a1201e-1053-4a37-a33f-1616d14e887d),segment_id=57a1201e-1053-4a37-a33f-1616d14e887d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:39.786140 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:39.885668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=9fd9a521-aa85-4322-a90f-bcc71a909930,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:39.982730 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7771972d-4454-4974-93a9-bac3cfa3a4bf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:40.004731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b36d9-8787-446d-8223-08ad5539b895 req-3dd1d4b7-28e9-419b-8917-a3ed89edc867 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:40.007016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-341b36d9-8787-446d-8223-08ad5539b895 req-3dd1d4b7-28e9-419b-8917-a3ed89edc867 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 982 time: 0.2511883 Dec 09 22:42:40.052450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081315c-452d-4b55-8f53-101e1cce1bcb req-59013f3a-9cca-430a-9e4f-cfc341857920 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:40.063786 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d081315c-452d-4b55-8f53-101e1cce1bcb req-59013f3a-9cca-430a-9e4f-cfc341857920 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2396958 Dec 09 22:42:40.074472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['9fd9a521-aa85-4322-a90f-bcc71a909930'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:42:40.150772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af45b2-eabb-4bf3-838a-603451c3a0be req-88a5d2ff-96fc-4dce-8135-44ad9193d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:40.156364 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c2af45b2-eabb-4bf3-838a-603451c3a0be req-88a5d2ff-96fc-4dce-8135-44ad9193d5be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 1097 time: 0.1024828 Dec 09 22:42:40.268526 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c2af45b2-eabb-4bf3-838a-603451c3a0be req-e8b62969-1f42-4393-a196-50c082cdda6d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030784 Dec 09 22:42:40.341231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-341b36d9-8787-446d-8223-08ad5539b895 req-05bcc41c-456e-447d-b019-bcde3b4e9e86 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3236492 Dec 09 22:42:40.372497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d081315c-452d-4b55-8f53-101e1cce1bcb req-6af9077a-8098-4083-b546-e5450c4f1639 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271245 Dec 09 22:42:40.396059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7771972d-4454-4974-93a9-bac3cfa3a4bf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Router 478ba7f1-2c07-4ed2-b779-a3c73a022cd6 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:42:40.485493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7771972d-4454-4974-93a9-bac3cfa3a4bf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:42:40.490923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7771972d-4454-4974-93a9-bac3cfa3a4bf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "PUT /v2.0/routers/478ba7f1-2c07-4ed2-b779-a3c73a022cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6662107 Dec 09 22:42:40.493531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59186) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:40.573678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e102c4-bf62-4c34-92e7-67bcd4043c29 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:40.575931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e102c4-bf62-4c34-92e7-67bcd4043c29 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:40.580402 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-56e102c4-bf62-4c34-92e7-67bcd4043c29 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0831103 Dec 09 22:42:40.580793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59190) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:40.633917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91d7c9a-6252-4117-8639-fd6083e2853d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 9cbb1bd1-8040-47cb-a874-f6d05879647d {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:40.637094 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f91d7c9a-6252-4117-8639-fd6083e2853d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:40.677777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f91d7c9a-6252-4117-8639-fd6083e2853d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:40.726118 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f91d7c9a-6252-4117-8639-fd6083e2853d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:40.800335 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f91d7c9a-6252-4117-8639-fd6083e2853d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:40.831046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d7c9a-6252-4117-8639-fd6083e2853d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=9cbb1bd1-8040-47cb-a874-f6d05879647d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:40.837187 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f91d7c9a-6252-4117-8639-fd6083e2853d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:40.843677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59194) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:40.847065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3ffa25-235d-4016-81b7-c578e029925c None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:40.859931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f91d7c9a-6252-4117-8639-fd6083e2853d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/9cbb1bd1-8040-47cb-a874-f6d05879647d HTTP/1.1" status: 204 len: 168 time: 0.2779031 Dec 09 22:42:41.010119 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3a2bea42-1498-43d1-809f-724ac1e4e9e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1627679 Dec 09 22:42:41.010838 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59198) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:41.059683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980a9f99-e4db-4de4-8e63-3e999c7d5fd4 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:41.102092 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5df55fc-e673-497b-93b8-4ea979153da1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:41.132657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-980a9f99-e4db-4de4-8e63-3e999c7d5fd4 None None] Deleting port 471f9dec-e785-49ab-8732-6b1d5cd8e736 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:41.133216 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-980a9f99-e4db-4de4-8e63-3e999c7d5fd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:41.230468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59202) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:41.256268 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-980a9f99-e4db-4de4-8e63-3e999c7d5fd4 None None] For port 471f9dec-e785-49ab-8732-6b1d5cd8e736, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=471f9dec-e785-49ab-8732-6b1d5cd8e736,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:41.258204 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-980a9f99-e4db-4de4-8e63-3e999c7d5fd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:41.288692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-980a9f99-e4db-4de4-8e63-3e999c7d5fd4 None None] Calling delete_port for 471f9dec-e785-49ab-8732-6b1d5cd8e736 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:41.294937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9fd9a521-aa85-4322-a90f-bcc71a909930 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:41.449861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 9fd9a521-aa85-4322-a90f-bcc71a909930 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:42:41.473965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 9fd9a521-aa85-4322-a90f-bcc71a909930 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:41.474237 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:41.520107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf877-8195-4ce1-aa72-38875f38173c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:41.538310 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-980a9f99-e4db-4de4-8e63-3e999c7d5fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:41.585725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980a9f99-e4db-4de4-8e63-3e999c7d5fd4 None None] No DVR routers for this DVR port 471f9dec-e785-49ab-8732-6b1d5cd8e736 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:41.659321 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf877-8195-4ce1-aa72-38875f38173c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:41.663681 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5df55fc-e673-497b-93b8-4ea979153da1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:41.665962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf877-8195-4ce1-aa72-38875f38173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:41.669003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5df55fc-e673-497b-93b8-4ea979153da1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:41.677344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a9f99-e4db-4de4-8e63-3e999c7d5fd4 None None] Pushing event deleted for resources: {'Port': ['ID=471f9dec-e785-49ab-8732-6b1d5cd8e736,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:41.679740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa9a1f7-c420-402a-8f64-d6ee1a332349 None None] Sync routers for ids ['478ba7f1-2c07-4ed2-b779-a3c73a022cd6'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:42:41.739260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa9a1f7-c420-402a-8f64-d6ee1a332349 None None] Routers {'478ba7f1-2c07-4ed2-b779-a3c73a022cd6'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:41.742461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-cfa9a1f7-c420-402a-8f64-d6ee1a332349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['478ba7f1-2c07-4ed2-b779-a3c73a022cd6'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:41.757093 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6ecaf877-8195-4ce1-aa72-38875f38173c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c2e83ecadb842dfa72c0f65cad302ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255013 Dec 09 22:42:41.759693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59210) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:41.762014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecaf877-8195-4ce1-aa72-38875f38173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf150516-52db-4ab5-a41a-dd229cd5d23b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:41.778604 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5df55fc-e673-497b-93b8-4ea979153da1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:41.778604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5df55fc-e673-497b-93b8-4ea979153da1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Fanout notify agent at l3_agent the message router_deleted on router 478ba7f1-2c07-4ed2-b779-a3c73a022cd6 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:42:41.817432 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121758fc-ad54-4eef-b613-5d95a15c3f40 req-968c73f9-ab30-4e7f-9039-ecd1eb9acbf5 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:41.828443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-121758fc-ad54-4eef-b613-5d95a15c3f40 req-968c73f9-ab30-4e7f-9039-ecd1eb9acbf5 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 983 time: 0.2925887 Dec 09 22:42:41.842427 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5df55fc-e673-497b-93b8-4ea979153da1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:41.847518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59212) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:41.848170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d5df55fc-e673-497b-93b8-4ea979153da1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/routers/478ba7f1-2c07-4ed2-b779-a3c73a022cd6 HTTP/1.1" status: 204 len: 168 time: 0.8360744 Dec 09 22:42:41.854033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-27811d4a-d1a1-4763-8c8e-75a71393b568 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:41.871572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a625713-30b5-4d3c-9e9d-552b2d694c05 req-394ecac1-904a-4adb-811b-5fb7ee7dfd13 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:41.875882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a625713-30b5-4d3c-9e9d-552b2d694c05 req-394ecac1-904a-4adb-811b-5fb7ee7dfd13 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.3729627 Dec 09 22:42:41.976250 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e980-94a6-4d36-a334-b2df9626c729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.004052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-121758fc-ad54-4eef-b613-5d95a15c3f40 req-dd350883-a36a-48fc-a955-81303b6a0f5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1743312 Dec 09 22:42:42.027126 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e980-94a6-4d36-a334-b2df9626c729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.029947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27811d4a-d1a1-4763-8c8e-75a71393b568 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:42.033826 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-27811d4a-d1a1-4763-8c8e-75a71393b568 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.038718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a625713-30b5-4d3c-9e9d-552b2d694c05 req-85e8bca9-72ca-4547-8075-9cd7ed43f776 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391881 Dec 09 22:42:42.129153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 471f9dec-e785-49ab-8732-6b1d5cd8e736 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:42.133923 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-cfa9a1f7-c420-402a-8f64-d6ee1a332349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:42.158819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 471f9dec-e785-49ab-8732-6b1d5cd8e736 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:42.159167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 471f9dec-e785-49ab-8732-6b1d5cd8e736 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:42.170505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e980-94a6-4d36-a334-b2df9626c729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.172966 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.174302 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e980-94a6-4d36-a334-b2df9626c729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.175252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa9a1f7-c420-402a-8f64-d6ee1a332349 None None] Routers set() bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:42.175568 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6fa5e980-94a6-4d36-a334-b2df9626c729 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf150516-52db-4ab5-a41a-dd229cd5d23b HTTP/1.1" status: 204 len: 168 time: 0.4145255 Dec 09 22:42:42.175704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa9a1f7-c420-402a-8f64-d6ee1a332349 None None] Router IDs set() for agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 22:42:42.176263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_agentschedulers_db [None req-cfa9a1f7-c420-402a-8f64-d6ee1a332349 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'478ba7f1-2c07-4ed2-b779-a3c73a022cd6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent'). {{(pid=103419) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 22:42:42.176637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa9a1f7-c420-402a-8f64-d6ee1a332349 None None] The sync data for ids ['478ba7f1-2c07-4ed2-b779-a3c73a022cd6'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:42:42.194910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5e980-94a6-4d36-a334-b2df9626c729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf150516-52db-4ab5-a41a-dd229cd5d23b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:42.218723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd9a521-aa85-4322-a90f-bcc71a909930'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:42:42.221050 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f5ee20-dc5b-436e-858b-50584b2c1e3b" -d '{"events": [{"server_uuid": "f39d277e-69ce-4b43-9191-80058f5aa5b8", "name": "network-vif-plugged", "status": "completed", "tag": "9fd9a521-aa85-4322-a90f-bcc71a909930"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:42:42.248711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 9fd9a521-aa85-4322-a90f-bcc71a909930, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fd9a521-aa85-4322-a90f-bcc71a909930,segment=NetworkSegment(57a1201e-1053-4a37-a33f-1616d14e887d),segment_id=57a1201e-1053-4a37-a33f-1616d14e887d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:42.265452 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.278708 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245af795-3f88-46a1-9c38-b71d4daf6555 x-openstack-request-id: req-245af795-3f88-46a1-9c38-b71d4daf6555 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:42:42.279008 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39d277e-69ce-4b43-9191-80058f5aa5b8", "name": "network-vif-plugged", "status": "completed", "tag": "9fd9a521-aa85-4322-a90f-bcc71a909930", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:42:42.279294 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-245af795-3f88-46a1-9c38-b71d4daf6555 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:42:42.279759 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd9a521-aa85-4322-a90f-bcc71a909930', 'code': 200} Dec 09 22:42:42.337903 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-27811d4a-d1a1-4763-8c8e-75a71393b568 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.359609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=9fd9a521-aa85-4322-a90f-bcc71a909930,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:42.421875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27811d4a-d1a1-4763-8c8e-75a71393b568 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:42.428757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-27811d4a-d1a1-4763-8c8e-75a71393b568 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:42.432089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27811d4a-d1a1-4763-8c8e-75a71393b568 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:42.432701 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-27811d4a-d1a1-4763-8c8e-75a71393b568 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.437534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27811d4a-d1a1-4763-8c8e-75a71393b568 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:42.439194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f8d89e-ede5-41d2-9bff-5a1a055a839e None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:42.456607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20a7e-4aa2-4dfd-ac33-357bb0a225a6 req-3531088c-5bcf-46be-98e3-83a6dfa352c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:42.458464 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-04c20a7e-4aa2-4dfd-ac33-357bb0a225a6 req-3531088c-5bcf-46be-98e3-83a6dfa352c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 1136 time: 0.0856912 Dec 09 22:42:42.462977 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-27811d4a-d1a1-4763-8c8e-75a71393b568 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6129642 Dec 09 22:42:42.465487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59222) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:42.471670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9e9f037a-22ff-44aa-93f2-a98faa2b6d82 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-46941481', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:42.525462 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e9f037a-22ff-44aa-93f2-a98faa2b6d82 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.526540 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e9f037a-22ff-44aa-93f2-a98faa2b6d82 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.533115 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59224) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:42.545458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:42:42.547292 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.548658 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c214b790-2861-42aa-9b40-47a69a002c0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.553156 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-04c20a7e-4aa2-4dfd-ac33-357bb0a225a6 req-ed1b8fbe-00ae-4106-b888-4d10c3ff5ac5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0851722 Dec 09 22:42:42.646729 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c214b790-2861-42aa-9b40-47a69a002c0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.654150 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c214b790-2861-42aa-9b40-47a69a002c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.698595 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c214b790-2861-42aa-9b40-47a69a002c0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a484eb36e1284ea581ab9248f6c615ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640329 Dec 09 22:42:42.699349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214b790-2861-42aa-9b40-47a69a002c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c541c2-f9ec-4c08-8926-4191fc8bc47d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:42.701762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59226) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:42.740775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Allocated IP 2001:db8::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc/c549c30d-cdae-4046-b2e0-a8156a8bdf5f) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:42.789178 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0dd4301f-f50e-46b1-a669-d88648b1cd67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.813651 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0dd4301f-f50e-46b1-a669-d88648b1cd67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.873195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0dd4301f-f50e-46b1-a669-d88648b1cd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.876670 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0dd4301f-f50e-46b1-a669-d88648b1cd67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.880585 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0dd4301f-f50e-46b1-a669-d88648b1cd67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01c541c2-f9ec-4c08-8926-4191fc8bc47d HTTP/1.1" status: 204 len: 168 time: 0.1748850 Dec 09 22:42:42.886835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4301f-f50e-46b1-a669-d88648b1cd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c541c2-f9ec-4c08-8926-4191fc8bc47d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:42.905488 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e9f037a-22ff-44aa-93f2-a98faa2b6d82 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.911355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e9f037a-22ff-44aa-93f2-a98faa2b6d82 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.926384 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.930947 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e9f037a-22ff-44aa-93f2-a98faa2b6d82 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.932391 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9e9f037a-22ff-44aa-93f2-a98faa2b6d82 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4658117 Dec 09 22:42:42.933526 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:42.935265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59230) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:42.992844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Pushing event updated for resources: {'Port': ['ID=c549c30d-cdae-4046-b2e0-a8156a8bdf5f,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:43.006110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:43.007400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:43.010831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:43.152927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Attempting to bind port c549c30d-cdae-4046-b2e0-a8156a8bdf5f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:43.153623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Attempting to bind port c549c30d-cdae-4046-b2e0-a8156a8bdf5f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:43.153732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Attempting to bind port c549c30d-cdae-4046-b2e0-a8156a8bdf5f on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:43.162674 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:43.163511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:43.164439 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:43.166704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:43.168243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Bound port: c549c30d-cdae-4046-b2e0-a8156a8bdf5f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:43.169044 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:43.277556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b24a90-48e4-42df-8fa9-620b6e3cd74f req-0ee432f0-f2fa-40fa-8c1f-f7d29af6141a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:43.277556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25b24a90-48e4-42df-8fa9-620b6e3cd74f req-0ee432f0-f2fa-40fa-8c1f-f7d29af6141a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 984 time: 0.1453757 Dec 09 22:42:43.300172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba142986-1060-4fce-813b-38455eb29569 req-f2485321-b7fb-4621-a21b-ab7e6176066f tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:43.301722 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba142986-1060-4fce-813b-38455eb29569 req-f2485321-b7fb-4621-a21b-ab7e6176066f tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1470611 Dec 09 22:42:43.302638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:43.304372 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] For port c549c30d-cdae-4046-b2e0-a8156a8bdf5f, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:43.309686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] For port c549c30d-cdae-4046-b2e0-a8156a8bdf5f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c549c30d-cdae-4046-b2e0-a8156a8bdf5f,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:43.317385 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:43.444719 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bf816-15f6-4f75-8be5-b83b48ab4aaa None None] Pushing event updated for resources: {'Port': ['ID=c549c30d-cdae-4046-b2e0-a8156a8bdf5f,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:43.445862 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba142986-1060-4fce-813b-38455eb29569 req-913cf9ea-5894-4537-b61e-d8b4835ec827 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255751 Dec 09 22:42:43.455683 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25b24a90-48e4-42df-8fa9-620b6e3cd74f req-e3593816-02ab-43f7-ba5f-a01aa4377141 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1529417 Dec 09 22:42:43.645010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 59983a2e-acdb-4281-a4db-3d6d7125b007 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:43.725768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 59983a2e-acdb-4281-a4db-3d6d7125b007 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:43.726099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 59983a2e-acdb-4281-a4db-3d6d7125b007 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:43.864129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::1 (c98586a8-1bc3-4903-a5e8-931299d13bb7/809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc/b6dde95e-6e4f-4221-ba82-654993b8f586) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:43.988242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e3c7d-809a-4615-83c5-84bfb8f15eb1 req-900c61f2-3fb1-4d3e-a5d4-af42585bc1aa tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:43.990399 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14e3c7d-809a-4615-83c5-84bfb8f15eb1 req-900c61f2-3fb1-4d3e-a5d4-af42585bc1aa tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.0702882 Dec 09 22:42:44.063481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14e3c7d-809a-4615-83c5-84bfb8f15eb1 req-55af603a-282e-4816-9cb5-31e1e851df36 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625527 Dec 09 22:42:44.074014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bcdea-8dd1-4ac9-9ae4-c2dec22cf443 req-6e98510b-ea1c-4576-af93-807f921ede1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:44.074014 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358bcdea-8dd1-4ac9-9ae4-c2dec22cf443 req-6e98510b-ea1c-4576-af93-807f921ede1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3d735f4e9494bc39d58324e1672d24b&device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 1097 time: 0.1015568 Dec 09 22:42:44.098500 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:44.213048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bcdea-8dd1-4ac9-9ae4-c2dec22cf443 req-18b63cb3-aa34-401e-a764-d9b6953e75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:44.214590 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358bcdea-8dd1-4ac9-9ae4-c2dec22cf443 req-18b63cb3-aa34-401e-a764-d9b6953e75b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 200 len: 919 time: 0.1299701 Dec 09 22:42:44.220673 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:44.296631 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358bcdea-8dd1-4ac9-9ae4-c2dec22cf443 req-11b9dcc8-0178-4d0e-9982-4f8ca82df4aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db1f8cd-5309-4116-a198-179d455291e5 HTTP/1.1" status: 200 len: 217 time: 0.0665715 Dec 09 22:42:44.298630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:44.304111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:44.319463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:44.320012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:44.387559 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=b6dde95e-6e4f-4221-ba82-654993b8f586,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:44.414566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bcdea-8dd1-4ac9-9ae4-c2dec22cf443 req-b7795f4c-2fdf-4d5f-b1fb-3f9b2e8ae882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:44.416290 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358bcdea-8dd1-4ac9-9ae4-c2dec22cf443 req-b7795f4c-2fdf-4d5f-b1fb-3f9b2e8ae882 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e5caf15-34f8-4ccc-a7c6-66d13bf78505 HTTP/1.1" status: 200 len: 858 time: 0.1096470 Dec 09 22:42:44.471224 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358bcdea-8dd1-4ac9-9ae4-c2dec22cf443 req-503adb2e-c7e0-49dd-9864-68910aa11562 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8046fa-97ce-4191-a958-2aad26658168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324767 Dec 09 22:42:44.502348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59282) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:44.609989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:44.619441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21751f-02af-4b33-9f08-27f5aa074527 req-956674e4-580a-411c-83f3-82c1acbd4898 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:44.635423 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e21751f-02af-4b33-9f08-27f5aa074527 req-956674e4-580a-411c-83f3-82c1acbd4898 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 984 time: 0.0923662 Dec 09 22:42:44.685343 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358bcdea-8dd1-4ac9-9ae4-c2dec22cf443 req-41c75800-d728-4a74-848e-f9cb1cc7a127 service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045043 Dec 09 22:42:44.705669 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e21751f-02af-4b33-9f08-27f5aa074527 req-3ab5882c-1d31-402f-aefb-694e34d860af tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0688715 Dec 09 22:42:44.720029 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6da36b45-2448-4d94-ba39-518ba006ea45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:44.772632 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:42:44.867115 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6da36b45-2448-4d94-ba39-518ba006ea45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:44.880203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662e5aa-6b59-429f-937e-598d65f25d6c req-ffbb98eb-97a5-4efe-be52-e6aa8b2b7c6b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:44.881824 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8662e5aa-6b59-429f-937e-598d65f25d6c req-ffbb98eb-97a5-4efe-be52-e6aa8b2b7c6b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 984 time: 0.0784376 Dec 09 22:42:44.882673 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6da36b45-2448-4d94-ba39-518ba006ea45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:44.982364 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-cc5df71f-acfd-48e9-a2bd-dcb41e112766 None None] Provisioning complete for port c549c30d-cdae-4046-b2e0-a8156a8bdf5f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:44.984247 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cc5df71f-acfd-48e9-a2bd-dcb41e112766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.009218 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358bcdea-8dd1-4ac9-9ae4-c2dec22cf443 req-82af0512-6d26-4c23-9b72-a69291e4e78b service neutron] 10.222.0.42 "GET /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110344 Dec 09 22:42:45.036331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8662e5aa-6b59-429f-937e-598d65f25d6c req-a6b3a865-c0ca-45ce-b5a6-a255a974b641 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1324780 Dec 09 22:42:45.047090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59288) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:45.049157 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6da36b45-2448-4d94-ba39-518ba006ea45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1fcdea6fc554c4087659762ae65206c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5451126 Dec 09 22:42:45.091010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da36b45-2448-4d94-ba39-518ba006ea45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee4ab28-a5b2-4e27-9d02-8f52465dd35d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:45.145108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cc5df71f-acfd-48e9-a2bd-dcb41e112766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.222903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cc5df71f-acfd-48e9-a2bd-dcb41e112766 None None] For port c549c30d-cdae-4046-b2e0-a8156a8bdf5f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c549c30d-cdae-4046-b2e0-a8156a8bdf5f,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:45.235937 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cc5df71f-acfd-48e9-a2bd-dcb41e112766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.280688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370e234-c1a3-4819-ad25-b39426ac93fe req-25e4eec6-6a34-4e2e-9ca7-8e05e92ab1b9 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:45.282781 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a370e234-c1a3-4819-ad25-b39426ac93fe req-25e4eec6-6a34-4e2e-9ca7-8e05e92ab1b9 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 1136 time: 0.1122925 Dec 09 22:42:45.292109 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14159f3f-fc28-4bef-93b1-f3720822c525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.299068 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.310344 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.312142 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.317146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5df71f-acfd-48e9-a2bd-dcb41e112766 None None] Pushing event updated for resources: {'Port': ['ID=c549c30d-cdae-4046-b2e0-a8156a8bdf5f,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:45.337480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5b94c-984a-436c-9b25-5e763e52d54e req-aa363fe9-b25c-4ed6-9ac5-6fc9ddf5ad09 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:45.347222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2f5b94c-984a-436c-9b25-5e763e52d54e req-aa363fe9-b25c-4ed6-9ac5-6fc9ddf5ad09 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1259787 Dec 09 22:42:45.359480 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14159f3f-fc28-4bef-93b1-f3720822c525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.365101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a370e234-c1a3-4819-ad25-b39426ac93fe req-df7f5300-fe35-4bab-9e02-ef73a49ca1a2 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.377595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6d839ffa-7db7-4867-af76-9b5c02bd9171 None None] Provisioning complete for port b6dde95e-6e4f-4221-ba82-654993b8f586 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:45.378027 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6d839ffa-7db7-4867-af76-9b5c02bd9171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.419939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6d839ffa-7db7-4867-af76-9b5c02bd9171 None None] Port b6dde95e-6e4f-4221-ba82-654993b8f586 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:42:45.453773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=b6dde95e-6e4f-4221-ba82-654993b8f586,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:45.476782 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2f5b94c-984a-436c-9b25-5e763e52d54e req-9fa76529-5eef-4886-9952-b41016649f9f tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283221 Dec 09 22:42:45.501725 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a370e234-c1a3-4819-ad25-b39426ac93fe req-df7f5300-fe35-4bab-9e02-ef73a49ca1a2 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.505452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14159f3f-fc28-4bef-93b1-f3720822c525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.506058 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a370e234-c1a3-4819-ad25-b39426ac93fe req-df7f5300-fe35-4bab-9e02-ef73a49ca1a2 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.508175 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14159f3f-fc28-4bef-93b1-f3720822c525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.509346 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-14159f3f-fc28-4bef-93b1-f3720822c525 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ee4ab28-a5b2-4e27-9d02-8f52465dd35d HTTP/1.1" status: 204 len: 168 time: 0.4596448 Dec 09 22:42:45.511700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:45.516160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:45.525542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14159f3f-fc28-4bef-93b1-f3720822c525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee4ab28-a5b2-4e27-9d02-8f52465dd35d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:45.552025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f5300-fe35-4bab-9e02-ef73a49ca1a2 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41993d1a-4f60-45ce-b84d-ab054a091636,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:45.557751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a370e234-c1a3-4819-ad25-b39426ac93fe req-df7f5300-fe35-4bab-9e02-ef73a49ca1a2 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2680445 Dec 09 22:42:45.585673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59298) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:45.657053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Router 03782c1c-0916-4806-aed7-bc7a6433c5ee is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:42:45.660130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a9cf9a-df2f-4b34-b9f7-3be1a49ed203 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:45.665058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a1a9cf9a-df2f-4b34-b9f7-3be1a49ed203 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 1131 time: 0.0750084 Dec 09 22:42:45.665434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59300) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:45.670187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '9fd9a521-aa85-4322-a90f-bcc71a909930', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:45.715292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.730420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c549c30d-cdae-4046-b2e0-a8156a8bdf5f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:45.816541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c549c30d-cdae-4046-b2e0-a8156a8bdf5f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:45.817001 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.824417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:42:45.836360 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Sync routers for ids ['03782c1c-0916-4806-aed7-bc7a6433c5ee'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:42:45.842450 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-254e5d38-5665-4d72-ae66-ff019a9d2e55 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "PUT /v2.0/routers/03782c1c-0916-4806-aed7-bc7a6433c5ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054241 Dec 09 22:42:45.842879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59304) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:45.849230 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Routers {'03782c1c-0916-4806-aed7-bc7a6433c5ee'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:45.850354 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['03782c1c-0916-4806-aed7-bc7a6433c5ee'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:45.912843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e063f7-74dd-4632-ab46-37fc456ea1d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:45.917368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59308) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:45.927573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c8e063f7-74dd-4632-ab46-37fc456ea1d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports/b6dde95e-6e4f-4221-ba82-654993b8f586 HTTP/1.1" status: 200 len: 911 time: 0.0808032 Dec 09 22:42:45.931592 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:45.986420 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Set router 03782c1c-0916-4806-aed7-bc7a6433c5ee gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:45.994316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-83743789-0fdc-4e0d-9f3e-fab52adc6308 None None] Provisioning complete for port b6dde95e-6e4f-4221-ba82-654993b8f586 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:45.994878 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-83743789-0fdc-4e0d-9f3e-fab52adc6308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:46.004483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a897cef-81b1-4f25-b5fa-114208d669b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:46.012729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a897cef-81b1-4f25-b5fa-114208d669b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:46.019661 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7a897cef-81b1-4f25-b5fa-114208d669b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1012037 Dec 09 22:42:46.020763 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59314) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:46.057296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-83743789-0fdc-4e0d-9f3e-fab52adc6308 None None] Port b6dde95e-6e4f-4221-ba82-654993b8f586 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:42:46.122671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Allocated IP 172.25.8.146 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/4a1a1a9b-1ca8-4439-af0d-9e926f2b6816) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:46.244192 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03782c1c-0916-4806-aed7-bc7a6433c5ee', 'name': 'tempest-NetworksTestDHCPv6-router-46941481', 'tenant_id': '3347f006c25a46f68ab40638d0a5cc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:42Z', 'updated_at': '2021-12-09T22:42:44Z', 'revision_number': 2, 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'gw_port_host': None, '_interfaces': [{'id': 'b6dde95e-6e4f-4221-ba82-654993b8f586', 'name': '', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'tenant_id': '3347f006c25a46f68ab40638d0a5cc63', 'mac_address': 'fa:16:3e:27:05:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03782c1c-0916-4806-aed7-bc7a6433c5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:43Z', 'updated_at': '2021-12-09T22:42:44Z', 'revision_number': 2, 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'subnets': [{'id': '809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:46.251017 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:46.277210 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Checking router: 03782c1c-0916-4806-aed7-bc7a6433c5ee for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:42:46.277563 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Updating router 03782c1c-0916-4806-aed7-bc7a6433c5ee port b6dde95e-6e4f-4221-ba82-654993b8f586 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:42:46.293503 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:46.303415 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:46.336657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:46.340550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:46.349882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:46.402408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Port': ['ID=4a1a1a9b-1ca8-4439-af0d-9e926f2b6816,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:46.647633 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e746185-2709-4c59-bd8f-9e147d855017 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:46.698680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da2f7e-e095-4a3b-aa02-051156ce4343 req-758aa1c8-9937-4f9b-94bd-3a63608f1fc6 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:46.704823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54da2f7e-e095-4a3b-aa02-051156ce4343 req-758aa1c8-9937-4f9b-94bd-3a63608f1fc6 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1005836 Dec 09 22:42:46.803533 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:46.838625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54da2f7e-e095-4a3b-aa02-051156ce4343 req-38534f8f-c388-4576-8d52-6f104ab18fdd tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250145 Dec 09 22:42:46.844409 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:46.941727 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Pushing event updated for resources: {'Port': ['ID=b6dde95e-6e4f-4221-ba82-654993b8f586,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:46.957222 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:46.957780 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:46.959313 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:46.959923 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:46.960493 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:46.961019 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:46.961512 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:46.962042 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:46.962602 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:46.963090 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:46.963577 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:46.964061 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:46.965190 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:42:47.098629 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Attempting to bind port b6dde95e-6e4f-4221-ba82-654993b8f586 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:47.099240 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Attempting to bind port b6dde95e-6e4f-4221-ba82-654993b8f586 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:47.099847 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Attempting to bind port b6dde95e-6e4f-4221-ba82-654993b8f586 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:47.115370 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:47.115928 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:47.116444 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.118359 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:47.118997 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Bound port: b6dde95e-6e4f-4221-ba82-654993b8f586, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:47.119487 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.223950 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] For port b6dde95e-6e4f-4221-ba82-654993b8f586, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:47.228228 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] For port b6dde95e-6e4f-4221-ba82-654993b8f586, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b6dde95e-6e4f-4221-ba82-654993b8f586,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:47.236606 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.280574 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.400029 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Routers {'03782c1c-0916-4806-aed7-bc7a6433c5ee'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:47.400969 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['03782c1c-0916-4806-aed7-bc7a6433c5ee'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:47.401950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e98b4876-882e-45bc-9f7a-83666e300131 None None] Provisioning complete for port b6dde95e-6e4f-4221-ba82-654993b8f586 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:47.404538 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e98b4876-882e-45bc-9f7a-83666e300131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.444393 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.507056 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791002fb-1bb7-4cac-8c24-77b302254edc None None] Pushing event updated for resources: {'Port': ['ID=b6dde95e-6e4f-4221-ba82-654993b8f586,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:47.514274 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e98b4876-882e-45bc-9f7a-83666e300131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.540569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9e746185-2709-4c59-bd8f-9e147d855017 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port b6dde95e-6e4f-4221-ba82-654993b8f586 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:47.541271 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e746185-2709-4c59-bd8f-9e147d855017 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.571323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e98b4876-882e-45bc-9f7a-83666e300131 None None] For port b6dde95e-6e4f-4221-ba82-654993b8f586, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b6dde95e-6e4f-4221-ba82-654993b8f586,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:47.579606 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e98b4876-882e-45bc-9f7a-83666e300131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.646884 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] Set router 03782c1c-0916-4806-aed7-bc7a6433c5ee gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:47.695788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b4876-882e-45bc-9f7a-83666e300131 None None] Pushing event updated for resources: {'Port': ['ID=b6dde95e-6e4f-4221-ba82-654993b8f586,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:47.767209 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.773875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-9e746185-2709-4c59-bd8f-9e147d855017 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] For port b6dde95e-6e4f-4221-ba82-654993b8f586, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b6dde95e-6e4f-4221-ba82-654993b8f586,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:47.774260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e746185-2709-4c59-bd8f-9e147d855017 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.778439 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.797202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9e746185-2709-4c59-bd8f-9e147d855017 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for b6dde95e-6e4f-4221-ba82-654993b8f586 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:47.815586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1e7c3089-2376-4060-ac65-8f453c9706ab None None] Provisioning complete for port b6dde95e-6e4f-4221-ba82-654993b8f586 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:47.815960 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e7c3089-2376-4060-ac65-8f453c9706ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:47.995439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Port': ['ID=4a1a1a9b-1ca8-4439-af0d-9e926f2b6816,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:48.036012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:48.141188 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e746185-2709-4c59-bd8f-9e147d855017 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:48.184290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e746185-2709-4c59-bd8f-9e147d855017 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=b6dde95e-6e4f-4221-ba82-654993b8f586,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:48.230946 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03782c1c-0916-4806-aed7-bc7a6433c5ee', 'name': 'tempest-NetworksTestDHCPv6-router-46941481', 'tenant_id': '3347f006c25a46f68ab40638d0a5cc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:42Z', 'updated_at': '2021-12-09T22:42:44Z', 'revision_number': 2, 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'gw_port_host': None, '_interfaces': [{'id': 'b6dde95e-6e4f-4221-ba82-654993b8f586', 'name': '', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'tenant_id': '3347f006c25a46f68ab40638d0a5cc63', 'mac_address': 'fa:16:3e:27:05:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03782c1c-0916-4806-aed7-bc7a6433c5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:43Z', 'updated_at': '2021-12-09T22:42:47Z', 'revision_number': 4, 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'subnets': [{'id': '809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:48.287573 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d261033-ce7a-4d4f-8e1c-26f9277b3d89 None None] The sync data for ids ['03782c1c-0916-4806-aed7-bc7a6433c5ee'] in n-d-789963-23 is: [{'id': '03782c1c-0916-4806-aed7-bc7a6433c5ee', 'name': 'tempest-NetworksTestDHCPv6-router-46941481', 'tenant_id': '3347f006c25a46f68ab40638d0a5cc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:42Z', 'updated_at': '2021-12-09T22:42:44Z', 'revision_number': 2, 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'gw_port_host': None, '_interfaces': [{'id': 'b6dde95e-6e4f-4221-ba82-654993b8f586', 'name': '', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'tenant_id': '3347f006c25a46f68ab40638d0a5cc63', 'mac_address': 'fa:16:3e:27:05:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03782c1c-0916-4806-aed7-bc7a6433c5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:43Z', 'updated_at': '2021-12-09T22:42:47Z', 'revision_number': 4, 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'subnets': [{'id': '809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:42:48.393228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e746185-2709-4c59-bd8f-9e147d855017 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:48.700494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e746185-2709-4c59-bd8f-9e147d855017 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Router 03782c1c-0916-4806-aed7-bc7a6433c5ee has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:42:48.819543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e746185-2709-4c59-bd8f-9e147d855017 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:42:48.824888 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9e746185-2709-4c59-bd8f-9e147d855017 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "PUT /v2.0/routers/03782c1c-0916-4806-aed7-bc7a6433c5ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8029685 Dec 09 22:42:48.827969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59430) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:48.911676 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Floating IP 147b77a5-7ec6-46b5-ae16-c8a407d6c7e3 associated. External IP: 172.25.8.146, port: 9fd9a521-aa85-4322-a90f-bcc71a909930. Dec 09 22:42:48.915664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfd2e2a-2827-44fc-9124-caec3f0260e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:48.917700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfd2e2a-2827-44fc-9124-caec3f0260e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:48.919414 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ebfd2e2a-2827-44fc-9124-caec3f0260e5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0904634 Dec 09 22:42:48.922641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59432) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:49.005957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609639ac-b921-4db0-9a75-812b0e4fb7d8 req-6352890b-b303-4f2c-b417-96172fbdeabe tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:49.013609 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-609639ac-b921-4db0-9a75-812b0e4fb7d8 req-6352890b-b303-4f2c-b417-96172fbdeabe tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 1.0259540 Dec 09 22:42:49.016398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcd60c6-41a4-44c3-8ae0-a3b90919d906 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:42:49.020832 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdcd60c6-41a4-44c3-8ae0-a3b90919d906 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.075887 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdcd60c6-41a4-44c3-8ae0-a3b90919d906 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.122355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59438) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:49.226083 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6250a0-3462-4ac7-8504-360813acf940 req-3d755705-ea49-4b19-ace3-b75eb1ac9be6 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:49.227666 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd6250a0-3462-4ac7-8504-360813acf940 req-3d755705-ea49-4b19-ace3-b75eb1ac9be6 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 946 time: 0.3236368 Dec 09 22:42:49.241194 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-609639ac-b921-4db0-9a75-812b0e4fb7d8 req-b929a208-fea9-4f85-a99b-41210f1f8175 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265933 Dec 09 22:42:49.254133 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdcd60c6-41a4-44c3-8ae0-a3b90919d906 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.368590 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdcd60c6-41a4-44c3-8ae0-a3b90919d906 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.385933 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-89d90738-a0b4-4f7e-8a4e-3887afbc0b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.417023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd60c6-41a4-44c3-8ae0-a3b90919d906 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:49.425438 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f879ce-f676-4fc5-9774-da09f58d935c None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:49.425951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdcd60c6-41a4-44c3-8ae0-a3b90919d906 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.430784 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bdcd60c6-41a4-44c3-8ae0-a3b90919d906 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc HTTP/1.1" status: 204 len: 168 time: 0.5061941 Dec 09 22:42:49.437391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59448) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:49.532222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd6250a0-3462-4ac7-8504-360813acf940 req-5b30d6ce-f9ea-4169-8381-b80446c0eeb3 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821517 Dec 09 22:42:49.534624 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-89d90738-a0b4-4f7e-8a4e-3887afbc0b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.545038 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-89d90738-a0b4-4f7e-8a4e-3887afbc0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.615702 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-89d90738-a0b4-4f7e-8a4e-3887afbc0b91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a71b9a7ae6bc45c3a74d2ac979531ee8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4911695 Dec 09 22:42:49.622250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d90738-a0b4-4f7e-8a4e-3887afbc0b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400b5bf9-654f-43c3-b5ba-12c612fc9fcf,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:49.626214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59450) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:49.661435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258e0786-b3f0-432f-b454-2b5c638bc0d3 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:42:49.717341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-258e0786-b3f0-432f-b454-2b5c638bc0d3 None None] Deleting port c549c30d-cdae-4046-b2e0-a8156a8bdf5f {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:49.717743 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-258e0786-b3f0-432f-b454-2b5c638bc0d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.730878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d15e42ca-48b0-4fc0-a4c6-08576c35af00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.764556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d15e42ca-48b0-4fc0-a4c6-08576c35af00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.783894 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff883047-5e41-41bc-99a8-6b83b0ac73ec req-eac0d30b-71a4-4166-ba8d-3dcca9e6afb5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:49.790498 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff883047-5e41-41bc-99a8-6b83b0ac73ec req-eac0d30b-71a4-4166-ba8d-3dcca9e6afb5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.4122500 Dec 09 22:42:49.801629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-09adb152-ab65-46f0-a520-dd0c1de4909f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3616714 Dec 09 22:42:49.805446 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59456) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:49.810340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-258e0786-b3f0-432f-b454-2b5c638bc0d3 None None] For port c549c30d-cdae-4046-b2e0-a8156a8bdf5f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c549c30d-cdae-4046-b2e0-a8156a8bdf5f,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:49.810893 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-258e0786-b3f0-432f-b454-2b5c638bc0d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.811418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:42:49.829532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-258e0786-b3f0-432f-b454-2b5c638bc0d3 None None] Calling delete_port for c549c30d-cdae-4046-b2e0-a8156a8bdf5f owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:49.914406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff883047-5e41-41bc-99a8-6b83b0ac73ec req-447ca37a-0ccc-41e9-a058-5e222ade4f23 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082644 Dec 09 22:42:49.953725 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-258e0786-b3f0-432f-b454-2b5c638bc0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.969952 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aadb1efa-c518-4074-bf73-2e78d1636527 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:49.997924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e0786-b3f0-432f-b454-2b5c638bc0d3 None None] No DVR routers for this DVR port c549c30d-cdae-4046-b2e0-a8156a8bdf5f on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:49.999902 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e0786-b3f0-432f-b454-2b5c638bc0d3 None None] Pushing event deleted for resources: {'Port': ['ID=c549c30d-cdae-4046-b2e0-a8156a8bdf5f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:50.014705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:42:50.026162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cfbeb-5bf9-4e74-96a9-5d11356d5d3a None None] Sync routers for ids ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:42:50.035933 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:50.043153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375cfbeb-5bf9-4e74-96a9-5d11356d5d3a None None] Routers {'0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:50.043794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-375cfbeb-5bf9-4e74-96a9-5d11356d5d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:50.088719 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0609d230-cf35-4a9b-9321-3cd2b8bdd8d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4219873 Dec 09 22:42:50.090290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'tag': '9fd9a521-aa85-4322-a90f-bcc71a909930'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:42:50.093141 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4507bc8a-c099-4741-a688-3878d3f864a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f39d277e-69ce-4b43-9191-80058f5aa5b8", "tag": "9fd9a521-aa85-4322-a90f-bcc71a909930"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:42:50.096725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59462) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:50.148608 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ede5aa-622f-446f-a9c7-a654b565381f x-openstack-request-id: req-45ede5aa-622f-446f-a9c7-a654b565381f {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:42:50.148915 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39d277e-69ce-4b43-9191-80058f5aa5b8", "tag": "9fd9a521-aa85-4322-a90f-bcc71a909930", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:42:50.149173 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45ede5aa-622f-446f-a9c7-a654b565381f {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:42:50.149576 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'tag': '9fd9a521-aa85-4322-a90f-bcc71a909930', 'status': 'completed', 'code': 200} Dec 09 22:42:50.193996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-375cfbeb-5bf9-4e74-96a9-5d11356d5d3a None None] Set router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:50.204177 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aadb1efa-c518-4074-bf73-2e78d1636527 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:50.206709 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aadb1efa-c518-4074-bf73-2e78d1636527 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:50.220175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69255-3b43-42e1-8273-3431d8799a5a req-eb57395e-dc08-4507-9f08-2623a6c1b53d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.221704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8a69255-3b43-42e1-8273-3431d8799a5a req-eb57395e-dc08-4507-9f08-2623a6c1b53d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1833606 Dec 09 22:42:50.329492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-e0bc3609-3825-4cad-9eea-c22d25dfecb7 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.331810 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-e0bc3609-3825-4cad-9eea-c22d25dfecb7 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 946 time: 0.2676797 Dec 09 22:42:50.338642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aadb1efa-c518-4074-bf73-2e78d1636527 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:50.339610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadb1efa-c518-4074-bf73-2e78d1636527 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Fanout notify agent at l3_agent the message router_deleted on router 03782c1c-0916-4806-aed7-bc7a6433c5ee {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:42:50.352062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.352529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.353229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.353878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.354580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.355251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.356033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.356705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.357360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.358055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.358672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.359285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.359592 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aadb1efa-c518-4074-bf73-2e78d1636527 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:50.360079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.360724 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aadb1efa-c518-4074-bf73-2e78d1636527 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/routers/03782c1c-0916-4806-aed7-bc7a6433c5ee HTTP/1.1" status: 204 len: 168 time: 0.5544972 Dec 09 22:42:50.362688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fc994720-c956-4286-8717-04d9dadb37eb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9123 time: 0.2648454 Dec 09 22:42:50.363494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59470) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:50.366343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59472) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:50.378855 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d15e42ca-48b0-4fc0-a4c6-08576c35af00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:50.385362 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d15e42ca-48b0-4fc0-a4c6-08576c35af00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:50.386633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8a69255-3b43-42e1-8273-3431d8799a5a req-21e31697-9dae-4184-a0db-1f9558db89fb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466119 Dec 09 22:42:50.406971 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d15e42ca-48b0-4fc0-a4c6-08576c35af00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/400b5bf9-654f-43c3-b5ba-12c612fc9fcf HTTP/1.1" status: 204 len: 168 time: 0.7795627 Dec 09 22:42:50.437966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5ff82eb7-1002-4850-8594-1c452a3cc376 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0722973 Dec 09 22:42:50.443961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59478) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:50.545035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507bc8a-c099-4741-a688-3878d3f864a9 req-2222395e-7ad6-4366-9332-9adc401c1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.546230 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4507bc8a-c099-4741-a688-3878d3f864a9 req-2222395e-7ad6-4366-9332-9adc401c1f80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0&device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 1136 time: 0.2966428 Dec 09 22:42:50.564703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.570636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.571082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.571541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.571992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.572437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.572880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.573322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.578913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.579854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.580318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.580763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.587348 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e7756bae-92e6-436c-b2e0-7bbd12c859bb tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7728 time: 0.2196419 Dec 09 22:42:50.598370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e664ecf4-f74e-4066-a1ae-6ffccca1df23 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.602575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e664ecf4-f74e-4066-a1ae-6ffccca1df23 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1555634 Dec 09 22:42:50.603978 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59486) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:50.605452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59488) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:50.634847 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-375cfbeb-5bf9-4e74-96a9-5d11356d5d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:42:24Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '147b77a5-7ec6-46b5-ae16-c8a407d6c7e3', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'port_id': '9fd9a521-aa85-4322-a90f-bcc71a909930', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'mac_address': 'fa:16:3e:5e:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:42:46Z', 'updated_at': '2021-12-09T22:42:46Z', 'revision_number': 0, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39845d70-4e40-42ca-a53e-ff63da7e1f4e', 'name': '', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'mac_address': 'fa:16:3e:a1:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:23Z', 'updated_at': '2021-12-09T22:42:30Z', 'revision_number': 5, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'subnets': [{'id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:50.710151 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b8440-107c-4607-a353-f59cd6e67d6c None None] Sync routers for ids ['03782c1c-0916-4806-aed7-bc7a6433c5ee'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:42:50.714578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cfbeb-5bf9-4e74-96a9-5d11356d5d3a None None] Checking router: 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:42:50.735288 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b8440-107c-4607-a353-f59cd6e67d6c None None] Routers set() bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:50.737996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375cfbeb-5bf9-4e74-96a9-5d11356d5d3a None None] Routers {'0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:50.742309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-375cfbeb-5bf9-4e74-96a9-5d11356d5d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:50.745139 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b8440-107c-4607-a353-f59cd6e67d6c None None] Router IDs set() for agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 22:42:50.747065 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_agentschedulers_db [None req-e73b8440-107c-4607-a353-f59cd6e67d6c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'03782c1c-0916-4806-aed7-bc7a6433c5ee'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent'). {{(pid=103420) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 22:42:50.768209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507bc8a-c099-4741-a688-3878d3f864a9 req-5c3c23be-f8b2-4204-9e36-89a29cdbc4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:50.770879 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4507bc8a-c099-4741-a688-3878d3f864a9 req-5c3c23be-f8b2-4204-9e36-89a29cdbc4da service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f45a737-e5ad-47fe-8e7a-b24149edc782 HTTP/1.1" status: 200 len: 896 time: 0.2053483 Dec 09 22:42:50.771821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e42ca-48b0-4fc0-a4c6-08576c35af00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b5bf9-654f-43c3-b5ba-12c612fc9fcf,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:50.773909 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b8440-107c-4607-a353-f59cd6e67d6c None None] Routers set() bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:50.775082 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b8440-107c-4607-a353-f59cd6e67d6c None None] Router IDs set() for agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 22:42:50.776539 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_agentschedulers_db [None req-e73b8440-107c-4607-a353-f59cd6e67d6c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'03782c1c-0916-4806-aed7-bc7a6433c5ee'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent'). {{(pid=103420) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 22:42:50.778086 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b8440-107c-4607-a353-f59cd6e67d6c None None] The sync data for ids ['03782c1c-0916-4806-aed7-bc7a6433c5ee'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:42:50.919169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7b54c6fc-da01-4fbd-8774-c98f8d6004d3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2951038 Dec 09 22:42:50.942159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59502) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:50.975855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-60cd6d35-54af-48da-bdc8-542826f2e120 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:51.030593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-375cfbeb-5bf9-4e74-96a9-5d11356d5d3a None None] Set router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:51.151297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59506) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:51.232689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3bbc8-09c0-464c-a11f-75c3b14819bc req-86bceec5-e6d2-4a36-b3b6-d258eb1b2147 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:51.234863 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8e3bbc8-09c0-464c-a11f-75c3b14819bc req-86bceec5-e6d2-4a36-b3b6-d258eb1b2147 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 946 time: 0.5224187 Dec 09 22:42:51.272846 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c4457ee-5a84-422c-a663-c46271d27dde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:51.318449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Deleting port d356a680-93ef-4d3f-99e5-de5661c435ff {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:51.318820 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:51.431232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-375cfbeb-5bf9-4e74-96a9-5d11356d5d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:42:24Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '147b77a5-7ec6-46b5-ae16-c8a407d6c7e3', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'port_id': '9fd9a521-aa85-4322-a90f-bcc71a909930', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'mac_address': 'fa:16:3e:5e:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:42:46Z', 'updated_at': '2021-12-09T22:42:46Z', 'revision_number': 0, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39845d70-4e40-42ca-a53e-ff63da7e1f4e', 'name': '', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'mac_address': 'fa:16:3e:a1:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:23Z', 'updated_at': '2021-12-09T22:42:30Z', 'revision_number': 5, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'subnets': [{'id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:51.435624 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4507bc8a-c099-4741-a688-3878d3f864a9 req-c2c77838-dfa8-45a3-9417-2ec9d4ca9271 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fd9a521-aa85-4322-a90f-bcc71a909930 HTTP/1.1" status: 200 len: 999 time: 0.6402602 Dec 09 22:42:51.436193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cd6d35-54af-48da-bdc8-542826f2e120 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:51.439772 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60cd6d35-54af-48da-bdc8-542826f2e120 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:51.463934 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cfbeb-5bf9-4e74-96a9-5d11356d5d3a None None] The sync data for ids ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'] in n-d-789963-23 is: [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:42:24Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '147b77a5-7ec6-46b5-ae16-c8a407d6c7e3', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'port_id': '9fd9a521-aa85-4322-a90f-bcc71a909930', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'mac_address': 'fa:16:3e:5e:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:42:46Z', 'updated_at': '2021-12-09T22:42:46Z', 'revision_number': 0, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39845d70-4e40-42ca-a53e-ff63da7e1f4e', 'name': '', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'mac_address': 'fa:16:3e:a1:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:23Z', 'updated_at': '2021-12-09T22:42:30Z', 'revision_number': 5, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'subnets': [{'id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:42:51.482723 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8e3bbc8-09c0-464c-a11f-75c3b14819bc req-eb60850c-7adb-4e34-bb4d-2c519c5fe109 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014265 Dec 09 22:42:51.495013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-fd4c721c-1c93-40b9-aaa5-09715a140a7d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:51.496606 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-fd4c721c-1c93-40b9-aaa5-09715a140a7d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 811 time: 0.5391097 Dec 09 22:42:51.571997 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-d29b584e-369b-4a24-97d1-10610c916350 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/quotas/a50be6269df849769ea8c318b734d26f HTTP/1.1" status: 200 len: 375 time: 0.0533829 Dec 09 22:42:51.577600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] For port d356a680-93ef-4d3f-99e5-de5661c435ff, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d356a680-93ef-4d3f-99e5-de5661c435ff,segment=NetworkSegment(6f0880ac-8491-458a-a501-e0bcbdceb621),segment_id=6f0880ac-8491-458a-a501-e0bcbdceb621)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:51.578014 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:51.637288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507bc8a-c099-4741-a688-3878d3f864a9 req-c73ecd97-e9ed-485b-bfea-a681c3bbd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:51.639131 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4507bc8a-c099-4741-a688-3878d3f864a9 req-c73ecd97-e9ed-485b-bfea-a681c3bbd8eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b34c81a7-ea32-483c-87ec-805ff9fb2a72 HTTP/1.1" status: 200 len: 835 time: 0.1878982 Dec 09 22:42:51.755838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b6dde95e-6e4f-4221-ba82-654993b8f586 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:51.783263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: b6dde95e-6e4f-4221-ba82-654993b8f586 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:51.784155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b6dde95e-6e4f-4221-ba82-654993b8f586 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:51.784809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c549c30d-cdae-4046-b2e0-a8156a8bdf5f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:51.827524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: c549c30d-cdae-4046-b2e0-a8156a8bdf5f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:51.828313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c549c30d-cdae-4046-b2e0-a8156a8bdf5f not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:51.857031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db4451-16d0-405e-82bf-88a2457afd9e None None] New status for floating IP 147b77a5-7ec6-46b5-ae16-c8a407d6c7e3: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:42:52.146639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-00ed0c21-d50b-4619-90e2-778e6b5c731d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5665994 Dec 09 22:42:52.156544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-09180c00-d440-433d-92ec-93162e73870e tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5931 time: 1.5490820 Dec 09 22:42:52.165627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59510) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:52.265119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474eb010-ba63-43e7-9fad-00a040da512b tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:52.266189 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474eb010-ba63-43e7-9fad-00a040da512b tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:52.268515 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-474eb010-ba63-43e7-9fad-00a040da512b tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0c52ecf4-1bbe-4a0c-b181-167ac037f7bd HTTP/1.1" status: 200 len: 1992 time: 0.1015158 Dec 09 22:42:52.305503 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-df4163e9-a289-4974-8915-a4ba18162517 service neutron] 10.222.0.16 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474700 Dec 09 22:42:52.420291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-aa3723e0-1881-4c3b-b94b-6f76b42f5ca2 service neutron] 10.222.0.16 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068375 Dec 09 22:42:52.561967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:52.562499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:52.562617 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Floating IP e8b85074-5739-4e01-afcb-fcee75e85911 disassociated. External IP: 172.25.8.215, port: d356a680-93ef-4d3f-99e5-de5661c435ff. Dec 09 22:42:52.562907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Calling delete_port for d356a680-93ef-4d3f-99e5-de5661c435ff owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:52.588358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507bc8a-c099-4741-a688-3878d3f864a9 req-98f15cf1-8db1-403d-943f-e1957c649d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:52.589928 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4507bc8a-c099-4741-a688-3878d3f864a9 req-98f15cf1-8db1-403d-943f-e1957c649d8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f45a737-e5ad-47fe-8e7a-b24149edc782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8847957 Dec 09 22:42:52.656879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:52.680479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3789703-943d-4224-b54f-9b64888ac808 req-52a25bcf-76d0-417a-bce5-9b50509c3992 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 210 time: 0.0578203 Dec 09 22:42:52.724812 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c4457ee-5a84-422c-a663-c46271d27dde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:52.742136 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c4457ee-5a84-422c-a663-c46271d27dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:52.785489 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85f3ad-7aca-41b1-a3b7-62be9c1613e1 req-10c42350-ee8d-4e7b-9878-dcdb6cb0960f tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:52.787280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b85f3ad-7aca-41b1-a3b7-62be9c1613e1 req-10c42350-ee8d-4e7b-9878-dcdb6cb0960f tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 946 time: 0.1095095 Dec 09 22:42:52.822765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4457ee-5a84-422c-a663-c46271d27dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7d2bed-710a-4745-8b01-c9be2ad0f73b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:52.876677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b85f3ad-7aca-41b1-a3b7-62be9c1613e1 req-5a7d2ce3-a4ae-4265-a168-99cb75c0bc2a tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806813 Dec 09 22:42:52.944717 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6c4457ee-5a84-422c-a663-c46271d27dde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ce7ffa0dc954fd9bbc955688adfa80d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7898514 Dec 09 22:42:52.945221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59528) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:53.061419 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3680c5f-f2a5-4835-9172-8dbc8ebdf13a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:53.076070 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4507bc8a-c099-4741-a688-3878d3f864a9 req-f1ccb9c8-94cc-416c-b7fb-dd26a84bd99c service neutron] 10.222.0.42 "GET /v2.0/networks/3f45a737-e5ad-47fe-8e7a-b24149edc782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755726 Dec 09 22:42:53.088030 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3680c5f-f2a5-4835-9172-8dbc8ebdf13a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:53.148836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3680c5f-f2a5-4835-9172-8dbc8ebdf13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:53.154115 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a3680c5f-f2a5-4835-9172-8dbc8ebdf13a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:53.159845 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a3680c5f-f2a5-4835-9172-8dbc8ebdf13a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb7d2bed-710a-4745-8b01-c9be2ad0f73b HTTP/1.1" status: 204 len: 168 time: 0.2133150 Dec 09 22:42:53.172683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3680c5f-f2a5-4835-9172-8dbc8ebdf13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7d2bed-710a-4745-8b01-c9be2ad0f73b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:53.294172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-60cd6d35-54af-48da-bdc8-542826f2e120 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:42:53.298905 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60cd6d35-54af-48da-bdc8-542826f2e120 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:53.303029 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4507bc8a-c099-4741-a688-3878d3f864a9 req-bf4b430c-db07-404e-82dd-8f1252602598 service neutron] 10.222.0.42 "GET /v2.0/networks/3f45a737-e5ad-47fe-8e7a-b24149edc782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011511 Dec 09 22:42:53.393147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cd6d35-54af-48da-bdc8-542826f2e120 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:53.397018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-60cd6d35-54af-48da-bdc8-542826f2e120 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:53.399263 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:53.400963 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd6d35-54af-48da-bdc8-542826f2e120 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=114f6aa3-ad89-4ae0-90f2-d9e8a1439852,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:53.405943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd6d35-54af-48da-bdc8-542826f2e120 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:53.407336 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60cd6d35-54af-48da-bdc8-542826f2e120 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:53.424205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d09f4f4-0347-47c2-b0d5-8eab0bfe1350 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:53.442733 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event deleted for resources: {'Port': ['ID=d356a680-93ef-4d3f-99e5-de5661c435ff,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:53.563333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '114f6aa3-ad89-4ae0-90f2-d9e8a1439852'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:42:53.564977 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:53.640352 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-60cd6d35-54af-48da-bdc8-542826f2e120 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6893523 Dec 09 22:42:53.643296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59536) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:53.648814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f792dc81-a206-4d6f-bbb6-88967c8ab939 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:53.733054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Router c6f8316a-b764-4830-96bb-a26ea82406c4 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:42:53.847923 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d356a680-93ef-4d3f-99e5-de5661c435ff no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:42:53.912499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f792dc81-a206-4d6f-bbb6-88967c8ab939 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:53.914852 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:42:53.922250 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f792dc81-a206-4d6f-bbb6-88967c8ab939 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:53.926490 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735aa89c-fde3-4f2e-8056-dbaa2b7ff9b6 None None] Sync routers for ids ['c6f8316a-b764-4830-96bb-a26ea82406c4'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:42:53.946656 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735aa89c-fde3-4f2e-8056-dbaa2b7ff9b6 None None] Routers {'c6f8316a-b764-4830-96bb-a26ea82406c4'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:53.947378 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-735aa89c-fde3-4f2e-8056-dbaa2b7ff9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c6f8316a-b764-4830-96bb-a26ea82406c4'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:53.952942 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a583f9f3-dd9a-4344-beee-ca06b30c0307 req-8649a2a1-e348-4434-aed6-ccec977ad1f7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 210 time: 0.1090746 Dec 09 22:42:53.967625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Allocated IP 2001:db8::f816:3eff:fe24:a07f (c98586a8-1bc3-4903-a5e8-931299d13bb7/114f6aa3-ad89-4ae0-90f2-d9e8a1439852/919ef987-4bdc-45cf-acea-45a874076f33) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:54.012682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] No DVR routers for this DVR port d356a680-93ef-4d3f-99e5-de5661c435ff on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:42:54.026420 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:54.029936 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-552a0c97-6c6e-40e8-98b2-8134d4530a7e req-28c4e0e1-81e6-4338-91b3-6a90e05b06ba tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.18 "DELETE /v2.0/ports/d356a680-93ef-4d3f-99e5-de5661c435ff HTTP/1.1" status: 204 len: 173 time: 3.6678448 Dec 09 22:42:54.030504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'name': 'network-vif-deleted', 'tag': 'd356a680-93ef-4d3f-99e5-de5661c435ff'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:42:54.047332 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a692c02-3585-4e9e-952c-b8beb1c1c931" -d '{"events": [{"server_uuid": "96d5ae72-6676-4526-bc2e-98ce79917a47", "name": "network-vif-deleted", "tag": "d356a680-93ef-4d3f-99e5-de5661c435ff"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:42:54.158335 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb69520-dba1-4b11-9bb9-5d65cd2386a9 x-openstack-request-id: req-9bb69520-dba1-4b11-9bb9-5d65cd2386a9 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:42:54.158956 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d5ae72-6676-4526-bc2e-98ce79917a47", "name": "network-vif-deleted", "tag": "d356a680-93ef-4d3f-99e5-de5661c435ff", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:42:54.159425 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bb69520-dba1-4b11-9bb9-5d65cd2386a9 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:42:54.160004 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d5ae72-6676-4526-bc2e-98ce79917a47', 'name': 'network-vif-deleted', 'tag': 'd356a680-93ef-4d3f-99e5-de5661c435ff', 'status': 'completed', 'code': 200} Dec 09 22:42:54.446040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e46af12-0c59-4e40-a74f-a305f4c40891 req-248c6110-cbf0-4fa4-95b6-48c5d4054822 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d5ae72-6676-4526-bc2e-98ce79917a47 HTTP/1.1" status: 200 len: 210 time: 0.2144895 Dec 09 22:42:54.500013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-9a23121f-cbc0-486c-b76b-1169f424609d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:54.501149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59564) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:54.503435 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-9a23121f-cbc0-486c-b76b-1169f424609d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.18 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 811 time: 0.2918186 Dec 09 22:42:54.510451 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-735aa89c-fde3-4f2e-8056-dbaa2b7ff9b6 None None] Set router c6f8316a-b764-4830-96bb-a26ea82406c4 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:54.525316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Request body: {'port': {'device_id': 'dbb8d6e3-0928-4594-930e-3ecdd75dd7f1', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'admin_state_up': True, 'tenant_id': 'a50be6269df849769ea8c318b734d26f'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:54.658894 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:54.665746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: d356a680-93ef-4d3f-99e5-de5661c435ff {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:42:54.667373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d356a680-93ef-4d3f-99e5-de5661c435ff not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:42:54.678407 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:54.769369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:54.790335 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:54.812647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Made reservation on behalf of a50be6269df849769ea8c318b734d26f for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:54.814142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:54.817821 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:54.834832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Pushing event updated for resources: {'Port': ['ID=919ef987-4bdc-45cf-acea-45a874076f33,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:54.922170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Attempting to bind port 919ef987-4bdc-45cf-acea-45a874076f33 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:54.922963 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Attempting to bind port 919ef987-4bdc-45cf-acea-45a874076f33 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:54.923438 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Attempting to bind port 919ef987-4bdc-45cf-acea-45a874076f33 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:54.933277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:54.934458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:54.934947 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:54.935363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:54.937592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Bound port: 919ef987-4bdc-45cf-acea-45a874076f33, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:54.938078 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:54.950705 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9265-0561-428f-baea-fa3168e73f0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:54.976525 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f792dc81-a206-4d6f-bbb6-88967c8ab939 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:55.114370 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-735aa89c-fde3-4f2e-8056-dbaa2b7ff9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c047742a-6734-4a2d-9e30-42650b7b2762', 'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'mac_address': 'fa:16:3e:9a:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:27Z', 'updated_at': '2021-12-09T22:37:36Z', 'revision_number': 5, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'subnets': [{'id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:55.145634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] For port 919ef987-4bdc-45cf-acea-45a874076f33, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:55.167669 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] For port 919ef987-4bdc-45cf-acea-45a874076f33, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=919ef987-4bdc-45cf-acea-45a874076f33,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:55.176326 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:55.177052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Allocated IP 172.20.0.8 (badbd76f-a324-4608-aa2d-ed71f637ff83/7b500527-9fce-41df-940e-84cdb130d7d8/d18c12fb-c70c-46d7-bcb0-8abf06986216) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:55.182405 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9265-0561-428f-baea-fa3168e73f0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:55.204120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9265-0561-428f-baea-fa3168e73f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:55.213297 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735aa89c-fde3-4f2e-8056-dbaa2b7ff9b6 None None] Checking router: c6f8316a-b764-4830-96bb-a26ea82406c4 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:42:55.237245 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735aa89c-fde3-4f2e-8056-dbaa2b7ff9b6 None None] Routers {'c6f8316a-b764-4830-96bb-a26ea82406c4'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:42:55.241440 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-735aa89c-fde3-4f2e-8056-dbaa2b7ff9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:42:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c6f8316a-b764-4830-96bb-a26ea82406c4'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:55.297960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f792dc81-a206-4d6f-bbb6-88967c8ab939 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:55.315276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7faa9-09d5-4a11-ac86-f957733bff7b None None] Pushing event updated for resources: {'Port': ['ID=919ef987-4bdc-45cf-acea-45a874076f33,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:55.387138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa70734f-c992-4719-94e7-7eee36cc567c req-520b0401-9bcf-4d98-8c06-1ce529c653fd tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 210 time: 0.2014008 Dec 09 22:42:55.388036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f792dc81-a206-4d6f-bbb6-88967c8ab939 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:55.423544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f792dc81-a206-4d6f-bbb6-88967c8ab939 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:55.424148 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f792dc81-a206-4d6f-bbb6-88967c8ab939 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:55.458818 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-735aa89c-fde3-4f2e-8056-dbaa2b7ff9b6 None None] Set router c6f8316a-b764-4830-96bb-a26ea82406c4 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:42:55.481639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f792dc81-a206-4d6f-bbb6-88967c8ab939 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8372250 Dec 09 22:42:55.505718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59586) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:55.510908 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:19:f1:d8', 'name': 'tempest-NetworksTestDHCPv6-1302058760'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:55.605165 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:55.697403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792dc81-a206-4d6f-bbb6-88967c8ab939 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=9701b59a-d0a0-445e-95f6-8378d92bdc10,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:55.699198 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59588) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:55.708189 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee9265-0561-428f-baea-fa3168e73f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c385097a-f010-4641-af16-f7e5a4276e7c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:55.721976 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:55.730858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f8ee9265-0561-428f-baea-fa3168e73f0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c116c933a904125aee01a36bff8b290&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2285502 Dec 09 22:42:55.738071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59594) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:55.742944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['6f2a3a36-4695-41ef-9d2d-b67ae0851aac'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:42:55.858311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event updated for resources: {'Port': ['ID=d18c12fb-c70c-46d7-bcb0-8abf06986216,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:55.863180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0c7a9873-130e-4032-af02-1a4d1c20022e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:42:55.914738 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:42:55.917472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Network badbd76f-a324-4608-aa2d-ed71f637ff83 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:55.945667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:55.952586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:56.081194 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-735aa89c-fde3-4f2e-8056-dbaa2b7ff9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c047742a-6734-4a2d-9e30-42650b7b2762', 'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'mac_address': 'fa:16:3e:9a:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:27Z', 'updated_at': '2021-12-09T22:37:36Z', 'revision_number': 5, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'subnets': [{'id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:42:56.153198 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735aa89c-fde3-4f2e-8056-dbaa2b7ff9b6 None None] The sync data for ids ['c6f8316a-b764-4830-96bb-a26ea82406c4'] in n-d-789963-23 is: [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:37:28Z', 'revision_number': 4, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'c047742a-6734-4a2d-9e30-42650b7b2762', 'name': '', 'network_id': '2a4af1b9-9cad-4262-bece-bac6bde43880', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'mac_address': 'fa:16:3e:9a:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:27Z', 'updated_at': '2021-12-09T22:37:36Z', 'revision_number': 5, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'subnets': [{'id': 'cda5c5ae-e162-4ef6-9b70-78933ab0f2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:42:56.174371 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:56.201647 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db056aaa-5433-4760-ae49-83b7bbd1b010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:56.218426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:56.219302 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:56.237291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port 4b2e1529-8b96-49e1-955c-fd5fa4c4c728 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:42:56.377039 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-f0168974-6eda-435e-b4a9-a08a8279aa51 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8490088 Dec 09 22:42:56.402526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Request body: {'port': {'device_id': 'dbb8d6e3-0928-4594-930e-3ecdd75dd7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:42:56.600380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38150570-6575-46d6-a823-adfc36941036 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Deleting port 3ee681f9-6412-4eb2-beb4-429075f0c228 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:56.600884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38150570-6575-46d6-a823-adfc36941036 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:56.606790 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:56.720101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db056aaa-5433-4760-ae49-83b7bbd1b010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:56.738447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fe610403-7107-4d85-8b41-bc54cb56b966 None None] Provisioning complete for port d18c12fb-c70c-46d7-bcb0-8abf06986216 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:56.738827 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe610403-7107-4d85-8b41-bc54cb56b966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:56.741647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198c3288-659b-40ca-bee2-a8ee5c6a84d0 None None] New status for floating IP e8b85074-5739-4e01-afcb-fcee75e85911: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:42:56.862286 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db056aaa-5433-4760-ae49-83b7bbd1b010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:56.865840 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-db056aaa-5433-4760-ae49-83b7bbd1b010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:56.867042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-db056aaa-5433-4760-ae49-83b7bbd1b010 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c385097a-f010-4641-af16-f7e5a4276e7c HTTP/1.1" status: 204 len: 168 time: 1.1258438 Dec 09 22:42:56.915537 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38150570-6575-46d6-a823-adfc36941036 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:56.916877 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38150570-6575-46d6-a823-adfc36941036 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:56.956093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 172.20.0.5 (c98586a8-1bc3-4903-a5e8-931299d13bb7/9701b59a-d0a0-445e-95f6-8378d92bdc10/4b2e1529-8b96-49e1-955c-fd5fa4c4c728) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:56.995455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3990a8-fc55-40dd-bad9-3ad2a919a51d req-89628a6e-4cad-4822-92f6-f9e7537d48cb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:57.004554 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d3990a8-fc55-40dd-bad9-3ad2a919a51d req-89628a6e-4cad-4822-92f6-f9e7537d48cb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 931 time: 0.4282417 Dec 09 22:42:57.007086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db056aaa-5433-4760-ae49-83b7bbd1b010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c385097a-f010-4641-af16-f7e5a4276e7c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:57.011961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38150570-6575-46d6-a823-adfc36941036 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Calling delete_port for 3ee681f9-6412-4eb2-beb4-429075f0c228 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:57.062740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::f816:3eff:fe19:f1d8 (c98586a8-1bc3-4903-a5e8-931299d13bb7/114f6aa3-ad89-4ae0-90f2-d9e8a1439852/4b2e1529-8b96-49e1-955c-fd5fa4c4c728) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:57.190191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d3990a8-fc55-40dd-bad9-3ad2a919a51d req-fb94e57a-4067-425a-97fc-df5fc15baad2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841302 Dec 09 22:42:57.258742 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fe610403-7107-4d85-8b41-bc54cb56b966 None None] Port d18c12fb-c70c-46d7-bcb0-8abf06986216 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:42:57.480343 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:57.516192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea829e-16c4-48e3-94d8-6af40251b0b3 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:42:57.582837 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:57.659785 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38150570-6575-46d6-a823-adfc36941036 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:57.694506 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:42:57.700320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:42:57.703048 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:42:57.706861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6e934dcc-2ae3-4941-a1e7-035dc9906073 None None] Provisioning complete for port 919ef987-4bdc-45cf-acea-45a874076f33 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:57.707245 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e934dcc-2ae3-4941-a1e7-035dc9906073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:57.770837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:57.771543 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:57.776565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=4b2e1529-8b96-49e1-955c-fd5fa4c4c728,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:57.784679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59682) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:57.804007 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d674ea37-eae3-4cdf-96fa-d3fe07d739dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:57.833870 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dd969a37-67e8-4233-939f-ed2b756543e7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3249583 Dec 09 22:42:57.836810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59684) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:57.926185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 919ef987-4bdc-45cf-acea-45a874076f33 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:57.957208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18c12fb-c70c-46d7-bcb0-8abf06986216 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:42:57.962596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38150570-6575-46d6-a823-adfc36941036 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event deleted for resources: {'Port': ['ID=3ee681f9-6412-4eb2-beb4-429075f0c228,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:57.976657 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:57.990600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576fdb8c-bc4a-4c54-86e7-32adcc19169d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:58.011337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576fdb8c-bc4a-4c54-86e7-32adcc19169d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:58.020020 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-576fdb8c-bc4a-4c54-86e7-32adcc19169d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1818993 Dec 09 22:42:58.022846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59690) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:58.058978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38150570-6575-46d6-a823-adfc36941036 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.064670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38150570-6575-46d6-a823-adfc36941036 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.068717 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-38150570-6575-46d6-a823-adfc36941036 tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "DELETE /v2.0/floatingips/e8b85074-5739-4e01-afcb-fcee75e85911 HTTP/1.1" status: 204 len: 168 time: 2.3657541 Dec 09 22:42:58.074215 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e934dcc-2ae3-4941-a1e7-035dc9906073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.093667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Transition to ACTIVE for port object d18c12fb-c70c-46d7-bcb0-8abf06986216 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:42:58.101665 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.145405 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 919ef987-4bdc-45cf-acea-45a874076f33 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:58.145822 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.147724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412bb17a-fbbe-41ec-9592-423e002c4283 None None] Update dhcp port {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'fixed_ips': [{'subnet_id': '114f6aa3-ad89-4ae0-90f2-d9e8a1439852', 'ip_address': '2001:db8::f816:3eff:fe24:a07f'}, {'subnet_id': '9701b59a-d0a0-445e-95f6-8378d92bdc10'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '919ef987-4bdc-45cf-acea-45a874076f33'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:42:58.172112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59696) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:58.192125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6e934dcc-2ae3-4941-a1e7-035dc9906073 None None] For port 919ef987-4bdc-45cf-acea-45a874076f33, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=919ef987-4bdc-45cf-acea-45a874076f33,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:58.230437 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d674ea37-eae3-4cdf-96fa-d3fe07d739dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.231214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59702) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:58.234587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=d18c12fb-c70c-46d7-bcb0-8abf06986216,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:58.269056 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d674ea37-eae3-4cdf-96fa-d3fe07d739dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.269314 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e934dcc-2ae3-4941-a1e7-035dc9906073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.338912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Attempting to bind port d18c12fb-c70c-46d7-bcb0-8abf06986216 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:42:58.339573 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Attempting to bind port d18c12fb-c70c-46d7-bcb0-8abf06986216 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:42:58.340587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Attempting to bind port d18c12fb-c70c-46d7-bcb0-8abf06986216 on network badbd76f-a324-4608-aa2d-ed71f637ff83 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:58.353030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Port d18c12fb-c70c-46d7-bcb0-8abf06986216 on network badbd76f-a324-4608-aa2d-ed71f637ff83 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:42:58.353982 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Attempting to bind port d18c12fb-c70c-46d7-bcb0-8abf06986216 on network badbd76f-a324-4608-aa2d-ed71f637ff83 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:42:58.367045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:42:58.368353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Checking segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:42:58.368873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Bound using segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:42:58.374770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Bound port: d18c12fb-c70c-46d7-bcb0-8abf06986216, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:42:58.375302 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.416161 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-412bb17a-fbbe-41ec-9592-423e002c4283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.499122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] For port d18c12fb-c70c-46d7-bcb0-8abf06986216, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:42:58.503197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] For port d18c12fb-c70c-46d7-bcb0-8abf06986216, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d18c12fb-c70c-46d7-bcb0-8abf06986216,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:42:58.512755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.547398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e934dcc-2ae3-4941-a1e7-035dc9906073 None None] Pushing event updated for resources: {'Port': ['ID=919ef987-4bdc-45cf-acea-45a874076f33,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:58.552557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d674ea37-eae3-4cdf-96fa-d3fe07d739dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3c88db85510499490bbac8ef7e03077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7645726 Dec 09 22:42:58.552557 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9cb76d1-fbc7-4399-beb7-f346ff22cfd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.553163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59704) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:58.559845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-99280e43-d026-4202-9f79-e60758a068fe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port 4b2e1529-8b96-49e1-955c-fd5fa4c4c728 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:42:58.560185 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99280e43-d026-4202-9f79-e60758a068fe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.590406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:58.591605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.593700 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] 10.222.0.18 "PUT /v2.0/ports/d18c12fb-c70c-46d7-bcb0-8abf06986216 HTTP/1.1" status: 200 len: 1092 time: 2.2067056 Dec 09 22:42:58.596400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb8d6e3-0928-4594-930e-3ecdd75dd7f1', 'tag': 'd18c12fb-c70c-46d7-bcb0-8abf06986216'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:42:58.600158 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5758bc51-336d-4723-8a1a-14262df9c5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb8d6e3-0928-4594-930e-3ecdd75dd7f1", "tag": "d18c12fb-c70c-46d7-bcb0-8abf06986216"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:42:58.757082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff89d65-2f23-4ed5-ba62-0d044de72ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=d18c12fb-c70c-46d7-bcb0-8abf06986216,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:58.768592 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bd5442-ac06-4baa-ad17-33eff491e1da x-openstack-request-id: req-d4bd5442-ac06-4baa-ad17-33eff491e1da {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:42:58.768983 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb8d6e3-0928-4594-930e-3ecdd75dd7f1", "tag": "d18c12fb-c70c-46d7-bcb0-8abf06986216", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:42:58.769339 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4bd5442-ac06-4baa-ad17-33eff491e1da {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:42:58.769899 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb8d6e3-0928-4594-930e-3ecdd75dd7f1', 'tag': 'd18c12fb-c70c-46d7-bcb0-8abf06986216', 'status': 'completed', 'code': 200} Dec 09 22:42:58.776935 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-702b5a8d-f0d8-4857-b8fc-8abee45ef39f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.795164 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99280e43-d026-4202-9f79-e60758a068fe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.810472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-b3b03996-0d7a-4e71-b00f-fb71d43a35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:58.812157 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-b3b03996-0d7a-4e71-b00f-fb71d43a35e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 1095 time: 0.1441073 Dec 09 22:42:58.823407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-702b5a8d-f0d8-4857-b8fc-8abee45ef39f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:58.826240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-99280e43-d026-4202-9f79-e60758a068fe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for 4b2e1529-8b96-49e1-955c-fd5fa4c4c728 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:42:58.841885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674ea37-eae3-4cdf-96fa-d3fe07d739dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150fcc3b-1d91-44af-9c92-62fc0e0572e2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:58.881121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-412bb17a-fbbe-41ec-9592-423e002c4283 None None] Allocated IP 172.20.0.2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/9701b59a-d0a0-445e-95f6-8378d92bdc10/919ef987-4bdc-45cf-acea-45a874076f33) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:42:58.908608 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-9e8ea185-a55d-494b-bdb8-f93eadafb7f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d18c12fb-c70c-46d7-bcb0-8abf06986216 HTTP/1.1" status: 200 len: 217 time: 0.0776615 Dec 09 22:42:58.990898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a3a8b-cae4-44b7-92b7-2a9b09468221 req-e4c953cf-d353-4180-847a-6070e6ea89db tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:59.000357 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-626a3a8b-cae4-44b7-92b7-2a9b09468221 req-e4c953cf-d353-4180-847a-6070e6ea89db tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 943 time: 0.6408999 Dec 09 22:42:59.003093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-fc089e4d-139d-4fae-a3b9-6ff7477811cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:59.004956 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-fc089e4d-139d-4fae-a3b9-6ff7477811cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.0862589 Dec 09 22:42:59.011251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-702b5a8d-f0d8-4857-b8fc-8abee45ef39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.014784 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-702b5a8d-f0d8-4857-b8fc-8abee45ef39f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.018539 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-702b5a8d-f0d8-4857-b8fc-8abee45ef39f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/150fcc3b-1d91-44af-9c92-62fc0e0572e2 HTTP/1.1" status: 204 len: 168 time: 0.4619112 Dec 09 22:42:59.019257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-412bb17a-fbbe-41ec-9592-423e002c4283 None None] For port 919ef987-4bdc-45cf-acea-45a874076f33, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=919ef987-4bdc-45cf-acea-45a874076f33,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:42:59.044361 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-997d466d-9e86-48d6-a582-9912fe5c80ea tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.058763 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-412bb17a-fbbe-41ec-9592-423e002c4283 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.070159 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-412bb17a-fbbe-41ec-9592-423e002c4283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.079561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-997d466d-9e86-48d6-a582-9912fe5c80ea tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.115395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b5a8d-f0d8-4857-b8fc-8abee45ef39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150fcc3b-1d91-44af-9c92-62fc0e0572e2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:59.183048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bb17a-fbbe-41ec-9592-423e002c4283 None None] Pushing event updated for resources: {'Port': ['ID=919ef987-4bdc-45cf-acea-45a874076f33,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:59.187794 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-997d466d-9e86-48d6-a582-9912fe5c80ea tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.190630 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-997d466d-9e86-48d6-a582-9912fe5c80ea tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.194062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-997d466d-9e86-48d6-a582-9912fe5c80ea tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] 10.222.0.16 "DELETE /v2.0/security-groups/c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0 HTTP/1.1" status: 204 len: 168 time: 0.9618046 Dec 09 22:42:59.213694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-1b871c62-af8a-44aa-aebf-a2eacf8aafee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:59.220950 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-1b871c62-af8a-44aa-aebf-a2eacf8aafee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2030931 Dec 09 22:42:59.227994 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-626a3a8b-cae4-44b7-92b7-2a9b09468221 req-2b96236c-3975-4545-a706-eb9dd3eabe5c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265635 Dec 09 22:42:59.246803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d466d-9e86-48d6-a582-9912fe5c80ea tempest-TestServerBasicOps-188599269 tempest-TestServerBasicOps-188599269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d9bd3a-ef5f-445a-8b3a-0fe4d01f1fc0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:59.261050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59714) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:59.399154 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-089d2258-022f-4b43-870d-64c326226b51 service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693642 Dec 09 22:42:59.409548 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9cb76d1-fbc7-4399-beb7-f346ff22cfd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.422070 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9cb76d1-fbc7-4399-beb7-f346ff22cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.491464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d9cb76d1-fbc7-4399-beb7-f346ff22cfd8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40cd753a2f0e4d30b99f50a80bffa349&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3183475 Dec 09 22:42:59.501902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59722) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:59.575907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb76d1-fbc7-4399-beb7-f346ff22cfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b70aa5-f47f-4de6-bd11-d6b22ac089af,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:59.618006 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99280e43-d026-4202-9f79-e60758a068fe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.669915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99280e43-d026-4202-9f79-e60758a068fe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=4b2e1529-8b96-49e1-955c-fd5fa4c4c728,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:42:59.740561 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3de8238a-6b17-45e7-868d-4612daa664b2 req-181182d4-2ed4-4c55-9b01-d961a9068477 service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332949 Dec 09 22:42:59.759098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 919ef987-4bdc-45cf-acea-45a874076f33 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:42:59.768788 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a88ad491-1ccf-4ee1-b288-b053e1ff388b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.855396 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99280e43-d026-4202-9f79-e60758a068fe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.865473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-99280e43-d026-4202-9f79-e60758a068fe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/4b2e1529-8b96-49e1-955c-fd5fa4c4c728 HTTP/1.1" status: 204 len: 168 time: 1.8277650 Dec 09 22:42:59.865473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59732) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:42:59.890312 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a88ad491-1ccf-4ee1-b288-b053e1ff388b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.896017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 919ef987-4bdc-45cf-acea-45a874076f33 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:42:59.896496 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:42:59.994587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71786426-33e9-4856-9f50-fd65a2288ab1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:42:59.997397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71786426-33e9-4856-9f50-fd65a2288ab1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:00.000456 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71786426-33e9-4856-9f50-fd65a2288ab1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:00.002508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-71786426-33e9-4856-9f50-fd65a2288ab1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1365395 Dec 09 22:43:00.004934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59738) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:00.071944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88b5475-a2e7-4737-a5dc-133934b662b7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 114f6aa3-ad89-4ae0-90f2-d9e8a1439852 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:00.077718 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c88b5475-a2e7-4737-a5dc-133934b662b7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:00.147445 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c88b5475-a2e7-4737-a5dc-133934b662b7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:00.244890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-78669ba8-b200-4aea-bd06-db60d5bf969e None None] Could not find standard attr ID for object 4b2e1529-8b96-49e1-955c-fd5fa4c4c728. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:43:00.273107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c88b5475-a2e7-4737-a5dc-133934b662b7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:00.280821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-78669ba8-b200-4aea-bd06-db60d5bf969e None None] Provisioning complete for port 919ef987-4bdc-45cf-acea-45a874076f33 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:00.296010 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-78669ba8-b200-4aea-bd06-db60d5bf969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:00.380628 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c88b5475-a2e7-4737-a5dc-133934b662b7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:00.451722 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c88b5475-a2e7-4737-a5dc-133934b662b7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:00.455629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c88b5475-a2e7-4737-a5dc-133934b662b7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/114f6aa3-ad89-4ae0-90f2-d9e8a1439852 HTTP/1.1" status: 204 len: 168 time: 0.4494722 Dec 09 22:43:00.458362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b5475-a2e7-4737-a5dc-133934b662b7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=114f6aa3-ad89-4ae0-90f2-d9e8a1439852,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:00.465754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59748) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:00.539438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886848b8-b99b-44c2-a7aa-b5704b8f9d55 req-f1096266-f117-4ec4-8468-59fab1d60dcd tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:00.551016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-886848b8-b99b-44c2-a7aa-b5704b8f9d55 req-f1096266-f117-4ec4-8468-59fab1d60dcd tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 943 time: 0.1512733 Dec 09 22:43:00.625971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758bc51-336d-4723-8a1a-14262df9c5d8 req-78f5e85c-b71d-4b54-8d9f-72d266a47251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:00.628377 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5758bc51-336d-4723-8a1a-14262df9c5d8 req-78f5e85c-b71d-4b54-8d9f-72d266a47251 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 1095 time: 0.7351139 Dec 09 22:43:00.639137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83da230-ae70-4172-a1ad-0656dbd058f2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 9701b59a-d0a0-445e-95f6-8378d92bdc10 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:00.646765 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b83da230-ae70-4172-a1ad-0656dbd058f2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:00.695618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-886848b8-b99b-44c2-a7aa-b5704b8f9d55 req-52e93992-13d8-4eae-8408-6010804b8b3e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386390 Dec 09 22:43:00.701629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23602c39-e528-47df-a659-191987dc7e8e None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:00.710704 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b83da230-ae70-4172-a1ad-0656dbd058f2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:00.769305 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a88ad491-1ccf-4ee1-b288-b053e1ff388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:00.772198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a88ad491-1ccf-4ee1-b288-b053e1ff388b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:00.775668 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a88ad491-1ccf-4ee1-b288-b053e1ff388b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49b70aa5-f47f-4de6-bd11-d6b22ac089af HTTP/1.1" status: 204 len: 168 time: 1.2700129 Dec 09 22:43:00.812878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8c3b0c47-7bcf-483e-a689-09b4db760fb4 None None] Could not find standard attr ID for object 4b2e1529-8b96-49e1-955c-fd5fa4c4c728. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:43:00.821418 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b83da230-ae70-4172-a1ad-0656dbd058f2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:00.834643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ad491-1ccf-4ee1-b288-b053e1ff388b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b70aa5-f47f-4de6-bd11-d6b22ac089af,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:00.842741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758bc51-336d-4723-8a1a-14262df9c5d8 req-9aeb208a-810a-4419-949b-5f0d792e0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:00.850954 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5758bc51-336d-4723-8a1a-14262df9c5d8 req-9aeb208a-810a-4419-949b-5f0d792e0459 service neutron] 10.222.0.18 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.2079251 Dec 09 22:43:00.929080 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b83da230-ae70-4172-a1ad-0656dbd058f2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:00.958883 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5758bc51-336d-4723-8a1a-14262df9c5d8 req-98c13dff-61c1-4756-93bc-e9084f2559be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d18c12fb-c70c-46d7-bcb0-8abf06986216 HTTP/1.1" status: 200 len: 217 time: 0.0890472 Dec 09 22:43:00.997050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83da230-ae70-4172-a1ad-0656dbd058f2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=9701b59a-d0a0-445e-95f6-8378d92bdc10,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:00.999808 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b83da230-ae70-4172-a1ad-0656dbd058f2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:01.003090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b83da230-ae70-4172-a1ad-0656dbd058f2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/9701b59a-d0a0-445e-95f6-8378d92bdc10 HTTP/1.1" status: 204 len: 168 time: 0.5360837 Dec 09 22:43:01.008714 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59766) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:01.050475 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-27ea132e-be57-4f2e-80fd-5577260d345e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:01.088916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-49e466ce-5ca9-43db-a337-6d2d9ed9065d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763438 Dec 09 22:43:01.090259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59770) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:01.097746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:01.134435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758bc51-336d-4723-8a1a-14262df9c5d8 req-84292c61-fd32-4a12-903a-19ec39e1579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:01.134844 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5758bc51-336d-4723-8a1a-14262df9c5d8 req-84292c61-fd32-4a12-903a-19ec39e1579c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.1751082 Dec 09 22:43:01.306737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758bc51-336d-4723-8a1a-14262df9c5d8 req-358ceaaa-2152-4add-a522-e62028a961bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:01.308190 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5758bc51-336d-4723-8a1a-14262df9c5d8 req-358ceaaa-2152-4add-a522-e62028a961bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1585183 Dec 09 22:43:01.340523 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59782) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:01.351399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:01.356333 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:01.363159 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0af91b7-8c3f-41fd-84e5-e85fb753861f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:01.482182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0af91b7-8c3f-41fd-84e5-e85fb753861f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:01.487942 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0af91b7-8c3f-41fd-84e5-e85fb753861f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:01.544530 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a0af91b7-8c3f-41fd-84e5-e85fb753861f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd532d69030440cba8f6652af3d02b2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2030518 Dec 09 22:43:01.545491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af91b7-8c3f-41fd-84e5-e85fb753861f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8763a875-16ef-4c44-94a2-006a7dbacc03,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:01.548710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59788) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:01.616076 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a8ddf16-9127-4322-8d5e-054387061736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:01.625334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d18c12fb-c70c-46d7-bcb0-8abf06986216 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:43:01.641928 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4903aafb-256a-4330-bded-3d7f75c3a8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:01.642949 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a8ddf16-9127-4322-8d5e-054387061736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:01.710556 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a8ddf16-9127-4322-8d5e-054387061736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:01.713827 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a8ddf16-9127-4322-8d5e-054387061736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:01.717932 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3a8ddf16-9127-4322-8d5e-054387061736 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8763a875-16ef-4c44-94a2-006a7dbacc03 HTTP/1.1" status: 204 len: 168 time: 0.1652539 Dec 09 22:43:01.729550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ddf16-9127-4322-8d5e-054387061736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8763a875-16ef-4c44-94a2-006a7dbacc03,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:01.742884 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5758bc51-336d-4723-8a1a-14262df9c5d8 req-cb6e1e4f-7dbd-48dc-b1cf-0d163dcba1ef service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242005 Dec 09 22:43:01.851529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d18c12fb-c70c-46d7-bcb0-8abf06986216, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d18c12fb-c70c-46d7-bcb0-8abf06986216,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:01.874402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'd18c12fb-c70c-46d7-bcb0-8abf06986216', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'port_id': 'd18c12fb-c70c-46d7-bcb0-8abf06986216', 'mac_address': 'fa:16:3e:34:55:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:43:01.919027 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:01.937724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18c12fb-c70c-46d7-bcb0-8abf06986216 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:43:01.944863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded689b2-8006-4f7b-b7e2-7ca5a06cb02d None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:01.973405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255a12f-218b-47d5-a165-10da6dca5ca4 req-f7f02b04-71a2-4a4d-b665-7acc8d561a25 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:01.977368 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f255a12f-218b-47d5-a165-10da6dca5ca4 req-f7f02b04-71a2-4a4d-b665-7acc8d561a25 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 943 time: 0.1347952 Dec 09 22:43:02.040460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d18c12fb-c70c-46d7-bcb0-8abf06986216, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d18c12fb-c70c-46d7-bcb0-8abf06986216,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:02.055111 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:02.095685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9892e1ac-b681-4dfd-b3f3-17d147a995cc None None] Provisioning complete for port 919ef987-4bdc-45cf-acea-45a874076f33 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:02.096377 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9892e1ac-b681-4dfd-b3f3-17d147a995cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:02.101440 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f255a12f-218b-47d5-a165-10da6dca5ca4 req-820d773e-f265-4f92-a528-329ef1cb51b7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078033 Dec 09 22:43:02.176796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d18c12fb-c70c-46d7-bcb0-8abf06986216,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:02.225575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc868b8-cc09-4a15-9846-db69890c4d62 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:02.236042 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5758bc51-336d-4723-8a1a-14262df9c5d8 req-7fefb165-3402-42ae-86b9-2fff55f77ab4 service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685192 Dec 09 22:43:02.323534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bfc868b8-cc09-4a15-9846-db69890c4d62 None None] Deleting port 919ef987-4bdc-45cf-acea-45a874076f33 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:02.323908 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bfc868b8-cc09-4a15-9846-db69890c4d62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:02.444732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d18c12fb-c70c-46d7-bcb0-8abf06986216'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:43:02.542225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bfc868b8-cc09-4a15-9846-db69890c4d62 None None] For port 919ef987-4bdc-45cf-acea-45a874076f33, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=919ef987-4bdc-45cf-acea-45a874076f33,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:02.542898 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bfc868b8-cc09-4a15-9846-db69890c4d62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:02.565903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bfc868b8-cc09-4a15-9846-db69890c4d62 None None] Calling delete_port for 919ef987-4bdc-45cf-acea-45a874076f33 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:02.579425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:43:02.818889 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bfc868b8-cc09-4a15-9846-db69890c4d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:02.841339 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_pluggable_backend [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Port 919ef987-4bdc-45cf-acea-45a874076f33 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103417) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 09 22:43:02.841951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_pluggable_backend [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Reverting IP allocation for 2001:db8::f816:3eff:fe24:a07f {{(pid=103417) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 09 22:43:02.845471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_pluggable_backend [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe24:a07f {{(pid=103417) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 09 22:43:02.847483 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:02.853742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4903aafb-256a-4330-bded-3d7f75c3a8b3 admin admin] Deleting port c047742a-6734-4a2d-9e30-42650b7b2762 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:02.854137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4903aafb-256a-4330-bded-3d7f75c3a8b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:02.860206 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc868b8-cc09-4a15-9846-db69890c4d62 None None] No DVR routers for this DVR port 919ef987-4bdc-45cf-acea-45a874076f33 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:02.868318 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc868b8-cc09-4a15-9846-db69890c4d62 None None] Pushing event deleted for resources: {'Port': ['ID=919ef987-4bdc-45cf-acea-45a874076f33,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:02.933084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:02.944267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:02.953207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:02.953749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:02.955574 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56431621-5450-48bd-9bb7-64ee5f38953d None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:02.998592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=896f329d-a611-4776-a8fb-d2a93a39e1c7,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:03.021559 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-90a19abd-2dff-4dd3-8346-996da1d56f8a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9252682 Dec 09 22:43:03.021895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59830) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:03.028840 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-edac07cf-51ae-45cc-9dc6-51ab457fa4e0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:03.056238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-4903aafb-256a-4330-bded-3d7f75c3a8b3 admin admin] For port c047742a-6734-4a2d-9e30-42650b7b2762, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c047742a-6734-4a2d-9e30-42650b7b2762,segment=NetworkSegment(6f0880ac-8491-458a-a501-e0bcbdceb621),segment_id=6f0880ac-8491-458a-a501-e0bcbdceb621)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:03.056638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4903aafb-256a-4330-bded-3d7f75c3a8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:03.079209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4903aafb-256a-4330-bded-3d7f75c3a8b3 admin admin] Calling delete_port for c047742a-6734-4a2d-9e30-42650b7b2762 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:03.160007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '896f329d-a611-4776-a8fb-d2a93a39e1c7'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:43:03.160893 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:03.298272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edac07cf-51ae-45cc-9dc6-51ab457fa4e0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:03.304829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edac07cf-51ae-45cc-9dc6-51ab457fa4e0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:03.332613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf1b95-9fd0-4036-876c-aab57ac7ab4d req-0c315cb2-4ec3-4d5a-8e5b-8d450bbc978a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:03.334723 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3cdf1b95-9fd0-4036-876c-aab57ac7ab4d req-0c315cb2-4ec3-4d5a-8e5b-8d450bbc978a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 944 time: 0.0968962 Dec 09 22:43:03.358976 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Allocated IP 2001:db8::f816:3eff:fed8:fca3 (c98586a8-1bc3-4903-a5e8-931299d13bb7/896f329d-a611-4776-a8fb-d2a93a39e1c7/4faf5873-76b4-4eb4-8294-3869a6765032) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:03.370986 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-64426c65-2d74-42e6-bc03-33145cd66103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:03.397482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4903aafb-256a-4330-bded-3d7f75c3a8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:03.477568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903aafb-256a-4330-bded-3d7f75c3a8b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c047742a-6734-4a2d-9e30-42650b7b2762,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:03.564397 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3cdf1b95-9fd0-4036-876c-aab57ac7ab4d req-0f81593b-6b0f-4cba-87d5-70c41017e62b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863937 Dec 09 22:43:03.649661 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:03.662378 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:03.752999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:03.754699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:03.764190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:03.919266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Pushing event updated for resources: {'Port': ['ID=4faf5873-76b4-4eb4-8294-3869a6765032,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:03.933685 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edac07cf-51ae-45cc-9dc6-51ab457fa4e0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:03.937159 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4903aafb-256a-4330-bded-3d7f75c3a8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:03.973986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 919ef987-4bdc-45cf-acea-45a874076f33 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:04.018140 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 919ef987-4bdc-45cf-acea-45a874076f33 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:43:04.018748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 919ef987-4bdc-45cf-acea-45a874076f33 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:04.032347 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:04.035396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edac07cf-51ae-45cc-9dc6-51ab457fa4e0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:04.043748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-edac07cf-51ae-45cc-9dc6-51ab457fa4e0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:04.048053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Attempting to bind port 4faf5873-76b4-4eb4-8294-3869a6765032 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:43:04.049137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Attempting to bind port 4faf5873-76b4-4eb4-8294-3869a6765032 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:43:04.049682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Attempting to bind port 4faf5873-76b4-4eb4-8294-3869a6765032 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:43:04.053630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edac07cf-51ae-45cc-9dc6-51ab457fa4e0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:04.054505 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edac07cf-51ae-45cc-9dc6-51ab457fa4e0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:04.058690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:43:04.059313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:43:04.060185 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:04.061634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:43:04.062412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Bound port: 4faf5873-76b4-4eb4-8294-3869a6765032, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:43:04.062998 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:04.076525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac07cf-51ae-45cc-9dc6-51ab457fa4e0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=024cdd77-36b5-4c16-ac4a-31a5aaba9352,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:04.097969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-edac07cf-51ae-45cc-9dc6-51ab457fa4e0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0704639 Dec 09 22:43:04.098217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59860) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:04.103260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:22:6c:57', 'name': 'tempest-NetworksTestDHCPv6-557870959'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:04.181762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] For port 4faf5873-76b4-4eb4-8294-3869a6765032, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:43:04.184977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] For port 4faf5873-76b4-4eb4-8294-3869a6765032, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4faf5873-76b4-4eb4-8294-3869a6765032,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:43:04.200481 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:04.313397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b2878-64b6-4406-ac44-1f18a054b682 None None] Pushing event updated for resources: {'Port': ['ID=4faf5873-76b4-4eb4-8294-3869a6765032,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:04.351085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:04.428816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4903aafb-256a-4330-bded-3d7f75c3a8b3 admin admin] Router c6f8316a-b764-4830-96bb-a26ea82406c4 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:43:04.554414 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:04.618127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port d60220ba-dd4e-4f89-8817-236926698d04 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:04.720305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4903aafb-256a-4330-bded-3d7f75c3a8b3 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:43:04.727688 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4903aafb-256a-4330-bded-3d7f75c3a8b3 admin admin] 10.222.0.16 "PUT /v2.0/routers/c6f8316a-b764-4830-96bb-a26ea82406c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4637392 Dec 09 22:43:04.729864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59904) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:04.731675 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bbe7d8-5ddf-46d6-8afb-62d1a1982122 None None] Sync routers for ids ['c6f8316a-b764-4830-96bb-a26ea82406c4'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:43:04.751526 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bbe7d8-5ddf-46d6-8afb-62d1a1982122 None None] Routers {'c6f8316a-b764-4830-96bb-a26ea82406c4'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:43:04.752348 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-97bbe7d8-5ddf-46d6-8afb-62d1a1982122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:43:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c6f8316a-b764-4830-96bb-a26ea82406c4'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:04.796827 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:04.848381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f693997-04b6-41e2-962a-dde87b37f45c req-7d1129c0-abe3-4cf7-ad7c-8a4effaaace2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:04.859253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f693997-04b6-41e2-962a-dde87b37f45c req-7d1129c0-abe3-4cf7-ad7c-8a4effaaace2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 944 time: 0.1636953 Dec 09 22:43:04.993532 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-97bbe7d8-5ddf-46d6-8afb-62d1a1982122 None None] Set router c6f8316a-b764-4830-96bb-a26ea82406c4 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:43:05.069573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 172.20.0.2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/024cdd77-36b5-4c16-ac4a-31a5aaba9352/d60220ba-dd4e-4f89-8817-236926698d04) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:05.078803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::f816:3eff:fe22:6c57 (c98586a8-1bc3-4903-a5e8-931299d13bb7/896f329d-a611-4776-a8fb-d2a93a39e1c7/d60220ba-dd4e-4f89-8817-236926698d04) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:05.333249 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f693997-04b6-41e2-962a-dde87b37f45c req-66128e19-d09a-4336-85b6-8e378a301e78 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635577 Dec 09 22:43:05.432696 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:05.473527 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-97bbe7d8-5ddf-46d6-8afb-62d1a1982122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:43:03Z', 'revision_number': 5, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:05.501466 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:05.553117 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bbe7d8-5ddf-46d6-8afb-62d1a1982122 None None] Checking router: c6f8316a-b764-4830-96bb-a26ea82406c4 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:43:05.562260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:05.580592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:05.584344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:05.586542 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bbe7d8-5ddf-46d6-8afb-62d1a1982122 None None] Routers {'c6f8316a-b764-4830-96bb-a26ea82406c4'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:43:05.587193 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-97bbe7d8-5ddf-46d6-8afb-62d1a1982122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:43:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c6f8316a-b764-4830-96bb-a26ea82406c4'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:05.628032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:05.632673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=d60220ba-dd4e-4f89-8817-236926698d04,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:05.634521 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d18c12fb-c70c-46d7-bcb0-8abf06986216 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:05.713588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:05.714450 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:05.741866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-43d7bade-9fc1-4388-9a4e-b339f7d01fd5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6402392 Dec 09 22:43:05.743420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59962) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:05.839887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port d18c12fb-c70c-46d7-bcb0-8abf06986216 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:43:05.853274 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:05.861389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port d18c12fb-c70c-46d7-bcb0-8abf06986216 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:05.861761 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:05.868730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e3dc99-41a6-4f8e-8dc2-998811204efd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:05.894703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e3dc99-41a6-4f8e-8dc2-998811204efd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:05.898557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b7e3dc99-41a6-4f8e-8dc2-998811204efd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1540575 Dec 09 22:43:05.906530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59968) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:05.950472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4faf5873-76b4-4eb4-8294-3869a6765032 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:05.978109 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-97bbe7d8-5ddf-46d6-8afb-62d1a1982122 None None] Set router c6f8316a-b764-4830-96bb-a26ea82406c4 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:43:06.009605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Deleting port 3d21fa0a-372a-41a3-b7c6-f7821a18457b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:06.010432 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.141726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-62ff84f5-322a-4499-ae66-228fa6a68078 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port d60220ba-dd4e-4f89-8817-236926698d04 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:06.142769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62ff84f5-322a-4499-ae66-228fa6a68078 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.150204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] For port 3d21fa0a-372a-41a3-b7c6-f7821a18457b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3d21fa0a-372a-41a3-b7c6-f7821a18457b,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:06.150624 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.191011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Calling delete_port for 3d21fa0a-372a-41a3-b7c6-f7821a18457b owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:06.285113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab87105-e060-4cfc-86eb-5d59f8ecff72 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:06.307820 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4faf5873-76b4-4eb4-8294-3869a6765032 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:06.308207 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.356355 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.450177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-64a0c54b-c02a-479d-b955-ce4c6d0ad2ae None None] Provisioning complete for port 4faf5873-76b4-4eb4-8294-3869a6765032 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:06.450177 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-64a0c54b-c02a-479d-b955-ce4c6d0ad2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.451697 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.542424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.648752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d21fa0a-372a-41a3-b7c6-f7821a18457b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:06.743791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.773775 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-97bbe7d8-5ddf-46d6-8afb-62d1a1982122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:43:03Z', 'revision_number': 5, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:06.843988 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bbe7d8-5ddf-46d6-8afb-62d1a1982122 None None] The sync data for ids ['c6f8316a-b764-4830-96bb-a26ea82406c4'] in n-d-789963-23 is: [{'id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'name': 'tempest-TestServerBasicOps-676828576-router', 'tenant_id': '0c558ea860bd4ff5832763d011d15de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:22Z', 'updated_at': '2021-12-09T22:43:03Z', 'revision_number': 5, 'project_id': '0c558ea860bd4ff5832763d011d15de6', 'gw_port': {'id': '3d21fa0a-372a-41a3-b7c6-f7821a18457b', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f8316a-b764-4830-96bb-a26ea82406c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:23Z', 'updated_at': '2021-12-09T22:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:43:06.848231 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.850455 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.924633 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.925209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f8316a-b764-4830-96bb-a26ea82406c4 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:43:06.935153 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:06.940544 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-683797db-bea9-4c4f-bdf1-760aa2c272d5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c6f8316a-b764-4830-96bb-a26ea82406c4 HTTP/1.1" status: 204 len: 168 time: 2.2092462 Dec 09 22:43:06.942735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60028) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:07.009149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-549a738c-2a3e-46d4-bae2-a9223dbfe93c admin admin] Deleting subnet cda5c5ae-e162-4ef6-9b70-78933ab0f2bd {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:07.016766 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-549a738c-2a3e-46d4-bae2-a9223dbfe93c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.040341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f6838f-2fad-4c0b-8fb5-511e2e573293 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:07.070230 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-549a738c-2a3e-46d4-bae2-a9223dbfe93c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.175405 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.205823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62ff84f5-322a-4499-ae66-228fa6a68078 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.254878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-62ff84f5-322a-4499-ae66-228fa6a68078 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for d60220ba-dd4e-4f89-8817-236926698d04 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:07.270375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb8d6e3-0928-4594-930e-3ecdd75dd7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18c12fb-c70c-46d7-bcb0-8abf06986216'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:07.275361 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c53daa-8d06-43f0-a708-e548fd016cbc" -d '{"events": [{"server_uuid": "dbb8d6e3-0928-4594-930e-3ecdd75dd7f1", "name": "network-vif-plugged", "status": "completed", "tag": "d18c12fb-c70c-46d7-bcb0-8abf06986216"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:07.316886 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-549a738c-2a3e-46d4-bae2-a9223dbfe93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.358065 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.386480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d18c12fb-c70c-46d7-bcb0-8abf06986216, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d18c12fb-c70c-46d7-bcb0-8abf06986216,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:07.421748 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1834c0f-7e4c-45c2-aed4-e5c6fa32ee44 x-openstack-request-id: req-f1834c0f-7e4c-45c2-aed4-e5c6fa32ee44 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:07.422286 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb8d6e3-0928-4594-930e-3ecdd75dd7f1", "name": "network-vif-plugged", "status": "completed", "tag": "d18c12fb-c70c-46d7-bcb0-8abf06986216", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:07.422472 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1834c0f-7e4c-45c2-aed4-e5c6fa32ee44 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:07.422696 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb8d6e3-0928-4594-930e-3ecdd75dd7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18c12fb-c70c-46d7-bcb0-8abf06986216', 'code': 200} Dec 09 22:43:07.437228 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.472883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 4faf5873-76b4-4eb4-8294-3869a6765032, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4faf5873-76b4-4eb4-8294-3869a6765032,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:07.528134 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d18c12fb-c70c-46d7-bcb0-8abf06986216,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:07.536579 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.588397 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-549a738c-2a3e-46d4-bae2-a9223dbfe93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.621593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6113868-f2c5-4393-b607-936c5435c293 req-c93a5efa-4bb1-4704-b3cc-2f3655d7e8ef tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:07.624048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6113868-f2c5-4393-b607-936c5435c293 req-c93a5efa-4bb1-4704-b3cc-2f3655d7e8ef tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 944 time: 0.5373096 Dec 09 22:43:07.625394 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62ff84f5-322a-4499-ae66-228fa6a68078 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.681686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db51d34d-968d-4148-add9-281d8a98729e None None] Network 2a4af1b9-9cad-4262-bece-bac6bde43880 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:07.705975 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-549a738c-2a3e-46d4-bae2-a9223dbfe93c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.709277 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-549a738c-2a3e-46d4-bae2-a9223dbfe93c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cda5c5ae-e162-4ef6-9b70-78933ab0f2bd HTTP/1.1" status: 204 len: 168 time: 0.7653198 Dec 09 22:43:07.717395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a738c-2a3e-46d4-bae2-a9223dbfe93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda5c5ae-e162-4ef6-9b70-78933ab0f2bd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:07.720758 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60068) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:07.745947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6113868-f2c5-4393-b607-936c5435c293 req-c039ceae-94af-48c5-8d22-a49bb4bf015c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105058 Dec 09 22:43:07.747140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff84f5-322a-4499-ae66-228fa6a68078 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=d60220ba-dd4e-4f89-8817-236926698d04,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:07.792830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06f9d8-cf12-45ba-b3f3-b4f932ff26a8 req-9dd45b4c-c3f5-40b2-934b-685e8c5aadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:07.810351 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a06f9d8-cf12-45ba-b3f3-b4f932ff26a8 req-9dd45b4c-c3f5-40b2-934b-685e8c5aadbb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 1097 time: 0.2513297 Dec 09 22:43:07.949369 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a06f9d8-cf12-45ba-b3f3-b4f932ff26a8 req-abb064b6-7e72-4065-b739-f91691040dfa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730727 Dec 09 22:43:07.955351 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.956012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c047742a-6734-4a2d-9e30-42650b7b2762 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:07.960174 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=4faf5873-76b4-4eb4-8294-3869a6765032,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:07.969691 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62ff84f5-322a-4499-ae66-228fa6a68078 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:07.977805 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-62ff84f5-322a-4499-ae66-228fa6a68078 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/d60220ba-dd4e-4f89-8817-236926698d04 HTTP/1.1" status: 204 len: 168 time: 2.0679424 Dec 09 22:43:07.978645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60074) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:07.998597 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba8bc7-05d9-46db-87a3-1a40e3f0be4c None None] Update dhcp port {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'fixed_ips': [{'subnet_id': '896f329d-a611-4776-a8fb-d2a93a39e1c7', 'ip_address': '2001:db8::f816:3eff:fed8:fca3'}, {'subnet_id': '024cdd77-36b5-4c16-ac4a-31a5aaba9352'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '4faf5873-76b4-4eb4-8294-3869a6765032'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:43:08.032870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: c047742a-6734-4a2d-9e30-42650b7b2762 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:43:08.033152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c047742a-6734-4a2d-9e30-42650b7b2762 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:08.078484 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-83ba8bc7-05d9-46db-87a3-1a40e3f0be4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.087015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60078) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:08.130029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99d9e3-b2b1-483e-95ff-98edabe978e4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:08.132016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99d9e3-b2b1-483e-95ff-98edabe978e4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:08.133717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99d9e3-b2b1-483e-95ff-98edabe978e4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:08.136648 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7e99d9e3-b2b1-483e-95ff-98edabe978e4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1398175 Dec 09 22:43:08.139493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60084) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:08.202206 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Deleting port 6c328893-9477-44eb-86c9-9474abdae6aa {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:08.202605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.267582 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55f2933-f017-4c2b-afab-e177d317c39e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 024cdd77-36b5-4c16-ac4a-31a5aaba9352 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:08.287079 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00a92e8d-507d-4c76-bccd-5c2e34181c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.289165 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e55f2933-f017-4c2b-afab-e177d317c39e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.353197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329926e0-7d10-4b59-8f62-25e1a5f3aded None None] DHCP port deletion for 2a4af1b9-9cad-4262-bece-bac6bde43880 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:08.383196 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e55f2933-f017-4c2b-afab-e177d317c39e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.428175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] For port 6c328893-9477-44eb-86c9-9474abdae6aa, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c328893-9477-44eb-86c9-9474abdae6aa,segment=NetworkSegment(6f0880ac-8491-458a-a501-e0bcbdceb621),segment_id=6f0880ac-8491-458a-a501-e0bcbdceb621)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:08.428555 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.455971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Calling delete_port for 6c328893-9477-44eb-86c9-9474abdae6aa owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:08.506362 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e55f2933-f017-4c2b-afab-e177d317c39e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.548289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-329926e0-7d10-4b59-8f62-25e1a5f3aded None None] Deleting port 6c328893-9477-44eb-86c9-9474abdae6aa {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:08.548289 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-329926e0-7d10-4b59-8f62-25e1a5f3aded None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.559038 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.612388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] No DVR routers for this DVR port 6c328893-9477-44eb-86c9-9474abdae6aa on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:08.632032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00a92e8d-507d-4c76-bccd-5c2e34181c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.637141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c328893-9477-44eb-86c9-9474abdae6aa,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:08.645435 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00a92e8d-507d-4c76-bccd-5c2e34181c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.673314 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e55f2933-f017-4c2b-afab-e177d317c39e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server [None req-83ba8bc7-05d9-46db-87a3-1a40e3f0be4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 024cdd77-36b5-4c16-ac4a-31a5aaba9352: This subnet is being modified by another concurrent operation. Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise exception Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 024cdd77-36b5-4c16-ac4a-31a5aaba9352: This subnet is being modified by another concurrent operation. Dec 09 22:43:08.697632 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Dec 09 22:43:08.720970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-329926e0-7d10-4b59-8f62-25e1a5f3aded None None] For port 6c328893-9477-44eb-86c9-9474abdae6aa, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c328893-9477-44eb-86c9-9474abdae6aa,segment=NetworkSegment(6f0880ac-8491-458a-a501-e0bcbdceb621),segment_id=6f0880ac-8491-458a-a501-e0bcbdceb621)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:08.720970 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-329926e0-7d10-4b59-8f62-25e1a5f3aded None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.724076 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e55f2933-f017-4c2b-afab-e177d317c39e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.730423 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e55f2933-f017-4c2b-afab-e177d317c39e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/024cdd77-36b5-4c16-ac4a-31a5aaba9352 HTTP/1.1" status: 204 len: 168 time: 0.5898194 Dec 09 22:43:08.731559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a92e8d-507d-4c76-bccd-5c2e34181c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3e3517-d967-4417-956c-f389d5340ea8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:08.739083 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60088) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:08.768701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-329926e0-7d10-4b59-8f62-25e1a5f3aded None None] Calling delete_port for 6c328893-9477-44eb-86c9-9474abdae6aa owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:08.774916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f2933-f017-4c2b-afab-e177d317c39e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=024cdd77-36b5-4c16-ac4a-31a5aaba9352,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:08.808194 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-00a92e8d-507d-4c76-bccd-5c2e34181c12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=faef31a2d4444cfea1a2a1af19a58bbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7200398 Dec 09 22:43:08.812312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60092) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:08.849710 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.888829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4af1b9-9cad-4262-bece-bac6bde43880']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:08.889728 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14226fce-ca46-49fa-96a5-ce97ab70c06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.919477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6f7203fa-0f62-42ce-8aeb-4d45b3a9627e None None] Provisioning complete for port 4faf5873-76b4-4eb4-8294-3869a6765032 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:08.927713 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f7203fa-0f62-42ce-8aeb-4d45b3a9627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.931147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0880ac-8491-458a-a501-e0bcbdceb621') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:08.931147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0880ac-8491-458a-a501-e0bcbdceb621') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:08.948661 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14226fce-ca46-49fa-96a5-ce97ab70c06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.949955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:08.992911 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:09.005522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:43:09.007375 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:43:09.011187 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:43:09.122772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4de7513-a49a-45a1-84b6-5df98458c6e1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 896f329d-a611-4776-a8fb-d2a93a39e1c7 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:09.141425 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14226fce-ca46-49fa-96a5-ce97ab70c06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:09.146392 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14226fce-ca46-49fa-96a5-ce97ab70c06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:09.149922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-14226fce-ca46-49fa-96a5-ce97ab70c06a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba3e3517-d967-4417-956c-f389d5340ea8 HTTP/1.1" status: 204 len: 168 time: 0.3361769 Dec 09 22:43:09.176439 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:09.184616 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4de7513-a49a-45a1-84b6-5df98458c6e1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:09.186521 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:09.191835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2a4af1b9-9cad-4262-bece-bac6bde43880 HTTP/1.1" status: 204 len: 168 time: 1.4696743 Dec 09 22:43:09.205155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60096) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:09.218420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5da2c8-c783-404b-bb9d-ca0a025ddbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4af1b9-9cad-4262-bece-bac6bde43880,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:09.237645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14226fce-ca46-49fa-96a5-ce97ab70c06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3e3517-d967-4417-956c-f389d5340ea8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:09.271117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6f7203fa-0f62-42ce-8aeb-4d45b3a9627e None None] Could not find standard attr ID for object d60220ba-dd4e-4f89-8817-236926698d04. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:43:09.275125 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-329926e0-7d10-4b59-8f62-25e1a5f3aded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:09.339805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329926e0-7d10-4b59-8f62-25e1a5f3aded None None] Pushing event deleted for resources: {'Port': ['ID=6c328893-9477-44eb-86c9-9474abdae6aa,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:09.346894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-329926e0-7d10-4b59-8f62-25e1a5f3aded None None] Network 2a4af1b9-9cad-4262-bece-bac6bde43880 is not hosted by any dhcp agent {{(pid=103419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:43:09.350984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329926e0-7d10-4b59-8f62-25e1a5f3aded None None] No DVR routers for this DVR port 6c328893-9477-44eb-86c9-9474abdae6aa on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:09.377666 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dbd36b-d7d3-49ed-87ce-cb4082286aa9 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:43:09.385311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0a12834b-f31e-4324-bd01-a3759864f57a None None] Could not find standard attr ID for object d60220ba-dd4e-4f89-8817-236926698d04. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:43:09.433941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d037de-c44e-4974-a4d5-cfb432219751 req-b1f90136-42ef-48c8-a69f-4e70b657b587 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:09.435741 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24d037de-c44e-4974-a4d5-cfb432219751 req-b1f90136-42ef-48c8-a69f-4e70b657b587 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 945 time: 0.3417478 Dec 09 22:43:09.438891 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4de7513-a49a-45a1-84b6-5df98458c6e1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:09.778381 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dbd36b-d7d3-49ed-87ce-cb4082286aa9 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:43:09.823870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3d21fa0a-372a-41a3-b7c6-f7821a18457b no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:09.887260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 3d21fa0a-372a-41a3-b7c6-f7821a18457b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:43:09.896539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3d21fa0a-372a-41a3-b7c6-f7821a18457b not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:09.897328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c328893-9477-44eb-86c9-9474abdae6aa no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:09.908915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24d037de-c44e-4974-a4d5-cfb432219751 req-c934dbcd-fbf3-4916-a79b-e1eb4e3050cc tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408343 Dec 09 22:43:09.955616 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4de7513-a49a-45a1-84b6-5df98458c6e1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:09.996331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6c328893-9477-44eb-86c9-9474abdae6aa {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:43:09.996670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c328893-9477-44eb-86c9-9474abdae6aa not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:10.009825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4faf5873-76b4-4eb4-8294-3869a6765032 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:10.109601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60116) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:10.233103 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4de7513-a49a-45a1-84b6-5df98458c6e1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.302475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf43a-9ca7-4223-8b7f-4e102e3951d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.312418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de7513-a49a-45a1-84b6-5df98458c6e1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=896f329d-a611-4776-a8fb-d2a93a39e1c7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:10.329257 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4de7513-a49a-45a1-84b6-5df98458c6e1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.333122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b4de7513-a49a-45a1-84b6-5df98458c6e1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/896f329d-a611-4776-a8fb-d2a93a39e1c7 HTTP/1.1" status: 204 len: 168 time: 1.5717523 Dec 09 22:43:10.335707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60128) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:10.363113 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.456827 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fb713d18-b33f-4cdb-900f-a5e2dbc04577 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190805 Dec 09 22:43:10.459603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60132) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:10.471907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-206ccb4d-70fb-4dec-901e-4c516a80141a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:10.504646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 4faf5873-76b4-4eb4-8294-3869a6765032, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4faf5873-76b4-4eb4-8294-3869a6765032,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:10.568907 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf43a-9ca7-4223-8b7f-4e102e3951d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.574393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf43a-9ca7-4223-8b7f-4e102e3951d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.595690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d018418-4531-411b-81ff-f29897990a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.638630 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.659202 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d1cbf43a-9ca7-4223-8b7f-4e102e3951d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38318eda9fee4aa894e21e5243c8426f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472019 Dec 09 22:43:10.667071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60134) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:10.704071 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f4cc6f-14ac-4585-8e7d-1a93a5c666e9 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:43:10.741473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbf43a-9ca7-4223-8b7f-4e102e3951d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6933a0-d8ee-4b57-896b-724596f2a3f8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:10.791087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206ccb4d-70fb-4dec-901e-4c516a80141a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:10.795935 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-206ccb4d-70fb-4dec-901e-4c516a80141a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.796312 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c28a9703-3c2d-4661-a17d-c3bbd81f8e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.796441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-18289823-94d7-44e2-8f4f-63db58cda861 None None] Provisioning complete for port 4faf5873-76b4-4eb4-8294-3869a6765032 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:10.796756 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-18289823-94d7-44e2-8f4f-63db58cda861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.844413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c28a9703-3c2d-4661-a17d-c3bbd81f8e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.857691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=4faf5873-76b4-4eb4-8294-3869a6765032,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:10.931882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c28a9703-3c2d-4661-a17d-c3bbd81f8e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.936697 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c28a9703-3c2d-4661-a17d-c3bbd81f8e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.939799 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c28a9703-3c2d-4661-a17d-c3bbd81f8e52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e6933a0-d8ee-4b57-896b-724596f2a3f8 HTTP/1.1" status: 204 len: 168 time: 0.2702668 Dec 09 22:43:10.960675 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-18289823-94d7-44e2-8f4f-63db58cda861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:10.961833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a9703-3c2d-4661-a17d-c3bbd81f8e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6933a0-d8ee-4b57-896b-724596f2a3f8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:11.036332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-18289823-94d7-44e2-8f4f-63db58cda861 None None] For port 4faf5873-76b4-4eb4-8294-3869a6765032, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4faf5873-76b4-4eb4-8294-3869a6765032,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:11.045913 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-18289823-94d7-44e2-8f4f-63db58cda861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:11.119924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f4cc6f-14ac-4585-8e7d-1a93a5c666e9 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:43:11.140633 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18289823-94d7-44e2-8f4f-63db58cda861 None None] Pushing event updated for resources: {'Port': ['ID=4faf5873-76b4-4eb4-8294-3869a6765032,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:11.277556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2048b-d7e8-4b8b-88aa-7e88cff3975e req-171e48ff-c50d-4d0a-9cbe-139910a166bb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:11.285824 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cea2048b-d7e8-4b8b-88aa-7e88cff3975e req-171e48ff-c50d-4d0a-9cbe-139910a166bb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 945 time: 0.1520965 Dec 09 22:43:11.367644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cea2048b-d7e8-4b8b-88aa-7e88cff3975e req-d24be980-ef03-4ba1-9b7d-f7833a77661d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808136 Dec 09 22:43:11.383801 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-206ccb4d-70fb-4dec-901e-4c516a80141a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:11.500478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ccb4d-70fb-4dec-901e-4c516a80141a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:11.547906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-206ccb4d-70fb-4dec-901e-4c516a80141a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:11.553053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ccb4d-70fb-4dec-901e-4c516a80141a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:11.553652 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-206ccb4d-70fb-4dec-901e-4c516a80141a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:11.569882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ccb4d-70fb-4dec-901e-4c516a80141a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=3dd0a86c-842d-4d2e-99cb-4a88f34f0148,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:11.579251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-206ccb4d-70fb-4dec-901e-4c516a80141a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1179774 Dec 09 22:43:11.582257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60164) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:11.587725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:11.625525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1d018418-4531-411b-81ff-f29897990a9b admin admin] Deleting port 9a80957d-2aa5-432c-b7e9-0c25268fff50 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:11.625747 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d018418-4531-411b-81ff-f29897990a9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:11.765578 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60166) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:11.775052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c83912-15e0-406c-9ec4-41e21442338e None None] Update dhcp port {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'fixed_ips': [{'subnet_id': '3dd0a86c-842d-4d2e-99cb-4a88f34f0148'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '4faf5873-76b4-4eb4-8294-3869a6765032'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:43:11.807022 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1177189-cb09-4ceb-a587-39dd009de3a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:11.835181 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-77c83912-15e0-406c-9ec4-41e21442338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:11.836252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-1d018418-4531-411b-81ff-f29897990a9b admin admin] For port 9a80957d-2aa5-432c-b7e9-0c25268fff50, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9a80957d-2aa5-432c-b7e9-0c25268fff50,segment=NetworkSegment(17af7427-6b84-43a8-ae5a-bae154ce84bd),segment_id=17af7427-6b84-43a8-ae5a-bae154ce84bd)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:11.836720 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d018418-4531-411b-81ff-f29897990a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:11.891711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1d018418-4531-411b-81ff-f29897990a9b admin admin] Calling delete_port for 9a80957d-2aa5-432c-b7e9-0c25268fff50 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:11.939311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:11.944264 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:12.179437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-77c83912-15e0-406c-9ec4-41e21442338e None None] Allocated IP 172.20.0.2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/3dd0a86c-842d-4d2e-99cb-4a88f34f0148/4faf5873-76b4-4eb4-8294-3869a6765032) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:12.254683 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad171581-319b-49a7-ba32-a61e6597009b req-7c7dab43-dbcd-45aa-8eff-34952aced40d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a50be6269df849769ea8c318b734d26f HTTP/1.1" status: 200 len: 267 time: 0.7182550 Dec 09 22:43:12.269732 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1177189-cb09-4ceb-a587-39dd009de3a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:12.290013 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1177189-cb09-4ceb-a587-39dd009de3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:12.333103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-77c83912-15e0-406c-9ec4-41e21442338e None None] For port 4faf5873-76b4-4eb4-8294-3869a6765032, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4faf5873-76b4-4eb4-8294-3869a6765032,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:12.372781 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a1177189-cb09-4ceb-a587-39dd009de3a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea043c33d5bd4409adc1dae7d685b202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6060855 Dec 09 22:43:12.378875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60186) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:12.379686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1177189-cb09-4ceb-a587-39dd009de3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a80ae1-380b-484b-abc9-4a5eb2ee4748,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:12.402117 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-77c83912-15e0-406c-9ec4-41e21442338e None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:12.409303 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-77c83912-15e0-406c-9ec4-41e21442338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:12.428718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad171581-319b-49a7-ba32-a61e6597009b req-74d37af8-251f-4b58-82d9-e34a0f6d60c5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:12.430419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad171581-319b-49a7-ba32-a61e6597009b req-74d37af8-251f-4b58-82d9-e34a0f6d60c5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 945 time: 0.1593838 Dec 09 22:43:12.458709 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-ad171581-319b-49a7-ba32-a61e6597009b req-cb75f8e5-e4f2-4d0a-a011-c8b3f8c263ed tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Request body: {'port': {'security_groups': []}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:12.533126 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d018418-4531-411b-81ff-f29897990a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:12.564389 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8cfb-512d-4fd4-8c9f-f06d05f8b365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:12.566270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c83912-15e0-406c-9ec4-41e21442338e None None] Pushing event updated for resources: {'Port': ['ID=4faf5873-76b4-4eb4-8294-3869a6765032,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:12.594683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d018418-4531-411b-81ff-f29897990a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a80957d-2aa5-432c-b7e9-0c25268fff50,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:12.636509 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8cfb-512d-4fd4-8c9f-f06d05f8b365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:12.694425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:43:12.750903 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8cfb-512d-4fd4-8c9f-f06d05f8b365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:12.754166 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8cfb-512d-4fd4-8c9f-f06d05f8b365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:12.757747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ea8a8cfb-512d-4fd4-8c9f-f06d05f8b365 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25a80ae1-380b-484b-abc9-4a5eb2ee4748 HTTP/1.1" status: 204 len: 168 time: 0.3726411 Dec 09 22:43:12.757747 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ad171581-319b-49a7-ba32-a61e6597009b req-cb75f8e5-e4f2-4d0a-a011-c8b3f8c263ed tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:12.821653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a8cfb-512d-4fd4-8c9f-f06d05f8b365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a80ae1-380b-484b-abc9-4a5eb2ee4748,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:13.014219 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:13.285263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6b5f2-ab94-40aa-9e6e-4d9bb4669d5c req-727af165-8b47-4d2a-b768-46f6c01bf9d0 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:13.292465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2fd6b5f2-ab94-40aa-9e6e-4d9bb4669d5c req-727af165-8b47-4d2a-b768-46f6c01bf9d0 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.3293529 Dec 09 22:43:13.348085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-ad171581-319b-49a7-ba32-a61e6597009b req-cb75f8e5-e4f2-4d0a-a011-c8b3f8c263ed tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] For port d18c12fb-c70c-46d7-bcb0-8abf06986216, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d18c12fb-c70c-46d7-bcb0-8abf06986216,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:13.350036 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d018418-4531-411b-81ff-f29897990a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:13.410151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] For port 4faf5873-76b4-4eb4-8294-3869a6765032, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4faf5873-76b4-4eb4-8294-3869a6765032,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:13.443377 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ad171581-319b-49a7-ba32-a61e6597009b req-cb75f8e5-e4f2-4d0a-a011-c8b3f8c263ed tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:13.449933 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ad171581-319b-49a7-ba32-a61e6597009b req-cb75f8e5-e4f2-4d0a-a011-c8b3f8c263ed tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:13.462550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['6f2a3a36-4695-41ef-9d2d-b67ae0851aac'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:43:13.479970 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:13.486482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:13.487347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:13.508924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0c7a9873-130e-4032-af02-1a4d1c20022e', 'd18c12fb-c70c-46d7-bcb0-8abf06986216'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:43:13.574750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad171581-319b-49a7-ba32-a61e6597009b req-cb75f8e5-e4f2-4d0a-a011-c8b3f8c263ed tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:13.575408 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-ad171581-319b-49a7-ba32-a61e6597009b req-cb75f8e5-e4f2-4d0a-a011-c8b3f8c263ed tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:13.577421 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad171581-319b-49a7-ba32-a61e6597009b req-cb75f8e5-e4f2-4d0a-a011-c8b3f8c263ed tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "PUT /v2.0/ports/d18c12fb-c70c-46d7-bcb0-8abf06986216 HTTP/1.1" status: 200 len: 904 time: 1.1305811 Dec 09 22:43:13.577930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb8d6e3-0928-4594-930e-3ecdd75dd7f1', 'tag': 'd18c12fb-c70c-46d7-bcb0-8abf06986216'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:13.584826 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b08214d-8f12-4125-bdfc-92f85eaf2b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb8d6e3-0928-4594-930e-3ecdd75dd7f1", "tag": "d18c12fb-c70c-46d7-bcb0-8abf06986216"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:13.653312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75f8e5-e4f2-4d0a-a011-c8b3f8c263ed tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event updated for resources: {'Port': ['ID=d18c12fb-c70c-46d7-bcb0-8abf06986216,revision_number=6']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:13.697657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:13.732017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:13.748816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:13.749526 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:13.756014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=a9188a08-8126-4297-acb3-e8b4a7e2446b,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:13.780120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d18c12fb-c70c-46d7-bcb0-8abf06986216'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:43:13.818049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=4faf5873-76b4-4eb4-8294-3869a6765032,revision_number=9']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:13.832213 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5d2a8ec8-b0bb-4d72-bc3a-43467c3c9abf tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2461355 Dec 09 22:43:13.834777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60232) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:13.858037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:2c:17:2b', 'name': 'tempest-NetworksTestDHCPv6-2140684416'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:13.905263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd34fc8-93d5-4361-9217-416efa34a2b6 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:14.042457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4faf5873-76b4-4eb4-8294-3869a6765032 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:14.512013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-23d483ec-b356-43ac-afe8-bc2bd54a170c None None] Provisioning complete for port 4faf5873-76b4-4eb4-8294-3869a6765032 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:14.512690 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-23d483ec-b356-43ac-afe8-bc2bd54a170c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:14.679257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4faf5873-76b4-4eb4-8294-3869a6765032 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:14.679628 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:14.735041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490b310-f1c3-4974-9950-16ccc1feec33 req-7c437957-d0a4-4921-a980-ae67113337f2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:14.750105 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d490b310-f1c3-4974-9950-16ccc1feec33 req-7c437957-d0a4-4921-a980-ae67113337f2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 907 time: 1.0135124 Dec 09 22:43:14.876516 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4a456e-3878-4347-a115-3a8a9be7e78e x-openstack-request-id: req-2c4a456e-3878-4347-a115-3a8a9be7e78e {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:14.876998 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb8d6e3-0928-4594-930e-3ecdd75dd7f1", "tag": "d18c12fb-c70c-46d7-bcb0-8abf06986216", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:14.877315 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c4a456e-3878-4347-a115-3a8a9be7e78e {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:14.879598 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb8d6e3-0928-4594-930e-3ecdd75dd7f1', 'tag': 'd18c12fb-c70c-46d7-bcb0-8abf06986216', 'status': 'completed', 'code': 200} Dec 09 22:43:14.901700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2fd6b5f2-ab94-40aa-9e6e-4d9bb4669d5c req-de1dd6dc-1033-45a0-b902-7573d8a52b91 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6083438 Dec 09 22:43:14.908952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d018418-4531-411b-81ff-f29897990a9b admin admin] Router aadb7b1f-108e-4481-9d76-74868fea18de has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:43:14.967109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c6c7c656-3e0c-4b18-9c4b-5d426f2c2c67 None None] Provisioning complete for port d18c12fb-c70c-46d7-bcb0-8abf06986216 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:14.975617 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c656-3e0c-4b18-9c4b-5d426f2c2c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:15.104159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:15.105112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08214d-8f12-4125-bdfc-92f85eaf2b1c req-f976d427-c4ee-4830-b326-eb39016d13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:15.107009 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4b08214d-8f12-4125-bdfc-92f85eaf2b1c req-f976d427-c4ee-4830-b326-eb39016d13a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 1059 time: 0.1792791 Dec 09 22:43:15.238979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08214d-8f12-4125-bdfc-92f85eaf2b1c req-de0dccee-668f-48c8-905b-00a8c004bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:15.240747 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4b08214d-8f12-4125-bdfc-92f85eaf2b1c req-de0dccee-668f-48c8-905b-00a8c004bcc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.1253064 Dec 09 22:43:15.299652 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4b08214d-8f12-4125-bdfc-92f85eaf2b1c req-7cc6bf62-c5f4-4e49-aa92-c48e3f54fa5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d18c12fb-c70c-46d7-bcb0-8abf06986216 HTTP/1.1" status: 200 len: 217 time: 0.0516982 Dec 09 22:43:15.300908 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99271b-437c-4bcd-8cb4-9d9734ce4bf8 req-c50b196e-c11a-4998-af07-20dde2530612 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:15.302919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da99271b-437c-4bcd-8cb4-9d9734ce4bf8 req-c50b196e-c11a-4998-af07-20dde2530612 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.3272483 Dec 09 22:43:15.396333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08214d-8f12-4125-bdfc-92f85eaf2b1c req-f2c86e1b-5550-44fc-8840-76ebc8f90048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:15.400276 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4b08214d-8f12-4125-bdfc-92f85eaf2b1c req-f2c86e1b-5550-44fc-8840-76ebc8f90048 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.0935960 Dec 09 22:43:15.410378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d018418-4531-411b-81ff-f29897990a9b admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:43:15.415057 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:15.422828 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1d018418-4531-411b-81ff-f29897990a9b admin admin] 10.222.0.16 "PUT /v2.0/routers/aadb7b1f-108e-4481-9d76-74868fea18de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1804154 Dec 09 22:43:15.432322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb85807-3f6c-4821-9833-6566b55940f5 None None] Sync routers for ids ['aadb7b1f-108e-4481-9d76-74868fea18de'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:43:15.434407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60334) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:15.453841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb85807-3f6c-4821-9833-6566b55940f5 None None] Routers {'aadb7b1f-108e-4481-9d76-74868fea18de'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:43:15.455060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2bb85807-3f6c-4821-9833-6566b55940f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:43:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aadb7b1f-108e-4481-9d76-74868fea18de'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:15.485374 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08214d-8f12-4125-bdfc-92f85eaf2b1c req-328604ab-5e66-4441-abe5-923a55b4cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:15.487882 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4b08214d-8f12-4125-bdfc-92f85eaf2b1c req-328604ab-5e66-4441-abe5-923a55b4cfa8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792308 Dec 09 22:43:15.590796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port 710057ca-5b80-4468-89c4-61d6afd57bb9 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:15.669431 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da99271b-437c-4bcd-8cb4-9d9734ce4bf8 req-e94d35a6-e85b-4394-9698-27b0b26b2313 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451143 Dec 09 22:43:15.729223 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4b08214d-8f12-4125-bdfc-92f85eaf2b1c req-a6a7801f-e8fa-410b-aa82-50567653d5ab service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337499 Dec 09 22:43:15.752377 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357b696-0792-4125-a601-824c2bea18c6 req-762bedfb-6667-4c19-ac7e-ded97117a775 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:15.757305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6357b696-0792-4125-a601-824c2bea18c6 req-762bedfb-6667-4c19-ac7e-ded97117a775 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.18 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.5182168 Dec 09 22:43:15.804559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-2bb85807-3f6c-4821-9833-6566b55940f5 None None] Set router aadb7b1f-108e-4481-9d76-74868fea18de gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:43:15.924592 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4b08214d-8f12-4125-bdfc-92f85eaf2b1c req-e28c3477-2360-4919-b3a2-e4e5a2c1b04b service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858492 Dec 09 22:43:15.925510 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:15.986604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4faf5873-76b4-4eb4-8294-3869a6765032 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:16.055672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e9f0ed-7a68-42d2-9d98-bb90fcb73743 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:16.134535 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cb831-fb72-4c98-889f-cbdc7093b71f req-7a3b52db-f504-4046-bf1f-8ad1a2a67205 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:16.135946 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f19cb831-fb72-4c98-889f-cbdc7093b71f req-7a3b52db-f504-4046-bf1f-8ad1a2a67205 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.2763562 Dec 09 22:43:16.266550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a1aafc9e-7870-4b02-8744-459e0aca6372 None None] Provisioning complete for port 4faf5873-76b4-4eb4-8294-3869a6765032 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:16.267186 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1aafc9e-7870-4b02-8744-459e0aca6372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:16.273187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161f981-aebf-4422-bbe4-95fccba58168 req-eca356f1-a5a7-4263-8ea2-164d32700473 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:16.274761 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3161f981-aebf-4422-bbe4-95fccba58168 req-eca356f1-a5a7-4263-8ea2-164d32700473 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 946 time: 0.2304609 Dec 09 22:43:16.314599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 172.20.0.10 (c98586a8-1bc3-4903-a5e8-931299d13bb7/3dd0a86c-842d-4d2e-99cb-4a88f34f0148/710057ca-5b80-4468-89c4-61d6afd57bb9) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:16.322323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-6357b696-0792-4125-a601-824c2bea18c6 req-a39b6d27-4b80-4f13-bf3e-67f7122c0310 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Deleting port 68dfcdc1-bbb2-4352-99ec-1b565623efe3 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:16.322738 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6357b696-0792-4125-a601-824c2bea18c6 req-a39b6d27-4b80-4f13-bf3e-67f7122c0310 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:16.326881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:16.362658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::f816:3eff:fe2c:172b (c98586a8-1bc3-4903-a5e8-931299d13bb7/a9188a08-8126-4297-acb3-e8b4a7e2446b/710057ca-5b80-4468-89c4-61d6afd57bb9) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:16.410734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f19cb831-fb72-4c98-889f-cbdc7093b71f req-bae8d085-d1c4-4c08-86fe-a3a5f5ca8f85 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339385 Dec 09 22:43:16.510136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2bb85807-3f6c-4821-9833-6566b55940f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'name': 'tempest-TestServerBasicOps-1056871731-router', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'b51252af-1210-487e-99d4-623fc12ac356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:36Z', 'updated_at': '2021-12-09T22:43:12Z', 'revision_number': 5, 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'gw_port': {'id': 'b51252af-1210-487e-99d4-623fc12ac356', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:37:38Z', 'updated_at': '2021-12-09T22:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:16.520835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3161f981-aebf-4422-bbe4-95fccba58168 req-4ca1cc77-203b-4100-b050-372f442011ce tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321248 Dec 09 22:43:16.557877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4faf5873-76b4-4eb4-8294-3869a6765032 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:16.557877 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:16.600985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb85807-3f6c-4821-9833-6566b55940f5 None None] Checking router: aadb7b1f-108e-4481-9d76-74868fea18de for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:43:16.604302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-6357b696-0792-4125-a601-824c2bea18c6 req-a39b6d27-4b80-4f13-bf3e-67f7122c0310 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] For port 68dfcdc1-bbb2-4352-99ec-1b565623efe3, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=68dfcdc1-bbb2-4352-99ec-1b565623efe3,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:16.604681 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6357b696-0792-4125-a601-824c2bea18c6 req-a39b6d27-4b80-4f13-bf3e-67f7122c0310 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:16.634291 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb85807-3f6c-4821-9833-6566b55940f5 None None] Routers {'aadb7b1f-108e-4481-9d76-74868fea18de'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:43:16.635814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2bb85807-3f6c-4821-9833-6566b55940f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:43:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aadb7b1f-108e-4481-9d76-74868fea18de'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:16.657692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-6357b696-0792-4125-a601-824c2bea18c6 req-a39b6d27-4b80-4f13-bf3e-67f7122c0310 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Calling delete_port for 68dfcdc1-bbb2-4352-99ec-1b565623efe3 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:16.698646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Deleting port b51252af-1210-487e-99d4-623fc12ac356 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:16.699122 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:16.842378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-2bb85807-3f6c-4821-9833-6566b55940f5 None None] Set router aadb7b1f-108e-4481-9d76-74868fea18de gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:43:16.921924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2bb85807-3f6c-4821-9833-6566b55940f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'name': 'tempest-TestServerBasicOps-1056871731-router', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:36Z', 'updated_at': '2021-12-09T22:43:16Z', 'revision_number': 6, 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:16.961921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] For port b51252af-1210-487e-99d4-623fc12ac356, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b51252af-1210-487e-99d4-623fc12ac356,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:16.962463 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:16.991175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb85807-3f6c-4821-9833-6566b55940f5 None None] The sync data for ids ['aadb7b1f-108e-4481-9d76-74868fea18de'] in n-d-789963-23 is: [{'id': 'aadb7b1f-108e-4481-9d76-74868fea18de', 'name': 'tempest-TestServerBasicOps-1056871731-router', 'tenant_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:37:36Z', 'updated_at': '2021-12-09T22:43:16Z', 'revision_number': 6, 'project_id': '991b442fcbdf4380bde4ffbfd15b21a2', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:43:16.993514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Calling delete_port for b51252af-1210-487e-99d4-623fc12ac356 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:17.045338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7f5def1f-1045-43ce-b4cb-a7b332924116 None None] Provisioning complete for port 4faf5873-76b4-4eb4-8294-3869a6765032 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:17.045338 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7f5def1f-1045-43ce-b4cb-a7b332924116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:17.060990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:17.272267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-71a6038b-d1a5-4bb4-af8c-d2f0879ad7dd tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:17.273729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-71a6038b-d1a5-4bb4-af8c-d2f0879ad7dd tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 811 time: 0.4231794 Dec 09 22:43:17.274382 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6357b696-0792-4125-a601-824c2bea18c6 req-a39b6d27-4b80-4f13-bf3e-67f7122c0310 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:17.288969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['2db1f8cd-5309-4116-a198-179d455291e5'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:43:17.311708 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:17.365894 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b6d27-4b80-4f13-bf3e-67f7122c0310 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Pushing event deleted for resources: {'Port': ['ID=68dfcdc1-bbb2-4352-99ec-1b565623efe3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:17.386797 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dd5eed-d79d-4320-ac95-278c1b7f2009 None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:17.405815 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-e4b8a1bc-d93c-497d-8329-419a2cd14f3c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/quotas/a50be6269df849769ea8c318b734d26f HTTP/1.1" status: 200 len: 375 time: 0.1200693 Dec 09 22:43:17.505979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-6357b696-0792-4125-a601-824c2bea18c6 req-a39b6d27-4b80-4f13-bf3e-67f7122c0310 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] No DVR routers for this DVR port 68dfcdc1-bbb2-4352-99ec-1b565623efe3 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:17.522262 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b4590ca-afd2-4b8a-8420-64fe1f12a99f req-5ed22921-fb35-451d-9fc4-b564a734118b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1099792 Dec 09 22:43:17.528903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:17.533966 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6357b696-0792-4125-a601-824c2bea18c6 req-a39b6d27-4b80-4f13-bf3e-67f7122c0310 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:17.537652 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6357b696-0792-4125-a601-824c2bea18c6 req-a39b6d27-4b80-4f13-bf3e-67f7122c0310 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.18 "DELETE /v2.0/ports/68dfcdc1-bbb2-4352-99ec-1b565623efe3 HTTP/1.1" status: 204 len: 173 time: 1.7667656 Dec 09 22:43:17.538343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29858975-8460-450f-a8ad-014964fc0571', 'name': 'network-vif-deleted', 'tag': '68dfcdc1-bbb2-4352-99ec-1b565623efe3'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:17.540883 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e023d3-552f-4be7-937b-08ab6ff0a44f" -d '{"events": [{"server_uuid": "29858975-8460-450f-a8ad-014964fc0571", "name": "network-vif-deleted", "tag": "68dfcdc1-bbb2-4352-99ec-1b565623efe3"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:17.600966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:17.634244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:17.639529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 68dfcdc1-bbb2-4352-99ec-1b565623efe3 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:17.659496 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3418372f-c082-47ba-84c4-69c386831e5d x-openstack-request-id: req-3418372f-c082-47ba-84c4-69c386831e5d {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:17.660048 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29858975-8460-450f-a8ad-014964fc0571", "name": "network-vif-deleted", "tag": "68dfcdc1-bbb2-4352-99ec-1b565623efe3", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:17.660488 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3418372f-c082-47ba-84c4-69c386831e5d {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:17.661194 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29858975-8460-450f-a8ad-014964fc0571', 'name': 'network-vif-deleted', 'tag': '68dfcdc1-bbb2-4352-99ec-1b565623efe3', 'status': 'completed', 'code': 200} Dec 09 22:43:17.691485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4590ca-afd2-4b8a-8420-64fe1f12a99f req-8f04dc71-e826-4867-9f00-840f8aee841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:17.692256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 68dfcdc1-bbb2-4352-99ec-1b565623efe3 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:43:17.692679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 68dfcdc1-bbb2-4352-99ec-1b565623efe3 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:17.709858 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b4590ca-afd2-4b8a-8420-64fe1f12a99f req-8f04dc71-e826-4867-9f00-840f8aee841f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 1098 time: 0.1553719 Dec 09 22:43:17.727319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=710057ca-5b80-4468-89c4-61d6afd57bb9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:17.855179 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-843906d4-f4e8-413a-8c31-f0ce2663dfd1 req-70f388bb-38a0-459d-93c5-138ecd5b4a41 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=29858975-8460-450f-a8ad-014964fc0571 HTTP/1.1" status: 200 len: 210 time: 0.1241663 Dec 09 22:43:17.885267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:17.886629 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:17.941940 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-613276f8-71c3-4d70-b072-5c9ff7087922 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4340899 Dec 09 22:43:17.942073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4590ca-afd2-4b8a-8420-64fe1f12a99f req-42af1c38-db3d-4581-a488-4cf15e3baf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:17.942073 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b4590ca-afd2-4b8a-8420-64fe1f12a99f req-42af1c38-db3d-4581-a488-4cf15e3baf78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.2098696 Dec 09 22:43:17.960121 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:17.984572 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-400d2b14-af02-4527-a24b-80a548a393f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1403351 Dec 09 22:43:18.012779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60536) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:18.027060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Pushing event deleted for resources: {'Port': ['ID=b51252af-1210-487e-99d4-623fc12ac356,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:18.042480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8392000a-8b6b-44ab-9a6a-f2c9dfcc5992 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:18.067695 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b4590ca-afd2-4b8a-8420-64fe1f12a99f req-abcd5c73-be90-490f-a338-6f7249ec3666 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f2a3a36-4695-41ef-9d2d-b67ae0851aac HTTP/1.1" status: 200 len: 217 time: 0.1136899 Dec 09 22:43:18.143319 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:18.178324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a80957d-2aa5-432c-b7e9-0c25268fff50 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:18.267783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 9a80957d-2aa5-432c-b7e9-0c25268fff50 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:43:18.268066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9a80957d-2aa5-432c-b7e9-0c25268fff50 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:18.268494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b51252af-1210-487e-99d4-623fc12ac356 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:18.381606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: b51252af-1210-487e-99d4-623fc12ac356 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:43:18.390897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b51252af-1210-487e-99d4-623fc12ac356 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:18.399065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde13b0b-e09c-4811-922e-f0c61f028073 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:18.400928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-568a2b75-b6fd-487b-a0ee-e92270b656ea None None] Provisioning complete for port 710057ca-5b80-4468-89c4-61d6afd57bb9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:18.401334 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-568a2b75-b6fd-487b-a0ee-e92270b656ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:18.423179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde13b0b-e09c-4811-922e-f0c61f028073 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:18.425249 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:18.427210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cde13b0b-e09c-4811-922e-f0c61f028073 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4131627 Dec 09 22:43:18.429052 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:18.430419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60550) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:18.438831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4590ca-afd2-4b8a-8420-64fe1f12a99f req-256c0e3b-f569-4054-9814-75742c233fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:18.442495 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b4590ca-afd2-4b8a-8420-64fe1f12a99f req-256c0e3b-f569-4054-9814-75742c233fcf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.3069456 Dec 09 22:43:18.450260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-568a2b75-b6fd-487b-a0ee-e92270b656ea None None] Port 710057ca-5b80-4468-89c4-61d6afd57bb9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:18.508875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4590ca-afd2-4b8a-8420-64fe1f12a99f req-25b16512-bab1-415d-ba6b-ecee63bec11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:18.510629 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b4590ca-afd2-4b8a-8420-64fe1f12a99f req-25b16512-bab1-415d-ba6b-ecee63bec11e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600991 Dec 09 22:43:18.552868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-737cdcda-0f0a-4ddc-9c09-d5888f884497 service neutron] 10.222.0.16 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199503 Dec 09 22:43:18.585809 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:18.586618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Fanout notify agent at l3_agent the message router_deleted on router aadb7b1f-108e-4481-9d76-74868fea18de {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:43:18.633928 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:18.638050 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ee41ee55-d5d4-411c-80ae-1d5a7c22a03c admin admin] 10.222.0.16 "DELETE /v2.0/routers/aadb7b1f-108e-4481-9d76-74868fea18de HTTP/1.1" status: 204 len: 168 time: 3.1683455 Dec 09 22:43:18.641450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60566) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:18.724129 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b4590ca-afd2-4b8a-8420-64fe1f12a99f req-c7ed42ef-c9e2-4ea5-849f-ae0bedcfc684 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035975 Dec 09 22:43:18.739747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5417bfb-e661-4545-83ea-f54a1b48a3a1 admin admin] Deleting subnet ff16d6b3-92c9-4c4d-9df9-822ab69819ce {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:18.746368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5417bfb-e661-4545-83ea-f54a1b48a3a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:18.818828 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5417bfb-e661-4545-83ea-f54a1b48a3a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:18.931346 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6b4590ca-afd2-4b8a-8420-64fe1f12a99f req-e1307836-4ceb-42dd-af6f-980720b944d4 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621163 Dec 09 22:43:18.970639 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5417bfb-e661-4545-83ea-f54a1b48a3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:19.049946 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5417bfb-e661-4545-83ea-f54a1b48a3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:19.079325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5417bfb-e661-4545-83ea-f54a1b48a3a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff16d6b3-92c9-4c4d-9df9-822ab69819ce,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:19.084271 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5417bfb-e661-4545-83ea-f54a1b48a3a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:19.090501 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c5417bfb-e661-4545-83ea-f54a1b48a3a1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ff16d6b3-92c9-4c4d-9df9-822ab69819ce HTTP/1.1" status: 204 len: 168 time: 0.4471838 Dec 09 22:43:19.092658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60594) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:19.093955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e388ea-f250-4d83-ac7e-478aee81cdbc None None] Network 2a6cc004-8821-43fa-a7fb-7bd80026284a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:19.201842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port 710057ca-5b80-4468-89c4-61d6afd57bb9 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:19.202516 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:19.240461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-9f8203fb-d5e1-47d7-a4a2-54332936d017 service neutron] 10.222.0.16 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782343 Dec 09 22:43:19.258555 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:19.398542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Deleting port 33e46453-fa21-4ed9-85b7-0e95966c12fb {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:19.398895 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:19.433722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69ce4e7-bd7e-4ab4-ac1c-87b6c3d6d8eb None None] DHCP port deletion for 2a6cc004-8821-43fa-a7fb-7bd80026284a request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:19.517990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:19.529876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a69ce4e7-bd7e-4ab4-ac1c-87b6c3d6d8eb None None] Deleting port 33e46453-fa21-4ed9-85b7-0e95966c12fb {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:19.530471 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a69ce4e7-bd7e-4ab4-ac1c-87b6c3d6d8eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:19.568670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for 710057ca-5b80-4468-89c4-61d6afd57bb9 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:19.593157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] For port 33e46453-fa21-4ed9-85b7-0e95966c12fb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=33e46453-fa21-4ed9-85b7-0e95966c12fb,segment=NetworkSegment(17af7427-6b84-43a8-ae5a-bae154ce84bd),segment_id=17af7427-6b84-43a8-ae5a-bae154ce84bd)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:19.594138 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:19.600845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcd0d2-ebb1-463f-b9e8-d3cfd4596a8c req-2ded8852-58b3-4faa-8746-257c2fe4f5cb tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:19.606768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3fcd0d2-ebb1-463f-b9e8-d3cfd4596a8c req-2ded8852-58b3-4faa-8746-257c2fe4f5cb tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2390473 Dec 09 22:43:19.622327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Calling delete_port for 33e46453-fa21-4ed9-85b7-0e95966c12fb owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:19.687501 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0a9ac23-8e27-43e7-8540-9a4120f30c48 req-9b2ccb03-1424-4a83-bc9b-0028973f445a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 210 time: 0.1099141 Dec 09 22:43:19.716887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a69ce4e7-bd7e-4ab4-ac1c-87b6c3d6d8eb None None] For port 33e46453-fa21-4ed9-85b7-0e95966c12fb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=33e46453-fa21-4ed9-85b7-0e95966c12fb,segment=NetworkSegment(17af7427-6b84-43a8-ae5a-bae154ce84bd),segment_id=17af7427-6b84-43a8-ae5a-bae154ce84bd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:19.717290 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a69ce4e7-bd7e-4ab4-ac1c-87b6c3d6d8eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:19.739420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a69ce4e7-bd7e-4ab4-ac1c-87b6c3d6d8eb None None] Calling delete_port for 33e46453-fa21-4ed9-85b7-0e95966c12fb owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:19.797526 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:19.815146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 33e46453-fa21-4ed9-85b7-0e95966c12fb no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:19.840074 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 33e46453-fa21-4ed9-85b7-0e95966c12fb {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:43:19.840430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 33e46453-fa21-4ed9-85b7-0e95966c12fb not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:19.855462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Pushing event deleted for resources: {'Port': ['ID=33e46453-fa21-4ed9-85b7-0e95966c12fb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:19.870843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] No DVR routers for this DVR port 33e46453-fa21-4ed9-85b7-0e95966c12fb on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:19.901898 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a69ce4e7-bd7e-4ab4-ac1c-87b6c3d6d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:19.942454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ce4e7-bd7e-4ab4-ac1c-87b6c3d6d8eb None None] No DVR routers for this DVR port 33e46453-fa21-4ed9-85b7-0e95966c12fb on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:19.947169 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ce4e7-bd7e-4ab4-ac1c-87b6c3d6d8eb None None] Pushing event deleted for resources: {'Port': ['ID=33e46453-fa21-4ed9-85b7-0e95966c12fb,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:20.020495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.064766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=710057ca-5b80-4468-89c4-61d6afd57bb9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:20.079559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.080473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.081027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.081564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.082142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.082672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.083425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.083932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.084425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.084947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.085468 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.086009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.086531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:20.111979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a3fcd0d2-ebb1-463f-b9e8-d3cfd4596a8c req-5fe82066-6cac-4c4b-b481-7d8951320fe9 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823189 Dec 09 22:43:20.324222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60642) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:20.355478 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.362045 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.374497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7882db2c-5594-4c58-af91-b87dffb545ed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/710057ca-5b80-4468-89c4-61d6afd57bb9 HTTP/1.1" status: 204 len: 168 time: 1.9412637 Dec 09 22:43:20.376991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60644) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:20.443088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6cc004-8821-43fa-a7fb-7bd80026284a']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:20.466379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17af7427-6b84-43a8-ae5a-bae154ce84bd') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:20.474796 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17af7427-6b84-43a8-ae5a-bae154ce84bd') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:20.490069 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.505596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904b588-d57e-40b5-97de-d34891e4e563 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:20.507575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904b588-d57e-40b5-97de-d34891e4e563 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:20.509287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904b588-d57e-40b5-97de-d34891e4e563 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:20.511230 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f904b588-d57e-40b5-97de-d34891e4e563 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1332691 Dec 09 22:43:20.515118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60648) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:20.540876 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2a497e43-8de9-40f4-a6c3-c327096f63aa tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5092 time: 0.2137735 Dec 09 22:43:20.541687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60650) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:20.547058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b13262cf-b6c2-467b-bb37-d690ce4eea09 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Request body: {'network': {'name': 'tempest-network-smoke--278476749', 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'port_security_enabled': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:20.552076 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.566402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:43:20.566820 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:43:20.568591 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:43:20.603474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13262cf-b6c2-467b-bb37-d690ce4eea09 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Made reservation on behalf of e85fd7bba2fc4cb1abe4f3986e6aa3f0 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:20.612421 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b13262cf-b6c2-467b-bb37-d690ce4eea09 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.629954 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-71416f0b-8d9f-428a-8ac0-32aea8e07d0a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 3dd0a86c-842d-4d2e-99cb-4a88f34f0148 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:20.633654 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71416f0b-8d9f-428a-8ac0-32aea8e07d0a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.652915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13262cf-b6c2-467b-bb37-d690ce4eea09 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:43:20.664708 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b13262cf-b6c2-467b-bb37-d690ce4eea09 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.666010 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-b13262cf-b6c2-467b-bb37-d690ce4eea09 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Added segment 08431a02-0144-4631-bbd0-584e21c9bb33 of type vlan for network e5c5b549-0727-4305-907a-0c8dfd0e6c58 Dec 09 22:43:20.686336 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71416f0b-8d9f-428a-8ac0-32aea8e07d0a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.714507 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b13262cf-b6c2-467b-bb37-d690ce4eea09 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.744920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60652) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:20.783212 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b13262cf-b6c2-467b-bb37-d690ce4eea09 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.784475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71416f0b-8d9f-428a-8ac0-32aea8e07d0a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.800734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13262cf-b6c2-467b-bb37-d690ce4eea09 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:20.801391 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b13262cf-b6c2-467b-bb37-d690ce4eea09 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.844593 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b13262cf-b6c2-467b-bb37-d690ce4eea09 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3017995 Dec 09 22:43:20.847638 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60658) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:20.854212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2122287751', 'admin_state_up': True, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:20.864740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71416f0b-8d9f-428a-8ac0-32aea8e07d0a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.883587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.887691 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-261d9875-8484-439c-b28b-10f80a551fe2 req-49075971-3d32-4d56-9762-7898a50c088c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 210 time: 0.0647836 Dec 09 22:43:20.917639 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.924268 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] 10.222.0.16 "DELETE /v2.0/networks/2a6cc004-8821-43fa-a7fb-7bd80026284a HTTP/1.1" status: 204 len: 168 time: 1.8305478 Dec 09 22:43:20.929132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71416f0b-8d9f-428a-8ac0-32aea8e07d0a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd0a86c-842d-4d2e-99cb-4a88f34f0148,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:20.944154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da12e3-5585-4132-bb1d-64ff605159ae admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6cc004-8821-43fa-a7fb-7bd80026284a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:20.947605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71416f0b-8d9f-428a-8ac0-32aea8e07d0a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.953316 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-71416f0b-8d9f-428a-8ac0-32aea8e07d0a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/3dd0a86c-842d-4d2e-99cb-4a88f34f0148 HTTP/1.1" status: 204 len: 168 time: 0.4278674 Dec 09 22:43:20.953497 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60662) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:20.962984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d541fe9a-1b8e-405d-9123-1dc36e3ebc34 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:20.963637 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.964213 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:20.983341 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13262cf-b6c2-467b-bb37-d690ce4eea09 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Network': ['ID=e5c5b549-0727-4305-907a-0c8dfd0e6c58,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:21.000938 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb4cc04d-24dc-4f57-8abf-a1912eb0461a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.018816 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.115285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e5c5b549-0727-4305-907a-0c8dfd0e6c58 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:43:21.121113 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb4cc04d-24dc-4f57-8abf-a1912eb0461a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.127054 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb4cc04d-24dc-4f57-8abf-a1912eb0461a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.135311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae2d8f3-c367-44d3-b2db-6fb7e4ae96f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet a9188a08-8126-4297-acb3-e8b4a7e2446b {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:21.140967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eae2d8f3-c367-44d3-b2db-6fb7e4ae96f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.226592 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-eb4cc04d-24dc-4f57-8abf-a1912eb0461a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e6512a310d0442f828fd449c1cf9aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4805207 Dec 09 22:43:21.232360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60668) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:21.274533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60670) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:21.321503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cc04d-24dc-4f57-8abf-a1912eb0461a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e73b60-4857-42c9-b2ca-724034327ae8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:21.323655 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.349306 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eae2d8f3-c367-44d3-b2db-6fb7e4ae96f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.462149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-269e2844-4c0d-441e-bf97-03b32a3e1f91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c558ea860bd4ff5832763d011d15de6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1861794 Dec 09 22:43:21.462890 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60672) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:21.469653 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4cc01b88-325d-48fa-8b3a-f4b7a105ba7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.505000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6556-3399-41cf-8e3a-cfd0c61e681f req-be02ec5c-6576-4c03-8a9f-a6091863afac tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:21.509997 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf1a6556-3399-41cf-8e3a-cfd0c61e681f req-be02ec5c-6576-4c03-8a9f-a6091863afac tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2124374 Dec 09 22:43:21.533317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-1950713c-51bf-4ad4-80ac-4679bff55386 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:21.534827 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-1950713c-51bf-4ad4-80ac-4679bff55386 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.18 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 811 time: 0.2949064 Dec 09 22:43:21.535420 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4cc01b88-325d-48fa-8b3a-f4b7a105ba7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.564849 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Request body: {'port': {'device_id': '318444d2-f01c-43c7-9cae-8e8f6661d014', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'admin_state_up': True, 'tenant_id': 'a50be6269df849769ea8c318b734d26f'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:21.642620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf1a6556-3399-41cf-8e3a-cfd0c61e681f req-aa6766c4-37c2-460a-b284-02058e47013f tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213880 Dec 09 22:43:21.654806 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4ec25e1-40e3-479f-9d50-5a5aa3c0640a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.716343 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eae2d8f3-c367-44d3-b2db-6fb7e4ae96f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.765228 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4ec25e1-40e3-479f-9d50-5a5aa3c0640a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.782313 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:43:21.789003 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4cc01b88-325d-48fa-8b3a-f4b7a105ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.793002 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4cc01b88-325d-48fa-8b3a-f4b7a105ba7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.797192 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4cc01b88-325d-48fa-8b3a-f4b7a105ba7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94e73b60-4857-42c9-b2ca-724034327ae8 HTTP/1.1" status: 204 len: 168 time: 0.5610592 Dec 09 22:43:21.819201 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Made reservation on behalf of a50be6269df849769ea8c318b734d26f for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:21.820423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc01b88-325d-48fa-8b3a-f4b7a105ba7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e73b60-4857-42c9-b2ca-724034327ae8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:21.831635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.920789 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eae2d8f3-c367-44d3-b2db-6fb7e4ae96f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.922460 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4ec25e1-40e3-479f-9d50-5a5aa3c0640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.929887 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4ec25e1-40e3-479f-9d50-5a5aa3c0640a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:21.931281 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b4ec25e1-40e3-479f-9d50-5a5aa3c0640a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf3fa757-f732-4c88-80fe-690bf715047c HTTP/1.1" status: 204 len: 168 time: 0.4645560 Dec 09 22:43:21.989044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec25e1-40e3-479f-9d50-5a5aa3c0640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3fa757-f732-4c88-80fe-690bf715047c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:21.993030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2d8f3-c367-44d3-b2db-6fb7e4ae96f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=a9188a08-8126-4297-acb3-e8b4a7e2446b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:22.061909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eae2d8f3-c367-44d3-b2db-6fb7e4ae96f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:22.070979 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-eae2d8f3-c367-44d3-b2db-6fb7e4ae96f9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/a9188a08-8126-4297-acb3-e8b4a7e2446b HTTP/1.1" status: 204 len: 168 time: 1.1159263 Dec 09 22:43:22.072180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60680) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:22.080897 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:22.113005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Allocated IP 172.20.0.14 (badbd76f-a324-4608-aa2d-ed71f637ff83/7b500527-9fce-41df-940e-84cdb130d7d8/3504dce9-00a0-4022-88a3-386fc8eaf50e) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:22.147662 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:22.156854 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-38616eb4-f58b-4265-b2f9-5841d6bfa336 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832651 Dec 09 22:43:22.157538 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60684) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:22.168643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1f5c0842-54dd-4390-974e-3ff0f0454fe5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:22.218358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27291e60-a3f9-4bb5-9f86-77950749db13 req-15b62538-57d1-4afb-96f6-86673fa39d36 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 210 time: 0.0810018 Dec 09 22:43:22.290052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733db8ed-a59c-4f55-955c-9f3cf2e320ef None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:22.455596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:22.491773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9f9ead05-1a6e-4ed2-b8b6-3d7f7a16753d None None] Provisioning complete for port 4faf5873-76b4-4eb4-8294-3869a6765032 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:22.493852 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9ead05-1a6e-4ed2-b8b6-3d7f7a16753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:22.503695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:22.539845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5c0842-54dd-4390-974e-3ff0f0454fe5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:22.549106 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c0842-54dd-4390-974e-3ff0f0454fe5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:22.622680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Network badbd76f-a324-4608-aa2d-ed71f637ff83 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:22.626461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:22.648125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:22.699490 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event updated for resources: {'Port': ['ID=3504dce9-00a0-4022-88a3-386fc8eaf50e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:22.726447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['6f2a3a36-4695-41ef-9d2d-b67ae0851aac'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:43:22.731656 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:22.732634 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:22.748322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60700) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:22.783796 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-7c158857-ceba-4197-bf14-c43838dd98ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2248833 Dec 09 22:43:22.784790 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0c7a9873-130e-4032-af02-1a4d1c20022e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:43:22.812948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Request body: {'port': {'device_id': '318444d2-f01c-43c7-9cae-8e8f6661d014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:22.846008 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:22.987184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3e1238b4-b7b1-4d37-ad20-a9fb1da54a85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=991b442fcbdf4380bde4ffbfd15b21a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354691 Dec 09 22:43:22.988559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60702) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:23.014744 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d5b1b-23eb-46c0-b438-31fead8eefad None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:23.033121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889d393-3e26-46be-be10-67c2283bb794 req-7b52559c-8973-413e-83a5-bf7baab55551 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:23.034991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f889d393-3e26-46be-be10-67c2283bb794 req-7b52559c-8973-413e-83a5-bf7baab55551 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1966732 Dec 09 22:43:23.083490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c0842-54dd-4390-974e-3ff0f0454fe5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.090940 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.186289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Allocated IP 172.25.8.153 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/39f39705-a3d7-4ef5-8bca-39d9683fe04c) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:23.192136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f889d393-3e26-46be-be10-67c2283bb794 req-4e5932c6-a8e9-438b-966e-94d1f9e847bb tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489739 Dec 09 22:43:23.193799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8727711a-ddb7-439b-a8ba-ab3efb27502f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.277993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c0842-54dd-4390-974e-3ff0f0454fe5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=36e7007a-17c6-4bcf-845d-e3a2fa361b8b,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:23.287646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c0842-54dd-4390-974e-3ff0f0454fe5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:23.289341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8727711a-ddb7-439b-a8ba-ab3efb27502f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.296035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c0842-54dd-4390-974e-3ff0f0454fe5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:23.299191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5c0842-54dd-4390-974e-3ff0f0454fe5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:23.299825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c0842-54dd-4390-974e-3ff0f0454fe5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.407268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60716) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:23.407490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1f5c0842-54dd-4390-974e-3ff0f0454fe5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2418053 Dec 09 22:43:23.415198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9d44c8d0-cef2-4528-8e0b-19c74c1f5973 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:23.424308 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8727711a-ddb7-439b-a8ba-ab3efb27502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.426482 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8727711a-ddb7-439b-a8ba-ab3efb27502f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.430003 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8727711a-ddb7-439b-a8ba-ab3efb27502f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e09ac609-9870-4115-aea7-db833e15d351 HTTP/1.1" status: 204 len: 168 time: 0.4384947 Dec 09 22:43:23.495293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b1e63d86-6236-4833-bbe8-f05f24dee268 None None] Provisioning complete for port 3504dce9-00a0-4022-88a3-386fc8eaf50e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:23.495895 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1e63d86-6236-4833-bbe8-f05f24dee268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.496894 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.528728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727711a-ddb7-439b-a8ba-ab3efb27502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09ac609-9870-4115-aea7-db833e15d351,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:23.551862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c30d5b1b-23eb-46c0-b438-31fead8eefad None None] Deleting port 4faf5873-76b4-4eb4-8294-3869a6765032 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:23.552398 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c30d5b1b-23eb-46c0-b438-31fead8eefad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.596656 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.612846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d44c8d0-cef2-4528-8e0b-19c74c1f5973 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:23.620139 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d44c8d0-cef2-4528-8e0b-19c74c1f5973 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.703137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60720) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:23.706772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b1e63d86-6236-4833-bbe8-f05f24dee268 None None] Port 3504dce9-00a0-4022-88a3-386fc8eaf50e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:23.716053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c30d5b1b-23eb-46c0-b438-31fead8eefad None None] For port 4faf5873-76b4-4eb4-8294-3869a6765032, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4faf5873-76b4-4eb4-8294-3869a6765032,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:23.716621 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c30d5b1b-23eb-46c0-b438-31fead8eefad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.735388 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c30d5b1b-23eb-46c0-b438-31fead8eefad None None] Calling delete_port for 4faf5873-76b4-4eb4-8294-3869a6765032 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:23.775520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:23.790912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3504dce9-00a0-4022-88a3-386fc8eaf50e {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:43:23.791224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:23.804044 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.807027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:23.840075 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4faf5873-76b4-4eb4-8294-3869a6765032 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:23.841212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f19e81-1651-492a-a514-fb26dc47eb4d req-fab150b4-bf66-49f5-ab13-b8526c5b32ef tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:23.842483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc81c1e-4590-48dd-ac59-bbec8fd896a0 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:23.842930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76f19e81-1651-492a-a514-fb26dc47eb4d req-fab150b4-bf66-49f5-ab13-b8526c5b32ef tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 932 time: 0.3225853 Dec 09 22:43:23.861521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Transition to ACTIVE for port object 3504dce9-00a0-4022-88a3-386fc8eaf50e will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:43:23.867920 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:23.899431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Port': ['ID=39f39705-a3d7-4ef5-8bca-39d9683fe04c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:24.176723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ee621703-bdf3-44fc-95de-efba50bfb213 None None] Provisioning complete for port 39f39705-a3d7-4ef5-8bca-39d9683fe04c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:24.190642 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee621703-bdf3-44fc-95de-efba50bfb213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.346683 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.355989 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c30d5b1b-23eb-46c0-b438-31fead8eefad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.366124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76f19e81-1651-492a-a514-fb26dc47eb4d req-9247b883-c76d-44ab-afff-20a15c09d9ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080349 Dec 09 22:43:24.387570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Pushing event updated for resources: {'Port': ['ID=3504dce9-00a0-4022-88a3-386fc8eaf50e,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:24.393358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.423453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d5b1b-23eb-46c0-b438-31fead8eefad None None] No DVR routers for this DVR port 4faf5873-76b4-4eb4-8294-3869a6765032 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:24.457543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ee621703-bdf3-44fc-95de-efba50bfb213 None None] Port 39f39705-a3d7-4ef5-8bca-39d9683fe04c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:24.467546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d5b1b-23eb-46c0-b438-31fead8eefad None None] Pushing event deleted for resources: {'Port': ['ID=4faf5873-76b4-4eb4-8294-3869a6765032,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:24.476930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75895c7b-77e9-42c7-b359-ba92efc13709 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:24.481372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1059011619'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:24.555487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Made reservation on behalf of 3e88101aa2454a278335f2bed9d59dd0 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:24.559291 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.634075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Attempting to bind port 3504dce9-00a0-4022-88a3-386fc8eaf50e on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:43:24.634597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Attempting to bind port 3504dce9-00a0-4022-88a3-386fc8eaf50e by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:43:24.634839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Attempting to bind port 3504dce9-00a0-4022-88a3-386fc8eaf50e on network badbd76f-a324-4608-aa2d-ed71f637ff83 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:43:24.655595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e124b-336f-4955-bfba-2cce82647bb9 req-d9107c99-1393-40a7-981c-27ff78c64eb0 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:24.657110 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d66e124b-336f-4955-bfba-2cce82647bb9 req-d9107c99-1393-40a7-981c-27ff78c64eb0 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2847376 Dec 09 22:43:24.657726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Port 3504dce9-00a0-4022-88a3-386fc8eaf50e on network badbd76f-a324-4608-aa2d-ed71f637ff83 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:43:24.658075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Attempting to bind port 3504dce9-00a0-4022-88a3-386fc8eaf50e on network badbd76f-a324-4608-aa2d-ed71f637ff83 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:43:24.664214 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.684654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:43:24.684996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Checking segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:43:24.685424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Bound using segment: {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:43:24.685993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Bound port: 3504dce9-00a0-4022-88a3-386fc8eaf50e, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bca8ef3-1790-495f-842a-41d0b7352d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:43:24.686241 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.689023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '36e7007a-17c6-4bcf-845d-e3a2fa361b8b'}, {'subnet_id': '812841bd-0890-4469-8658-8555a9098ca4'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:43:24.689988 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.705496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.objects.ports [None req-9d44c8d0-cef2-4528-8e0b-19c74c1f5973 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103418) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:43:24.721170 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d44c8d0-cef2-4528-8e0b-19c74c1f5973 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.763910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45c0eb-ed2e-4ad3-bcae-24342746de97 req-6e2182fa-e5d9-43ec-851b-4eaf14d84534 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:24.765751 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8c45c0eb-ed2e-4ad3-bcae-24342746de97 req-6e2182fa-e5d9-43ec-851b-4eaf14d84534 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.42 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1486490 Dec 09 22:43:24.817418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] For port 3504dce9-00a0-4022-88a3-386fc8eaf50e, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:43:24.820866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] For port 3504dce9-00a0-4022-88a3-386fc8eaf50e, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3504dce9-00a0-4022-88a3-386fc8eaf50e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:43:24.852989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.859629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d66e124b-336f-4955-bfba-2cce82647bb9 req-90e11ca5-7e9a-4046-8854-d9a7891af008 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760349 Dec 09 22:43:24.860867 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.905775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44c8d0-cef2-4528-8e0b-19c74c1f5973 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:24.919828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-9d44c8d0-cef2-4528-8e0b-19c74c1f5973 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:24.922006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:24.922539 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.924531 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] 10.222.0.18 "PUT /v2.0/ports/3504dce9-00a0-4022-88a3-386fc8eaf50e HTTP/1.1" status: 200 len: 1093 time: 2.1227796 Dec 09 22:43:24.927802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318444d2-f01c-43c7-9cae-8e8f6661d014', 'tag': '3504dce9-00a0-4022-88a3-386fc8eaf50e'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:24.930864 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a908df1-aa5f-4e1f-9351-a0523080c16a" -d '{"events": [{"name": "network-changed", "server_uuid": "318444d2-f01c-43c7-9cae-8e8f6661d014", "tag": "3504dce9-00a0-4022-88a3-386fc8eaf50e"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:24.934807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44c8d0-cef2-4528-8e0b-19c74c1f5973 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:24.935440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d44c8d0-cef2-4528-8e0b-19c74c1f5973 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.948246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44c8d0-cef2-4528-8e0b-19c74c1f5973 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=812841bd-0890-4469-8658-8555a9098ca4,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:24.963341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9d44c8d0-cef2-4528-8e0b-19c74c1f5973 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5506122 Dec 09 22:43:24.963697 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:24.964546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60730) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:24.974196 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:25:6b:2f', 'name': 'tempest-NetworksTestDHCPv6-1341900254'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:24.976388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f79a5a-7ba0-4d26-a8a6-2087bd118f40 service neutron] Pushing event updated for resources: {'Port': ['ID=3504dce9-00a0-4022-88a3-386fc8eaf50e,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:24.989422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:25.037050 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e55fd85-1a10-46d0-9347-204e558c5f6c x-openstack-request-id: req-6e55fd85-1a10-46d0-9347-204e558c5f6c {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:25.037645 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318444d2-f01c-43c7-9cae-8e8f6661d014", "tag": "3504dce9-00a0-4022-88a3-386fc8eaf50e", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:25.038186 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e55fd85-1a10-46d0-9347-204e558c5f6c {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:25.039059 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318444d2-f01c-43c7-9cae-8e8f6661d014', 'tag': '3504dce9-00a0-4022-88a3-386fc8eaf50e', 'status': 'completed', 'code': 200} Dec 09 22:43:25.048051 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Allocated IP 172.20.0.2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/36e7007a-17c6-4bcf-845d-e3a2fa361b8b/17d09f31-6c12-4e46-a1ec-9689d65f6244) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:25.055560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-46d46f6c-0d6b-4544-ae15-71ede6358c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:25.056702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Allocated IP 2001:db8::f816:3eff:fe15:f74a (c98586a8-1bc3-4903-a5e8-931299d13bb7/812841bd-0890-4469-8658-8555a9098ca4/17d09f31-6c12-4e46-a1ec-9689d65f6244) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:25.058077 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-46d46f6c-0d6b-4544-ae15-71ede6358c4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 1096 time: 0.0674691 Dec 09 22:43:25.133147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-ba5b2959-926a-4f7d-b284-5fedb4e52805 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3504dce9-00a0-4022-88a3-386fc8eaf50e HTTP/1.1" status: 200 len: 217 time: 0.0610878 Dec 09 22:43:25.136466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:43:25.210994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-1ffca9d4-f761-4c9a-9275-7daa4d61b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:25.214081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-1ffca9d4-f761-4c9a-9275-7daa4d61b6d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.0726509 Dec 09 22:43:25.264910 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:25.265518 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Added segment 6d091afd-32b6-42e8-a58b-52e29b4d7111 of type vlan for network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a Dec 09 22:43:25.265706 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:25.275514 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:25.275721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6881b94-0018-428c-b9eb-d7c2f0c08208,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:25.318580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-8c45c0eb-ed2e-4ad3-bcae-24342746de97 req-9edc0d7c-5559-43d7-856f-208a03f71e97 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Deleting port 2db1f8cd-5309-4116-a198-179d455291e5 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:25.318580 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8c45c0eb-ed2e-4ad3-bcae-24342746de97 req-9edc0d7c-5559-43d7-856f-208a03f71e97 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:25.328493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:25.336029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-eb65ca91-1f8e-4140-9bf1-40b4e08fa0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:25.336611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:25.338040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-eb65ca91-1f8e-4140-9bf1-40b4e08fa0dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155932 Dec 09 22:43:25.340339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:25.386500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Pushing event updated for resources: {'Port': ['ID=17d09f31-6c12-4e46-a1ec-9689d65f6244,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:25.451256 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:25.457650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Attempting to bind port 17d09f31-6c12-4e46-a1ec-9689d65f6244 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:43:25.458059 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Attempting to bind port 17d09f31-6c12-4e46-a1ec-9689d65f6244 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:43:25.458434 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Attempting to bind port 17d09f31-6c12-4e46-a1ec-9689d65f6244 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:43:25.480849 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:43:25.481232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:43:25.482698 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:25.483216 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:43:25.485070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Bound port: 17d09f31-6c12-4e46-a1ec-9689d65f6244, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:43:25.485457 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:25.529544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:25.548903 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:25.549318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-dd8081bc-0bc2-4d92-af42-2fedf746c3fb service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022045 Dec 09 22:43:25.555919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:25.556522 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:25.571962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8c45c0eb-ed2e-4ad3-bcae-24342746de97 req-9edc0d7c-5559-43d7-856f-208a03f71e97 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] For port 2db1f8cd-5309-4116-a198-179d455291e5, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=2db1f8cd-5309-4116-a198-179d455291e5,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:25.572339 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8c45c0eb-ed2e-4ad3-bcae-24342746de97 req-9edc0d7c-5559-43d7-856f-208a03f71e97 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:25.578137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Router cc298ec6-0d42-4343-a80e-2dc7390a8bab is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:43:25.597950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] For port 17d09f31-6c12-4e46-a1ec-9689d65f6244, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:43:25.601861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] For port 17d09f31-6c12-4e46-a1ec-9689d65f6244, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=17d09f31-6c12-4e46-a1ec-9689d65f6244,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:43:25.608241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165275f1-4826-4ea2-afef-60ebd97c9f8d req-33329c03-64a3-4fbb-a58d-21c5e5c7723f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:25.610547 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:25.611016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-165275f1-4826-4ea2-afef-60ebd97c9f8d req-33329c03-64a3-4fbb-a58d-21c5e5c7723f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 944 time: 0.1300545 Dec 09 22:43:25.733168 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38bcde-d09c-43da-96a0-b7b47d0be5e5 None None] Pushing event updated for resources: {'Port': ['ID=17d09f31-6c12-4e46-a1ec-9689d65f6244,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:25.767688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-165275f1-4826-4ea2-afef-60ebd97c9f8d req-1c042643-3b32-4668-82a9-c2d6f85284f7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278484 Dec 09 22:43:25.770079 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67c0f221-2223-40fd-bbb2-bd3f76fe1d60 req-151d0005-2001-48cd-8ebe-a8e19ee7b1ce service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080390 Dec 09 22:43:25.945101 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a908df1-aa5f-4e1f-9351-a0523080c16a req-a50462dc-4cd2-4df4-9aea-cdfd33e9027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:25.947635 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a908df1-aa5f-4e1f-9351-a0523080c16a req-a50462dc-4cd2-4df4-9aea-cdfd33e9027b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 1096 time: 0.0758226 Dec 09 22:43:26.097343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f64ae-fb51-427c-879c-a79f03d5db9c req-3a93cb37-10d2-4f44-b2ba-b80bc9e8b24e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:26.098920 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-072f64ae-fb51-427c-879c-a79f03d5db9c req-3a93cb37-10d2-4f44-b2ba-b80bc9e8b24e tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/ports?device_id=20411c96-b58f-4f00-b930-bd5af11d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1118991 Dec 09 22:43:26.100409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-8c45c0eb-ed2e-4ad3-bcae-24342746de97 req-9edc0d7c-5559-43d7-856f-208a03f71e97 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Calling delete_port for 2db1f8cd-5309-4116-a198-179d455291e5 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:26.108724 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4003832 Dec 09 22:43:26.111770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60738) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:26.116505 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7f003a38-81a6-42c1-8628-c14433566eb9 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Request body: {'subnet': {'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:26.143939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a908df1-aa5f-4e1f-9351-a0523080c16a req-2619ec10-6c93-4e16-8eef-6ffc23bcedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:26.145018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a908df1-aa5f-4e1f-9351-a0523080c16a req-2619ec10-6c93-4e16-8eef-6ffc23bcedb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.1884372 Dec 09 22:43:26.192474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event updated for resources: {'Network': ['ID=7e6cffc6-0618-436a-bea0-7ad25ad1e07a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:26.214877 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:26.248980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.249904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.250256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.250628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.250973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.251318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.252230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.252591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.252942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.253284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.253624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.253989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.254333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e14b4-4210-4d68-914a-88c177436563 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:26.273344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:43:26.337542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port 782965ec-1467-4f85-98fe-c450371963aa yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:26.428405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:43:26.451344 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Sync routers for ids ['cc298ec6-0d42-4343-a80e-2dc7390a8bab'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:43:26.471618 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Routers {'cc298ec6-0d42-4343-a80e-2dc7390a8bab'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:43:26.471618 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:43:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['cc298ec6-0d42-4343-a80e-2dc7390a8bab'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:26.606797 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8c45c0eb-ed2e-4ad3-bcae-24342746de97 req-9edc0d7c-5559-43d7-856f-208a03f71e97 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:26.612214 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Set router cc298ec6-0d42-4343-a80e-2dc7390a8bab gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:43:26.614672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-072f64ae-fb51-427c-879c-a79f03d5db9c req-9798eaa0-30b5-4483-ad57-d329c7d7be87 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cc818c8-3038-4786-a5c7-09adfca6117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043304 Dec 09 22:43:26.615922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a908df1-aa5f-4e1f-9351-a0523080c16a req-d3980db9-e630-44c5-be2e-6a1b88e6ad82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3504dce9-00a0-4022-88a3-386fc8eaf50e HTTP/1.1" status: 200 len: 217 time: 0.4627662 Dec 09 22:43:26.621346 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:26.626601 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cabf7b42-5ebf-42f5-a9c1-b887f7cc4f04 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.7778358 Dec 09 22:43:26.633447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60740) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:26.670960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b472dcce-8834-4f3c-94c3-a8649cfa9b78 None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:26.784228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f003a38-81a6-42c1-8628-c14433566eb9 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Made reservation on behalf of 3e88101aa2454a278335f2bed9d59dd0 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:26.787849 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7f003a38-81a6-42c1-8628-c14433566eb9 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:26.798747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a908df1-aa5f-4e1f-9351-a0523080c16a req-59dbcef4-7027-4a0e-9b98-7c781153c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:26.800226 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a908df1-aa5f-4e1f-9351-a0523080c16a req-59dbcef4-7027-4a0e-9b98-7c781153c891 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.1750245 Dec 09 22:43:26.801324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc0d7c-5559-43d7-856f-208a03f71e97 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Pushing event deleted for resources: {'Port': ['ID=2db1f8cd-5309-4116-a198-179d455291e5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:26.815407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c45c0eb-ed2e-4ad3-bcae-24342746de97 req-9edc0d7c-5559-43d7-856f-208a03f71e97 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] No DVR routers for this DVR port 2db1f8cd-5309-4116-a198-179d455291e5 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:26.833223 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8c45c0eb-ed2e-4ad3-bcae-24342746de97 req-9edc0d7c-5559-43d7-856f-208a03f71e97 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:26.839545 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8c45c0eb-ed2e-4ad3-bcae-24342746de97 req-9edc0d7c-5559-43d7-856f-208a03f71e97 tempest-ServerRescueNegativeTestJSON-469167697 tempest-ServerRescueNegativeTestJSON-469167697-project] 10.222.0.42 "DELETE /v2.0/ports/2db1f8cd-5309-4116-a198-179d455291e5 HTTP/1.1" status: 204 len: 173 time: 2.0646260 Dec 09 22:43:26.857750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20411c96-b58f-4f00-b930-bd5af11d7c76', 'name': 'network-vif-deleted', 'tag': '2db1f8cd-5309-4116-a198-179d455291e5'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:26.860709 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878ca9ae-3318-4385-b0c4-516414b7d08f" -d '{"events": [{"server_uuid": "20411c96-b58f-4f00-b930-bd5af11d7c76", "name": "network-vif-deleted", "tag": "2db1f8cd-5309-4116-a198-179d455291e5"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:26.905459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10897724-f9b2-4bf1-a655-3a7d55c32313 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:26.911168 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-10897724-f9b2-4bf1-a655-3a7d55c32313 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2756610 Dec 09 22:43:26.924381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60748) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:26.971601 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d66037-d9d9-4233-8ba0-e11e49929b85 x-openstack-request-id: req-a5d66037-d9d9-4233-8ba0-e11e49929b85 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:26.971955 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20411c96-b58f-4f00-b930-bd5af11d7c76", "name": "network-vif-deleted", "tag": "2db1f8cd-5309-4116-a198-179d455291e5", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:26.972219 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5d66037-d9d9-4233-8ba0-e11e49929b85 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:26.980847 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20411c96-b58f-4f00-b930-bd5af11d7c76', 'name': 'network-vif-deleted', 'tag': '2db1f8cd-5309-4116-a198-179d455291e5', 'status': 'completed', 'code': 200} Dec 09 22:43:26.993802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 172.20.0.4 (c98586a8-1bc3-4903-a5e8-931299d13bb7/36e7007a-17c6-4bcf-845d-e3a2fa361b8b/782965ec-1467-4f85-98fe-c450371963aa) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:27.015839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::f816:3eff:fe25:6b2f (c98586a8-1bc3-4903-a5e8-931299d13bb7/812841bd-0890-4469-8658-8555a9098ca4/782965ec-1467-4f85-98fe-c450371963aa) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:27.021050 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2122287751', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:43:20Z', 'updated_at': '2021-12-09T22:43:24Z', 'revision_number': 3, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:43:22Z', 'updated_at': '2021-12-09T22:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:27.068674 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Checking router: cc298ec6-0d42-4343-a80e-2dc7390a8bab for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:43:27.069025 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Updating router cc298ec6-0d42-4343-a80e-2dc7390a8bab port 39f39705-a3d7-4ef5-8bca-39d9683fe04c binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:43:27.097449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a908df1-aa5f-4e1f-9351-a0523080c16a req-5831857b-215e-45d9-8f65-d0059089cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:27.099119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a908df1-aa5f-4e1f-9351-a0523080c16a req-5831857b-215e-45d9-8f65-d0059089cb43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2821777 Dec 09 22:43:27.122223 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:27.238669 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226e90c2-d9df-41a7-bfb0-0a681c5a52a9 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:27.299463 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:27.326192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e3a5-ff33-4337-aeb5-590c4c9ebdb9 req-48e99697-c036-4764-9913-dbbd51deb7d2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:27.333573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6611e3a5-ff33-4337-aeb5-590c4c9ebdb9 req-48e99697-c036-4764-9913-dbbd51deb7d2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 944 time: 0.4145107 Dec 09 22:43:27.398705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e6956-c619-431f-92d1-198eeb59942b tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:27.401832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c17e6956-c619-431f-92d1-198eeb59942b tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4695222 Dec 09 22:43:27.411277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60750) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:27.441967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a908df1-aa5f-4e1f-9351-a0523080c16a req-b703c2e3-3d4e-4be7-a59a-e269b67b94cd service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978141 Dec 09 22:43:27.454143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Provisioning complete for port 17d09f31-6c12-4e46-a1ec-9689d65f6244 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:27.455553 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:27.463532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 2db1f8cd-5309-4116-a198-179d455291e5 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:27.496404 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0b547409-64a5-46f4-81f1-63d7766e7553 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812352 Dec 09 22:43:27.498516 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:27.500266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60752) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:27.528092 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6611e3a5-ff33-4337-aeb5-590c4c9ebdb9 req-c50b1e3f-2a0b-4682-a890-2e0d8b9f9c9d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934485 Dec 09 22:43:27.587349 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8ebb644d-6546-44be-b4d8-603c7f1a180b tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0861933 Dec 09 22:43:27.590694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60754) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:27.601012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=782965ec-1467-4f85-98fe-c450371963aa,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:27.614300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:27.617327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:27.620268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:27.625680 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7f003a38-81a6-42c1-8628-c14433566eb9 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:27.674976 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 2db1f8cd-5309-4116-a198-179d455291e5 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:43:27.675326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 2db1f8cd-5309-4116-a198-179d455291e5 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:27.688321 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:27.706643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60758) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:27.709966 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:27.751418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a908df1-aa5f-4e1f-9351-a0523080c16a req-998775a1-918a-4691-b43a-f8a809211bbe service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895124 Dec 09 22:43:27.763691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3504dce9-00a0-4022-88a3-386fc8eaf50e details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:43:27.798565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f003a38-81a6-42c1-8628-c14433566eb9 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event updated for resources: {'Subnet': ['ID=df2bee76-2124-4723-97f6-d15536a809ef,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:27.808242 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f20d86-1e53-4c7b-8b8c-d3c5ca4cd396 None None] Pushing event updated for resources: {'Port': ['ID=39f39705-a3d7-4ef5-8bca-39d9683fe04c,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:27.824141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73592a-d0b5-4164-b8b3-085c20afc04a None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:27.834741 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Attempting to bind port 39f39705-a3d7-4ef5-8bca-39d9683fe04c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:43:27.837034 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Attempting to bind port 39f39705-a3d7-4ef5-8bca-39d9683fe04c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:43:27.840089 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Attempting to bind port 39f39705-a3d7-4ef5-8bca-39d9683fe04c on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:43:27.849754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:27.850715 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:27.855081 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:43:27.855760 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:43:27.857823 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:27.858450 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:43:27.860186 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Bound port: 39f39705-a3d7-4ef5-8bca-39d9683fe04c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:43:27.860816 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:27.868502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3951b9-6ad1-4fb0-818e-d5af30738077 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:27.870270 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4a3951b9-6ad1-4fb0-818e-d5af30738077 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2785876 Dec 09 22:43:27.871896 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3f5125e9-00ac-4f75-a572-399152b792ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9028671 Dec 09 22:43:27.873721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f003a38-81a6-42c1-8628-c14433566eb9 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Checking segment: {'id': '6d091afd-32b6-42e8-a58b-52e29b4d7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:43:27.873896 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60762) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:27.874396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f003a38-81a6-42c1-8628-c14433566eb9 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Network hostable DHCP agents. Network: 7e6cffc6-0618-436a-bea0-7ad25ad1e07a, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:43:27.877630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60764) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:27.926908 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d6f5d756-eb59-4d4a-ab4d-6db481d96f0e tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517569 Dec 09 22:43:27.929755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60766) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:27.943373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3c318ed4-354f-4b74-b78d-66ab69fc2a07 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-909736125', 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58', 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:27.946977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f003a38-81a6-42c1-8628-c14433566eb9 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:43:27.951906 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:27.965713 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] For port 39f39705-a3d7-4ef5-8bca-39d9683fe04c, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:43:27.969998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 17d09f31-6c12-4e46-a1ec-9689d65f6244 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:27.970725 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] For port 39f39705-a3d7-4ef5-8bca-39d9683fe04c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=39f39705-a3d7-4ef5-8bca-39d9683fe04c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:43:27.973944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-7f003a38-81a6-42c1-8628-c14433566eb9 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 7e6cffc6-0618-436a-bea0-7ad25ad1e07a) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:27.976483 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:27.985181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f003a38-81a6-42c1-8628-c14433566eb9 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:27.989072 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7f003a38-81a6-42c1-8628-c14433566eb9 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:28.019361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890f2eb0-4c14-4899-83fc-0711152ba840 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:28.019900 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] For port 17d09f31-6c12-4e46-a1ec-9689d65f6244, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=17d09f31-6c12-4e46-a1ec-9689d65f6244,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:28.031669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890f2eb0-4c14-4899-83fc-0711152ba840 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:28.035870 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-890f2eb0-4c14-4899-83fc-0711152ba840 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1528418 Dec 09 22:43:28.037437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7f003a38-81a6-42c1-8628-c14433566eb9 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9254527 Dec 09 22:43:28.038050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60768) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:28.040000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60770) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:28.041309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de75aab-c679-49a8-b228-13ba62bd3c22 None None] Network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:28.051875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Request body: {'port': {'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1912139366'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:28.072980 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f20d86-1e53-4c7b-8b8c-d3c5ca4cd396 None None] Pushing event updated for resources: {'Port': ['ID=39f39705-a3d7-4ef5-8bca-39d9683fe04c,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:28.100885 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:43:28.105119 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Routers {'cc298ec6-0d42-4343-a80e-2dc7390a8bab'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:43:28.105915 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:43:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['cc298ec6-0d42-4343-a80e-2dc7390a8bab'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:28.113700 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:28.169115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dba1ae-2bdf-468e-b191-7697aacd6732 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:28.305180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b2e2e-88cc-4f92-aa8d-832675a0e2de tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port 782965ec-1467-4f85-98fe-c450371963aa {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:28.305856 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2e2e-88cc-4f92-aa8d-832675a0e2de tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:28.313610 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] Set router cc298ec6-0d42-4343-a80e-2dc7390a8bab gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:43:28.394423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c318ed4-354f-4b74-b78d-66ab69fc2a07 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Made reservation on behalf of e85fd7bba2fc4cb1abe4f3986e6aa3f0 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:28.398369 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3c318ed4-354f-4b74-b78d-66ab69fc2a07 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:28.421967 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Made reservation on behalf of 3e88101aa2454a278335f2bed9d59dd0 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:28.427121 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:28.458240 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2e2e-88cc-4f92-aa8d-832675a0e2de tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:28.467129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] device_id is not set on port 72071f3d-75a3-4f97-ba37-536703a386b4 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:28.555615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-09e1bf19-f1ac-45d8-9dc0-83297da50d1a None None] Provisioning complete for port 39f39705-a3d7-4ef5-8bca-39d9683fe04c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:28.556146 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-09e1bf19-f1ac-45d8-9dc0-83297da50d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:28.575995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-7e6cffc6-0618-436a-bea0-7ad25ad1e07a', 'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a', 'project_id': '3e88101aa2454a278335f2bed9d59dd0', 'fixed_ips': [{'subnet_id': 'df2bee76-2124-4723-97f6-d15536a809ef'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:43:28.580295 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:28.584586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b2e2e-88cc-4f92-aa8d-832675a0e2de tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for 782965ec-1467-4f85-98fe-c450371963aa owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:28.698356 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2122287751', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:43:20Z', 'updated_at': '2021-12-09T22:43:24Z', 'revision_number': 3, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:43:22Z', 'updated_at': '2021-12-09T22:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:28.702354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Pushing event updated for resources: {'Port': ['ID=17d09f31-6c12-4e46-a1ec-9689d65f6244,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:28.718594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.719053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.719607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.720135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.720639 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.721139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.721637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.722181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.722677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.723185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.723690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.724184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.724695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073e54e-0252-4ed4-be5a-52773b11aa6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:43:28.742735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 17d09f31-6c12-4e46-a1ec-9689d65f6244 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:28.743366 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:28.768277 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2eefd-908c-4cea-b521-a88159f0d616 None None] The sync data for ids ['cc298ec6-0d42-4343-a80e-2dc7390a8bab'] in n-d-789963-23 is: [{'id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2122287751', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:43:20Z', 'updated_at': '2021-12-09T22:43:24Z', 'revision_number': 3, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:43:22Z', 'updated_at': '2021-12-09T22:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:43:28.856796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Allocated IP 2001:db8::3d0 (7e6cffc6-0618-436a-bea0-7ad25ad1e07a/df2bee76-2124-4723-97f6-d15536a809ef/72071f3d-75a3-4f97-ba37-536703a386b4) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:28.874242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d6bd5-bc5b-4f1d-9976-40e5a3a084f1 req-c57170a8-8978-4f2f-bfd6-8860d50724c5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:28.875988 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a4d6bd5-bc5b-4f1d-9976-40e5a3a084f1 req-c57170a8-8978-4f2f-bfd6-8860d50724c5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 944 time: 0.2247074 Dec 09 22:43:28.899210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3504dce9-00a0-4022-88a3-386fc8eaf50e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3504dce9-00a0-4022-88a3-386fc8eaf50e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:28.995954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3c318ed4-354f-4b74-b78d-66ab69fc2a07 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.002886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '3504dce9-00a0-4022-88a3-386fc8eaf50e', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'port_id': '3504dce9-00a0-4022-88a3-386fc8eaf50e', 'mac_address': 'fa:16:3e:8d:8e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:43:29.027832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a4d6bd5-bc5b-4f1d-9976-40e5a3a084f1 req-d1ac41c7-245a-4a7d-bf8e-6c29a61e1758 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435521 Dec 09 22:43:29.133624 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-270ea85a-d934-4539-980d-058d60f21d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.182831 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2e2e-88cc-4f92-aa8d-832675a0e2de tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.274377 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b2e2e-88cc-4f92-aa8d-832675a0e2de tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=782965ec-1467-4f85-98fe-c450371963aa,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:29.290926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c318ed4-354f-4b74-b78d-66ab69fc2a07 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Subnet': ['ID=c4da2948-6dde-41a5-9ff9-a8396656b5d8,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:29.306137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c318ed4-354f-4b74-b78d-66ab69fc2a07 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Checking segment: {'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:43:29.306510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c318ed4-354f-4b74-b78d-66ab69fc2a07 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network hostable DHCP agents. Network: e5c5b549-0727-4305-907a-0c8dfd0e6c58, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:43:29.395244 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-09e1bf19-f1ac-45d8-9dc0-83297da50d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.439882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-09e1bf19-f1ac-45d8-9dc0-83297da50d1a None None] For port 39f39705-a3d7-4ef5-8bca-39d9683fe04c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=39f39705-a3d7-4ef5-8bca-39d9683fe04c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:29.447194 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-09e1bf19-f1ac-45d8-9dc0-83297da50d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.447392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c318ed4-354f-4b74-b78d-66ab69fc2a07 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network e5c5b549-0727-4305-907a-0c8dfd0e6c58 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:43:29.474432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-3c318ed4-354f-4b74-b78d-66ab69fc2a07 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e5c5b549-0727-4305-907a-0c8dfd0e6c58) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:29.481901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c318ed4-354f-4b74-b78d-66ab69fc2a07 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:29.482525 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3c318ed4-354f-4b74-b78d-66ab69fc2a07 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.514632 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.518494 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3c318ed4-354f-4b74-b78d-66ab69fc2a07 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5875707 Dec 09 22:43:29.524337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60776) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:29.547342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1bf19-f1ac-45d8-9dc0-83297da50d1a None None] Pushing event updated for resources: {'Port': ['ID=39f39705-a3d7-4ef5-8bca-39d9683fe04c,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:29.550587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9866bf0-088a-4d33-af4f-3f014b728ec6 None None] Network e5c5b549-0727-4305-907a-0c8dfd0e6c58 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:29.672124 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2e2e-88cc-4f92-aa8d-832675a0e2de tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.677671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7d6b2e2e-88cc-4f92-aa8d-832675a0e2de tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/782965ec-1467-4f85-98fe-c450371963aa HTTP/1.1" status: 204 len: 168 time: 1.6365316 Dec 09 22:43:29.677868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-046936e8-5bcd-4b37-96f1-7868d895ba8c None None] Could not find standard attr ID for object 782965ec-1467-4f85-98fe-c450371963aa. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:43:29.678889 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60778) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:29.722298 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.727649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-270ea85a-d934-4539-980d-058d60f21d5c admin admin] Deleting port 13481799-4161-49ca-8fe8-510429256837 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:29.727988 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-270ea85a-d934-4539-980d-058d60f21d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.806024 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-046936e8-5bcd-4b37-96f1-7868d895ba8c None None] Provisioning complete for port 17d09f31-6c12-4e46-a1ec-9689d65f6244 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:29.806553 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-046936e8-5bcd-4b37-96f1-7868d895ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.811826 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3504dce9-00a0-4022-88a3-386fc8eaf50e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:43:29.868007 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-270ea85a-d934-4539-980d-058d60f21d5c admin admin] For port 13481799-4161-49ca-8fe8-510429256837, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=13481799-4161-49ca-8fe8-510429256837,segment=NetworkSegment(f26a8de7-e0ec-4a7c-8691-dd3355fda9b3),segment_id=f26a8de7-e0ec-4a7c-8691-dd3355fda9b3)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:29.868304 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-270ea85a-d934-4539-980d-058d60f21d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.901491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1621e673-abdf-416d-85cb-ea56ca7ec1bb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:29.903655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1621e673-abdf-416d-85cb-ea56ca7ec1bb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:29.905315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1621e673-abdf-416d-85cb-ea56ca7ec1bb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:29.907060 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1621e673-abdf-416d-85cb-ea56ca7ec1bb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2271373 Dec 09 22:43:29.908168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-270ea85a-d934-4539-980d-058d60f21d5c admin admin] Calling delete_port for 13481799-4161-49ca-8fe8-510429256837 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:29.910521 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60780) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:29.926625 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:29.927735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3504dce9-00a0-4022-88a3-386fc8eaf50e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3504dce9-00a0-4022-88a3-386fc8eaf50e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:29.975155 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:30.032614 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08cbe62-233a-4dcb-b48e-3316f0b7aa15 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 36e7007a-17c6-4bcf-845d-e3a2fa361b8b {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:30.046757 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e08cbe62-233a-4dcb-b48e-3316f0b7aa15 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:30.069375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:30.082160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:30.084637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:30.094136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:30.095328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:30.102068 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-e5c5b549-0727-4305-907a-0c8dfd0e6c58', 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58', 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'fixed_ips': [{'subnet_id': 'c4da2948-6dde-41a5-9ff9-a8396656b5d8'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:43:30.103212 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:30.180571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Allocated IP 2001:db8::2 (7e6cffc6-0618-436a-bea0-7ad25ad1e07a/df2bee76-2124-4723-97f6-d15536a809ef/ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:30.222280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event updated for resources: {'Port': ['ID=72071f3d-75a3-4f97-ba37-536703a386b4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:30.252619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-919ddbcd-be80-43aa-88cf-8dbb36a8108c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2109511 Dec 09 22:43:30.252791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e08cbe62-233a-4dcb-b48e-3316f0b7aa15 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:30.257736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60786) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:30.296750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3504dce9-00a0-4022-88a3-386fc8eaf50e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:30.298274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Request body: {'port': {'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1748282295', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d0', 'mac_address': 'fa:16:3e:b8:b2:ea'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:30.311762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 39f39705-a3d7-4ef5-8bca-39d9683fe04c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:30.391507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['3504dce9-00a0-4022-88a3-386fc8eaf50e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:43:30.456266 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7181d4-5a88-4a3d-8106-6af7bd8a98b7 req-90bced5b-42eb-411a-a86c-c541d949f209 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:30.457861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bb7181d4-5a88-4a3d-8106-6af7bd8a98b7 req-90bced5b-42eb-411a-a86c-c541d949f209 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 945 time: 0.2133677 Dec 09 22:43:30.539804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e08cbe62-233a-4dcb-b48e-3316f0b7aa15 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:30.608263 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bb7181d4-5a88-4a3d-8106-6af7bd8a98b7 req-34404e50-9cbd-416e-a268-76f7afc7da92 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418240 Dec 09 22:43:30.663281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Made reservation on behalf of 3e88101aa2454a278335f2bed9d59dd0 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:30.718345 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e08cbe62-233a-4dcb-b48e-3316f0b7aa15 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:30.745512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-046936e8-5bcd-4b37-96f1-7868d895ba8c None None] Provisioning complete for port 39f39705-a3d7-4ef5-8bca-39d9683fe04c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:30.746161 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-046936e8-5bcd-4b37-96f1-7868d895ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:30.757626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Allocated IP 172.20.0.18 (e5c5b549-0727-4305-907a-0c8dfd0e6c58/c4da2948-6dde-41a5-9ff9-a8396656b5d8/3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:30.783713 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-270ea85a-d934-4539-980d-058d60f21d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:30.786254 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:30.795704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 39f39705-a3d7-4ef5-8bca-39d9683fe04c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:30.796189 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:30.823346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cbe62-233a-4dcb-b48e-3316f0b7aa15 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=36e7007a-17c6-4bcf-845d-e3a2fa361b8b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:30.830805 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ea85a-d934-4539-980d-058d60f21d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=13481799-4161-49ca-8fe8-510429256837,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:30.839367 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e08cbe62-233a-4dcb-b48e-3316f0b7aa15 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:30.847051 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e08cbe62-233a-4dcb-b48e-3316f0b7aa15 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/36e7007a-17c6-4bcf-845d-e3a2fa361b8b HTTP/1.1" status: 204 len: 168 time: 0.9355307 Dec 09 22:43:30.864073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60788) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:30.948746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ed30b7-b01e-4018-9acd-f0d35e471a8d None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:30.954086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6923b7a9-9100-4d06-84af-ffe943f165b0 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:30.978683 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:31.038365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25ae3ca-c900-4502-a8c2-4bcca4163be6 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 812841bd-0890-4469-8658-8555a9098ca4 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:31.046963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d25ae3ca-c900-4502-a8c2-4bcca4163be6 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:31.080478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] device_id is not set on port 11679390-e23d-4851-ab04-cd98d9feff9b yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:31.118875 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f442e15-72d1-43f6-99d3-60e99035a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:31.303487 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-270ea85a-d934-4539-980d-058d60f21d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:31.326610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d25ae3ca-c900-4502-a8c2-4bcca4163be6 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:31.435685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 17d09f31-6c12-4e46-a1ec-9689d65f6244 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:31.460175 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:31.585833 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:31.680006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:31.759026 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:31.786129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Pushing event updated for resources: {'Port': ['ID=ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:31.793103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:31.797936 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:31.802380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:31.822373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3898e57-1dd8-4354-a732-1c2201b7cadb req-acb1bf42-fca1-4663-8e60-8618f644659d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:31.831001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3898e57-1dd8-4354-a732-1c2201b7cadb req-acb1bf42-fca1-4663-8e60-8618f644659d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 945 time: 0.1054537 Dec 09 22:43:31.847701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Allocated IP 2001:db8::29f (7e6cffc6-0618-436a-bea0-7ad25ad1e07a/df2bee76-2124-4723-97f6-d15536a809ef/11679390-e23d-4851-ab04-cd98d9feff9b) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:31.890108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Allocated IP 172.20.0.17 (e5c5b549-0727-4305-907a-0c8dfd0e6c58/c4da2948-6dde-41a5-9ff9-a8396656b5d8/86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:31.902648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3898e57-1dd8-4354-a732-1c2201b7cadb req-0ba49bf4-631d-4baa-a186-130089cc6075 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704131 Dec 09 22:43:31.941146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Network e5c5b549-0727-4305-907a-0c8dfd0e6c58 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:31.971421 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d25ae3ca-c900-4502-a8c2-4bcca4163be6 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:31.986271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:31.989374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:32.012454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 17d09f31-6c12-4e46-a1ec-9689d65f6244 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:32.012829 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.064509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Pushing event updated for resources: {'Port': ['ID=3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:32.070234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Attempting to bind port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:43:32.070610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Attempting to bind port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6d091afd-32b6-42e8-a58b-52e29b4d7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:43:32.071042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Attempting to bind port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 on network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:43:32.083929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:43:32.083929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Checking segment: {'id': '6d091afd-32b6-42e8-a58b-52e29b4d7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:43:32.084418 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.084752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Bound using segment: {'id': '6d091afd-32b6-42e8-a58b-52e29b4d7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:43:32.085269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Bound port: ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d091afd-32b6-42e8-a58b-52e29b4d7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:43:32.085635 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.100269 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.148530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Attempting to bind port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:43:32.148915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Attempting to bind port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:43:32.149397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Attempting to bind port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 on network e5c5b549-0727-4305-907a-0c8dfd0e6c58 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:43:32.162040 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.176058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:43:32.178105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Checking segment: {'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:43:32.181014 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.181657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Bound using segment: {'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:43:32.182555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Bound port: 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:43:32.183041 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.276403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Port': ['ID=86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:32.286538 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network e5c5b549-0727-4305-907a-0c8dfd0e6c58 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:32.288285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:32.291750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:32.361715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.407600 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d25ae3ca-c900-4502-a8c2-4bcca4163be6 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.501376 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ae3ca-c900-4502-a8c2-4bcca4163be6 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=812841bd-0890-4469-8658-8555a9098ca4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:32.525055 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d25ae3ca-c900-4502-a8c2-4bcca4163be6 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.533899 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d25ae3ca-c900-4502-a8c2-4bcca4163be6 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/812841bd-0890-4469-8658-8555a9098ca4 HTTP/1.1" status: 204 len: 168 time: 1.6683259 Dec 09 22:43:32.537403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60796) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:32.556224 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.577339 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270ea85a-d934-4539-980d-058d60f21d5c admin admin] Router 187d7702-9fbc-4237-b6db-2e7ecb167db2 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:43:32.587721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bc68f610-4889-493d-8647-6908ba36aa2f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489888 Dec 09 22:43:32.590532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60798) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:32.630907 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.737809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081bccf-3c51-43df-9922-80deecf9015c tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:32.737809 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c081bccf-3c51-43df-9922-80deecf9015c tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1440961 Dec 09 22:43:32.742949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60800) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:32.756527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.774188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] For port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:43:32.781446 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] For port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:43:32.786329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] For port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6,segment=NetworkSegment(6d091afd-32b6-42e8-a58b-52e29b4d7111),segment_id=6d091afd-32b6-42e8-a58b-52e29b4d7111)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:43:32.788271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] For port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22,segment=NetworkSegment(08431a02-0144-4631-bbd0-584e21c9bb33),segment_id=08431a02-0144-4631-bbd0-584e21c9bb33)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:43:32.800285 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.809413 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d1aad2-6bd2-4cbe-a0b7-2207a0deb005 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:32.812987 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.908582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:32.929960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:32.951040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:32.961419 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:32.962276 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.980776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9381e85-6277-467d-82ad-8b47486b6e99 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:32.985123 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d9381e85-6277-467d-82ad-8b47486b6e99 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2385895 Dec 09 22:43:32.985123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event updated for resources: {'Port': ['ID=11679390-e23d-4851-ab04-cd98d9feff9b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:32.989605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-93b4bd27-cccd-45fd-b0f1-311bdcf00088 None None] Provisioning complete for port 17d09f31-6c12-4e46-a1ec-9689d65f6244 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:32.990005 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-93b4bd27-cccd-45fd-b0f1-311bdcf00088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:32.991644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59881ba1-39a1-4f32-94f8-a357cb4159e9 None None] Pushing event updated for resources: {'Port': ['ID=ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:32.995644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270ea85a-d934-4539-980d-058d60f21d5c admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:43:33.007909 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-270ea85a-d934-4539-980d-058d60f21d5c admin admin] 10.222.0.16 "PUT /v2.0/routers/187d7702-9fbc-4237-b6db-2e7ecb167db2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2975094 Dec 09 22:43:33.008585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60804) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:33.017403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60806) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:33.052775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a11b8f-c245-4a7d-812e-65f7faf276ec None None] Sync routers for ids ['187d7702-9fbc-4237-b6db-2e7ecb167db2'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:43:33.127911 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-14069708-3f48-4282-9bec-b42b3b32d51f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150897 Dec 09 22:43:33.137210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9c2ac090-47c6-43b4-8abd-9795f7b4ac08 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8499720 Dec 09 22:43:33.138460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60808) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:33.144342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60810) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:33.145414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a11b8f-c245-4a7d-812e-65f7faf276ec None None] Routers {'187d7702-9fbc-4237-b6db-2e7ecb167db2'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:43:33.146090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-73a11b8f-c245-4a7d-812e-65f7faf276ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:43:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['187d7702-9fbc-4237-b6db-2e7ecb167db2'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:33.148330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-73c595d3-2f14-4bec-aa52-b6752c2bcc1c tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:33.376972 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3415e6-cc31-48d9-9569-d4f7639d6219 None None] Pushing event updated for resources: {'Port': ['ID=3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:33.421678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abed108-f362-4eb1-b67e-9c32da173924 req-c56d3daa-f01d-4c29-8b56-23bc48fe98d6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:33.428109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9abed108-f362-4eb1-b67e-9c32da173924 req-c56d3daa-f01d-4c29-8b56-23bc48fe98d6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 945 time: 0.3141174 Dec 09 22:43:33.445013 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ee327d7-1cb9-4551-baff-0d080d5024f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:33.463415 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:33.476499 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:33.483039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-73a11b8f-c245-4a7d-812e-65f7faf276ec None None] Set router 187d7702-9fbc-4237-b6db-2e7ecb167db2 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:43:33.510671 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:33.539561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e07f9-62a1-448e-8df4-e853090b1e38 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:33.547280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e07f9-62a1-448e-8df4-e853090b1e38 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:33.553538 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e07f9-62a1-448e-8df4-e853090b1e38 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:33.558802 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1b6e07f9-62a1-448e-8df4-e853090b1e38 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4047728 Dec 09 22:43:33.560340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60814) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:33.591842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Port': ['ID=86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:33.661435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9abed108-f362-4eb1-b67e-9c32da173924 req-4537d35f-0872-42ce-a5e3-02fdf1271133 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955545 Dec 09 22:43:33.665750 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:33.746627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde51d5f-b72b-405b-ac45-31e436fba305 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:33.753355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c595d3-2f14-4bec-aa52-b6752c2bcc1c tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:33.757025 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73c595d3-2f14-4bec-aa52-b6752c2bcc1c tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:33.758793 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c595d3-2f14-4bec-aa52-b6752c2bcc1c tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:43:33.759912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c595d3-2f14-4bec-aa52-b6752c2bcc1c tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:43:33.822625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network e5c5b549-0727-4305-907a-0c8dfd0e6c58 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:33.824620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:33.843085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60816) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:33.843323 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-73c595d3-2f14-4bec-aa52-b6752c2bcc1c tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7019768 Dec 09 22:43:33.847357 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:33.865000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-73a11b8f-c245-4a7d-812e-65f7faf276ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'name': 'tempest-ServerRescueNegativeTestJSON-960721378-router', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:43:30Z', 'revision_number': 5, 'project_id': 'e3d735f4e9494bc39d58324e1672d24b', 'gw_port': {'id': 'b61f36ec-6b30-49f7-9d5f-0ad675cc79dd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:33.867326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cde51d5f-b72b-405b-ac45-31e436fba305 None None] Deleting port 17d09f31-6c12-4e46-a1ec-9689d65f6244 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:33.867677 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cde51d5f-b72b-405b-ac45-31e436fba305 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:33.869216 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:33.884413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4e4ed-f84f-4657-a964-d9795a56ba83 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Deleting port 11679390-e23d-4851-ab04-cd98d9feff9b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:33.884794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e4ed-f84f-4657-a964-d9795a56ba83 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:33.916631 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a11b8f-c245-4a7d-812e-65f7faf276ec None None] Checking router: 187d7702-9fbc-4237-b6db-2e7ecb167db2 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:43:33.947199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-62eade25-2a90-4e0a-9597-41420cb193cc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:33.971721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a11b8f-c245-4a7d-812e-65f7faf276ec None None] Routers {'187d7702-9fbc-4237-b6db-2e7ecb167db2'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:43:33.972366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-73a11b8f-c245-4a7d-812e-65f7faf276ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:43:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['187d7702-9fbc-4237-b6db-2e7ecb167db2'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:34.021205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Router cc298ec6-0d42-4343-a80e-2dc7390a8bab has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:43:34.028588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3504dce9-00a0-4022-88a3-386fc8eaf50e up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:34.032879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cde51d5f-b72b-405b-ac45-31e436fba305 None None] For port 17d09f31-6c12-4e46-a1ec-9689d65f6244, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=17d09f31-6c12-4e46-a1ec-9689d65f6244,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:34.032879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cde51d5f-b72b-405b-ac45-31e436fba305 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:34.056690 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e4ed-f84f-4657-a964-d9795a56ba83 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:34.076099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Deleting port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:34.076480 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:34.105380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cde51d5f-b72b-405b-ac45-31e436fba305 None None] Calling delete_port for 17d09f31-6c12-4e46-a1ec-9689d65f6244 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:34.177888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eade25-2a90-4e0a-9597-41420cb193cc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:34.181426 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62eade25-2a90-4e0a-9597-41420cb193cc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:34.206039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-73a11b8f-c245-4a7d-812e-65f7faf276ec None None] Set router 187d7702-9fbc-4237-b6db-2e7ecb167db2 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:43:34.209285 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-62eade25-2a90-4e0a-9597-41420cb193cc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:43:34.209754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62eade25-2a90-4e0a-9597-41420cb193cc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:43:34.218133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] For port b61f36ec-6b30-49f7-9d5f-0ad675cc79dd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b61f36ec-6b30-49f7-9d5f-0ad675cc79dd,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:34.218533 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:34.234751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Calling delete_port for b61f36ec-6b30-49f7-9d5f-0ad675cc79dd owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:34.302594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-73a11b8f-c245-4a7d-812e-65f7faf276ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'name': 'tempest-ServerRescueNegativeTestJSON-960721378-router', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:43:33Z', 'revision_number': 6, 'project_id': 'e3d735f4e9494bc39d58324e1672d24b', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:34.311910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-62eade25-2a90-4e0a-9597-41420cb193cc tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4662998 Dec 09 22:43:34.319887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60818) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:34.342515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6ce80850-37ad-4a06-aed7-14204abef84f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:34.344321 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 3504dce9-00a0-4022-88a3-386fc8eaf50e completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:43:34.353035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 3504dce9-00a0-4022-88a3-386fc8eaf50e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:34.353412 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:34.376603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:43:34.391544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-305481f3-bbf2-4bb3-b6d2-46b95a2e7b1d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "PUT /v2.0/routers/cc298ec6-0d42-4343-a80e-2dc7390a8bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8573141 Dec 09 22:43:34.391683 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Sync routers for ids ['cc298ec6-0d42-4343-a80e-2dc7390a8bab'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:43:34.406170 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Routers {'cc298ec6-0d42-4343-a80e-2dc7390a8bab'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:43:34.408533 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:43:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['cc298ec6-0d42-4343-a80e-2dc7390a8bab'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:34.477353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a11b8f-c245-4a7d-812e-65f7faf276ec None None] The sync data for ids ['187d7702-9fbc-4237-b6db-2e7ecb167db2'] in n-d-789963-23 is: [{'id': '187d7702-9fbc-4237-b6db-2e7ecb167db2', 'name': 'tempest-ServerRescueNegativeTestJSON-960721378-router', 'tenant_id': 'e3d735f4e9494bc39d58324e1672d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:40:26Z', 'updated_at': '2021-12-09T22:43:33Z', 'revision_number': 6, 'project_id': 'e3d735f4e9494bc39d58324e1672d24b', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:43:34.552485 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:34.562790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4e4ed-f84f-4657-a964-d9795a56ba83 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Calling delete_port for 11679390-e23d-4851-ab04-cd98d9feff9b owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:34.579172 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cde51d5f-b72b-405b-ac45-31e436fba305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:34.617508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b61f36ec-6b30-49f7-9d5f-0ad675cc79dd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:34.628210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce80850-37ad-4a06-aed7-14204abef84f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:34.632892 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6ce80850-37ad-4a06-aed7-14204abef84f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:34.635100 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce80850-37ad-4a06-aed7-14204abef84f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:43:34.635228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce80850-37ad-4a06-aed7-14204abef84f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:43:34.669462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6ce80850-37ad-4a06-aed7-14204abef84f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3453977 Dec 09 22:43:34.670278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60826) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:34.682092 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6bd340d7-5c30-48b1-967f-4cee4ded019b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:34.735440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1daf6ad-0d98-4624-8270-7b9676aa03ef None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:34.757874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde51d5f-b72b-405b-ac45-31e436fba305 None None] Pushing event deleted for resources: {'Port': ['ID=17d09f31-6c12-4e46-a1ec-9689d65f6244,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:34.766220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde51d5f-b72b-405b-ac45-31e436fba305 None None] No DVR routers for this DVR port 17d09f31-6c12-4e46-a1ec-9689d65f6244 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:34.785546 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:34.827159 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:34.852006 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Set router cc298ec6-0d42-4343-a80e-2dc7390a8bab gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:43:34.882762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3504dce9-00a0-4022-88a3-386fc8eaf50e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3504dce9-00a0-4022-88a3-386fc8eaf50e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:34.939814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318444d2-f01c-43c7-9cae-8e8f6661d014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3504dce9-00a0-4022-88a3-386fc8eaf50e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:34.942167 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda0827d-665c-4cfa-a1db-df2dfade1142" -d '{"events": [{"server_uuid": "318444d2-f01c-43c7-9cae-8e8f6661d014", "name": "network-vif-plugged", "status": "completed", "tag": "3504dce9-00a0-4022-88a3-386fc8eaf50e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:34.944896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c232d35f-71f9-4d91-bbf1-9e8f0e9b8b11 None None] Network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:34.976117 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:34.985213 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.119885 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.120552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 187d7702-9fbc-4237-b6db-2e7ecb167db2 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:43:35.127049 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.133087 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-70edb76b-c89a-46b7-9cd7-c8af10f160cc admin admin] 10.222.0.16 "DELETE /v2.0/routers/187d7702-9fbc-4237-b6db-2e7ecb167db2 HTTP/1.1" status: 204 len: 168 time: 2.1133916 Dec 09 22:43:35.137261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60840) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:35.166110 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.200386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76585-11fa-4a2d-92d3-486ebd53ec73 req-8baaf938-069e-4c83-a1f6-4b64d1fe906c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:35.203122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5c76585-11fa-4a2d-92d3-486ebd53ec73 req-8baaf938-069e-4c83-a1f6-4b64d1fe906c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.3095064 Dec 09 22:43:35.230477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa2f85b-413d-4855-97f8-c6498aac4b72 admin admin] Deleting subnet 8e5caf15-34f8-4ccc-a7c6-66d13bf78505 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:35.241203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f85b-413d-4855-97f8-c6498aac4b72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.293910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd340d7-5c30-48b1-967f-4cee4ded019b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:35.304386 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6bd340d7-5c30-48b1-967f-4cee4ded019b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.310503 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd340d7-5c30-48b1-967f-4cee4ded019b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:43:35.310727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3504dce9-00a0-4022-88a3-386fc8eaf50e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:35.324531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd340d7-5c30-48b1-967f-4cee4ded019b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:43:35.330230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-89d5d221-0183-4a83-ae76-5e0d109301a1 None None] Provisioning complete for port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:35.330607 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-89d5d221-0183-4a83-ae76-5e0d109301a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.343509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e4ed-f84f-4657-a964-d9795a56ba83 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.367364 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.371067 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f85b-413d-4855-97f8-c6498aac4b72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.371637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816c1d6e-519b-4614-8eee-45130266008b None None] Network e5c5b549-0727-4305-907a-0c8dfd0e6c58 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:35.431200 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5c76585-11fa-4a2d-92d3-486ebd53ec73 req-95b5a6b2-7a63-4ab1-9a7d-408726a49a2a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164245 Dec 09 22:43:35.456006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371b281-cffc-4735-b048-ed4b7013c001 req-73d9b35b-5120-4187-8be6-db992fbcec0c tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:35.457538 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-73d9b35b-5120-4187-8be6-db992fbcec0c tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/networks?id=e5c5b549-0727-4305-907a-0c8dfd0e6c58 HTTP/1.1" status: 200 len: 797 time: 0.6724751 Dec 09 22:43:35.479196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6bd340d7-5c30-48b1-967f-4cee4ded019b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8070717 Dec 09 22:43:35.504181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60852) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:35.523458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ad1beb95-fa52-4298-8ab7-95ec61ddd644 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:35.542915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-2cff451c-2199-495b-85b2-786d1ad6fa49 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/quotas/e85fd7bba2fc4cb1abe4f3986e6aa3f0 HTTP/1.1" status: 200 len: 375 time: 0.0631149 Dec 09 22:43:35.572748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4e4ed-f84f-4657-a964-d9795a56ba83 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event deleted for resources: {'Port': ['ID=11679390-e23d-4851-ab04-cd98d9feff9b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:35.637370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:35.657301 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee15398-c587-493d-b154-b918ff425ffe x-openstack-request-id: req-9ee15398-c587-493d-b154-b918ff425ffe {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:35.657901 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318444d2-f01c-43c7-9cae-8e8f6661d014", "name": "network-vif-plugged", "status": "completed", "tag": "3504dce9-00a0-4022-88a3-386fc8eaf50e", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:35.658334 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ee15398-c587-493d-b154-b918ff425ffe {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:35.658906 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318444d2-f01c-43c7-9cae-8e8f6661d014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3504dce9-00a0-4022-88a3-386fc8eaf50e', 'code': 200} Dec 09 22:43:35.664827 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f85b-413d-4855-97f8-c6498aac4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.668693 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2122287751', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:43:20Z', 'updated_at': '2021-12-09T22:43:32Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:43:22Z', 'updated_at': '2021-12-09T22:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a', 'name': '', 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'mac_address': 'fa:16:3e:88:a9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'c4da2948-6dde-41a5-9ff9-a8396656b5d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:43:31Z', 'updated_at': '2021-12-09T22:43:32Z', 'revision_number': 2, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'subnets': [{'id': 'c4da2948-6dde-41a5-9ff9-a8396656b5d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:35.747188 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Checking router: cc298ec6-0d42-4343-a80e-2dc7390a8bab for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:43:35.747731 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Updating router cc298ec6-0d42-4343-a80e-2dc7390a8bab port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:43:35.793033 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.812606 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-3ea505a3-7cba-4657-aeb1-32246f6c4f67 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2538962 Dec 09 22:43:35.856300 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e4ed-f84f-4657-a964-d9795a56ba83 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.864427 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4ea4e4ed-f84f-4657-a964-d9795a56ba83 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "DELETE /v2.0/ports/11679390-e23d-4851-ab04-cd98d9feff9b HTTP/1.1" status: 204 len: 168 time: 2.3008742 Dec 09 22:43:35.867778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60858) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:35.871429 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-89d5d221-0183-4a83-ae76-5e0d109301a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.925129 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6eaaaa-784c-4393-8fd4-440716c9a679 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] GET failed (client error): The resource could not be found. Dec 09 22:43:35.929975 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5c6eaaaa-784c-4393-8fd4-440716c9a679 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "GET /v2.0/ports/11679390-e23d-4851-ab04-cd98d9feff9b HTTP/1.1" status: 404 len: 333 time: 0.0579515 Dec 09 22:43:35.939116 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60860) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:35.954301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Request body: {'port': {'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-963079699'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:35.972841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1beb95-fa52-4298-8ab7-95ec61ddd644 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:35.976363 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad1beb95-fa52-4298-8ab7-95ec61ddd644 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:35.978187 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1beb95-fa52-4298-8ab7-95ec61ddd644 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:43:35.978315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1beb95-fa52-4298-8ab7-95ec61ddd644 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:43:36.024175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-89d5d221-0183-4a83-ae76-5e0d109301a1 None None] For port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6,segment=NetworkSegment(6d091afd-32b6-42e8-a58b-52e29b4d7111),segment_id=6d091afd-32b6-42e8-a58b-52e29b4d7111)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:36.044716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:36.045228 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:36.059357 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-89d5d221-0183-4a83-ae76-5e0d109301a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:36.133629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ad1beb95-fa52-4298-8ab7-95ec61ddd644 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6144245 Dec 09 22:43:36.161219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60862) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:36.187389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3202b7a1-299e-4c4c-83d7-6d231efe3d38 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:36.213251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f85b-413d-4855-97f8-c6498aac4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:36.283919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf596-9b3a-4646-8358-f9c60410cc2f req-47e9ae0b-9432-4cf5-83f3-0e860530666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:36.285557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70cbf596-9b3a-4646-8358-f9c60410cc2f req-47e9ae0b-9432-4cf5-83f3-0e860530666c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 1098 time: 0.5514877 Dec 09 22:43:36.304722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2f85b-413d-4855-97f8-c6498aac4b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e5caf15-34f8-4ccc-a7c6-66d13bf78505,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:36.320469 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f85b-413d-4855-97f8-c6498aac4b72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:36.332025 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-eaa2f85b-413d-4855-97f8-c6498aac4b72 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8e5caf15-34f8-4ccc-a7c6-66d13bf78505 HTTP/1.1" status: 204 len: 168 time: 1.1907008 Dec 09 22:43:36.344482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60866) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:36.394779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Made reservation on behalf of 3e88101aa2454a278335f2bed9d59dd0 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:36.399860 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:36.451026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] device_id is not set on port 2c3ecdbc-21f3-4f1a-8566-bb5ac01123da yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:36.536006 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:36.545672 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:36.658544 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5d221-0183-4a83-ae76-5e0d109301a1 None None] Pushing event updated for resources: {'Port': ['ID=ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:36.663907 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4df821-46ef-4345-85ae-49181b35a66b None None] Pushing event updated for resources: {'Port': ['ID=86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:36.676257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c983a5b9-5cc5-42fc-b86d-6686cecf6b14 None None] Network da8046fa-97ce-4191-a958-2aad26658168 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:36.734352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Allocated IP 2001:db8::30e (7e6cffc6-0618-436a-bea0-7ad25ad1e07a/df2bee76-2124-4723-97f6-d15536a809ef/2c3ecdbc-21f3-4f1a-8566-bb5ac01123da) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:36.779498 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:36.837953 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Attempting to bind port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:43:36.838992 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Attempting to bind port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:43:36.839551 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Attempting to bind port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a on network e5c5b549-0727-4305-907a-0c8dfd0e6c58 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:43:36.849247 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:43:36.862420 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Checking segment: {'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:43:36.863134 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:36.863699 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Bound using segment: {'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:43:36.864372 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Bound port: 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:43:36.864938 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:36.879748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b05b9ae6-d4b7-4b77-ae20-ff66abe33fdf None None] Provisioning complete for port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:36.882204 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b05b9ae6-d4b7-4b77-ae20-ff66abe33fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:36.985311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fe2c99-b0d3-4886-b3de-e7ffda63a3cf None None] DHCP port deletion for da8046fa-97ce-4191-a958-2aad26658168 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:37.016426 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] For port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:43:37.027366 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] For port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a,segment=NetworkSegment(08431a02-0144-4631-bbd0-584e21c9bb33),segment_id=08431a02-0144-4631-bbd0-584e21c9bb33)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:43:37.040816 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:37.049132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:37.120582 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:37.124356 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:37.170244 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Routers {'cc298ec6-0d42-4343-a80e-2dc7390a8bab'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:43:37.171478 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:43:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['cc298ec6-0d42-4343-a80e-2dc7390a8bab'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:37.191110 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:37.221615 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-540ab28d-4b37-4ad5-9e6d-f9ac19463e80 service neutron] 10.222.0.16 "GET /v2.0/networks/e5c5b549-0727-4305-907a-0c8dfd0e6c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3215699 Dec 09 22:43:37.293526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:37.294943 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:37.304322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:37.318622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:37.330232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:37.342652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:37.346719 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:37.360551 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] Set router cc298ec6-0d42-4343-a80e-2dc7390a8bab gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:43:37.430394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b05b9ae6-d4b7-4b77-ae20-ff66abe33fdf None None] Provisioning complete for port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:37.430766 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b05b9ae6-d4b7-4b77-ae20-ff66abe33fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:37.456474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event updated for resources: {'Port': ['ID=2c3ecdbc-21f3-4f1a-8566-bb5ac01123da,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:37.495096 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e9bb9458-9d30-4d09-b426-4010ba1349fe tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5525217 Dec 09 22:43:37.504112 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:37.516787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-97d792a3-8ab8-474e-b7b5-0dbb0374470e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:37.525273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-97d792a3-8ab8-474e-b7b5-0dbb0374470e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:37.532587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60880) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:37.534963 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-97d792a3-8ab8-474e-b7b5-0dbb0374470e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:37.542079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-97d792a3-8ab8-474e-b7b5-0dbb0374470e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:37.549436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-97d792a3-8ab8-474e-b7b5-0dbb0374470e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:37.549643 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:37.558375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-97d792a3-8ab8-474e-b7b5-0dbb0374470e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:37.578799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-97d792a3-8ab8-474e-b7b5-0dbb0374470e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:37.589296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-97d792a3-8ab8-474e-b7b5-0dbb0374470e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5435 time: 0.2391903 Dec 09 22:43:37.606918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9b762b03-574d-445c-8251-7c09184c24d7 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d0', 'mac_address': 'fa:16:3e:b8:b2:ea'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:37.674727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22,segment=NetworkSegment(08431a02-0144-4631-bbd0-584e21c9bb33),segment_id=08431a02-0144-4631-bbd0-584e21c9bb33)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:37.678804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-11c0f0c0-157c-4a2c-bad1-8f6daea8b2d5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:37.688524 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-11c0f0c0-157c-4a2c-bad1-8f6daea8b2d5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "GET /v2.0/ports/fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0894263 Dec 09 22:43:37.691421 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:37.781878 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4df821-46ef-4345-85ae-49181b35a66b None None] Pushing event updated for resources: {'Port': ['ID=86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:37.820560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 17d09f31-6c12-4e46-a1ec-9689d65f6244 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:37.854927 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2122287751', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:43:20Z', 'updated_at': '2021-12-09T22:43:32Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:43:22Z', 'updated_at': '2021-12-09T22:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a', 'name': '', 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'mac_address': 'fa:16:3e:88:a9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'c4da2948-6dde-41a5-9ff9-a8396656b5d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:43:31Z', 'updated_at': '2021-12-09T22:43:37Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'subnets': [{'id': 'c4da2948-6dde-41a5-9ff9-a8396656b5d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:37.879421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 17d09f31-6c12-4e46-a1ec-9689d65f6244 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:43:37.880016 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 17d09f31-6c12-4e46-a1ec-9689d65f6244 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:37.880740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 13481799-4161-49ca-8fe8-510429256837 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:37.883086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70cbf596-9b3a-4646-8358-f9c60410cc2f req-4faf6296-cf37-4f6d-873c-d44cc22681b6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5851784 Dec 09 22:43:37.894013 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689ab7d-259d-4dc0-b631-f6c30ec611de None None] The sync data for ids ['cc298ec6-0d42-4343-a80e-2dc7390a8bab'] in n-d-789963-23 is: [{'id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2122287751', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:43:20Z', 'updated_at': '2021-12-09T22:43:32Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:43:22Z', 'updated_at': '2021-12-09T22:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a', 'name': '', 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'mac_address': 'fa:16:3e:88:a9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'c4da2948-6dde-41a5-9ff9-a8396656b5d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:43:31Z', 'updated_at': '2021-12-09T22:43:37Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'subnets': [{'id': 'c4da2948-6dde-41a5-9ff9-a8396656b5d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:43:37.909894 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df3061-3f18-4ba7-b84d-a34d2e36a44a req-0a0259e5-4852-4963-bf38-458c8d851d6f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:37.919810 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f1c7da7d-f255-4d24-87e8-31200af38f84 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "GET /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2246971 Dec 09 22:43:37.928175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:37.932178 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 13481799-4161-49ca-8fe8-510429256837 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:43:37.932748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 13481799-4161-49ca-8fe8-510429256837 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:37.934441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df3061-3f18-4ba7-b84d-a34d2e36a44a req-0a0259e5-4852-4963-bf38-458c8d851d6f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:37.952621 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df3061-3f18-4ba7-b84d-a34d2e36a44a req-0a0259e5-4852-4963-bf38-458c8d851d6f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:37.961165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b05b9ae6-d4b7-4b77-ae20-ff66abe33fdf None None] Provisioning complete for port 72071f3d-75a3-4f97-ba37-536703a386b4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:37.961165 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b05b9ae6-d4b7-4b77-ae20-ff66abe33fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:37.979700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df3061-3f18-4ba7-b84d-a34d2e36a44a req-0a0259e5-4852-4963-bf38-458c8d851d6f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:38.003039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df3061-3f18-4ba7-b84d-a34d2e36a44a req-0a0259e5-4852-4963-bf38-458c8d851d6f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:38.012242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df3061-3f18-4ba7-b84d-a34d2e36a44a req-0a0259e5-4852-4963-bf38-458c8d851d6f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:38.021157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df3061-3f18-4ba7-b84d-a34d2e36a44a req-0a0259e5-4852-4963-bf38-458c8d851d6f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:38.023427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40df3061-3f18-4ba7-b84d-a34d2e36a44a req-0a0259e5-4852-4963-bf38-458c8d851d6f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 5435 time: 1.7122369 Dec 09 22:43:38.035767 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-ae9d14e5-fece-4361-80a6-7d5480264c43 service neutron] 10.222.0.16 "GET /v2.0/networks/e5c5b549-0727-4305-907a-0c8dfd0e6c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8131452 Dec 09 22:43:38.057761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b05b9ae6-d4b7-4b77-ae20-ff66abe33fdf None None] Port 72071f3d-75a3-4f97-ba37-536703a386b4 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:38.062673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b05b9ae6-d4b7-4b77-ae20-ff66abe33fdf None None] Could not find standard attr ID for object 11679390-e23d-4851-ab04-cd98d9feff9b. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:43:38.204551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:38.210286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Provisioning complete for port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:38.210692 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:38.250968 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:38.310646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3202b7a1-299e-4c4c-83d7-6d231efe3d38 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:38.324095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3202b7a1-299e-4c4c-83d7-6d231efe3d38 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:38.325512 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-3202b7a1-299e-4c4c-83d7-6d231efe3d38 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:43:38.337803 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:38.343575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3202b7a1-299e-4c4c-83d7-6d231efe3d38 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:43:38.375172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8046fa-97ce-4191-a958-2aad26658168']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:38.388309 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:38.458726 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:38.497769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] For port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a,segment=NetworkSegment(08431a02-0144-4631-bbd0-584e21c9bb33),segment_id=08431a02-0144-4631-bbd0-584e21c9bb33)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:38.500285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:38.500636 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:38.551859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:38.552441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26a8de7-e0ec-4a7c-8691-dd3355fda9b3') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:38.558128 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:38.667993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] For port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:38.681279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Provisioning complete for port 72071f3d-75a3-4f97-ba37-536703a386b4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:38.681670 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:38.688620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:38.708965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] For port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:43:38.756316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3202b7a1-299e-4c4c-83d7-6d231efe3d38 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 2.5724390 Dec 09 22:43:38.757090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60894) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:38.785146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Pushing event updated for resources: {'Port': ['ID=86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:38.798541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166154b-ed7b-46d0-908c-a10f8ba7da70 req-0970c1e0-f6a6-4d38-9624-2b11fad53a1a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:38.801858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Port 72071f3d-75a3-4f97-ba37-536703a386b4 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:38.802352 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d166154b-ed7b-46d0-908c-a10f8ba7da70 req-0970c1e0-f6a6-4d38-9624-2b11fad53a1a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.3839593 Dec 09 22:43:38.813019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] device_id is not set on port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:38.819409 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ab34ae9d-bb24-4c14-a8ca-2ac58f95b047 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0593426 Dec 09 22:43:38.821117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40df3061-3f18-4ba7-b84d-a34d2e36a44a req-a2ddc139-e5ff-416a-81f7-19a0e7133638 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7842183 Dec 09 22:43:38.821939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60896) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:38.922561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Provisioning complete for port 2c3ecdbc-21f3-4f1a-8566-bb5ac01123da triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:38.923022 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:38.926983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:38.956222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b43d2f-4100-48c7-bf58-e3a6d8af3cce tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:38.959649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-54b43d2f-4100-48c7-bf58-e3a6d8af3cce tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1362567 Dec 09 22:43:38.964456 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:38.966777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60900) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:39.029670 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2a7c8b37-899f-4fb0-a537-d4e197f37804 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602198 Dec 09 22:43:39.033521 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60902) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:39.039972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3ab8fb8b-68b5-49c9-9083-247d750cad17 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:39.063152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b762b03-574d-445c-8251-7c09184c24d7 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.122049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-446d5910-55fc-406c-80cf-b2149f2ecfd6 req-83711f6d-70a9-4df8-88a2-6c9b3925222c tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 210 time: 0.0964746 Dec 09 22:43:39.124076 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.138664 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.147210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Port 2c3ecdbc-21f3-4f1a-8566-bb5ac01123da cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:39.196628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Provisioning complete for port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:39.197185 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.234363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:39.235104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.305606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:39.358704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] No DVR routers for this DVR port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:39.360896 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab8fb8b-68b5-49c9-9083-247d750cad17 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:39.380591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ab8fb8b-68b5-49c9-9083-247d750cad17 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.411188 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b762b03-574d-445c-8251-7c09184c24d7 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.433751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000e2708-8d08-4f03-9a7c-f22d8dcf796e req-f8655637-31f6-4b8c-b19c-b5319a7e905b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0866523 Dec 09 22:43:39.437901 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b762b03-574d-445c-8251-7c09184c24d7 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.480418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fff983d0-d519-4f03-bac1-6e7ea7242e61 None None] Could not find standard attr ID for object 11679390-e23d-4851-ab04-cd98d9feff9b. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:43:39.486032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:39.534346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9b762b03-574d-445c-8251-7c09184c24d7 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] In _notify_port_updated(), no bound segment for port 2c3ecdbc-21f3-4f1a-8566-bb5ac01123da on network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a {{(pid=103418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:43:39.557088 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b762b03-574d-445c-8251-7c09184c24d7 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:39.557773 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b762b03-574d-445c-8251-7c09184c24d7 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.562268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9b762b03-574d-445c-8251-7c09184c24d7 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "PUT /v2.0/ports/2c3ecdbc-21f3-4f1a-8566-bb5ac01123da HTTP/1.1" status: 200 len: 1002 time: 1.9663539 Dec 09 22:43:39.562268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:43:39.562268 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.564593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60904) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:39.571108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:39.571499 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.687694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b762b03-574d-445c-8251-7c09184c24d7 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event updated for resources: {'Port': ['ID=2c3ecdbc-21f3-4f1a-8566-bb5ac01123da,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:43:39.696086 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:43:39.729624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] In _notify_port_updated(), no bound segment for port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c on network 422e58a1-7dd8-4542-a714-e661015cd5ef {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:43:39.734890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:39.735956 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.742289 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-0a279ef4-36f7-4029-9a45-4a73e942a426 service neutron] 10.222.0.18 "PUT /v2.0/ports/fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c HTTP/1.1" status: 200 len: 1028 time: 1.5442231 Dec 09 22:43:39.759488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9ed5daa2-aaea-491d-be40-a2b5ad26819d None None] Provisioning complete for port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:39.759813 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ed5daa2-aaea-491d-be40-a2b5ad26819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:39.850616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d166154b-ed7b-46d0-908c-a10f8ba7da70 req-2fa99780-1b10-44ed-b49b-0ac45ad87108 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0146122 Dec 09 22:43:39.917674 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.045983 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.050985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/da8046fa-97ce-4191-a958-2aad26658168 HTTP/1.1" status: 204 len: 168 time: 3.6985204 Dec 09 22:43:40.062145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b61f36ec-6b30-49f7-9d5f-0ad675cc79dd no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:40.064991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device deb2b117-2b5a-42eb-97bc-54437d96f7c6 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:40.086230 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e2708-8d08-4f03-9a7c-f22d8dcf796e req-6310c2c8-6855-40c4-9e45-a96d2ec12dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:40.087950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000e2708-8d08-4f03-9a7c-f22d8dcf796e req-6310c2c8-6855-40c4-9e45-a96d2ec12dd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 1097 time: 0.5657494 Dec 09 22:43:40.117915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a5835-8dc9-434d-8b46-9c48e60430d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8046fa-97ce-4191-a958-2aad26658168,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:40.256013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: b61f36ec-6b30-49f7-9d5f-0ad675cc79dd {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:43:40.256654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b61f36ec-6b30-49f7-9d5f-0ad675cc79dd not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:40.343150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964edfbc-5958-4e82-970a-cf44be0b027d req-de692001-aaf2-4d7c-8249-5e1091c2d15b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:40.387072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964edfbc-5958-4e82-970a-cf44be0b027d req-de692001-aaf2-4d7c-8249-5e1091c2d15b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:40.401251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964edfbc-5958-4e82-970a-cf44be0b027d req-de692001-aaf2-4d7c-8249-5e1091c2d15b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:40.410724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964edfbc-5958-4e82-970a-cf44be0b027d req-de692001-aaf2-4d7c-8249-5e1091c2d15b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:40.428005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964edfbc-5958-4e82-970a-cf44be0b027d req-de692001-aaf2-4d7c-8249-5e1091c2d15b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:40.433933 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.444781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964edfbc-5958-4e82-970a-cf44be0b027d req-de692001-aaf2-4d7c-8249-5e1091c2d15b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:40.447015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-964edfbc-5958-4e82-970a-cf44be0b027d req-de692001-aaf2-4d7c-8249-5e1091c2d15b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 4660 time: 0.3812821 Dec 09 22:43:40.449416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:40.478865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port deb2b117-2b5a-42eb-97bc-54437d96f7c6, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=deb2b117-2b5a-42eb-97bc-54437d96f7c6,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:40.499285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb2b117-2b5a-42eb-97bc-54437d96f7c6'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:40.501540 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429c7059-6b31-45fd-9984-b6ae537ffc83" -d '{"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-unplugged", "status": "completed", "tag": "deb2b117-2b5a-42eb-97bc-54437d96f7c6"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:40.505766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60922) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:40.512823 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.513548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 6f00eed1-efdc-4a57-9cbc-f82eb0696954 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:40.527002 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-45219e2d-d042-46d2-a729-ebb762f7a3d8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:40.528358 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-45219e2d-d042-46d2-a729-ebb762f7a3d8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "GET /v2.0/ports/6f00eed1-efdc-4a57-9cbc-f82eb0696954?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7530317 Dec 09 22:43:40.543245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:40.562868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c862c8fe-dd89-46c3-8aa7-b78db46075ba req-197ff487-1b5b-468d-91f9-7a98218465a6 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 210 time: 0.1058276 Dec 09 22:43:40.586232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7e5d13e2-b1ad-45b5-9b91-103cf46efdb5 None None] Provisioning complete for port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:40.586615 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e5d13e2-b1ad-45b5-9b91-103cf46efdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.645116 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80228dc3-46ee-480e-ae2c-f8ebe1886032 x-openstack-request-id: req-80228dc3-46ee-480e-ae2c-f8ebe1886032 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:40.645456 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-unplugged", "status": "completed", "tag": "deb2b117-2b5a-42eb-97bc-54437d96f7c6", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:40.645665 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80228dc3-46ee-480e-ae2c-f8ebe1886032 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:40.646094 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb2b117-2b5a-42eb-97bc-54437d96f7c6', 'code': 200} Dec 09 22:43:40.662201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=deb2b117-2b5a-42eb-97bc-54437d96f7c6,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:40.666602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:40.666976 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.670164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d13e2-b1ad-45b5-9b91-103cf46efdb5 None None] Port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:40.673572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e2708-8d08-4f03-9a7c-f22d8dcf796e req-915c07dc-6880-4da4-9e11-636e23a4204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:40.675461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000e2708-8d08-4f03-9a7c-f22d8dcf796e req-915c07dc-6880-4da4-9e11-636e23a4204b service neutron] 10.222.0.18 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.5482361 Dec 09 22:43:40.681073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-964edfbc-5958-4e82-970a-cf44be0b027d req-adba6d45-2bbf-4b3e-889e-6e36b7e17563 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2078345 Dec 09 22:43:40.713811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c813fb42-4cc4-4470-9324-4f7510e97c5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3d735f4e9494bc39d58324e1672d24b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1984494 Dec 09 22:43:40.713811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60926) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:40.751808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000e2708-8d08-4f03-9a7c-f22d8dcf796e req-d2a747b1-c5ee-4b46-91ea-4da5359811fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c7a9873-130e-4032-af02-1a4d1c20022e HTTP/1.1" status: 200 len: 217 time: 0.0549607 Dec 09 22:43:40.767746 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.768746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7e5d13e2-b1ad-45b5-9b91-103cf46efdb5 None None] Provisioning complete for port 2c3ecdbc-21f3-4f1a-8566-bb5ac01123da triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:40.769121 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e5d13e2-b1ad-45b5-9b91-103cf46efdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.811253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d13e2-b1ad-45b5-9b91-103cf46efdb5 None None] Port 2c3ecdbc-21f3-4f1a-8566-bb5ac01123da cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:40.835202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e2708-8d08-4f03-9a7c-f22d8dcf796e req-53e05dcd-4edc-421f-8039-de348c25ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:40.837071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000e2708-8d08-4f03-9a7c-f22d8dcf796e req-53e05dcd-4edc-421f-8039-de348c25ed18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.0792937 Dec 09 22:43:40.867152 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.907392 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 6f00eed1-efdc-4a57-9cbc-f82eb0696954, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6f00eed1-efdc-4a57-9cbc-f82eb0696954,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:40.913096 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.914438 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:40.943030 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75fd9828-c114-471b-b763-61c1364f4b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.978679 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.api [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:43:40.979100 n-d-789963-23 neutron-server[103417]: DEBUG oslo_db.api [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:43:40.979802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e2708-8d08-4f03-9a7c-f22d8dcf796e req-84f1fde7-4dcd-41d9-b7fa-42b854466f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:40.981678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000e2708-8d08-4f03-9a7c-f22d8dcf796e req-84f1fde7-4dcd-41d9-b7fa-42b854466f83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343796 Dec 09 22:43:40.982770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-28dda867-3083-4ac0-9b5c-8503f594dddc tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Deleting port 2c3ecdbc-21f3-4f1a-8566-bb5ac01123da {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:40.983115 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28dda867-3083-4ac0-9b5c-8503f594dddc tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.985047 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75fd9828-c114-471b-b763-61c1364f4b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:40.992059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371b281-cffc-4735-b048-ed4b7013c001 req-dac6d39a-a299-4ecf-bc4e-e3929c2ee3ff tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:40.994177 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-dac6d39a-a299-4ecf-bc4e-e3929c2ee3ff tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.18 "GET /v2.0/networks?id=e5c5b549-0727-4305-907a-0c8dfd0e6c58 HTTP/1.1" status: 200 len: 797 time: 0.4586625 Dec 09 22:43:41.018457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-3ab8fb8b-68b5-49c9-9083-247d750cad17 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:43:41.025919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c371b281-cffc-4735-b048-ed4b7013c001 req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Request body: {'port': {'device_id': 'e81b6e3d-0b81-42b3-976a-66abc08cc1e6', 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58', 'admin_state_up': True, 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:41.039045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ab8fb8b-68b5-49c9-9083-247d750cad17 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.097959 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000e2708-8d08-4f03-9a7c-f22d8dcf796e req-95f667c8-1601-402b-b6f5-d5d262612e20 service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048090 Dec 09 22:43:41.191807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab8fb8b-68b5-49c9-9083-247d750cad17 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:41.208406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-3ab8fb8b-68b5-49c9-9083-247d750cad17 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:41.219027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8fb8b-68b5-49c9-9083-247d750cad17 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:41.219632 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ab8fb8b-68b5-49c9-9083-247d750cad17 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.226111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=6f00eed1-efdc-4a57-9cbc-f82eb0696954,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:41.255851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95df62c-55d0-439f-8a8b-197e266f251a None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:41.265163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8fb8b-68b5-49c9-9083-247d750cad17 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=b573a7b7-0ac0-4bbb-9e28-690d72a50c4d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:41.297136 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3ab8fb8b-68b5-49c9-9083-247d750cad17 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2615967 Dec 09 22:43:41.299649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60932) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:41.300455 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28dda867-3083-4ac0-9b5c-8503f594dddc tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.312219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b12aa-c387-44e5-8973-11566d45dbe6 req-6a6e45e0-55da-44fa-81b9-cfc7b8bb2318 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:41.314676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-063b12aa-c387-44e5-8973-11566d45dbe6 req-6a6e45e0-55da-44fa-81b9-cfc7b8bb2318 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.2126632 Dec 09 22:43:41.320344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-28dda867-3083-4ac0-9b5c-8503f594dddc tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Calling delete_port for 2c3ecdbc-21f3-4f1a-8566-bb5ac01123da owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:41.322481 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:3f:2e:33', 'name': 'tempest-NetworksTestDHCPv6-691426950'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:41.384147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c371b281-cffc-4735-b048-ed4b7013c001 req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Made reservation on behalf of e85fd7bba2fc4cb1abe4f3986e6aa3f0 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:41.388461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c371b281-cffc-4735-b048-ed4b7013c001 req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.411416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': 'b573a7b7-0ac0-4bbb-9e28-690d72a50c4d'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:43:41.412323 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.469529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-000e2708-8d08-4f03-9a7c-f22d8dcf796e req-ff1d9850-de26-4774-b058-920f2bc5bd71 service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386190 Dec 09 22:43:41.531118 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.536133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75fd9828-c114-471b-b763-61c1364f4b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.538370 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75fd9828-c114-471b-b763-61c1364f4b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.539180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.554161 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-75fd9828-c114-471b-b763-61c1364f4b06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cc818c8-3038-4786-a5c7-09adfca6117e HTTP/1.1" status: 204 len: 168 time: 0.8311479 Dec 09 22:43:41.561698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-063b12aa-c387-44e5-8973-11566d45dbe6 req-1aceeafd-a50d-49dc-a204-0fd48ca8041e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504562 Dec 09 22:43:41.589960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd9828-c114-471b-b763-61c1364f4b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc818c8-3038-4786-a5c7-09adfca6117e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:41.614697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:41.665366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:41.669193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Allocated IP 2001:db8::f816:3eff:fe52:f40c (c98586a8-1bc3-4903-a5e8-931299d13bb7/b573a7b7-0ac0-4bbb-9e28-690d72a50c4d/f41bd7b7-45ec-4318-8cb2-f51decb27912) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:41.675620 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.676681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:41.744205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-c371b281-cffc-4735-b048-ed4b7013c001 req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Allocated IP 172.20.0.29 (e5c5b549-0727-4305-907a-0c8dfd0e6c58/c4da2948-6dde-41a5-9ff9-a8396656b5d8/47e431cb-4fa3-4e80-ad52-22802d1186ad) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:41.753380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28dda867-3083-4ac0-9b5c-8503f594dddc tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.786081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:41.831217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5449a11d-ff75-4036-b57b-dab55246e0e6 req-17183562-8127-490c-95b3-0707472965c0 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 210 time: 0.1465285 Dec 09 22:43:41.913838 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.920144 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:41.928901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dda867-3083-4ac0-9b5c-8503f594dddc tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event deleted for resources: {'Port': ['ID=2c3ecdbc-21f3-4f1a-8566-bb5ac01123da,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:41.965597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port 5797103d-e88b-45b7-bccf-50ebd874c2b6 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:42.021641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:42.036247 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:42.037018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 92b65e86-a908-4bef-9554-5f0afbc58d5f no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:42.181503 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:42.192762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:42.202881 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:42.330629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Pushing event updated for resources: {'Port': ['ID=f41bd7b7-45ec-4318-8cb2-f51decb27912,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:42.370920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ae81f-41b1-43a0-9538-fb9785c3b8f3 req-752954b9-cada-4c32-9ad5-83dbf52b6df4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:42.377986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ae81f-41b1-43a0-9538-fb9785c3b8f3 req-752954b9-cada-4c32-9ad5-83dbf52b6df4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:42.384518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ae81f-41b1-43a0-9538-fb9785c3b8f3 req-752954b9-cada-4c32-9ad5-83dbf52b6df4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:42.389609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:42.393283 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:42.396081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:42.397288 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ae81f-41b1-43a0-9538-fb9785c3b8f3 req-752954b9-cada-4c32-9ad5-83dbf52b6df4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:42.400785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:42.417479 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ae81f-41b1-43a0-9538-fb9785c3b8f3 req-752954b9-cada-4c32-9ad5-83dbf52b6df4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:42.423642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ae81f-41b1-43a0-9538-fb9785c3b8f3 req-752954b9-cada-4c32-9ad5-83dbf52b6df4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:42.436093 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-768ae81f-41b1-43a0-9538-fb9785c3b8f3 req-752954b9-cada-4c32-9ad5-83dbf52b6df4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 4652 time: 0.3624067 Dec 09 22:43:42.451277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37db0c-0993-4ca0-ad89-17c1290b7d6e req-4657b21a-8e32-4f3c-a0db-363d1ec11f26 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:42.452170 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c371b281-cffc-4735-b048-ed4b7013c001 req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:42.463584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c37db0c-0993-4ca0-ad89-17c1290b7d6e req-4657b21a-8e32-4f3c-a0db-363d1ec11f26 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.4171469 Dec 09 22:43:42.514279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 92b65e86-a908-4bef-9554-5f0afbc58d5f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=92b65e86-a908-4bef-9554-5f0afbc58d5f,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:42.515502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Attempting to bind port f41bd7b7-45ec-4318-8cb2-f51decb27912 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:43:42.516413 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Attempting to bind port f41bd7b7-45ec-4318-8cb2-f51decb27912 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:43:42.516413 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Attempting to bind port f41bd7b7-45ec-4318-8cb2-f51decb27912 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:43:42.524952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:43:42.525400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:43:42.525956 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:42.526462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:43:42.527060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Bound port: f41bd7b7-45ec-4318-8cb2-f51decb27912, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:43:42.527541 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:42.545662 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:42.545890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:42.569221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] For port 6f00eed1-efdc-4a57-9cbc-f82eb0696954, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6f00eed1-efdc-4a57-9cbc-f82eb0696954,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:42.579940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::f816:3eff:fe3f:2e33 (c98586a8-1bc3-4903-a5e8-931299d13bb7/b573a7b7-0ac0-4bbb-9e28-690d72a50c4d/5797103d-e88b-45b7-bccf-50ebd874c2b6) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:42.650636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f00eed1-efdc-4a57-9cbc-f82eb0696954'}, {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cce254b-6587-467d-a40e-0a0d7c2fa3b8'}, {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e'}, {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b65e86-a908-4bef-9554-5f0afbc58d5f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:42.650978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28dda867-3083-4ac0-9b5c-8503f594dddc tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:42.652930 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3fdefe-6ea4-4385-8f88-6dc0d39d88de" -d '{"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-unplugged", "status": "completed", "tag": "6f00eed1-efdc-4a57-9cbc-f82eb0696954"}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-unplugged", "status": "completed", "tag": "5cce254b-6587-467d-a40e-0a0d7c2fa3b8"}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-unplugged", "status": "completed", "tag": "44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e"}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-unplugged", "status": "completed", "tag": "92b65e86-a908-4bef-9554-5f0afbc58d5f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:42.656613 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-28dda867-3083-4ac0-9b5c-8503f594dddc tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "DELETE /v2.0/ports/2c3ecdbc-21f3-4f1a-8566-bb5ac01123da HTTP/1.1" status: 204 len: 168 time: 3.0881689 Dec 09 22:43:42.660192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60964) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:42.676844 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c371b281-cffc-4735-b048-ed4b7013c001 req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:42.693086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] For port f41bd7b7-45ec-4318-8cb2-f51decb27912, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:43:42.695118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:43:42.695558 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 924ba139-5c3b-416c-bf5e-6d24f55fbf60 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:42.703649 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] For port f41bd7b7-45ec-4318-8cb2-f51decb27912, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f41bd7b7-45ec-4318-8cb2-f51decb27912,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:43:42.729576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=92b65e86-a908-4bef-9554-5f0afbc58d5f,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:42.733183 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c37db0c-0993-4ca0-ad89-17c1290b7d6e req-75fa0e25-a3cb-4e7f-93a3-d28453f4ae21 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611904 Dec 09 22:43:42.738278 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-768ae81f-41b1-43a0-9538-fb9785c3b8f3 req-25c4c330-64ef-4caf-bb17-42172c923aed tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&id=64d08c33-6365-4cdb-af1a-06e7692141b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3012590 Dec 09 22:43:42.763249 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:42.819093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event updated for resources: {'Port': ['ID=47e431cb-4fa3-4e80-ad52-22802d1186ad,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:42.847092 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3de2d3b-c8a9-45c0-9aa9-7271b2977957 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] GET failed (client error): The resource could not be found. Dec 09 22:43:42.853009 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b3de2d3b-c8a9-45c0-9aa9-7271b2977957 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "GET /v2.0/ports/2c3ecdbc-21f3-4f1a-8566-bb5ac01123da HTTP/1.1" status: 404 len: 333 time: 0.1910796 Dec 09 22:43:42.854993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60972) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:42.855237 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c371b281-cffc-4735-b048-ed4b7013c001 req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Network e5c5b549-0727-4305-907a-0c8dfd0e6c58 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:42.864926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-c371b281-cffc-4735-b048-ed4b7013c001 req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:42.867706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Request body: {'port': {'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-401741966'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:42.882320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcaebb-e0c8-436f-961e-1abc47256c6a None None] Pushing event updated for resources: {'Port': ['ID=f41bd7b7-45ec-4318-8cb2-f51decb27912,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:42.892725 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0263d4b2-8476-428f-8fd9-ef0b3df3fb92 x-openstack-request-id: req-0263d4b2-8476-428f-8fd9-ef0b3df3fb92 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:42.893224 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-unplugged", "status": "completed", "tag": "6f00eed1-efdc-4a57-9cbc-f82eb0696954", "code": 200}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-unplugged", "status": "completed", "tag": "5cce254b-6587-467d-a40e-0a0d7c2fa3b8", "code": 200}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-unplugged", "status": "completed", "tag": "44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e", "code": 200}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-unplugged", "status": "completed", "tag": "92b65e86-a908-4bef-9554-5f0afbc58d5f", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:42.893602 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0263d4b2-8476-428f-8fd9-ef0b3df3fb92 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:42.894202 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f00eed1-efdc-4a57-9cbc-f82eb0696954', 'code': 200} Dec 09 22:43:42.894644 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cce254b-6587-467d-a40e-0a0d7c2fa3b8', 'code': 200} Dec 09 22:43:42.895046 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e', 'code': 200} Dec 09 22:43:42.895397 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b65e86-a908-4bef-9554-5f0afbc58d5f', 'code': 200} Dec 09 22:43:42.912563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c371b281-cffc-4735-b048-ed4b7013c001 req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:42.922337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] For port 6f00eed1-efdc-4a57-9cbc-f82eb0696954, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:43:42.993402 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:43.060863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] device_id is not set on port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:43.093214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371b281-cffc-4735-b048-ed4b7013c001 req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:43.094223 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c371b281-cffc-4735-b048-ed4b7013c001 req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:43.098893 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:43.099107 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 924ba139-5c3b-416c-bf5e-6d24f55fbf60, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=924ba139-5c3b-416c-bf5e-6d24f55fbf60,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:43.111676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:43.113487 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:43.126137 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-98e62946-66e5-47d3-a626-de81d639db16 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1046340 Dec 09 22:43:43.169896 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Request body: {'port': {'device_id': 'e81b6e3d-0b81-42b3-976a-66abc08cc1e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:43.263393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=924ba139-5c3b-416c-bf5e-6d24f55fbf60,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:43.300303 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:43.439506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] No DVR routers for this DVR port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:43.444314 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] Pushing event updated for resources: {'Port': ['ID=6f00eed1-efdc-4a57-9cbc-f82eb0696954,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:43.476161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-02d40ecd-6b8a-4f9b-8a7d-dabe60c4888b None None] Provisioning complete for port 47e431cb-4fa3-4e80-ad52-22802d1186ad triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:43.477703 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02d40ecd-6b8a-4f9b-8a7d-dabe60c4888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:43.592172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-02d40ecd-6b8a-4f9b-8a7d-dabe60c4888b None None] Port 47e431cb-4fa3-4e80-ad52-22802d1186ad cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:43.624763 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] In _notify_port_updated(), no bound segment for port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 on network 422e58a1-7dd8-4542-a714-e661015cd5ef {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:43:43.625935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:43.626574 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:43.634539 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-c4ad95da-b0c0-435c-abae-e095a370b4fc service neutron] 10.222.0.18 "PUT /v2.0/ports/6f00eed1-efdc-4a57-9cbc-f82eb0696954 HTTP/1.1" status: 200 len: 1028 time: 3.0938697 Dec 09 22:43:43.658585 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:43.822352 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6efa8e-bde8-40db-a113-5ffbfd4b8fbf req-37186bcd-e3b7-4a80-8780-51baa5381336 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:43.825937 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a6efa8e-bde8-40db-a113-5ffbfd4b8fbf req-37186bcd-e3b7-4a80-8780-51baa5381336 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 895 time: 0.2805276 Dec 09 22:43:43.839268 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8e1b5b26-d596-4561-b191-67975b40a0eb None None] Provisioning complete for port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:43.839988 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5b26-d596-4561-b191-67975b40a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:43.850132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:43.933157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b5b26-d596-4561-b191-67975b40a0eb None None] Port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:43.952580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:44.066585 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7df7092b-4007-4423-8340-1d6b659151fa tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Deleting port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:44.067080 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7df7092b-4007-4423-8340-1d6b659151fa tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:44.067283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:44.069904 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:44.078486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:44.079220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:44.095349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e431cb-4fa3-4e80-ad52-22802d1186ad {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:43:44.104671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Made reservation on behalf of 3e88101aa2454a278335f2bed9d59dd0 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:44.108218 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:44.112656 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:44.147351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2f006-98e6-425b-bc63-dd748304a46b req-d32b9a05-4bec-426e-8b4a-7ce9339c911b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:44.153590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2f006-98e6-425b-bc63-dd748304a46b req-d32b9a05-4bec-426e-8b4a-7ce9339c911b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:44.159588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2f006-98e6-425b-bc63-dd748304a46b req-d32b9a05-4bec-426e-8b4a-7ce9339c911b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:44.169691 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2f006-98e6-425b-bc63-dd748304a46b req-d32b9a05-4bec-426e-8b4a-7ce9339c911b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:44.176084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2f006-98e6-425b-bc63-dd748304a46b req-d32b9a05-4bec-426e-8b4a-7ce9339c911b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:44.177998 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94a2f006-98e6-425b-bc63-dd748304a46b req-d32b9a05-4bec-426e-8b4a-7ce9339c911b tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 3875 time: 0.2339604 Dec 09 22:43:44.178700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=5797103d-e88b-45b7-bccf-50ebd874c2b6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:44.195961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d957c-ac8d-4a21-92d7-bda079908282 req-c8d12bb8-a2f3-4dfe-adec-03bd737f06e3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:44.197473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df7d957c-ac8d-4a21-92d7-bda079908282 req-c8d12bb8-a2f3-4dfe-adec-03bd737f06e3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.2476299 Dec 09 22:43:44.214735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Transition to ACTIVE for port object 47e431cb-4fa3-4e80-ad52-22802d1186ad will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:43:44.235265 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:44.257128 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8988782e-1f2b-4c11-b2ec-251c688ed900 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9380419 Dec 09 22:43:44.257342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60994) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:44.270422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] device_id is not set on port b4e5c6d4-a41b-44c0-9c8e-7953c3243f70 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:44.289020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=47e431cb-4fa3-4e80-ad52-22802d1186ad,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:44.401800 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7df7092b-4007-4423-8340-1d6b659151fa tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] For port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:44.404293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7df7092b-4007-4423-8340-1d6b659151fa tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:44.470379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7df7092b-4007-4423-8340-1d6b659151fa tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Calling delete_port for 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:44.486448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Allocated IP 2001:db8::21 (7e6cffc6-0618-436a-bea0-7ad25ad1e07a/df2bee76-2124-4723-97f6-d15536a809ef/b4e5c6d4-a41b-44c0-9c8e-7953c3243f70) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:44.542855 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f41bd7b7-45ec-4318-8cb2-f51decb27912 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:44.547579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Attempting to bind port 47e431cb-4fa3-4e80-ad52-22802d1186ad on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:43:44.547928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Attempting to bind port 47e431cb-4fa3-4e80-ad52-22802d1186ad by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:43:44.548264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Attempting to bind port 47e431cb-4fa3-4e80-ad52-22802d1186ad on network e5c5b549-0727-4305-907a-0c8dfd0e6c58 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:43:44.563245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Port 47e431cb-4fa3-4e80-ad52-22802d1186ad on network e5c5b549-0727-4305-907a-0c8dfd0e6c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:43:44.563245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Attempting to bind port 47e431cb-4fa3-4e80-ad52-22802d1186ad on network e5c5b549-0727-4305-907a-0c8dfd0e6c58 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:43:44.635954 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94a2f006-98e6-425b-bc63-dd748304a46b req-0b8d3cff-e928-4796-a7bd-0c648771ab03 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4371467 Dec 09 22:43:44.654681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df7d957c-ac8d-4a21-92d7-bda079908282 req-9df9d90c-862a-4d80-a365-e26fa63cd288 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255357 Dec 09 22:43:44.655214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:43:44.655723 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Checking segment: {'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:43:44.656057 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Bound using segment: {'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:43:44.656470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Bound port: 47e431cb-4fa3-4e80-ad52-22802d1186ad, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08431a02-0144-4631-bbd0-584e21c9bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:43:44.656821 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:44.691811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59feb6ed-44ea-49b7-a6bb-3895f1d17fed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:44.716161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f41bd7b7-45ec-4318-8cb2-f51decb27912 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:44.717326 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:44.720419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59feb6ed-44ea-49b7-a6bb-3895f1d17fed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:44.724578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-59feb6ed-44ea-49b7-a6bb-3895f1d17fed tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4636946 Dec 09 22:43:44.724939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32768) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:44.795721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] For port 47e431cb-4fa3-4e80-ad52-22802d1186ad, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:43:44.799923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] For port 47e431cb-4fa3-4e80-ad52-22802d1186ad, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=47e431cb-4fa3-4e80-ad52-22802d1186ad,segment=NetworkSegment(08431a02-0144-4631-bbd0-584e21c9bb33),segment_id=08431a02-0144-4631-bbd0-584e21c9bb33)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:43:44.819151 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:44.899382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:44.900024 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:44.901692 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/47e431cb-4fa3-4e80-ad52-22802d1186ad HTTP/1.1" status: 200 len: 1056 time: 1.7371016 Dec 09 22:43:44.902263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81b6e3d-0b81-42b3-976a-66abc08cc1e6', 'tag': '47e431cb-4fa3-4e80-ad52-22802d1186ad'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:44.911268 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f868c6ba-95b6-41ba-89c8-4ca0dcb9b444" -d '{"events": [{"name": "network-changed", "server_uuid": "e81b6e3d-0b81-42b3-976a-66abc08cc1e6", "tag": "47e431cb-4fa3-4e80-ad52-22802d1186ad"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:44.960717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924ba139-5c3b-416c-bf5e-6d24f55fbf60'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:44.966961 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538f43c3-22d5-42ed-9555-b262954bd8a1" -d '{"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-unplugged", "status": "completed", "tag": "924ba139-5c3b-416c-bf5e-6d24f55fbf60"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:45.106948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b254b78e-5f04-47ba-a37b-797a12ea7404 None None] Provisioning complete for port f41bd7b7-45ec-4318-8cb2-f51decb27912 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:45.107916 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b254b78e-5f04-47ba-a37b-797a12ea7404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:45.117364 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:45.128479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ed2f9-35d4-42cc-8253-6532aa1af9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=47e431cb-4fa3-4e80-ad52-22802d1186ad,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:45.211258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port f41bd7b7-45ec-4318-8cb2-f51decb27912, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f41bd7b7-45ec-4318-8cb2-f51decb27912,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:45.225891 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:45.320077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=f41bd7b7-45ec-4318-8cb2-f51decb27912,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:45.409781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371b281-cffc-4735-b048-ed4b7013c001 req-c3c1eb53-1840-452f-bd8b-e95da7b11072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:45.422776 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-c3c1eb53-1840-452f-bd8b-e95da7b11072 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0&device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 1059 time: 0.4228632 Dec 09 22:43:45.474460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-6803267d-4d5e-461e-93ef-809c8c25680f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port 5797103d-e88b-45b7-bccf-50ebd874c2b6 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:45.475180 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6803267d-4d5e-461e-93ef-809c8c25680f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:45.520959 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-c5cfe80e-c717-4492-9b93-0e3b656f0499 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=47e431cb-4fa3-4e80-ad52-22802d1186ad HTTP/1.1" status: 200 len: 217 time: 0.0822952 Dec 09 22:43:45.522873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7df7092b-4007-4423-8340-1d6b659151fa tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:45.535412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647e8f6-58a9-43c2-8462-65aa3cd927d1 req-3e6401eb-cb74-4e82-888a-d4484a4f06c3 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:45.547546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a647e8f6-58a9-43c2-8462-65aa3cd927d1 req-3e6401eb-cb74-4e82-888a-d4484a4f06c3 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 907 time: 0.2101638 Dec 09 22:43:45.672601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-70b7ab5f-3dc3-43e7-9bbd-80b8b4f18f88 None None] Provisioning complete for port 5797103d-e88b-45b7-bccf-50ebd874c2b6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:45.675577 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-70b7ab5f-3dc3-43e7-9bbd-80b8b4f18f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:45.757498 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:45.774543 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27b40f1-3d0f-4b78-b923-d7333dd9122e x-openstack-request-id: req-d27b40f1-3d0f-4b78-b923-d7333dd9122e {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:45.775719 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-unplugged", "status": "completed", "tag": "924ba139-5c3b-416c-bf5e-6d24f55fbf60", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:45.776230 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d27b40f1-3d0f-4b78-b923-d7333dd9122e {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:45.776878 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924ba139-5c3b-416c-bf5e-6d24f55fbf60', 'code': 200} Dec 09 22:43:45.782066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-70b7ab5f-3dc3-43e7-9bbd-80b8b4f18f88 None None] Port 5797103d-e88b-45b7-bccf-50ebd874c2b6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:45.782333 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a730b3-46f2-47c6-91dc-27d0e1354193 x-openstack-request-id: req-44a730b3-46f2-47c6-91dc-27d0e1354193 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:45.786396 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81b6e3d-0b81-42b3-976a-66abc08cc1e6", "tag": "47e431cb-4fa3-4e80-ad52-22802d1186ad", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:45.791678 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44a730b3-46f2-47c6-91dc-27d0e1354193 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:45.792314 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81b6e3d-0b81-42b3-976a-66abc08cc1e6', 'tag': '47e431cb-4fa3-4e80-ad52-22802d1186ad', 'status': 'completed', 'code': 200} Dec 09 22:43:45.796241 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7092b-4007-4423-8340-1d6b659151fa tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'Port': ['ID=44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:45.837902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7df7092b-4007-4423-8340-1d6b659151fa tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] No DVR routers for this DVR port 44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:45.844881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7df7092b-4007-4423-8340-1d6b659151fa tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:45.848695 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7df7092b-4007-4423-8340-1d6b659151fa tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "DELETE /v2.0/ports/44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e HTTP/1.1" status: 204 len: 173 time: 2.2076344 Dec 09 22:43:45.915775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371b281-cffc-4735-b048-ed4b7013c001 req-167cf5e2-0faf-474e-80c0-5ffd17e74f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:45.917364 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-167cf5e2-0faf-474e-80c0-5ffd17e74f4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4da2948-6dde-41a5-9ff9-a8396656b5d8 HTTP/1.1" status: 200 len: 837 time: 0.2596605 Dec 09 22:43:45.929169 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6803267d-4d5e-461e-93ef-809c8c25680f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:45.973980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-6803267d-4d5e-461e-93ef-809c8c25680f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for 5797103d-e88b-45b7-bccf-50ebd874c2b6 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:45.993528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371b281-cffc-4735-b048-ed4b7013c001 req-60e10dfe-0175-4001-9315-acd8601f8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:45.995060 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-60e10dfe-0175-4001-9315-acd8601f8721 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5c5b549-0727-4305-907a-0c8dfd0e6c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0507331 Dec 09 22:43:46.009606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8104815-3ed3-4415-b786-de7dcc471007 req-e9839b66-f8ba-41a0-95b4-04920d6ad592 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:46.011145 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8104815-3ed3-4415-b786-de7dcc471007 req-e9839b66-f8ba-41a0-95b4-04920d6ad592 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.2245317 Dec 09 22:43:46.011851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-e38da678-a5ce-4e0d-bb50-eac530eb933f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Deleting port deb2b117-2b5a-42eb-97bc-54437d96f7c6 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:46.012261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-e38da678-a5ce-4e0d-bb50-eac530eb933f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:46.056443 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:46.123897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd0de-a2fb-461b-92cd-e4c4d4bb7abe req-957da6bd-29c7-49ae-a44a-d605bc4978fd tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:46.129972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd0de-a2fb-461b-92cd-e4c4d4bb7abe req-957da6bd-29c7-49ae-a44a-d605bc4978fd tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:46.135949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd0de-a2fb-461b-92cd-e4c4d4bb7abe req-957da6bd-29c7-49ae-a44a-d605bc4978fd tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:46.142471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd0de-a2fb-461b-92cd-e4c4d4bb7abe req-957da6bd-29c7-49ae-a44a-d605bc4978fd tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:46.144237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-686fd0de-a2fb-461b-92cd-e4c4d4bb7abe req-957da6bd-29c7-49ae-a44a-d605bc4978fd tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 3142 time: 0.2391188 Dec 09 22:43:46.198177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:46.212390 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-99650215-0565-48f9-b00e-87d0b7273b9b service neutron] 10.222.0.18 "GET /v2.0/networks/e5c5b549-0727-4305-907a-0c8dfd0e6c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946683 Dec 09 22:43:46.212577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event updated for resources: {'Port': ['ID=b4e5c6d4-a41b-44c0-9c8e-7953c3243f70,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:46.215041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:46.225300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:46.231143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:46.231840 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:46.300289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8104815-3ed3-4415-b786-de7dcc471007 req-bb71dd26-f73b-47cc-822a-98c2133249f3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472234 Dec 09 22:43:46.414443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-686fd0de-a2fb-461b-92cd-e4c4d4bb7abe req-87aeb2f2-d3ef-4d0c-9070-1027fd5175e8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504535 Dec 09 22:43:46.443589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f41bd7b7-45ec-4318-8cb2-f51decb27912 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:46.445444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aa85c03d-2b8b-40f1-a835-56d87b1660ff tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5876424 Dec 09 22:43:46.451827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32802) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:46.453676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-e38da678-a5ce-4e0d-bb50-eac530eb933f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] For port deb2b117-2b5a-42eb-97bc-54437d96f7c6, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=deb2b117-2b5a-42eb-97bc-54437d96f7c6,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:46.454192 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-e38da678-a5ce-4e0d-bb50-eac530eb933f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:46.458637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-67d1102b-aedc-45bc-87b7-c8304b691bcb tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b8:b2:ea'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:46.503325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-e38da678-a5ce-4e0d-bb50-eac530eb933f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Calling delete_port for deb2b117-2b5a-42eb-97bc-54437d96f7c6 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:46.545852 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f41bd7b7-45ec-4318-8cb2-f51decb27912 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:46.546340 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:46.567741 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c371b281-cffc-4735-b048-ed4b7013c001 req-97c23a36-80dd-491e-81a0-920c420265dc service neutron] 10.222.0.18 "GET /v2.0/networks/e5c5b549-0727-4305-907a-0c8dfd0e6c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406751 Dec 09 22:43:46.648676 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6803267d-4d5e-461e-93ef-809c8c25680f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:46.715138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5c7bc2fa-2ac5-4dc5-a97d-8d268f5067c8 None None] Provisioning complete for port b4e5c6d4-a41b-44c0-9c8e-7953c3243f70 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:46.716050 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc2fa-2ac5-4dc5-a97d-8d268f5067c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:46.768245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803267d-4d5e-461e-93ef-809c8c25680f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=5797103d-e88b-45b7-bccf-50ebd874c2b6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:46.772998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5c7bc2fa-2ac5-4dc5-a97d-8d268f5067c8 None None] Port b4e5c6d4-a41b-44c0-9c8e-7953c3243f70 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:46.803969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868c6ba-95b6-41ba-89c8-4ca0dcb9b444 req-216a6206-1913-4a26-943e-47bb9d546f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:46.806055 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f868c6ba-95b6-41ba-89c8-4ca0dcb9b444 req-216a6206-1913-4a26-943e-47bb9d546f43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0&device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 1059 time: 0.1279712 Dec 09 22:43:46.861051 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6803267d-4d5e-461e-93ef-809c8c25680f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:46.868345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6803267d-4d5e-461e-93ef-809c8c25680f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/5797103d-e88b-45b7-bccf-50ebd874c2b6 HTTP/1.1" status: 204 len: 168 time: 2.1403263 Dec 09 22:43:46.870233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32816) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:47.002809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868c6ba-95b6-41ba-89c8-4ca0dcb9b444 req-715a18c5-baa0-43e8-b120-49b43a01167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:47.004607 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f868c6ba-95b6-41ba-89c8-4ca0dcb9b444 req-715a18c5-baa0-43e8-b120-49b43a01167e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5c5b549-0727-4305-907a-0c8dfd0e6c58 HTTP/1.1" status: 200 len: 898 time: 0.1918223 Dec 09 22:43:47.018920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28d2c8-f31f-433f-9d1f-4f554889f941 req-c7ed8dc1-5261-4c35-8e9d-53a3358a59a2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:47.020841 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-e38da678-a5ce-4e0d-bb50-eac530eb933f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:47.029704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ac28d2c8-f31f-433f-9d1f-4f554889f941 req-c7ed8dc1-5261-4c35-8e9d-53a3358a59a2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 907 time: 0.3485045 Dec 09 22:43:47.037416 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d1102b-aedc-45bc-87b7-c8304b691bcb tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:47.053310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a7082f-3177-4313-b3e8-1e08ddd98500 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:47.060445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a7082f-3177-4313-b3e8-1e08ddd98500 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:47.065291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-26a7082f-3177-4313-b3e8-1e08ddd98500 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1941028 Dec 09 22:43:47.068009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32822) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:47.086353 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f868c6ba-95b6-41ba-89c8-4ca0dcb9b444 req-d236a985-093c-4cd8-8e8c-eff7e3003376 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=47e431cb-4fa3-4e80-ad52-22802d1186ad HTTP/1.1" status: 200 len: 217 time: 0.0712078 Dec 09 22:43:47.087071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38da678-a5ce-4e0d-bb50-eac530eb933f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'Port': ['ID=deb2b117-2b5a-42eb-97bc-54437d96f7c6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:47.175456 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd4c511-3d31-40cd-bee6-423fba044cf8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet b573a7b7-0ac0-4bbb-9e28-690d72a50c4d {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:47.179340 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9fd4c511-3d31-40cd-bee6-423fba044cf8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:47.221194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-e38da678-a5ce-4e0d-bb50-eac530eb933f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] No DVR routers for this DVR port deb2b117-2b5a-42eb-97bc-54437d96f7c6 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:47.225055 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-e38da678-a5ce-4e0d-bb50-eac530eb933f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:47.229704 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-e38da678-a5ce-4e0d-bb50-eac530eb933f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "DELETE /v2.0/ports/deb2b117-2b5a-42eb-97bc-54437d96f7c6 HTTP/1.1" status: 204 len: 173 time: 1.3690779 Dec 09 22:43:47.231737 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9fd4c511-3d31-40cd-bee6-423fba044cf8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:47.246100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868c6ba-95b6-41ba-89c8-4ca0dcb9b444 req-7ced548a-adb8-4cf5-9ee4-9adedafde082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:47.249190 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f868c6ba-95b6-41ba-89c8-4ca0dcb9b444 req-7ced548a-adb8-4cf5-9ee4-9adedafde082 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4da2948-6dde-41a5-9ff9-a8396656b5d8 HTTP/1.1" status: 200 len: 837 time: 0.1552036 Dec 09 22:43:47.312503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868c6ba-95b6-41ba-89c8-4ca0dcb9b444 req-6dc3e156-aff0-4a73-93b2-76e95b44979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:47.314804 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f868c6ba-95b6-41ba-89c8-4ca0dcb9b444 req-6dc3e156-aff0-4a73-93b2-76e95b44979f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5c5b549-0727-4305-907a-0c8dfd0e6c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0575171 Dec 09 22:43:47.432511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9fd4c511-3d31-40cd-bee6-423fba044cf8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:47.467048 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f868c6ba-95b6-41ba-89c8-4ca0dcb9b444 req-a9161ff3-36a3-49e2-aa68-3291d33d7967 service neutron] 10.222.0.18 "GET /v2.0/networks/e5c5b549-0727-4305-907a-0c8dfd0e6c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415708 Dec 09 22:43:47.535946 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d81eb-82b4-4f66-987c-4c52037e1e28 req-87874362-1d2e-4339-a9f7-b83197774363 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:47.537765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b62d81eb-82b4-4f66-987c-4c52037e1e28 req-87874362-1d2e-4339-a9f7-b83197774363 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.1604123 Dec 09 22:43:47.674901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b62d81eb-82b4-4f66-987c-4c52037e1e28 req-9a2a2ead-d5f3-4d10-a354-6c1763771bb4 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298215 Dec 09 22:43:47.679255 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9fd4c511-3d31-40cd-bee6-423fba044cf8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:47.682620 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f868c6ba-95b6-41ba-89c8-4ca0dcb9b444 req-0c469c9a-7a57-4b45-ae61-3385555ceca1 service neutron] 10.222.0.18 "GET /v2.0/networks/e5c5b549-0727-4305-907a-0c8dfd0e6c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066402 Dec 09 22:43:47.729367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa527c2-5272-423f-8cbd-a74213e43bd0 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:47.750396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7ed93d3d-a66d-4627-906a-ce604b46a125 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Deleting port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:47.753452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7ed93d3d-a66d-4627-906a-ce604b46a125 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:47.768449 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9fd4c511-3d31-40cd-bee6-423fba044cf8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:47.773460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9fd4c511-3d31-40cd-bee6-423fba044cf8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/b573a7b7-0ac0-4bbb-9e28-690d72a50c4d HTTP/1.1" status: 204 len: 168 time: 0.7017372 Dec 09 22:43:47.789572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32832) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:47.796831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-deleted', 'tag': '44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e'}, {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-deleted', 'tag': 'deb2b117-2b5a-42eb-97bc-54437d96f7c6'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:47.799986 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b13a42-82bf-4edc-93ac-9a581450498c" -d '{"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-deleted", "tag": "44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e"}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-deleted", "tag": "deb2b117-2b5a-42eb-97bc-54437d96f7c6"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:47.800626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4c511-3d31-40cd-bee6-423fba044cf8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=b573a7b7-0ac0-4bbb-9e28-690d72a50c4d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:47.813089 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d1102b-aedc-45bc-87b7-c8304b691bcb tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:47.898702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7ed93d3d-a66d-4627-906a-ce604b46a125 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] For port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:47.899305 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7ed93d3d-a66d-4627-906a-ce604b46a125 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:47.914133 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-47fc248f-c1ae-4f83-adec-c53dba96863b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1238391 Dec 09 22:43:47.917403 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d1102b-aedc-45bc-87b7-c8304b691bcb tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:47.922338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32840) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:47.932190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7ed93d3d-a66d-4627-906a-ce604b46a125 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Calling delete_port for 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:47.933568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-cd02be0c-da71-4f0e-8982-40cd36b3e54b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:47.987461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d067d1-7872-490f-a8d9-7662fa894def None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:48.045652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3504dce9-00a0-4022-88a3-386fc8eaf50e details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:43:48.113817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e1d067d1-7872-490f-a8d9-7662fa894def None None] Deleting port f41bd7b7-45ec-4318-8cb2-f51decb27912 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:48.115125 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e1d067d1-7872-490f-a8d9-7662fa894def None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:48.115316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf4a64-a56b-41f7-9000-5614d8800137 req-d21fe7fb-8ae1-4921-8b08-cff2c430def9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:48.131458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf4a64-a56b-41f7-9000-5614d8800137 req-d21fe7fb-8ae1-4921-8b08-cff2c430def9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:48.145442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf4a64-a56b-41f7-9000-5614d8800137 req-d21fe7fb-8ae1-4921-8b08-cff2c430def9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:48.163307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3dcf4a64-a56b-41f7-9000-5614d8800137 req-d21fe7fb-8ae1-4921-8b08-cff2c430def9 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 2409 time: 0.4290750 Dec 09 22:43:48.165813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-67d1102b-aedc-45bc-87b7-c8304b691bcb tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] In _notify_port_updated(), no bound segment for port b4e5c6d4-a41b-44c0-9c8e-7953c3243f70 on network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a {{(pid=103418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:43:48.171521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d1102b-aedc-45bc-87b7-c8304b691bcb tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:48.177047 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67d1102b-aedc-45bc-87b7-c8304b691bcb tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:48.178578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-67d1102b-aedc-45bc-87b7-c8304b691bcb tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "PUT /v2.0/ports/b4e5c6d4-a41b-44c0-9c8e-7953c3243f70 HTTP/1.1" status: 200 len: 1001 time: 1.7255316 Dec 09 22:43:48.228776 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32852) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:48.243444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e1d067d1-7872-490f-a8d9-7662fa894def None None] For port f41bd7b7-45ec-4318-8cb2-f51decb27912, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f41bd7b7-45ec-4318-8cb2-f51decb27912,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:48.244124 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e1d067d1-7872-490f-a8d9-7662fa894def None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:48.263317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e1d067d1-7872-490f-a8d9-7662fa894def None None] Calling delete_port for f41bd7b7-45ec-4318-8cb2-f51decb27912 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:48.435061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f41bd7b7-45ec-4318-8cb2-f51decb27912 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:43:48.451189 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3dcf4a64-a56b-41f7-9000-5614d8800137 req-3338f497-e42d-431c-b1ea-af3a9892a405 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804403 Dec 09 22:43:48.625006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1102b-aedc-45bc-87b7-c8304b691bcb tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event updated for resources: {'Port': ['ID=b4e5c6d4-a41b-44c0-9c8e-7953c3243f70,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:48.649057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3504dce9-00a0-4022-88a3-386fc8eaf50e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3504dce9-00a0-4022-88a3-386fc8eaf50e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:48.682368 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:48.751640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dd14e-1988-4a92-9bbc-7cdd7d67bb2b req-7e8c55ab-cfc2-47c4-8f55-11a1cc032e28 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:48.753761 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-290dd14e-1988-4a92-9bbc-7cdd7d67bb2b req-7e8c55ab-cfc2-47c4-8f55-11a1cc032e28 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 907 time: 0.4523222 Dec 09 22:43:48.773737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '3504dce9-00a0-4022-88a3-386fc8eaf50e', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'port_id': '3504dce9-00a0-4022-88a3-386fc8eaf50e', 'mac_address': 'fa:16:3e:8d:8e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:43:48.774355 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b8a58a-598f-4c40-a4e4-c52b920b0e6c x-openstack-request-id: req-28b8a58a-598f-4c40-a4e4-c52b920b0e6c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:48.774355 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-deleted", "tag": "44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e", "status": "completed", "code": 200}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-deleted", "tag": "deb2b117-2b5a-42eb-97bc-54437d96f7c6", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:48.774355 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28b8a58a-598f-4c40-a4e4-c52b920b0e6c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:48.775516 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-deleted', 'tag': '44a6dad7-3f1f-4489-bf9e-7067bd7ffd5e', 'status': 'completed', 'code': 200} Dec 09 22:43:48.775796 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-deleted', 'tag': 'deb2b117-2b5a-42eb-97bc-54437d96f7c6', 'status': 'completed', 'code': 200} Dec 09 22:43:48.818000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b574beb2-8cbb-4fcb-b753-3422f71e8a25 None None] Provisioning complete for port b4e5c6d4-a41b-44c0-9c8e-7953c3243f70 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:48.818525 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b574beb2-8cbb-4fcb-b753-3422f71e8a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:48.906653 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:48.925134 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e1d067d1-7872-490f-a8d9-7662fa894def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:49.065680 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7ed93d3d-a66d-4627-906a-ce604b46a125 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:49.157225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed93d3d-a66d-4627-906a-ce604b46a125 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'Port': ['ID=5cce254b-6587-467d-a40e-0a0d7c2fa3b8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:49.254582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3504dce9-00a0-4022-88a3-386fc8eaf50e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:43:49.279715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3504dce9-00a0-4022-88a3-386fc8eaf50e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3504dce9-00a0-4022-88a3-386fc8eaf50e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:49.287391 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d067d1-7872-490f-a8d9-7662fa894def None None] No DVR routers for this DVR port f41bd7b7-45ec-4318-8cb2-f51decb27912 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:49.297901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7ed93d3d-a66d-4627-906a-ce604b46a125 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] No DVR routers for this DVR port 5cce254b-6587-467d-a40e-0a0d7c2fa3b8 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:49.300905 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7ed93d3d-a66d-4627-906a-ce604b46a125 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:49.304811 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-7ed93d3d-a66d-4627-906a-ce604b46a125 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "DELETE /v2.0/ports/5cce254b-6587-467d-a40e-0a0d7c2fa3b8 HTTP/1.1" status: 204 len: 173 time: 2.0682151 Dec 09 22:43:49.324225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b574beb2-8cbb-4fcb-b753-3422f71e8a25 None None] Port b4e5c6d4-a41b-44c0-9c8e-7953c3243f70 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:49.328025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d067d1-7872-490f-a8d9-7662fa894def None None] Pushing event deleted for resources: {'Port': ['ID=f41bd7b7-45ec-4318-8cb2-f51decb27912,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:49.335429 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:49.337355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 47e431cb-4fa3-4e80-ad52-22802d1186ad details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:43:49.466508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 47e431cb-4fa3-4e80-ad52-22802d1186ad, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=47e431cb-4fa3-4e80-ad52-22802d1186ad,segment=NetworkSegment(08431a02-0144-4631-bbd0-584e21c9bb33),segment_id=08431a02-0144-4631-bbd0-584e21c9bb33)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:49.480569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-946d13da-b380-413f-9a6f-f1760f52329e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Deleting port 92b65e86-a908-4bef-9554-5f0afbc58d5f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:49.483459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '47e431cb-4fa3-4e80-ad52-22802d1186ad', 'network_id': 'e5c5b549-0727-4305-907a-0c8dfd0e6c58', 'port_id': '47e431cb-4fa3-4e80-ad52-22802d1186ad', 'mac_address': 'fa:16:3e:de:49:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4da2948-6dde-41a5-9ff9-a8396656b5d8', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:43:49.484082 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-946d13da-b380-413f-9a6f-f1760f52329e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:49.520541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd02be0c-da71-4f0e-8982-40cd36b3e54b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:49.530470 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd02be0c-da71-4f0e-8982-40cd36b3e54b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:49.575532 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:49.608721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3504dce9-00a0-4022-88a3-386fc8eaf50e,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:49.614774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e431cb-4fa3-4e80-ad52-22802d1186ad {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:43:49.669096 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 47e431cb-4fa3-4e80-ad52-22802d1186ad, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=47e431cb-4fa3-4e80-ad52-22802d1186ad,segment=NetworkSegment(08431a02-0144-4631-bbd0-584e21c9bb33),segment_id=08431a02-0144-4631-bbd0-584e21c9bb33)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:49.674189 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-64539c30-c503-4528-aa80-a505c2bd54a5 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Deleting port b4e5c6d4-a41b-44c0-9c8e-7953c3243f70 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:49.674526 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64539c30-c503-4528-aa80-a505c2bd54a5 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:49.678448 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:49.744223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d88ad-50e6-49d2-8c8c-17380d20a38d req-a7e4830e-c755-4b6a-ab74-ad61921d28d3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:49.750323 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b7d88ad-50e6-49d2-8c8c-17380d20a38d req-a7e4830e-c755-4b6a-ab74-ad61921d28d3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.9029109 Dec 09 22:43:49.763083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-946d13da-b380-413f-9a6f-f1760f52329e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] For port 92b65e86-a908-4bef-9554-5f0afbc58d5f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=92b65e86-a908-4bef-9554-5f0afbc58d5f,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:49.763977 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-946d13da-b380-413f-9a6f-f1760f52329e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:49.786504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-946d13da-b380-413f-9a6f-f1760f52329e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Calling delete_port for 92b65e86-a908-4bef-9554-5f0afbc58d5f owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:49.797043 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=47e431cb-4fa3-4e80-ad52-22802d1186ad,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:49.890717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['3504dce9-00a0-4022-88a3-386fc8eaf50e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:43:50.003695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59f207-7650-4836-b007-b4fb33ba4f56 req-66f73ca9-b5ae-48a9-a5ff-c70ea763f459 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:50.015339 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-946d13da-b380-413f-9a6f-f1760f52329e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:50.020883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59f207-7650-4836-b007-b4fb33ba4f56 req-66f73ca9-b5ae-48a9-a5ff-c70ea763f459 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:50.032529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf59f207-7650-4836-b007-b4fb33ba4f56 req-66f73ca9-b5ae-48a9-a5ff-c70ea763f459 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 1678 time: 0.3539684 Dec 09 22:43:50.063892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d13da-b380-413f-9a6f-f1760f52329e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'Port': ['ID=92b65e86-a908-4bef-9554-5f0afbc58d5f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:50.097094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['47e431cb-4fa3-4e80-ad52-22802d1186ad'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:43:50.128424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b7d88ad-50e6-49d2-8c8c-17380d20a38d req-3b52bbbf-d392-467a-8e59-2a335c0d8696 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952487 Dec 09 22:43:50.129428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-946d13da-b380-413f-9a6f-f1760f52329e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] No DVR routers for this DVR port 92b65e86-a908-4bef-9554-5f0afbc58d5f on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:50.132332 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-946d13da-b380-413f-9a6f-f1760f52329e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:50.138047 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-946d13da-b380-413f-9a6f-f1760f52329e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "DELETE /v2.0/ports/92b65e86-a908-4bef-9554-5f0afbc58d5f HTTP/1.1" status: 204 len: 173 time: 0.8042543 Dec 09 22:43:50.298543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Deleting port 924ba139-5c3b-416c-bf5e-6d24f55fbf60 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:50.298948 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:50.351392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf59f207-7650-4836-b007-b4fb33ba4f56 req-6d91016a-020c-4d2e-a7a3-bcfb9bd1d0db tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups?id=466ec601-5611-4a50-a349-225e35c89394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179779 Dec 09 22:43:50.353393 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64539c30-c503-4528-aa80-a505c2bd54a5 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:50.395856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-64539c30-c503-4528-aa80-a505c2bd54a5 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Calling delete_port for b4e5c6d4-a41b-44c0-9c8e-7953c3243f70 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:50.453315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] For port 924ba139-5c3b-416c-bf5e-6d24f55fbf60, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=924ba139-5c3b-416c-bf5e-6d24f55fbf60,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:50.456190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc9045-8617-4466-8855-edff091f53ac req-397594a1-4564-4f59-a240-6d33dd6b629d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:50.458828 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:50.472195 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bfdc9045-8617-4466-8855-edff091f53ac req-397594a1-4564-4f59-a240-6d33dd6b629d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 908 time: 0.1603243 Dec 09 22:43:50.788541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-deleted', 'tag': '5cce254b-6587-467d-a40e-0a0d7c2fa3b8'}, {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-deleted', 'tag': '92b65e86-a908-4bef-9554-5f0afbc58d5f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:50.791783 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d245b2c-97ff-4cb6-9dec-90d4e6f4347b" -d '{"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-deleted", "tag": "5cce254b-6587-467d-a40e-0a0d7c2fa3b8"}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-deleted", "tag": "92b65e86-a908-4bef-9554-5f0afbc58d5f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:50.871519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:50.872425 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:50.872745 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Floating IP 5684b056-5964-4a9c-b112-cd8a184bcdce disassociated. External IP: 172.25.8.157, port: 924ba139-5c3b-416c-bf5e-6d24f55fbf60. Dec 09 22:43:50.873095 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Calling delete_port for 924ba139-5c3b-416c-bf5e-6d24f55fbf60 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:50.944402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.objects.ports [None req-cd02be0c-da71-4f0e-8982-40cd36b3e54b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103418) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:43:50.946886 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd02be0c-da71-4f0e-8982-40cd36b3e54b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:50.970492 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce1d7bc-43b6-4cb2-98f8-0f3faa2835a8 x-openstack-request-id: req-7ce1d7bc-43b6-4cb2-98f8-0f3faa2835a8 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:50.970860 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-deleted", "tag": "5cce254b-6587-467d-a40e-0a0d7c2fa3b8", "status": "completed", "code": 200}, {"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-deleted", "tag": "92b65e86-a908-4bef-9554-5f0afbc58d5f", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:50.971093 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ce1d7bc-43b6-4cb2-98f8-0f3faa2835a8 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:50.971541 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-deleted', 'tag': '5cce254b-6587-467d-a40e-0a0d7c2fa3b8', 'status': 'completed', 'code': 200} Dec 09 22:43:50.971807 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-deleted', 'tag': '92b65e86-a908-4bef-9554-5f0afbc58d5f', 'status': 'completed', 'code': 200} Dec 09 22:43:51.093177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd02be0c-da71-4f0e-8982-40cd36b3e54b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:51.101900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-cd02be0c-da71-4f0e-8982-40cd36b3e54b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:51.118527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88bc796-2913-46b0-bcd5-39237067da58 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:51.119060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd02be0c-da71-4f0e-8982-40cd36b3e54b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:51.119227 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd02be0c-da71-4f0e-8982-40cd36b3e54b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:51.123726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02be0c-da71-4f0e-8982-40cd36b3e54b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=98bf583e-c063-454a-9658-af94f197ee3c,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:51.157820 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64539c30-c503-4528-aa80-a505c2bd54a5 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:51.169473 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:51.209414 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cd02be0c-da71-4f0e-8982-40cd36b3e54b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2739966 Dec 09 22:43:51.230966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32912) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:51.238422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:87:f9:7a', 'name': 'tempest-NetworksTestDHCPv6-2123583'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:51.243996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64539c30-c503-4528-aa80-a505c2bd54a5 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event deleted for resources: {'Port': ['ID=b4e5c6d4-a41b-44c0-9c8e-7953c3243f70,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:51.273359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'Port': ['ID=924ba139-5c3b-416c-bf5e-6d24f55fbf60,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:51.331132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64539c30-c503-4528-aa80-a505c2bd54a5 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:51.338318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-64539c30-c503-4528-aa80-a505c2bd54a5 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "DELETE /v2.0/ports/b4e5c6d4-a41b-44c0-9c8e-7953c3243f70 HTTP/1.1" status: 204 len: 168 time: 3.0387950 Dec 09 22:43:51.348998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32914) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:51.461513 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-085610d5-531d-4363-9b38-8f202fd051ac tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] GET failed (client error): The resource could not be found. Dec 09 22:43:51.461766 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '98bf583e-c063-454a-9658-af94f197ee3c'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:43:51.462546 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:51.463687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-085610d5-531d-4363-9b38-8f202fd051ac tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "GET /v2.0/ports/b4e5c6d4-a41b-44c0-9c8e-7953c3243f70 HTTP/1.1" status: 404 len: 333 time: 0.0710216 Dec 09 22:43:51.467832 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32918) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:51.479677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Request body: {'port': {'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-949484343'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:51.635741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c16c34-9cf3-4334-82b5-bb210e327f47 req-8c7567d3-835c-4fcd-9339-95fa53d280e9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:51.637622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3c16c34-9cf3-4334-82b5-bb210e327f47 req-8c7567d3-835c-4fcd-9339-95fa53d280e9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 945 time: 0.3134804 Dec 09 22:43:51.687043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Router 67b565a3-1293-44d6-9640-5f4f809ce58d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:43:51.705364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-baa1d95a-305c-45ea-972b-ff856e62c8f2 req-9bedba9e-62fd-4d99-96e5-d4c4122497c5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0826094 Dec 09 22:43:51.781502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:51.885132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Allocated IP 2001:db8::f816:3eff:febd:f069 (c98586a8-1bc3-4903-a5e8-931299d13bb7/98bf583e-c063-454a-9658-af94f197ee3c/0fc7d856-4a8d-4fcf-8706-07e55c4d0327) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:51.948677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3c16c34-9cf3-4334-82b5-bb210e327f47 req-15a06d5f-357d-4c31-aa9b-7ea95d0b70d6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891030 Dec 09 22:43:52.019126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:43:52.046064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d5d670-af74-47d2-8990-16c20931a331 None None] Sync routers for ids ['67b565a3-1293-44d6-9640-5f4f809ce58d'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:43:52.073383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3504dce9-00a0-4022-88a3-386fc8eaf50e up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:52.116822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Made reservation on behalf of 3e88101aa2454a278335f2bed9d59dd0 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:52.120304 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:52.120970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] No DVR routers for this DVR port 924ba139-5c3b-416c-bf5e-6d24f55fbf60 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:43:52.126959 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:52.130674 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f0c2b1ac-5d4d-4d37-9216-36510dde32be req-f66ece64-ab92-458a-b809-b5c1f10c4814 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.18 "DELETE /v2.0/ports/924ba139-5c3b-416c-bf5e-6d24f55fbf60 HTTP/1.1" status: 204 len: 173 time: 1.9846396 Dec 09 22:43:52.164402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] device_id is not set on port 8268c319-bad3-40b4-873f-1aa06dc47f9a yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:52.174486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d5d670-af74-47d2-8990-16c20931a331 None None] Routers {'67b565a3-1293-44d6-9640-5f4f809ce58d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:43:52.176070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-37d5d670-af74-47d2-8990-16c20931a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:43:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['67b565a3-1293-44d6-9640-5f4f809ce58d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:52.244592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c7ede-559b-4997-a80a-006424590280 req-b5351420-4314-4430-8520-a46d625cb86b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:52.247632 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c9c7ede-559b-4997-a80a-006424590280 req-b5351420-4314-4430-8520-a46d625cb86b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 908 time: 0.2569017 Dec 09 22:43:52.249472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:52.286124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port c21add4a-6208-4506-a54c-9ff8f2401a62 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:52.339879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-37d5d670-af74-47d2-8990-16c20931a331 None None] Set router 67b565a3-1293-44d6-9640-5f4f809ce58d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:43:52.530725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Allocated IP 2001:db8::35c (7e6cffc6-0618-436a-bea0-7ad25ad1e07a/df2bee76-2124-4723-97f6-d15536a809ef/8268c319-bad3-40b4-873f-1aa06dc47f9a) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:52.781404 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:52.866532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 3504dce9-00a0-4022-88a3-386fc8eaf50e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:52.868791 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:52.888155 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:52.971417 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:52.973912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-deleted', 'tag': '924ba139-5c3b-416c-bf5e-6d24f55fbf60'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:52.976171 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fff9362-cf3a-410d-bb88-a2823bc18b8b" -d '{"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-deleted", "tag": "924ba139-5c3b-416c-bf5e-6d24f55fbf60"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:53.013856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a380176f-05bd-42ec-a9ed-dd9fd51bd892 req-77587cf4-171b-4cbc-93b5-c553bf35f301 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.1081269 Dec 09 22:43:53.114063 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-37d5d670-af74-47d2-8990-16c20931a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:33:23Z', 'revision_number': 4, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '305ae171-6fdf-440e-9869-25bf3ff26a33', 'name': '', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'mac_address': 'fa:16:3e:72:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:21Z', 'updated_at': '2021-12-09T22:33:28Z', 'revision_number': 5, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'subnets': [{'id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:53.128980 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d64c69f-5ad6-43b9-a33d-4174a92578fb x-openstack-request-id: req-6d64c69f-5ad6-43b9-a33d-4174a92578fb {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:53.129281 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e04f32-1aec-46d0-8d7a-63ebd23eda97", "name": "network-vif-deleted", "tag": "924ba139-5c3b-416c-bf5e-6d24f55fbf60", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:53.129695 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d64c69f-5ad6-43b9-a33d-4174a92578fb {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:53.130295 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e04f32-1aec-46d0-8d7a-63ebd23eda97', 'name': 'network-vif-deleted', 'tag': '924ba139-5c3b-416c-bf5e-6d24f55fbf60', 'status': 'completed', 'code': 200} Dec 09 22:43:53.162034 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:53.179529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::f816:3eff:fe87:f97a (c98586a8-1bc3-4903-a5e8-931299d13bb7/98bf583e-c063-454a-9658-af94f197ee3c/c21add4a-6208-4506-a54c-9ff8f2401a62) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:53.277745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f11c8-54d3-4a6c-b592-8d6809aae38b req-079e19e2-ea20-4c9d-b013-f5f5bc72f9db tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:53.282556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d5d670-af74-47d2-8990-16c20931a331 None None] Checking router: 67b565a3-1293-44d6-9640-5f4f809ce58d for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:43:53.285628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b5f11c8-54d3-4a6c-b592-8d6809aae38b req-079e19e2-ea20-4c9d-b013-f5f5bc72f9db tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 945 time: 0.1742148 Dec 09 22:43:53.364247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:53.385540 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d5d670-af74-47d2-8990-16c20931a331 None None] Routers {'67b565a3-1293-44d6-9640-5f4f809ce58d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:43:53.391480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-37d5d670-af74-47d2-8990-16c20931a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:43:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['67b565a3-1293-44d6-9640-5f4f809ce58d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:53.403510 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:53.429649 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:53.450250 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:53.592933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b5f11c8-54d3-4a6c-b592-8d6809aae38b req-ffa1b0d1-8e8b-4181-9f72-9bb84ab43558 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063097 Dec 09 22:43:53.609493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:53.623721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:53.633350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Pushing event updated for resources: {'Port': ['ID=0fc7d856-4a8d-4fcf-8706-07e55c4d0327,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:53.654467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:53.693774 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:53.694049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 32946) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:53.699573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:53.702234 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:53.708728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event updated for resources: {'Port': ['ID=8268c319-bad3-40b4-873f-1aa06dc47f9a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:53.746450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb1e67-52b7-4f44-ae6c-d03080a7ed83 req-738853ed-6998-434e-b425-934fc622abfe tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:53.748593 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2fb1e67-52b7-4f44-ae6c-d03080a7ed83 req-738853ed-6998-434e-b425-934fc622abfe tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 908 time: 0.3582706 Dec 09 22:43:53.803355 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6e86b911-640c-45cc-a89b-87eeaee06d9f tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3333254 Dec 09 22:43:53.806211 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 32950) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:53.811553 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Request body: {'port': {'network_id': '7e6cffc6-0618-436a-bea0-7ad25ad1e07a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1168771989'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:53.839939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:53.942866 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:54.040587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-813c06ca-e510-4e2f-980e-bfc898ec7792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:54.059728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:54.082965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:54.087063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:54.104238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:54.108713 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:54.145425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=c21add4a-6208-4506-a54c-9ff8f2401a62,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:54.178528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Attempting to bind port 0fc7d856-4a8d-4fcf-8706-07e55c4d0327 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:43:54.178909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Attempting to bind port 0fc7d856-4a8d-4fcf-8706-07e55c4d0327 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:43:54.182689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Attempting to bind port 0fc7d856-4a8d-4fcf-8706-07e55c4d0327 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:43:54.196918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318444d2-f01c-43c7-9cae-8e8f6661d014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3504dce9-00a0-4022-88a3-386fc8eaf50e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:54.213270 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bd7a1a-c2ac-46a9-8f4a-9a71e374186d" -d '{"events": [{"server_uuid": "318444d2-f01c-43c7-9cae-8e8f6661d014", "name": "network-vif-plugged", "status": "completed", "tag": "3504dce9-00a0-4022-88a3-386fc8eaf50e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:54.247210 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-813c06ca-e510-4e2f-980e-bfc898ec7792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:54.253957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e62d8441-45ed-4b67-aef6-cad938735f48 req-4e4cea91-1cb7-42f7-8331-00f88f387be2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0928440 Dec 09 22:43:54.255859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Made reservation on behalf of 3e88101aa2454a278335f2bed9d59dd0 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:43:54.265370 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-adc0aab8-7d6d-41fd-986c-59d8b6e9b14e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.0297556 Dec 09 22:43:54.266327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32958) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:54.274422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:54.301237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3504dce9-00a0-4022-88a3-386fc8eaf50e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3504dce9-00a0-4022-88a3-386fc8eaf50e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:54.318518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:43:54.319085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:43:54.319521 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:54.319980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:43:54.320732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Bound port: 0fc7d856-4a8d-4fcf-8706-07e55c4d0327, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:43:54.328123 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-813c06ca-e510-4e2f-980e-bfc898ec7792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:54.335298 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:54.369367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2d0d67-35df-4bd9-8f44-df949d7eac5a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:54.370875 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160b7527-b95a-4216-8f1d-76d0ec0bd743 x-openstack-request-id: req-160b7527-b95a-4216-8f1d-76d0ec0bd743 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:54.371429 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318444d2-f01c-43c7-9cae-8e8f6661d014", "name": "network-vif-plugged", "status": "completed", "tag": "3504dce9-00a0-4022-88a3-386fc8eaf50e", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:54.372582 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-160b7527-b95a-4216-8f1d-76d0ec0bd743 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:54.373238 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318444d2-f01c-43c7-9cae-8e8f6661d014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3504dce9-00a0-4022-88a3-386fc8eaf50e', 'code': 200} Dec 09 22:43:54.388538 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2d0d67-35df-4bd9-8f44-df949d7eac5a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:54.392750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1d2d0d67-35df-4bd9-8f44-df949d7eac5a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1228824 Dec 09 22:43:54.393191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32966) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:54.407800 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-813c06ca-e510-4e2f-980e-bfc898ec7792 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e18a140f6ce4b929899e1e39fa5f7cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7102396 Dec 09 22:43:54.409547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32968) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:54.418689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] device_id is not set on port 15e28f3b-edc5-4df5-88a2-a7222f06e107 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:43:54.427920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c06ca-e510-4e2f-980e-bfc898ec7792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04457e23-1c17-4b5e-8900-abef9412a8e6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:54.483967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-37d5d670-af74-47d2-8990-16c20931a331 None None] Set router 67b565a3-1293-44d6-9640-5f4f809ce58d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:43:54.627211 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:54.628347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 47e431cb-4fa3-4e80-ad52-22802d1186ad up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:54.706193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-09a6f914-d945-480e-b45f-55e0090bb687 None None] Provisioning complete for port 8268c319-bad3-40b4-873f-1aa06dc47f9a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:54.706603 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-09a6f914-d945-480e-b45f-55e0090bb687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:54.707714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-145bf5de-1af8-4f74-9e8e-8628e92911c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:54.800464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Allocated IP 2001:db8::18d (7e6cffc6-0618-436a-bea0-7ad25ad1e07a/df2bee76-2124-4723-97f6-d15536a809ef/15e28f3b-edc5-4df5-88a2-a7222f06e107) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:43:54.957463 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-145bf5de-1af8-4f74-9e8e-8628e92911c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:54.965811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-35ec2025-14a0-433e-ac41-63d53f13f3f5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port c21add4a-6208-4506-a54c-9ff8f2401a62 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:54.967076 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35ec2025-14a0-433e-ac41-63d53f13f3f5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:55.175559 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:55.251145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d6278-2c90-474c-83b2-c9877a4bf3ab req-6ba78731-5016-4243-a3ef-f253e614aa0d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:55.259332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab9d6278-2c90-474c-83b2-c9877a4bf3ab req-6ba78731-5016-4243-a3ef-f253e614aa0d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.5307362 Dec 09 22:43:55.305073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c5b05-0bf4-4c6d-82c6-23913c753b18 req-e56f6d55-6a7c-4d5d-af9c-a88e3920a10a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:55.318321 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-822c5b05-0bf4-4c6d-82c6-23913c753b18 req-e56f6d55-6a7c-4d5d-af9c-a88e3920a10a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 908 time: 0.4248943 Dec 09 22:43:55.368208 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:55.395431 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35ec2025-14a0-433e-ac41-63d53f13f3f5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:55.410918 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-145bf5de-1af8-4f74-9e8e-8628e92911c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:55.420045 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-145bf5de-1af8-4f74-9e8e-8628e92911c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:55.421462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-145bf5de-1af8-4f74-9e8e-8628e92911c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04457e23-1c17-4b5e-8900-abef9412a8e6 HTTP/1.1" status: 204 len: 168 time: 1.0109348 Dec 09 22:43:55.484210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-35ec2025-14a0-433e-ac41-63d53f13f3f5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for c21add4a-6208-4506-a54c-9ff8f2401a62 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:55.499312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bf5de-1af8-4f74-9e8e-8628e92911c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04457e23-1c17-4b5e-8900-abef9412a8e6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:55.562979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event updated for resources: {'Port': ['ID=15e28f3b-edc5-4df5-88a2-a7222f06e107,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:55.569398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab9d6278-2c90-474c-83b2-c9877a4bf3ab req-292f4a8a-5bf1-48b3-aa7d-d3ec6b6e62f8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091648 Dec 09 22:43:55.605389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:43:55.610279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:43:55.612124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b0ba951-cc36-4cb0-990d-051b809b638c req-d0df43dc-80cf-4c76-befc-ce18fa4ce9c6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.1597364 Dec 09 22:43:55.632318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:43:55.683031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:55.701454 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:55.721022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] For port 0fc7d856-4a8d-4fcf-8706-07e55c4d0327, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:43:55.728874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] For port 0fc7d856-4a8d-4fcf-8706-07e55c4d0327, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0fc7d856-4a8d-4fcf-8706-07e55c4d0327,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:43:55.776316 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:55.800171 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ea39f580-a67f-4838-974c-d6647a68cebf tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9855547 Dec 09 22:43:55.806249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 32986) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:55.824986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-7f0efd76-a870-4adc-93ad-70550f478d24 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d0', 'mac_address': 'fa:16:3e:b8:b2:ea'}, {'ip_address': '2001:db8::35c', 'mac_address': 'fa:16:3e:8b:11:74'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:55.963525 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35ec2025-14a0-433e-ac41-63d53f13f3f5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:55.972413 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-09a6f914-d945-480e-b45f-55e0090bb687 None None] Port 8268c319-bad3-40b4-873f-1aa06dc47f9a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:55.976816 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3504dce9-00a0-4022-88a3-386fc8eaf50e,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:56.074160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec2025-14a0-433e-ac41-63d53f13f3f5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=c21add4a-6208-4506-a54c-9ff8f2401a62,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:56.148483 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35ec2025-14a0-433e-ac41-63d53f13f3f5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:56.164648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-35ec2025-14a0-433e-ac41-63d53f13f3f5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/c21add4a-6208-4506-a54c-9ff8f2401a62 HTTP/1.1" status: 204 len: 168 time: 1.7703025 Dec 09 22:43:56.169161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32990) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:56.173551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380de44-5779-49f5-87da-e9ee769d1228 None None] Pushing event updated for resources: {'Port': ['ID=0fc7d856-4a8d-4fcf-8706-07e55c4d0327,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:56.217094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 47e431cb-4fa3-4e80-ad52-22802d1186ad completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:43:56.230689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 47e431cb-4fa3-4e80-ad52-22802d1186ad triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:56.232893 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:56.378601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf056b5-618d-482b-82dd-82f40146e415 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:56.391953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf056b5-618d-482b-82dd-82f40146e415 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:56.405354 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-acf056b5-618d-482b-82dd-82f40146e415 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2343514 Dec 09 22:43:56.406108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32994) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:56.486343 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7f0efd76-a870-4adc-93ad-70550f478d24 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:56.529057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d86c533d-e58c-4cdf-8178-58c7ed10107c None None] Provisioning complete for port 15e28f3b-edc5-4df5-88a2-a7222f06e107 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:56.530397 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d86c533d-e58c-4cdf-8178-58c7ed10107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:56.669880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-465bde1a-4160-4dbb-8514-6640212c7d96 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 98bf583e-c063-454a-9658-af94f197ee3c {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:43:56.706454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-465bde1a-4160-4dbb-8514-6640212c7d96 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:56.718088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d86c533d-e58c-4cdf-8178-58c7ed10107c None None] Port 15e28f3b-edc5-4df5-88a2-a7222f06e107 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:43:56.719663 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:56.745607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-37d5d670-af74-47d2-8990-16c20931a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:33:23Z', 'revision_number': 4, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '305ae171-6fdf-440e-9869-25bf3ff26a33', 'name': '', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'mac_address': 'fa:16:3e:72:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:21Z', 'updated_at': '2021-12-09T22:33:28Z', 'revision_number': 5, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'subnets': [{'id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:43:56.790244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d5d670-af74-47d2-8990-16c20931a331 None None] The sync data for ids ['67b565a3-1293-44d6-9640-5f4f809ce58d'] in n-d-789963-23 is: [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:33:23Z', 'revision_number': 4, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '305ae171-6fdf-440e-9869-25bf3ff26a33', 'name': '', 'network_id': 'd3dab134-b52d-4674-8869-3ae9a976577b', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'mac_address': 'fa:16:3e:72:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:21Z', 'updated_at': '2021-12-09T22:33:28Z', 'revision_number': 5, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'subnets': [{'id': 'f3951527-aec4-45da-945e-f9a56eaee5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:43:56.801725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81b6e3d-0b81-42b3-976a-66abc08cc1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e431cb-4fa3-4e80-ad52-22802d1186ad'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:43:56.804404 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12afefa5-caad-4829-a69c-ab4b38aa0729" -d '{"events": [{"server_uuid": "e81b6e3d-0b81-42b3-976a-66abc08cc1e6", "name": "network-vif-plugged", "status": "completed", "tag": "47e431cb-4fa3-4e80-ad52-22802d1186ad"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:43:56.857979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 47e431cb-4fa3-4e80-ad52-22802d1186ad, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=47e431cb-4fa3-4e80-ad52-22802d1186ad,segment=NetworkSegment(08431a02-0144-4631-bbd0-584e21c9bb33),segment_id=08431a02-0144-4631-bbd0-584e21c9bb33)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:56.863170 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:56.945489 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735a462-ffdd-42ba-94c6-9bd6fc3c518b req-572e9450-ba2d-4322-bab5-51e76437870f tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:56.960678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c735a462-ffdd-42ba-94c6-9bd6fc3c518b req-572e9450-ba2d-4322-bab5-51e76437870f tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 908 time: 0.4384072 Dec 09 22:43:57.131794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=47e431cb-4fa3-4e80-ad52-22802d1186ad,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:57.143780 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-465bde1a-4160-4dbb-8514-6640212c7d96 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:57.219816 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7f0efd76-a870-4adc-93ad-70550f478d24 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:57.232393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7f0efd76-a870-4adc-93ad-70550f478d24 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:57.315725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7f0efd76-a870-4adc-93ad-70550f478d24 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] In _notify_port_updated(), no bound segment for port 15e28f3b-edc5-4df5-88a2-a7222f06e107 on network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:43:57.331834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0efd76-a870-4adc-93ad-70550f478d24 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:57.333395 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7f0efd76-a870-4adc-93ad-70550f478d24 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:57.335269 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7f0efd76-a870-4adc-93ad-70550f478d24 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "PUT /v2.0/ports/15e28f3b-edc5-4df5-88a2-a7222f06e107 HTTP/1.1" status: 200 len: 1068 time: 1.5265040 Dec 09 22:43:57.338649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33016) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:57.441131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442426e-63b7-481d-8493-0fe6be691611 req-21f09437-40ec-4140-8144-1de35e67ae40 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:57.458299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9442426e-63b7-481d-8493-0fe6be691611 req-21f09437-40ec-4140-8144-1de35e67ae40 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.7528701 Dec 09 22:43:57.463071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a9c8efe-0869-4e69-9227-cabc2db7ce65 req-c11ebb04-2d14-46fa-8c8f-8d6cbd663485 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.3000050 Dec 09 22:43:57.627780 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e06277-0649-4f0a-9060-ee99950795e7 None None] New status for floating IP 5684b056-5964-4a9c-b112-cd8a184bcdce: DOWN {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:43:57.704469 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eb982e-3bcc-4d94-bec1-ad35b1a69cca x-openstack-request-id: req-81eb982e-3bcc-4d94-bec1-ad35b1a69cca {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:43:57.705294 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81b6e3d-0b81-42b3-976a-66abc08cc1e6", "name": "network-vif-plugged", "status": "completed", "tag": "47e431cb-4fa3-4e80-ad52-22802d1186ad", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:43:57.705570 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81eb982e-3bcc-4d94-bec1-ad35b1a69cca {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:43:57.706104 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81b6e3d-0b81-42b3-976a-66abc08cc1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e431cb-4fa3-4e80-ad52-22802d1186ad', 'code': 200} Dec 09 22:43:57.720895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0efd76-a870-4adc-93ad-70550f478d24 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event updated for resources: {'Port': ['ID=15e28f3b-edc5-4df5-88a2-a7222f06e107,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:57.756717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9442426e-63b7-481d-8493-0fe6be691611 req-a07c669a-9eb1-48c1-86b5-ba75cee19348 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703426 Dec 09 22:43:57.844598 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-465bde1a-4160-4dbb-8514-6640212c7d96 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:57.918936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-08246e60-2949-4392-8810-92bd94290fa4 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Deleting port 15e28f3b-edc5-4df5-88a2-a7222f06e107 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:57.919674 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08246e60-2949-4392-8810-92bd94290fa4 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:58.150502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c26a5ebf-39c2-4096-8edf-ffc7bfba4e8c None None] Provisioning complete for port 0fc7d856-4a8d-4fcf-8706-07e55c4d0327 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:58.151125 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c26a5ebf-39c2-4096-8edf-ffc7bfba4e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:58.175598 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-465bde1a-4160-4dbb-8514-6640212c7d96 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:58.310642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08246e60-2949-4392-8810-92bd94290fa4 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:58.411447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf0fe8-387c-4e63-bc60-75e111a9965b req-9645107a-55f9-42c9-a114-fb7a13beffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:58.418478 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-83cf0fe8-387c-4e63-bc60-75e111a9965b req-9645107a-55f9-42c9-a114-fb7a13beffd0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 1061 time: 0.5710967 Dec 09 22:43:58.428610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bde1a-4160-4dbb-8514-6640212c7d96 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=98bf583e-c063-454a-9658-af94f197ee3c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:58.439723 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-08246e60-2949-4392-8810-92bd94290fa4 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Calling delete_port for 15e28f3b-edc5-4df5-88a2-a7222f06e107 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:43:58.452807 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-465bde1a-4160-4dbb-8514-6640212c7d96 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:58.476802 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-465bde1a-4160-4dbb-8514-6640212c7d96 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/98bf583e-c063-454a-9658-af94f197ee3c HTTP/1.1" status: 204 len: 168 time: 2.0672631 Dec 09 22:43:58.483976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33056) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:58.545371 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c26a5ebf-39c2-4096-8edf-ffc7bfba4e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:58.618203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33066) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:58.626663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-877c315e-324c-4ec3-ba3b-e23cb86d528a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1386833 Dec 09 22:43:58.654041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0fc7d856-4a8d-4fcf-8706-07e55c4d0327 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:43:58.686906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44920c1-05a3-4204-bb5e-c8e45d09135d req-edbc829e-5354-4cc4-9010-aaa18431deee tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:58.692322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a44920c1-05a3-4204-bb5e-c8e45d09135d req-edbc829e-5354-4cc4-9010-aaa18431deee tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 909 time: 0.4925323 Dec 09 22:43:58.771728 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:43:58.780785 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2dae8bab-87bb-40ba-aaff-b24dee9f9d0a req-bbc237a1-419a-4ce7-be1d-1a81aff042d0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0683730 Dec 09 22:43:58.837064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9c4321-898d-4f13-852f-aad03ded1cb5 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:43:58.856893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c26a5ebf-39c2-4096-8edf-ffc7bfba4e8c None None] For port 0fc7d856-4a8d-4fcf-8706-07e55c4d0327, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0fc7d856-4a8d-4fcf-8706-07e55c4d0327,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:43:58.930310 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c26a5ebf-39c2-4096-8edf-ffc7bfba4e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:59.097914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a5ebf-39c2-4096-8edf-ffc7bfba4e8c None None] Pushing event updated for resources: {'Port': ['ID=0fc7d856-4a8d-4fcf-8706-07e55c4d0327,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:59.178652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0fc7d856-4a8d-4fcf-8706-07e55c4d0327 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:59.179321 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:59.224900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a284246b-c72b-4e26-86c5-d3800ce7c9c5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:59.226520 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a284246b-c72b-4e26-86c5-d3800ce7c9c5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6073565 Dec 09 22:43:59.227548 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08246e60-2949-4392-8810-92bd94290fa4 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:59.242644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:59.272728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c26a5ebf-39c2-4096-8edf-ffc7bfba4e8c None None] Provisioning complete for port 15e28f3b-edc5-4df5-88a2-a7222f06e107 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:43:59.273218 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c26a5ebf-39c2-4096-8edf-ffc7bfba4e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:59.311656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08246e60-2949-4392-8810-92bd94290fa4 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event deleted for resources: {'Port': ['ID=15e28f3b-edc5-4df5-88a2-a7222f06e107,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:43:59.363665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c26a5ebf-39c2-4096-8edf-ffc7bfba4e8c None None] Port 15e28f3b-edc5-4df5-88a2-a7222f06e107 was deleted so its status cannot be updated. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 09 22:43:59.465019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe69d9c-7be8-42cc-a10c-6d3c2e51a535 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:59.478895 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0fe69d9c-7be8-42cc-a10c-6d3c2e51a535 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2331738 Dec 09 22:43:59.482683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33084) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:59.583874 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-910bf065-783e-4a8e-b6f3-582964aa1b6d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002495 Dec 09 22:43:59.655121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33086) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:43:59.665022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8fd6094e-d00f-40df-890e-12a5c048734f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:43:59.707616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160e440f-cb4a-476a-95a7-8d8cdad85cd4 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:43:59.776897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f56c4947-14eb-4b86-a889-d1bcbc48fa5a None None] Could not find standard attr ID for object c21add4a-6208-4506-a54c-9ff8f2401a62. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:43:59.815920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d7d6f-a71f-4467-9e69-2da5fc8a729c req-b26f631a-e9c9-4250-86fc-ecef138c3237 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:59.828842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da4d7d6f-a71f-4467-9e69-2da5fc8a729c req-b26f631a-e9c9-4250-86fc-ecef138c3237 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.8558576 Dec 09 22:43:59.951905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da4d7d6f-a71f-4467-9e69-2da5fc8a729c req-e0db32c3-9fb5-4876-8651-5d0810056003 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222477 Dec 09 22:43:59.976326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-160e440f-cb4a-476a-95a7-8d8cdad85cd4 None None] Deleting port 0fc7d856-4a8d-4fcf-8706-07e55c4d0327 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:43:59.978613 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-160e440f-cb4a-476a-95a7-8d8cdad85cd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:59.982488 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-08246e60-2949-4392-8810-92bd94290fa4 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:43:59.986317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca49c6-6258-400a-af8d-f894cb0c7188 req-48974110-8a4f-4cfe-8ed3-2a0d050a80cd tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:43:59.989204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cdca49c6-6258-400a-af8d-f894cb0c7188 req-48974110-8a4f-4cfe-8ed3-2a0d050a80cd tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 909 time: 0.1140225 Dec 09 22:44:00.007414 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-08246e60-2949-4392-8810-92bd94290fa4 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "DELETE /v2.0/ports/15e28f3b-edc5-4df5-88a2-a7222f06e107 HTTP/1.1" status: 204 len: 168 time: 2.6570415 Dec 09 22:44:00.009658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33110) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:00.028946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd6094e-d00f-40df-890e-12a5c048734f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:00.032967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fd6094e-d00f-40df-890e-12a5c048734f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:00.111577 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d20a15f9-edd7-4ff3-a2d4-1f7d406c7070 req-c5943a96-1b71-4c08-8ef7-12fdc0ca2d5f tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0614638 Dec 09 22:44:00.144334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-160e440f-cb4a-476a-95a7-8d8cdad85cd4 None None] For port 0fc7d856-4a8d-4fcf-8706-07e55c4d0327, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0fc7d856-4a8d-4fcf-8706-07e55c4d0327,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:00.145008 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-160e440f-cb4a-476a-95a7-8d8cdad85cd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:00.198960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-160e440f-cb4a-476a-95a7-8d8cdad85cd4 None None] Calling delete_port for 0fc7d856-4a8d-4fcf-8706-07e55c4d0327 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:00.210062 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-23418174-a3fb-49ac-8dcd-bde0fb3bf720 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] GET failed (client error): The resource could not be found. Dec 09 22:44:00.215022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33124) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:00.216188 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-23418174-a3fb-49ac-8dcd-bde0fb3bf720 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "GET /v2.0/ports/15e28f3b-edc5-4df5-88a2-a7222f06e107 HTTP/1.1" status: 404 len: 333 time: 0.2052872 Dec 09 22:44:00.342800 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-160e440f-cb4a-476a-95a7-8d8cdad85cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:00.437061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa4259-fd3f-4e0c-b4db-150e79d3b299 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Deleting port 8268c319-bad3-40b4-873f-1aa06dc47f9a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:00.437424 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4259-fd3f-4e0c-b4db-150e79d3b299 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:00.464792 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160e440f-cb4a-476a-95a7-8d8cdad85cd4 None None] No DVR routers for this DVR port 0fc7d856-4a8d-4fcf-8706-07e55c4d0327 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:00.471824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e440f-cb4a-476a-95a7-8d8cdad85cd4 None None] Pushing event deleted for resources: {'Port': ['ID=0fc7d856-4a8d-4fcf-8706-07e55c4d0327,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:00.524701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0fc7d856-4a8d-4fcf-8706-07e55c4d0327 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:00.578568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0fc7d856-4a8d-4fcf-8706-07e55c4d0327 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:00.578916 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0fc7d856-4a8d-4fcf-8706-07e55c4d0327 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:00.662574 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4259-fd3f-4e0c-b4db-150e79d3b299 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:00.676908 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-8fd6094e-d00f-40df-890e-12a5c048734f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:44:00.682733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa4259-fd3f-4e0c-b4db-150e79d3b299 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Calling delete_port for 8268c319-bad3-40b4-873f-1aa06dc47f9a owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:00.691613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fd6094e-d00f-40df-890e-12a5c048734f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:00.818429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd6094e-d00f-40df-890e-12a5c048734f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:00.836563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-8fd6094e-d00f-40df-890e-12a5c048734f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:00.842354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6094e-d00f-40df-890e-12a5c048734f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:00.844069 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8fd6094e-d00f-40df-890e-12a5c048734f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:00.851157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a59ac6-b8bf-45dc-a230-77519c2b5c62 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:00.871092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6094e-d00f-40df-890e-12a5c048734f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=bb2c5acd-349b-4bd7-96cd-6938749f2d91,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:00.907595 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8fd6094e-d00f-40df-890e-12a5c048734f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2482848 Dec 09 22:44:00.915296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33148) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:00.924119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:db:55:b6', 'name': 'tempest-NetworksTestDHCPv6-2008505999'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:01.062126 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4259-fd3f-4e0c-b4db-150e79d3b299 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:01.157821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33154) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:01.167749 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-483b39ea-b257-45fb-a41b-32009f3b838f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:01.191984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': 'bb2c5acd-349b-4bd7-96cd-6938749f2d91'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:44:01.193074 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:01.412613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:01.490195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4259-fd3f-4e0c-b4db-150e79d3b299 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:01.510158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7cfa4259-fd3f-4e0c-b4db-150e79d3b299 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "DELETE /v2.0/ports/8268c319-bad3-40b4-873f-1aa06dc47f9a HTTP/1.1" status: 204 len: 168 time: 1.2907603 Dec 09 22:44:01.517303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33160) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:01.525359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa4259-fd3f-4e0c-b4db-150e79d3b299 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event deleted for resources: {'Port': ['ID=8268c319-bad3-40b4-873f-1aa06dc47f9a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:01.607452 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f17b73a-8333-424d-a4e7-95bb23d43556 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] GET failed (client error): The resource could not be found. Dec 09 22:44:01.616471 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9f17b73a-8333-424d-a4e7-95bb23d43556 tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "GET /v2.0/ports/8268c319-bad3-40b4-873f-1aa06dc47f9a HTTP/1.1" status: 404 len: 333 time: 0.0912151 Dec 09 22:44:01.617432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33164) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:01.675869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823978c-5b95-4a6b-9188-64593bd9a20a req-073b77a5-1053-4a22-94a4-8c56b5da8a08 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:01.700424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:01.704097 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5823978c-5b95-4a6b-9188-64593bd9a20a req-073b77a5-1053-4a22-94a4-8c56b5da8a08 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 909 time: 0.4086096 Dec 09 22:44:01.732632 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cefff3e4-139a-44da-b44e-7525912eff6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:01.761547 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Allocated IP 2001:db8::f816:3eff:fea1:922a (c98586a8-1bc3-4903-a5e8-931299d13bb7/bb2c5acd-349b-4bd7-96cd-6938749f2d91/efcbda8e-6ed0-44b9-af99-96b2c9acf15f) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:01.851336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port 1c0290d7-87b4-457a-affd-0a418500993e yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:44:01.943769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-29289905-a5c1-401f-85ce-bc34454cc44c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Deleting port 72071f3d-75a3-4f97-ba37-536703a386b4 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:01.944778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29289905-a5c1-401f-85ce-bc34454cc44c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:01.964130 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cefff3e4-139a-44da-b44e-7525912eff6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:02.007512 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cefff3e4-139a-44da-b44e-7525912eff6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:02.064480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a181887-097c-47d7-8b6f-c7606dc1547a req-e205182d-80b7-4716-902a-42860f65a527 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0978355 Dec 09 22:44:02.103646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40510d7-7353-4380-a826-ff5897d36547 req-e6307f35-9f79-408d-b170-d495443ac748 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:02.111013 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d40510d7-7353-4380-a826-ff5897d36547 req-e6307f35-9f79-408d-b170-d495443ac748 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.8284121 Dec 09 22:44:02.176660 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29289905-a5c1-401f-85ce-bc34454cc44c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:02.217522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-29289905-a5c1-401f-85ce-bc34454cc44c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Calling delete_port for 72071f3d-75a3-4f97-ba37-536703a386b4 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:02.305628 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:02.325515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefff3e4-139a-44da-b44e-7525912eff6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55e56d8-965b-40f1-8d9b-7e591d3828f4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:02.328411 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:02.329993 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cefff3e4-139a-44da-b44e-7525912eff6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5237eff2922245fa8010c4cc5635a7dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1700993 Dec 09 22:44:02.335847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33168) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:02.391937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:02.395411 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:02.403929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:02.502387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d40510d7-7353-4380-a826-ff5897d36547 req-f1431c3a-0db7-415d-b400-7d46106919ec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528545 Dec 09 22:44:02.547926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Attempting to bind port efcbda8e-6ed0-44b9-af99-96b2c9acf15f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:44:02.549124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Attempting to bind port efcbda8e-6ed0-44b9-af99-96b2c9acf15f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:44:02.551486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Attempting to bind port efcbda8e-6ed0-44b9-af99-96b2c9acf15f on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:44:02.568167 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec00d8d-b472-4364-b0f5-ecc207ec082f req-0b54c90d-9cd7-4bd3-ba7b-1bd04c28c2e6 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:02.579877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:44:02.582036 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dec00d8d-b472-4364-b0f5-ecc207ec082f req-0b54c90d-9cd7-4bd3-ba7b-1bd04c28c2e6 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 909 time: 0.3391027 Dec 09 22:44:02.583255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:44:02.584617 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:02.585370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:44:02.586009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Bound port: efcbda8e-6ed0-44b9-af99-96b2c9acf15f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:44:02.592515 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:02.593656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::f816:3eff:fedb:55b6 (c98586a8-1bc3-4903-a5e8-931299d13bb7/bb2c5acd-349b-4bd7-96cd-6938749f2d91/1c0290d7-87b4-457a-affd-0a418500993e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:02.631442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Pushing event updated for resources: {'Port': ['ID=efcbda8e-6ed0-44b9-af99-96b2c9acf15f,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:02.747810 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6ae550b-2a39-4dbe-951f-0d8e496dc925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:02.792513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] For port efcbda8e-6ed0-44b9-af99-96b2c9acf15f, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:44:02.811987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] For port efcbda8e-6ed0-44b9-af99-96b2c9acf15f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=efcbda8e-6ed0-44b9-af99-96b2c9acf15f,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:44:02.819001 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:02.829948 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29289905-a5c1-401f-85ce-bc34454cc44c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:02.833449 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6ae550b-2a39-4dbe-951f-0d8e496dc925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:02.845645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fa719-2057-42c8-be17-f77e34376011 req-046bdedf-6058-4d1f-b034-b9e0dc4f7ad9 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:02.847221 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e1fa719-2057-42c8-be17-f77e34376011 req-046bdedf-6058-4d1f-b034-b9e0dc4f7ad9 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 1061 time: 0.1223025 Dec 09 22:44:03.016012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f83a50-d515-4a6a-adae-4990f87753ea None None] Pushing event updated for resources: {'Port': ['ID=efcbda8e-6ed0-44b9-af99-96b2c9acf15f,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:03.071407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51fab5-1bd8-4dc0-9a22-38b721f76ae6 req-9d5acf71-d9f0-4e1a-b793-80b7bdf7141c tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:03.083281 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f51fab5-1bd8-4dc0-9a22-38b721f76ae6 req-9d5acf71-d9f0-4e1a-b793-80b7bdf7141c tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 1136 time: 0.1214716 Dec 09 22:44:03.221552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29289905-a5c1-401f-85ce-bc34454cc44c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event deleted for resources: {'Port': ['ID=72071f3d-75a3-4f97-ba37-536703a386b4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:03.278188 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:03.321682 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-174199e7-ea42-447e-9143-e8e84547cbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:03.367530 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f51fab5-1bd8-4dc0-9a22-38b721f76ae6 req-9060cd62-a095-4463-abfd-e77b437deb63 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2766454 Dec 09 22:44:03.391440 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33178) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:03.415363 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e3f6542a-7b73-4e53-a832-0bd2bb545bb8 req-ab486ab4-ec25-4bca-b162-917d11f396e4 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.1057153 Dec 09 22:44:03.561127 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6ae550b-2a39-4dbe-951f-0d8e496dc925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:03.567965 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6ae550b-2a39-4dbe-951f-0d8e496dc925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:03.571530 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f6ae550b-2a39-4dbe-951f-0d8e496dc925 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b55e56d8-965b-40f1-8d9b-7e591d3828f4 HTTP/1.1" status: 204 len: 168 time: 1.2195852 Dec 09 22:44:03.683335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29289905-a5c1-401f-85ce-bc34454cc44c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:03.694721 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-29289905-a5c1-401f-85ce-bc34454cc44c tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "DELETE /v2.0/ports/72071f3d-75a3-4f97-ba37-536703a386b4 HTTP/1.1" status: 204 len: 168 time: 2.0714099 Dec 09 22:44:03.695059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33184) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:03.772850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae550b-2a39-4dbe-951f-0d8e496dc925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55e56d8-965b-40f1-8d9b-7e591d3828f4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:03.904191 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:03.948099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afadfd2-2971-4b41-8afa-bcba3ae4c4a9 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:03.955371 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5afadfd2-2971-4b41-8afa-bcba3ae4c4a9 tempest-TestSecurityGroupsBasicOps-1740078974 tempest-TestSecurityGroupsBasicOps-1740078974-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 1056 time: 0.4587517 Dec 09 22:44:03.969192 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:04.003289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c711515-8f37-441b-bfb4-8f5d3928cf88 req-8d08a231-f0ca-4c36-ab44-b29c3609c30c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:04.014322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c711515-8f37-441b-bfb4-8f5d3928cf88 req-8d08a231-f0ca-4c36-ab44-b29c3609c30c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.3339257 Dec 09 22:44:04.032159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-0437df58-36db-4c0c-a06c-b1a008799d4e tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Deleting subnet df2bee76-2124-4723-97f6-d15536a809ef {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:04.048792 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0437df58-36db-4c0c-a06c-b1a008799d4e tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:04.104168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:04.119018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:04.130088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:04.147416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:04.151233 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:04.168555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=1c0290d7-87b4-457a-affd-0a418500993e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:04.219601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33192) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:04.227544 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-60767c80-2186-46ec-ae7b-bafae4a9fb6f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3101430 Dec 09 22:44:04.262696 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0437df58-36db-4c0c-a06c-b1a008799d4e tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:04.374083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c711515-8f37-441b-bfb4-8f5d3928cf88 req-fa2f58dd-3f40-4716-9c17-a0322749529c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531997 Dec 09 22:44:04.441375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3460339-5ba5-44eb-90cb-a3f7217c206e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:04.448901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3460339-5ba5-44eb-90cb-a3f7217c206e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:04.451566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e3460339-5ba5-44eb-90cb-a3f7217c206e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2221589 Dec 09 22:44:04.455321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33202) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:04.591499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device efcbda8e-6ed0-44b9-af99-96b2c9acf15f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:04.702125 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e3ef7f7-7d94-41b9-895f-6fa190fd0117 req-0ef10d2e-7641-456a-b27a-193c0143e3b5 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0543170 Dec 09 22:44:04.751095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port efcbda8e-6ed0-44b9-af99-96b2c9acf15f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:04.751858 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:04.762284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-db6caa22-5752-4ff2-89e8-fbf7e8706b5d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port 1c0290d7-87b4-457a-affd-0a418500993e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:04.762643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db6caa22-5752-4ff2-89e8-fbf7e8706b5d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:04.781412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c3412-4d98-4038-9afb-b6835a5afde8 req-e96d56ec-03ce-4120-9512-e0a2db1373f9 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:04.798555 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bb1c3412-4d98-4038-9afb-b6835a5afde8 req-e96d56ec-03ce-4120-9512-e0a2db1373f9 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 909 time: 0.3430161 Dec 09 22:44:04.863427 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:04.874905 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0437df58-36db-4c0c-a06c-b1a008799d4e tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:05.018111 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:05.038777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0437df58-36db-4c0c-a06c-b1a008799d4e tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:05.087598 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db6caa22-5752-4ff2-89e8-fbf7e8706b5d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:05.134944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437df58-36db-4c0c-a06c-b1a008799d4e tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event deleted for resources: {'Subnet': ['ID=df2bee76-2124-4723-97f6-d15536a809ef,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:05.136226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-db6caa22-5752-4ff2-89e8-fbf7e8706b5d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for 1c0290d7-87b4-457a-affd-0a418500993e owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:05.139482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port efcbda8e-6ed0-44b9-af99-96b2c9acf15f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=efcbda8e-6ed0-44b9-af99-96b2c9acf15f,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:05.153942 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:05.158773 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0437df58-36db-4c0c-a06c-b1a008799d4e tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:05.162309 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0437df58-36db-4c0c-a06c-b1a008799d4e tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "DELETE /v2.0/subnets/df2bee76-2124-4723-97f6-d15536a809ef HTTP/1.1" status: 204 len: 168 time: 1.4025719 Dec 09 22:44:05.168028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33216) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:05.231609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62efb727-fbdd-4db7-ac43-030dbefb9367 None None] Network 7e6cffc6-0618-436a-bea0-7ad25ad1e07a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:05.273945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-26237f8a-3031-4a28-b385-e09940e53dae None None] Provisioning complete for port efcbda8e-6ed0-44b9-af99-96b2c9acf15f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:05.278789 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26237f8a-3031-4a28-b385-e09940e53dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:05.425273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=efcbda8e-6ed0-44b9-af99-96b2c9acf15f,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:05.703579 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e1b02-f897-4dd5-a926-19b5eb92a34f req-f67cd885-eb9f-46be-8d74-52f56c7db4aa tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:05.714156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-819e1b02-f897-4dd5-a926-19b5eb92a34f req-f67cd885-eb9f-46be-8d74-52f56c7db4aa tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.2034090 Dec 09 22:44:05.787788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c602cc71-f40f-4c0f-b516-4b67c21b4773 None None] DHCP port deletion for 7e6cffc6-0618-436a-bea0-7ad25ad1e07a request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:05.812642 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-819e1b02-f897-4dd5-a926-19b5eb92a34f req-2b1b1aa0-dd6c-4379-ab98-cf90373928c1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874853 Dec 09 22:44:05.833995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f71f8302-200c-4f60-a01b-6af1d53f3b38 None None] Provisioning complete for port 1c0290d7-87b4-457a-affd-0a418500993e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:05.837251 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f71f8302-200c-4f60-a01b-6af1d53f3b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:05.921516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f71f8302-200c-4f60-a01b-6af1d53f3b38 None None] Port 1c0290d7-87b4-457a-affd-0a418500993e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:44:05.966007 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36713441-3c16-497d-a9d3-fe84b3de4163 req-62f62584-c612-4914-824d-591aac22ce5a tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0888796 Dec 09 22:44:05.972615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c602cc71-f40f-4c0f-b516-4b67c21b4773 None None] Deleting port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:05.972995 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c602cc71-f40f-4c0f-b516-4b67c21b4773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.076451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c602cc71-f40f-4c0f-b516-4b67c21b4773 None None] For port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6,segment=NetworkSegment(6d091afd-32b6-42e8-a58b-52e29b4d7111),segment_id=6d091afd-32b6-42e8-a58b-52e29b4d7111)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:06.077051 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c602cc71-f40f-4c0f-b516-4b67c21b4773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.098379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c602cc71-f40f-4c0f-b516-4b67c21b4773 None None] Calling delete_port for ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:06.110251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293dd0-dcb5-4d64-946c-2f7c4604f95a req-e2009c34-6bcb-4fb7-ba92-780f81b4fd48 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:06.129335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d293dd0-dcb5-4d64-946c-2f7c4604f95a req-e2009c34-6bcb-4fb7-ba92-780f81b4fd48 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 909 time: 0.1371553 Dec 09 22:44:06.239970 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.297353 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.298111 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c602cc71-f40f-4c0f-b516-4b67c21b4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.319619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11e482-085d-4087-bf08-fec24369f586 req-c95c49f1-6f9d-4316-8881-6b63f9f38a84 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:06.321527 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c11e482-085d-4087-bf08-fec24369f586 req-c95c49f1-6f9d-4316-8881-6b63f9f38a84 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 909 time: 0.4302473 Dec 09 22:44:06.350944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c602cc71-f40f-4c0f-b516-4b67c21b4773 None None] No DVR routers for this DVR port ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:06.429348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602cc71-f40f-4c0f-b516-4b67c21b4773 None None] Pushing event deleted for resources: {'Port': ['ID=ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:06.492503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device efcbda8e-6ed0-44b9-af99-96b2c9acf15f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:06.619789 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port efcbda8e-6ed0-44b9-af99-96b2c9acf15f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:06.620104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.624102 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.696332 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6cffc6-0618-436a-bea0-7ad25ad1e07a']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:06.701740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db6caa22-5752-4ff2-89e8-fbf7e8706b5d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.725212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d091afd-32b6-42e8-a58b-52e29b4d7111') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:06.725537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d091afd-32b6-42e8-a58b-52e29b4d7111') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:06.774969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6caa22-5752-4ff2-89e8-fbf7e8706b5d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=1c0290d7-87b4-457a-affd-0a418500993e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:06.783261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.876445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-4c11e482-085d-4087-bf08-fec24369f586 req-cdd5444e-fe67-4708-aa3d-db29d7fe4eeb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Deleting port 47e431cb-4fa3-4e80-ad52-22802d1186ad {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:06.876809 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c11e482-085d-4087-bf08-fec24369f586 req-cdd5444e-fe67-4708-aa3d-db29d7fe4eeb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.893469 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db6caa22-5752-4ff2-89e8-fbf7e8706b5d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.902887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-db6caa22-5752-4ff2-89e8-fbf7e8706b5d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/1c0290d7-87b4-457a-affd-0a418500993e HTTP/1.1" status: 204 len: 168 time: 2.4463556 Dec 09 22:44:06.904116 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.905329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33244) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:06.954689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:44:06.958037 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:44:06.964185 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:44:06.975269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:07.028616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:07.029217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ab74dcd7-96a8-4ae0-a9b5-c2a312c9d5f6 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:07.046260 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:07.210702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16878314-e4d8-42af-9afb-132f26c55700 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:07.212460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16878314-e4d8-42af-9afb-132f26c55700 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:07.214178 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-16878314-e4d8-42af-9afb-132f26c55700 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3069673 Dec 09 22:44:07.220670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33254) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:07.329100 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:07.357704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30aff5b6-922e-412a-a9b1-7473227dc830 req-d73c4216-9f21-4f44-b98d-994cdc228233 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.1407642 Dec 09 22:44:07.369019 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:07.374806 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] 10.222.0.16 "DELETE /v2.0/networks/7e6cffc6-0618-436a-bea0-7ad25ad1e07a HTTP/1.1" status: 204 len: 168 time: 2.2033591 Dec 09 22:44:07.374954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1d69f-cccd-4a1b-add8-3f1aefea50bb req-df47c7e9-4f44-4e4d-80b8-4a7eb9b34790 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:07.376892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84d1d69f-cccd-4a1b-add8-3f1aefea50bb req-df47c7e9-4f44-4e4d-80b8-4a7eb9b34790 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.3055058 Dec 09 22:44:07.407787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91d0a4-9906-47bf-921a-d3cfe24067ce tempest-AllowedAddressPairIpV6TestJSON-1478301847 tempest-AllowedAddressPairIpV6TestJSON-1478301847-project] Pushing event deleted for resources: {'Network': ['ID=7e6cffc6-0618-436a-bea0-7ad25ad1e07a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:07.463535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4c11e482-085d-4087-bf08-fec24369f586 req-cdd5444e-fe67-4708-aa3d-db29d7fe4eeb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] For port 47e431cb-4fa3-4e80-ad52-22802d1186ad, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=47e431cb-4fa3-4e80-ad52-22802d1186ad,segment=NetworkSegment(08431a02-0144-4631-bbd0-584e21c9bb33),segment_id=08431a02-0144-4631-bbd0-584e21c9bb33)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:07.464204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c11e482-085d-4087-bf08-fec24369f586 req-cdd5444e-fe67-4708-aa3d-db29d7fe4eeb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:07.483536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a74bad-8b71-4c1f-97ed-da648ff91054 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet bb2c5acd-349b-4bd7-96cd-6938749f2d91 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:07.490783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-4c11e482-085d-4087-bf08-fec24369f586 req-cdd5444e-fe67-4708-aa3d-db29d7fe4eeb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Calling delete_port for 47e431cb-4fa3-4e80-ad52-22802d1186ad owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:07.525102 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38a74bad-8b71-4c1f-97ed-da648ff91054 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:07.670792 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-84d1d69f-cccd-4a1b-add8-3f1aefea50bb req-65a7f2fb-4a0c-42c9-87cc-6c433c05073f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629342 Dec 09 22:44:07.705692 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38a74bad-8b71-4c1f-97ed-da648ff91054 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:07.876398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c11e482-085d-4087-bf08-fec24369f586 req-cdd5444e-fe67-4708-aa3d-db29d7fe4eeb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:07.965547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33266) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:07.967665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5444e-fe67-4708-aa3d-db29d7fe4eeb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'Port': ['ID=47e431cb-4fa3-4e80-ad52-22802d1186ad,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:08.013821 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38a74bad-8b71-4c1f-97ed-da648ff91054 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:08.096802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c11e482-085d-4087-bf08-fec24369f586 req-cdd5444e-fe67-4708-aa3d-db29d7fe4eeb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] No DVR routers for this DVR port 47e431cb-4fa3-4e80-ad52-22802d1186ad on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:08.102422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4c11e482-085d-4087-bf08-fec24369f586 req-cdd5444e-fe67-4708-aa3d-db29d7fe4eeb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:08.106236 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c11e482-085d-4087-bf08-fec24369f586 req-cdd5444e-fe67-4708-aa3d-db29d7fe4eeb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.18 "DELETE /v2.0/ports/47e431cb-4fa3-4e80-ad52-22802d1186ad HTTP/1.1" status: 204 len: 173 time: 1.7736633 Dec 09 22:44:08.114576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81b6e3d-0b81-42b3-976a-66abc08cc1e6', 'name': 'network-vif-deleted', 'tag': '47e431cb-4fa3-4e80-ad52-22802d1186ad'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:44:08.117681 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a26c3ae-831f-46f4-b40d-ab9586d0814a" -d '{"events": [{"server_uuid": "e81b6e3d-0b81-42b3-976a-66abc08cc1e6", "name": "network-vif-deleted", "tag": "47e431cb-4fa3-4e80-ad52-22802d1186ad"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:44:08.122608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 47e431cb-4fa3-4e80-ad52-22802d1186ad no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:08.133574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ecd1a-fb32-403a-8ac7-ddc54217e212 req-6fe47428-ca8e-4e4e-a6fb-e37811f33d50 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:08.162078 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-033ecd1a-fb32-403a-8ac7-ddc54217e212 req-6fe47428-ca8e-4e4e-a6fb-e37811f33d50 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b6e3d-0b81-42b3-976a-66abc08cc1e6 HTTP/1.1" status: 200 len: 830 time: 0.5020802 Dec 09 22:44:08.219624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 47e431cb-4fa3-4e80-ad52-22802d1186ad {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:08.223864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 47e431cb-4fa3-4e80-ad52-22802d1186ad not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:08.259135 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c0a3f9-f716-4bf5-96f1-c2272cc2d389 x-openstack-request-id: req-56c0a3f9-f716-4bf5-96f1-c2272cc2d389 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:44:08.259881 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81b6e3d-0b81-42b3-976a-66abc08cc1e6", "name": "network-vif-deleted", "tag": "47e431cb-4fa3-4e80-ad52-22802d1186ad", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:44:08.263946 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56c0a3f9-f716-4bf5-96f1-c2272cc2d389 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:44:08.267111 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81b6e3d-0b81-42b3-976a-66abc08cc1e6', 'name': 'network-vif-deleted', 'tag': '47e431cb-4fa3-4e80-ad52-22802d1186ad', 'status': 'completed', 'code': 200} Dec 09 22:44:08.292822 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38a74bad-8b71-4c1f-97ed-da648ff91054 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:08.354963 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3acac5a1-70bc-4a5f-b37f-7964c6c6d7d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e88101aa2454a278335f2bed9d59dd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3882787 Dec 09 22:44:08.358157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33278) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:08.373774 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a74bad-8b71-4c1f-97ed-da648ff91054 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2c5acd-349b-4bd7-96cd-6938749f2d91,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:08.390702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce91ce20-8b77-400c-8cf6-93056f6303b5 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:08.417930 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-38a74bad-8b71-4c1f-97ed-da648ff91054 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:08.438034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-38a74bad-8b71-4c1f-97ed-da648ff91054 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/bb2c5acd-349b-4bd7-96cd-6938749f2d91 HTTP/1.1" status: 204 len: 168 time: 1.2130110 Dec 09 22:44:08.442861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33282) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:08.598270 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-80665b6e-b077-4d23-b081-a548c6d328fe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446183 Dec 09 22:44:08.601650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33284) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:08.608083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-7b685fb2-2e83-408e-849b-7b8066a95c4f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:08.619130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5526a445-22f6-45e8-9d59-364afd0b1363 req-084a7ead-0ac0-456c-9c7d-bdd45d1232cf tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0679100 Dec 09 22:44:08.751738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fecee21-4f34-46e0-b98a-bd70393026bd None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:08.857220 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a537ff8-00fa-4f02-9d5a-35b38ba877b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:08.911343 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1fecee21-4f34-46e0-b98a-bd70393026bd None None] Deleting port efcbda8e-6ed0-44b9-af99-96b2c9acf15f {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:08.912904 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1fecee21-4f34-46e0-b98a-bd70393026bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:08.955989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a537ff8-00fa-4f02-9d5a-35b38ba877b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:09.040708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92e439-48fe-4e1d-ae88-183e934c5e6b req-7e13805d-9315-443f-ae35-4084a43a9a94 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:09.045582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee92e439-48fe-4e1d-ae88-183e934c5e6b req-7e13805d-9315-443f-ae35-4084a43a9a94 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.1721101 Dec 09 22:44:09.086468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1fecee21-4f34-46e0-b98a-bd70393026bd None None] For port efcbda8e-6ed0-44b9-af99-96b2c9acf15f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=efcbda8e-6ed0-44b9-af99-96b2c9acf15f,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:09.087221 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1fecee21-4f34-46e0-b98a-bd70393026bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:09.102771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1fecee21-4f34-46e0-b98a-bd70393026bd None None] Calling delete_port for efcbda8e-6ed0-44b9-af99-96b2c9acf15f owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:09.118116 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b685fb2-2e83-408e-849b-7b8066a95c4f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:09.124167 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b685fb2-2e83-408e-849b-7b8066a95c4f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:09.216861 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a537ff8-00fa-4f02-9d5a-35b38ba877b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:09.231704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a537ff8-00fa-4f02-9d5a-35b38ba877b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:09.243147 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9a537ff8-00fa-4f02-9d5a-35b38ba877b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6881b94-0018-428c-b9eb-d7c2f0c08208 HTTP/1.1" status: 204 len: 168 time: 0.8837965 Dec 09 22:44:09.280968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee92e439-48fe-4e1d-ae88-183e934c5e6b req-d06a92e0-6b31-4f76-a085-d2b4e82b4abe tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248497 Dec 09 22:44:09.281490 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33296) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:09.306581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33300) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:09.318340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a537ff8-00fa-4f02-9d5a-35b38ba877b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6881b94-0018-428c-b9eb-d7c2f0c08208,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:09.496584 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-306fcf1c-0ffc-458a-99dc-6eab6958c200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:09.838796 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1fecee21-4f34-46e0-b98a-bd70393026bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:09.927494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecee21-4f34-46e0-b98a-bd70393026bd None None] Pushing event deleted for resources: {'Port': ['ID=efcbda8e-6ed0-44b9-af99-96b2c9acf15f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:09.936549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-7b685fb2-2e83-408e-849b-7b8066a95c4f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:44:09.936998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fecee21-4f34-46e0-b98a-bd70393026bd None None] No DVR routers for this DVR port efcbda8e-6ed0-44b9-af99-96b2c9acf15f on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:09.938482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b685fb2-2e83-408e-849b-7b8066a95c4f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:10.008808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b685fb2-2e83-408e-849b-7b8066a95c4f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:10.012761 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-7b685fb2-2e83-408e-849b-7b8066a95c4f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:10.019930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b5a209a-f29d-43ed-b0f9-49fb1a0b56b9 req-415307ab-3f3f-4379-b1ae-d41cceed2944 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.1212196 Dec 09 22:44:10.035012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b685fb2-2e83-408e-849b-7b8066a95c4f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:10.035716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b685fb2-2e83-408e-849b-7b8066a95c4f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:10.037867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d1cb3a-6ab0-4928-b54d-f3a41ee42a12 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:10.063114 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7b685fb2-2e83-408e-849b-7b8066a95c4f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4591951 Dec 09 22:44:10.064399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b685fb2-2e83-408e-849b-7b8066a95c4f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=606a42dc-05a8-4faf-90db-587903caf914,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:10.066661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33320) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:10.073687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:72:a5:d5', 'name': 'tempest-NetworksTestDHCPv6-696846581'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:10.231370 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-306fcf1c-0ffc-458a-99dc-6eab6958c200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:10.254669 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-306fcf1c-0ffc-458a-99dc-6eab6958c200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:10.270374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '606a42dc-05a8-4faf-90db-587903caf914'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:44:10.271582 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:10.279995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:10.410973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33328) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:10.422537 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-306fcf1c-0ffc-458a-99dc-6eab6958c200 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2acd232debd14134b4cbd2835d19d71a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1398737 Dec 09 22:44:10.522677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device efcbda8e-6ed0-44b9-af99-96b2c9acf15f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:10.590900 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ad05b18-8851-436f-876d-632f1686c10d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:10.617885 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ad05b18-8851-436f-876d-632f1686c10d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:10.639447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:10.680839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: efcbda8e-6ed0-44b9-af99-96b2c9acf15f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:10.692420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port fe5a8fb2-2a69-4243-b317-47d2fae4449b yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:44:10.708837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device efcbda8e-6ed0-44b9-af99-96b2c9acf15f not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:10.731920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fcf1c-0ffc-458a-99dc-6eab6958c200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1ffdef-ef3e-46a4-b1d7-6395424f9efb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:10.821116 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ad05b18-8851-436f-876d-632f1686c10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:10.827127 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ad05b18-8851-436f-876d-632f1686c10d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:10.828295 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5ad05b18-8851-436f-876d-632f1686c10d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c1ffdef-ef3e-46a4-b1d7-6395424f9efb HTTP/1.1" status: 204 len: 168 time: 0.4094615 Dec 09 22:44:10.843516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49583d7-aee5-4d5c-898c-04be37d387e3 req-6cd0bb53-40f2-4747-9357-7b154b1f2045 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:10.854650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49583d7-aee5-4d5c-898c-04be37d387e3 req-6cd0bb53-40f2-4747-9357-7b154b1f2045 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.4057558 Dec 09 22:44:10.860575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad05b18-8851-436f-876d-632f1686c10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1ffdef-ef3e-46a4-b1d7-6395424f9efb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:10.944825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33340) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:10.977523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Allocated IP 2001:db8::f816:3eff:fe46:a9fa (c98586a8-1bc3-4903-a5e8-931299d13bb7/606a42dc-05a8-4faf-90db-587903caf914/05b9a69c-b7e6-49be-8424-3a2db48202c4) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:11.103575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f49583d7-aee5-4d5c-898c-04be37d387e3 req-e2ec6a94-8aa3-41ba-9126-272fd4ee6ca7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462676 Dec 09 22:44:11.198488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1601524029'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:11.239076 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa4e01fd-8f2c-41cd-aec9-4819c1f8adef tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:11.244129 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:11.256024 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:11.260886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Made reservation on behalf of 521cf73001f840febb7e2b8349eea8fe for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:11.271778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:11.307130 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:11.363273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Pushing event updated for resources: {'Port': ['ID=05b9a69c-b7e6-49be-8424-3a2db48202c4,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:11.413594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:11.417438 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:11.425560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:11.479922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::f816:3eff:fe72:a5d5 (c98586a8-1bc3-4903-a5e8-931299d13bb7/606a42dc-05a8-4faf-90db-587903caf914/fe5a8fb2-2a69-4243-b317-47d2fae4449b) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:11.502426 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-457fba81-be48-412a-9c17-d7c09853f8c2 req-3d4d184a-f57a-4803-86bb-ab71a8892d23 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.1165817 Dec 09 22:44:11.695952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Attempting to bind port 05b9a69c-b7e6-49be-8424-3a2db48202c4 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:44:11.696339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Attempting to bind port 05b9a69c-b7e6-49be-8424-3a2db48202c4 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:44:11.696710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Attempting to bind port 05b9a69c-b7e6-49be-8424-3a2db48202c4 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:44:11.716809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:44:11.717198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:44:11.717614 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:11.728445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:44:11.729056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Bound port: 05b9a69c-b7e6-49be-8424-3a2db48202c4, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:44:11.729475 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:11.738434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e01fd-8f2c-41cd-aec9-4819c1f8adef tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Deleting port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:11.738799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa4e01fd-8f2c-41cd-aec9-4819c1f8adef tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:11.768541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33350) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:11.803829 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-27442250-85a6-4ccf-a2a5-1c2e55b5bf06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:11.920874 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-aa4e01fd-8f2c-41cd-aec9-4819c1f8adef tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] For port 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a,segment=NetworkSegment(08431a02-0144-4631-bbd0-584e21c9bb33),segment_id=08431a02-0144-4631-bbd0-584e21c9bb33)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:11.921835 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa4e01fd-8f2c-41cd-aec9-4819c1f8adef tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:11.939894 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-27442250-85a6-4ccf-a2a5-1c2e55b5bf06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:11.942116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e01fd-8f2c-41cd-aec9-4819c1f8adef tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Calling delete_port for 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:11.962585 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-27442250-85a6-4ccf-a2a5-1c2e55b5bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:12.000884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:12.039851 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-27442250-85a6-4ccf-a2a5-1c2e55b5bf06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e97f78863df4903a8ac720b91cb1a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687757 Dec 09 22:44:12.045921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27442250-85a6-4ccf-a2a5-1c2e55b5bf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8de274-3b04-4479-bd76-a7644a736e7a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:12.062728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] For port 05b9a69c-b7e6-49be-8424-3a2db48202c4, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:44:12.065605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33352) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:12.073532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] For port 05b9a69c-b7e6-49be-8424-3a2db48202c4, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=05b9a69c-b7e6-49be-8424-3a2db48202c4,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:44:12.084475 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:12.166344 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:12.202275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:44:12.271111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae60ba-6e82-44e4-842f-a05a228381fc None None] Pushing event updated for resources: {'Port': ['ID=05b9a69c-b7e6-49be-8424-3a2db48202c4,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:12.281483 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:12.388656 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa4e01fd-8f2c-41cd-aec9-4819c1f8adef tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:12.408858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d9391-8a97-4e14-8397-4e0307d5a18f req-27d317af-4e2e-4207-a3a2-adcf533f3533 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:12.410918 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a43d9391-8a97-4e14-8397-4e0307d5a18f req-27d317af-4e2e-4207-a3a2-adcf533f3533 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.1122072 Dec 09 22:44:12.429257 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:12.429635 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Added segment f5c9f056-461a-4ce2-a754-faf0c7993fad of type vlan for network b65c4762-1501-48c0-8db5-715bd4dc4332 Dec 09 22:44:12.441596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b916c285-1731-427f-8013-f724d1903b14,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:12.508564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e01fd-8f2c-41cd-aec9-4819c1f8adef tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'Port': ['ID=86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:12.558994 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eeb3bddd-9406-42a3-b6c5-c4886e5d1bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:12.789332 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:12.821401 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eeb3bddd-9406-42a3-b6c5-c4886e5d1bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:12.857750 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:12.902112 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-37818512-07af-47ad-abeb-0d3b8fcce540 req-92ff504c-7097-4a4f-98f2-159eabaf06b2 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.1289461 Dec 09 22:44:12.913848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.resource_extend [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:44:12.917114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a43d9391-8a97-4e14-8397-4e0307d5a18f req-ed3ef253-d515-4349-8154-5e69e8ffea1c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998147 Dec 09 22:44:13.013911 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:13.030630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:13.086172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:13.106602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:13.107268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:13.146352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:13.156074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:13.156732 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:13.185733 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eeb3bddd-9406-42a3-b6c5-c4886e5d1bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:13.188625 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eeb3bddd-9406-42a3-b6c5-c4886e5d1bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:13.192156 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-eeb3bddd-9406-42a3-b6c5-c4886e5d1bfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc8de274-3b04-4479-bd76-a7644a736e7a HTTP/1.1" status: 204 len: 168 time: 1.1057875 Dec 09 22:44:13.240403 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.2971945 Dec 09 22:44:13.246991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33362) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:13.443809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-341b9a36-7500-460a-a669-7783d1e358b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Request body: {'subnet': {'network_id': 'b65c4762-1501-48c0-8db5-715bd4dc4332', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:13.627246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=fe5a8fb2-2a69-4243-b317-47d2fae4449b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:13.647708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688f97e-81f0-4c7d-b909-2dccd5f62de3 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Pushing event updated for resources: {'Network': ['ID=b65c4762-1501-48c0-8db5-715bd4dc4332,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:13.651961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3bddd-9406-42a3-b6c5-c4886e5d1bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8de274-3b04-4479-bd76-a7644a736e7a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:13.660940 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f2528053-1c64-4e5b-a1f9-9cf9d188e007 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5906451 Dec 09 22:44:13.660940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341b9a36-7500-460a-a669-7783d1e358b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Made reservation on behalf of 521cf73001f840febb7e2b8349eea8fe for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:13.664253 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-341b9a36-7500-460a-a669-7783d1e358b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:13.680291 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b65c4762-1501-48c0-8db5-715bd4dc4332 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:44:13.850122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33366) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:13.916514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-341b9a36-7500-460a-a669-7783d1e358b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:14.102473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b9a36-7500-460a-a669-7783d1e358b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Pushing event updated for resources: {'Subnet': ['ID=1e15c425-66d8-4270-b125-ce9ee27b6dae,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:14.135860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b9a36-7500-460a-a669-7783d1e358b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Checking segment: {'id': 'f5c9f056-461a-4ce2-a754-faf0c7993fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b65c4762-1501-48c0-8db5-715bd4dc4332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:44:14.136101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341b9a36-7500-460a-a669-7783d1e358b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Network hostable DHCP agents. Network: b65c4762-1501-48c0-8db5-715bd4dc4332, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:44:14.176542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa4e01fd-8f2c-41cd-aec9-4819c1f8adef tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:14.215278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341b9a36-7500-460a-a669-7783d1e358b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Network b65c4762-1501-48c0-8db5-715bd4dc4332 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:44:14.235060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-341b9a36-7500-460a-a669-7783d1e358b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b65c4762-1501-48c0-8db5-715bd4dc4332) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:14.247512 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341b9a36-7500-460a-a669-7783d1e358b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:14.248117 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-341b9a36-7500-460a-a669-7783d1e358b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:14.252951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae764e1b-da09-4fdd-b737-c60b8b3b480a None None] Network b65c4762-1501-48c0-8db5-715bd4dc4332 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:14.311896 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-341b9a36-7500-460a-a669-7783d1e358b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0193119 Dec 09 22:44:14.314265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33382) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:14.322308 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Request body: {'port': {'network_id': 'b65c4762-1501-48c0-8db5-715bd4dc4332', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1048753117'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:14.354467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4197053-6f74-4acb-9753-1c56a2afa660 req-b0a85c73-0b10-49ca-8563-b3cc43fdb9b6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.2227199 Dec 09 22:44:14.635265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3550bd1-05c1-4555-a785-1c44e4c8aee4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:14.644486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-85d9151b-820f-4213-8fe9-d3fc4547e740 None None] Provisioning complete for port 05b9a69c-b7e6-49be-8424-3a2db48202c4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:14.644866 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-85d9151b-820f-4213-8fe9-d3fc4547e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:14.649195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-b65c4762-1501-48c0-8db5-715bd4dc4332', 'network_id': 'b65c4762-1501-48c0-8db5-715bd4dc4332', 'project_id': '521cf73001f840febb7e2b8349eea8fe', 'fixed_ips': [{'subnet_id': '1e15c425-66d8-4270-b125-ce9ee27b6dae'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:44:14.667285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3550bd1-05c1-4555-a785-1c44e4c8aee4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:14.668968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c3550bd1-05c1-4555-a785-1c44e4c8aee4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8060453 Dec 09 22:44:14.677607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33386) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:14.681935 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:14.753461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 05b9a69c-b7e6-49be-8424-3a2db48202c4 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:14.801928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da0e7c-2dd7-41a5-89f8-777d0adaa4a3 req-762bc438-40e2-40ea-9a68-03c92c13ead5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:14.803926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91da0e7c-2dd7-41a5-89f8-777d0adaa4a3 req-762bc438-40e2-40ea-9a68-03c92c13ead5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.5218413 Dec 09 22:44:15.030903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Made reservation on behalf of 521cf73001f840febb7e2b8349eea8fe for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:15.045113 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:15.091154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 05b9a69c-b7e6-49be-8424-3a2db48202c4 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:15.094032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] device_id is not set on port 4f9c9913-1648-4d34-9870-9edd9ed46747 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:44:15.096867 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:15.158329 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-85d9151b-820f-4213-8fe9-d3fc4547e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:15.226806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-24924ffe-ba7f-4951-95b3-a21f38e90e1a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port fe5a8fb2-2a69-4243-b317-47d2fae4449b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:15.229718 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24924ffe-ba7f-4951-95b3-a21f38e90e1a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:15.323559 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91da0e7c-2dd7-41a5-89f8-777d0adaa4a3 req-6c6e9219-f448-4dff-bded-4cc6be87de65 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774438 Dec 09 22:44:15.388468 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4e01fd-8f2c-41cd-aec9-4819c1f8adef tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Router cc298ec6-0d42-4343-a80e-2dc7390a8bab has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:44:15.593731 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:15.597296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-85d9151b-820f-4213-8fe9-d3fc4547e740 None None] For port 05b9a69c-b7e6-49be-8424-3a2db48202c4, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=05b9a69c-b7e6-49be-8424-3a2db48202c4,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:15.611742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4e01fd-8f2c-41cd-aec9-4819c1f8adef tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:44:15.613217 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24924ffe-ba7f-4951-95b3-a21f38e90e1a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:15.631559 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aa4e01fd-8f2c-41cd-aec9-4819c1f8adef tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "PUT /v2.0/routers/cc298ec6-0d42-4343-a80e-2dc7390a8bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3238926 Dec 09 22:44:15.634210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33402) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:15.642491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd8a66-2441-425b-b099-ae22f28b2585 None None] Sync routers for ids ['cc298ec6-0d42-4343-a80e-2dc7390a8bab'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:44:15.654787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-24924ffe-ba7f-4951-95b3-a21f38e90e1a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for fe5a8fb2-2a69-4243-b317-47d2fae4449b owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:15.660810 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-85d9151b-820f-4213-8fe9-d3fc4547e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:15.800852 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9151b-820f-4213-8fe9-d3fc4547e740 None None] Pushing event updated for resources: {'Port': ['ID=05b9a69c-b7e6-49be-8424-3a2db48202c4,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:15.805453 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb72169a-d35a-4e18-9e8d-ebec9fda6c83 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Deleting subnet c4da2948-6dde-41a5-9ff9-a8396656b5d8 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:15.813513 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb72169a-d35a-4e18-9e8d-ebec9fda6c83 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:15.884292 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24924ffe-ba7f-4951-95b3-a21f38e90e1a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:15.900028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd8a66-2441-425b-b099-ae22f28b2585 None None] Routers {'cc298ec6-0d42-4343-a80e-2dc7390a8bab'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:44:15.900685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-09cd8a66-2441-425b-b099-ae22f28b2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:44:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['cc298ec6-0d42-4343-a80e-2dc7390a8bab'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:15.915879 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d415757-bea9-4413-a582-fc6687edf427 req-1b8019db-67f1-4521-b463-8cf14ad92a61 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.3057356 Dec 09 22:44:15.993906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Allocated IP 2001:db8::2da (b65c4762-1501-48c0-8db5-715bd4dc4332/1e15c425-66d8-4270-b125-ce9ee27b6dae/4f9c9913-1648-4d34-9870-9edd9ed46747) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:15.996772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24924ffe-ba7f-4951-95b3-a21f38e90e1a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=fe5a8fb2-2a69-4243-b317-47d2fae4449b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:15.997040 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb72169a-d35a-4e18-9e8d-ebec9fda6c83 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:16.044723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24924ffe-ba7f-4951-95b3-a21f38e90e1a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:16.049057 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-24924ffe-ba7f-4951-95b3-a21f38e90e1a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/fe5a8fb2-2a69-4243-b317-47d2fae4449b HTTP/1.1" status: 204 len: 168 time: 1.3628242 Dec 09 22:44:16.060471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33408) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:16.192635 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-09cd8a66-2441-425b-b099-ae22f28b2585 None None] Set router cc298ec6-0d42-4343-a80e-2dc7390a8bab gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:44:16.236102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89adfe7f-af52-49e0-ac3a-35ac5d0f0ec2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:16.240636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89adfe7f-af52-49e0-ac3a-35ac5d0f0ec2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:16.244316 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-89adfe7f-af52-49e0-ac3a-35ac5d0f0ec2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1777153 Dec 09 22:44:16.245215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33412) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:16.304524 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb72169a-d35a-4e18-9e8d-ebec9fda6c83 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:16.583146 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb72169a-d35a-4e18-9e8d-ebec9fda6c83 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:16.647677 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:44:16.651016 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:44:16.654366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8613e2fe-c1f5-4a0f-ad3a-fe1796fb4c61 None None] Provisioning complete for port fe5a8fb2-2a69-4243-b317-47d2fae4449b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:16.657778 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8613e2fe-c1f5-4a0f-ad3a-fe1796fb4c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:16.700219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72169a-d35a-4e18-9e8d-ebec9fda6c83 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'Subnet': ['ID=c4da2948-6dde-41a5-9ff9-a8396656b5d8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:16.716758 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb72169a-d35a-4e18-9e8d-ebec9fda6c83 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:16.719147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0d5544-98cf-468b-bed9-d71e03391c3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 606a42dc-05a8-4faf-90db-587903caf914 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:16.721156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804a3880-fdcd-42b9-8af0-6ab38398ef2c None None] Network e5c5b549-0727-4305-907a-0c8dfd0e6c58 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:16.727529 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5544-98cf-468b-bed9-d71e03391c3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:16.732077 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fb72169a-d35a-4e18-9e8d-ebec9fda6c83 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "DELETE /v2.0/subnets/c4da2948-6dde-41a5-9ff9-a8396656b5d8 HTTP/1.1" status: 204 len: 168 time: 1.0965827 Dec 09 22:44:16.735040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33424) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:16.827662 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5544-98cf-468b-bed9-d71e03391c3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:16.920631 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5544-98cf-468b-bed9-d71e03391c3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:16.959711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8613e2fe-c1f5-4a0f-ad3a-fe1796fb4c61 None None] Port fe5a8fb2-2a69-4243-b317-47d2fae4449b was deleted so its status cannot be updated. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 09 22:44:17.081891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661638b-9a00-4d24-a28a-a86c4f6630e5 req-c2069473-64e4-425f-b1a7-655162b1b0fa tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:17.083401 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f661638b-9a00-4d24-a28a-a86c4f6630e5 req-c2069473-64e4-425f-b1a7-655162b1b0fa tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.4638538 Dec 09 22:44:17.124369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-09cd8a66-2441-425b-b099-ae22f28b2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2122287751', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:43:20Z', 'updated_at': '2021-12-09T22:44:12Z', 'revision_number': 5, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:43:22Z', 'updated_at': '2021-12-09T22:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:17.132295 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5544-98cf-468b-bed9-d71e03391c3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:17.282284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd8a66-2441-425b-b099-ae22f28b2585 None None] Checking router: cc298ec6-0d42-4343-a80e-2dc7390a8bab for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:44:17.295056 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5544-98cf-468b-bed9-d71e03391c3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:17.323291 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6b0d5544-98cf-468b-bed9-d71e03391c3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/606a42dc-05a8-4faf-90db-587903caf914 HTTP/1.1" status: 204 len: 168 time: 1.0705738 Dec 09 22:44:17.324701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33436) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:17.333506 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47b20f-7581-4ef7-9edd-5179006d9cdb None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:17.335952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9cfe2f-33d4-4dfe-afe0-8d9c89821ad7 None None] DHCP port deletion for e5c5b549-0727-4305-907a-0c8dfd0e6c58 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:17.406198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd8a66-2441-425b-b099-ae22f28b2585 None None] Routers {'cc298ec6-0d42-4343-a80e-2dc7390a8bab'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:44:17.407000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f661638b-9a00-4d24-a28a-a86c4f6630e5 req-a293b367-b19b-4801-8514-a4d184eb2664 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035722 Dec 09 22:44:17.409282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-09cd8a66-2441-425b-b099-ae22f28b2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:44:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['cc298ec6-0d42-4343-a80e-2dc7390a8bab'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:17.410272 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:17.446273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d5544-98cf-468b-bed9-d71e03391c3e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=606a42dc-05a8-4faf-90db-587903caf914,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:17.453318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23bedf9c-ad4b-4a4a-9180-87d71f6c3904 req-324713d1-fe5c-4f3b-bc3a-4300da7fa284 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.3674617 Dec 09 22:44:17.529360 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:17.570198 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d9036e86-9b2c-4098-b31c-b45fd50ecdfa tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1418905 Dec 09 22:44:17.573297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33442) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:17.711225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-09cd8a66-2441-425b-b099-ae22f28b2585 None None] Set router cc298ec6-0d42-4343-a80e-2dc7390a8bab gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:44:17.746815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:17.829583 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:17.877284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b45a8aa-4d7a-4b6d-973f-4bc4f5675f83 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:17.881852 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0b45a8aa-4d7a-4b6d-973f-4bc4f5675f83 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3049474 Dec 09 22:44:17.885269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33450) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:17.949918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 05b9a69c-b7e6-49be-8424-3a2db48202c4 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:17.954762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Network b65c4762-1501-48c0-8db5-715bd4dc4332 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:17.975251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:17.985227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:17.992375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:17.993153 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:17.998361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Pushing event updated for resources: {'Port': ['ID=4f9c9913-1648-4d34-9870-9edd9ed46747,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:18.008545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Deleting port 39f39705-a3d7-4ef5-8bca-39d9683fe04c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:18.009152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:18.024112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b622d49-de0f-4eb8-9bdb-3645a3b3bc1c tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:18.029366 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3b622d49-de0f-4eb8-9bdb-3645a3b3bc1c tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1421862 Dec 09 22:44:18.030598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33454) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:18.050136 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b0549efe-c551-4b9b-9a72-06b69cbc4181 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.7344644 Dec 09 22:44:18.137253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33456) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:18.150828 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c23210cc-2380-4df0-8c33-11af5d9c4b53 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129694 Dec 09 22:44:18.151869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33462) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:18.161745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Request body: {'port': {'network_id': 'b65c4762-1501-48c0-8db5-715bd4dc4332', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1039165815', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:18.163015 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.api.validators [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] bootfile-name is not in valid_values {{(pid=103417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 22:44:18.164638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.api.validators [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] tftp-server is not in valid_values {{(pid=103417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 22:44:18.165223 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.api.validators [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] server-ip-address is not in valid_values {{(pid=103417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 22:44:18.174764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6d8e15d6-5fc1-4413-b586-cd9aeeab738b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:18.260963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] For port 39f39705-a3d7-4ef5-8bca-39d9683fe04c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=39f39705-a3d7-4ef5-8bca-39d9683fe04c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:18.261339 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:18.292311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8e15d6-5fc1-4413-b586-cd9aeeab738b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:18.297604 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d8e15d6-5fc1-4413-b586-cd9aeeab738b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:18.329757 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Calling delete_port for 39f39705-a3d7-4ef5-8bca-39d9683fe04c owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:18.563007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Allocated IP 2001:db8::2 (b65c4762-1501-48c0-8db5-715bd4dc4332/1e15c425-66d8-4270-b125-ce9ee27b6dae/a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:18.752068 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c83f65a5-9ae6-4f4d-b256-a9defb744ceb req-6daa7dda-6b17-450e-8c40-556ab88c2134 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.1561854 Dec 09 22:44:18.930623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 05b9a69c-b7e6-49be-8424-3a2db48202c4 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:18.931005 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.009520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd274cf-f719-4571-abeb-28671e2c5b65 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:19.065936 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.152651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'Port': ['ID=39f39705-a3d7-4ef5-8bca-39d9683fe04c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:19.154724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819bf35-0cc4-480e-b464-036652749671 req-feec20ef-167f-4712-970d-10186a63d0d3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:19.169499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c819bf35-0cc4-480e-b464-036652749671 req-feec20ef-167f-4712-970d-10186a63d0d3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.6234155 Dec 09 22:44:19.175347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fb9cfe2f-33d4-4dfe-afe0-8d9c89821ad7 None None] Deleting port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:19.175562 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb9cfe2f-33d4-4dfe-afe0-8d9c89821ad7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.364117 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.367618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Made reservation on behalf of 521cf73001f840febb7e2b8349eea8fe for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:19.373223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fb9cfe2f-33d4-4dfe-afe0-8d9c89821ad7 None None] For port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22,segment=NetworkSegment(08431a02-0144-4631-bbd0-584e21c9bb33),segment_id=08431a02-0144-4631-bbd0-584e21c9bb33)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:19.375559 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb9cfe2f-33d4-4dfe-afe0-8d9c89821ad7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.376696 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.408230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fb9cfe2f-33d4-4dfe-afe0-8d9c89821ad7 None None] Calling delete_port for 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:19.412124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33486) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:19.433370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] device_id is not set on port e083a7a2-1cd9-4002-92d1-18e248ff30d4 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:44:19.473289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c819bf35-0cc4-480e-b464-036652749671 req-d4c95db6-66b2-4cb9-85c4-7203c7cff82c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068714 Dec 09 22:44:19.518039 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.521058 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.575250 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.595667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e576f25f-3a74-45fe-aaca-f2fb82e41ec5 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:19.602251 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.603184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Fanout notify agent at l3_agent the message router_deleted on router cc298ec6-0d42-4343-a80e-2dc7390a8bab {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:44:19.612102 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.614055 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bb7158de-8584-44a5-91c1-070c2c222eab tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "DELETE /v2.0/routers/cc298ec6-0d42-4343-a80e-2dc7390a8bab HTTP/1.1" status: 204 len: 168 time: 2.8768404 Dec 09 22:44:19.618690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33490) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:19.630241 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.676530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-09cd8a66-2441-425b-b099-ae22f28b2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2122287751', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:43:20Z', 'updated_at': '2021-12-09T22:44:12Z', 'revision_number': 5, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:43:22Z', 'updated_at': '2021-12-09T22:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:19.763652 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.845162 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.885081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Network b65c4762-1501-48c0-8db5-715bd4dc4332 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:19.903374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Deleting port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:19.903849 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.940824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd8a66-2441-425b-b099-ae22f28b2585 None None] The sync data for ids ['cc298ec6-0d42-4343-a80e-2dc7390a8bab'] in n-d-789963-23 is: [{'id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2122287751', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:43:20Z', 'updated_at': '2021-12-09T22:44:12Z', 'revision_number': 5, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': '39f39705-a3d7-4ef5-8bca-39d9683fe04c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc298ec6-0d42-4343-a80e-2dc7390a8bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:43:22Z', 'updated_at': '2021-12-09T22:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:44:19.947462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:19.949954 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb9cfe2f-33d4-4dfe-afe0-8d9c89821ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:19.970564 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:19.980793 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9cfe2f-33d4-4dfe-afe0-8d9c89821ad7 None None] No DVR routers for this DVR port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:19.997394 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d8e15d6-5fc1-4413-b586-cd9aeeab738b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.036771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Pushing event updated for resources: {'Port': ['ID=a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:20.045581 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72dc7be5-de32-4e68-beeb-2348643c05f1 req-c97c0709-06e8-4c02-8d35-6ef059aa544e tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.1185911 Dec 09 22:44:20.129217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] For port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22,segment=NetworkSegment(08431a02-0144-4631-bbd0-584e21c9bb33),segment_id=08431a02-0144-4631-bbd0-584e21c9bb33)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:20.131087 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.151804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7fd274cf-f719-4571-abeb-28671e2c5b65 None None] Deleting port 05b9a69c-b7e6-49be-8424-3a2db48202c4 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:20.152208 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7fd274cf-f719-4571-abeb-28671e2c5b65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.155983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Attempting to bind port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:44:20.156367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Attempting to bind port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'f5c9f056-461a-4ce2-a754-faf0c7993fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b65c4762-1501-48c0-8db5-715bd4dc4332'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:44:20.156774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Attempting to bind port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 on network b65c4762-1501-48c0-8db5-715bd4dc4332 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:44:20.158408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Calling delete_port for 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:20.173776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:44:20.174229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Checking segment: {'id': 'f5c9f056-461a-4ce2-a754-faf0c7993fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b65c4762-1501-48c0-8db5-715bd4dc4332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:44:20.175277 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.176141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Bound using segment: {'id': 'f5c9f056-461a-4ce2-a754-faf0c7993fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b65c4762-1501-48c0-8db5-715bd4dc4332'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:44:20.176350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e15d6-5fc1-4413-b586-cd9aeeab738b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=8208b80b-b723-4cf7-8d4d-4da9419e551f,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:20.176695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Bound port: a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c9f056-461a-4ce2-a754-faf0c7993fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b65c4762-1501-48c0-8db5-715bd4dc4332'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:44:20.177085 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.186586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cfe2f-33d4-4dfe-afe0-8d9c89821ad7 None None] Pushing event deleted for resources: {'Port': ['ID=3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:20.209847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Allocated IP 2001:db8::3f (b65c4762-1501-48c0-8db5-715bd4dc4332/1e15c425-66d8-4270-b125-ce9ee27b6dae/e083a7a2-1cd9-4002-92d1-18e248ff30d4) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:20.219514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.221961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e15d6-5fc1-4413-b586-cd9aeeab738b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:20.226903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-6d8e15d6-5fc1-4413-b586-cd9aeeab738b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:20.238530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8e15d6-5fc1-4413-b586-cd9aeeab738b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:20.239141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d8e15d6-5fc1-4413-b586-cd9aeeab738b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.275438 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.307137 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6d8e15d6-5fc1-4413-b586-cd9aeeab738b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1376824 Dec 09 22:44:20.309850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33496) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:20.343901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:ed:30:26', 'name': 'tempest-NetworksTestDHCPv6-1372677014'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:20.347721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c439aac0fda540cf8ed03b85494449e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9342241 Dec 09 22:44:20.351072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd218452-cbe4-4de1-bfc5-94f64fcb3977,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:20.364351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33498) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:20.366890 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.367490 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.368069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.368641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.369439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.370485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.372096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.372670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.374015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.374572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.375369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.376181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.376741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573dbd4e-7e22-4ccf-aeb3-86864b3b8b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:20.418534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:20.460804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b29054da-e514-429c-b933-323ee6e9e8a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.505628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:20.506550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:20.525639 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b29054da-e514-429c-b933-323ee6e9e8a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.686746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7fd274cf-f719-4571-abeb-28671e2c5b65 None None] For port 05b9a69c-b7e6-49be-8424-3a2db48202c4, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=05b9a69c-b7e6-49be-8424-3a2db48202c4,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:20.687296 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7fd274cf-f719-4571-abeb-28671e2c5b65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.721100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7fd274cf-f719-4571-abeb-28671e2c5b65 None None] Calling delete_port for 05b9a69c-b7e6-49be-8424-3a2db48202c4 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:20.721320 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b29054da-e514-429c-b933-323ee6e9e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.731289 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b29054da-e514-429c-b933-323ee6e9e8a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.733149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b29054da-e514-429c-b933-323ee6e9e8a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd218452-cbe4-4de1-bfc5-94f64fcb3977 HTTP/1.1" status: 204 len: 168 time: 0.3502614 Dec 09 22:44:20.765152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29054da-e514-429c-b933-323ee6e9e8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd218452-cbe4-4de1-bfc5-94f64fcb3977,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:20.862035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a89f5d-714e-4e44-bc69-c341ed2812cc req-5fbd99c6-5690-4535-9f0a-8989737b48f9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:20.869858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54a89f5d-714e-4e44-bc69-c341ed2812cc req-5fbd99c6-5690-4535-9f0a-8989737b48f9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.2371871 Dec 09 22:44:20.919835 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:20.938787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] For port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:44:20.942311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] For port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0,segment=NetworkSegment(f5c9f056-461a-4ce2-a754-faf0c7993fad),segment_id=f5c9f056-461a-4ce2-a754-faf0c7993fad)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:44:20.970655 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:21.000749 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'Port': ['ID=3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:21.014092 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7fd274cf-f719-4571-abeb-28671e2c5b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.016881 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.024493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] No DVR routers for this DVR port 3e74f3c6-5d94-4ae3-a9fe-fe8c51912e22 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:21.041609 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.049360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:21.049535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 86c7c0f3-ac1e-4b13-99f3-f5fd28efac2a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:21.049965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 05b9a69c-b7e6-49be-8424-3a2db48202c4 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:21.120043 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.209383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd274cf-f719-4571-abeb-28671e2c5b65 None None] Pushing event deleted for resources: {'Port': ['ID=05b9a69c-b7e6-49be-8424-3a2db48202c4,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:21.217672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 05b9a69c-b7e6-49be-8424-3a2db48202c4 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:21.218873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 05b9a69c-b7e6-49be-8424-3a2db48202c4 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:21.282219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Network b65c4762-1501-48c0-8db5-715bd4dc4332 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:21.286148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6509be-c344-48bd-9360-40c44dd5cdec None None] Pushing event updated for resources: {'Port': ['ID=a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:21.290053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd274cf-f719-4571-abeb-28671e2c5b65 None None] No DVR routers for this DVR port 05b9a69c-b7e6-49be-8424-3a2db48202c4 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:21.309612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:21.311463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b16db88-10f1-4b9a-b93a-57679ca0c1ed None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:21.329119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54a89f5d-714e-4e44-bc69-c341ed2812cc req-b68d97aa-fccf-4241-b643-aa68517f252c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504547 Dec 09 22:44:21.355149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Pushing event updated for resources: {'Port': ['ID=e083a7a2-1cd9-4002-92d1-18e248ff30d4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:21.364358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:21.410826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:21.417284 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.422083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:21.429901 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.469145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c5b549-0727-4305-907a-0c8dfd0e6c58']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:21.493968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08431a02-0144-4631-bbd0-584e21c9bb33') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:21.494891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08431a02-0144-4631-bbd0-584e21c9bb33') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:21.512212 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.531068 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.545040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:44:21.546174 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.552712 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5fa2fbaf-a977-4d58-8ed2-c047aec0f768 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.4065690 Dec 09 22:44:21.554815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33520) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:44:21.572597 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:44:21.580940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '8208b80b-b723-4cf7-8d4d-4da9419e551f'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:44:21.581895 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.626541 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74e5d383-3bfc-49de-a5fa-3a056277108a req-222be4ab-d61f-478a-a849-a7e73a491571 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.2935584 Dec 09 22:44:21.629874 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33522) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:21.751660 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1a0f1ba-1e99-4986-98db-0941e4dc66ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.792193 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.805887 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.810906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "DELETE /v2.0/networks/e5c5b549-0727-4305-907a-0c8dfd0e6c58 HTTP/1.1" status: 204 len: 168 time: 2.1906052 Dec 09 22:44:21.820689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33524) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:21.856684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7af2ff-b79e-4754-8471-3b49c9e41f56 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'Network': ['ID=e5c5b549-0727-4305-907a-0c8dfd0e6c58,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:21.860325 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:21.956854 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Allocated IP 2001:db8::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/8208b80b-b723-4cf7-8d4d-4da9419e551f/6c7f8af4-25d8-44a9-b9b8-76442ab78455) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:21.991363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd13d474-1570-42f8-830a-7f529c682c48 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:21.998644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd13d474-1570-42f8-830a-7f529c682c48 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:22.004503 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1a0f1ba-1e99-4986-98db-0941e4dc66ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.006475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd13d474-1570-42f8-830a-7f529c682c48 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:22.008648 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cd13d474-1570-42f8-830a-7f529c682c48 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4476624 Dec 09 22:44:22.013370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33528) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:22.079195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1a0f1ba-1e99-4986-98db-0941e4dc66ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.129351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port a4a162d4-2ad0-40e3-888f-3fa7eb5902b1 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:44:22.179192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0f1ba-1e99-4986-98db-0941e4dc66ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d7d5c7-4cef-4836-ba2c-7b18de314acc,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:22.184647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a1a0f1ba-1e99-4986-98db-0941e4dc66ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d15db787185b4d60aa663e3a21d93cc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5533674 Dec 09 22:44:22.190257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33530) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:22.253970 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.264947 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.279088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79596ca8-dd46-4695-8798-8562719b4721 req-8dc7043e-75ec-4315-8733-d4d23a74854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:22.280617 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-79596ca8-dd46-4695-8798-8562719b4721 req-8dc7043e-75ec-4315-8733-d4d23a74854b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 1098 time: 0.1911895 Dec 09 22:44:22.319457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:22.326988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:22.340187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:22.390662 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd2b41ca-23c9-424e-9bd4-3e7989d5a38d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.403930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-701373ac-0031-451c-83aa-9385a2b6a2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Deleting port e083a7a2-1cd9-4002-92d1-18e248ff30d4 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:22.404495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-701373ac-0031-451c-83aa-9385a2b6a2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.415303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79596ca8-dd46-4695-8798-8562719b4721 req-45529390-6d20-4be5-8bf0-bb216d36e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:22.416808 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-79596ca8-dd46-4695-8798-8562719b4721 req-45529390-6d20-4be5-8bf0-bb216d36e0ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.1273081 Dec 09 22:44:22.471941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Pushing event updated for resources: {'Port': ['ID=6c7f8af4-25d8-44a9-b9b8-76442ab78455,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:22.488049 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Attempting to bind port 6c7f8af4-25d8-44a9-b9b8-76442ab78455 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:44:22.490193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Attempting to bind port 6c7f8af4-25d8-44a9-b9b8-76442ab78455 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:44:22.490662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Attempting to bind port 6c7f8af4-25d8-44a9-b9b8-76442ab78455 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:44:22.507106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:44:22.507783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:44:22.508310 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.509297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:44:22.509920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Bound port: 6c7f8af4-25d8-44a9-b9b8-76442ab78455, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:44:22.510533 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.563117 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-79596ca8-dd46-4695-8798-8562719b4721 req-526da46f-cd26-485e-a22a-e648c1d42a54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3504dce9-00a0-4022-88a3-386fc8eaf50e HTTP/1.1" status: 200 len: 217 time: 0.1159127 Dec 09 22:44:22.626524 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-701373ac-0031-451c-83aa-9385a2b6a2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.657398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::1e0 (c98586a8-1bc3-4903-a5e8-931299d13bb7/8208b80b-b723-4cf7-8d4d-4da9419e551f/a4a162d4-2ad0-40e3-888f-3fa7eb5902b1) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:22.663934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-701373ac-0031-451c-83aa-9385a2b6a2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Calling delete_port for e083a7a2-1cd9-4002-92d1-18e248ff30d4 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:22.683082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Deleting port 4a1a1a9b-1ca8-4439-af0d-9e926f2b6816 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:22.683337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] For port 6c7f8af4-25d8-44a9-b9b8-76442ab78455, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:44:22.683461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.693525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] For port 6c7f8af4-25d8-44a9-b9b8-76442ab78455, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c7f8af4-25d8-44a9-b9b8-76442ab78455,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:44:22.727796 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.740438 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:22.752345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79596ca8-dd46-4695-8798-8562719b4721 req-d04657c6-ddd0-4f95-89fb-b0461a9c36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:22.755504 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-79596ca8-dd46-4695-8798-8562719b4721 req-d04657c6-ddd0-4f95-89fb-b0461a9c36ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.1872478 Dec 09 22:44:22.877335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b40a3322-8278-4b45-b50c-1b789eb1e1d0 req-3d34d1c9-7940-40cf-a2cd-fa9b9bad3d54 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0887370 Dec 09 22:44:22.927075 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd2b41ca-23c9-424e-9bd4-3e7989d5a38d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.961037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9481d-93dd-4d6d-859e-5bd6c13315a5 req-53738401-0f11-408e-a74f-9b714c46e201 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:22.962759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0a9481d-93dd-4d6d-859e-5bd6c13315a5 req-53738401-0f11-408e-a74f-9b714c46e201 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.1162033 Dec 09 22:44:22.967889 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:22.972475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c4c3b-7851-4645-b62c-6578fd7ea56f None None] Pushing event updated for resources: {'Port': ['ID=6c7f8af4-25d8-44a9-b9b8-76442ab78455,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:23.011044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:23.012545 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.036268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79596ca8-dd46-4695-8798-8562719b4721 req-e25fc265-8112-4c88-a71d-da5936e41d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:23.037903 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-79596ca8-dd46-4695-8798-8562719b4721 req-e25fc265-8112-4c88-a71d-da5936e41d9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2700527 Dec 09 22:44:23.113307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0a9481d-93dd-4d6d-859e-5bd6c13315a5 req-896eb305-9bd9-4b4f-a9bd-6155d0de1946 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345763 Dec 09 22:44:23.148714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4668ade-5dc2-48e9-a5a2-4d692636bc13 None None] Network b65c4762-1501-48c0-8db5-715bd4dc4332 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:23.200405 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd2b41ca-23c9-424e-9bd4-3e7989d5a38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.202897 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd2b41ca-23c9-424e-9bd4-3e7989d5a38d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.210736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cd2b41ca-23c9-424e-9bd4-3e7989d5a38d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7d7d5c7-4cef-4836-ba2c-7b18de314acc HTTP/1.1" status: 204 len: 168 time: 1.0180373 Dec 09 22:44:23.242469 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.244539 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b41ca-23c9-424e-9bd4-3e7989d5a38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d7d5c7-4cef-4836-ba2c-7b18de314acc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:23.259343 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.284850 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-701373ac-0031-451c-83aa-9385a2b6a2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.305150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Calling delete_port for 4a1a1a9b-1ca8-4439-af0d-9e926f2b6816 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:23.386769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701373ac-0031-451c-83aa-9385a2b6a2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Pushing event deleted for resources: {'Port': ['ID=e083a7a2-1cd9-4002-92d1-18e248ff30d4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:23.393368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4f1d32dd-95d1-4c2c-8cb8-2895349f5a87 None None] Provisioning complete for port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:23.393368 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f1d32dd-95d1-4c2c-8cb8-2895349f5a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.486999 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-701373ac-0031-451c-83aa-9385a2b6a2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.500169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-701373ac-0031-451c-83aa-9385a2b6a2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] 10.222.0.16 "DELETE /v2.0/ports/e083a7a2-1cd9-4002-92d1-18e248ff30d4 HTTP/1.1" status: 204 len: 168 time: 1.4695170 Dec 09 22:44:23.500394 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.500518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33548) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:23.516029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1acf134b-8dfe-4e13-ab00-d081b2b38bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Request body: {'port': {'name': 'tempest-new-port-name-462685409', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:23.519529 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.api.validators [None req-1acf134b-8dfe-4e13-ab00-d081b2b38bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] bootfile-name is not in valid_values {{(pid=103418) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 22:44:23.520586 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.api.validators [None req-1acf134b-8dfe-4e13-ab00-d081b2b38bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] tftp-server is not in valid_values {{(pid=103418) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 22:44:23.521951 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.api.validators [None req-1acf134b-8dfe-4e13-ab00-d081b2b38bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] server-ip-address is not in valid_values {{(pid=103418) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 22:44:23.584519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.651811 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-79596ca8-dd46-4695-8798-8562719b4721 req-d52eb717-43c4-4943-bdfc-4f2df8913ef6 service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842700 Dec 09 22:44:23.675763 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1acf134b-8dfe-4e13-ab00-d081b2b38bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.701251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0,segment=NetworkSegment(f5c9f056-461a-4ce2-a754-faf0c7993fad),segment_id=f5c9f056-461a-4ce2-a754-faf0c7993fad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:23.712101 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f1d32dd-95d1-4c2c-8cb8-2895349f5a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.728110 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:23.761671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 39f39705-a3d7-4ef5-8bca-39d9683fe04c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:23.812299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 39f39705-a3d7-4ef5-8bca-39d9683fe04c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:23.813985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 39f39705-a3d7-4ef5-8bca-39d9683fe04c not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:23.959048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:23.990541 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-4f1d32dd-95d1-4c2c-8cb8-2895349f5a87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:44:23.991225 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-4f1d32dd-95d1-4c2c-8cb8-2895349f5a87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:44:24.026902 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:24.069389 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-79596ca8-dd46-4695-8798-8562719b4721 req-6151719f-fb78-49d7-9df3-2f700acd32da service neutron] 10.222.0.18 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969920 Dec 09 22:44:24.129092 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0471fe85-de28-488b-9be1-1e2c9fb83cf2 req-08b8c16e-7d87-421b-ba9c-052aedac0bf6 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0865884 Dec 09 22:44:24.137356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:24.185802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:24.198101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:24.200078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3504dce9-00a0-4022-88a3-386fc8eaf50e no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:24.204805 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:24.205575 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:24.219225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=a4a162d4-2ad0-40e3-888f-3fa7eb5902b1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:24.255542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33564) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:24.256635 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f92dc664-9728-482f-b111-2b32881d1452 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9286420 Dec 09 22:44:24.259556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:24.369334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'Port': ['ID=4a1a1a9b-1ca8-4439-af0d-9e926f2b6816,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:24.481060 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:24.481552 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Floating IP 147b77a5-7ec6-46b5-ae16-c8a407d6c7e3 disassociated (deleted). External IP: 172.25.8.146, port: 9fd9a521-aa85-4322-a90f-bcc71a909930. Dec 09 22:44:24.534062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794374c1-73fb-4a3b-9b17-197e10bbb180 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:24.541315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794374c1-73fb-4a3b-9b17-197e10bbb180 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:24.564696 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-794374c1-73fb-4a3b-9b17-197e10bbb180 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3059311 Dec 09 22:44:24.571447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33570) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:24.594454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1acf134b-8dfe-4e13-ab00-d081b2b38bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:24.605040 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1acf134b-8dfe-4e13-ab00-d081b2b38bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:24.718325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1acf134b-8dfe-4e13-ab00-d081b2b38bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] In _notify_port_updated(), no bound segment for port 4f9c9913-1648-4d34-9870-9edd9ed46747 on network b65c4762-1501-48c0-8db5-715bd4dc4332 {{(pid=103418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:44:24.734781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acf134b-8dfe-4e13-ab00-d081b2b38bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:24.749379 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1acf134b-8dfe-4e13-ab00-d081b2b38bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:24.753279 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1acf134b-8dfe-4e13-ab00-d081b2b38bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] 10.222.0.16 "PUT /v2.0/ports/4f9c9913-1648-4d34-9870-9edd9ed46747 HTTP/1.1" status: 200 len: 1129 time: 1.2494907 Dec 09 22:44:24.779992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33576) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:24.816648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510510f-b51f-454b-b84b-f5e04ee563ba req-42bf987f-f2a5-4176-8398-54c16fae8a86 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:24.832051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8510510f-b51f-454b-b84b-f5e04ee563ba req-42bf987f-f2a5-4176-8398-54c16fae8a86 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 946 time: 0.4698920 Dec 09 22:44:24.855459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:24.974692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885b27e-eec2-4f49-8132-8fcd05fb3087 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:24.976203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6885b27e-eec2-4f49-8132-8fcd05fb3087 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] 10.222.0.16 "GET /v2.0/ports/4f9c9913-1648-4d34-9870-9edd9ed46747 HTTP/1.1" status: 200 len: 1129 time: 0.1963718 Dec 09 22:44:24.976963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf134b-8dfe-4e13-ab00-d081b2b38bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Pushing event updated for resources: {'Port': ['ID=4f9c9913-1648-4d34-9870-9edd9ed46747,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:25.004154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port a4a162d4-2ad0-40e3-888f-3fa7eb5902b1 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:25.004733 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:25.021989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8510510f-b51f-454b-b84b-f5e04ee563ba req-20bd08e1-b59d-4616-b5c7-0f39ad238bc5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814528 Dec 09 22:44:25.021989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33580) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:25.141824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:25.146288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:25.155548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-dc55b250-4804-44e0-90a2-2794c206cbab None None] Provisioning complete for port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:25.156268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc55b250-4804-44e0-90a2-2794c206cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:25.254066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:44:25.263591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed85e4-3fc6-4c25-a398-53575de64721 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Deleting port 4f9c9913-1648-4d34-9870-9edd9ed46747 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:25.264359 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8ed85e4-3fc6-4c25-a398-53575de64721 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:25.313818 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:25.358116 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:25.398117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for a4a162d4-2ad0-40e3-888f-3fa7eb5902b1 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:25.466849 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318444d2-f01c-43c7-9cae-8e8f6661d014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3504dce9-00a0-4022-88a3-386fc8eaf50e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:44:25.479802 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badb5bd7-a891-494d-9c86-995db776b0e3" -d '{"events": [{"server_uuid": "318444d2-f01c-43c7-9cae-8e8f6661d014", "name": "network-vif-unplugged", "status": "completed", "tag": "3504dce9-00a0-4022-88a3-386fc8eaf50e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:44:25.522699 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8ed85e4-3fc6-4c25-a398-53575de64721 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:25.530693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 3504dce9-00a0-4022-88a3-386fc8eaf50e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3504dce9-00a0-4022-88a3-386fc8eaf50e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:25.536644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed85e4-3fc6-4c25-a398-53575de64721 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Calling delete_port for 4f9c9913-1648-4d34-9870-9edd9ed46747 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:25.564223 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:25.773499 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8ed85e4-3fc6-4c25-a398-53575de64721 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:25.803462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b5be4be-f430-4481-9292-e5ae193417ce req-03603bbc-a693-498a-9bb9-7dc51e670c8c tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0429595 Dec 09 22:44:25.851956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed85e4-3fc6-4c25-a398-53575de64721 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Pushing event deleted for resources: {'Port': ['ID=4f9c9913-1648-4d34-9870-9edd9ed46747,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:25.904875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c7f8af4-25d8-44a9-b9b8-76442ab78455 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:25.929133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d8ed85e4-3fc6-4c25-a398-53575de64721 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:25.940921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d8ed85e4-3fc6-4c25-a398-53575de64721 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] 10.222.0.16 "DELETE /v2.0/ports/4f9c9913-1648-4d34-9870-9edd9ed46747 HTTP/1.1" status: 204 len: 168 time: 0.9224629 Dec 09 22:44:25.946037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33606) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:25.988378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=3504dce9-00a0-4022-88a3-386fc8eaf50e,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:26.096221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-525f7806-c637-4533-b1bd-38acd4a3b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Deleting subnet 1e15c425-66d8-4270-b125-ce9ee27b6dae {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:26.112841 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-525f7806-c637-4533-b1bd-38acd4a3b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:26.112993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-dc55b250-4804-44e0-90a2-2794c206cbab None None] Could not find standard attr ID for object 4f9c9913-1648-4d34-9870-9edd9ed46747. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:44:26.120631 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e53b8f4-4ec2-49d5-963f-003105f3f32c x-openstack-request-id: req-9e53b8f4-4ec2-49d5-963f-003105f3f32c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:44:26.121118 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318444d2-f01c-43c7-9cae-8e8f6661d014", "name": "network-vif-unplugged", "status": "completed", "tag": "3504dce9-00a0-4022-88a3-386fc8eaf50e", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:44:26.123356 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e53b8f4-4ec2-49d5-963f-003105f3f32c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:44:26.123894 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318444d2-f01c-43c7-9cae-8e8f6661d014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3504dce9-00a0-4022-88a3-386fc8eaf50e', 'code': 200} Dec 09 22:44:26.153825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6c7f8af4-25d8-44a9-b9b8-76442ab78455 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:26.154430 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:26.246013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3da8ef7f-53f1-4623-891f-a72580ff3345 None None] Could not find standard attr ID for object a4a162d4-2ad0-40e3-888f-3fa7eb5902b1. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:44:26.285529 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-525f7806-c637-4533-b1bd-38acd4a3b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:26.307867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3da8ef7f-53f1-4623-891f-a72580ff3345 None None] Provisioning complete for port 6c7f8af4-25d8-44a9-b9b8-76442ab78455 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:26.320155 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3da8ef7f-53f1-4623-891f-a72580ff3345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:26.434621 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:26.452322 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:26.500654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f01e23-33ca-4a21-a4ab-68674873043e req-02cb0806-11d7-4141-a0d2-04adfdeaf8da tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:26.522740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=a4a162d4-2ad0-40e3-888f-3fa7eb5902b1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:26.524740 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62f01e23-33ca-4a21-a4ab-68674873043e req-02cb0806-11d7-4141-a0d2-04adfdeaf8da tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 944 time: 0.3118317 Dec 09 22:44:26.538975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 6c7f8af4-25d8-44a9-b9b8-76442ab78455, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c7f8af4-25d8-44a9-b9b8-76442ab78455,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:26.546496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.550666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.551259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.551874 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.552423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.553775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.554400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.554979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.555663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.557029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.557606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.558239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.558946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:26.574613 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:26.708778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:26.716086 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d67837e5-d7c3-43c0-b155-4a049eb98c7e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/a4a162d4-2ad0-40e3-888f-3fa7eb5902b1 HTTP/1.1" status: 204 len: 168 time: 2.1435339 Dec 09 22:44:26.718930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33618) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:26.787459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3da8ef7f-53f1-4623-891f-a72580ff3345 None None] Could not find standard attr ID for object e083a7a2-1cd9-4002-92d1-18e248ff30d4. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:44:26.795050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b6a2f1-6e85-4fca-8589-f4cced166881 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:26.796781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b6a2f1-6e85-4fca-8589-f4cced166881 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:26.802013 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-83b6a2f1-6e85-4fca-8589-f4cced166881 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0818491 Dec 09 22:44:26.805306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33620) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:26.841309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=6c7f8af4-25d8-44a9-b9b8-76442ab78455,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:26.899541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-dacd3922-a41b-40e7-8ebc-2d381ec74102 None None] Could not find standard attr ID for object 4f9c9913-1648-4d34-9870-9edd9ed46747. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:44:26.907430 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:44:26.912961 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:26.919105 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa442f8-2194-44b9-88d4-8796c3c16067 None None] Sync routers for ids ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:44:26.932135 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa442f8-2194-44b9-88d4-8796c3c16067 None None] Routers {'0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:44:26.938670 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1fa442f8-2194-44b9-88d4-8796c3c16067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:44:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:27.029452 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-61311a57-6dd6-4f56-862d-34a10803b668 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 8208b80b-b723-4cf7-8d4d-4da9419e551f {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:27.043108 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61311a57-6dd6-4f56-862d-34a10803b668 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:27.115809 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7db90171-1c8b-4f26-b527-8e1b4dd54b10 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "DELETE /v2.0/floatingips/147b77a5-7ec6-46b5-ae16-c8a407d6c7e3 HTTP/1.1" status: 204 len: 168 time: 5.2907567 Dec 09 22:44:27.130559 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'tag': '9fd9a521-aa85-4322-a90f-bcc71a909930'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:44:27.135156 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c62d3f8-fd00-4bb1-97ea-94f98f336530" -d '{"events": [{"name": "network-changed", "server_uuid": "f39d277e-69ce-4b43-9191-80058f5aa5b8", "tag": "9fd9a521-aa85-4322-a90f-bcc71a909930"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:44:27.174494 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61311a57-6dd6-4f56-862d-34a10803b668 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:27.197200 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1fa442f8-2194-44b9-88d4-8796c3c16067 None None] Set router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:44:27.197992 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4dc299ef-72a7-46cf-9b31-d00ce2462e7a req-def8fd02-12bc-4d31-ac29-8f5ffc04ab32 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.0905390 Dec 09 22:44:27.261636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62f01e23-33ca-4a21-a4ab-68674873043e req-8f265c67-9f3d-4c1f-a266-0a2063346712 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7216337 Dec 09 22:44:27.283454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-525f7806-c637-4533-b1bd-38acd4a3b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:27.425972 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-525f7806-c637-4533-b1bd-38acd4a3b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:27.430761 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61311a57-6dd6-4f56-862d-34a10803b668 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:27.482827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f7806-c637-4533-b1bd-38acd4a3b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Pushing event deleted for resources: {'Subnet': ['ID=1e15c425-66d8-4270-b125-ce9ee27b6dae,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:27.502444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33642) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:27.509014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-525f7806-c637-4533-b1bd-38acd4a3b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:27.512589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c37202-64d6-42a6-9a71-139835cf68c9 None None] Network b65c4762-1501-48c0-8db5-715bd4dc4332 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:27.528842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-525f7806-c637-4533-b1bd-38acd4a3b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] 10.222.0.16 "DELETE /v2.0/subnets/1e15c425-66d8-4270-b125-ce9ee27b6dae HTTP/1.1" status: 204 len: 168 time: 1.5817065 Dec 09 22:44:27.531777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33646) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:27.607218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61311a57-6dd6-4f56-862d-34a10803b668 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:27.699242 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:27.732275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61311a57-6dd6-4f56-862d-34a10803b668 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=8208b80b-b723-4cf7-8d4d-4da9419e551f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:27.739596 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61311a57-6dd6-4f56-862d-34a10803b668 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:27.748279 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-61311a57-6dd6-4f56-862d-34a10803b668 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/8208b80b-b723-4cf7-8d4d-4da9419e551f HTTP/1.1" status: 204 len: 168 time: 0.9418013 Dec 09 22:44:27.748898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2500e224-13e9-4140-b623-5c29b6b3c64d None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:27.750930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33652) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:27.802679 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5d3c2c17-fd35-4e80-9f7b-e53909b1c84e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504034 Dec 09 22:44:27.805183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33654) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:27.828862 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1fa442f8-2194-44b9-88d4-8796c3c16067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:42:24Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '39845d70-4e40-42ca-a53e-ff63da7e1f4e', 'name': '', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'mac_address': 'fa:16:3e:a1:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:23Z', 'updated_at': '2021-12-09T22:42:30Z', 'revision_number': 5, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'subnets': [{'id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:27.849158 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c46-728d-4d59-bdf9-e2326ef3778e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:27.879142 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c279b9-4b1a-4c06-838d-da23ce7380b2 x-openstack-request-id: req-f8c279b9-4b1a-4c06-838d-da23ce7380b2 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:44:27.879477 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39d277e-69ce-4b43-9191-80058f5aa5b8", "tag": "9fd9a521-aa85-4322-a90f-bcc71a909930", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:44:27.886856 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8c279b9-4b1a-4c06-838d-da23ce7380b2 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:44:27.890642 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'tag': '9fd9a521-aa85-4322-a90f-bcc71a909930', 'status': 'completed', 'code': 200} Dec 09 22:44:27.904389 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa442f8-2194-44b9-88d4-8796c3c16067 None None] Checking router: 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:44:27.929653 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa442f8-2194-44b9-88d4-8796c3c16067 None None] Routers {'0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:44:27.930309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16a243d-b972-4225-8215-47b621e2f291 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:27.930418 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1fa442f8-2194-44b9-88d4-8796c3c16067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:44:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:27.939786 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e16a243d-b972-4225-8215-47b621e2f291 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1316273 Dec 09 22:44:27.940484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33658) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:28.045816 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c46-728d-4d59-bdf9-e2326ef3778e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:28.047904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab89369-0df5-4f12-9e7b-1fe7146bd1a7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:28.050509 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4ab89369-0df5-4f12-9e7b-1fe7146bd1a7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1069443 Dec 09 22:44:28.053579 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33660) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:28.080213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] DHCP port deletion for b65c4762-1501-48c0-8db5-715bd4dc4332 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:28.105502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c38e7-a4b7-4924-80aa-b51b2ee1c20c req-6d81664b-f5ef-454f-b7b0-b9a2f96211d7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:28.112361 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c06c38e7-a4b7-4924-80aa-b51b2ee1c20c req-6d81664b-f5ef-454f-b7b0-b9a2f96211d7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.3227706 Dec 09 22:44:28.138549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d3f8-fd00-4bb1-97ea-94f98f336530 req-3b01bcf3-8a9c-46e5-8578-c540d12fa073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:28.140065 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c62d3f8-fd00-4bb1-97ea-94f98f336530 req-3b01bcf3-8a9c-46e5-8578-c540d12fa073 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0&device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 1136 time: 0.2691610 Dec 09 22:44:28.143886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e25f1a-e89a-4ee7-9abf-62fc19b4f49c None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:28.188796 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-87ec2291-ac67-4321-9fc5-9870eeb6d012 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1337368 Dec 09 22:44:28.189493 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2c46-728d-4d59-bdf9-e2326ef3778e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:28.192979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33662) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:28.207342 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1fa442f8-2194-44b9-88d4-8796c3c16067 None None] Set router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:44:28.240601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 3504dce9-00a0-4022-88a3-386fc8eaf50e no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:28.250859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d3f8-fd00-4bb1-97ea-94f98f336530 req-fa651052-104b-4137-83cc-b767edb7bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:28.252348 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c62d3f8-fd00-4bb1-97ea-94f98f336530 req-fa651052-104b-4137-83cc-b767edb7bc93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f45a737-e5ad-47fe-8e7a-b24149edc782 HTTP/1.1" status: 200 len: 896 time: 0.1040170 Dec 09 22:44:28.256873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Deleting port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:28.259504 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:28.269682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ac0eedc2-e413-4417-901f-0d374d61f9fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:28.301887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Deleting port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:28.308859 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:28.352092 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c62d3f8-fd00-4bb1-97ea-94f98f336530 req-9e5218a5-5986-47fe-87bb-8a892c63869a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fd9a521-aa85-4322-a90f-bcc71a909930 HTTP/1.1" status: 200 len: 217 time: 0.0890539 Dec 09 22:44:28.376726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a2c46-728d-4d59-bdf9-e2326ef3778e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c786285a-63b9-4498-86b0-a505a55d1a23,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:28.425731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b1faf-9bbc-49aa-b615-855b0a0b8bde req-3c251332-c55d-4e24-8ed7-c1a4ca95fa97 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:28.428009 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea2b1faf-9bbc-49aa-b615-855b0a0b8bde req-3c251332-c55d-4e24-8ed7-c1a4ca95fa97 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 984 time: 0.4666450 Dec 09 22:44:28.447091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d3f8-fd00-4bb1-97ea-94f98f336530 req-c3ebb3b8-0556-4b2a-987b-a3d7bf9a0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:28.448740 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c62d3f8-fd00-4bb1-97ea-94f98f336530 req-c3ebb3b8-0556-4b2a-987b-a3d7bf9a0cf1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b34c81a7-ea32-483c-87ec-805ff9fb2a72 HTTP/1.1" status: 200 len: 835 time: 0.0888908 Dec 09 22:44:28.454248 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] For port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0,segment=NetworkSegment(f5c9f056-461a-4ce2-a754-faf0c7993fad),segment_id=f5c9f056-461a-4ce2-a754-faf0c7993fad)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:28.455056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:28.456293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0eedc2-e413-4417-901f-0d374d61f9fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:28.460266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ac0eedc2-e413-4417-901f-0d374d61f9fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:28.475197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Calling delete_port for a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:28.531123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d3f8-fd00-4bb1-97ea-94f98f336530 req-24636549-bf64-4837-827b-b4ee482f61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:28.532583 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c62d3f8-fd00-4bb1-97ea-94f98f336530 req-24636549-bf64-4837-827b-b4ee482f61f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f45a737-e5ad-47fe-8e7a-b24149edc782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761104 Dec 09 22:44:28.609357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a6e25f1a-e89a-4ee7-9abf-62fc19b4f49c None None] Deleting port 6c7f8af4-25d8-44a9-b9b8-76442ab78455 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:28.609905 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a6e25f1a-e89a-4ee7-9abf-62fc19b4f49c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:28.697245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cb5a2c46-728d-4d59-bdf9-e2326ef3778e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=145c9a9e80ea47818037df6d39a655fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1941371 Dec 09 22:44:28.715955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] For port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0,segment=NetworkSegment(f5c9f056-461a-4ce2-a754-faf0c7993fad),segment_id=f5c9f056-461a-4ce2-a754-faf0c7993fad)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:28.716642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:28.718870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a6e25f1a-e89a-4ee7-9abf-62fc19b4f49c None None] For port 6c7f8af4-25d8-44a9-b9b8-76442ab78455, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c7f8af4-25d8-44a9-b9b8-76442ab78455,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:28.718870 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a6e25f1a-e89a-4ee7-9abf-62fc19b4f49c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:28.720383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33674) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:28.740692 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c62d3f8-fd00-4bb1-97ea-94f98f336530 req-79ecdaa0-a43a-49bd-b69e-bffd64ec2152 service neutron] 10.222.0.42 "GET /v2.0/networks/3f45a737-e5ad-47fe-8e7a-b24149edc782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980751 Dec 09 22:44:28.758054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a6e25f1a-e89a-4ee7-9abf-62fc19b4f49c None None] Calling delete_port for 6c7f8af4-25d8-44a9-b9b8-76442ab78455 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:28.803800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Calling delete_port for a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:28.831742 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c06c38e7-a4b7-4924-80aa-b51b2ee1c20c req-3faf5be1-282f-4d3c-9372-95ed7887ac2f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6314547 Dec 09 22:44:28.858173 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1fa442f8-2194-44b9-88d4-8796c3c16067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:42:24Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '39845d70-4e40-42ca-a53e-ff63da7e1f4e', 'name': '', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'mac_address': 'fa:16:3e:a1:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:23Z', 'updated_at': '2021-12-09T22:42:30Z', 'revision_number': 5, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'subnets': [{'id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:28.904633 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6c62d3f8-fd00-4bb1-97ea-94f98f336530 req-229121cb-8bef-432b-b0e7-5edaaec70954 service neutron] 10.222.0.42 "GET /v2.0/networks/3f45a737-e5ad-47fe-8e7a-b24149edc782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540356 Dec 09 22:44:28.934876 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa442f8-2194-44b9-88d4-8796c3c16067 None None] The sync data for ids ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'] in n-d-789963-23 is: [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:42:24Z', 'revision_number': 4, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '39845d70-4e40-42ca-a53e-ff63da7e1f4e', 'name': '', 'network_id': '3f45a737-e5ad-47fe-8e7a-b24149edc782', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'mac_address': 'fa:16:3e:a1:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:23Z', 'updated_at': '2021-12-09T22:42:30Z', 'revision_number': 5, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'subnets': [{'id': 'b34c81a7-ea32-483c-87ec-805ff9fb2a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:44:28.955055 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:28.974327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:28.998549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:28.999290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:29.000440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c7f8af4-25d8-44a9-b9b8-76442ab78455 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:29.002725 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a6e25f1a-e89a-4ee7-9abf-62fc19b4f49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:29.034080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] No DVR routers for this DVR port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:29.062408 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e25f1a-e89a-4ee7-9abf-62fc19b4f49c None None] No DVR routers for this DVR port 6c7f8af4-25d8-44a9-b9b8-76442ab78455 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:29.069233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6c7f8af4-25d8-44a9-b9b8-76442ab78455 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:29.069771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c7f8af4-25d8-44a9-b9b8-76442ab78455 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:29.071389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Pushing event deleted for resources: {'Port': ['ID=a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:29.122853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.123213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.123563 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.123909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.124252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.124590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.124929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.125266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.125598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.125956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.126293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.126623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.126954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede89823-e99b-4e7d-b15a-4c55b6b0af06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:44:29.144431 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea2b1faf-9bbc-49aa-b615-855b0a0b8bde req-b8d49599-8b93-4c9a-bfc6-4900e6eabf5b tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5942163 Dec 09 22:44:29.146716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2413371a-89e2-4dab-8baa-5b4ecfff1008 req-37bd9617-70e4-458b-b04e-4e049bb3f7d1 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e04f32-1aec-46d0-8d7a-63ebd23eda97 HTTP/1.1" status: 200 len: 210 time: 0.1697240 Dec 09 22:44:29.170578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e25f1a-e89a-4ee7-9abf-62fc19b4f49c None None] Pushing event deleted for resources: {'Port': ['ID=6c7f8af4-25d8-44a9-b9b8-76442ab78455,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:29.181629 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f3f3-bbb0-4d48-80c3-2c144d310357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:29.213665 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f3f3-bbb0-4d48-80c3-2c144d310357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:29.340273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b5407-7345-4c4b-81aa-47ee28be567f req-32a24dbd-498a-4100-bc99-099a8e8dd9d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:29.341644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-968b5407-7345-4c4b-81aa-47ee28be567f req-32a24dbd-498a-4100-bc99-099a8e8dd9d2 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 984 time: 0.3881826 Dec 09 22:44:29.371715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f3f3-bbb0-4d48-80c3-2c144d310357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:29.374359 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f3f3-bbb0-4d48-80c3-2c144d310357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:29.378111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4bd7f3f3-bbb0-4d48-80c3-2c144d310357 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c786285a-63b9-4498-86b0-a505a55d1a23 HTTP/1.1" status: 204 len: 168 time: 0.6504962 Dec 09 22:44:29.414977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c8d904-3c57-4623-a2ba-79ec215c6f9b None None] New status for floating IP 147b77a5-7ec6-46b5-ae16-c8a407d6c7e3: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:44:29.424946 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7f3f3-bbb0-4d48-80c3-2c144d310357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c786285a-63b9-4498-86b0-a505a55d1a23,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:29.447723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2e577-df07-42a7-8c4c-20c4ec49e0e8 req-ce14b2a1-03c7-4f98-a857-a93d612ef84f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:29.455349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3a2e577-df07-42a7-8c4c-20c4ec49e0e8 req-ce14b2a1-03c7-4f98-a857-a93d612ef84f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1953473 Dec 09 22:44:29.585240 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:29.641556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Pushing event deleted for resources: {'Port': ['ID=a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:29.647436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] No DVR routers for this DVR port a5a3ba2c-ae4e-4ae1-b20b-6231cf880aa0 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:29.655517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3a2e577-df07-42a7-8c4c-20c4ec49e0e8 req-27115926-6f9e-420c-80a2-aadf3a30480b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988983 Dec 09 22:44:29.729997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.objects.ports [None req-ac0eedc2-e413-4417-901f-0d374d61f9fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103418) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:44:29.754442 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ac0eedc2-e413-4417-901f-0d374d61f9fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:29.833927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-968b5407-7345-4c4b-81aa-47ee28be567f req-50bc4454-2a76-4e69-aaa5-f63a169747ac tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Deleting port 9fd9a521-aa85-4322-a90f-bcc71a909930 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:29.834269 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-968b5407-7345-4c4b-81aa-47ee28be567f req-50bc4454-2a76-4e69-aaa5-f63a169747ac tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:29.839362 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:29.839705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33690) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:29.861357 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ccbdda95-d51f-4c8b-8e9c-3b0a30001652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:29.884966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0eedc2-e413-4417-901f-0d374d61f9fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:29.916376 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-ac0eedc2-e413-4417-901f-0d374d61f9fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:29.918984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65c4762-1501-48c0-8db5-715bd4dc4332']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:29.928725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdc01b3-7c4a-4fb5-b0dd-a8a4f87cfe21 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:29.942395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0eedc2-e413-4417-901f-0d374d61f9fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:29.942981 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ac0eedc2-e413-4417-901f-0d374d61f9fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:29.952766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eedc2-e413-4417-901f-0d374d61f9fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=f35d5ecf-d59e-46c9-a44e-4f85ab5d8497,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:29.958336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c9f056-461a-4ce2-a754-faf0c7993fad') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:29.958629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c9f056-461a-4ce2-a754-faf0c7993fad') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:29.974897 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ccbdda95-d51f-4c8b-8e9c-3b0a30001652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:29.980952 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ccbdda95-d51f-4c8b-8e9c-3b0a30001652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.004956 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.029592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33692) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:30.030073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ac0eedc2-e413-4417-901f-0d374d61f9fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7660100 Dec 09 22:44:30.038614 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.049425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': 'f35d5ecf-d59e-46c9-a44e-4f85ab5d8497'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:44:30.051294 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.056747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:44:30.057151 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.059947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8747fb94-db4f-4aee-9728-682a6ea6c9e8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:44:30.061016 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:44:30.069615 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc107329-d547-4a75-9835-c967b422f504 req-dd104beb-cd66-4ec9-b28b-2c33ebd9120a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:30.070760 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ccbdda95-d51f-4c8b-8e9c-3b0a30001652 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e24580b79d6146c09041ad966368a5b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2299731 Dec 09 22:44:30.071216 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc107329-d547-4a75-9835-c967b422f504 req-dd104beb-cd66-4ec9-b28b-2c33ebd9120a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.2009883 Dec 09 22:44:30.077779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33694) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:30.091305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdda95-d51f-4c8b-8e9c-3b0a30001652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a3af4-176f-4aad-b033-2d0c3052b34a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:30.103046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-968b5407-7345-4c4b-81aa-47ee28be567f req-50bc4454-2a76-4e69-aaa5-f63a169747ac tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] For port 9fd9a521-aa85-4322-a90f-bcc71a909930, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=9fd9a521-aa85-4322-a90f-bcc71a909930,segment=NetworkSegment(57a1201e-1053-4a37-a33f-1616d14e887d),segment_id=57a1201e-1053-4a37-a33f-1616d14e887d)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:30.103518 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-968b5407-7345-4c4b-81aa-47ee28be567f req-50bc4454-2a76-4e69-aaa5-f63a169747ac tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.167188 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-968b5407-7345-4c4b-81aa-47ee28be567f req-50bc4454-2a76-4e69-aaa5-f63a169747ac tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Calling delete_port for 9fd9a521-aa85-4322-a90f-bcc71a909930 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:30.216275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc107329-d547-4a75-9835-c967b422f504 req-9fbd570e-fee9-4871-93ca-110a33d41d07 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276631 Dec 09 22:44:30.221334 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.266088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8747fb94-db4f-4aee-9728-682a6ea6c9e8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:30.270362 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8747fb94-db4f-4aee-9728-682a6ea6c9e8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.280910 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.284567 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] 10.222.0.16 "DELETE /v2.0/networks/b65c4762-1501-48c0-8db5-715bd4dc4332 HTTP/1.1" status: 204 len: 168 time: 2.7504866 Dec 09 22:44:30.285844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b10592-c95c-47be-8d26-b4467c4197f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702 tempest-ExtraDHCPOptionsIpV6TestJSON-1688672702-project] Pushing event deleted for resources: {'Network': ['ID=b65c4762-1501-48c0-8db5-715bd4dc4332,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:30.358069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Allocated IP 2001:db8::f816:3eff:fe20:f9fd (c98586a8-1bc3-4903-a5e8-931299d13bb7/f35d5ecf-d59e-46c9-a44e-4f85ab5d8497/4d8ee6d6-2e8f-479c-9c96-6712092ee3e0) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:30.380102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33704) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:30.415060 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efe74c6-9640-405c-bc64-67334e93b5c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.502467 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efe74c6-9640-405c-bc64-67334e93b5c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.523261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb24af-9252-46fd-974c-539c73b80fc1 req-8a38ae5f-3a3f-489a-8c2a-197b08863dfe tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:30.538367 n-d-789963-23 neutron-server[103417]: INFO neutron.db.ipam_backend_mixin [None req-8747fb94-db4f-4aee-9728-682a6ea6c9e8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f35d5ecf-d59e-46c9-a44e-4f85ab5d8497 (CIDR: 2001:db8::/64) Dec 09 22:44:30.541505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cbb24af-9252-46fd-974c-539c73b80fc1 req-8a38ae5f-3a3f-489a-8c2a-197b08863dfe tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39d277e-69ce-4b43-9191-80058f5aa5b8 HTTP/1.1" status: 200 len: 984 time: 0.2441969 Dec 09 22:44:30.549104 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-8747fb94-db4f-4aee-9728-682a6ea6c9e8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:44:30.549574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8747fb94-db4f-4aee-9728-682a6ea6c9e8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:44:30.599189 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37466b83-6f0b-4c79-a74d-c95e2959b082 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.620267 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8747fb94-db4f-4aee-9728-682a6ea6c9e8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5834703 Dec 09 22:44:30.624027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33706) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:30.629315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b7176e8c-44ba-436c-90e4-3aff9c661484 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:30.664064 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37466b83-6f0b-4c79-a74d-c95e2959b082 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.683861 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efe74c6-9640-405c-bc64-67334e93b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.686596 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5efe74c6-9640-405c-bc64-67334e93b5c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.690048 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5efe74c6-9640-405c-bc64-67334e93b5c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c33a3af4-176f-4aad-b033-2d0c3052b34a HTTP/1.1" status: 204 len: 168 time: 0.5976751 Dec 09 22:44:30.722159 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-968b5407-7345-4c4b-81aa-47ee28be567f req-50bc4454-2a76-4e69-aaa5-f63a169747ac tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.756897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe74c6-9640-405c-bc64-67334e93b5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a3af4-176f-4aad-b033-2d0c3052b34a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:30.787709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33712) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:30.801022 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.812502 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.812701 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cbb24af-9252-46fd-974c-539c73b80fc1 req-abfa20c0-9cca-4474-9bbd-0b1704d8c2b9 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cef19b6-c0a4-4d96-a43e-82b7db865cff&id=3d991702-141a-46a9-8ead-7cb87648054d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2699366 Dec 09 22:44:30.815329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc4454-2a76-4e69-aaa5-f63a169747ac tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'Port': ['ID=9fd9a521-aa85-4322-a90f-bcc71a909930,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:30.883770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-968b5407-7345-4c4b-81aa-47ee28be567f req-50bc4454-2a76-4e69-aaa5-f63a169747ac tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] No DVR routers for this DVR port 9fd9a521-aa85-4322-a90f-bcc71a909930 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:30.888930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:30.889328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-968b5407-7345-4c4b-81aa-47ee28be567f req-50bc4454-2a76-4e69-aaa5-f63a169747ac tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.891412 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37466b83-6f0b-4c79-a74d-c95e2959b082 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.895168 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-968b5407-7345-4c4b-81aa-47ee28be567f req-50bc4454-2a76-4e69-aaa5-f63a169747ac tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.42 "DELETE /v2.0/ports/9fd9a521-aa85-4322-a90f-bcc71a909930 HTTP/1.1" status: 204 len: 173 time: 1.5468614 Dec 09 22:44:30.896009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'name': 'network-vif-deleted', 'tag': '9fd9a521-aa85-4322-a90f-bcc71a909930'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:44:30.898885 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea2decd-5278-45ba-9f3e-96fbb9ad316f" -d '{"events": [{"server_uuid": "f39d277e-69ce-4b43-9191-80058f5aa5b8", "name": "network-vif-deleted", "tag": "9fd9a521-aa85-4322-a90f-bcc71a909930"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:44:30.900299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-37466b83-6f0b-4c79-a74d-c95e2959b082 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:30.905502 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-37466b83-6f0b-4c79-a74d-c95e2959b082 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "DELETE /v2.0/security-groups/466ec601-5611-4a50-a349-225e35c89394 HTTP/1.1" status: 204 len: 168 time: 0.5115044 Dec 09 22:44:30.909156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33720) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:30.913959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:30.918238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:30.958727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37466b83-6f0b-4c79-a74d-c95e2959b082 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ec601-5611-4a50-a349-225e35c89394,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:30.971629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Pushing event updated for resources: {'Port': ['ID=4d8ee6d6-2e8f-479c-9c96-6712092ee3e0,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:31.004201 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-eb5d6d9b-b5ce-42f9-87ac-15db72be9860 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] show failed (client error): The resource could not be found. Dec 09 22:44:31.008663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33724) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:31.025172 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-eb5d6d9b-b5ce-42f9-87ac-15db72be9860 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "GET /v2.0/security-groups/466ec601-5611-4a50-a349-225e35c89394 HTTP/1.1" status: 404 len: 347 time: 0.0830560 Dec 09 22:44:31.071488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7176e8c-44ba-436c-90e4-3aff9c661484 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:31.077302 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7176e8c-44ba-436c-90e4-3aff9c661484 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:31.239519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Attempting to bind port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:44:31.239664 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Attempting to bind port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:44:31.244731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Attempting to bind port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:44:31.250317 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-393c7726-dbc5-4b1e-a366-589318678c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:31.255957 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:44:31.256378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:44:31.256724 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:31.257112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:44:31.257585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Bound port: 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:44:31.282149 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:31.376945 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8af2cc0-4585-4256-a1b5-52fa2768b1ed x-openstack-request-id: req-f8af2cc0-4585-4256-a1b5-52fa2768b1ed {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:44:31.377233 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39d277e-69ce-4b43-9191-80058f5aa5b8", "name": "network-vif-deleted", "tag": "9fd9a521-aa85-4322-a90f-bcc71a909930", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:44:31.377493 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8af2cc0-4585-4256-a1b5-52fa2768b1ed {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:44:31.388319 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39d277e-69ce-4b43-9191-80058f5aa5b8', 'name': 'network-vif-deleted', 'tag': '9fd9a521-aa85-4322-a90f-bcc71a909930', 'status': 'completed', 'code': 200} Dec 09 22:44:31.417801 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] For port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:44:31.421335 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] For port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4d8ee6d6-2e8f-479c-9c96-6712092ee3e0,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:44:31.434586 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:31.468965 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ed5df852-86e4-4647-9497-a75ad16202c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=521cf73001f840febb7e2b8349eea8fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6793547 Dec 09 22:44:31.489340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33738) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:31.560198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441dc7a-b489-4582-8d53-b7133b6f3f39 None None] Pushing event updated for resources: {'Port': ['ID=4d8ee6d6-2e8f-479c-9c96-6712092ee3e0,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:31.625430 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a54722-0793-4deb-be44-506646537724 req-1dd4e89a-d8e5-4fe7-8639-353bcacecab9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:31.630289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-00a54722-0793-4deb-be44-506646537724 req-1dd4e89a-d8e5-4fe7-8639-353bcacecab9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.2578943 Dec 09 22:44:31.674271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9fd9a521-aa85-4322-a90f-bcc71a909930 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:31.706835 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e128084d-fb10-4f21-b00e-9fbb4442b444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:31.720031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 9fd9a521-aa85-4322-a90f-bcc71a909930 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:31.720374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 9fd9a521-aa85-4322-a90f-bcc71a909930 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:31.734018 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e128084d-fb10-4f21-b00e-9fbb4442b444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:31.776702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-61ff7113-4ac1-4ad2-8c24-d7e84aa71ab8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Deleting port c64fdca4-cdb6-46ac-8409-0f054e0026f0 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:31.776702 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61ff7113-4ac1-4ad2-8c24-d7e84aa71ab8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:31.811500 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7176e8c-44ba-436c-90e4-3aff9c661484 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:31.862315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7176e8c-44ba-436c-90e4-3aff9c661484 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:31.896364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-b7176e8c-44ba-436c-90e4-3aff9c661484 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:31.901722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7176e8c-44ba-436c-90e4-3aff9c661484 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:31.902384 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7176e8c-44ba-436c-90e4-3aff9c661484 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:31.936950 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e128084d-fb10-4f21-b00e-9fbb4442b444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:31.940711 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e128084d-fb10-4f21-b00e-9fbb4442b444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:31.941621 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b7176e8c-44ba-436c-90e4-3aff9c661484 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3162336 Dec 09 22:44:31.942697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7176e8c-44ba-436c-90e4-3aff9c661484 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=7bc6eb70-696e-4600-b9e7-d749e187a133,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:31.944798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33750) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:31.951437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e128084d-fb10-4f21-b00e-9fbb4442b444 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b916c285-1731-427f-8013-f724d1903b14 HTTP/1.1" status: 204 len: 168 time: 0.4541137 Dec 09 22:44:31.952909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:53:f2:6b', 'name': 'tempest-NetworksTestDHCPv6-2142700050'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:31.962192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-00a54722-0793-4deb-be44-506646537724 req-a4c035b1-f8fd-499b-9dfc-0dc6e4c82837 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172278 Dec 09 22:44:31.962682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33752) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:31.986840 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128084d-fb10-4f21-b00e-9fbb4442b444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b916c285-1731-427f-8013-f724d1903b14,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:32.034627 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61ff7113-4ac1-4ad2-8c24-d7e84aa71ab8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.034933 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61ff7113-4ac1-4ad2-8c24-d7e84aa71ab8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.069686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-61ff7113-4ac1-4ad2-8c24-d7e84aa71ab8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Calling delete_port for c64fdca4-cdb6-46ac-8409-0f054e0026f0 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:32.178718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:32.180274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7c38096-14a5-44f1-911b-09d2ec8f6e0a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.206410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7c38096-14a5-44f1-911b-09d2ec8f6e0a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.259603 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7c38096-14a5-44f1-911b-09d2ec8f6e0a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.262665 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7c38096-14a5-44f1-911b-09d2ec8f6e0a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.264146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f7c38096-14a5-44f1-911b-09d2ec8f6e0a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "DELETE /v2.0/security-groups/3d991702-141a-46a9-8ead-7cb87648054d HTTP/1.1" status: 204 len: 168 time: 0.2977965 Dec 09 22:44:32.274855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33760) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:32.295604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c38096-14a5-44f1-911b-09d2ec8f6e0a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d991702-141a-46a9-8ead-7cb87648054d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:32.396412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61ff7113-4ac1-4ad2-8c24-d7e84aa71ab8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.399809 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fb0400b-c0ca-4204-889c-0702b29802c1 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.409318 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.451938 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fb0400b-c0ca-4204-889c-0702b29802c1 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.468265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff7113-4ac1-4ad2-8c24-d7e84aa71ab8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'Port': ['ID=c64fdca4-cdb6-46ac-8409-0f054e0026f0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:32.469120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port 5787597c-b8d8-449a-83a6-7657b6a0529f yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:44:32.578863 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61ff7113-4ac1-4ad2-8c24-d7e84aa71ab8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.585153 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61ff7113-4ac1-4ad2-8c24-d7e84aa71ab8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.591266 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-61ff7113-4ac1-4ad2-8c24-d7e84aa71ab8 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "DELETE /v2.0/floatingips/5684b056-5964-4a9c-b112-cd8a184bcdce HTTP/1.1" status: 204 len: 168 time: 1.5775340 Dec 09 22:44:32.591919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33770) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:32.679225 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fb0400b-c0ca-4204-889c-0702b29802c1 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.687673 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5fb0400b-c0ca-4204-889c-0702b29802c1 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.695818 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5fb0400b-c0ca-4204-889c-0702b29802c1 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "DELETE /v2.0/security-groups/7cef19b6-c0a4-4d96-a43e-82b7db865cff HTTP/1.1" status: 204 len: 168 time: 0.4178951 Dec 09 22:44:32.696476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33772) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:32.772686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-fc28932c-f688-417c-a513-f2f443fdeded tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Deleting port fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:32.773196 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fc28932c-f688-417c-a513-f2f443fdeded tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.790874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:32.881012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0400b-c0ca-4204-889c-0702b29802c1 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cef19b6-c0a4-4d96-a43e-82b7db865cff,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:32.886761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:32.888663 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:32.981667 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fc28932c-f688-417c-a513-f2f443fdeded tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:33.038885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-fc28932c-f688-417c-a513-f2f443fdeded tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Calling delete_port for fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:33.080287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8:0:1::66 (c98586a8-1bc3-4903-a5e8-931299d13bb7/7bc6eb70-696e-4600-b9e7-d749e187a133/5787597c-b8d8-449a-83a6-7657b6a0529f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:33.091403 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:33.096102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::f816:3eff:fe53:f26b (c98586a8-1bc3-4903-a5e8-931299d13bb7/f35d5ecf-d59e-46c9-a44e-4f85ab5d8497/5787597c-b8d8-449a-83a6-7657b6a0529f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:33.219501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4d8ee6d6-2e8f-479c-9c96-6712092ee3e0,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:33.240108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:33.308826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76076a45-3f6a-41cf-b9f4-7a346a5f61ec req-d8c1a4f9-23a8-4047-948b-864810eb71ca tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:33.311424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76076a45-3f6a-41cf-b9f4-7a346a5f61ec req-d8c1a4f9-23a8-4047-948b-864810eb71ca tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.0932305 Dec 09 22:44:33.371801 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d83e871e-ab67-4fd2-99c8-0b363c3553cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:33.396266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=4d8ee6d6-2e8f-479c-9c96-6712092ee3e0,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:33.467319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76076a45-3f6a-41cf-b9f4-7a346a5f61ec req-f219e433-7c3a-4e63-be0f-29ca268bad65 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301036 Dec 09 22:44:33.532019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74649946-221e-4879-8e61-3369d379942c None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:33.612808 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fc28932c-f688-417c-a513-f2f443fdeded tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:33.719642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b2d6fcaf-e5aa-473c-9a7e-0baaa598cd79 None None] Provisioning complete for port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:33.720441 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b2d6fcaf-e5aa-473c-9a7e-0baaa598cd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:33.784150 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:33.806265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28932c-f688-417c-a513-f2f443fdeded tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'Port': ['ID=fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:33.901469 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:33.950424 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fc28932c-f688-417c-a513-f2f443fdeded tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:33.960028 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fc28932c-f688-417c-a513-f2f443fdeded tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "DELETE /v2.0/ports/fd7be02b-7a85-4775-b7ce-ab39b7ad1e4c HTTP/1.1" status: 204 len: 168 time: 1.3645904 Dec 09 22:44:33.960746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33806) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:33.968763 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33808) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:33.996586 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.066813 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc18073-4e20-48ca-b7e5-c9798e620af3 None None] Update dhcp port {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'fixed_ips': [{'subnet_id': 'f35d5ecf-d59e-46c9-a44e-4f85ab5d8497', 'ip_address': '2001:db8::f816:3eff:fe20:f9fd'}, {'subnet_id': '7bc6eb70-696e-4600-b9e7-d749e187a133'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '4d8ee6d6-2e8f-479c-9c96-6712092ee3e0'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:44:34.077072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=5787597c-b8d8-449a-83a6-7657b6a0529f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:34.095365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:34.099782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:34.103284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:34.109456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:34.110215 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.121830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-339107410'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:34.127357 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ccc18073-4e20-48ca-b7e5-c9798e620af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.154426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Made reservation on behalf of 22ec79cdc5534decb899c0f7b11f5151 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:34.159807 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.164226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d5197-c25f-4aec-9113-f1dab8e46ee7 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Deleting port 6f00eed1-efdc-4a57-9cbc-f82eb0696954 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:34.164670 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5197-c25f-4aec-9113-f1dab8e46ee7 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.169607 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.205054 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0d375e04-9bd7-4a27-b96a-e4cb9182d79a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2568896 Dec 09 22:44:34.209917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33818) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:34.363874 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5197-c25f-4aec-9113-f1dab8e46ee7 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.403827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d5197-c25f-4aec-9113-f1dab8e46ee7 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Calling delete_port for 6f00eed1-efdc-4a57-9cbc-f82eb0696954 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:34.412268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-266c6a67-3dd9-444a-8403-338d38728951 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.479204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.498495 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.520964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-ccc18073-4e20-48ca-b7e5-c9798e620af3 None None] Allocated IP 2001:db8:0:1::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/7bc6eb70-696e-4600-b9e7-d749e187a133/4d8ee6d6-2e8f-479c-9c96-6712092ee3e0) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:34.531179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:44:34.562140 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.562506 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Added segment 5b51ca57-284a-413e-8698-22a104709a67 of type vlan for network d0527f37-9388-4df1-acff-dfbfeb0354e0 Dec 09 22:44:34.705990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ccc18073-4e20-48ca-b7e5-c9798e620af3 None None] For port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4d8ee6d6-2e8f-479c-9c96-6712092ee3e0,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:34.707030 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.773105 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ccc18073-4e20-48ca-b7e5-c9798e620af3 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.773332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270bc91-32a8-4c3b-a8c3-8f8196628b9f req-c427e3de-7c33-412f-8436-a3ae6a0316c5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:34.775310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9270bc91-32a8-4c3b-a8c3-8f8196628b9f req-c427e3de-7c33-412f-8436-a3ae6a0316c5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1622219 Dec 09 22:44:34.782780 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:34.784332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5197-c25f-4aec-9113-f1dab8e46ee7 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.791988 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ccc18073-4e20-48ca-b7e5-c9798e620af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.835452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d5197-c25f-4aec-9113-f1dab8e46ee7 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'Port': ['ID=6f00eed1-efdc-4a57-9cbc-f82eb0696954,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:34.860039 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.resource_extend [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 22:44:34.901173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cc5101-05a7-44d9-aff5-ce61982eab23,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:34.909368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-07eca7c8-8d64-4608-ab59-23c82e16ba05 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port 5787597c-b8d8-449a-83a6-7657b6a0529f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:34.909635 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-07eca7c8-8d64-4608-ab59-23c82e16ba05 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.925945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9270bc91-32a8-4c3b-a8c3-8f8196628b9f req-bec65445-8f2d-43fb-8d2a-c22ce4197dc5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439538 Dec 09 22:44:34.943698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc18073-4e20-48ca-b7e5-c9798e620af3 None None] Pushing event updated for resources: {'Port': ['ID=4d8ee6d6-2e8f-479c-9c96-6712092ee3e0,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:34.958887 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.962439 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5197-c25f-4aec-9113-f1dab8e46ee7 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.967418 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:34.970442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2d3d5197-c25f-4aec-9113-f1dab8e46ee7 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "DELETE /v2.0/ports/6f00eed1-efdc-4a57-9cbc-f82eb0696954 HTTP/1.1" status: 204 len: 168 time: 1.0086048 Dec 09 22:44:34.971112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33848) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:34.974595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:34.975741 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.029706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-66096f32-0e37-45fb-b362-23c47c4fc7ef tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Deleting subnet ed746442-ad44-4d00-80e7-7550babce9a5 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:35.033833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66096f32-0e37-45fb-b362-23c47c4fc7ef tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.040437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:35.041066 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.098688 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66096f32-0e37-45fb-b362-23c47c4fc7ef tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.238778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33852) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:35.256730 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66096f32-0e37-45fb-b362-23c47c4fc7ef tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.286479 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3164859 Dec 09 22:44:35.289389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33856) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:35.303065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-51be48f7-39aa-46ab-ae77-cc3cde336c20 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Request body: {'subnet': {'network_id': 'd0527f37-9388-4df1-acff-dfbfeb0354e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:35.337704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-07eca7c8-8d64-4608-ab59-23c82e16ba05 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.356900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-07eca7c8-8d64-4608-ab59-23c82e16ba05 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for 5787597c-b8d8-449a-83a6-7657b6a0529f owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:35.437025 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66096f32-0e37-45fb-b362-23c47c4fc7ef tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.490005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba1ca7-a051-426b-bc04-637fbe7d3a59 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event updated for resources: {'Network': ['ID=d0527f37-9388-4df1-acff-dfbfeb0354e0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:35.501558 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network d0527f37-9388-4df1-acff-dfbfeb0354e0 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:44:35.725806 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-07eca7c8-8d64-4608-ab59-23c82e16ba05 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.768062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eca7c8-8d64-4608-ab59-23c82e16ba05 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=5787597c-b8d8-449a-83a6-7657b6a0529f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:35.781166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-266c6a67-3dd9-444a-8403-338d38728951 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Deleting port 39845d70-4e40-42ca-a53e-ff63da7e1f4e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:35.781511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-266c6a67-3dd9-444a-8403-338d38728951 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.787392 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:44:35.809491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66096f32-0e37-45fb-b362-23c47c4fc7ef tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'Subnet': ['ID=ed746442-ad44-4d00-80e7-7550babce9a5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:35.832603 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-07eca7c8-8d64-4608-ab59-23c82e16ba05 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.835968 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-07eca7c8-8d64-4608-ab59-23c82e16ba05 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/5787597c-b8d8-449a-83a6-7657b6a0529f HTTP/1.1" status: 204 len: 168 time: 1.6247702 Dec 09 22:44:35.839751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33860) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:35.843995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5af1c969-9d25-4058-886b-37db8f77ac91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.851962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aa7200-deea-4111-a873-40b665e211b2 None None] Network 14dfeaa3-f29e-4f09-83cd-1c729fa09754 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:35.859108 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66096f32-0e37-45fb-b362-23c47c4fc7ef tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.864616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-66096f32-0e37-45fb-b362-23c47c4fc7ef tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "DELETE /v2.0/subnets/ed746442-ad44-4d00-80e7-7550babce9a5 HTTP/1.1" status: 204 len: 168 time: 0.8924806 Dec 09 22:44:35.875035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33862) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:35.943841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6603ece5-cc1c-45b6-a384-a23c29987595 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:35.947995 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6603ece5-cc1c-45b6-a384-a23c29987595 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1019251 Dec 09 22:44:35.950422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33864) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:35.956867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3038023-ecbc-4f9b-9d11-0c9cb7add6d0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Deleting subnet cd061b21-57f1-455f-a4e8-2541f768d6ea {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:35.968925 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3038023-ecbc-4f9b-9d11-0c9cb7add6d0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:35.972739 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-266c6a67-3dd9-444a-8403-338d38728951 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] For port 39845d70-4e40-42ca-a53e-ff63da7e1f4e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=39845d70-4e40-42ca-a53e-ff63da7e1f4e,segment=NetworkSegment(57a1201e-1053-4a37-a33f-1616d14e887d),segment_id=57a1201e-1053-4a37-a33f-1616d14e887d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:35.973120 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-266c6a67-3dd9-444a-8403-338d38728951 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.007520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51be48f7-39aa-46ab-ae77-cc3cde336c20 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Made reservation on behalf of 22ec79cdc5534decb899c0f7b11f5151 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:36.011149 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51be48f7-39aa-46ab-ae77-cc3cde336c20 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.015370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-266c6a67-3dd9-444a-8403-338d38728951 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Calling delete_port for 39845d70-4e40-42ca-a53e-ff63da7e1f4e owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:36.031943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-52d45fa8-6607-434f-89f6-eb59a719c19b None None] Provisioning complete for port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:36.032503 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52d45fa8-6607-434f-89f6-eb59a719c19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.062454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c988c8ef-d258-42d8-82c5-ca39fc03de05 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:36.066310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c988c8ef-d258-42d8-82c5-ca39fc03de05 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1103969 Dec 09 22:44:36.098645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33868) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:36.169216 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.211872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a95c45-e7ec-4bcb-9292-e9b44a94ff70 None None] DHCP port deletion for 14dfeaa3-f29e-4f09-83cd-1c729fa09754 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:36.231576 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5af1c969-9d25-4058-886b-37db8f77ac91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.236443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b533493-c2db-4376-9cab-106c7fb47a69 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:36.237990 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b533493-c2db-4376-9cab-106c7fb47a69 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:36.239673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b533493-c2db-4376-9cab-106c7fb47a69 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:36.243786 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6b533493-c2db-4376-9cab-106c7fb47a69 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1405804 Dec 09 22:44:36.244772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33870) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:36.246022 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5af1c969-9d25-4058-886b-37db8f77ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.259539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9afb57f0-6580-4810-b914-6fcbd2da9eae None None] Could not find standard attr ID for object 5787597c-b8d8-449a-83a6-7657b6a0529f. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:44:36.282204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-17a95c45-e7ec-4bcb-9292-e9b44a94ff70 None None] Deleting port 65881072-314f-4543-bc3a-f9ebf4dbfafe {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:36.282579 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-17a95c45-e7ec-4bcb-9292-e9b44a94ff70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.330622 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3038023-ecbc-4f9b-9d11-0c9cb7add6d0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.356285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-266c6a67-3dd9-444a-8403-338d38728951 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.366513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-17a95c45-e7ec-4bcb-9292-e9b44a94ff70 None None] For port 65881072-314f-4543-bc3a-f9ebf4dbfafe, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=65881072-314f-4543-bc3a-f9ebf4dbfafe,segment=NetworkSegment(dd28df41-8f6b-498f-9430-228a6daa8dee),segment_id=dd28df41-8f6b-498f-9430-228a6daa8dee)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:36.366911 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-17a95c45-e7ec-4bcb-9292-e9b44a94ff70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.382273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-17a95c45-e7ec-4bcb-9292-e9b44a94ff70 None None] Calling delete_port for 65881072-314f-4543-bc3a-f9ebf4dbfafe owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:36.396502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5af1c969-9d25-4058-886b-37db8f77ac91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ff1597d2d934614aaaa030bb351da2e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1536083 Dec 09 22:44:36.402987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c6a67-3dd9-444a-8403-338d38728951 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'Port': ['ID=39845d70-4e40-42ca-a53e-ff63da7e1f4e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:36.412271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33874) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:36.412941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb3ab9-e371-439a-a92f-4ac2bbebf57b req-9c1bad0d-7029-4c3c-8911-9c9054db3fec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:36.423003 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4dfb3ab9-e371-439a-a92f-4ac2bbebf57b req-9c1bad0d-7029-4c3c-8911-9c9054db3fec tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.3307078 Dec 09 22:44:36.504287 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-17a95c45-e7ec-4bcb-9292-e9b44a94ff70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.512850 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51be48f7-39aa-46ab-ae77-cc3cde336c20 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.532684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a95c45-e7ec-4bcb-9292-e9b44a94ff70 None None] Pushing event deleted for resources: {'Port': ['ID=65881072-314f-4543-bc3a-f9ebf4dbfafe,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:36.534609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a95c45-e7ec-4bcb-9292-e9b44a94ff70 None None] No DVR routers for this DVR port 65881072-314f-4543-bc3a-f9ebf4dbfafe on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:36.576932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1c969-9d25-4058-886b-37db8f77ac91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4416dae-20dc-42a6-9a32-98349c107c37,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:36.621839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b27f18-7a82-419c-a3e7-c512687edb40 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 7bc6eb70-696e-4600-b9e7-d749e187a133 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:36.630574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be48f7-39aa-46ab-ae77-cc3cde336c20 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event updated for resources: {'Subnet': ['ID=8a3c1c92-ba8b-48e1-a46d-58f51b675c6c,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:36.638839 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68b27f18-7a82-419c-a3e7-c512687edb40 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.673375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4dfb3ab9-e371-439a-a92f-4ac2bbebf57b req-04251a77-80a2-4e40-939c-1a75e6c2ad9c tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488649 Dec 09 22:44:36.695110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be48f7-39aa-46ab-ae77-cc3cde336c20 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Checking segment: {'id': '5b51ca57-284a-413e-8698-22a104709a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0527f37-9388-4df1-acff-dfbfeb0354e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:44:36.695110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be48f7-39aa-46ab-ae77-cc3cde336c20 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Network hostable DHCP agents. Network: d0527f37-9388-4df1-acff-dfbfeb0354e0, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:44:36.702321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68b27f18-7a82-419c-a3e7-c512687edb40 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.748195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be48f7-39aa-46ab-ae77-cc3cde336c20 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Network d0527f37-9388-4df1-acff-dfbfeb0354e0 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:44:36.768923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-51be48f7-39aa-46ab-ae77-cc3cde336c20 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, d0527f37-9388-4df1-acff-dfbfeb0354e0) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:36.780702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cae2ba-f1fa-47cc-9c30-96d634783eaa None None] Network d0527f37-9388-4df1-acff-dfbfeb0354e0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:36.793496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51be48f7-39aa-46ab-ae77-cc3cde336c20 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:36.794034 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51be48f7-39aa-46ab-ae77-cc3cde336c20 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.826542 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-51be48f7-39aa-46ab-ae77-cc3cde336c20 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5354724 Dec 09 22:44:36.829557 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68b27f18-7a82-419c-a3e7-c512687edb40 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.832677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33878) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:36.859148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7e8d4c0b-430e-4bdd-8551-fd8ed7e56ef6 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-482873845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:36.898252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:36.923233 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4c0b-430e-4bdd-8551-fd8ed7e56ef6 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:36.924535 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4c0b-430e-4bdd-8551-fd8ed7e56ef6 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.026424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3038023-ecbc-4f9b-9d11-0c9cb7add6d0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.061181 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4c0b-430e-4bdd-8551-fd8ed7e56ef6 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.070213 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4c0b-430e-4bdd-8551-fd8ed7e56ef6 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.091609 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68b27f18-7a82-419c-a3e7-c512687edb40 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.110557 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-312dda0c-d38f-461a-afba-ac50276ae24c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.124949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b27f18-7a82-419c-a3e7-c512687edb40 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc6eb70-696e-4600-b9e7-d749e187a133,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:37.129085 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4c0b-430e-4bdd-8551-fd8ed7e56ef6 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.133096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7e8d4c0b-430e-4bdd-8551-fd8ed7e56ef6 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2965226 Dec 09 22:44:37.133096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33886) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:37.140447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-d0527f37-9388-4df1-acff-dfbfeb0354e0', 'network_id': 'd0527f37-9388-4df1-acff-dfbfeb0354e0', 'project_id': '22ec79cdc5534decb899c0f7b11f5151', 'fixed_ips': [{'subnet_id': '8a3c1c92-ba8b-48e1-a46d-58f51b675c6c'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:44:37.141368 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.163677 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-312dda0c-d38f-461a-afba-ac50276ae24c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.178810 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68b27f18-7a82-419c-a3e7-c512687edb40 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.179025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24cdf88-e2e8-416f-8da8-f4e90e8602d3 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:37.181304 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.184654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-68b27f18-7a82-419c-a3e7-c512687edb40 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/7bc6eb70-696e-4600-b9e7-d749e187a133 HTTP/1.1" status: 204 len: 168 time: 0.9342864 Dec 09 22:44:37.186355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33888) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:37.256825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bbee5e-6071-43c4-852a-91c8e87f81b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet f35d5ecf-d59e-46c9-a44e-4f85ab5d8497 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:37.259989 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6bbee5e-6071-43c4-852a-91c8e87f81b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.295945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3038023-ecbc-4f9b-9d11-0c9cb7add6d0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.306012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6bbee5e-6071-43c4-852a-91c8e87f81b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.319387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:37.319763 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.324249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3038023-ecbc-4f9b-9d11-0c9cb7add6d0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.331312 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e3038023-ecbc-4f9b-9d11-0c9cb7add6d0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "DELETE /v2.0/subnets/cd061b21-57f1-455f-a4e8-2541f768d6ea HTTP/1.1" status: 204 len: 168 time: 1.4546516 Dec 09 22:44:37.342207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d81ef5f-96ec-4d71-932d-d9ed85a57972 None None] Network 422e58a1-7dd8-4542-a714-e661015cd5ef requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:37.343783 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-312dda0c-d38f-461a-afba-ac50276ae24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.346810 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-312dda0c-d38f-461a-afba-ac50276ae24c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.348036 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-312dda0c-d38f-461a-afba-ac50276ae24c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4416dae-20dc-42a6-9a32-98349c107c37 HTTP/1.1" status: 204 len: 168 time: 0.9328980 Dec 09 22:44:37.368873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33890) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:37.394879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dda0c-d38f-461a-afba-ac50276ae24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4416dae-20dc-42a6-9a32-98349c107c37,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:37.407069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3038023-ecbc-4f9b-9d11-0c9cb7add6d0 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'Subnet': ['ID=cd061b21-57f1-455f-a4e8-2541f768d6ea,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:37.421733 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-266c6a67-3dd9-444a-8403-338d38728951 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.524581 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6bbee5e-6071-43c4-852a-91c8e87f81b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.557302 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Allocated IP 172.20.0.2 (d0527f37-9388-4df1-acff-dfbfeb0354e0/8a3c1c92-ba8b-48e1-a46d-58f51b675c6c/8f5bfe74-9038-4923-8c70-e304f5bff609) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:37.632957 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.739012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6bbee5e-6071-43c4-852a-91c8e87f81b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.783016 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.807046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dfeaa3-f29e-4f09-83cd-1c729fa09754']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:37.818460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd28df41-8f6b-498f-9430-228a6daa8dee') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:37.819034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd28df41-8f6b-498f-9430-228a6daa8dee') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:37.825043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbee5e-6071-43c4-852a-91c8e87f81b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=f35d5ecf-d59e-46c9-a44e-4f85ab5d8497,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:37.833172 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.853360 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6bbee5e-6071-43c4-852a-91c8e87f81b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.855194 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.858456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c6bbee5e-6071-43c4-852a-91c8e87f81b0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/f35d5ecf-d59e-46c9-a44e-4f85ab5d8497 HTTP/1.1" status: 204 len: 168 time: 0.6713185 Dec 09 22:44:37.863928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33898) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:37.864964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:44:37.865753 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:37.937926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33902) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:37.978256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-534e8221-38ab-420a-958e-cf5255ec1a22 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078267 Dec 09 22:44:38.017561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f11f475-1dd1-4d39-a8fd-af29ed6fef7d None None] DHCP port deletion for 422e58a1-7dd8-4542-a714-e661015cd5ef request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:38.019879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33904) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:44:38.045358 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:44:38.051345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:38.100637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 65881072-314f-4543-bc3a-f9ebf4dbfafe no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:38.111440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-22ba9180-6394-4d16-9b87-e3e96b07fff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.143641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 65881072-314f-4543-bc3a-f9ebf4dbfafe {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:38.144240 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 65881072-314f-4543-bc3a-f9ebf4dbfafe not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:38.170148 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.185714 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.260974 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-22ba9180-6394-4d16-9b87-e3e96b07fff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.267127 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.276550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.285502 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "DELETE /v2.0/networks/14dfeaa3-f29e-4f09-83cd-1c729fa09754 HTTP/1.1" status: 204 len: 168 time: 0.9030113 Dec 09 22:44:38.290661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f87bd-1639-47e2-9a4c-6ca6641383b4 req-8ef09354-aa5a-4cfe-8a05-59835c3e42b9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:38.291218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33906) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:38.293236 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-841f87bd-1639-47e2-9a4c-6ca6641383b4 req-8ef09354-aa5a-4cfe-8a05-59835c3e42b9 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.4562109 Dec 09 22:44:38.297129 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-22ba9180-6394-4d16-9b87-e3e96b07fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.363097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Pushing event updated for resources: {'Port': ['ID=8f5bfe74-9038-4923-8c70-e304f5bff609,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:38.375352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132b5f4-bf8a-4b43-87b6-eaea9fc576ce tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'Network': ['ID=14dfeaa3-f29e-4f09-83cd-1c729fa09754,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:38.392983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Network d0527f37-9388-4df1-acff-dfbfeb0354e0 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:38.398938 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:38.404774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:38.408176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:38.409368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.410237 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.414179 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-22ba9180-6394-4d16-9b87-e3e96b07fff9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=291979ae691e498f8f509e21442172ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4409955 Dec 09 22:44:38.426715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4f11f475-1dd1-4d39-a8fd-af29ed6fef7d None None] Deleting port 00635e30-cb2f-41cb-aec0-e41256746b7e {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:38.427518 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f11f475-1dd1-4d39-a8fd-af29ed6fef7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.430219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33908) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:38.432246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba9180-6394-4d16-9b87-e3e96b07fff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91623aab-b40f-4ca9-816a-593599010d25,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:38.497246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266c6a67-3dd9-444a-8403-338d38728951 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:44:38.513838 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.522701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4f11f475-1dd1-4d39-a8fd-af29ed6fef7d None None] For port 00635e30-cb2f-41cb-aec0-e41256746b7e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=00635e30-cb2f-41cb-aec0-e41256746b7e,segment=NetworkSegment(5468feb5-3a88-4439-b2bf-829f8f334677),segment_id=5468feb5-3a88-4439-b2bf-829f8f334677)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:38.523363 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f11f475-1dd1-4d39-a8fd-af29ed6fef7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.538651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4f11f475-1dd1-4d39-a8fd-af29ed6fef7d None None] Calling delete_port for 00635e30-cb2f-41cb-aec0-e41256746b7e owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:38.544575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-841f87bd-1639-47e2-9a4c-6ca6641383b4 req-f65d255e-b543-4e76-839f-a32a56aa62d6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438598 Dec 09 22:44:38.672621 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f11f475-1dd1-4d39-a8fd-af29ed6fef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.735992 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d736f7e3-f8ec-48e3-ae6a-627286db08fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.760452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Attempting to bind port 8f5bfe74-9038-4923-8c70-e304f5bff609 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:44:38.760877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Attempting to bind port 8f5bfe74-9038-4923-8c70-e304f5bff609 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '5b51ca57-284a-413e-8698-22a104709a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0527f37-9388-4df1-acff-dfbfeb0354e0'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:44:38.761317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Attempting to bind port 8f5bfe74-9038-4923-8c70-e304f5bff609 on network d0527f37-9388-4df1-acff-dfbfeb0354e0 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:44:38.766912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11f475-1dd1-4d39-a8fd-af29ed6fef7d None None] Pushing event deleted for resources: {'Port': ['ID=00635e30-cb2f-41cb-aec0-e41256746b7e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:38.770931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 00635e30-cb2f-41cb-aec0-e41256746b7e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:38.773755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5deda7-4260-4203-85ab-7fa584dd9ff4 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:38.780651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:44:38.781670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Checking segment: {'id': '5b51ca57-284a-413e-8698-22a104709a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0527f37-9388-4df1-acff-dfbfeb0354e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:44:38.782930 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.783350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Bound using segment: {'id': '5b51ca57-284a-413e-8698-22a104709a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0527f37-9388-4df1-acff-dfbfeb0354e0'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:44:38.783860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Bound port: 8f5bfe74-9038-4923-8c70-e304f5bff609, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b51ca57-284a-413e-8698-22a104709a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0527f37-9388-4df1-acff-dfbfeb0354e0'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:44:38.784256 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.804476 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d736f7e3-f8ec-48e3-ae6a-627286db08fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.825030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11f475-1dd1-4d39-a8fd-af29ed6fef7d None None] No DVR routers for this DVR port 00635e30-cb2f-41cb-aec0-e41256746b7e on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:38.826544 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.854120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 00635e30-cb2f-41cb-aec0-e41256746b7e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:38.855511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 00635e30-cb2f-41cb-aec0-e41256746b7e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:38.892880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422e58a1-7dd8-4542-a714-e661015cd5ef']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:38.910200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5468feb5-3a88-4439-b2bf-829f8f334677') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:38.910666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5468feb5-3a88-4439-b2bf-829f8f334677') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:38.912922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266c6a67-3dd9-444a-8403-338d38728951 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:44:38.923872 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Allocated IP 172.20.0.1 (d0527f37-9388-4df1-acff-dfbfeb0354e0/8a3c1c92-ba8b-48e1-a46d-58f51b675c6c/799d6dea-89f1-4ecc-a6ea-1c0e122c67c8) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:38.924951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-266c6a67-3dd9-444a-8403-338d38728951 tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "PUT /v2.0/routers/0c52ecf4-1bbe-4a0c-b181-167ac037f7bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2166071 Dec 09 22:44:38.928154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33910) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:38.932333 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c2f2e-580a-49c6-aebf-b3069403ff35 None None] Sync routers for ids ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:44:38.936388 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.951392 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c2f2e-580a-49c6-aebf-b3069403ff35 None None] Routers {'0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:44:38.952854 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f00c2f2e-580a-49c6-aebf-b3069403ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:44:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:38.983913 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d736f7e3-f8ec-48e3-ae6a-627286db08fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.986880 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d736f7e3-f8ec-48e3-ae6a-627286db08fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:38.988327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d736f7e3-f8ec-48e3-ae6a-627286db08fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91623aab-b40f-4ca9-816a-593599010d25 HTTP/1.1" status: 204 len: 168 time: 0.5570054 Dec 09 22:44:38.992628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:39.029878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:44:39.031573 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:44:39.038827 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:44:39.080973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-47a9164b-a1f1-401b-840a-0dda3fc1fd2a None None] Provisioning complete for port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:39.081349 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47a9164b-a1f1-401b-840a-0dda3fc1fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:39.084843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f783bc-2957-47ac-9dc7-9f7ac5b8d37d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Deleting subnet b34c81a7-ea32-483c-87ec-805ff9fb2a72 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:39.090772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736f7e3-f8ec-48e3-ae6a-627286db08fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91623aab-b40f-4ca9-816a-593599010d25,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:39.109861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-92f783bc-2957-47ac-9dc7-9f7ac5b8d37d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:39.210835 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-92f783bc-2957-47ac-9dc7-9f7ac5b8d37d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:39.224248 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f00c2f2e-580a-49c6-aebf-b3069403ff35 None None] Set router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:44:39.262584 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:39.291000 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:39.292423 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:39.305318 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] For port 8f5bfe74-9038-4923-8c70-e304f5bff609, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:44:39.309108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] For port 8f5bfe74-9038-4923-8c70-e304f5bff609, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8f5bfe74-9038-4923-8c70-e304f5bff609,segment=NetworkSegment(5b51ca57-284a-413e-8698-22a104709a67),segment_id=5b51ca57-284a-413e-8698-22a104709a67)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:44:39.310308 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] 10.222.0.16 "DELETE /v2.0/networks/422e58a1-7dd8-4542-a714-e661015cd5ef HTTP/1.1" status: 204 len: 168 time: 1.0140460 Dec 09 22:44:39.345998 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:39.359034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582450c-0cc4-4138-8fbb-e7ff4f75d947 tempest-TaggedBootDevicesTest-1188159770 tempest-TaggedBootDevicesTest-1188159770-project] Pushing event deleted for resources: {'Network': ['ID=422e58a1-7dd8-4542-a714-e661015cd5ef,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:39.447807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:44:39.486739 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-92f783bc-2957-47ac-9dc7-9f7ac5b8d37d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:39.584670 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:39.676167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3f7c8c-1c8c-47ca-bed9-47f042362a78 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:39.719871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a12fdc-2ffa-4dcd-8d9b-8fe3617b3023 None None] Pushing event updated for resources: {'Port': ['ID=8f5bfe74-9038-4923-8c70-e304f5bff609,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:39.762650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event updated for resources: {'Port': ['ID=799d6dea-89f1-4ecc-a6ea-1c0e122c67c8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:39.879151 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f00c2f2e-580a-49c6-aebf-b3069403ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:44:36Z', 'revision_number': 5, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:39.920176 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Network d0527f37-9388-4df1-acff-dfbfeb0354e0 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:39.930776 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:39.937981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:39.983714 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c2f2e-580a-49c6-aebf-b3069403ff35 None None] Checking router: 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:44:40.004753 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c2f2e-580a-49c6-aebf-b3069403ff35 None None] Routers {'0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:44:40.005575 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f00c2f2e-580a-49c6-aebf-b3069403ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:44:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:40.024217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f7c8c-1c8c-47ca-bed9-47f042362a78 None None] Deleting port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:40.037274 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b3f7c8c-1c8c-47ca-bed9-47f042362a78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:40.060601 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-92f783bc-2957-47ac-9dc7-9f7ac5b8d37d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:40.075387 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:40.110804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f783bc-2957-47ac-9dc7-9f7ac5b8d37d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'Subnet': ['ID=b34c81a7-ea32-483c-87ec-805ff9fb2a72,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:40.122334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12529c1d-43ba-49dc-a0ca-7cb1d0ec7639 req-ac82acf1-bcce-4874-985c-12590e8d37cb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:40.129675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12529c1d-43ba-49dc-a0ca-7cb1d0ec7639 req-ac82acf1-bcce-4874-985c-12590e8d37cb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.3524795 Dec 09 22:44:40.149984 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-92f783bc-2957-47ac-9dc7-9f7ac5b8d37d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:40.157234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-92f783bc-2957-47ac-9dc7-9f7ac5b8d37d tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "DELETE /v2.0/subnets/b34c81a7-ea32-483c-87ec-805ff9fb2a72 HTTP/1.1" status: 204 len: 168 time: 1.2276258 Dec 09 22:44:40.157234 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:40.166265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33936) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:40.179623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e721b515-2b88-4582-aa10-b52079e234b0 None None] Network 3f45a737-e5ad-47fe-8e7a-b24149edc782 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:40.239855 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f00c2f2e-580a-49c6-aebf-b3069403ff35 None None] Set router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:44:40.320433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1b3f7c8c-1c8c-47ca-bed9-47f042362a78 None None] For port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4d8ee6d6-2e8f-479c-9c96-6712092ee3e0,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:40.321020 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b3f7c8c-1c8c-47ca-bed9-47f042362a78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:40.392375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f7c8c-1c8c-47ca-bed9-47f042362a78 None None] Calling delete_port for 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:40.562284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40d5ff-f26a-4140-a7c7-700fd24c30e3 None None] DHCP port deletion for 3f45a737-e5ad-47fe-8e7a-b24149edc782 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:40.637696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] For port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4d8ee6d6-2e8f-479c-9c96-6712092ee3e0,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:40.677482 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f00c2f2e-580a-49c6-aebf-b3069403ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:44:36Z', 'revision_number': 5, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:40.724184 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:40.732692 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:40.733478 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:40.749162 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c2f2e-580a-49c6-aebf-b3069403ff35 None None] The sync data for ids ['0c52ecf4-1bbe-4a0c-b181-167ac037f7bd'] in n-d-789963-23 is: [{'id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-64440710', 'tenant_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:42:15Z', 'updated_at': '2021-12-09T22:44:36Z', 'revision_number': 5, 'project_id': 'e85fd7bba2fc4cb1abe4f3986e6aa3f0', 'gw_port': {'id': 'fad324be-c25f-4f1e-b231-fcb04ecc520a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c52ecf4-1bbe-4a0c-b181-167ac037f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:42:16Z', 'updated_at': '2021-12-09T22:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:44:40.867032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1e40d5ff-f26a-4140-a7c7-700fd24c30e3 None None] Deleting port 85193c6e-ba27-4156-9d64-acbcdd28e6cd {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:40.873295 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e40d5ff-f26a-4140-a7c7-700fd24c30e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:40.912376 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:40.960369 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b3f7c8c-1c8c-47ca-bed9-47f042362a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:41.013152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:41.023799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:41.024438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:41.066258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=cf412a32-5019-40ca-b712-cc8db31b1090,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:41.071292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=4d8ee6d6-2e8f-479c-9c96-6712092ee3e0,revision_number=8']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:41.098416 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-96f99f90-83ed-4d61-9031-5e48b48bc996 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0486798 Dec 09 22:44:41.102420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33950) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:41.130647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cf3d2e6e-adc9-4c30-ba6b-ed53fe9f294d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:41.159254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f7c8c-1c8c-47ca-bed9-47f042362a78 None None] Pushing event deleted for resources: {'Port': ['ID=4d8ee6d6-2e8f-479c-9c96-6712092ee3e0,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:41.191063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12529c1d-43ba-49dc-a0ca-7cb1d0ec7639 req-0f0a84a4-0eda-4d9b-b1b8-0be6ec4d0f65 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0297740 Dec 09 22:44:41.276572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f7c8c-1c8c-47ca-bed9-47f042362a78 None None] No DVR routers for this DVR port 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:41.294115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8f5bfe74-9038-4923-8c70-e304f5bff609 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:41.491435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d2e6e-adc9-4c30-ba6b-ed53fe9f294d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:41.497529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727716ce-0c69-4e60-b5e7-1aac285dcfa7 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:41.505642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2e6e-adc9-4c30-ba6b-ed53fe9f294d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:41.579012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:41.664617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1e40d5ff-f26a-4140-a7c7-700fd24c30e3 None None] For port 85193c6e-ba27-4156-9d64-acbcdd28e6cd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=85193c6e-ba27-4156-9d64-acbcdd28e6cd,segment=NetworkSegment(57a1201e-1053-4a37-a33f-1616d14e887d),segment_id=57a1201e-1053-4a37-a33f-1616d14e887d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:41.664617 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e40d5ff-f26a-4140-a7c7-700fd24c30e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:41.674634 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:41.725328 n-d-789963-23 neutron-server[103417]: INFO neutron.db.ipam_backend_mixin [None req-cf3d2e6e-adc9-4c30-ba6b-ed53fe9f294d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf412a32-5019-40ca-b712-cc8db31b1090 (CIDR: 2001:db8::/64) Dec 09 22:44:41.731703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b34e8-5e5a-4ff7-91e2-c9ed3c14c913 None None] Network d0527f37-9388-4df1-acff-dfbfeb0354e0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:41.732248 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3d2e6e-adc9-4c30-ba6b-ed53fe9f294d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:44:41.732713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3d2e6e-adc9-4c30-ba6b-ed53fe9f294d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:44:41.743122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1e40d5ff-f26a-4140-a7c7-700fd24c30e3 None None] Calling delete_port for 85193c6e-ba27-4156-9d64-acbcdd28e6cd owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:41.764742 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cf3d2e6e-adc9-4c30-ba6b-ed53fe9f294d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6589463 Dec 09 22:44:41.765250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33958) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:41.781715 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0379df6d-7f3c-4edd-8d72-0624484746ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:41.785128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': 'cf412a32-5019-40ca-b712-cc8db31b1090'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:44:41.786448 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:41.959827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-573ba5ff-13b5-42fe-a082-9066b21ecdc3 None None] Provisioning complete for port 8f5bfe74-9038-4923-8c70-e304f5bff609 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:41.960334 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-573ba5ff-13b5-42fe-a082-9066b21ecdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:42.017090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0379df6d-7f3c-4edd-8d72-0624484746ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:42.027615 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0379df6d-7f3c-4edd-8d72-0624484746ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:42.103121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8f5bfe74-9038-4923-8c70-e304f5bff609 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:42.103121 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:42.452515 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:42.539975 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:42.562822 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:42.563165 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0379df6d-7f3c-4edd-8d72-0624484746ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:42.601327 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-573ba5ff-13b5-42fe-a082-9066b21ecdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:42.609119 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Allocated IP 2001:db8::f816:3eff:fec9:7caf (c98586a8-1bc3-4903-a5e8-931299d13bb7/cf412a32-5019-40ca-b712-cc8db31b1090/f47c7643-927e-40f4-bda4-52dd53d890fe) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:42.638742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379df6d-7f3c-4edd-8d72-0624484746ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:42.650710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0379df6d-7f3c-4edd-8d72-0624484746ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:42.662825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0379df6d-7f3c-4edd-8d72-0624484746ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:42.664438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0379df6d-7f3c-4edd-8d72-0624484746ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:42.698965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379df6d-7f3c-4edd-8d72-0624484746ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=4f0f86bb-7e52-476d-aaa2-b5a8c1684aee,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:42.733401 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0379df6d-7f3c-4edd-8d72-0624484746ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9667835 Dec 09 22:44:42.734324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33980) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:42.739416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:4e:e6:9a', 'name': 'tempest-NetworksTestDHCPv6-159312189'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:42.816904 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e40d5ff-f26a-4140-a7c7-700fd24c30e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:42.862938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b558ec-db8d-4b27-adf2-9fc4295ffbf3 req-f53822a4-0fd3-49ae-9a94-5703ec55322b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:42.864707 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e5b558ec-db8d-4b27-adf2-9fc4295ffbf3 req-f53822a4-0fd3-49ae-9a94-5703ec55322b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.4097936 Dec 09 22:44:42.879455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event updated for resources: {'Port': ['ID=799d6dea-89f1-4ecc-a6ea-1c0e122c67c8,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:42.888005 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:42.935230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40d5ff-f26a-4140-a7c7-700fd24c30e3 None None] Pushing event deleted for resources: {'Port': ['ID=85193c6e-ba27-4156-9d64-acbcdd28e6cd,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:42.948248 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e40d5ff-f26a-4140-a7c7-700fd24c30e3 None None] No DVR routers for this DVR port 85193c6e-ba27-4156-9d64-acbcdd28e6cd on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:43.021268 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-573ba5ff-13b5-42fe-a082-9066b21ecdc3 None None] For port 8f5bfe74-9038-4923-8c70-e304f5bff609, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8f5bfe74-9038-4923-8c70-e304f5bff609,segment=NetworkSegment(5b51ca57-284a-413e-8698-22a104709a67),segment_id=5b51ca57-284a-413e-8698-22a104709a67)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:43.023443 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:43.026456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e5b558ec-db8d-4b27-adf2-9fc4295ffbf3 req-e5d421d3-4412-4907-84b6-2e70669cc867 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531906 Dec 09 22:44:43.027300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:43.035648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Deleting port fad324be-c25f-4f1e-b231-fcb04ecc520a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:43.036171 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:43.082997 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-573ba5ff-13b5-42fe-a082-9066b21ecdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:43.095443 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:43.147673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Network d0527f37-9388-4df1-acff-dfbfeb0354e0 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:43.155821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:43.234099 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:43.238279 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:44:43.238995 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:44:43.301891 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:43.308832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:43.311353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:43.333260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b5977979-ca4f-4308-b898-e292e9a5c6d2 None None] Provisioning complete for port 799d6dea-89f1-4ecc-a6ea-1c0e122c67c8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:43.333537 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b5977979-ca4f-4308-b898-e292e9a5c6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:43.337970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ba5ff-13b5-42fe-a082-9066b21ecdc3 None None] Pushing event updated for resources: {'Port': ['ID=8f5bfe74-9038-4923-8c70-e304f5bff609,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:43.359001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] For port fad324be-c25f-4f1e-b231-fcb04ecc520a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fad324be-c25f-4f1e-b231-fcb04ecc520a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:43.359001 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:43.388833 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:43.470892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Attempting to bind port f47c7643-927e-40f4-bda4-52dd53d890fe on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:44:43.471426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Attempting to bind port f47c7643-927e-40f4-bda4-52dd53d890fe by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:44:43.471900 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Attempting to bind port f47c7643-927e-40f4-bda4-52dd53d890fe on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:44:43.476377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port 7ed3a16a-6764-4d00-8c7f-43af43c030cf yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:44:43.484524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:44:43.485018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:44:43.485527 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:43.486053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:44:43.487196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Bound port: f47c7643-927e-40f4-bda4-52dd53d890fe, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:44:43.487684 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:43.591826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Calling delete_port for fad324be-c25f-4f1e-b231-fcb04ecc520a owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:43.662073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c3161320-589d-4780-9674-26d4eb979406 None None] For port f47c7643-927e-40f4-bda4-52dd53d890fe, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:44:43.677945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c3161320-589d-4780-9674-26d4eb979406 None None] For port f47c7643-927e-40f4-bda4-52dd53d890fe, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f47c7643-927e-40f4-bda4-52dd53d890fe,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:44:43.684684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Pushing event updated for resources: {'Port': ['ID=f47c7643-927e-40f4-bda4-52dd53d890fe,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:43.690741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b5977979-ca4f-4308-b898-e292e9a5c6d2 None None] Port 799d6dea-89f1-4ecc-a6ea-1c0e122c67c8 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:44:43.700566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:43.748632 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b5977979-ca4f-4308-b898-e292e9a5c6d2 None None] Provisioning complete for port 8f5bfe74-9038-4923-8c70-e304f5bff609 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:43.749009 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b5977979-ca4f-4308-b898-e292e9a5c6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:43.851847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73341-f415-4954-9818-15db66795385 req-3b84e065-359f-4015-ac6a-6a8451ab585b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:43.861612 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46c73341-f415-4954-9818-15db66795385 req-3b84e065-359f-4015-ac6a-6a8451ab585b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.3352334 Dec 09 22:44:43.883311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8:0:1::5a (c98586a8-1bc3-4903-a5e8-931299d13bb7/4f0f86bb-7e52-476d-aaa2-b5a8c1684aee/7ed3a16a-6764-4d00-8c7f-43af43c030cf) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:43.896899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c04ea-b5bb-4d3c-9bd7-b02515043e4a req-c93f7588-79ba-4e89-b140-3ba00eec4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:43.898531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::f816:3eff:fe4e:e69a (c98586a8-1bc3-4903-a5e8-931299d13bb7/cf412a32-5019-40ca-b712-cc8db31b1090/7ed3a16a-6764-4d00-8c7f-43af43c030cf) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:43.898700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef4c04ea-b5bb-4d3c-9bd7-b02515043e4a req-c93f7588-79ba-4e89-b140-3ba00eec4ab6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1097 time: 0.3711910 Dec 09 22:44:43.904072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Router fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:44:44.039493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3161320-589d-4780-9674-26d4eb979406 None None] Pushing event updated for resources: {'Port': ['ID=f47c7643-927e-40f4-bda4-52dd53d890fe,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:44.141601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c04ea-b5bb-4d3c-9bd7-b02515043e4a req-ea1af723-b4b6-4e35-b4a4-6f83b212ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:44.143707 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef4c04ea-b5bb-4d3c-9bd7-b02515043e4a req-ea1af723-b4b6-4e35-b4a4-6f83b212ae6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.2122545 Dec 09 22:44:44.259223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 85193c6e-ba27-4156-9d64-acbcdd28e6cd no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:44.291964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 85193c6e-ba27-4156-9d64-acbcdd28e6cd {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:44.292325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 85193c6e-ba27-4156-9d64-acbcdd28e6cd not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:44.292888 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:44.333226 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-93c22a0b-3ff9-4948-b4e6-358db92c6bc0 None None] Provisioning complete for port 799d6dea-89f1-4ecc-a6ea-1c0e122c67c8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:44.333601 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-93c22a0b-3ff9-4948-b4e6-358db92c6bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:44.336708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:44.337070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4d8ee6d6-2e8f-479c-9c96-6712092ee3e0 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:44.423538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-93c22a0b-3ff9-4948-b4e6-358db92c6bc0 None None] Port 799d6dea-89f1-4ecc-a6ea-1c0e122c67c8 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:44:44.627432 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:44:44.640253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5000d8f-f2fa-49a4-9d76-3b6861a41266 None None] Sync routers for ids ['fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:44:44.662316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5000d8f-f2fa-49a4-9d76-3b6861a41266 None None] Routers {'fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:44:44.665055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d5000d8f-f2fa-49a4-9d76-3b6861a41266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:44:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:44.675532 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-66002cfc-4a91-4afb-a5cb-2c0170b556ac tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "PUT /v2.0/routers/fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5386624 Dec 09 22:44:44.754286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d5000d8f-f2fa-49a4-9d76-3b6861a41266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:44.762796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8f5bfe74-9038-4923-8c70-e304f5bff609 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:44.777559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34040) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:44.790982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Request body: {'port': {'network_id': 'd0527f37-9388-4df1-acff-dfbfeb0354e0', 'name': 'tempest-FloatingIPNegativeTestJSON-2014095624'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:44.830088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46c73341-f415-4954-9818-15db66795385 req-7f24ab52-69c8-459b-99b7-18f05752c8f8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9606934 Dec 09 22:44:44.862112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5000d8f-f2fa-49a4-9d76-3b6861a41266 None None] Routers {'fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:44:44.863445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d5000d8f-f2fa-49a4-9d76-3b6861a41266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:44:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:44.927253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef4c04ea-b5bb-4d3c-9bd7-b02515043e4a req-ebaa13b2-182a-46db-b2b4-4f7f13bf1fdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 1000 time: 0.7723343 Dec 09 22:44:44.951827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d5000d8f-f2fa-49a4-9d76-3b6861a41266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:44.952550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5000d8f-f2fa-49a4-9d76-3b6861a41266 None None] The sync data for ids ['fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:44:45.000905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8f5bfe74-9038-4923-8c70-e304f5bff609 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:45.002108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.016085 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.063443 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.098825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c04ea-b5bb-4d3c-9bd7-b02515043e4a req-c547ea7b-ece1-41d8-a898-5cf759b813d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:45.100342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef4c04ea-b5bb-4d3c-9bd7-b02515043e4a req-c547ea7b-ece1-41d8-a898-5cf759b813d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.1492009 Dec 09 22:44:45.176549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:45.200322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:45.218494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:45.219253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f47c7643-927e-40f4-bda4-52dd53d890fe up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:45.236273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:45.238962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.256717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=7ed3a16a-6764-4d00-8c7f-43af43c030cf,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:45.259465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34046) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:45.279464 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.288167 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-93eaa9ce-88e3-4889-91ce-6ec722ccbb9a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5526776 Dec 09 22:44:45.289626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34050) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:45.358643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f47c7643-927e-40f4-bda4-52dd53d890fe triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:45.359112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.386457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'Port': ['ID=fad324be-c25f-4f1e-b231-fcb04ecc520a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:45.404439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a55255c-2c5e-4f3a-8f90-db73bea57377 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:45.433510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Made reservation on behalf of 22ec79cdc5534decb899c0f7b11f5151 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:45.437765 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.513402 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c868ae58-eaf4-4ea1-bec3-41d3ac921e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.556388 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.585025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c04ea-b5bb-4d3c-9bd7-b02515043e4a req-11206e7a-4024-4a38-a00d-4ab8771d1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:45.591568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef4c04ea-b5bb-4d3c-9bd7-b02515043e4a req-11206e7a-4024-4a38-a00d-4ab8771d1a99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3473797 Dec 09 22:44:45.608127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port f47c7643-927e-40f4-bda4-52dd53d890fe, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f47c7643-927e-40f4-bda4-52dd53d890fe,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:45.627045 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.716830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 39845d70-4e40-42ca-a53e-ff63da7e1f4e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:45.723426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1ae203-a6a6-4998-9763-c0180d230730 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:45.727895 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c868ae58-eaf4-4ea1-bec3-41d3ac921e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.740341 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c868ae58-eaf4-4ea1-bec3-41d3ac921e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.805875 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c868ae58-eaf4-4ea1-bec3-41d3ac921e17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a765ada91e94546bebfb43f4c80752f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5398326 Dec 09 22:44:45.805875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868ae58-eaf4-4ea1-bec3-41d3ac921e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7d2cf2-8e1e-47fd-8ac7-4531f10dc123,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:45.818427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34056) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:45.900783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 39845d70-4e40-42ca-a53e-ff63da7e1f4e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:45.901164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 39845d70-4e40-42ca-a53e-ff63da7e1f4e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:45.932006 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-855d4e1e-a2e8-4eb5-bdd4-93ff46f19e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.961296 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-855d4e1e-a2e8-4eb5-bdd4-93ff46f19e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:45.975905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=f47c7643-927e-40f4-bda4-52dd53d890fe,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:45.984598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-75546107-90ed-4494-bbb5-f88fbe332494 None None] Provisioning complete for port f47c7643-927e-40f4-bda4-52dd53d890fe triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:45.985387 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75546107-90ed-4494-bbb5-f88fbe332494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.032986 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-855d4e1e-a2e8-4eb5-bdd4-93ff46f19e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.035876 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-855d4e1e-a2e8-4eb5-bdd4-93ff46f19e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.048600 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-855d4e1e-a2e8-4eb5-bdd4-93ff46f19e5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb7d2cf2-8e1e-47fd-8ac7-4531f10dc123 HTTP/1.1" status: 204 len: 168 time: 0.2240243 Dec 09 22:44:46.079981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d4e1e-a2e8-4eb5-bdd4-93ff46f19e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7d2cf2-8e1e-47fd-8ac7-4531f10dc123,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:46.095630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] device_id is not set on port 3c18ff38-e225-4b5e-ab4a-3b8486bf2eeb yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:44:46.197076 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.214877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a05e5a-1326-4909-9313-4283c443f285 None None] Update dhcp port {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'fixed_ips': [{'subnet_id': 'cf412a32-5019-40ca-b712-cc8db31b1090', 'ip_address': '2001:db8::f816:3eff:fec9:7caf'}, {'subnet_id': '4f0f86bb-7e52-476d-aaa2-b5a8c1684aee'}], 'binding:host_id': 'n-d-789963-23'}, 'id': 'f47c7643-927e-40f4-bda4-52dd53d890fe'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:44:46.248653 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-67a05e5a-1326-4909-9313-4283c443f285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.519663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34064) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:46.535885 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3392bcc-dd0f-4b5d-91b5-016b94099752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.603877 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.628751 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.710903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f47c7643-927e-40f4-bda4-52dd53d890fe up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:46.738360 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3392bcc-dd0f-4b5d-91b5-016b94099752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.745422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-67a05e5a-1326-4909-9313-4283c443f285 None None] Allocated IP 2001:db8:0:1::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/4f0f86bb-7e52-476d-aaa2-b5a8c1684aee/f47c7643-927e-40f4-bda4-52dd53d890fe) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:46.746262 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3392bcc-dd0f-4b5d-91b5-016b94099752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.775542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Allocated IP 172.20.0.11 (d0527f37-9388-4df1-acff-dfbfeb0354e0/8a3c1c92-ba8b-48e1-a46d-58f51b675c6c/3c18ff38-e225-4b5e-ab4a-3b8486bf2eeb) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:46.801692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b89f9-5f92-4310-aff6-b26eb2aad018 req-c52f6372-fa8c-49e3-81cc-ffd27243dbc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:46.803792 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d3392bcc-dd0f-4b5d-91b5-016b94099752 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=290c44af8e7d483ab6a739b2f237dbf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2858925 Dec 09 22:44:46.804801 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3392bcc-dd0f-4b5d-91b5-016b94099752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a248d4b-0f62-4cd8-aa97-024169a1fa3c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:46.806518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af6b89f9-5f92-4310-aff6-b26eb2aad018 req-c52f6372-fa8c-49e3-81cc-ffd27243dbc6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.7017436 Dec 09 22:44:46.807648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34070) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:46.811432 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.811963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Fanout notify agent at l3_agent the message router_deleted on router 0c52ecf4-1bbe-4a0c-b181-167ac037f7bd {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:44:46.842830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-8bd42bf2-c888-45ec-98c7-3e49ffb06e76 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port 7ed3a16a-6764-4d00-8c7f-43af43c030cf {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:46.843121 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8bd42bf2-c888-45ec-98c7-3e49ffb06e76 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.863193 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:46.870517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-49d0bf1d-8d21-4048-b339-f70c9907c1bb tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "DELETE /v2.0/routers/0c52ecf4-1bbe-4a0c-b181-167ac037f7bd HTTP/1.1" status: 204 len: 168 time: 6.7001743 Dec 09 22:44:46.878603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34074) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:46.942292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f47c7643-927e-40f4-bda4-52dd53d890fe triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:46.942292 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:47.053171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef4c04ea-b5bb-4d3c-9bd7-b02515043e4a req-944fcc30-fb2b-4c77-b79a-5cbcb582c813 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4270365 Dec 09 22:44:47.071196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0ab93ed-e9a7-4482-9c32-1ad33d0c876e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:47.091455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-67a05e5a-1326-4909-9313-4283c443f285 None None] For port f47c7643-927e-40f4-bda4-52dd53d890fe, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f47c7643-927e-40f4-bda4-52dd53d890fe,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:47.104382 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0ab93ed-e9a7-4482-9c32-1ad33d0c876e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:47.185650 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8bd42bf2-c888-45ec-98c7-3e49ffb06e76 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:47.189798 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0ab93ed-e9a7-4482-9c32-1ad33d0c876e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:47.193755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0ab93ed-e9a7-4482-9c32-1ad33d0c876e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:47.201283 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b0ab93ed-e9a7-4482-9c32-1ad33d0c876e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a248d4b-0f62-4cd8-aa97-024169a1fa3c HTTP/1.1" status: 204 len: 168 time: 0.3591194 Dec 09 22:44:47.215324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab93ed-e9a7-4482-9c32-1ad33d0c876e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a248d4b-0f62-4cd8-aa97-024169a1fa3c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:47.225702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-8bd42bf2-c888-45ec-98c7-3e49ffb06e76 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for 7ed3a16a-6764-4d00-8c7f-43af43c030cf owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:47.226124 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-67a05e5a-1326-4909-9313-4283c443f285 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:47.299561 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-67a05e5a-1326-4909-9313-4283c443f285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:47.431084 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef4c04ea-b5bb-4d3c-9bd7-b02515043e4a req-278f4bf9-ecb8-4914-b007-9d0bd21b08be service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933222 Dec 09 22:44:47.561884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a05e5a-1326-4909-9313-4283c443f285 None None] Pushing event updated for resources: {'Port': ['ID=f47c7643-927e-40f4-bda4-52dd53d890fe,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:47.849664 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af6b89f9-5f92-4310-aff6-b26eb2aad018 req-4bd035d3-5ede-4d76-8f6a-1e04ddc71d18 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9925215 Dec 09 22:44:47.862837 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:47.888586 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:48.291287 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:48.300307 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:48.302133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8bd42bf2-c888-45ec-98c7-3e49ffb06e76 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:48.391578 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f45a737-e5ad-47fe-8e7a-b24149edc782']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:48.413915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a1201e-1053-4a37-a33f-1616d14e887d') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:48.418234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a1201e-1053-4a37-a33f-1616d14e887d') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:44:48.461773 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:48.502323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Network d0527f37-9388-4df1-acff-dfbfeb0354e0 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:48.509668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:48.543405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:48.591025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f47c7643-927e-40f4-bda4-52dd53d890fe up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:48.712000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f47c7643-927e-40f4-bda4-52dd53d890fe triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:48.712290 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:48.717293 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:48.745678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:44:48.746764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:48.933169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:48.934423 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:48.950570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fad324be-c25f-4f1e-b231-fcb04ecc520a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:44:48.963583 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:44:49.008935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2300751 Dec 09 22:44:49.012531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34100) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:49.020588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:49.083092 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: fad324be-c25f-4f1e-b231-fcb04ecc520a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:49.086519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fad324be-c25f-4f1e-b231-fcb04ecc520a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:49.093446 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fcdf1f5b-1cfb-463a-bb60-071d4632e349 None None] Could not find standard attr ID for object 7ed3a16a-6764-4d00-8c7f-43af43c030cf. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:44:49.124698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fcdf1f5b-1cfb-463a-bb60-071d4632e349 None None] Provisioning complete for port f47c7643-927e-40f4-bda4-52dd53d890fe triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:49.125520 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1f5b-1cfb-463a-bb60-071d4632e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:49.128140 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:49.217250 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:49.228003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:49.234162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] 10.222.0.16 "DELETE /v2.0/networks/3f45a737-e5ad-47fe-8e7a-b24149edc782 HTTP/1.1" status: 204 len: 168 time: 2.3515189 Dec 09 22:44:49.283759 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8bd42bf2-c888-45ec-98c7-3e49ffb06e76 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:49.324157 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8bd42bf2-c888-45ec-98c7-3e49ffb06e76 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/7ed3a16a-6764-4d00-8c7f-43af43c030cf HTTP/1.1" status: 204 len: 168 time: 4.0111144 Dec 09 22:44:49.328178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e892da-cea7-4679-8aab-e296b680f17a tempest-TestSecurityGroupsBasicOps-519749819 tempest-TestSecurityGroupsBasicOps-519749819-project] Pushing event deleted for resources: {'Network': ['ID=3f45a737-e5ad-47fe-8e7a-b24149edc782,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:49.342451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04b35b-c00a-426c-a32b-78b552bcfa5c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event updated for resources: {'Port': ['ID=3c18ff38-e225-4b5e-ab4a-3b8486bf2eeb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:49.369385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34114) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:49.453270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd42bf2-c888-45ec-98c7-3e49ffb06e76 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=7ed3a16a-6764-4d00-8c7f-43af43c030cf,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:49.529492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c3e74-cdda-456e-9db9-e8628c1c075a req-8026e6d5-f55f-4e0c-9d25-696dbce5a6e8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:49.531102 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee6c3e74-cdda-456e-9db9-e8628c1c075a req-8026e6d5-f55f-4e0c-9d25-696dbce5a6e8 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.5179358 Dec 09 22:44:49.546513 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:49.650478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee6c3e74-cdda-456e-9db9-e8628c1c075a req-b8ff069a-467f-448f-b8b2-b3f8f92c11b6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074219 Dec 09 22:44:49.676140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb89b6-c37e-41bd-a9cd-36c62aef2de4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:49.680310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7ccb89b6-c37e-41bd-a9cd-36c62aef2de4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3080916 Dec 09 22:44:49.681030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34118) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:49.722865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-141e2cf4-c705-41fa-8c64-f4dc238ce46f None None] Provisioning complete for port 3c18ff38-e225-4b5e-ab4a-3b8486bf2eeb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:49.723440 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-141e2cf4-c705-41fa-8c64-f4dc238ce46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:49.883303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-141e2cf4-c705-41fa-8c64-f4dc238ce46f None None] Port 3c18ff38-e225-4b5e-ab4a-3b8486bf2eeb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:44:49.890470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-141e2cf4-c705-41fa-8c64-f4dc238ce46f None None] Could not find standard attr ID for object 7ed3a16a-6764-4d00-8c7f-43af43c030cf. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:44:49.942505 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e723e1-0b1d-4e91-a216-8691813c3051 req-d5afd0c9-fd7c-4115-b465-967f56e143e2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:49.954879 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3e723e1-0b1d-4e91-a216-8691813c3051 req-d5afd0c9-fd7c-4115-b465-967f56e143e2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1407082 Dec 09 22:44:50.035860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953f9c84-b990-4296-a42b-699bcbdd5765 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:50.039914 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-953f9c84-b990-4296-a42b-699bcbdd5765 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3554001 Dec 09 22:44:50.040158 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34128) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:50.056251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3e723e1-0b1d-4e91-a216-8691813c3051 req-4b694e48-fab3-450f-b64b-b8a83e00978a tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910587 Dec 09 22:44:50.121466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Allocated IP 172.25.8.45 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/93520310-bf91-422b-8576-06b7ca6fe9b5) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:50.149944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58367a9f-821a-48c1-abc5-c25bf821e926 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:50.152268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58367a9f-821a-48c1-abc5-c25bf821e926 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:50.153815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58367a9f-821a-48c1-abc5-c25bf821e926 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:50.158319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34132) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:50.170702 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-58367a9f-821a-48c1-abc5-c25bf821e926 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1292605 Dec 09 22:44:50.232032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34134) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:50.347484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d76dc-aac2-401b-b1e4-a7c9a0e17209 req-baf3e76d-d023-483d-a08b-5deca7c16530 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:50.349231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-333d76dc-aac2-401b-b1e4-a7c9a0e17209 req-baf3e76d-d023-483d-a08b-5deca7c16530 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1678159 Dec 09 22:44:50.378012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-96477225-074f-4795-9543-16063e7d36f3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 4f0f86bb-7e52-476d-aaa2-b5a8c1684aee {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:50.383200 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96477225-074f-4795-9543-16063e7d36f3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:50.435141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:50.444446 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96477225-074f-4795-9543-16063e7d36f3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:50.500578 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:50.559439 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96477225-074f-4795-9543-16063e7d36f3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:50.632049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-333d76dc-aac2-401b-b1e4-a7c9a0e17209 req-3504d174-8884-4bc1-889e-255e22a363e1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696669 Dec 09 22:44:50.663039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:50.671045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:50.678688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:50.683826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event updated for resources: {'Port': ['ID=93520310-bf91-422b-8576-06b7ca6fe9b5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:50.711051 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96477225-074f-4795-9543-16063e7d36f3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:50.740462 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-13ed9a81-3f6d-40e6-9a1f-1690bcfb3e11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e85fd7bba2fc4cb1abe4f3986e6aa3f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5042758 Dec 09 22:44:50.743090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34150) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:50.789569 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96477225-074f-4795-9543-16063e7d36f3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0f86bb-7e52-476d-aaa2-b5a8c1684aee,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:50.802594 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96477225-074f-4795-9543-16063e7d36f3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:50.809602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befd010a-55e3-46c0-b267-25bda72e73bd None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:50.811175 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-96477225-074f-4795-9543-16063e7d36f3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/4f0f86bb-7e52-476d-aaa2-b5a8c1684aee HTTP/1.1" status: 204 len: 168 time: 0.6489234 Dec 09 22:44:50.815370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34152) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:50.892759 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:50.910991 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-867c0cb9-ee62-4509-9be5-c38855fad7eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:50.956547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccdc648-a205-458a-9f5c-6a9301fc1b81 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet cf412a32-5019-40ca-b712-cc8db31b1090 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:44:50.960740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-867c0cb9-ee62-4509-9be5-c38855fad7eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:50.965514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dccdc648-a205-458a-9f5c-6a9301fc1b81 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:51.101581 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-867c0cb9-ee62-4509-9be5-c38855fad7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:51.109899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-867c0cb9-ee62-4509-9be5-c38855fad7eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:51.135407 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dccdc648-a205-458a-9f5c-6a9301fc1b81 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:51.139353 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-867c0cb9-ee62-4509-9be5-c38855fad7eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1a2bbc0-8545-42e9-af4a-12547a2b7d4e HTTP/1.1" status: 204 len: 168 time: 0.3920131 Dec 09 22:44:51.175375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c0cb9-ee62-4509-9be5-c38855fad7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a2bbc0-8545-42e9-af4a-12547a2b7d4e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:51.198951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:51.449408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2bf57-bd53-475b-9da5-b17ad686b947 req-2cdf361c-38c3-4d05-a6a8-dba040a13726 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:51.463356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aab2bf57-bd53-475b-9da5-b17ad686b947 req-2cdf361c-38c3-4d05-a6a8-dba040a13726 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1354852 Dec 09 22:44:51.576754 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dccdc648-a205-458a-9f5c-6a9301fc1b81 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:51.629005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aab2bf57-bd53-475b-9da5-b17ad686b947 req-3cc8d5c5-1275-466f-a468-adf6e476ae13 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279275 Dec 09 22:44:51.658746 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:51.667831 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:51.746326 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dccdc648-a205-458a-9f5c-6a9301fc1b81 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:51.747701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event updated for resources: {'Port': ['ID=93520310-bf91-422b-8576-06b7ca6fe9b5,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:51.910182 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:51.910408 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dccdc648-a205-458a-9f5c-6a9301fc1b81 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:51.935968 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:51.939397 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3d34a354-7d8f-472a-aa30-87cc2a84b9ba tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9247851 Dec 09 22:44:51.939990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34180) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:51.943621 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dccdc648-a205-458a-9f5c-6a9301fc1b81 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/cf412a32-5019-40ca-b712-cc8db31b1090 HTTP/1.1" status: 204 len: 168 time: 1.1233022 Dec 09 22:44:51.944466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34182) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:51.949149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc648-a205-458a-9f5c-6a9301fc1b81 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=cf412a32-5019-40ca-b712-cc8db31b1090,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:51.977436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f43f85fb-9bf6-4ca3-b261-2e6418579f27 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Request body: {'floatingip': {'port_id': '3c18ff38-e225-4b5e-ab4a-3b8486bf2eeb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:52.081137 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4ba93c3f-7b8a-40ba-bb16-ff9585eb248a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364672 Dec 09 22:44:52.082128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34186) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:52.098252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-50ab7722-edc8-46d5-9ce8-0006934aeb46 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:52.230200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f43f85fb-9bf6-4ca3-b261-2e6418579f27 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:52.381971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34192) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:52.393398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ab7722-edc8-46d5-9ce8-0006934aeb46 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:52.398081 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ab7722-edc8-46d5-9ce8-0006934aeb46 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:52.411258 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68c44846-0575-442e-bcb7-860aacc062dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:52.425360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69ba834-80b5-488d-bc27-8496678c96ec None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:52.544046 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-f43f85fb-9bf6-4ca3-b261-2e6418579f27 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] update failed (client error): The resource could not be found. Dec 09 22:44:52.554352 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f43f85fb-9bf6-4ca3-b261-2e6418579f27 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "PUT /v2.0/floatingips/e97d0183-a416-4b72-94c3-8e5331b9425d HTTP/1.1" status: 404 len: 507 time: 0.6088083 Dec 09 22:44:52.555330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34202) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:52.698904 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68c44846-0575-442e-bcb7-860aacc062dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:52.815615 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68c44846-0575-442e-bcb7-860aacc062dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:52.834678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1fc3596f-8057-473a-943f-26b1b8e70f41 None None] Provisioning complete for port f47c7643-927e-40f4-bda4-52dd53d890fe triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:52.835443 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1fc3596f-8057-473a-943f-26b1b8e70f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:52.882352 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:52.917967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-68c44846-0575-442e-bcb7-860aacc062dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e79785297414071bf431de886a093a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5342963 Dec 09 22:44:52.958181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34226) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:53.030429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c44846-0575-442e-bcb7-860aacc062dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324fe285-6745-46d0-9f50-84222b43ca3b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:53.103394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d134f46-da1d-42b1-b9f3-cc6334240fb1 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:44:53.131522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-18d0fcb4-8d60-4e7f-a6be-3b4c45fda77e tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Deleting port 93520310-bf91-422b-8576-06b7ca6fe9b5 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:53.131871 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18d0fcb4-8d60-4e7f-a6be-3b4c45fda77e tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.134872 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb2d11a9-7baa-4234-bae3-8db5fa532557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.165862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46792d03-f02b-4b28-90db-42d48178adee req-b4b672b1-dda4-4adb-a1ca-47e77d67dab7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:53.168937 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46792d03-f02b-4b28-90db-42d48178adee req-b4b672b1-dda4-4adb-a1ca-47e77d67dab7 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.2653756 Dec 09 22:44:53.179392 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb2d11a9-7baa-4234-bae3-8db5fa532557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.260896 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ab7722-edc8-46d5-9ce8-0006934aeb46 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.275929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2d134f46-da1d-42b1-b9f3-cc6334240fb1 None None] Deleting port f47c7643-927e-40f4-bda4-52dd53d890fe {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:53.278589 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d134f46-da1d-42b1-b9f3-cc6334240fb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.293742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18d0fcb4-8d60-4e7f-a6be-3b4c45fda77e tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.294565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18d0fcb4-8d60-4e7f-a6be-3b4c45fda77e tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.338070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb2d11a9-7baa-4234-bae3-8db5fa532557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.343895 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb2d11a9-7baa-4234-bae3-8db5fa532557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.355032 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cb2d11a9-7baa-4234-bae3-8db5fa532557 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/324fe285-6745-46d0-9f50-84222b43ca3b HTTP/1.1" status: 204 len: 168 time: 0.3953323 Dec 09 22:44:53.356642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ab7722-edc8-46d5-9ce8-0006934aeb46 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:53.372699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-50ab7722-edc8-46d5-9ce8-0006934aeb46 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:53.376273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-18d0fcb4-8d60-4e7f-a6be-3b4c45fda77e tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Calling delete_port for 93520310-bf91-422b-8576-06b7ca6fe9b5 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:53.378204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d11a9-7baa-4234-bae3-8db5fa532557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324fe285-6745-46d0-9f50-84222b43ca3b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:53.380275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46792d03-f02b-4b28-90db-42d48178adee req-5a358548-1742-4c62-a6fe-b1d887b8066f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955764 Dec 09 22:44:53.381948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab7722-edc8-46d5-9ce8-0006934aeb46 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:53.382726 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ab7722-edc8-46d5-9ce8-0006934aeb46 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.414407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-50ab7722-edc8-46d5-9ce8-0006934aeb46 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3244724 Dec 09 22:44:53.418463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34232) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:53.434238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d3ddfba1-8c7f-40c3-84ad-4653a31a87e4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:53.443342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab7722-edc8-46d5-9ce8-0006934aeb46 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=4adf1433-e2e5-4ab4-af92-0e5385aa5511,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:53.602503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2d134f46-da1d-42b1-b9f3-cc6334240fb1 None None] For port f47c7643-927e-40f4-bda4-52dd53d890fe, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f47c7643-927e-40f4-bda4-52dd53d890fe,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:53.603095 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d134f46-da1d-42b1-b9f3-cc6334240fb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.688089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2d134f46-da1d-42b1-b9f3-cc6334240fb1 None None] Calling delete_port for f47c7643-927e-40f4-bda4-52dd53d890fe owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:53.790184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ddfba1-8c7f-40c3-84ad-4653a31a87e4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:53.796440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfba1-8c7f-40c3-84ad-4653a31a87e4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.800434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18d0fcb4-8d60-4e7f-a6be-3b4c45fda77e tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:53.842547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34252) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:53.996066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0fcb4-8d60-4e7f-a6be-3b4c45fda77e tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event deleted for resources: {'Port': ['ID=93520310-bf91-422b-8576-06b7ca6fe9b5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:53.998055 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d134f46-da1d-42b1-b9f3-cc6334240fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:54.093479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d134f46-da1d-42b1-b9f3-cc6334240fb1 None None] Pushing event deleted for resources: {'Port': ['ID=f47c7643-927e-40f4-bda4-52dd53d890fe,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:54.099840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d134f46-da1d-42b1-b9f3-cc6334240fb1 None None] No DVR routers for this DVR port f47c7643-927e-40f4-bda4-52dd53d890fe on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:44:54.121435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ec0fb0-d5b3-46aa-9041-32e054feb5be None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:54.137642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18d0fcb4-8d60-4e7f-a6be-3b4c45fda77e tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:54.149539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18d0fcb4-8d60-4e7f-a6be-3b4c45fda77e tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:54.150795 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-18d0fcb4-8d60-4e7f-a6be-3b4c45fda77e tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "DELETE /v2.0/floatingips/e97d0183-a416-4b72-94c3-8e5331b9425d HTTP/1.1" status: 204 len: 168 time: 1.5933440 Dec 09 22:44:54.157410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34256) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:54.173083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d5db12ad-53e1-4253-a0d5-db86b7b63f66 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Request body: {'floatingip': {'floating_network_id': 'd0527f37-9388-4df1-acff-dfbfeb0354e0', 'port_id': '3c18ff38-e225-4b5e-ab4a-3b8486bf2eeb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:54.267707 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d5db12ad-53e1-4253-a0d5-db86b7b63f66 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:54.352146 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f4317f7-e6d1-4faa-b0d8-c0d106af2521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:54.388041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34258) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:54.388322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '4adf1433-e2e5-4ab4-af92-0e5385aa5511'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:44:54.390561 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:54.635462 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f4cade23-6a28-425c-b2c8-3b477939bb4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b54e86286914bf39d199bca06f3ae06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431114 Dec 09 22:44:54.639831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34260) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:54.660398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f47c7643-927e-40f4-bda4-52dd53d890fe no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:44:54.779348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: f47c7643-927e-40f4-bda4-52dd53d890fe {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:44:54.784974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f47c7643-927e-40f4-bda4-52dd53d890fe not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:44:54.791981 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f4317f7-e6d1-4faa-b0d8-c0d106af2521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:54.807141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f4317f7-e6d1-4faa-b0d8-c0d106af2521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:54.825486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e14a1-4474-44ea-958e-21f636585284 req-71e35b10-cd5f-45bb-a290-34600dcbb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:54.827062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c7e14a1-4474-44ea-958e-21f636585284 req-71e35b10-cd5f-45bb-a290-34600dcbb9c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1097 time: 0.8334427 Dec 09 22:44:54.832218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-decb2799-e992-4400-a2e3-2eb94feb770d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:54.839084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56babf97-0a76-4fe0-a018-57f625a715ba req-8f46e510-f9f4-4632-869a-90b53a853b38 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:54.841399 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56babf97-0a76-4fe0-a018-57f625a715ba req-8f46e510-f9f4-4632-869a-90b53a853b38 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.8490107 Dec 09 22:44:54.844024 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-d5db12ad-53e1-4253-a0d5-db86b7b63f66 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:44:54.844310 n-d-789963-23 neutron-server[103418]: INFO neutron.db.ipam_backend_mixin [None req-d3ddfba1-8c7f-40c3-84ad-4653a31a87e4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4adf1433-e2e5-4ab4-af92-0e5385aa5511 (CIDR: 2001:db8::/64) Dec 09 22:44:54.845047 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d5db12ad-53e1-4253-a0d5-db86b7b63f66 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6819286 Dec 09 22:44:54.853750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34262) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:54.874580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '3c18ff38-e225-4b5e-ab4a-3b8486bf2eeb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:54.898942 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ddfba1-8c7f-40c3-84ad-4653a31a87e4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:44:54.899679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ddfba1-8c7f-40c3-84ad-4653a31a87e4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:44:54.918753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4317f7-e6d1-4faa-b0d8-c0d106af2521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb920f7-f922-410b-82d2-559ac5edc5ad,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:54.942136 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:54.958673 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9f4317f7-e6d1-4faa-b0d8-c0d106af2521 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19fc40b0eb0741f8bfc806fbbc8ef235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9995780 Dec 09 22:44:54.970798 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-decb2799-e992-4400-a2e3-2eb94feb770d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:54.970798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34266) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:55.037682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Allocated IP 2001:db8::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/4adf1433-e2e5-4ab4-af92-0e5385aa5511/46d33852-c16a-4e6f-a92c-62b1f1294d8a) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:55.049044 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d3ddfba1-8c7f-40c3-84ad-4653a31a87e4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6251299 Dec 09 22:44:55.060655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34270) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:55.090790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:55.217281 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56babf97-0a76-4fe0-a018-57f625a715ba req-a768b547-1d79-423a-8b65-ce3cb60680ea tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548889 Dec 09 22:44:55.236378 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-36c9bab9-316b-4560-b664-cdd2c9d27f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.268078 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-36c9bab9-316b-4560-b664-cdd2c9d27f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.274595 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.290333 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.317049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e14a1-4474-44ea-958e-21f636585284 req-367f8a55-3bc3-4c11-a4cd-5a93b590348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:55.319155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c7e14a1-4474-44ea-958e-21f636585284 req-367f8a55-3bc3-4c11-a4cd-5a93b590348d service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.4737697 Dec 09 22:44:55.328281 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-36c9bab9-316b-4560-b664-cdd2c9d27f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.330983 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-36c9bab9-316b-4560-b664-cdd2c9d27f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.332602 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-36c9bab9-316b-4560-b664-cdd2c9d27f9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bb920f7-f922-410b-82d2-559ac5edc5ad HTTP/1.1" status: 204 len: 168 time: 0.3654096 Dec 09 22:44:55.396586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9bab9-316b-4560-b664-cdd2c9d27f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb920f7-f922-410b-82d2-559ac5edc5ad,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:55.451916 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.454608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:55.456635 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-decb2799-e992-4400-a2e3-2eb94feb770d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.463103 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-decb2799-e992-4400-a2e3-2eb94feb770d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.467207 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-decb2799-e992-4400-a2e3-2eb94feb770d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41993d1a-4f60-45ce-b84d-ab054a091636 HTTP/1.1" status: 204 len: 168 time: 0.8235300 Dec 09 22:44:55.471703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:55.471914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:55.479533 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:55.488174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.493486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Pushing event updated for resources: {'Port': ['ID=46d33852-c16a-4e6f-a92c-62b1f1294d8a,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:55.614548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Attempting to bind port 46d33852-c16a-4e6f-a92c-62b1f1294d8a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:44:55.615192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Attempting to bind port 46d33852-c16a-4e6f-a92c-62b1f1294d8a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:44:55.626143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Attempting to bind port 46d33852-c16a-4e6f-a92c-62b1f1294d8a on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:44:55.648064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:44:55.651673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:44:55.653039 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.653623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Allocated IP 172.25.8.119 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/752a6f01-e102-46e1-9068-a30085060707) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:55.654267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:44:55.657058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Bound port: 46d33852-c16a-4e6f-a92c-62b1f1294d8a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:44:55.657568 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.842829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] For port 46d33852-c16a-4e6f-a92c-62b1f1294d8a, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:44:55.855506 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] For port 46d33852-c16a-4e6f-a92c-62b1f1294d8a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=46d33852-c16a-4e6f-a92c-62b1f1294d8a,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:44:55.871131 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.903893 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:55.960363 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:56.033296 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c7e14a1-4474-44ea-958e-21f636585284 req-75313254-21ef-4da9-9175-9e0583e1dc55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 1000 time: 0.7006283 Dec 09 22:44:56.037574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event updated for resources: {'Port': ['ID=752a6f01-e102-46e1-9068-a30085060707,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:56.150249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031ae40-74b1-435d-8845-a79c42490390 None None] Pushing event updated for resources: {'Port': ['ID=46d33852-c16a-4e6f-a92c-62b1f1294d8a,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:56.160907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e14a1-4474-44ea-958e-21f636585284 req-7de890d5-e093-4c02-aac9-9a9ca330f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:56.163138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c7e14a1-4474-44ea-958e-21f636585284 req-7de890d5-e093-4c02-aac9-9a9ca330f0fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.1122348 Dec 09 22:44:56.172719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34282) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:56.202897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:56.226098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:56.232214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:56.262179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb2799-e992-4400-a2e3-2eb94feb770d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41993d1a-4f60-45ce-b84d-ab054a091636,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:56.347538 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0438cd99-d1be-41ea-819e-58bc5dcb4d92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:56.443490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:44:56.659445 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0438cd99-d1be-41ea-819e-58bc5dcb4d92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:56.731014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0438cd99-d1be-41ea-819e-58bc5dcb4d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:56.817427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0438cd99-d1be-41ea-819e-58bc5dcb4d92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7de8cb0cf8ec4634be51d9161785d92a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6306717 Dec 09 22:44:56.821316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34296) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:56.831330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e14a1-4474-44ea-958e-21f636585284 req-2b477268-155a-4463-9cdd-be55e2c2a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:56.842652 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c7e14a1-4474-44ea-958e-21f636585284 req-2b477268-155a-4463-9cdd-be55e2c2a801 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6682868 Dec 09 22:44:56.976745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:56.981833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c7e14a1-4474-44ea-958e-21f636585284 req-65887ec0-c65e-4cd1-8120-6470b31649b6 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227827 Dec 09 22:44:56.985243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13a1be62-7baf-43e4-883b-e065ae9b8c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:57.130669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438cd99-d1be-41ea-819e-58bc5dcb4d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a55b04-f325-4186-8fde-2f4ee58b3326,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:57.180273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca230-1fe2-44b3-9d93-b157811f028b req-9090b5fc-4da4-4f77-a8e2-960d683e1783 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:57.195434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e31ca230-1fe2-44b3-9d93-b157811f028b req-9090b5fc-4da4-4f77-a8e2-960d683e1783 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.7885518 Dec 09 22:44:57.269515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34308) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:57.306349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] For port 46d33852-c16a-4e6f-a92c-62b1f1294d8a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=46d33852-c16a-4e6f-a92c-62b1f1294d8a,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:57.387073 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:57.410867 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13a1be62-7baf-43e4-883b-e065ae9b8c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:57.421645 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:57.422922 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:57.511189 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-752683163-network', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:57.572826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e31ca230-1fe2-44b3-9d93-b157811f028b req-057a20fa-5426-469b-af7e-d98812c0d030 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597822 Dec 09 22:44:57.574246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=4da5cc54-5c11-48ac-a5c3-f29e484efd90,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:57.588977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c7e14a1-4474-44ea-958e-21f636585284 req-3245eadc-d330-4665-8592-10e212030537 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126779 Dec 09 22:44:57.627608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Made reservation on behalf of 84c9d86075b8471ca2e1ba4800b7f8ea for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:57.634019 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:57.650529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:57.655369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Deleting port 752a6f01-e102-46e1-9068-a30085060707 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:57.656029 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:57.659916 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:57.672621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:57.694035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:57.694647 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:57.788657 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7098701 Dec 09 22:44:57.791979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34314) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:57.797176 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:6c:5f:74', 'name': 'tempest-NetworksTestDHCPv6-1904603517'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:57.803168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81344815-854d-4d89-80b8-5a90a31bda04 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=46d33852-c16a-4e6f-a92c-62b1f1294d8a,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:57.849247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13a1be62-7baf-43e4-883b-e065ae9b8c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:57.851950 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13a1be62-7baf-43e4-883b-e065ae9b8c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:57.858071 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-13a1be62-7baf-43e4-883b-e065ae9b8c89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41a55b04-f325-4186-8fde-2f4ee58b3326 HTTP/1.1" status: 204 len: 168 time: 1.0355370 Dec 09 22:44:57.884985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd040323-9bba-4a7c-a3ee-09c5c0b36e8f None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:44:57.913063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1be62-7baf-43e4-883b-e065ae9b8c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a55b04-f325-4186-8fde-2f4ee58b3326,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:57.931751 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.001537 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.019338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9aff341d-83c6-4633-b8bc-fb2e4f4c2512 None None] Provisioning complete for port 46d33852-c16a-4e6f-a92c-62b1f1294d8a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:58.019996 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9aff341d-83c6-4633-b8bc-fb2e4f4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.054197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:58.097550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:44:58.247535 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.252668 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.265175 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9aff341d-83c6-4633-b8bc-fb2e4f4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.295829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Calling delete_port for 752a6f01-e102-46e1-9068-a30085060707 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:44:58.362572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9aff341d-83c6-4633-b8bc-fb2e4f4c2512 None None] For port 46d33852-c16a-4e6f-a92c-62b1f1294d8a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=46d33852-c16a-4e6f-a92c-62b1f1294d8a,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:44:58.371754 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9aff341d-83c6-4633-b8bc-fb2e4f4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.376367 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.429509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port 7fba00c1-79f3-4ef6-a1cd-a6cc03a16fc9 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:44:58.490707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff341d-83c6-4633-b8bc-fb2e4f4c2512 None None] Pushing event updated for resources: {'Port': ['ID=46d33852-c16a-4e6f-a92c-62b1f1294d8a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:58.516477 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ac7f8f-cb20-4f94-83aa-5ab476080ec3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:58.543612 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.556572 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Added segment 2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3 of type vlan for network 55802f1e-051f-43e5-9458-0a71afbd44c8 Dec 09 22:44:58.621273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 46d33852-c16a-4e6f-a92c-62b1f1294d8a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:44:58.721443 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 46d33852-c16a-4e6f-a92c-62b1f1294d8a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:58.722012 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.722851 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.816489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::2f9 (c98586a8-1bc3-4903-a5e8-931299d13bb7/4adf1433-e2e5-4ab4-af92-0e5385aa5511/7fba00c1-79f3-4ef6-a1cd-a6cc03a16fc9) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:58.830871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6c:5f74 (c98586a8-1bc3-4903-a5e8-931299d13bb7/4da5cc54-5c11-48ac-a5c3-f29e484efd90/7fba00c1-79f3-4ef6-a1cd-a6cc03a16fc9) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:44:58.932766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa75285-5634-499b-93e4-1886219e00ca req-e4ca8c15-bce9-458c-8be9-7fa9cbccce25 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:58.935078 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8aa75285-5634-499b-93e4-1886219e00ca req-e4ca8c15-bce9-458c-8be9-7fa9cbccce25 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.2431579 Dec 09 22:44:58.937170 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.965819 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:58.966792 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:58.967365 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:59.094736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event deleted for resources: {'Port': ['ID=752a6f01-e102-46e1-9068-a30085060707,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:59.108149 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:59.155995 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8847747 Dec 09 22:44:59.159894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34340) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:59.165999 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-7a273873-e673-44d7-9278-11e1c5bb15ba admin admin] Request body: {'subnet': {'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-752683163-subnet', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:44:59.217780 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:59.248401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:44:59.253304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:44:59.256316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a273873-e673-44d7-9278-11e1c5bb15ba admin admin] Made reservation on behalf of 84c9d86075b8471ca2e1ba4800b7f8ea for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:44:59.264213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c5152-d7d6-43e1-b863-22902d1663a1 admin admin] Pushing event updated for resources: {'Network': ['ID=55802f1e-051f-43e5-9458-0a71afbd44c8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:59.265916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a273873-e673-44d7-9278-11e1c5bb15ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:59.275451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 55802f1e-051f-43e5-9458-0a71afbd44c8 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:44:59.312516 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8aa75285-5634-499b-93e4-1886219e00ca req-80ee7fe2-1e08-45a7-b5eb-c5966207cd0b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958748 Dec 09 22:44:59.347636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:44:59.375152 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] create failed (client error): The resource could not be found. Dec 09 22:44:59.376462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-52ba80bd-fc7a-4123-a9c3-b632a9260d57 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.5185657 Dec 09 22:44:59.381688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34348) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:59.400181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:59.401547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:59.544523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9b70abd1-52ff-427e-b48f-d6c850602acd None None] Provisioning complete for port 46d33852-c16a-4e6f-a92c-62b1f1294d8a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:59.544899 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b70abd1-52ff-427e-b48f-d6c850602acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:59.609159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29dbfe-0db0-442f-a6ed-a0a402fb7dcf req-a35743cf-ec2c-46ea-b4f2-2bf03d66bc2d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:44:59.615039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d29dbfe-0db0-442f-a6ed-a0a402fb7dcf req-a35743cf-ec2c-46ea-b4f2-2bf03d66bc2d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.1650515 Dec 09 22:44:59.707929 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9124343 Dec 09 22:44:59.708164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb203569-7875-4262-b2fd-d3affe80d3ab tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=7fba00c1-79f3-4ef6-a1cd-a6cc03a16fc9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:44:59.713458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34360) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:44:59.750969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d29dbfe-0db0-442f-a6ed-a0a402fb7dcf req-1d333c26-b3f4-466a-882d-79252f16ce82 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264439 Dec 09 22:44:59.759807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2b2e5-c6a5-4e89-8e81-cb2a741fc69a tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Deleting port 3c18ff38-e225-4b5e-ab4a-3b8486bf2eeb {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:44:59.762256 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b2e5-c6a5-4e89-8e81-cb2a741fc69a tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:59.925037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4cd50b76-33df-49dc-be63-0f5415adc928 None None] Provisioning complete for port 7fba00c1-79f3-4ef6-a1cd-a6cc03a16fc9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:44:59.925659 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4cd50b76-33df-49dc-be63-0f5415adc928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:44:59.993038 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a273873-e673-44d7-9278-11e1c5bb15ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:00.013074 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4cd50b76-33df-49dc-be63-0f5415adc928 None None] Port 7fba00c1-79f3-4ef6-a1cd-a6cc03a16fc9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:45:00.038156 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b2e5-c6a5-4e89-8e81-cb2a741fc69a tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:00.074728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2b2e5-c6a5-4e89-8e81-cb2a741fc69a tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Calling delete_port for 3c18ff38-e225-4b5e-ab4a-3b8486bf2eeb owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:00.184664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-63f1f08e-8979-4a7d-995e-76b3dc9e9979 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port 7fba00c1-79f3-4ef6-a1cd-a6cc03a16fc9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:00.184664 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63f1f08e-8979-4a7d-995e-76b3dc9e9979 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:00.310401 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63f1f08e-8979-4a7d-995e-76b3dc9e9979 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:00.322909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-63f1f08e-8979-4a7d-995e-76b3dc9e9979 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for 7fba00c1-79f3-4ef6-a1cd-a6cc03a16fc9 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:00.358910 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b2e5-c6a5-4e89-8e81-cb2a741fc69a tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:00.432977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2b2e5-c6a5-4e89-8e81-cb2a741fc69a tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event deleted for resources: {'Port': ['ID=3c18ff38-e225-4b5e-ab4a-3b8486bf2eeb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:00.497186 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34400) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:00.550619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 46d33852-c16a-4e6f-a92c-62b1f1294d8a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:45:00.711560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34418) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:00.718642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b2e5-c6a5-4e89-8e81-cb2a741fc69a tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:00.722094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 46d33852-c16a-4e6f-a92c-62b1f1294d8a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:00.722677 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:00.734419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d9a2b2e5-c6a5-4e89-8e81-cb2a741fc69a tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "DELETE /v2.0/ports/3c18ff38-e225-4b5e-ab4a-3b8486bf2eeb HTTP/1.1" status: 204 len: 168 time: 1.3449223 Dec 09 22:45:00.753994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34424) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:00.890229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f1cdc-66af-426f-9c16-5c101718c00c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:00.894018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-845f1cdc-66af-426f-9c16-5c101718c00c tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d HTTP/1.1" status: 200 len: 913 time: 0.1368730 Dec 09 22:45:00.894660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34428) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:01.057360 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-41fc8a7d-90f4-4a05-a22e-b7a652eca3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:01.128694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1027362045'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:01.225478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a273873-e673-44d7-9278-11e1c5bb15ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf01a6d-7b22-44de-b03c-01bd88eb4ee3,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:01.227678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a273873-e673-44d7-9278-11e1c5bb15ba admin admin] Checking segment: {'id': '2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:01.228112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a273873-e673-44d7-9278-11e1c5bb15ba admin admin] Network hostable DHCP agents. Network: 55802f1e-051f-43e5-9458-0a71afbd44c8, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:45:01.292426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a273873-e673-44d7-9278-11e1c5bb15ba admin admin] Network 55802f1e-051f-43e5-9458-0a71afbd44c8 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:45:01.317731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-7a273873-e673-44d7-9278-11e1c5bb15ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 55802f1e-051f-43e5-9458-0a71afbd44c8) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:01.324452 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a273873-e673-44d7-9278-11e1c5bb15ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:01.325068 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a273873-e673-44d7-9278-11e1c5bb15ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:01.328469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13af2bcc-eb03-4124-9676-c2a6d27caf14 None None] Network 55802f1e-051f-43e5-9458-0a71afbd44c8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:01.362387 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7a273873-e673-44d7-9278-11e1c5bb15ba admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1987727 Dec 09 22:45:01.363864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34432) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:01.370923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-752683163-router', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:01.389736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63f1f08e-8979-4a7d-995e-76b3dc9e9979 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:01.434045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1f08e-8979-4a7d-995e-76b3dc9e9979 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=7fba00c1-79f3-4ef6-a1cd-a6cc03a16fc9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:01.467294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:01.467294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:01.518271 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63f1f08e-8979-4a7d-995e-76b3dc9e9979 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:01.522478 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-63f1f08e-8979-4a7d-995e-76b3dc9e9979 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/7fba00c1-79f3-4ef6-a1cd-a6cc03a16fc9 HTTP/1.1" status: 204 len: 168 time: 1.8078630 Dec 09 22:45:01.529475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34434) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:01.586190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-55802f1e-051f-43e5-9458-0a71afbd44c8', 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8', 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'fixed_ips': [{'subnet_id': '2cf01a6d-7b22-44de-b03c-01bd88eb4ee3'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:45:01.594470 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:01.713196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:01.736831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f33b8-8cd8-4976-bc98-0a2d1ce62ed4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:01.739597 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2b0f33b8-8cd8-4976-bc98-0a2d1ce62ed4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2075853 Dec 09 22:45:01.743653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34436) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:01.780805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Allocated IP 172.20.0.2 (55802f1e-051f-43e5-9458-0a71afbd44c8/2cf01a6d-7b22-44de-b03c-01bd88eb4ee3/b84d0788-6c15-4fe1-9696-f0aa52218cd7) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:01.828992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405bd54-81cf-4c2d-9c50-e93bfd8d769c req-b776fb75-ef2f-4e4d-be89-b1c534599ac3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:01.837427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5405bd54-81cf-4c2d-9c50-e93bfd8d769c req-b776fb75-ef2f-4e4d-be89-b1c534599ac3 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=318444d2-f01c-43c7-9cae-8e8f6661d014 HTTP/1.1" status: 200 len: 944 time: 0.7875533 Dec 09 22:45:01.890102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f797af2b-9f7c-4f3c-be9b-cd9dfbf7af88 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:01.890800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Made reservation on behalf of 26f3478618b34790820387a62661f0b2 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:01.892337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f797af2b-9f7c-4f3c-be9b-cd9dfbf7af88 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1467957 Dec 09 22:45:01.894800 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34438) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:01.897404 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:01.955805 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:01.964433 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:01.966956 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:01.991894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc57d95-1ff0-4369-ac07-c9c41275be47 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:01.993811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc57d95-1ff0-4369-ac07-c9c41275be47 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:01.996426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc57d95-1ff0-4369-ac07-c9c41275be47 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:01.999446 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6bc57d95-1ff0-4369-ac07-c9c41275be47 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1030638 Dec 09 22:45:02.002048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34440) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:02.035594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Network 55802f1e-051f-43e5-9458-0a71afbd44c8 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:02.036910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Pushing event updated for resources: {'Port': ['ID=b84d0788-6c15-4fe1-9696-f0aa52218cd7,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:02.040029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:02.042976 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:02.066225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7d428f-d9a0-4a76-9303-2b2ac7d31b28 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 4adf1433-e2e5-4ab4-af92-0e5385aa5511 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:45:02.095874 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bf7d428f-d9a0-4a76-9303-2b2ac7d31b28 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.115763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Attempting to bind port b84d0788-6c15-4fe1-9696-f0aa52218cd7 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:02.116134 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Attempting to bind port b84d0788-6c15-4fe1-9696-f0aa52218cd7 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:02.116520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Attempting to bind port b84d0788-6c15-4fe1-9696-f0aa52218cd7 on network 55802f1e-051f-43e5-9458-0a71afbd44c8 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:02.122142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:45:02.122516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Checking segment: {'id': '2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:02.123074 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.123470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Bound using segment: {'id': '2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:45:02.123949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Bound port: b84d0788-6c15-4fe1-9696-f0aa52218cd7, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:45:02.124324 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.136092 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.183614 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bf7d428f-d9a0-4a76-9303-2b2ac7d31b28 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.219057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] For port b84d0788-6c15-4fe1-9696-f0aa52218cd7, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:45:02.226084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] For port b84d0788-6c15-4fe1-9696-f0aa52218cd7, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b84d0788-6c15-4fe1-9696-f0aa52218cd7,segment=NetworkSegment(2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3),segment_id=2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:45:02.236285 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.285694 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bf7d428f-d9a0-4a76-9303-2b2ac7d31b28 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.290960 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.303275 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.352329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd13ffe-5810-42f9-b5c3-33318a23d815 None None] Pushing event updated for resources: {'Port': ['ID=b84d0788-6c15-4fe1-9696-f0aa52218cd7,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:02.358619 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-5405bd54-81cf-4c2d-9c50-e93bfd8d769c req-5c59ea27-ed4c-4f4f-a2b9-d224b4b21079 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Deleting port 3504dce9-00a0-4022-88a3-386fc8eaf50e {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:02.359162 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5405bd54-81cf-4c2d-9c50-e93bfd8d769c req-5c59ea27-ed4c-4f4f-a2b9-d224b4b21079 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.373051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:45:02.436859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d5ea51-d9ba-44d2-aaab-d8f30459ab88,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:02.440726 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.441084 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Added segment 6439e019-cfc6-468b-8a1d-f50d1bbae370 of type vlan for network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf Dec 09 22:45:02.450823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bf7d428f-d9a0-4a76-9303-2b2ac7d31b28 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.489514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d428f-d9a0-4a76-9303-2b2ac7d31b28 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=4adf1433-e2e5-4ab4-af92-0e5385aa5511,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:02.492048 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bf7d428f-d9a0-4a76-9303-2b2ac7d31b28 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.499839 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bf7d428f-d9a0-4a76-9303-2b2ac7d31b28 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/4adf1433-e2e5-4ab4-af92-0e5385aa5511 HTTP/1.1" status: 204 len: 168 time: 0.4942713 Dec 09 22:45:02.500019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290727d4-6003-45db-a36d-c1fd22257110 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:02.505815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34446) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:02.521712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d7dcd9-0927-4be0-a1dd-1b36aeed22df tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.581824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ec28de-d794-4dba-ba03-747b8928466b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 4da5cc54-5c11-48ac-a5c3-f29e484efd90 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:45:02.589773 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73ec28de-d794-4dba-ba03-747b8928466b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.778966 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.792999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-5405bd54-81cf-4c2d-9c50-e93bfd8d769c req-5c59ea27-ed4c-4f4f-a2b9-d224b4b21079 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] For port 3504dce9-00a0-4022-88a3-386fc8eaf50e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=3504dce9-00a0-4022-88a3-386fc8eaf50e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:02.792999 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5405bd54-81cf-4c2d-9c50-e93bfd8d769c req-5c59ea27-ed4c-4f4f-a2b9-d224b4b21079 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.807414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.849100 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.876254 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73ec28de-d794-4dba-ba03-747b8928466b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.878753 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f447a03-c77f-4c3f-84ef-6af1048c0165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.883353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-5405bd54-81cf-4c2d-9c50-e93bfd8d769c req-5c59ea27-ed4c-4f4f-a2b9-d224b4b21079 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Calling delete_port for 3504dce9-00a0-4022-88a3-386fc8eaf50e owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:02.985193 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:02.991613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:02.992462 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.073987 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73ec28de-d794-4dba-ba03-747b8928466b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.113481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6151950 Dec 09 22:45:03.138667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Allocated IP 172.25.8.237 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/60cf42bf-70b4-49ee-b04a-681dc445a48d) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:03.290753 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.301425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20c7f6-d229-4060-9211-fc1fe8fb34b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Pushing event updated for resources: {'Network': ['ID=15f3fed2-30d1-49f3-b3a7-794c5a981dcf,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:03.309641 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a23800a3-9723-484b-bdac-b96c6617674e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.335278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:45:03.372044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73ec28de-d794-4dba-ba03-747b8928466b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.437290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34458) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:03.438182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec28de-d794-4dba-ba03-747b8928466b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=4da5cc54-5c11-48ac-a5c3-f29e484efd90,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:03.440446 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.462582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Request body: {'port': {'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf', 'binding:host_id': 'n-h2-789963-23', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-337077611'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:03.499133 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73ec28de-d794-4dba-ba03-747b8928466b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.505425 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-73ec28de-d794-4dba-ba03-747b8928466b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/4da5cc54-5c11-48ac-a5c3-f29e484efd90 HTTP/1.1" status: 204 len: 168 time: 0.9953589 Dec 09 22:45:03.505629 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:03.511820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34460) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:03.521750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:03.543146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a028c7be-3f3c-4615-930f-e7b4e90ae3a7 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:03.607489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:03.612765 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b0bec362-b4d8-4382-abb2-00943b114ac0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995703 Dec 09 22:45:03.629652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34462) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:03.630286 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5405bd54-81cf-4c2d-9c50-e93bfd8d769c req-5c59ea27-ed4c-4f4f-a2b9-d224b4b21079 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.639428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c26967a-65d2-418d-ad0a-fb92c490c160 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:03.641031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-10bfdb81-94d5-4f39-b9e1-d09840ec5fb9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:03.654320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=60cf42bf-70b4-49ee-b04a-681dc445a48d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:03.672866 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Made reservation on behalf of 3f6dc7056b4d4f05b8184387622acee3 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:03.675923 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.689073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59ea27-ed4c-4f4f-a2b9-d224b4b21079 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event deleted for resources: {'Port': ['ID=3504dce9-00a0-4022-88a3-386fc8eaf50e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:03.691670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.750721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['6f2a3a36-4695-41ef-9d2d-b67ae0851aac'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:45:03.760747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0c7a9873-130e-4032-af02-1a4d1c20022e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:45:03.950385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5405bd54-81cf-4c2d-9c50-e93bfd8d769c req-5c59ea27-ed4c-4f4f-a2b9-d224b4b21079 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] No DVR routers for this DVR port 3504dce9-00a0-4022-88a3-386fc8eaf50e on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:03.952845 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.955536 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-5405bd54-81cf-4c2d-9c50-e93bfd8d769c req-5c59ea27-ed4c-4f4f-a2b9-d224b4b21079 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.960390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5405bd54-81cf-4c2d-9c50-e93bfd8d769c req-5c59ea27-ed4c-4f4f-a2b9-d224b4b21079 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "DELETE /v2.0/ports/3504dce9-00a0-4022-88a3-386fc8eaf50e HTTP/1.1" status: 204 len: 173 time: 2.0725751 Dec 09 22:45:03.962466 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6e9ce854-cae4-45d8-b450-6d70a6976511 None None] Provisioning complete for port 46d33852-c16a-4e6f-a92c-62b1f1294d8a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:03.962834 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e9ce854-cae4-45d8-b450-6d70a6976511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:03.971179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318444d2-f01c-43c7-9cae-8e8f6661d014', 'name': 'network-vif-deleted', 'tag': '3504dce9-00a0-4022-88a3-386fc8eaf50e'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:45:03.975143 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6712ba-a8fe-4fd5-8204-4a9b12fd7725" -d '{"events": [{"server_uuid": "318444d2-f01c-43c7-9cae-8e8f6661d014", "name": "network-vif-deleted", "tag": "3504dce9-00a0-4022-88a3-386fc8eaf50e"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:45:04.067175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bfdb81-94d5-4f39-b9e1-d09840ec5fb9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:04.073324 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10bfdb81-94d5-4f39-b9e1-d09840ec5fb9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:04.090591 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 09 Dec 2021 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98232f4-feb9-4a39-87d7-1fe63cbae8c1 x-openstack-request-id: req-e98232f4-feb9-4a39-87d7-1fe63cbae8c1 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:45:04.091043 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318444d2-f01c-43c7-9cae-8e8f6661d014", "name": "network-vif-deleted", "tag": "3504dce9-00a0-4022-88a3-386fc8eaf50e", "status": "failed", "code": 422}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:45:04.091398 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e98232f4-feb9-4a39-87d7-1fe63cbae8c1 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:45:04.091907 n-d-789963-23 neutron-server[103418]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '318444d2-f01c-43c7-9cae-8e8f6661d014', 'name': 'network-vif-deleted', 'tag': '3504dce9-00a0-4022-88a3-386fc8eaf50e', 'status': 'failed', 'code': 422} returned with failed status Dec 09 22:45:04.134097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-20d7dcd9-0927-4be0-a1dd-1b36aeed22df tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Deleting port 799d6dea-89f1-4ecc-a6ea-1c0e122c67c8 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:04.134569 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d7dcd9-0927-4be0-a1dd-1b36aeed22df tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:04.231806 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:04.265502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd542f-68f2-46dd-a29d-350e90e319d5 None None] Network 55802f1e-051f-43e5-9458-0a71afbd44c8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:04.344607 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:04.352811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:04.363752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] device_id is not set on port 4ee44ed3-4c58-4a6e-9c29-3577e336947c yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:45:04.414328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d7dcd9-0927-4be0-a1dd-1b36aeed22df tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:04.435055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-20d7dcd9-0927-4be0-a1dd-1b36aeed22df tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Calling delete_port for 799d6dea-89f1-4ecc-a6ea-1c0e122c67c8 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:04.465569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e56ecb-13ba-432c-9a35-06e4eb6f5f41 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:04.505286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955c1bf5-35b3-4c1f-8217-7d6867297d65,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:04.647133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-4f447a03-c77f-4c3f-84ef-6af1048c0165 admin admin] Deleting port 305ae171-6fdf-440e-9869-25bf3ff26a33 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:04.647481 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f447a03-c77f-4c3f-84ef-6af1048c0165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:04.654589 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d7dcd9-0927-4be0-a1dd-1b36aeed22df tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:04.707361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b84d0788-6c15-4fe1-9696-f0aa52218cd7 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:45:04.786875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7dcd9-0927-4be0-a1dd-1b36aeed22df tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event deleted for resources: {'Port': ['ID=799d6dea-89f1-4ecc-a6ea-1c0e122c67c8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:04.915605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-4f447a03-c77f-4c3f-84ef-6af1048c0165 admin admin] For port 305ae171-6fdf-440e-9869-25bf3ff26a33, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=305ae171-6fdf-440e-9869-25bf3ff26a33,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:04.919279 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f447a03-c77f-4c3f-84ef-6af1048c0165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:04.943318 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:04.951430 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-4f447a03-c77f-4c3f-84ef-6af1048c0165 admin admin] Calling delete_port for 305ae171-6fdf-440e-9869-25bf3ff26a33 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:04.997096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] device_id is not set on port 4ee44ed3-4c58-4a6e-9c29-3577e336947c yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:45:05.014795 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:05.027668 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:05.029162 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:05.066982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port b84d0788-6c15-4fe1-9696-f0aa52218cd7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:05.067386 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:05.069885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-76e56ecb-13ba-432c-9a35-06e4eb6f5f41 None None] Deleting port 46d33852-c16a-4e6f-a92c-62b1f1294d8a {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:05.070247 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76e56ecb-13ba-432c-9a35-06e4eb6f5f41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:05.128320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event updated for resources: {'Port': ['ID=4ee44ed3-4c58-4a6e-9c29-3577e336947c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:05.143153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6e9ce854-cae4-45d8-b450-6d70a6976511 None None] Provisioning complete for port 60cf42bf-70b4-49ee-b04a-681dc445a48d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:05.143751 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e9ce854-cae4-45d8-b450-6d70a6976511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:05.158141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Checking segment: {'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:05.158442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Network hostable DHCP agents. Network: 15f3fed2-30d1-49f3-b3a7-794c5a981dcf, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:45:05.221608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:45:05.265819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 15f3fed2-30d1-49f3-b3a7-794c5a981dcf) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:05.280880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:05.293634 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Router fa3cc662-a955-4b59-b6b8-35664dfd1a2a is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:45:05.329890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:05.330182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:05.330549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:05.346421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:05.347093 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:05.347238 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 2 to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c Dec 09 22:45:05.379167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7637773-d0d8-4775-976e-c9d71bc0f0ab None None] Network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:05.438133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:05.438466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:05.438814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:05.449348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:05.449348 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:05.453419 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 3 to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c Dec 09 22:45:05.499236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ce854-cae4-45d8-b450-6d70a6976511 None None] Port 60cf42bf-70b4-49ee-b04a-681dc445a48d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:45:05.499841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:05.499841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:05.500045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:05.512486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:05.512824 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:05.515463 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 4 to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c Dec 09 22:45:05.529261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:45:05.541488 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Sync routers for ids ['fa3cc662-a955-4b59-b6b8-35664dfd1a2a'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:45:05.553322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:05.553663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:05.555795 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:05.564817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-76e56ecb-13ba-432c-9a35-06e4eb6f5f41 None None] For port 46d33852-c16a-4e6f-a92c-62b1f1294d8a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=46d33852-c16a-4e6f-a92c-62b1f1294d8a,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:05.565235 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76e56ecb-13ba-432c-9a35-06e4eb6f5f41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:05.565756 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Routers {'fa3cc662-a955-4b59-b6b8-35664dfd1a2a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:05.566427 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fa3cc662-a955-4b59-b6b8-35664dfd1a2a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:05.583641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:05.583954 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:05.585112 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 5 to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c Dec 09 22:45:05.604973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-76e56ecb-13ba-432c-9a35-06e4eb6f5f41 None None] Calling delete_port for 46d33852-c16a-4e6f-a92c-62b1f1294d8a owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:05.606539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:05.622425 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fcc26f25-48ce-4648-806a-66088e78d9b0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.2572343 Dec 09 22:45:05.625086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34480) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:05.639877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:05.639877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:05.640210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:05.719303 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76e56ecb-13ba-432c-9a35-06e4eb6f5f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:05.732188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:05.732574 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:05.736738 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 6 to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c Dec 09 22:45:05.759104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:05.760111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:05.760468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:05.761152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e56ecb-13ba-432c-9a35-06e4eb6f5f41 None None] No DVR routers for this DVR port 46d33852-c16a-4e6f-a92c-62b1f1294d8a on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:05.765194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e56ecb-13ba-432c-9a35-06e4eb6f5f41 None None] Pushing event deleted for resources: {'Port': ['ID=46d33852-c16a-4e6f-a92c-62b1f1294d8a,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:05.784322 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Set router fa3cc662-a955-4b59-b6b8-35664dfd1a2a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:05.794281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:05.794618 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:05.801251 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 7 to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c Dec 09 22:45:05.817543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-18b6030c-6acd-4265-bcc7-6c00f35607cf None None] Provisioning complete for port b84d0788-6c15-4fe1-9696-f0aa52218cd7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:05.817966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:05.818104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-18b6030c-6acd-4265-bcc7-6c00f35607cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:05.818310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:05.818646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:05.831913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:05.832320 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:05.833532 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 8 to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c Dec 09 22:45:05.849977 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:05.890602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port b84d0788-6c15-4fe1-9696-f0aa52218cd7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b84d0788-6c15-4fe1-9696-f0aa52218cd7,segment=NetworkSegment(2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3),segment_id=2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:05.897882 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.005959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=b84d0788-6c15-4fe1-9696-f0aa52218cd7,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:06.039660 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'name': 'tempest-ImageQuotaTest-752683163-router', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:01Z', 'updated_at': '2021-12-09T22:45:03Z', 'revision_number': 3, 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'gw_port': {'id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:02Z', 'updated_at': '2021-12-09T22:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:06.064401 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-20d7dcd9-0927-4be0-a1dd-1b36aeed22df tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.071185 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Checking router: fa3cc662-a955-4b59-b6b8-35664dfd1a2a for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:45:06.073710 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Updating router fa3cc662-a955-4b59-b6b8-35664dfd1a2a port 60cf42bf-70b4-49ee-b04a-681dc445a48d binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:45:06.114538 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.165382 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f447a03-c77f-4c3f-84ef-6af1048c0165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.183956 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.256087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78b82f-aee6-45f7-8957-64c3178936b6 req-53b5634f-7621-422a-8a92-5a9698919f70 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:06.258106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba78b82f-aee6-45f7-8957-64c3178936b6 req-53b5634f-7621-422a-8a92-5a9698919f70 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 907 time: 1.1091766 Dec 09 22:45:06.307476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:06.307822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:06.308169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:06.320427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f447a03-c77f-4c3f-84ef-6af1048c0165 admin admin] Pushing event deleted for resources: {'Port': ['ID=305ae171-6fdf-440e-9869-25bf3ff26a33,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:06.365818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:06.366372 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:06.376013 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 9 to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c Dec 09 22:45:06.391213 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10bfdb81-94d5-4f39-b9e1-d09840ec5fb9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.420042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:06.420374 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:06.420713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:06.440894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:06.441219 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:06.443455 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 10 to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c Dec 09 22:45:06.502905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfdb81-94d5-4f39-b9e1-d09840ec5fb9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=9322df54-b4c9-4646-81dd-7dee79773256,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:06.506075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:06.506470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:06.506767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:06.513954 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:06.514256 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 4ee44ed3-4c58-4a6e-9c29-3577e336947c on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:06.514689 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.524071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e978c-473a-432a-8fee-e1dd04091f3c req-965119c6-baff-44ad-a22b-2db04648c851 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:06.525744 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-242e978c-473a-432a-8fee-e1dd04091f3c req-965119c6-baff-44ad-a22b-2db04648c851 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 907 time: 0.1628082 Dec 09 22:45:06.553376 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bfdb81-94d5-4f39-b9e1-d09840ec5fb9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:06.560493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-10bfdb81-94d5-4f39-b9e1-d09840ec5fb9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:06.573078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b75126-6917-4b89-bbde-6789b55eec15 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:06.588347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bfdb81-94d5-4f39-b9e1-d09840ec5fb9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:06.588715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10bfdb81-94d5-4f39-b9e1-d09840ec5fb9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.602012 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.614547 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.690196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b84d0788-6c15-4fe1-9696-f0aa52218cd7 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:45:06.733394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cbf7a3-c1b3-4ed5-8ace-994240ecd900 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:06.788342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port b84d0788-6c15-4fe1-9696-f0aa52218cd7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:06.788709 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.805856 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] For port 4ee44ed3-4c58-4a6e-9c29-3577e336947c, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:45:06.806253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempted to set empty binding levels {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 22:45:06.821056 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.861428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-10bfdb81-94d5-4f39-b9e1-d09840ec5fb9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2288761 Dec 09 22:45:06.865464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34484) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:06.871008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-21286fa1-9cf3-44a4-9f5f-d7ac831f48f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:06.882471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c98586a8-1bc3-4903-a5e8-931299d13bb7', 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'project_id': '3347f006c25a46f68ab40638d0a5cc63', 'fixed_ips': [{'subnet_id': '9322df54-b4c9-4646-81dd-7dee79773256'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:45:06.883803 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.884713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-242e978c-473a-432a-8fee-e1dd04091f3c req-93a35014-b9e5-43b8-828b-739fb17ba28f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Deleting port d18c12fb-c70c-46d7-bcb0-8abf06986216 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:06.885115 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-242e978c-473a-432a-8fee-e1dd04091f3c req-93a35014-b9e5-43b8-828b-739fb17ba28f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.908134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:06.908749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.948659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8a46b19a-ce57-418e-ac98-471812a781a5 None None] Provisioning complete for port 60cf42bf-70b4-49ee-b04a-681dc445a48d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:06.950138 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8a46b19a-ce57-418e-ac98-471812a781a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.958654 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Attempting to bind port 60cf42bf-70b4-49ee-b04a-681dc445a48d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:06.959201 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Attempting to bind port 60cf42bf-70b4-49ee-b04a-681dc445a48d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:06.959706 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Attempting to bind port 60cf42bf-70b4-49ee-b04a-681dc445a48d on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:06.974709 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:45:06.975281 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:06.975831 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:06.976366 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:45:06.977287 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Bound port: 60cf42bf-70b4-49ee-b04a-681dc445a48d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:45:06.978377 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.028010 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Pushing event updated for resources: {'Port': ['ID=60cf42bf-70b4-49ee-b04a-681dc445a48d,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:07.049707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d7dcd9-0927-4be0-a1dd-1b36aeed22df tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Router fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:45:07.060196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8a46b19a-ce57-418e-ac98-471812a781a5 None None] Port 60cf42bf-70b4-49ee-b04a-681dc445a48d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:45:07.069184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 46d33852-c16a-4e6f-a92c-62b1f1294d8a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:07.083587 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.084744 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.087149 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.088433 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.089608 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.090468 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.092205 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.093479 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.095787 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.096687 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.098857 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.100993 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.102464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 46d33852-c16a-4e6f-a92c-62b1f1294d8a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:07.102752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 46d33852-c16a-4e6f-a92c-62b1f1294d8a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:07.107634 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event updated for resources: {'Port': ['ID=4ee44ed3-4c58-4a6e-9c29-3577e336947c,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:07.108303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21286fa1-9cf3-44a4-9f5f-d7ac831f48f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:07.113372 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21286fa1-9cf3-44a4-9f5f-d7ac831f48f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.121472 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:07.133764 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-132ef27f-95f8-43c0-a5b8-c1ce71e2f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.6882992 Dec 09 22:45:07.135007 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.157237 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34488) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:07.190406 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] For port 60cf42bf-70b4-49ee-b04a-681dc445a48d, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:45:07.195197 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] For port 60cf42bf-70b4-49ee-b04a-681dc445a48d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=60cf42bf-70b4-49ee-b04a-681dc445a48d,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:45:07.205001 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.216143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Allocated IP 2001:db8::2 (c98586a8-1bc3-4903-a5e8-931299d13bb7/9322df54-b4c9-4646-81dd-7dee79773256/54a705ee-b8e1-4b8b-beea-d224fac26266) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:07.251843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-242e978c-473a-432a-8fee-e1dd04091f3c req-93a35014-b9e5-43b8-828b-739fb17ba28f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] For port d18c12fb-c70c-46d7-bcb0-8abf06986216, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d18c12fb-c70c-46d7-bcb0-8abf06986216,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:07.252338 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-242e978c-473a-432a-8fee-e1dd04091f3c req-93a35014-b9e5-43b8-828b-739fb17ba28f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.256447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.256637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08b83b6-f034-44a3-842a-87aa3fdbe9ce None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:07.259073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f447a03-c77f-4c3f-84ef-6af1048c0165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.300045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-242e978c-473a-432a-8fee-e1dd04091f3c req-93a35014-b9e5-43b8-828b-739fb17ba28f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Calling delete_port for d18c12fb-c70c-46d7-bcb0-8abf06986216 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:07.314741 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Routers {'fa3cc662-a955-4b59-b6b8-35664dfd1a2a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:07.315256 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fa3cc662-a955-4b59-b6b8-35664dfd1a2a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:07.324537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d7dcd9-0927-4be0-a1dd-1b36aeed22df tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:45:07.339358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-20d7dcd9-0927-4be0-a1dd-1b36aeed22df tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "PUT /v2.0/routers/fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4415264 Dec 09 22:45:07.340653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34492) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:07.374363 n-d-789963-23 neutron-server[103418]: INFO neutron.db.ipam_backend_mixin [None req-21286fa1-9cf3-44a4-9f5f-d7ac831f48f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9322df54-b4c9-4646-81dd-7dee79773256 (CIDR: 2001:db8::/64) Dec 09 22:45:07.405732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b31ad-974c-4422-beba-018ba6eb5fb5 None None] Sync routers for ids ['fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:45:07.427009 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-21286fa1-9cf3-44a4-9f5f-d7ac831f48f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:45:07.427935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21286fa1-9cf3-44a4-9f5f-d7ac831f48f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:07.452460 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55a604-c55a-44da-9307-32b79333122f None None] Pushing event updated for resources: {'Port': ['ID=60cf42bf-70b4-49ee-b04a-681dc445a48d,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:07.488846 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6711888c-e942-4824-9b72-e582c8140af7 None None] Provisioning complete for port 60cf42bf-70b4-49ee-b04a-681dc445a48d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:07.489217 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6711888c-e942-4824-9b72-e582c8140af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.511470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0dae9bb3-1973-416e-b7fd-80a98e65ad48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Deleting port 4ee44ed3-4c58-4a6e-9c29-3577e336947c {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:07.512058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dae9bb3-1973-416e-b7fd-80a98e65ad48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.522714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b39ef8a2-c669-434f-a8fa-d727cdd13283 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.534700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-21286fa1-9cf3-44a4-9f5f-d7ac831f48f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6679955 Dec 09 22:45:07.535351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34494) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:07.569199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b31ad-974c-4422-beba-018ba6eb5fb5 None None] Routers {'fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:07.569862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-425b31ad-974c-4422-beba-018ba6eb5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:07.586522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'subnet': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:07.599265 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] Set router fa3cc662-a955-4b59-b6b8-35664dfd1a2a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:07.665517 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-425b31ad-974c-4422-beba-018ba6eb5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:07.667490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-0dae9bb3-1973-416e-b7fd-80a98e65ad48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] For port 4ee44ed3-4c58-4a6e-9c29-3577e336947c, host n-h2-789963-23, got binding levels [] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:07.667865 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dae9bb3-1973-416e-b7fd-80a98e65ad48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.683712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Allocated IP 172.20.0.1 (55802f1e-051f-43e5-9458-0a71afbd44c8/2cf01a6d-7b22-44de-b03c-01bd88eb4ee3/d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:07.693456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0dae9bb3-1973-416e-b7fd-80a98e65ad48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Calling delete_port for 4ee44ed3-4c58-4a6e-9c29-3577e336947c owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:07.699015 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b31ad-974c-4422-beba-018ba6eb5fb5 None None] Routers {'fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:07.701348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-425b31ad-974c-4422-beba-018ba6eb5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:07.702539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-242e978c-473a-432a-8fee-e1dd04091f3c req-93a35014-b9e5-43b8-828b-739fb17ba28f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.755953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a35014-b9e5-43b8-828b-739fb17ba28f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event deleted for resources: {'Port': ['ID=d18c12fb-c70c-46d7-bcb0-8abf06986216,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:07.839089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9ab93-1271-48fd-8be7-13bdd73140d6 req-3770da1b-3df1-4de5-87db-a83228318180 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:07.850611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-425b31ad-974c-4422-beba-018ba6eb5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:07.851276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b31ad-974c-4422-beba-018ba6eb5fb5 None None] The sync data for ids ['fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:45:07.851470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1bc9ab93-1271-48fd-8be7-13bdd73140d6 req-3770da1b-3df1-4de5-87db-a83228318180 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb8d6e3-0928-4594-930e-3ecdd75dd7f1 HTTP/1.1" status: 200 len: 907 time: 0.3358262 Dec 09 22:45:07.897821 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b39ef8a2-c669-434f-a8fa-d727cdd13283 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.904182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b39ef8a2-c669-434f-a8fa-d727cdd13283 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.906536 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.916559 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6711888c-e942-4824-9b72-e582c8140af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.923277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-242e978c-473a-432a-8fee-e1dd04091f3c req-93a35014-b9e5-43b8-828b-739fb17ba28f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] No DVR routers for this DVR port d18c12fb-c70c-46d7-bcb0-8abf06986216 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:07.923560 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.930207 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-242e978c-473a-432a-8fee-e1dd04091f3c req-93a35014-b9e5-43b8-828b-739fb17ba28f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:07.934285 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-242e978c-473a-432a-8fee-e1dd04091f3c req-93a35014-b9e5-43b8-828b-739fb17ba28f tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.18 "DELETE /v2.0/ports/d18c12fb-c70c-46d7-bcb0-8abf06986216 HTTP/1.1" status: 204 len: 173 time: 1.3976221 Dec 09 22:45:07.934781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb8d6e3-0928-4594-930e-3ecdd75dd7f1', 'name': 'network-vif-deleted', 'tag': 'd18c12fb-c70c-46d7-bcb0-8abf06986216'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:45:07.937088 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bcc5ba-1f84-47b7-9af4-3be4d145f04a" -d '{"events": [{"server_uuid": "dbb8d6e3-0928-4594-930e-3ecdd75dd7f1", "name": "network-vif-deleted", "tag": "d18c12fb-c70c-46d7-bcb0-8abf06986216"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:45:07.981438 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'name': 'tempest-ImageQuotaTest-752683163-router', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:01Z', 'updated_at': '2021-12-09T22:45:03Z', 'revision_number': 3, 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'gw_port': {'id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:02Z', 'updated_at': '2021-12-09T22:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:08.053044 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e32c46-82f7-4679-aacd-80a80fa78edc x-openstack-request-id: req-d0e32c46-82f7-4679-aacd-80a80fa78edc {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:45:08.053339 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb8d6e3-0928-4594-930e-3ecdd75dd7f1", "name": "network-vif-deleted", "tag": "d18c12fb-c70c-46d7-bcb0-8abf06986216", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:45:08.053601 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0e32c46-82f7-4679-aacd-80a80fa78edc {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:45:08.054043 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb8d6e3-0928-4594-930e-3ecdd75dd7f1', 'name': 'network-vif-deleted', 'tag': 'd18c12fb-c70c-46d7-bcb0-8abf06986216', 'status': 'completed', 'code': 200} Dec 09 22:45:08.087945 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54135d-fc75-4170-8d60-40c9f3166614 None None] The sync data for ids ['fa3cc662-a955-4b59-b6b8-35664dfd1a2a'] in n-d-789963-23 is: [{'id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'name': 'tempest-ImageQuotaTest-752683163-router', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:01Z', 'updated_at': '2021-12-09T22:45:03Z', 'revision_number': 3, 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'gw_port': {'id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:02Z', 'updated_at': '2021-12-09T22:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:45:08.124840 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.126899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dae9bb3-1973-416e-b7fd-80a98e65ad48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.191302 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b39ef8a2-c669-434f-a8fa-d727cdd13283 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.191995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39ef8a2-c669-434f-a8fa-d727cdd13283 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Fanout notify agent at l3_agent the message router_deleted on router fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:45:08.196210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:08.203957 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Pushing event updated for resources: {'Port': ['ID=54a705ee-b8e1-4b8b-beea-d224fac26266,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:08.207400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:08.208629 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b39ef8a2-c669-434f-a8fa-d727cdd13283 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.213747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b39ef8a2-c669-434f-a8fa-d727cdd13283 tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "DELETE /v2.0/routers/fe40ed9c-d1ce-4889-a71a-ff3fd0f4463d HTTP/1.1" status: 204 len: 168 time: 0.8374684 Dec 09 22:45:08.214085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:08.219597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34500) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:08.230769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae9bb3-1973-416e-b7fd-80a98e65ad48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ee44ed3-4c58-4a6e-9c29-3577e336947c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:08.251350 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dae9bb3-1973-416e-b7fd-80a98e65ad48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.255349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6711888c-e942-4824-9b72-e582c8140af7 None None] For port 60cf42bf-70b4-49ee-b04a-681dc445a48d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=60cf42bf-70b4-49ee-b04a-681dc445a48d,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:08.272305 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0dae9bb3-1973-416e-b7fd-80a98e65ad48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "DELETE /v2.0/ports/4ee44ed3-4c58-4a6e-9c29-3577e336947c HTTP/1.1" status: 204 len: 168 time: 1.1138766 Dec 09 22:45:08.276012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34502) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:08.287747 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6711888c-e942-4824-9b72-e582c8140af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.319016 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.325431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:08.328697 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Attempting to bind port 54a705ee-b8e1-4b8b-beea-d224fac26266 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:08.329280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Attempting to bind port 54a705ee-b8e1-4b8b-beea-d224fac26266 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:08.329848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Attempting to bind port 54a705ee-b8e1-4b8b-beea-d224fac26266 on network c98586a8-1bc3-4903-a5e8-931299d13bb7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:08.330328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.339535 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a71bd0d-bcab-4276-95b3-d41c3257266a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] GET failed (client error): The resource could not be found. Dec 09 22:45:08.341140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3a71bd0d-bcab-4276-95b3-d41c3257266a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "GET /v2.0/ports/4ee44ed3-4c58-4a6e-9c29-3577e336947c HTTP/1.1" status: 404 len: 333 time: 0.0607038 Dec 09 22:45:08.342892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d18c12fb-c70c-46d7-bcb0-8abf06986216 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:08.351493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34504) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:08.357139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Request body: {'port': {'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-283647840'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:08.384621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Network 55802f1e-051f-43e5-9458-0a71afbd44c8 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:08.390585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f447a03-c77f-4c3f-84ef-6af1048c0165 admin admin] Router 67b565a3-1293-44d6-9640-5f4f809ce58d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:45:08.400279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:08.402577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcf338b-2de8-47b5-bf7d-bc02313b4fbe tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Deleting subnet 8a3c1c92-ba8b-48e1-a46d-58f51b675c6c {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:45:08.405099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:08.412453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:08.458119 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fcf338b-2de8-47b5-bf7d-bc02313b4fbe tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.465811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Made reservation on behalf of 3f6dc7056b4d4f05b8184387622acee3 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:08.470496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.496761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711888c-e942-4824-9b72-e582c8140af7 None None] Pushing event updated for resources: {'Port': ['ID=60cf42bf-70b4-49ee-b04a-681dc445a48d,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:08.508324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:45:08.508831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Checking segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:08.509346 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.517999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Bound using segment: {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:45:08.520731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Bound port: 54a705ee-b8e1-4b8b-beea-d224fac26266, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a96b0d-e0f7-455d-93a7-42b869de6bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:45:08.522609 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.526297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: d18c12fb-c70c-46d7-bcb0-8abf06986216 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:08.526673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d18c12fb-c70c-46d7-bcb0-8abf06986216 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:08.529757 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.550966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] device_id is not set on port 58b1a8bd-1d68-402b-96be-31ef3fce2459 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:45:08.693472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fcf338b-2de8-47b5-bf7d-bc02313b4fbe tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.706827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] For port 54a705ee-b8e1-4b8b-beea-d224fac26266, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:45:08.734430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] For port 54a705ee-b8e1-4b8b-beea-d224fac26266, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=54a705ee-b8e1-4b8b-beea-d224fac26266,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:45:08.747587 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:08.906415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafbdb4-6896-4e45-a0c7-9a99d5b24221 None None] Pushing event updated for resources: {'Port': ['ID=54a705ee-b8e1-4b8b-beea-d224fac26266,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:08.950345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-60984e94-571e-466c-a8af-05c7e19e0391 None None] Provisioning complete for port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:08.950728 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60984e94-571e-466c-a8af-05c7e19e0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:09.013656 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:09.016799 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:09.022808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-60984e94-571e-466c-a8af-05c7e19e0391 None None] Port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:45:09.343863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:09.435040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:09.449108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event updated for resources: {'Port': ['ID=58b1a8bd-1d68-402b-96be-31ef3fce2459,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:09.473970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:09.484054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:09.491513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:09.492371 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:09.505859 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:09.515015 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:09.524493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f447a03-c77f-4c3f-84ef-6af1048c0165 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:45:09.537638 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b9878-47dd-49cc-962f-f9dd7a81c4ab None None] Sync routers for ids ['67b565a3-1293-44d6-9640-5f4f809ce58d'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:45:09.559596 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b9878-47dd-49cc-962f-f9dd7a81c4ab None None] Routers {'67b565a3-1293-44d6-9640-5f4f809ce58d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:09.560266 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-299b9878-47dd-49cc-962f-f9dd7a81c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['67b565a3-1293-44d6-9640-5f4f809ce58d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:09.605446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4f447a03-c77f-4c3f-84ef-6af1048c0165 admin admin] 10.222.0.16 "PUT /v2.0/routers/67b565a3-1293-44d6-9640-5f4f809ce58d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8854539 Dec 09 22:45:09.605446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34514) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:09.605841 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dc1536ae-97a3-4244-836c-6fae35c352fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2492876 Dec 09 22:45:09.605841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34516) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:09.612102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:09.703518 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:09.715932 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-299b9878-47dd-49cc-962f-f9dd7a81c4ab None None] Set router 67b565a3-1293-44d6-9640-5f4f809ce58d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:09.723231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:09.726011 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:09.726157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97377bad-bfcd-4ede-a371-a88b072cb3c2 req-de9ae02d-f80d-44ed-adbc-2bb96d371ecc tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:09.727582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-97377bad-bfcd-4ede-a371-a88b072cb3c2 req-de9ae02d-f80d-44ed-adbc-2bb96d371ecc tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 946 time: 0.3261313 Dec 09 22:45:09.732292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fcf338b-2de8-47b5-bf7d-bc02313b4fbe tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:09.925130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-97377bad-bfcd-4ede-a371-a88b072cb3c2 req-9a59f758-2a5d-41b8-8be9-35ef025aef29 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808500 Dec 09 22:45:09.935258 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:09.984361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Network 55802f1e-051f-43e5-9458-0a71afbd44c8 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:09.993190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:10.036048 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fcf338b-2de8-47b5-bf7d-bc02313b4fbe tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:10.120696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cebd6f-e90f-467f-aee1-4306a29dd882 None None] Network d0527f37-9388-4df1-acff-dfbfeb0354e0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:10.141866 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fcf338b-2de8-47b5-bf7d-bc02313b4fbe tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:10.145705 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8fcf338b-2de8-47b5-bf7d-bc02313b4fbe tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "DELETE /v2.0/subnets/8a3c1c92-ba8b-48e1-a46d-58f51b675c6c HTTP/1.1" status: 204 len: 168 time: 1.9235237 Dec 09 22:45:10.152206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf338b-2de8-47b5-bf7d-bc02313b4fbe tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3c1c92-ba8b-48e1-a46d-58f51b675c6c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:10.157482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34518) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:10.171963 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-299b9878-47dd-49cc-962f-f9dd7a81c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:45:05Z', 'revision_number': 5, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:10.218191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Router fa3cc662-a955-4b59-b6b8-35664dfd1a2a has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:45:10.242450 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b9878-47dd-49cc-962f-f9dd7a81c4ab None None] Checking router: 67b565a3-1293-44d6-9640-5f4f809ce58d for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:45:10.244752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] device_id is not set on port 58b1a8bd-1d68-402b-96be-31ef3fce2459 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:45:10.254737 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:10.267468 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b9878-47dd-49cc-962f-f9dd7a81c4ab None None] Routers {'67b565a3-1293-44d6-9640-5f4f809ce58d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:10.270294 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-299b9878-47dd-49cc-962f-f9dd7a81c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['67b565a3-1293-44d6-9640-5f4f809ce58d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:10.302224 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:10.439931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event updated for resources: {'Port': ['ID=58b1a8bd-1d68-402b-96be-31ef3fce2459,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:10.474452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec8282-6fec-4772-9680-9c0a739fd4c8 None None] DHCP port deletion for d0527f37-9388-4df1-acff-dfbfeb0354e0 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:10.495124 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-299b9878-47dd-49cc-962f-f9dd7a81c4ab None None] Set router 67b565a3-1293-44d6-9640-5f4f809ce58d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:10.535411 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7ed663e0-1ade-4052-ad5c-54571fe6bffd None None] Provisioning complete for port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:10.535781 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7ed663e0-1ade-4052-ad5c-54571fe6bffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:10.602189 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:10.627804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7ed663e0-1ade-4052-ad5c-54571fe6bffd None None] Port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:45:10.633817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec8282-6fec-4772-9680-9c0a739fd4c8 None None] Deleting port 8f5bfe74-9038-4923-8c70-e304f5bff609 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:10.634218 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8ec8282-6fec-4772-9680-9c0a739fd4c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:10.755813 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f8ec8282-6fec-4772-9680-9c0a739fd4c8 None None] For port 8f5bfe74-9038-4923-8c70-e304f5bff609, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8f5bfe74-9038-4923-8c70-e304f5bff609,segment=NetworkSegment(5b51ca57-284a-413e-8698-22a104709a67),segment_id=5b51ca57-284a-413e-8698-22a104709a67)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:10.756183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:10.756683 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8ec8282-6fec-4772-9680-9c0a739fd4c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:10.757192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:10.757704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:10.764228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 54a705ee-b8e1-4b8b-beea-d224fac26266 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:45:10.776349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:10.777130 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:10.783273 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 2 to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 Dec 09 22:45:10.789460 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:10.809429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:45:10.821231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.objects.ports [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103418) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:45:10.827363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:10.828001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:10.828585 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:10.844378 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7376f1e3-6497-4f29-b3e1-9a56d64d7748 admin admin] 10.222.0.16 "PUT /v2.0/routers/fa3cc662-a955-4b59-b6b8-35664dfd1a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2180772 Dec 09 22:45:10.848638 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:10.849339 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:10.850281 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 3 to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 Dec 09 22:45:10.864023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:10.864513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:10.865110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:10.868016 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec8282-6fec-4772-9680-9c0a739fd4c8 None None] Calling delete_port for 8f5bfe74-9038-4923-8c70-e304f5bff609 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:10.870987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:10.871436 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:10.872491 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 4 to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 Dec 09 22:45:10.907502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:10.909223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:10.910071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:10.918207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:10.918669 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:10.919255 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 5 to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 Dec 09 22:45:10.935155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:10.937709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:10.938338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:10.961527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:10.968177 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:10.969213 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 6 to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 Dec 09 22:45:10.986118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-97b351da-2199-4ef5-ad7f-cff77e63fe90 None None] Provisioning complete for port 54a705ee-b8e1-4b8b-beea-d224fac26266 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:10.986728 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97b351da-2199-4ef5-ad7f-cff77e63fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.013736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:11.014110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:11.014459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:11.025172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 54a705ee-b8e1-4b8b-beea-d224fac26266 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:11.025724 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.030130 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-299b9878-47dd-49cc-962f-f9dd7a81c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:45:05Z', 'revision_number': 5, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:11.033564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:11.033932 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:11.034673 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 7 to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 Dec 09 22:45:11.068614 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:11.069407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:11.070461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:11.101642 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:11.102460 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:11.103037 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 8 to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 Dec 09 22:45:11.122739 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b9878-47dd-49cc-962f-f9dd7a81c4ab None None] The sync data for ids ['67b565a3-1293-44d6-9640-5f4f809ce58d'] in n-d-789963-23 is: [{'id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'name': 'tempest-TaggedBootDevicesTest-2174897-router', 'tenant_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:12Z', 'updated_at': '2021-12-09T22:45:05Z', 'revision_number': 5, 'project_id': 'ef632dab2bf6481eb8e74af88b3d19bf', 'gw_port': {'id': '39aa2ba1-1e75-457f-9d08-2d678efcd86c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b565a3-1293-44d6-9640-5f4f809ce58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:13Z', 'updated_at': '2021-12-09T22:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:45:11.143515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:11.143961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:11.146420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:11.155316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:11.155668 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:11.158256 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 9 to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 Dec 09 22:45:11.186976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:11.187338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:11.187725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:11.199753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:11.200056 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:11.200455 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 10 to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 Dec 09 22:45:11.212286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae48a0-15e1-4076-91c9-550f5de89ecb req-b0f54239-4881-4970-bd84-dcb0b4705ebb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.214002 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74ae48a0-15e1-4076-91c9-550f5de89ecb req-b0f54239-4881-4970-bd84-dcb0b4705ebb tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.42 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 946 time: 0.5659313 Dec 09 22:45:11.214698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Sync routers for ids ['fa3cc662-a955-4b59-b6b8-35664dfd1a2a'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:45:11.216673 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8ec8282-6fec-4772-9680-9c0a739fd4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.231987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:11.232335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:11.232685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:11.245311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:11.245654 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:11.246064 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.281459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] The port '8f5bfe74-9038-4923-8c70-e304f5bff609' was deleted {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 09 22:45:11.301436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec8282-6fec-4772-9680-9c0a739fd4c8 None None] No DVR routers for this DVR port 8f5bfe74-9038-4923-8c70-e304f5bff609 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:11.324112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec8282-6fec-4772-9680-9c0a739fd4c8 None None] Pushing event deleted for resources: {'Port': ['ID=8f5bfe74-9038-4923-8c70-e304f5bff609,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:11.362024 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Routers {'fa3cc662-a955-4b59-b6b8-35664dfd1a2a'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:11.362661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fa3cc662-a955-4b59-b6b8-35664dfd1a2a'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:11.401478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ca9bc-8aa6-446f-9b5b-5bdf2eb229c6 req-7e4cf04d-09d3-49ea-9f6c-754a42dc6402 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.403029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c9ca9bc-8aa6-446f-9b5b-5bdf2eb229c6 req-7e4cf04d-09d3-49ea-9f6c-754a42dc6402 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 946 time: 0.3133307 Dec 09 22:45:11.418026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Deleting port 39aa2ba1-1e75-457f-9d08-2d678efcd86c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:11.418683 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.419544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] For port 58b1a8bd-1d68-402b-96be-31ef3fce2459, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:45:11.419991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempted to set empty binding levels {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 22:45:11.435404 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.464077 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97b351da-2199-4ef5-ad7f-cff77e63fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.550479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event updated for resources: {'Port': ['ID=58b1a8bd-1d68-402b-96be-31ef3fce2459,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:11.569583 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.594003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] In _notify_port_updated(), no bound segment for port 58b1a8bd-1d68-402b-96be-31ef3fce2459 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:45:11.595191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.596142 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.598288 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-67cd1466-f613-4faa-b04b-4f7046b953d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "PUT /v2.0/ports/58b1a8bd-1d68-402b-96be-31ef3fce2459 HTTP/1.1" status: 200 len: 979 time: 1.9915104 Dec 09 22:45:11.603506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34538) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:11.622731 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.660897 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-97b351da-2199-4ef5-ad7f-cff77e63fe90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:45:11.661601 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-97b351da-2199-4ef5-ad7f-cff77e63fe90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:45:11.703004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0527f37-9388-4df1-acff-dfbfeb0354e0']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:11.723794 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b51ca57-284a-413e-8698-22a104709a67') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:11.724131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b51ca57-284a-413e-8698-22a104709a67') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:11.739086 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.754386 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.764918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:45:11.765329 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.816596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.817242 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.821467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.822089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.826852 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:45:11.827520 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:45:11.835032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.836123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.836607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.842310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:45:11.844340 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:45:11.848320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.850241 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.851547 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.853194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.855240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.856677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.857530 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.859259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.859909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.860786 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.860908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] 10.222.0.16 "DELETE /v2.0/networks/d0527f37-9388-4df1-acff-dfbfeb0354e0 HTTP/1.1" status: 204 len: 168 time: 1.6926613 Dec 09 22:45:11.862073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.863680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.869902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.870415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.870870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:11.874187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-532e7e80-aa68-439c-bef0-effa8e254e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19043 time: 0.2690892 Dec 09 22:45:11.880347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34544) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:11.885230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Set router fa3cc662-a955-4b59-b6b8-35664dfd1a2a gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:11.903193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c9ca9bc-8aa6-446f-9b5b-5bdf2eb229c6 req-b250150d-1f0f-4b94-bcf2-5d525b2290e6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786716 Dec 09 22:45:11.907845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:11.954755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871851b-d1cb-4f46-91a4-0c9ded3c38cf tempest-FloatingIPNegativeTestJSON-1383601027 tempest-FloatingIPNegativeTestJSON-1383601027-project] Pushing event deleted for resources: {'Network': ['ID=d0527f37-9388-4df1-acff-dfbfeb0354e0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:12.125140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] For port 39aa2ba1-1e75-457f-9d08-2d678efcd86c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=39aa2ba1-1e75-457f-9d08-2d678efcd86c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:12.125707 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.128743 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-748509e5-fa7f-41a3-b202-2eb5c8516f57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Deleting port 58b1a8bd-1d68-402b-96be-31ef3fce2459 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:12.129216 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-748509e5-fa7f-41a3-b202-2eb5c8516f57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.157681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Calling delete_port for 39aa2ba1-1e75-457f-9d08-2d678efcd86c owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:12.195726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-74ae48a0-15e1-4076-91c9-550f5de89ecb req-ad1c8c83-aaa3-44ae-8bbf-9669acaa8097 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Deleting port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:12.195726 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-74ae48a0-15e1-4076-91c9-550f5de89ecb req-ad1c8c83-aaa3-44ae-8bbf-9669acaa8097 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.285742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34550) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:12.286970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-748509e5-fa7f-41a3-b202-2eb5c8516f57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] For port 58b1a8bd-1d68-402b-96be-31ef3fce2459, host n-h2-789963-23, got binding levels [] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:12.287346 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-748509e5-fa7f-41a3-b202-2eb5c8516f57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.314020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] For port 54a705ee-b8e1-4b8b-beea-d224fac26266, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=54a705ee-b8e1-4b8b-beea-d224fac26266,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:12.331328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-748509e5-fa7f-41a3-b202-2eb5c8516f57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Calling delete_port for 58b1a8bd-1d68-402b-96be-31ef3fce2459 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:12.429556 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.463297 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97b351da-2199-4ef5-ad7f-cff77e63fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.476626 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.477529 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.482301 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.518488 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-748509e5-fa7f-41a3-b202-2eb5c8516f57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.544416 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-74ae48a0-15e1-4076-91c9-550f5de89ecb req-ad1c8c83-aaa3-44ae-8bbf-9669acaa8097 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] For port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=6f2a3a36-4695-41ef-9d2d-b67ae0851aac,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:12.545189 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-74ae48a0-15e1-4076-91c9-550f5de89ecb req-ad1c8c83-aaa3-44ae-8bbf-9669acaa8097 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.581456 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-97b351da-2199-4ef5-ad7f-cff77e63fe90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:45:12.581456 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-97b351da-2199-4ef5-ad7f-cff77e63fe90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:45:12.590197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:12.592097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'name': 'tempest-ImageQuotaTest-752683163-router', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:01Z', 'updated_at': '2021-12-09T22:45:08Z', 'revision_number': 4, 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'gw_port': {'id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:02Z', 'updated_at': '2021-12-09T22:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'd9d82de5-dcf4-484c-b4e9-3d4a5eef50f4', 'name': '', 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'mac_address': 'fa:16:3e:01:18:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '2cf01a6d-7b22-44de-b03c-01bd88eb4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:07Z', 'updated_at': '2021-12-09T22:45:09Z', 'revision_number': 2, 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'subnets': [{'id': '2cf01a6d-7b22-44de-b03c-01bd88eb4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:12.598262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:12.601744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:12.602875 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.612021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b580c9e0-1ee1-496f-9aad-e4880c2328bc None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:12.642234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748509e5-fa7f-41a3-b202-2eb5c8516f57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event deleted for resources: {'Port': ['ID=58b1a8bd-1d68-402b-96be-31ef3fce2459,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:12.649697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-74ae48a0-15e1-4076-91c9-550f5de89ecb req-ad1c8c83-aaa3-44ae-8bbf-9669acaa8097 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Calling delete_port for 6f2a3a36-4695-41ef-9d2d-b67ae0851aac owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:12.687431 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:45:12.687845 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:45:12.703934 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Checking router: fa3cc662-a955-4b59-b6b8-35664dfd1a2a for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:45:12.704447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Updating router fa3cc662-a955-4b59-b6b8-35664dfd1a2a port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:45:12.801167 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:45:12.810153 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:12.894187 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97b351da-2199-4ef5-ad7f-cff77e63fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:13.192258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-97b351da-2199-4ef5-ad7f-cff77e63fe90 None None] For port 54a705ee-b8e1-4b8b-beea-d224fac26266, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=54a705ee-b8e1-4b8b-beea-d224fac26266,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:13.215422 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97b351da-2199-4ef5-ad7f-cff77e63fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:13.321282 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-13453ed0-b598-4396-8c25-eb85d8c2d927 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22ec79cdc5534decb899c0f7b11f5151&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0206518 Dec 09 22:45:13.322610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-748509e5-fa7f-41a3-b202-2eb5c8516f57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:13.328806 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-748509e5-fa7f-41a3-b202-2eb5c8516f57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "DELETE /v2.0/ports/58b1a8bd-1d68-402b-96be-31ef3fce2459 HTTP/1.1" status: 204 len: 168 time: 1.4449558 Dec 09 22:45:13.328806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34560) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:13.333248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34562) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:13.377953 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-281d476e-f9f8-43d7-bbff-7dbfde22a8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] GET failed (client error): The resource could not be found. Dec 09 22:45:13.379418 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-281d476e-f9f8-43d7-bbff-7dbfde22a8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "GET /v2.0/ports/58b1a8bd-1d68-402b-96be-31ef3fce2459 HTTP/1.1" status: 404 len: 333 time: 0.0433245 Dec 09 22:45:13.387122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34564) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:13.399438 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1101906876', 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:13.438364 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-273584df-1ec0-434c-9c37-793dc0d1c4a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:13.443400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Made reservation on behalf of 3f6dc7056b4d4f05b8184387622acee3 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:13.445911 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:13.464433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34566) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:13.468325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b351da-2199-4ef5-ad7f-cff77e63fe90 None None] Pushing event updated for resources: {'Port': ['ID=54a705ee-b8e1-4b8b-beea-d224fac26266,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:13.495169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] device_id is not set on port 1b3d705d-0eca-4c83-94f6-28a9166197fb yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:45:13.500333 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-273584df-1ec0-434c-9c37-793dc0d1c4a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:13.612126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Subnet': ['ID=496f64fd-ca9b-49a3-9333-188799f44ffc,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:13.658225 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.0754845 Dec 09 22:45:13.684361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34568) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:13.690440 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Request body: {'port': {'network_id': 'c98586a8-1bc3-4903-a5e8-931299d13bb7', 'mac_address': 'fa:16:3e:57:2f:e5', 'name': 'tempest-NetworksTestDHCPv6-335634061'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:13.745359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c600d-e69d-4e94-b262-43352c44adb5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=54a705ee-b8e1-4b8b-beea-d224fac26266,revision_number=4']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:13.843286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Made reservation on behalf of 3347f006c25a46f68ab40638d0a5cc63 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:13.873388 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 60cf42bf-70b4-49ee-b04a-681dc445a48d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:45:13.946427 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-273584df-1ec0-434c-9c37-793dc0d1c4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:13.946767 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:13.953049 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-273584df-1ec0-434c-9c37-793dc0d1c4a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:13.966348 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-273584df-1ec0-434c-9c37-793dc0d1c4a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1cc5101-05a7-44d9-aff5-ce61982eab23 HTTP/1.1" status: 204 len: 168 time: 0.6383123 Dec 09 22:45:13.972141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 6f2a3a36-4695-41ef-9d2d-b67ae0851aac no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:14.035827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273584df-1ec0-434c-9c37-793dc0d1c4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cc5101-05a7-44d9-aff5-ce61982eab23,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:14.086193 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.116628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=39aa2ba1-1e75-457f-9d08-2d678efcd86c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:14.131406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb697c5b-6aa0-4fab-8bfd-e8a7cf420864 req-8d9ec046-e201-431a-9180-565cfc472025 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:14.133015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb697c5b-6aa0-4fab-8bfd-e8a7cf420864 req-8d9ec046-e201-431a-9180-565cfc472025 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 946 time: 0.6500654 Dec 09 22:45:14.142845 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.200339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9aec1-ad53-4bf0-a1f4-acd5f4fb6c01 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:14.216601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:14.219794 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event updated for resources: {'Port': ['ID=1b3d705d-0eca-4c83-94f6-28a9166197fb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:14.234600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:14.239340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:14.246035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:14.248810 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.262007 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.265542 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.274487 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 60cf42bf-70b4-49ee-b04a-681dc445a48d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:14.276785 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.311294 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] device_id is not set on port c383a8ea-f558-489d-af13-1ae20fdaee87 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:45:14.315348 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.324842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb697c5b-6aa0-4fab-8bfd-e8a7cf420864 req-9a7a6305-8d8e-4078-8c85-ca624e5bf799 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150386 Dec 09 22:45:14.397112 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6395163a-c45d-4aad-84dd-d0cd2301b46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0045969 Dec 09 22:45:14.409007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34576) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:14.495234 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.548833 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a829c-8b7b-4fb4-b6aa-1d67a4f17ea6 None None] Pushing event updated for resources: {'Port': ['ID=d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:14.565008 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.614603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8::204 (c98586a8-1bc3-4903-a5e8-931299d13bb7/9322df54-b4c9-4646-81dd-7dee79773256/c383a8ea-f558-489d-af13-1ae20fdaee87) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:14.631444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Allocated IP 2001:db8:0:1:f816:3eff:fe57:2fe5 (c98586a8-1bc3-4903-a5e8-931299d13bb7/496f64fd-ca9b-49a3-9333-188799f44ffc/c383a8ea-f558-489d-af13-1ae20fdaee87) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:14.692778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Attempting to bind port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:14.693148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Attempting to bind port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:14.693527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Attempting to bind port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 on network 55802f1e-051f-43e5-9458-0a71afbd44c8 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:14.709956 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-74ae48a0-15e1-4076-91c9-550f5de89ecb req-ad1c8c83-aaa3-44ae-8bbf-9669acaa8097 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.753435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['0c7a9873-130e-4032-af02-1a4d1c20022e'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:45:14.755488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:45:14.755864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Checking segment: {'id': '2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:14.756266 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.756659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Bound using segment: {'id': '2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:45:14.757145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Bound port: d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:45:14.760789 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.808726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8935e07a-6fc9-44ab-a2a2-b7f63e89f34a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:14.817778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8935e07a-6fc9-44ab-a2a2-b7f63e89f34a tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "GET /v2.0/ports/1b3d705d-0eca-4c83-94f6-28a9166197fb HTTP/1.1" status: 200 len: 959 time: 0.3917387 Dec 09 22:45:14.861857 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34586) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:14.929971 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.934936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c8c83-aaa3-44ae-8bbf-9669acaa8097 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event deleted for resources: {'Port': ['ID=6f2a3a36-4695-41ef-9d2d-b67ae0851aac,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:14.941355 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:14.973204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2e1ba8f7-fa00-4380-838d-4838d589672e None None] Provisioning complete for port 54a705ee-b8e1-4b8b-beea-d224fac26266 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:14.973583 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba8f7-fa00-4380-838d-4838d589672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:15.040135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] For port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:45:15.071045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] For port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4,segment=NetworkSegment(2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3),segment_id=2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:45:15.083178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ae48a0-15e1-4076-91c9-550f5de89ecb req-ad1c8c83-aaa3-44ae-8bbf-9669acaa8097 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] No DVR routers for this DVR port 6f2a3a36-4695-41ef-9d2d-b67ae0851aac on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:15.090015 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:15.122362 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:15.151921 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-74ae48a0-15e1-4076-91c9-550f5de89ecb req-ad1c8c83-aaa3-44ae-8bbf-9669acaa8097 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:15.155350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74ae48a0-15e1-4076-91c9-550f5de89ecb req-ad1c8c83-aaa3-44ae-8bbf-9669acaa8097 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.42 "DELETE /v2.0/ports/6f2a3a36-4695-41ef-9d2d-b67ae0851aac HTTP/1.1" status: 204 len: 173 time: 3.9319279 Dec 09 22:45:15.167967 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7711077e-d138-48a7-854f-3573cb71391f', 'name': 'network-vif-deleted', 'tag': '6f2a3a36-4695-41ef-9d2d-b67ae0851aac'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:45:15.169554 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae562cfa-2592-4d69-866b-00cd9aa775d4" -d '{"events": [{"server_uuid": "7711077e-d138-48a7-854f-3573cb71391f", "name": "network-vif-deleted", "tag": "6f2a3a36-4695-41ef-9d2d-b67ae0851aac"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:45:15.230271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b179c677-9c27-419a-899a-c862417f5f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Deleting port 1b3d705d-0eca-4c83-94f6-28a9166197fb {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:15.230582 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b179c677-9c27-419a-899a-c862417f5f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:15.279224 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34187b77-ba51-48db-8797-9a12292f99e3 x-openstack-request-id: req-34187b77-ba51-48db-8797-9a12292f99e3 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:45:15.287870 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7711077e-d138-48a7-854f-3573cb71391f", "name": "network-vif-deleted", "tag": "6f2a3a36-4695-41ef-9d2d-b67ae0851aac", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:45:15.288199 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34187b77-ba51-48db-8797-9a12292f99e3 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:45:15.288643 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7711077e-d138-48a7-854f-3573cb71391f', 'name': 'network-vif-deleted', 'tag': '6f2a3a36-4695-41ef-9d2d-b67ae0851aac', 'status': 'completed', 'code': 200} Dec 09 22:45:15.289273 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:15.289824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b565a3-1293-44d6-9640-5f4f809ce58d {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:45:15.295148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Routers {'fa3cc662-a955-4b59-b6b8-35664dfd1a2a'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:15.296148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fa3cc662-a955-4b59-b6b8-35664dfd1a2a'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:15.308936 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:15.315656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0143351b-b43f-4211-88a1-63bbcb612fe6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/67b565a3-1293-44d6-9640-5f4f809ce58d HTTP/1.1" status: 204 len: 168 time: 5.7113588 Dec 09 22:45:15.320639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34598) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:15.336985 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:15.533593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 54a705ee-b8e1-4b8b-beea-d224fac26266 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:45:15.620192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a829c-8b7b-4fb4-b6aa-1d67a4f17ea6 None None] Pushing event updated for resources: {'Port': ['ID=d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:15.654607 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f5257bd-5bf9-4f10-93a4-d4944975f2a9 req-eb4ebaf8-004b-4db2-8093-f34a52f87b3d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=7711077e-d138-48a7-854f-3573cb71391f HTTP/1.1" status: 200 len: 210 time: 0.0975494 Dec 09 22:45:15.755530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:15.764321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:15.800173 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b179c677-9c27-419a-899a-c862417f5f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:15.826023 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db30f61-9307-49e9-9ee4-5dfbf2457093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:15.828880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:15.839087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:15.846833 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:15.906866 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2b8897-c0f9-424d-acc0-4ef8aacae291 admin admin] Deleting subnet f3951527-aec4-45da-945e-f9a56eaee5f1 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:45:15.910316 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8897-c0f9-424d-acc0-4ef8aacae291 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:15.920750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] Set router fa3cc662-a955-4b59-b6b8-35664dfd1a2a gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:16.034291 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c349d05a-92f0-46d4-a1df-3ac4b5cfe95a None None] Provisioning complete for port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:16.036499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8897-c0f9-424d-acc0-4ef8aacae291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:16.037673 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c349d05a-92f0-46d4-a1df-3ac4b5cfe95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:16.193133 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8897-c0f9-424d-acc0-4ef8aacae291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:16.253738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event updated for resources: {'Port': ['ID=c383a8ea-f558-489d-af13-1ae20fdaee87,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:16.256780 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b179c677-9c27-419a-899a-c862417f5f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Calling delete_port for 1b3d705d-0eca-4c83-94f6-28a9166197fb owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:16.269155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8897-c0f9-424d-acc0-4ef8aacae291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:16.300097 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b8897-c0f9-424d-acc0-4ef8aacae291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3951527-aec4-45da-945e-f9a56eaee5f1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:16.310188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 54a705ee-b8e1-4b8b-beea-d224fac26266 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:16.310559 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:16.318837 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-29a24288-ab84-4e90-baa1-2012fedc48d2 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6333790 Dec 09 22:45:16.329419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34612) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:16.396497 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8897-c0f9-424d-acc0-4ef8aacae291 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:16.400528 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9d2b8897-c0f9-424d-acc0-4ef8aacae291 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f3951527-aec4-45da-945e-f9a56eaee5f1 HTTP/1.1" status: 204 len: 168 time: 1.0785241 Dec 09 22:45:16.404634 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34616) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:16.504336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-278b2644-d8b9-4142-9a57-24c6f95e6bba tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting port c383a8ea-f558-489d-af13-1ae20fdaee87 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:16.504715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-278b2644-d8b9-4142-9a57-24c6f95e6bba tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:16.567679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d759540-2c6e-4757-b4ff-2822e21749b5 None None] Network d3dab134-b52d-4674-8869-3ae9a976577b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:16.574562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:16.605063 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-278b2644-d8b9-4142-9a57-24c6f95e6bba tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:16.620405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-278b2644-d8b9-4142-9a57-24c6f95e6bba tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Calling delete_port for c383a8ea-f558-489d-af13-1ae20fdaee87 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:16.664962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b179c677-9c27-419a-899a-c862417f5f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:16.779053 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c349d05a-92f0-46d4-a1df-3ac4b5cfe95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:16.818499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179c677-9c27-419a-899a-c862417f5f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b3d705d-0eca-4c83-94f6-28a9166197fb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:16.834684 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b179c677-9c27-419a-899a-c862417f5f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:16.843854 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b179c677-9c27-419a-899a-c862417f5f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1b3d705d-0eca-4c83-94f6-28a9166197fb HTTP/1.1" status: 204 len: 168 time: 1.9790587 Dec 09 22:45:16.847093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34628) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:16.864727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e0b336-8f7a-45df-b034-02a23248fad8 None None] DHCP port deletion for d3dab134-b52d-4674-8869-3ae9a976577b request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:16.918266 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd6fcba-053b-4f56-bfaa-d3b3e233318c tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] GET failed (client error): The resource could not be found. Dec 09 22:45:16.922079 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5cd6fcba-053b-4f56-bfaa-d3b3e233318c tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "GET /v2.0/ports/1b3d705d-0eca-4c83-94f6-28a9166197fb HTTP/1.1" status: 404 len: 333 time: 0.0697730 Dec 09 22:45:16.928282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34630) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:16.934452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c349d05a-92f0-46d4-a1df-3ac4b5cfe95a None None] For port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4,segment=NetworkSegment(2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3),segment_id=2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:16.939596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'name': 'tempest-ImageQuotaTest-752683163-router', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:01Z', 'updated_at': '2021-12-09T22:45:08Z', 'revision_number': 4, 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'gw_port': {'id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:02Z', 'updated_at': '2021-12-09T22:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'd9d82de5-dcf4-484c-b4e9-3d4a5eef50f4', 'name': '', 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'mac_address': 'fa:16:3e:01:18:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '2cf01a6d-7b22-44de-b03c-01bd88eb4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:07Z', 'updated_at': '2021-12-09T22:45:15Z', 'revision_number': 4, 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'subnets': [{'id': '2cf01a6d-7b22-44de-b03c-01bd88eb4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:16.948839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Request body: {'port': {'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-422857541'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:16.978952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378fc18-a923-4a2e-9ce7-1d6325054801 None None] The sync data for ids ['fa3cc662-a955-4b59-b6b8-35664dfd1a2a'] in n-d-789963-23 is: [{'id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'name': 'tempest-ImageQuotaTest-752683163-router', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:01Z', 'updated_at': '2021-12-09T22:45:08Z', 'revision_number': 4, 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'gw_port': {'id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:02Z', 'updated_at': '2021-12-09T22:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'd9d82de5-dcf4-484c-b4e9-3d4a5eef50f4', 'name': '', 'network_id': '55802f1e-051f-43e5-9458-0a71afbd44c8', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'mac_address': 'fa:16:3e:01:18:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '2cf01a6d-7b22-44de-b03c-01bd88eb4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:07Z', 'updated_at': '2021-12-09T22:45:15Z', 'revision_number': 4, 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'subnets': [{'id': '2cf01a6d-7b22-44de-b03c-01bd88eb4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:45:16.983322 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c349d05a-92f0-46d4-a1df-3ac4b5cfe95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:17.004672 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Made reservation on behalf of 3f6dc7056b4d4f05b8184387622acee3 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:17.007633 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:17.007968 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-278b2644-d8b9-4142-9a57-24c6f95e6bba tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:17.028758 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Deleting port 6afce61f-2019-4df3-8206-8ccf2d4f8dac {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:17.029239 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:17.135533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] device_id is not set on port 3553cede-fbf2-4131-ad6b-3c190c7387d9 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:45:17.181602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b2644-d8b9-4142-9a57-24c6f95e6bba tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Port': ['ID=c383a8ea-f558-489d-af13-1ae20fdaee87,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:17.274329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8f5bfe74-9038-4923-8c70-e304f5bff609 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:17.283688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0597fbde-fd1d-47e6-8238-37af26a51466 None None] Provisioning complete for port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:17.284059 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0597fbde-fd1d-47e6-8238-37af26a51466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:17.287829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-278b2644-d8b9-4142-9a57-24c6f95e6bba tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:17.300739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-278b2644-d8b9-4142-9a57-24c6f95e6bba tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/c383a8ea-f558-489d-af13-1ae20fdaee87 HTTP/1.1" status: 204 len: 168 time: 0.9697251 Dec 09 22:45:17.322859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34640) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:17.338564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] For port 6afce61f-2019-4df3-8206-8ccf2d4f8dac, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6afce61f-2019-4df3-8206-8ccf2d4f8dac,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:17.339432 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:17.348491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349d05a-92f0-46d4-a1df-3ac4b5cfe95a None None] Pushing event updated for resources: {'Port': ['ID=d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:17.373893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Calling delete_port for 6afce61f-2019-4df3-8206-8ccf2d4f8dac owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:17.414798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 8f5bfe74-9038-4923-8c70-e304f5bff609 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:17.416038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8f5bfe74-9038-4923-8c70-e304f5bff609 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:17.416038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 305ae171-6fdf-440e-9869-25bf3ff26a33 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:17.425934 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-68e0b336-8f7a-45df-b034-02a23248fad8 None None] Deleting port 6afce61f-2019-4df3-8206-8ccf2d4f8dac {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:17.426308 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68e0b336-8f7a-45df-b034-02a23248fad8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:17.497671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 305ae171-6fdf-440e-9869-25bf3ff26a33 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:17.498345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 305ae171-6fdf-440e-9869-25bf3ff26a33 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:17.640666 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:17.686771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-68e0b336-8f7a-45df-b034-02a23248fad8 None None] For port 6afce61f-2019-4df3-8206-8ccf2d4f8dac, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6afce61f-2019-4df3-8206-8ccf2d4f8dac,segment=NetworkSegment(b54365a6-95cf-474f-a7e3-0999479e45b3),segment_id=b54365a6-95cf-474f-a7e3-0999479e45b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:17.687267 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68e0b336-8f7a-45df-b034-02a23248fad8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:17.721264 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:17.733339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4865c30-758a-4e7b-a82e-73541625695f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:17.766812 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f4865c30-758a-4e7b-a82e-73541625695f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4053574 Dec 09 22:45:17.784801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34646) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:17.789854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1db30f61-9307-49e9-9ee4-5dfbf2457093 admin admin] Deleting port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:17.789854 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db30f61-9307-49e9-9ee4-5dfbf2457093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:17.817369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-68e0b336-8f7a-45df-b034-02a23248fad8 None None] Calling delete_port for 6afce61f-2019-4df3-8206-8ccf2d4f8dac owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:17.832633 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event updated for resources: {'Port': ['ID=3553cede-fbf2-4131-ad6b-3c190c7387d9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:17.928190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:45:17.959970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0597fbde-fd1d-47e6-8238-37af26a51466 None None] Could not find standard attr ID for object c383a8ea-f558-489d-af13-1ae20fdaee87. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:45:17.988224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:17.991023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:17.993233 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:18.015153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:18.016623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:18.017418 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:18.032194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] No DVR routers for this DVR port 6afce61f-2019-4df3-8206-8ccf2d4f8dac on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:18.105083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6afce61f-2019-4df3-8206-8ccf2d4f8dac,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:18.115422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc679a6-16fb-485c-be11-0383d9158c93 req-f2ac7c36-9d33-47b9-bf77-c1b9216ee06d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:18.117181 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4cc679a6-16fb-485c-be11-0383d9158c93 req-f2ac7c36-9d33-47b9-bf77-c1b9216ee06d tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.18 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 0.4121463 Dec 09 22:45:18.163093 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68e0b336-8f7a-45df-b034-02a23248fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:18.216091 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:18.229879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0b336-8f7a-45df-b034-02a23248fad8 None None] No DVR routers for this DVR port 6afce61f-2019-4df3-8206-8ccf2d4f8dac on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:18.233069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-1db30f61-9307-49e9-9ee4-5dfbf2457093 admin admin] For port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4,segment=NetworkSegment(2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3),segment_id=2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:18.233582 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db30f61-9307-49e9-9ee4-5dfbf2457093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:18.235121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0b336-8f7a-45df-b034-02a23248fad8 None None] Pushing event deleted for resources: {'Port': ['ID=6afce61f-2019-4df3-8206-8ccf2d4f8dac,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:18.237922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:18.238548 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:18.256125 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2d4bc30e-42b3-4881-8233-8780a5f87be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3212092 Dec 09 22:45:18.274560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34664) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:18.309833 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1db30f61-9307-49e9-9ee4-5dfbf2457093 admin admin] Calling delete_port for d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:18.380493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccff5c-33d4-4985-9bf2-cf6bac450161 req-4d634787-3800-42af-87f4-abf088566b1b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:18.382634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6ccff5c-33d4-4985-9bf2-cf6bac450161 req-4d634787-3800-42af-87f4-abf088566b1b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 945 time: 1.1154113 Dec 09 22:45:18.477588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6afce61f-2019-4df3-8206-8ccf2d4f8dac no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:18.509328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:18.559730 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6ccff5c-33d4-4985-9bf2-cf6bac450161 req-b1287b8c-28df-49c6-a82c-758feabd15e6 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=92dcec1d-691e-4159-b2f6-9b8944667e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810513 Dec 09 22:45:18.593959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6afce61f-2019-4df3-8206-8ccf2d4f8dac {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:18.597464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6afce61f-2019-4df3-8206-8ccf2d4f8dac not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:18.597614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b5fd0-1aab-4e1c-8675-b6540a05bd15 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:18.597961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 39aa2ba1-1e75-457f-9d08-2d678efcd86c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:18.609264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c43b5fd0-1aab-4e1c-8675-b6540a05bd15 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8051667 Dec 09 22:45:18.612354 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34668) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:18.630777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3dab134-b52d-4674-8869-3ae9a976577b']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:18.652831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 39aa2ba1-1e75-457f-9d08-2d678efcd86c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:18.653442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 39aa2ba1-1e75-457f-9d08-2d678efcd86c not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:18.668130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54365a6-95cf-474f-a7e3-0999479e45b3') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:18.668417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54365a6-95cf-474f-a7e3-0999479e45b3') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:18.721978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:18.729748 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:18.789121 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:18.802150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-4cc679a6-16fb-485c-be11-0383d9158c93 req-4f1d2088-c6ba-43f7-a8de-604cfbca19b5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Deleting port 0c7a9873-130e-4032-af02-1a4d1c20022e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:18.802420 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4cc679a6-16fb-485c-be11-0383d9158c93 req-4f1d2088-c6ba-43f7-a8de-604cfbca19b5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:18.869055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26df5ac-80f0-4d56-8029-2e850412f180 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:18.870661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26df5ac-80f0-4d56-8029-2e850412f180 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:18.872286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26df5ac-80f0-4d56-8029-2e850412f180 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:18.873938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a26df5ac-80f0-4d56-8029-2e850412f180 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2603333 Dec 09 22:45:18.877539 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34672) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:18.887245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34674) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:18.891291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:45:18.891727 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:45:18.902078 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:45:18.934559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c13e21-239a-41c4-870a-0251eba0d7d3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 496f64fd-ca9b-49a3-9333-188799f44ffc {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:45:18.945069 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7c13e21-239a-41c4-870a-0251eba0d7d3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.011913 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7c13e21-239a-41c4-870a-0251eba0d7d3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.092178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4cc679a6-16fb-485c-be11-0383d9158c93 req-4f1d2088-c6ba-43f7-a8de-604cfbca19b5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] For port 0c7a9873-130e-4032-af02-1a4d1c20022e, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=0c7a9873-130e-4032-af02-1a4d1c20022e,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:19.092996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4cc679a6-16fb-485c-be11-0383d9158c93 req-4f1d2088-c6ba-43f7-a8de-604cfbca19b5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.110566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-4cc679a6-16fb-485c-be11-0383d9158c93 req-4f1d2088-c6ba-43f7-a8de-604cfbca19b5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Calling delete_port for 0c7a9873-130e-4032-af02-1a4d1c20022e owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:19.130365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.173942 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db30f61-9307-49e9-9ee4-5dfbf2457093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.179718 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7c13e21-239a-41c4-870a-0251eba0d7d3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.210392 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.213749 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] 10.222.0.16 "DELETE /v2.0/networks/d3dab134-b52d-4674-8869-3ae9a976577b HTTP/1.1" status: 204 len: 168 time: 2.8078701 Dec 09 22:45:19.219392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34678) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:19.220468 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-530aea1a-b0c6-4a5b-83cb-44ed6e273349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.248471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df8e59-b432-4d63-af06-e884139105ae admin admin] Pushing event deleted for resources: {'Network': ['ID=d3dab134-b52d-4674-8869-3ae9a976577b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:19.311782 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db30f61-9307-49e9-9ee4-5dfbf2457093 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:19.434247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-530aea1a-b0c6-4a5b-83cb-44ed6e273349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.467486 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-530aea1a-b0c6-4a5b-83cb-44ed6e273349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.492949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] device_id is not set on port 3553cede-fbf2-4131-ad6b-3c190c7387d9 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:45:19.529593 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.584118 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7c13e21-239a-41c4-870a-0251eba0d7d3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.589643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.726681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event updated for resources: {'Port': ['ID=3553cede-fbf2-4131-ad6b-3c190c7387d9,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:19.732594 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-530aea1a-b0c6-4a5b-83cb-44ed6e273349 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34f96a16f94343cc982e03dd8e17372c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8426607 Dec 09 22:45:19.735478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530aea1a-b0c6-4a5b-83cb-44ed6e273349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00721555-2e59-4a5e-a383-d189b6b3d873,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:19.738441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34684) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:19.744678 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4cc679a6-16fb-485c-be11-0383d9158c93 req-4f1d2088-c6ba-43f7-a8de-604cfbca19b5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.828112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d2088-c6ba-43f7-a8de-604cfbca19b5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event deleted for resources: {'Port': ['ID=0c7a9873-130e-4032-af02-1a4d1c20022e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:19.885187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:19.885602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:19.886192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:19.918096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc679a6-16fb-485c-be11-0383d9158c93 req-4f1d2088-c6ba-43f7-a8de-604cfbca19b5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] No DVR routers for this DVR port 0c7a9873-130e-4032-af02-1a4d1c20022e on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:19.921630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:19.921997 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:19.923350 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4cc679a6-16fb-485c-be11-0383d9158c93 req-4f1d2088-c6ba-43f7-a8de-604cfbca19b5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.926674 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4cc679a6-16fb-485c-be11-0383d9158c93 req-4f1d2088-c6ba-43f7-a8de-604cfbca19b5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.18 "DELETE /v2.0/ports/0c7a9873-130e-4032-af02-1a4d1c20022e HTTP/1.1" status: 204 len: 173 time: 1.7461755 Dec 09 22:45:19.929371 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 2 to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 Dec 09 22:45:19.944780 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80b9e90-8ed0-4971-bad1-1f86df451c7c', 'name': 'network-vif-deleted', 'tag': '0c7a9873-130e-4032-af02-1a4d1c20022e'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:45:19.947646 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87f0e4b-c05d-4f2c-a9c0-1f7d516da9fe" -d '{"events": [{"server_uuid": "a80b9e90-8ed0-4971-bad1-1f86df451c7c", "name": "network-vif-deleted", "tag": "0c7a9873-130e-4032-af02-1a4d1c20022e"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:45:19.951563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:19.952076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:19.952420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:19.955077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c97bb15-a286-403d-aefb-7162de5a5698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:19.984861 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c97bb15-a286-403d-aefb-7162de5a5698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.033278 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db30f61-9307-49e9-9ee4-5dfbf2457093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.040402 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8cfeb9-a599-44ac-845c-2de758471924 x-openstack-request-id: req-fa8cfeb9-a599-44ac-845c-2de758471924 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:45:20.040770 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80b9e90-8ed0-4971-bad1-1f86df451c7c", "name": "network-vif-deleted", "tag": "0c7a9873-130e-4032-af02-1a4d1c20022e", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:45:20.040770 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa8cfeb9-a599-44ac-845c-2de758471924 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:45:20.041781 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80b9e90-8ed0-4971-bad1-1f86df451c7c', 'name': 'network-vif-deleted', 'tag': '0c7a9873-130e-4032-af02-1a4d1c20022e', 'status': 'completed', 'code': 200} Dec 09 22:45:20.045467 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c97bb15-a286-403d-aefb-7162de5a5698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.048474 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c97bb15-a286-403d-aefb-7162de5a5698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.049651 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2c97bb15-a286-403d-aefb-7162de5a5698 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00721555-2e59-4a5e-a383-d189b6b3d873 HTTP/1.1" status: 204 len: 168 time: 0.3023543 Dec 09 22:45:20.053645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:20.053775 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:20.059313 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 3 to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 Dec 09 22:45:20.070880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97bb15-a286-403d-aefb-7162de5a5698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00721555-2e59-4a5e-a383-d189b6b3d873,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:20.090312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:20.090762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:20.091129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:20.113485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:20.113485 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:20.113979 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 4 to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 Dec 09 22:45:20.138435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:20.139919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:20.140287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:20.140953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7c13e21-239a-41c4-870a-0251eba0d7d3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.141165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b7cae1-3a57-47f0-ad50-acdbfb411bc2 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:20.147448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e7c13e21-239a-41c4-870a-0251eba0d7d3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/496f64fd-ca9b-49a3-9333-188799f44ffc HTTP/1.1" status: 204 len: 168 time: 1.2677455 Dec 09 22:45:20.158687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34690) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:20.174345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:20.174587 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:20.192846 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 5 to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 Dec 09 22:45:20.199868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc5700a8-0ace-4d27-ada2-25916882cfff req-0694bac0-92a5-411e-a606-386c5c3695fe tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80b9e90-8ed0-4971-bad1-1f86df451c7c HTTP/1.1" status: 200 len: 210 time: 0.1483538 Dec 09 22:45:20.226899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:20.229498 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:20.230748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:20.253471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:20.253690 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:20.254253 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 6 to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 Dec 09 22:45:20.278080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab8ad3f-9b27-49d5-898c-65c8dd6ac6eb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Deleting subnet 9322df54-b4c9-4646-81dd-7dee79773256 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:45:20.283007 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ad3f-9b27-49d5-898c-65c8dd6ac6eb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.289682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c13e21-239a-41c4-870a-0251eba0d7d3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=496f64fd-ca9b-49a3-9333-188799f44ffc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:20.334131 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:20.334549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:20.334909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:20.354511 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:20.355194 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:20.358134 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 7 to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 Dec 09 22:45:20.384984 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ad3f-9b27-49d5-898c-65c8dd6ac6eb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.389505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:20.390146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:20.390820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:20.457558 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0c7a9873-130e-4032-af02-1a4d1c20022e no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:20.458726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:20.459414 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:20.465129 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 8 to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 Dec 09 22:45:20.486296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 0c7a9873-130e-4032-af02-1a4d1c20022e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:20.486952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 0c7a9873-130e-4032-af02-1a4d1c20022e not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:20.512326 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:20.512878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:20.513529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:20.528968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:20.530795 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:20.534372 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 9 to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 Dec 09 22:45:20.560090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:20.561033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:20.561706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:20.571172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:20.571765 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:20.575910 n-d-789963-23 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempt 10 to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 Dec 09 22:45:20.638137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:20.638882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:20.639413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempting to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:20.651707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:20.652336 n-d-789963-23 neutron-server[103417]: ERROR neutron.plugins.ml2.managers [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Failed to bind port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on host n-h2-789963-23 for vnic_type normal using segments [{'id': '6439e019-cfc6-468b-8a1d-f50d1bbae370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15f3fed2-30d1-49f3-b3a7-794c5a981dcf'}] Dec 09 22:45:20.653094 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.673081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ad3f-9b27-49d5-898c-65c8dd6ac6eb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.738081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34696) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:20.761322 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ab65276-7bf4-4271-ad8c-8308aa8dc8c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.771144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db30f61-9307-49e9-9ee4-5dfbf2457093 admin admin] Router fa3cc662-a955-4b59-b6b8-35664dfd1a2a has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:45:20.826817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] For port 3553cede-fbf2-4131-ad6b-3c190c7387d9, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:45:20.827604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attempted to set empty binding levels {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 22:45:20.840701 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.846325 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ad3f-9b27-49d5-898c-65c8dd6ac6eb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.946332 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event updated for resources: {'Port': ['ID=3553cede-fbf2-4131-ad6b-3c190c7387d9,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:20.949999 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8ad3f-9b27-49d5-898c-65c8dd6ac6eb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Subnet': ['ID=9322df54-b4c9-4646-81dd-7dee79773256,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:20.965562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ad3f-9b27-49d5-898c-65c8dd6ac6eb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.972300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6ab8ad3f-9b27-49d5-898c-65c8dd6ac6eb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/9322df54-b4c9-4646-81dd-7dee79773256 HTTP/1.1" status: 204 len: 168 time: 0.8125267 Dec 09 22:45:20.972710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34698) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:20.973413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] In _notify_port_updated(), no bound segment for port 3553cede-fbf2-4131-ad6b-3c190c7387d9 on network 15f3fed2-30d1-49f3-b3a7-794c5a981dcf {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:45:20.974469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:20.975089 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:20.976571 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5369f3fb-4805-47fc-939e-08c68b87e8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "PUT /v2.0/ports/3553cede-fbf2-4131-ad6b-3c190c7387d9 HTTP/1.1" status: 200 len: 979 time: 2.5669334 Dec 09 22:45:20.981459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34700) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:21.020237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-90a6f93d-063d-407f-9b25-e9502f9396aa tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393317 Dec 09 22:45:21.026198 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34702) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:21.028124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db30f61-9307-49e9-9ee4-5dfbf2457093 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:45:21.041780 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e9e9bf-0f2f-43a3-9198-70c33fbdca47 None None] Sync routers for ids ['fa3cc662-a955-4b59-b6b8-35664dfd1a2a'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:45:21.060039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1db30f61-9307-49e9-9ee4-5dfbf2457093 admin admin] 10.222.0.16 "PUT /v2.0/routers/fa3cc662-a955-4b59-b6b8-35664dfd1a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5736661 Dec 09 22:45:21.061720 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e9e9bf-0f2f-43a3-9198-70c33fbdca47 None None] Routers {'fa3cc662-a955-4b59-b6b8-35664dfd1a2a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:21.063870 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-14e9e9bf-0f2f-43a3-9198-70c33fbdca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fa3cc662-a955-4b59-b6b8-35664dfd1a2a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:21.069232 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fac29e33-8c19-4584-81c0-ef7f5578a679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:21.071984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34704) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:21.153055 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ab65276-7bf4-4271-ad8c-8308aa8dc8c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:21.180305 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ab65276-7bf4-4271-ad8c-8308aa8dc8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:21.211568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7231a2a0-a07d-4cf7-bceb-51cabd5c9cad tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:21.213145 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7231a2a0-a07d-4cf7-bceb-51cabd5c9cad tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1858559 Dec 09 22:45:21.222066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34708) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:21.306292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab8b1a0-b4cb-4d78-bbfe-f4aeb97dbfc4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:21.313563 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7ab8b1a0-b4cb-4d78-bbfe-f4aeb97dbfc4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0787139 Dec 09 22:45:21.313864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34712) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:21.316323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-aa416947-0c24-4aa7-82df-87b7cca6555c tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Deleting port 3553cede-fbf2-4131-ad6b-3c190c7387d9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:21.316725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa416947-0c24-4aa7-82df-87b7cca6555c tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:21.328552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab65276-7bf4-4271-ad8c-8308aa8dc8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a85d7df-c30a-4043-8194-fcaa4845d070,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:21.353690 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1ab65276-7bf4-4271-ad8c-8308aa8dc8c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b704785f94649a29bc98002fed1de33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6138177 Dec 09 22:45:21.357895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34714) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:21.449309 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-14e9e9bf-0f2f-43a3-9198-70c33fbdca47 None None] Set router fa3cc662-a955-4b59-b6b8-35664dfd1a2a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:21.459829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9dfe3f83-1c13-4b6c-a020-287b8c4c18e4 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1360083 Dec 09 22:45:21.476186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34716) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:21.495895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-aa416947-0c24-4aa7-82df-87b7cca6555c tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] For port 3553cede-fbf2-4131-ad6b-3c190c7387d9, host n-h2-789963-23, got binding levels [] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:21.496273 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa416947-0c24-4aa7-82df-87b7cca6555c tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:21.527452 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eadcde9-709f-410c-9a64-84f352ab93ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:21.528022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eadcde9-709f-410c-9a64-84f352ab93ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:21.536472 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0eadcde9-709f-410c-9a64-84f352ab93ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/c383a8ea-f558-489d-af13-1ae20fdaee87 HTTP/1.1" status: 404 len: 333 time: 0.0591908 Dec 09 22:45:21.538171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34718) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:21.600264 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:21.619208 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-992248fd-dc07-4f33-8f08-35945cbbf81b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:21.619721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992248fd-dc07-4f33-8f08-35945cbbf81b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:21.626618 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-992248fd-dc07-4f33-8f08-35945cbbf81b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/496f64fd-ca9b-49a3-9333-188799f44ffc HTTP/1.1" status: 404 len: 337 time: 0.0845866 Dec 09 22:45:21.628040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34720) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:21.633978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-aa416947-0c24-4aa7-82df-87b7cca6555c tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Calling delete_port for 3553cede-fbf2-4131-ad6b-3c190c7387d9 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:21.635293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b15524a-7d0d-4d6e-bf3d-a7b233459143 None None] Network c98586a8-1bc3-4903-a5e8-931299d13bb7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:21.753404 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-14e9e9bf-0f2f-43a3-9198-70c33fbdca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'name': 'tempest-ImageQuotaTest-752683163-router', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:01Z', 'updated_at': '2021-12-09T22:45:19Z', 'revision_number': 5, 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'gw_port': {'id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:02Z', 'updated_at': '2021-12-09T22:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:21.757432 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-669ae92b-7e37-40c1-b824-6f09a33298f0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:21.758011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669ae92b-7e37-40c1-b824-6f09a33298f0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:21.765493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34724) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:21.770108 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-669ae92b-7e37-40c1-b824-6f09a33298f0 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/9322df54-b4c9-4646-81dd-7dee79773256 HTTP/1.1" status: 404 len: 337 time: 0.1331348 Dec 09 22:45:21.781220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d19684c4-9506-4651-aaee-d3b12b3096c8 None None] Provisioning complete for port 54a705ee-b8e1-4b8b-beea-d224fac26266 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:21.781608 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d19684c4-9506-4651-aaee-d3b12b3096c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:21.795093 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e9e9bf-0f2f-43a3-9198-70c33fbdca47 None None] Checking router: fa3cc662-a955-4b59-b6b8-35664dfd1a2a for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:45:21.819259 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e9e9bf-0f2f-43a3-9198-70c33fbdca47 None None] Routers {'fa3cc662-a955-4b59-b6b8-35664dfd1a2a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:21.819880 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-14e9e9bf-0f2f-43a3-9198-70c33fbdca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fa3cc662-a955-4b59-b6b8-35664dfd1a2a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:21.827505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0bb155d8-e46d-4091-9382-abece920905a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:21.858837 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cabfb0-0b29-41e4-9e63-be5b9e2b3912 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:21.859371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8cabfb0-0b29-41e4-9e63-be5b9e2b3912 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:21.865294 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f8cabfb0-0b29-41e4-9e63-be5b9e2b3912 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/7fba00c1-79f3-4ef6-a1cd-a6cc03a16fc9 HTTP/1.1" status: 404 len: 333 time: 0.0829728 Dec 09 22:45:21.865752 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0bb155d8-e46d-4091-9382-abece920905a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:21.867465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34728) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:21.872048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddaa21cd-f387-422a-9d84-cdbf519229de req-37189b4b-052f-4e91-8684-dea73d81c699 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5032794 Dec 09 22:45:21.935271 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f8d708-465f-4fd8-bbc4-c6e18daa3457 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:21.935735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f8d708-465f-4fd8-bbc4-c6e18daa3457 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:21.940957 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-61f8d708-465f-4fd8-bbc4-c6e18daa3457 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/4da5cc54-5c11-48ac-a5c3-f29e484efd90 HTTP/1.1" status: 404 len: 337 time: 0.0708890 Dec 09 22:45:21.945013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34732) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:21.976447 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-14e9e9bf-0f2f-43a3-9198-70c33fbdca47 None None] Set router fa3cc662-a955-4b59-b6b8-35664dfd1a2a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:22.027280 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e60e7d-9c2b-4d74-ac03-140b1dc79bf1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.027877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e60e7d-9c2b-4d74-ac03-140b1dc79bf1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.034662 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-73e60e7d-9c2b-4d74-ac03-140b1dc79bf1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/4adf1433-e2e5-4ab4-af92-0e5385aa5511 HTTP/1.1" status: 404 len: 337 time: 0.0844417 Dec 09 22:45:22.037063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34736) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.053657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f1970-d3fe-4db8-b28c-ad6dcaa044b7 req-a24f2b5f-f555-42b5-95d2-1ee62d0b715e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:22.055446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe5f1970-d3fe-4db8-b28c-ad6dcaa044b7 req-a24f2b5f-f555-42b5-95d2-1ee62d0b715e tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.2961459 Dec 09 22:45:22.074170 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0270fd-7027-4dea-9c42-b726e35b8f11 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.074808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0270fd-7027-4dea-9c42-b726e35b8f11 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.078596 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ce0270fd-7027-4dea-9c42-b726e35b8f11 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/7ed3a16a-6764-4d00-8c7f-43af43c030cf HTTP/1.1" status: 404 len: 333 time: 0.0405085 Dec 09 22:45:22.079965 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa416947-0c24-4aa7-82df-87b7cca6555c tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:22.083030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34738) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.101309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc43253b-2271-43d6-95f5-358956468e97 None None] DHCP port deletion for c98586a8-1bc3-4903-a5e8-931299d13bb7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:22.147604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa21cd-f387-422a-9d84-cdbf519229de req-f03a3f63-9623-4661-8267-b4ad35fc7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:22.150047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddaa21cd-f387-422a-9d84-cdbf519229de req-f03a3f63-9623-4661-8267-b4ad35fc7e73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a50be6269df849769ea8c318b734d26f&device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 1097 time: 0.1600616 Dec 09 22:45:22.151269 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:22.200825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bc43253b-2271-43d6-95f5-358956468e97 None None] Deleting port 54a705ee-b8e1-4b8b-beea-d224fac26266 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:22.202613 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bc43253b-2271-43d6-95f5-358956468e97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:22.237183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa416947-0c24-4aa7-82df-87b7cca6555c tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Pushing event deleted for resources: {'Port': ['ID=3553cede-fbf2-4131-ad6b-3c190c7387d9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:22.243601 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3899d87-8d21-4b43-9370-4697c7584c14 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.244623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3899d87-8d21-4b43-9370-4697c7584c14 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.257731 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a3899d87-8d21-4b43-9370-4697c7584c14 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/4f0f86bb-7e52-476d-aaa2-b5a8c1684aee HTTP/1.1" status: 404 len: 337 time: 0.1731808 Dec 09 22:45:22.258672 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0bb155d8-e46d-4091-9382-abece920905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:22.261060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34742) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.272083 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0bb155d8-e46d-4091-9382-abece920905a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:22.275151 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0bb155d8-e46d-4091-9382-abece920905a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a85d7df-c30a-4043-8194-fcaa4845d070 HTTP/1.1" status: 204 len: 168 time: 0.9071603 Dec 09 22:45:22.304831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb155d8-e46d-4091-9382-abece920905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a85d7df-c30a-4043-8194-fcaa4845d070,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:22.310124 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa416947-0c24-4aa7-82df-87b7cca6555c tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:22.313920 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aa416947-0c24-4aa7-82df-87b7cca6555c tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3553cede-fbf2-4131-ad6b-3c190c7387d9 HTTP/1.1" status: 204 len: 168 time: 1.3310711 Dec 09 22:45:22.316664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34746) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.324221 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bc43253b-2271-43d6-95f5-358956468e97 None None] For port 54a705ee-b8e1-4b8b-beea-d224fac26266, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=54a705ee-b8e1-4b8b-beea-d224fac26266,segment=NetworkSegment(23a96b0d-e0f7-455d-93a7-42b869de6bc6),segment_id=23a96b0d-e0f7-455d-93a7-42b869de6bc6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:22.324898 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bc43253b-2271-43d6-95f5-358956468e97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:22.329566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe5f1970-d3fe-4db8-b28c-ad6dcaa044b7 req-d08948c3-57cf-44e9-bae3-f10511311270 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537103 Dec 09 22:45:22.351376 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-14e9e9bf-0f2f-43a3-9198-70c33fbdca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'name': 'tempest-ImageQuotaTest-752683163-router', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:01Z', 'updated_at': '2021-12-09T22:45:19Z', 'revision_number': 5, 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'gw_port': {'id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:02Z', 'updated_at': '2021-12-09T22:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:22.363877 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f0b245-d856-4c8c-936c-d11682c53ffd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.363877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f0b245-d856-4c8c-936c-d11682c53ffd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.363877 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a4f0b245-d856-4c8c-936c-d11682c53ffd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/cf412a32-5019-40ca-b712-cc8db31b1090 HTTP/1.1" status: 404 len: 337 time: 0.0971537 Dec 09 22:45:22.366069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34748) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.387199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bc43253b-2271-43d6-95f5-358956468e97 None None] Calling delete_port for 54a705ee-b8e1-4b8b-beea-d224fac26266 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:22.404365 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-5343e15b-4e6b-4d1a-af63-90fb8c610ebd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.405039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5343e15b-4e6b-4d1a-af63-90fb8c610ebd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.408411 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5343e15b-4e6b-4d1a-af63-90fb8c610ebd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/5787597c-b8d8-449a-83a6-7657b6a0529f HTTP/1.1" status: 404 len: 333 time: 0.0404906 Dec 09 22:45:22.409243 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e9e9bf-0f2f-43a3-9198-70c33fbdca47 None None] The sync data for ids ['fa3cc662-a955-4b59-b6b8-35664dfd1a2a'] in n-d-789963-23 is: [{'id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'name': 'tempest-ImageQuotaTest-752683163-router', 'tenant_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:01Z', 'updated_at': '2021-12-09T22:45:19Z', 'revision_number': 5, 'project_id': '84c9d86075b8471ca2e1ba4800b7f8ea', 'gw_port': {'id': '60cf42bf-70b4-49ee-b04a-681dc445a48d', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3cc662-a955-4b59-b6b8-35664dfd1a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:02Z', 'updated_at': '2021-12-09T22:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:45:22.410383 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d26fa0f-36de-4573-bac7-348c3ac0fa7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] GET failed (client error): The resource could not be found. Dec 09 22:45:22.412454 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3d26fa0f-36de-4573-bac7-348c3ac0fa7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-818835963-project-admin] 10.222.0.16 "GET /v2.0/ports/3553cede-fbf2-4131-ad6b-3c190c7387d9 HTTP/1.1" status: 404 len: 333 time: 0.0948231 Dec 09 22:45:22.414177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34750) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.418841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34752) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.469206 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bff51a1-5ef3-4897-b480-9a37c436ab64 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.469681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bff51a1-5ef3-4897-b480-9a37c436ab64 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.476479 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6bff51a1-5ef3-4897-b480-9a37c436ab64 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/7bc6eb70-696e-4600-b9e7-d749e187a133 HTTP/1.1" status: 404 len: 337 time: 0.0591664 Dec 09 22:45:22.477139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34754) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.487883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa21cd-f387-422a-9d84-cdbf519229de req-ac63eadd-1552-4c5e-b549-2fc6886810f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:22.489671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddaa21cd-f387-422a-9d84-cdbf519229de req-ac63eadd-1552-4c5e-b549-2fc6886810f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 200 len: 912 time: 0.3087809 Dec 09 22:45:22.522324 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81f13c6-7b44-49e0-8c75-7f75d4fbfa62 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.522715 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81f13c6-7b44-49e0-8c75-7f75d4fbfa62 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.526691 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c81f13c6-7b44-49e0-8c75-7f75d4fbfa62 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/f35d5ecf-d59e-46c9-a44e-4f85ab5d8497 HTTP/1.1" status: 404 len: 337 time: 0.0483253 Dec 09 22:45:22.529178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34756) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.551957 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bc43253b-2271-43d6-95f5-358956468e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:22.565138 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fbad1e-edc1-4fdf-9381-2221c7320cb3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.565716 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62fbad1e-edc1-4fdf-9381-2221c7320cb3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.570230 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-62fbad1e-edc1-4fdf-9381-2221c7320cb3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/a4a162d4-2ad0-40e3-888f-3fa7eb5902b1 HTTP/1.1" status: 404 len: 333 time: 0.0397215 Dec 09 22:45:22.573536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34758) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.592568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Deleting port 60cf42bf-70b4-49ee-b04a-681dc445a48d {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:22.592821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43253b-2271-43d6-95f5-358956468e97 None None] Pushing event deleted for resources: {'Port': ['ID=54a705ee-b8e1-4b8b-beea-d224fac26266,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:22.593421 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:22.602179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43253b-2271-43d6-95f5-358956468e97 None None] No DVR routers for this DVR port 54a705ee-b8e1-4b8b-beea-d224fac26266 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:22.605289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-fac29e33-8c19-4584-81c0-ef7f5578a679 admin admin] Deleting port e980f242-04d4-4f3b-9b9b-f22d6cb67848 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:22.605920 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fac29e33-8c19-4584-81c0-ef7f5578a679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:22.632117 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:22.635847 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97853a3-f1d8-4d04-8825-d24bc4ede47a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.636404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97853a3-f1d8-4d04-8825-d24bc4ede47a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.640364 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f97853a3-f1d8-4d04-8825-d24bc4ede47a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/8208b80b-b723-4cf7-8d4d-4da9419e551f HTTP/1.1" status: 404 len: 337 time: 0.0656369 Dec 09 22:45:22.644057 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34762) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.678805 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:22.698654 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa80444-4eaf-49ff-a92b-f8e024adcca5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.699174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa80444-4eaf-49ff-a92b-f8e024adcca5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.703509 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1aa80444-4eaf-49ff-a92b-f8e024adcca5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/fe5a8fb2-2a69-4243-b317-47d2fae4449b HTTP/1.1" status: 404 len: 333 time: 0.0588789 Dec 09 22:45:22.706012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34764) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.742227 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9438dbf-b4db-423c-8384-32b08907c201 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.742833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9438dbf-b4db-423c-8384-32b08907c201 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.748665 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b9438dbf-b4db-423c-8384-32b08907c201 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/606a42dc-05a8-4faf-90db-587903caf914 HTTP/1.1" status: 404 len: 337 time: 0.0415347 Dec 09 22:45:22.751403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34768) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.784325 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-25694f35-a530-44ef-b227-9db49353d82f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.784913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25694f35-a530-44ef-b227-9db49353d82f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.788360 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-25694f35-a530-44ef-b227-9db49353d82f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/1c0290d7-87b4-457a-affd-0a418500993e HTTP/1.1" status: 404 len: 333 time: 0.0359750 Dec 09 22:45:22.791808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34770) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.825987 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce2614c-ef0c-4c58-afe1-36b1e785b4f5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.826807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce2614c-ef0c-4c58-afe1-36b1e785b4f5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.830393 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6ce2614c-ef0c-4c58-afe1-36b1e785b4f5 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/bb2c5acd-349b-4bd7-96cd-6938749f2d91 HTTP/1.1" status: 404 len: 337 time: 0.0371633 Dec 09 22:45:22.832842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34774) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.870152 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6de842-33e7-4615-aabe-c040c9f905f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.870995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6de842-33e7-4615-aabe-c040c9f905f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.877894 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-df6de842-33e7-4615-aabe-c040c9f905f1 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/c21add4a-6208-4506-a54c-9ff8f2401a62 HTTP/1.1" status: 404 len: 333 time: 0.0409899 Dec 09 22:45:22.877894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34776) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.925686 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf3d422-c893-48e7-9d17-d134f2f1c28b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.926241 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf3d422-c893-48e7-9d17-d134f2f1c28b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.930319 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ddf3d422-c893-48e7-9d17-d134f2f1c28b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/98bf583e-c063-454a-9658-af94f197ee3c HTTP/1.1" status: 404 len: 337 time: 0.0436628 Dec 09 22:45:22.933125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34780) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:22.958668 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-29eb3274-9ae9-46c5-b533-f2ba2fc4ef62 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:22.959248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29eb3274-9ae9-46c5-b533-f2ba2fc4ef62 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:22.968196 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-29eb3274-9ae9-46c5-b533-f2ba2fc4ef62 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/5797103d-e88b-45b7-bccf-50ebd874c2b6 HTTP/1.1" status: 404 len: 333 time: 0.0338240 Dec 09 22:45:22.969100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34782) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:23.001844 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5f3704-b4a4-4634-af06-511902bfb19a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:23.002296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5f3704-b4a4-4634-af06-511902bfb19a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:23.026756 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ca5f3704-b4a4-4634-af06-511902bfb19a tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/b573a7b7-0ac0-4bbb-9e28-690d72a50c4d HTTP/1.1" status: 404 len: 337 time: 0.0562677 Dec 09 22:45:23.028691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34786) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:23.088790 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2722107-7dca-4043-a31f-975690ad0334 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:23.089893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2722107-7dca-4043-a31f-975690ad0334 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:23.103976 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e2722107-7dca-4043-a31f-975690ad0334 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/782965ec-1467-4f85-98fe-c450371963aa HTTP/1.1" status: 404 len: 333 time: 0.0737441 Dec 09 22:45:23.106552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34788) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:23.119913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddaa21cd-f387-422a-9d84-cdbf519229de req-c50dec7a-3087-41da-ba34-4bbf6e8216e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 200 len: 1000 time: 0.6192532 Dec 09 22:45:23.212918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-fac29e33-8c19-4584-81c0-ef7f5578a679 admin admin] For port e980f242-04d4-4f3b-9b9b-f22d6cb67848, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e980f242-04d4-4f3b-9b9b-f22d6cb67848,segment=NetworkSegment(f7f11c17-e2e6-4c51-89f7-22ccb501a775),segment_id=f7f11c17-e2e6-4c51-89f7-22ccb501a775)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:23.213299 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fac29e33-8c19-4584-81c0-ef7f5578a679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:23.221026 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86a5bb4-86cb-4979-a4b3-3f509bbbf333 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:23.221943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86a5bb4-86cb-4979-a4b3-3f509bbbf333 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:23.225744 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a86a5bb4-86cb-4979-a4b3-3f509bbbf333 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/812841bd-0890-4469-8658-8555a9098ca4 HTTP/1.1" status: 404 len: 337 time: 0.1179624 Dec 09 22:45:23.230919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34798) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:23.241140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-fac29e33-8c19-4584-81c0-ef7f5578a679 admin admin] Calling delete_port for e980f242-04d4-4f3b-9b9b-f22d6cb67848 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:23.245225 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] For port 60cf42bf-70b4-49ee-b04a-681dc445a48d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=60cf42bf-70b4-49ee-b04a-681dc445a48d,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:23.245715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:23.249387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-30f91bf6-b99e-46c5-86cd-787c7cf154e5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:23.251149 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-30f91bf6-b99e-46c5-86cd-787c7cf154e5 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.42 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.2232943 Dec 09 22:45:23.283682 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ae5852-4bf2-4456-bba4-022e1cb59fcb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:23.284055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ae5852-4bf2-4456-bba4-022e1cb59fcb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:23.288559 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-70ae5852-4bf2-4456-bba4-022e1cb59fcb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/36e7007a-17c6-4bcf-845d-e3a2fa361b8b HTTP/1.1" status: 404 len: 337 time: 0.0552707 Dec 09 22:45:23.298519 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34800) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:23.398612 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:23.424370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f3fed2-30d1-49f3-b3a7-794c5a981dcf']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:23.436226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6439e019-cfc6-468b-8a1d-f50d1bbae370') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:23.436530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6439e019-cfc6-468b-8a1d-f50d1bbae370') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:23.448691 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:23.465342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Calling delete_port for 60cf42bf-70b4-49ee-b04a-681dc445a48d owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:23.501650 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:23.508749 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:45:23.509164 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:45:23.579825 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:45:23.619820 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:23.667207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 54a705ee-b8e1-4b8b-beea-d224fac26266 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:23.678143 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:23.682293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] 10.222.0.16 "DELETE /v2.0/networks/15f3fed2-30d1-49f3-b3a7-794c5a981dcf HTTP/1.1" status: 204 len: 168 time: 1.2577395 Dec 09 22:45:23.685499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Pushing event deleted for resources: {'Network': ['ID=15f3fed2-30d1-49f3-b3a7-794c5a981dcf,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:23.722320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 54a705ee-b8e1-4b8b-beea-d224fac26266 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:23.722881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 54a705ee-b8e1-4b8b-beea-d224fac26266 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:23.723138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:23.747935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.748300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.748663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.749159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.749424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.749913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.750268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.750611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.750953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.751293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.751630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.751964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.752298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd44162-cc2a-43a8-8daf-2982deaeb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731727004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:23.756862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa21cd-f387-422a-9d84-cdbf519229de req-473ae7c2-014b-4035-a71b-d96cd98bd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:23.761441 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddaa21cd-f387-422a-9d84-cdbf519229de req-473ae7c2-014b-4035-a71b-d96cd98bd04b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 200 len: 850 time: 0.5219164 Dec 09 22:45:23.774481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:23.774843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d9d82de5-dcf4-484c-b4e9-3d4a5eef50f4 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:23.799159 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-de90f6c9-df05-4c79-b890-e2ecf37b0e61 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:23.799833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de90f6c9-df05-4c79-b890-e2ecf37b0e61 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:23.805744 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-de90f6c9-df05-4c79-b890-e2ecf37b0e61 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/710057ca-5b80-4468-89c4-61d6afd57bb9 HTTP/1.1" status: 404 len: 333 time: 0.4708784 Dec 09 22:45:23.809577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34812) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:23.855820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa21cd-f387-422a-9d84-cdbf519229de req-a2e99934-f51b-426f-8387-0ed70ec0b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:23.857584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddaa21cd-f387-422a-9d84-cdbf519229de req-a2e99934-f51b-426f-8387-0ed70ec0b547 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badbd76f-a324-4608-aa2d-ed71f637ff83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852284 Dec 09 22:45:23.866442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa816c-fb7a-43c7-81e5-a2d5ff2ad366 req-ecaef980-5491-4736-a061-fe7e99e05f82 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:23.868039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42fa816c-fb7a-43c7-81e5-a2d5ff2ad366 req-ecaef980-5491-4736-a061-fe7e99e05f82 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 945 time: 0.4003234 Dec 09 22:45:23.870112 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-904aebe5-2b60-412e-b967-2f4cdfca4464 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:23.870679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904aebe5-2b60-412e-b967-2f4cdfca4464 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:23.876487 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-904aebe5-2b60-412e-b967-2f4cdfca4464 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/a9188a08-8126-4297-acb3-e8b4a7e2446b HTTP/1.1" status: 404 len: 337 time: 0.0626628 Dec 09 22:45:23.878256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34816) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:23.919626 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-771f6b83-3a8f-4746-a120-333f90c55e8f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:23.920086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771f6b83-3a8f-4746-a120-333f90c55e8f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:23.926008 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-771f6b83-3a8f-4746-a120-333f90c55e8f tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/3dd0a86c-842d-4d2e-99cb-4a88f34f0148 HTTP/1.1" status: 404 len: 337 time: 0.0454860 Dec 09 22:45:23.926670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34820) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:23.961209 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee618895-93a5-463b-bb46-727ebe9262fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:23.962330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee618895-93a5-463b-bb46-727ebe9262fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:23.969675 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ee618895-93a5-463b-bb46-727ebe9262fb tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/d60220ba-dd4e-4f89-8817-236926698d04 HTTP/1.1" status: 404 len: 333 time: 0.0410137 Dec 09 22:45:23.971165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34822) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.047745 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7f2b67-1043-4c23-8c9c-c11b6b06a915 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:24.048361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7f2b67-1043-4c23-8c9c-c11b6b06a915 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:24.055074 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9a7f2b67-1043-4c23-8c9c-c11b6b06a915 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/024cdd77-36b5-4c16-ac4a-31a5aaba9352 HTTP/1.1" status: 404 len: 337 time: 0.0822804 Dec 09 22:45:24.055740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34828) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.067460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Deleting port d50f613a-260f-49d2-bf29-005df074fec8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:24.067794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:24.142882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34830) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.146271 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-59385611-cd42-4397-bc55-dc2037b65d14 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:24.146777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59385611-cd42-4397-bc55-dc2037b65d14 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:24.150639 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-59385611-cd42-4397-bc55-dc2037b65d14 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/896f329d-a611-4776-a8fb-d2a93a39e1c7 HTTP/1.1" status: 404 len: 337 time: 0.0918813 Dec 09 22:45:24.160427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34834) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.226209 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cffe72-1f42-4975-9451-a7962b9991bd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:24.226951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cffe72-1f42-4975-9451-a7962b9991bd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:24.230359 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-26cffe72-1f42-4975-9451-a7962b9991bd tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/4b2e1529-8b96-49e1-955c-fd5fa4c4c728 HTTP/1.1" status: 404 len: 333 time: 0.0690217 Dec 09 22:45:24.233315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34842) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.255510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42fa816c-fb7a-43c7-81e5-a2d5ff2ad366 req-3ff3be72-3b2f-4628-8010-66f5fbd9d226 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups?id=40bab296-230e-40c2-a71d-41d8903e3059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394043 Dec 09 22:45:24.270355 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fac29e33-8c19-4584-81c0-ef7f5578a679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:24.274923 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf131eb-4d66-443b-8579-af3f6bcb4e38 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:24.275322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf131eb-4d66-443b-8579-af3f6bcb4e38 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:24.281430 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ddf131eb-4d66-443b-8579-af3f6bcb4e38 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/9701b59a-d0a0-445e-95f6-8378d92bdc10 HTTP/1.1" status: 404 len: 337 time: 0.0449810 Dec 09 22:45:24.282391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34844) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.314722 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-22503b51-c26b-4fab-9056-9e4402c963db tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:24.315193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22503b51-c26b-4fab-9056-9e4402c963db tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:24.321330 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-22503b51-c26b-4fab-9056-9e4402c963db tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/114f6aa3-ad89-4ae0-90f2-d9e8a1439852 HTTP/1.1" status: 404 len: 337 time: 0.0358768 Dec 09 22:45:24.321976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34846) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.369803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac29e33-8c19-4584-81c0-ef7f5578a679 admin admin] Pushing event deleted for resources: {'Port': ['ID=e980f242-04d4-4f3b-9b9b-f22d6cb67848,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:24.375003 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2fa23fae-6e92-4da4-8f0e-a42d517f36be tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports?device_id=03782c1c-0916-4806-aed7-bc7a6433c5ee HTTP/1.1" status: 200 len: 205 time: 0.0439823 Dec 09 22:45:24.378652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34848) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.387836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] For port d50f613a-260f-49d2-bf29-005df074fec8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=d50f613a-260f-49d2-bf29-005df074fec8,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:24.388211 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:24.423096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddaa21cd-f387-422a-9d84-cdbf519229de req-4050d2e0-cd31-466a-b201-e1d6c8318071 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518851 Dec 09 22:45:24.457826 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-889f05e0-2091-4cb9-8dc9-88ba6e6ef03b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] delete failed (client error): The resource could not be found. Dec 09 22:45:24.460407 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-889f05e0-2091-4cb9-8dc9-88ba6e6ef03b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/routers/03782c1c-0916-4806-aed7-bc7a6433c5ee HTTP/1.1" status: 404 len: 336 time: 0.0748067 Dec 09 22:45:24.484877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34854) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.566510 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-298ba787-5022-437a-829b-de11e24faded tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:24.566971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298ba787-5022-437a-829b-de11e24faded tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:24.572391 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-298ba787-5022-437a-829b-de11e24faded tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/809d8c00-17ac-4aaa-b4b0-bc6cccdea6cc HTTP/1.1" status: 404 len: 337 time: 0.0777934 Dec 09 22:45:24.588934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34856) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.639671 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-64fac968-1fc1-4d7b-bd50-673bcffd6e82 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "GET /v2.0/ports?device_id=478ba7f1-2c07-4ed2-b779-a3c73a022cd6 HTTP/1.1" status: 200 len: 205 time: 0.0478318 Dec 09 22:45:24.646722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34858) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.749885 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-90fca417-4d6c-4f99-a49c-f489c36b83dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26f3478618b34790820387a62661f0b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5877604 Dec 09 22:45:24.752677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34860) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.803412 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:24.803777 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:24.804096 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Floating IP db79f018-3bc5-49be-9e0e-5b7153021543 disassociated. External IP: 172.25.8.246, port: d50f613a-260f-49d2-bf29-005df074fec8. Dec 09 22:45:24.804440 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Calling delete_port for d50f613a-260f-49d2-bf29-005df074fec8 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:24.815885 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-a91d3f2e-e267-4366-95d7-3509dab208e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] delete failed (client error): The resource could not be found. Dec 09 22:45:24.820973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a91d3f2e-e267-4366-95d7-3509dab208e9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/routers/478ba7f1-2c07-4ed2-b779-a3c73a022cd6 HTTP/1.1" status: 404 len: 336 time: 0.1639128 Dec 09 22:45:24.821210 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:24.822485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34862) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.871693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Pushing event deleted for resources: {'Port': ['ID=60cf42bf-70b4-49ee-b04a-681dc445a48d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:24.900911 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-138aeb1d-e0cd-4d12-827c-cb8ef7a4cf0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:24.903404 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51c707a-b0b6-4099-838f-b3e8ad743e0f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:24.929740 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-03941cdc-3c7b-443a-8a8c-23dee4dac99d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:24.930249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03941cdc-3c7b-443a-8a8c-23dee4dac99d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:24.937210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-03941cdc-3c7b-443a-8a8c-23dee4dac99d tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/9cbb1bd1-8040-47cb-a874-f6d05879647d HTTP/1.1" status: 404 len: 337 time: 0.0995970 Dec 09 22:45:24.937969 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-138aeb1d-e0cd-4d12-827c-cb8ef7a4cf0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:24.938871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ddaa21cd-f387-422a-9d84-cdbf519229de req-6ba6ea14-e8ba-430f-b895-1c198e801992 service neutron] 10.222.0.42 "GET /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495659 Dec 09 22:45:24.939494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34864) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:24.991108 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fac29e33-8c19-4584-81c0-ef7f5578a679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:25.005845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:25.105303 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5745063-7f5f-4acd-9785-fc009a71c60e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:25.105927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5745063-7f5f-4acd-9785-fc009a71c60e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:25.109143 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e5745063-7f5f-4acd-9785-fc009a71c60e tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/3166e98d-65a0-4742-a787-6541e22d2b43 HTTP/1.1" status: 404 len: 337 time: 0.1670914 Dec 09 22:45:25.110811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-138aeb1d-e0cd-4d12-827c-cb8ef7a4cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:25.112269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34870) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:25.113608 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-138aeb1d-e0cd-4d12-827c-cb8ef7a4cf0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:25.114888 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-138aeb1d-e0cd-4d12-827c-cb8ef7a4cf0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05d5ea51-d9ba-44d2-aaab-d8f30459ab88 HTTP/1.1" status: 204 len: 168 time: 0.3611276 Dec 09 22:45:25.126317 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aeb1d-e0cd-4d12-827c-cb8ef7a4cf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d5ea51-d9ba-44d2-aaab-d8f30459ab88,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:25.179200 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:25.190129 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:25.193462 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d051a5-707a-419d-aa37-c5953da894d8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:25.194052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d051a5-707a-419d-aa37-c5953da894d8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:25.197175 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f5d051a5-707a-419d-aa37-c5953da894d8 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/b8597359-e2b5-465f-b341-dbb9297acfde HTTP/1.1" status: 404 len: 333 time: 0.0836697 Dec 09 22:45:25.202559 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34876) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:25.243625 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b036b3-4d52-4f57-87b3-d65df2800391 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:25.244067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b036b3-4d52-4f57-87b3-d65df2800391 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:25.247503 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f8b036b3-4d52-4f57-87b3-d65df2800391 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/6ca3394d-4fc1-4f95-9912-f7250d9d0e04 HTTP/1.1" status: 404 len: 337 time: 0.0424855 Dec 09 22:45:25.250173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34880) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:25.261816 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:25.307942 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:25.308582 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa3cc662-a955-4b59-b6b8-35664dfd1a2a {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:45:25.314329 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:25.315487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-64189d4c-c69e-4183-ae0f-186efb467091 admin admin] 10.222.0.16 "DELETE /v2.0/routers/fa3cc662-a955-4b59-b6b8-35664dfd1a2a HTTP/1.1" status: 204 len: 168 time: 4.2356608 Dec 09 22:45:25.318979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34886) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:25.389476 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-753c95d3-935a-4d25-b5f2-a9bea0dee5ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:25.396848 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753c95d3-935a-4d25-b5f2-a9bea0dee5ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:25.401325 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-753c95d3-935a-4d25-b5f2-a9bea0dee5ae tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/6033e639-56ba-4ae4-89db-9a2cbd875f5c HTTP/1.1" status: 404 len: 333 time: 0.1499715 Dec 09 22:45:25.409126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event deleted for resources: {'Port': ['ID=d50f613a-260f-49d2-bf29-005df074fec8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:25.414678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34892) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:25.508737 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d09b189-9d31-4d09-8809-9512b41b6409 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:25.509116 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d09b189-9d31-4d09-8809-9512b41b6409 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:25.512812 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9d09b189-9d31-4d09-8809-9512b41b6409 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/3857f8bf-5c7d-42a0-b4ed-c8a538ab2e0f HTTP/1.1" status: 404 len: 337 time: 0.0990446 Dec 09 22:45:25.526507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34898) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:25.567456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ccf5fff-d85b-4648-8fcb-a4696b9fc39e req-7ced9bdc-2787-4d4c-ae68-70b1cc8c4f55 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 210 time: 0.1105487 Dec 09 22:45:25.605974 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-40280bce-3671-4805-b480-75cf8ea4ec08 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:25.606947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40280bce-3671-4805-b480-75cf8ea4ec08 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:25.611372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-40280bce-3671-4805-b480-75cf8ea4ec08 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/84c9a8ca-e9de-4423-a6b8-82beb46eaf30 HTTP/1.1" status: 404 len: 333 time: 0.0653048 Dec 09 22:45:25.616146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34900) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:25.619961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ac0701-5e7c-4576-b3cb-3b6b895ae307 admin admin] Deleting subnet 2cf01a6d-7b22-44de-b03c-01bd88eb4ee3 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:45:25.639565 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99ac0701-5e7c-4576-b3cb-3b6b895ae307 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:25.692087 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3ee767-2069-40db-a2ce-4549cd8e09fe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:25.693209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3ee767-2069-40db-a2ce-4549cd8e09fe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:25.699886 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cb3ee767-2069-40db-a2ce-4549cd8e09fe tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/dc5fedf0-5b54-45f2-a745-4615e240fff7 HTTP/1.1" status: 404 len: 337 time: 0.0818529 Dec 09 22:45:25.703230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34902) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:25.799614 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6f0561-5a1e-49eb-85e5-1555c27692a9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:25.803345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6f0561-5a1e-49eb-85e5-1555c27692a9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:25.810715 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2d6f0561-5a1e-49eb-85e5-1555c27692a9 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/8e0df098-9be9-44eb-a1e4-b1dc877609c9 HTTP/1.1" status: 404 len: 333 time: 0.1063764 Dec 09 22:45:25.813457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34904) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:25.820676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac29e33-8c19-4584-81c0-ef7f5578a679 admin admin] Router 8fef5f30-0621-4ad8-aafc-309fc0091633 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:45:25.865601 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99ac0701-5e7c-4576-b3cb-3b6b895ae307 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:25.948063 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-414fc9f9-ee13-4956-bbec-27b2c005b134 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:25.948536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414fc9f9-ee13-4956-bbec-27b2c005b134 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:25.949932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34906) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:25.959963 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-414fc9f9-ee13-4956-bbec-27b2c005b134 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/810f7871-2804-4d54-b17b-547f2d124406 HTTP/1.1" status: 404 len: 337 time: 0.0760674 Dec 09 22:45:25.963456 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34908) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:26.028725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:26.043345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Router 0922fec6-481f-4733-8602-0f1d7dff3bbe has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:45:26.077204 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db45822-af9a-46bb-b718-78f05a23afd7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:26.084745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db45822-af9a-46bb-b718-78f05a23afd7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:26.093669 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: d50f613a-260f-49d2-bf29-005df074fec8 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:26.094968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0db45822-af9a-46bb-b718-78f05a23afd7 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/adf14b92-0bd3-4e5b-8eaa-dbd1c1e2fb97 HTTP/1.1" status: 404 len: 333 time: 0.1258867 Dec 09 22:45:26.102369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device d50f613a-260f-49d2-bf29-005df074fec8 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:26.127421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34912) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:26.232426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:45:26.244665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae164e-9e04-4c6d-9a0c-6f5af14cb869 None None] Sync routers for ids ['0922fec6-481f-4733-8602-0f1d7dff3bbe'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:45:26.264520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae164e-9e04-4c6d-9a0c-6f5af14cb869 None None] Routers {'0922fec6-481f-4733-8602-0f1d7dff3bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:26.265529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a6ae164e-9e04-4c6d-9a0c-6f5af14cb869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0922fec6-481f-4733-8602-0f1d7dff3bbe'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:26.280545 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca6e5ea-dbf3-40d2-8439-c255e15ad6ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:26.281005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca6e5ea-dbf3-40d2-8439-c255e15ad6ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:26.286534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4ca6e5ea-dbf3-40d2-8439-c255e15ad6ec tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/3be98de6-285c-4d92-a124-8f1eb9830d21 HTTP/1.1" status: 404 len: 337 time: 0.1601532 Dec 09 22:45:26.294550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34914) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:26.340837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6ea57254-5cd4-49b8-9e59-c2d6c37c277d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f6dc7056b4d4f05b8184387622acee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3873127 Dec 09 22:45:26.342841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34916) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:26.343886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac29e33-8c19-4584-81c0-ef7f5578a679 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:45:26.349853 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fac29e33-8c19-4584-81c0-ef7f5578a679 admin admin] 10.222.0.16 "PUT /v2.0/routers/8fef5f30-0621-4ad8-aafc-309fc0091633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1294351 Dec 09 22:45:26.356756 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19395c04-c12b-44f0-a73e-ed4d033136dd None None] Sync routers for ids ['8fef5f30-0621-4ad8-aafc-309fc0091633'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:45:26.372687 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19395c04-c12b-44f0-a73e-ed4d033136dd None None] Routers {'8fef5f30-0621-4ad8-aafc-309fc0091633'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:26.376099 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-19395c04-c12b-44f0-a73e-ed4d033136dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8fef5f30-0621-4ad8-aafc-309fc0091633'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:26.381498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34918) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:26.385384 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a350ed4-ecd9-4de7-93c1-861f54ca0aa3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:26.386016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a350ed4-ecd9-4de7-93c1-861f54ca0aa3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:26.407660 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1a350ed4-ecd9-4de7-93c1-861f54ca0aa3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/f073bbd5-3264-42cd-aaee-1454cd3a340f HTTP/1.1" status: 404 len: 333 time: 0.1062169 Dec 09 22:45:26.408546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34920) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:26.413539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] No DVR routers for this DVR port d50f613a-260f-49d2-bf29-005df074fec8 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:26.439562 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99ac0701-5e7c-4576-b3cb-3b6b895ae307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:26.452582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-a6ae164e-9e04-4c6d-9a0c-6f5af14cb869 None None] Set router 0922fec6-481f-4733-8602-0f1d7dff3bbe gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:26.472400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:26.476559 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d898c663-e5dd-4f28-9f08-b8b1011b8575 req-6dcd330b-ece4-49b4-a53d-d81d1a5ecd8b tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.42 "DELETE /v2.0/ports/d50f613a-260f-49d2-bf29-005df074fec8 HTTP/1.1" status: 204 len: 173 time: 3.2004724 Dec 09 22:45:26.477572 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89ce99d-1e82-42d6-bc6a-1510ffdb9889 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:26.478586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89ce99d-1e82-42d6-bc6a-1510ffdb9889 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:26.492731 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d89ce99d-1e82-42d6-bc6a-1510ffdb9889 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/6e6a1ec4-a2a9-4201-8c92-21fa223af7f0 HTTP/1.1" status: 404 len: 337 time: 0.0691805 Dec 09 22:45:26.492731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-deleted', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:45:26.496176 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7ff21e-babc-410c-8b3b-7cd8c2724482" -d '{"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-deleted", "tag": "d50f613a-260f-49d2-bf29-005df074fec8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:45:26.502937 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34922) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:26.534332 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-263751ee-d3dc-4af3-8c85-59e2f1980651 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:26.546631 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263751ee-d3dc-4af3-8c85-59e2f1980651 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:26.557221 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-263751ee-d3dc-4af3-8c85-59e2f1980651 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/ports/ad15e7ee-7025-4c01-a8a7-b83cb4d65b31 HTTP/1.1" status: 404 len: 333 time: 0.0511374 Dec 09 22:45:26.559812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34926) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:26.627213 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3716996-68bd-4065-9d57-9ca441d3b5bc x-openstack-request-id: req-d3716996-68bd-4065-9d57-9ca441d3b5bc {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:45:26.627905 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aa0918-2d13-40c3-bcf3-d7a1b8134ec0", "name": "network-vif-deleted", "tag": "d50f613a-260f-49d2-bf29-005df074fec8", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:45:26.628339 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3716996-68bd-4065-9d57-9ca441d3b5bc {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:45:26.629073 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aa0918-2d13-40c3-bcf3-d7a1b8134ec0', 'name': 'network-vif-deleted', 'tag': 'd50f613a-260f-49d2-bf29-005df074fec8', 'status': 'completed', 'code': 200} Dec 09 22:45:26.630891 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6ce69b-3b65-45d5-ae1a-cd16f806718b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] DELETE failed (client error): The resource could not be found. Dec 09 22:45:26.631551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6ce69b-3b65-45d5-ae1a-cd16f806718b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:45:26.651385 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1a6ce69b-3b65-45d5-ae1a-cd16f806718b tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/subnets/46df730d-1524-4b4a-bbd2-ecd65c3a84e0 HTTP/1.1" status: 404 len: 337 time: 0.0892634 Dec 09 22:45:26.654281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34932) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:26.684025 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-19395c04-c12b-44f0-a73e-ed4d033136dd None None] Set router 8fef5f30-0621-4ad8-aafc-309fc0091633 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:26.890230 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:26.974543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a6ae164e-9e04-4c6d-9a0c-6f5af14cb869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a4f16de6-f80a-4dcc-9067-0320040f5da5', 'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'mac_address': 'fa:16:3e:b6:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:16Z', 'updated_at': '2021-12-09T22:36:27Z', 'revision_number': 5, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'subnets': [{'id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:27.006756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae164e-9e04-4c6d-9a0c-6f5af14cb869 None None] Checking router: 0922fec6-481f-4733-8602-0f1d7dff3bbe for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:45:27.018838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae164e-9e04-4c6d-9a0c-6f5af14cb869 None None] Routers {'0922fec6-481f-4733-8602-0f1d7dff3bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:27.020131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a6ae164e-9e04-4c6d-9a0c-6f5af14cb869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0922fec6-481f-4733-8602-0f1d7dff3bbe'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:27.067536 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.090127 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-19395c04-c12b-44f0-a73e-ed4d033136dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'name': 'tempest-TaggedBootDevicesTest-1627287514-router', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:45:24Z', 'revision_number': 5, 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'gw_port': {'id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:27.098422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98586a8-1bc3-4903-a5e8-931299d13bb7']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:27.110467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a96b0d-e0f7-455d-93a7-42b869de6bc6') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:27.110760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a96b0d-e0f7-455d-93a7-42b869de6bc6') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:27.124987 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.126209 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19395c04-c12b-44f0-a73e-ed4d033136dd None None] Checking router: 8fef5f30-0621-4ad8-aafc-309fc0091633 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:45:27.138619 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19395c04-c12b-44f0-a73e-ed4d033136dd None None] Routers {'8fef5f30-0621-4ad8-aafc-309fc0091633'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:27.139488 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-19395c04-c12b-44f0-a73e-ed4d033136dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8fef5f30-0621-4ad8-aafc-309fc0091633'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:27.162551 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.176846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:45:27.177678 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:45:27.186688 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:45:27.285899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-a6ae164e-9e04-4c6d-9a0c-6f5af14cb869 None None] Set router 0922fec6-481f-4733-8602-0f1d7dff3bbe gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:27.291212 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-19395c04-c12b-44f0-a73e-ed4d033136dd None None] Set router 8fef5f30-0621-4ad8-aafc-309fc0091633 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:27.312975 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.319748 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99ac0701-5e7c-4576-b3cb-3b6b895ae307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.391958 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.403330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.408448 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] 10.222.0.16 "DELETE /v2.0/networks/c98586a8-1bc3-4903-a5e8-931299d13bb7 HTTP/1.1" status: 204 len: 168 time: 0.7521679 Dec 09 22:45:27.411945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a781e2ab-ed76-4c4c-b4dc-eb760f195969 req-c52f6e04-b7c9-42ab-b381-07bb4613d4b2 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aa0918-2d13-40c3-bcf3-d7a1b8134ec0 HTTP/1.1" status: 200 len: 210 time: 0.1094263 Dec 09 22:45:27.424323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Pushing event deleted for resources: {'Network': ['ID=c98586a8-1bc3-4903-a5e8-931299d13bb7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:27.432906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.433624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.434021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.434378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.434727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.435072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.435415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.435755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.436092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.436482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.436826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.437162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.437508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bdab81-52d3-452b-a320-32eb3968b4e3 tempest-NetworksTestDHCPv6-2064149045 tempest-NetworksTestDHCPv6-2064149045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:27.487833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-843207c2-96fb-4efe-9b9e-92815597fc09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.543774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-843207c2-96fb-4efe-9b9e-92815597fc09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.581180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac0701-5e7c-4576-b3cb-3b6b895ae307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf01a6d-7b22-44de-b03c-01bd88eb4ee3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:27.593580 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99ac0701-5e7c-4576-b3cb-3b6b895ae307 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.605456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-99ac0701-5e7c-4576-b3cb-3b6b895ae307 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2cf01a6d-7b22-44de-b03c-01bd88eb4ee3 HTTP/1.1" status: 204 len: 168 time: 2.2854481 Dec 09 22:45:27.609121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34942) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:27.638030 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-19395c04-c12b-44f0-a73e-ed4d033136dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'name': 'tempest-TaggedBootDevicesTest-1627287514-router', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:45:24Z', 'revision_number': 5, 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'gw_port': {'id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:27.647837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919b4c71-ec50-4b94-a48d-35716d390228 None None] Network 55802f1e-051f-43e5-9458-0a71afbd44c8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:27.652002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 60cf42bf-70b4-49ee-b04a-681dc445a48d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:27.737179 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19395c04-c12b-44f0-a73e-ed4d033136dd None None] The sync data for ids ['8fef5f30-0621-4ad8-aafc-309fc0091633'] in n-d-789963-23 is: [{'id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'name': 'tempest-TaggedBootDevicesTest-1627287514-router', 'tenant_id': '0fac709ee1e64645a09ae095ffa249f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:45:24Z', 'revision_number': 5, 'project_id': '0fac709ee1e64645a09ae095ffa249f6', 'gw_port': {'id': 'fe12958b-681e-44e2-bb51-da92ae25896e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef5f30-0621-4ad8-aafc-309fc0091633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:33:33Z', 'updated_at': '2021-12-09T22:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:45:27.785818 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-843207c2-96fb-4efe-9b9e-92815597fc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.788247 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-843207c2-96fb-4efe-9b9e-92815597fc09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.789429 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-843207c2-96fb-4efe-9b9e-92815597fc09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/955c1bf5-35b3-4c1f-8217-7d6867297d65 HTTP/1.1" status: 204 len: 168 time: 1.4436111 Dec 09 22:45:27.798867 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.829537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843207c2-96fb-4efe-9b9e-92815597fc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955c1bf5-35b3-4c1f-8217-7d6867297d65,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:27.874411 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:27.949952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 60cf42bf-70b4-49ee-b04a-681dc445a48d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:27.950570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 60cf42bf-70b4-49ee-b04a-681dc445a48d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:27.951763 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Deleting port b84d0788-6c15-4fe1-9696-f0aa52218cd7 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:27.952425 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:28.050290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Deleting port fe12958b-681e-44e2-bb51-da92ae25896e {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:28.050552 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:28.078802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a6ae164e-9e04-4c6d-9a0c-6f5af14cb869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a4f16de6-f80a-4dcc-9067-0320040f5da5', 'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'mac_address': 'fa:16:3e:b6:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:16Z', 'updated_at': '2021-12-09T22:36:27Z', 'revision_number': 5, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'subnets': [{'id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:28.118498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34954) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:28.121395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae164e-9e04-4c6d-9a0c-6f5af14cb869 None None] The sync data for ids ['0922fec6-481f-4733-8602-0f1d7dff3bbe'] in n-d-789963-23 is: [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:36:18Z', 'revision_number': 4, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a4f16de6-f80a-4dcc-9067-0320040f5da5', 'name': '', 'network_id': 'badbd76f-a324-4608-aa2d-ed71f637ff83', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'mac_address': 'fa:16:3e:b6:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:16Z', 'updated_at': '2021-12-09T22:36:27Z', 'revision_number': 5, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'subnets': [{'id': '7b500527-9fce-41df-940e-84cdb130d7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:45:28.162031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e1cdea-efee-492c-8fb5-44d7961f5d52 None None] DHCP port deletion for 55802f1e-051f-43e5-9458-0a71afbd44c8 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:28.167433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] For port b84d0788-6c15-4fe1-9696-f0aa52218cd7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b84d0788-6c15-4fe1-9696-f0aa52218cd7,segment=NetworkSegment(2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3),segment_id=2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:28.167924 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:28.267665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1cdea-efee-492c-8fb5-44d7961f5d52 None None] Deleting port b84d0788-6c15-4fe1-9696-f0aa52218cd7 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:28.268519 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3e1cdea-efee-492c-8fb5-44d7961f5d52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:28.272996 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Calling delete_port for b84d0788-6c15-4fe1-9696-f0aa52218cd7 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:28.365174 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d3e1cdea-efee-492c-8fb5-44d7961f5d52 None None] For port b84d0788-6c15-4fe1-9696-f0aa52218cd7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b84d0788-6c15-4fe1-9696-f0aa52218cd7,segment=NetworkSegment(2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3),segment_id=2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:28.366681 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3e1cdea-efee-492c-8fb5-44d7961f5d52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:28.367509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] For port fe12958b-681e-44e2-bb51-da92ae25896e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fe12958b-681e-44e2-bb51-da92ae25896e,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:28.367923 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:28.385125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1cdea-efee-492c-8fb5-44d7961f5d52 None None] Calling delete_port for b84d0788-6c15-4fe1-9696-f0aa52218cd7 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:28.422819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Calling delete_port for fe12958b-681e-44e2-bb51-da92ae25896e owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:28.520050 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:28.543938 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3e1cdea-efee-492c-8fb5-44d7961f5d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:28.558409 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e1cdea-efee-492c-8fb5-44d7961f5d52 None None] No DVR routers for this DVR port b84d0788-6c15-4fe1-9696-f0aa52218cd7 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:28.583933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1cdea-efee-492c-8fb5-44d7961f5d52 None None] Pushing event deleted for resources: {'Port': ['ID=b84d0788-6c15-4fe1-9696-f0aa52218cd7,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:28.610231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] No DVR routers for this DVR port b84d0788-6c15-4fe1-9696-f0aa52218cd7 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:28.762189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773dfd4c-bd11-4d3a-a5eb-cdba5071e90f None None] New status for floating IP db79f018-3bc5-49be-9e0e-5b7153021543: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:45:28.799290 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:28.821494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55802f1e-051f-43e5-9458-0a71afbd44c8']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:28.834422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:28.834722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1efe00-38c1-4ccf-828a-42fa5c0cb2a3') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:28.846740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:28.853439 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34964) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:28.855725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b84d0788-6c15-4fe1-9696-f0aa52218cd7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:28.900548 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:28.913520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:45:28.913984 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:45:28.915908 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:45:28.947808 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1f97c88-de48-4fc5-a508-a5108d3c02a1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.004303 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.038937 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1f97c88-de48-4fc5-a508-a5108d3c02a1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.041673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe12958b-681e-44e2-bb51-da92ae25896e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:29.064366 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.070243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.076768 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/55802f1e-051f-43e5-9458-0a71afbd44c8 HTTP/1.1" status: 204 len: 168 time: 1.4642141 Dec 09 22:45:29.090600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e6547-1f1e-4ed1-a424-3ebafad0cd95 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:29.125894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928da88-2f33-44f8-a160-2c93385420c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=55802f1e-051f-43e5-9458-0a71afbd44c8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:29.200939 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1f97c88-de48-4fc5-a508-a5108d3c02a1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.210710 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1f97c88-de48-4fc5-a508-a5108d3c02a1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.215854 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d1f97c88-de48-4fc5-a508-a5108d3c02a1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "DELETE /v2.0/security-groups/40bab296-230e-40c2-a71d-41d8903e3059 HTTP/1.1" status: 204 len: 168 time: 0.3612275 Dec 09 22:45:29.217797 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34986) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:29.221741 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.282845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f97c88-de48-4fc5-a508-a5108d3c02a1 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bab296-230e-40c2-a71d-41d8903e3059,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:29.327832 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-11a0f0d5-3df1-4274-9dcc-d0b0af1618de tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] show failed (client error): The resource could not be found. Dec 09 22:45:29.334287 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-11a0f0d5-3df1-4274-9dcc-d0b0af1618de tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "GET /v2.0/security-groups/40bab296-230e-40c2-a71d-41d8903e3059 HTTP/1.1" status: 404 len: 347 time: 0.0995295 Dec 09 22:45:29.336775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34992) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:29.397152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.401440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.416736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 34996) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:29.518854 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.519446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fef5f30-0621-4ad8-aafc-309fc0091633 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:45:29.526616 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.528631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-781cc92e-25de-4aa2-8217-6333da380166 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8fef5f30-0621-4ad8-aafc-309fc0091633 HTTP/1.1" status: 204 len: 168 time: 3.1461444 Dec 09 22:45:29.531221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 34998) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:29.586212 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-17b96a22-bc9e-4c03-9014-c6a87b002841 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84c9d86075b8471ca2e1ba4800b7f8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1668351 Dec 09 22:45:29.590688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35000) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:29.609590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-abce20d1-53ee-4eba-a2b4-540f17caed67 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Deleting port 4d79da08-2329-4926-a031-2e9dd2491c16 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:29.609992 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-abce20d1-53ee-4eba-a2b4-540f17caed67 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.618482 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b7a4eca6-2a52-4bd6-a84a-59a08b1bd022 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3347f006c25a46f68ab40638d0a5cc63&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4987555 Dec 09 22:45:29.621251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35002) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:29.794447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-8725e214-9872-40d5-8957-6b2d5ac45892 admin admin] Deleting subnet f2c82899-99b4-402b-86df-a6add190ce67 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:45:29.801133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f37817d1-9386-455c-a836-040c89e7a215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.810328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b84d0788-6c15-4fe1-9696-f0aa52218cd7 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:29.817088 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8725e214-9872-40d5-8957-6b2d5ac45892 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.833196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: b84d0788-6c15-4fe1-9696-f0aa52218cd7 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:29.833560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b84d0788-6c15-4fe1-9696-f0aa52218cd7 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:29.834045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e980f242-04d4-4f3b-9b9b-f22d6cb67848 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:29.865748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: e980f242-04d4-4f3b-9b9b-f22d6cb67848 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:29.866136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e980f242-04d4-4f3b-9b9b-f22d6cb67848 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:29.872283 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-abce20d1-53ee-4eba-a2b4-540f17caed67 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.872629 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-abce20d1-53ee-4eba-a2b4-540f17caed67 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.892650 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f37817d1-9386-455c-a836-040c89e7a215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.909372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-abce20d1-53ee-4eba-a2b4-540f17caed67 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Calling delete_port for 4d79da08-2329-4926-a031-2e9dd2491c16 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:29.912812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8725e214-9872-40d5-8957-6b2d5ac45892 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:29.984929 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3b64-d375-41d8-bbb7-5dd97a07911d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.030653 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f37817d1-9386-455c-a836-040c89e7a215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.033913 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f37817d1-9386-455c-a836-040c89e7a215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.035282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f37817d1-9386-455c-a836-040c89e7a215 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1fecb07-3ca5-4762-9c41-6e8541864958 HTTP/1.1" status: 204 len: 168 time: 0.4127135 Dec 09 22:45:30.043148 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8725e214-9872-40d5-8957-6b2d5ac45892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.076485 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3b64-d375-41d8-bbb7-5dd97a07911d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.147124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37817d1-9386-455c-a836-040c89e7a215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fecb07-3ca5-4762-9c41-6e8541864958,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:30.310861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8725e214-9872-40d5-8957-6b2d5ac45892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.328279 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3b64-d375-41d8-bbb7-5dd97a07911d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.334098 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3b64-d375-41d8-bbb7-5dd97a07911d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.335301 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ba7c3b64-d375-41d8-bbb7-5dd97a07911d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4ac7f8f-cb20-4f94-83aa-5ab476080ec3 HTTP/1.1" status: 204 len: 168 time: 0.7436929 Dec 09 22:45:30.350896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725e214-9872-40d5-8957-6b2d5ac45892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c82899-99b4-402b-86df-a6add190ce67,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:30.353324 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8725e214-9872-40d5-8957-6b2d5ac45892 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.358191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8725e214-9872-40d5-8957-6b2d5ac45892 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f2c82899-99b4-402b-86df-a6add190ce67 HTTP/1.1" status: 204 len: 168 time: 0.8249393 Dec 09 22:45:30.360305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35020) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:30.362957 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16778a5a-c312-4284-be09-2c098230e40d None None] Network cc534ea0-f6ec-440e-b2d6-c6df5986bcfa requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:30.383707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c3b64-d375-41d8-bbb7-5dd97a07911d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ac7f8f-cb20-4f94-83aa-5ab476080ec3,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:30.399698 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-abce20d1-53ee-4eba-a2b4-540f17caed67 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.446588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce20d1-53ee-4eba-a2b4-540f17caed67 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Pushing event deleted for resources: {'Port': ['ID=4d79da08-2329-4926-a031-2e9dd2491c16,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:30.492728 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.612726 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-abce20d1-53ee-4eba-a2b4-540f17caed67 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.640824 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-abce20d1-53ee-4eba-a2b4-540f17caed67 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.647604 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-abce20d1-53ee-4eba-a2b4-540f17caed67 tempest-ServerActionsTestJSON-510075562 tempest-ServerActionsTestJSON-510075562-project] 10.222.0.16 "DELETE /v2.0/floatingips/db79f018-3bc5-49be-9e0e-5b7153021543 HTTP/1.1" status: 204 len: 168 time: 1.3062499 Dec 09 22:45:30.651573 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35024) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:30.653156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Deleting port efd86046-bd8d-4e61-8c0b-b4727fed8d05 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:30.653600 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.799287 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] DHCP port deletion for cc534ea0-f6ec-440e-b2d6-c6df5986bcfa request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:30.846318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] For port efd86046-bd8d-4e61-8c0b-b4727fed8d05, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=efd86046-bd8d-4e61-8c0b-b4727fed8d05,segment=NetworkSegment(f7f11c17-e2e6-4c51-89f7-22ccb501a775),segment_id=f7f11c17-e2e6-4c51-89f7-22ccb501a775)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:30.846694 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:30.878995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Calling delete_port for efd86046-bd8d-4e61-8c0b-b4727fed8d05 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:30.925082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Deleting port efd86046-bd8d-4e61-8c0b-b4727fed8d05 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:30.926613 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:31.070235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:31.143996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] No DVR routers for this DVR port efd86046-bd8d-4e61-8c0b-b4727fed8d05 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:31.152271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd86046-bd8d-4e61-8c0b-b4727fed8d05,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:31.235758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] For port efd86046-bd8d-4e61-8c0b-b4727fed8d05, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=efd86046-bd8d-4e61-8c0b-b4727fed8d05,segment=NetworkSegment(f7f11c17-e2e6-4c51-89f7-22ccb501a775),segment_id=f7f11c17-e2e6-4c51-89f7-22ccb501a775)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:31.236757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:31.300301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Calling delete_port for efd86046-bd8d-4e61-8c0b-b4727fed8d05 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:31.327431 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1ed0b334-da70-4afc-8d3a-0cbea2d67089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:31.329309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35044) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:31.427635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:31.469632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc534ea0-f6ec-440e-b2d6-c6df5986bcfa']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:31.499729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f11c17-e2e6-4c51-89f7-22ccb501a775') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:31.500120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f11c17-e2e6-4c51-89f7-22ccb501a775') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:31.530072 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:31.550496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-687bec38-1610-43f5-a8ae-d39b23139fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:31.570325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:31.590073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:45:31.590073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:45:31.596405 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:45:31.679623 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:31.731160 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:31.739700 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:31.761071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cc534ea0-f6ec-440e-b2d6-c6df5986bcfa HTTP/1.1" status: 204 len: 168 time: 1.3988364 Dec 09 22:45:31.774837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Pushing event deleted for resources: {'Port': ['ID=efd86046-bd8d-4e61-8c0b-b4727fed8d05,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:31.795957 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fe12958b-681e-44e2-bb51-da92ae25896e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:31.809237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948a143-7b08-44bc-a897-34cbbde5d998 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc534ea0-f6ec-440e-b2d6-c6df5986bcfa,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:31.882604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] No DVR routers for this DVR port efd86046-bd8d-4e61-8c0b-b4727fed8d05 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:31.885716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.886188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.886632 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.887237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.887534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.887885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.888226 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.888565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.888905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.889955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.890302 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.890642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.890980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f27d23-bd2a-4499-a754-f82cae509adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:45:31.900418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: fe12958b-681e-44e2-bb51-da92ae25896e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:31.901481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fe12958b-681e-44e2-bb51-da92ae25896e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:31.901909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device efd86046-bd8d-4e61-8c0b-b4727fed8d05 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:31.907561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35054) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:31.971643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: efd86046-bd8d-4e61-8c0b-b4727fed8d05 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:31.972179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device efd86046-bd8d-4e61-8c0b-b4727fed8d05 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:32.291061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35062) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:32.356609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1913429620', 'router:external': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:32.371595 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-687bec38-1610-43f5-a8ae-d39b23139fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.404858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-687bec38-1610-43f5-a8ae-d39b23139fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.416068 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ca289582-c45f-44ee-a0a6-77c08d09ed93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef632dab2bf6481eb8e74af88b3d19bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1238341 Dec 09 22:45:32.420292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35064) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:32.445558 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Made reservation on behalf of 5a893693d92741ab976fc9aeae268315 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:32.448723 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.470628 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.554203 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-687bec38-1610-43f5-a8ae-d39b23139fc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.2209127 Dec 09 22:45:32.557096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35072) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:32.592338 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.609461 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.616069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bec38-1610-43f5-a8ae-d39b23139fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f01e34b-f443-4a17-81e7-3224f23a7eb9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:32.678793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:45:32.742710 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa436e2b-5da7-435a-8560-dafbad9f9d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.748378 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1cd46019-3c1f-4a01-8011-d47bb0930764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.774725 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa436e2b-5da7-435a-8560-dafbad9f9d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.792175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717e2827-a95f-4d4a-ab8a-752d42f17ddb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:32.812796 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5d97c1f-8ff1-4a21-8295-5cc8c6ace98c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.836973 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.837457 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Added segment c96fa22f-8139-451b-a7f2-cd1cd9693542 of type vlan for network 43168086-fc8b-481b-85fc-450199d43dcf Dec 09 22:45:32.849441 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5d97c1f-8ff1-4a21-8295-5cc8c6ace98c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.887333 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.898690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa436e2b-5da7-435a-8560-dafbad9f9d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.901861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa436e2b-5da7-435a-8560-dafbad9f9d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.903065 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fa436e2b-5da7-435a-8560-dafbad9f9d2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64d08c33-6365-4cdb-af1a-06e7692141b8 HTTP/1.1" status: 204 len: 168 time: 0.4815590 Dec 09 22:45:32.918055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa436e2b-5da7-435a-8560-dafbad9f9d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d08c33-6365-4cdb-af1a-06e7692141b8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:32.949227 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.955683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:32.958799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:32.959400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.018970 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1102185 Dec 09 22:45:33.022226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35084) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.072600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Request body: {'subnet': {'network_id': '43168086-fc8b-481b-85fc-450199d43dcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:33.085217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35373f-f67d-4e07-8731-c054e6d8bad8 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event updated for resources: {'Network': ['ID=43168086-fc8b-481b-85fc-450199d43dcf,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:33.092990 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5d97c1f-8ff1-4a21-8295-5cc8c6ace98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:33.096329 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5d97c1f-8ff1-4a21-8295-5cc8c6ace98c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:33.099797 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e5d97c1f-8ff1-4a21-8295-5cc8c6ace98c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f01e34b-f443-4a17-81e7-3224f23a7eb9 HTTP/1.1" status: 204 len: 168 time: 0.5381980 Dec 09 22:45:33.101182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 43168086-fc8b-481b-85fc-450199d43dcf details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:45:33.111077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Made reservation on behalf of 5a893693d92741ab976fc9aeae268315 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:33.118965 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:33.129330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d97c1f-8ff1-4a21-8295-5cc8c6ace98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f01e34b-f443-4a17-81e7-3224f23a7eb9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:33.210125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-1cd46019-3c1f-4a01-8011-d47bb0930764 admin admin] Deleting port a4f16de6-f80a-4dcc-9067-0320040f5da5 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:33.210452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1cd46019-3c1f-4a01-8011-d47bb0930764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:33.341269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-1cd46019-3c1f-4a01-8011-d47bb0930764 admin admin] For port a4f16de6-f80a-4dcc-9067-0320040f5da5, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a4f16de6-f80a-4dcc-9067-0320040f5da5,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:33.342229 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1cd46019-3c1f-4a01-8011-d47bb0930764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:33.363283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-1cd46019-3c1f-4a01-8011-d47bb0930764 admin admin] Calling delete_port for a4f16de6-f80a-4dcc-9067-0320040f5da5 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:33.612066 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1cd46019-3c1f-4a01-8011-d47bb0930764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:33.637952 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-62031af4-aa8f-450f-8081-2e3386d61776 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:33.643066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35100) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.657652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-536e3afc-8bc0-4698-8313-2cd35a56f34d tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:33.658712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-536e3afc-8bc0-4698-8313-2cd35a56f34d tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0148013 Dec 09 22:45:33.665780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35102) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.667088 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-62031af4-aa8f-450f-8081-2e3386d61776 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.7050900 Dec 09 22:45:33.671183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-529ff622-6bd8-4bcb-bfea-259cfc52f4e4 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:33.675863 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-529ff622-6bd8-4bcb-bfea-259cfc52f4e4 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0084407 Dec 09 22:45:33.676515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35104) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.702187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-275af44b-49b8-4289-96c1-fe0d6f1ab906 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:33.717426 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-275af44b-49b8-4289-96c1-fe0d6f1ab906 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0380516 Dec 09 22:45:33.728429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35106) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.744026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-99d223be-2bdc-422c-905e-c593af2b24ac tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:33.749572 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-99d223be-2bdc-422c-905e-c593af2b24ac tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0189078 Dec 09 22:45:33.751518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35108) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.782046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-6767e84c-8260-404b-a2e2-c6ca5da8e989 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:33.788514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6767e84c-8260-404b-a2e2-c6ca5da8e989 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0322564 Dec 09 22:45:33.790531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35110) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.891029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd46019-3c1f-4a01-8011-d47bb0930764 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f16de6-f80a-4dcc-9067-0320040f5da5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:33.906099 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-12fe7f6a-8b33-4a63-990a-07daee2e0201 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:33.908625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-12fe7f6a-8b33-4a63-990a-07daee2e0201 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.1154661 Dec 09 22:45:33.917544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35112) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.920308 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1fcdbf79-b44d-4204-890a-b1e4df7d2684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:33.928511 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:33.931911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-cae3b854-ab0b-4d33-8054-18bf0ecc2f10 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:33.933350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cae3b854-ab0b-4d33-8054-18bf0ecc2f10 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0092056 Dec 09 22:45:33.936836 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35114) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.943052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-e27dd9e2-9b79-430b-a289-91a8919dc859 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:33.944372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e27dd9e2-9b79-430b-a289-91a8919dc859 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0062678 Dec 09 22:45:33.948739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35116) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.953994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-fd8b27a6-875f-4ece-9f65-0ef5ddbece87 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:33.956327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fd8b27a6-875f-4ece-9f65-0ef5ddbece87 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062683 Dec 09 22:45:33.963647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35118) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.974934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-0ce9d73f-89c2-4f03-9904-ff99bcbe837f tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:33.976203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0ce9d73f-89c2-4f03-9904-ff99bcbe837f tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0055621 Dec 09 22:45:33.979260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35120) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.984377 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35122) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:33.997652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-7295ee6a-5e73-4b40-b8cd-c6e442af6670 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.006721 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7295ee6a-5e73-4b40-b8cd-c6e442af6670 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0135329 Dec 09 22:45:34.010124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35124) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.016055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-36a1e51d-57ec-49ee-98b5-f82550a3eff1 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.017348 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-36a1e51d-57ec-49ee-98b5-f82550a3eff1 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0056245 Dec 09 22:45:34.020468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35126) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.025519 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-c455ef4e-567e-4311-9d5b-63791340475e tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.026774 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c455ef4e-567e-4311-9d5b-63791340475e tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052986 Dec 09 22:45:34.029239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35128) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.033678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-c3542f41-843d-4b0d-9577-be1e19a1918b tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.034797 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c3542f41-843d-4b0d-9577-be1e19a1918b tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044017 Dec 09 22:45:34.038455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35130) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.043789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-41eedd23-79b0-49cf-ba28-fb8271de2902 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.044890 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-41eedd23-79b0-49cf-ba28-fb8271de2902 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054190 Dec 09 22:45:34.048825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35132) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.063048 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-2e99e864-8cfa-4b18-a7d8-9090a61e815a tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.073112 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2e99e864-8cfa-4b18-a7d8-9090a61e815a tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0169003 Dec 09 22:45:34.076767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35134) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.081268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-743f9128-ce98-4352-a813-bdcd0637094d tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.100583 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-743f9128-ce98-4352-a813-bdcd0637094d tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0213757 Dec 09 22:45:34.106668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35136) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.112748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-6d7bc66e-80ca-4d9b-94fd-cefcd78ed065 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.113836 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6d7bc66e-80ca-4d9b-94fd-cefcd78ed065 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045490 Dec 09 22:45:34.116496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35138) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.127949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-c4182d8b-3eb0-4bff-b2c1-65df598c6511 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.129622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c4182d8b-3eb0-4bff-b2c1-65df598c6511 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0064156 Dec 09 22:45:34.135311 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35140) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.147722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-9643e9bb-090a-492e-9f19-ea47ab5c8b42 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.149172 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9643e9bb-090a-492e-9f19-ea47ab5c8b42 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0090904 Dec 09 22:45:34.152060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35142) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.156435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-621bf3bf-36ea-4b26-a447-02f55b089f02 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.157496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-621bf3bf-36ea-4b26-a447-02f55b089f02 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044522 Dec 09 22:45:34.162822 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ad00889c-160a-470f-98dd-fe8c412adf32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fac709ee1e64645a09ae095ffa249f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1770787 Dec 09 22:45:34.165660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35144) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.166691 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35146) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.176209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-88152889-60f4-49d3-bafb-4e3518237a6c tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.177290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-88152889-60f4-49d3-bafb-4e3518237a6c tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0096123 Dec 09 22:45:34.195145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35148) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.201367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-f2b07325-d439-46d1-9104-372696d4385e tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.202053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f2b07325-d439-46d1-9104-372696d4385e tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043347 Dec 09 22:45:34.210200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1cd46019-3c1f-4a01-8011-d47bb0930764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:34.213379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35150) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.217941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-935cdafc-8f75-4c88-be1c-1a3a5198fc47 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.219162 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-935cdafc-8f75-4c88-be1c-1a3a5198fc47 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044906 Dec 09 22:45:34.223388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35152) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.227965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-882bc835-ffa5-4979-a03b-8b67669e6e93 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.229127 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-882bc835-ffa5-4979-a03b-8b67669e6e93 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044653 Dec 09 22:45:34.231599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35154) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.235965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-0e889cb5-3f55-47a4-abe4-0a5872057c1d tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.238983 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0e889cb5-3f55-47a4-abe4-0a5872057c1d tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042799 Dec 09 22:45:34.239141 n-d-789963-23 neutron-server[103418]: DEBUG neutron.objects.ports [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103418) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:45:34.239141 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:34.245344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35156) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.287662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-43e34194-335d-4f07-9a22-dfbf97b779a6 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.288604 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-43e34194-335d-4f07-9a22-dfbf97b779a6 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042698 Dec 09 22:45:34.292154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35158) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.294212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9c5516e1-a225-450b-9f92-5ff134d65bd0,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:34.297104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-813c2450-05d3-4c6e-84f9-c0f0d9907cf0 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.300297 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-813c2450-05d3-4c6e-84f9-c0f0d9907cf0 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048587 Dec 09 22:45:34.302223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35160) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.306751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-c696e10c-c366-4502-a266-1ca719f7ab0c tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.309800 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c696e10c-c366-4502-a266-1ca719f7ab0c tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050163 Dec 09 22:45:34.310128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35162) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.314471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-16817b24-1002-4134-a41e-65283ad0cc2c tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.319514 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-16817b24-1002-4134-a41e-65283ad0cc2c tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0057180 Dec 09 22:45:34.319769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35164) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.324748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-5baa617d-5512-483f-99f7-3b0e62dc1d6e tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.328572 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5baa617d-5512-483f-99f7-3b0e62dc1d6e tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050757 Dec 09 22:45:34.328572 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35166) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.333997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-be0784a7-8c1e-40c4-87f0-e1125ef6457f tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.334771 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-be0784a7-8c1e-40c4-87f0-e1125ef6457f tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0054450 Dec 09 22:45:34.337099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35168) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.346017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-c80618dc-8730-4131-9999-755f58c74a38 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.347097 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c80618dc-8730-4131-9999-755f58c74a38 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0089316 Dec 09 22:45:34.349613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35170) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.372537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Checking segment: {'id': 'c96fa22f-8139-451b-a7f2-cd1cd9693542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '43168086-fc8b-481b-85fc-450199d43dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:34.372905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Network hostable DHCP agents. Network: 43168086-fc8b-481b-85fc-450199d43dcf, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:45:34.375741 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db7b6e5-8d88-4c5e-9f94-2edf6d4ed8ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:34.418946 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db7b6e5-8d88-4c5e-9f94-2edf6d4ed8ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:34.427658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Network 43168086-fc8b-481b-85fc-450199d43dcf is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:45:34.458906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 43168086-fc8b-481b-85fc-450199d43dcf) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:34.466248 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:34.466953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:34.472580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff10201-9daa-46b8-9449-c6a7423d6e87 None None] Network 43168086-fc8b-481b-85fc-450199d43dcf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:34.502859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-94bdc972-942c-490c-b3a9-d35029b12fe9 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4786468 Dec 09 22:45:34.506364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35174) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.513650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-593931597', 'network_id': '43168086-fc8b-481b-85fc-450199d43dcf'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:34.544263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Made reservation on behalf of 5a893693d92741ab976fc9aeae268315 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:34.547464 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:34.570367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] device_id is not set on port 9c9f8f10-a430-490f-a0ae-04e6b332c9ca yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:45:34.659160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc073a9c-4c18-4354-bc43-2c838a6e0ec4 None None] Network 43168086-fc8b-481b-85fc-450199d43dcf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:34.710448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Allocated IP 172.20.0.10 (43168086-fc8b-481b-85fc-450199d43dcf/9c5516e1-a225-450b-9f92-5ff134d65bd0/9c9f8f10-a430-490f-a0ae-04e6b332c9ca) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:34.742961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-1c64228f-8cfa-4e32-9994-b7bbb58f36d7 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.744496 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1c64228f-8cfa-4e32-9994-b7bbb58f36d7 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.3937438 Dec 09 22:45:34.752980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35178) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.758959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-7b72af06-efe4-4a40-9267-59ad9ca3aeb9 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.763301 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7b72af06-efe4-4a40-9267-59ad9ca3aeb9 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0086880 Dec 09 22:45:34.766370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35180) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.771508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-9b5b6e3b-f933-41f9-b837-2d16face53d2 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.774526 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9b5b6e3b-f933-41f9-b837-2d16face53d2 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0071423 Dec 09 22:45:34.779030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35182) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.783654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-19654c12-f856-40d6-8908-ba0f64e0c2c8 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.786298 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-19654c12-f856-40d6-8908-ba0f64e0c2c8 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0064933 Dec 09 22:45:34.788891 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35184) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.794134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-e04d598e-5a75-48ce-8fbb-7cb515e1cfad tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.795306 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e04d598e-5a75-48ce-8fbb-7cb515e1cfad tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052478 Dec 09 22:45:34.800349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35186) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.804880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-59d112a0-13a2-46ca-916f-5f8b9349c486 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.806642 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-59d112a0-13a2-46ca-916f-5f8b9349c486 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047388 Dec 09 22:45:34.809546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35188) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.813973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-06b30518-8443-41a9-992a-9e63a80ac2da tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.815106 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-06b30518-8443-41a9-992a-9e63a80ac2da tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044463 Dec 09 22:45:34.820591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35190) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.822631 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:34.825645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-785921de-6e06-494b-addc-930535c7033b tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.829103 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-785921de-6e06-494b-addc-930535c7033b tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048134 Dec 09 22:45:34.831600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35192) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.838474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-b463fb53-4c35-4fa6-8f64-84d1a1001402 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.841847 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b463fb53-4c35-4fa6-8f64-84d1a1001402 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0057514 Dec 09 22:45:34.845598 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35194) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.850454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db7b6e5-8d88-4c5e-9f94-2edf6d4ed8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:34.854874 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db7b6e5-8d88-4c5e-9f94-2edf6d4ed8ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:34.856796 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1db7b6e5-8d88-4c5e-9f94-2edf6d4ed8ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f38c3404-9f06-4226-b91b-d260786bde14 HTTP/1.1" status: 204 len: 168 time: 0.6880488 Dec 09 22:45:34.862767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-74a7932c-696a-4bfc-ad41-13cf712426b6 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.867123 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-74a7932c-696a-4bfc-ad41-13cf712426b6 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0090320 Dec 09 22:45:34.871183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35198) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.875006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-79ad9921-cda8-4696-a46c-73025c0914b1 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.878294 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-79ad9921-cda8-4696-a46c-73025c0914b1 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042570 Dec 09 22:45:34.878451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35200) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.882456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-20c94a3a-9c76-42fc-b30b-36419d0d08a2 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.885560 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-20c94a3a-9c76-42fc-b30b-36419d0d08a2 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0040534 Dec 09 22:45:34.886277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35202) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.891971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-60177e01-5eda-4ba3-a5ef-7ac91c78d9ca tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.896015 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-60177e01-5eda-4ba3-a5ef-7ac91c78d9ca tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0059006 Dec 09 22:45:34.896015 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35204) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.901444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-25dfa26b-1dbd-4799-9580-691f8bed8f71 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.904798 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-25dfa26b-1dbd-4799-9580-691f8bed8f71 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0060203 Dec 09 22:45:34.905540 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35206) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.909489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-2eae9a27-511f-4a5f-b945-e1c677fe9448 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.913249 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2eae9a27-511f-4a5f-b945-e1c677fe9448 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044339 Dec 09 22:45:34.913249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35208) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.918016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-60226b8b-bd26-447b-9ccc-eec33d9081e0 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.921104 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-60226b8b-bd26-447b-9ccc-eec33d9081e0 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050633 Dec 09 22:45:34.921903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35210) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.926075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-d98d5fac-0043-498f-b796-1353758b70de tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.929101 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d98d5fac-0043-498f-b796-1353758b70de tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041504 Dec 09 22:45:34.932670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35212) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:34.940145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-b3eb3aaa-a375-40b0-af5e-d13561a6963b tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:34.943521 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b3eb3aaa-a375-40b0-af5e-d13561a6963b tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0070977 Dec 09 22:45:34.956338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35214) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.001240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-009b1c12-7259-4932-91ba-7328c6b342a4 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.004686 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-009b1c12-7259-4932-91ba-7328c6b342a4 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0224402 Dec 09 22:45:35.004686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7b6e5-8d88-4c5e-9f94-2edf6d4ed8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38c3404-9f06-4226-b91b-d260786bde14,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:35.006120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35216) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.010049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-598d3f69-96da-487d-ae94-e918f062e267 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.011010 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:35.013697 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-598d3f69-96da-487d-ae94-e918f062e267 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0070112 Dec 09 22:45:35.016921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35218) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.023698 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-047f1c8f-c408-4126-818c-869bf3664ac8 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.025664 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-047f1c8f-c408-4126-818c-869bf3664ac8 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0074611 Dec 09 22:45:35.029027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35220) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.033600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-e6a18818-d9dc-49b4-9e44-aff6e8da17e6 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.034806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e6a18818-d9dc-49b4-9e44-aff6e8da17e6 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045938 Dec 09 22:45:35.037318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35222) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.043575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-37768979-32ba-42e4-8105-d74eb66bdec2 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.044886 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-37768979-32ba-42e4-8105-d74eb66bdec2 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0063801 Dec 09 22:45:35.047537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35224) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.054727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-750558ac-ce72-41f8-89fe-f97e3642c986 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.059503 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-750558ac-ce72-41f8-89fe-f97e3642c986 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0080173 Dec 09 22:45:35.059503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35226) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.064915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-9a0f04be-9ae6-4dec-b0b5-6c2ed7ad5269 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.068225 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9a0f04be-9ae6-4dec-b0b5-6c2ed7ad5269 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0057201 Dec 09 22:45:35.068394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd46019-3c1f-4a01-8011-d47bb0930764 admin admin] Router 0922fec6-481f-4733-8602-0f1d7dff3bbe has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:45:35.068515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35228) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.072550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-4f91274a-cbde-459b-89b4-d70100f847f9 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.076364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4f91274a-cbde-459b-89b4-d70100f847f9 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0042906 Dec 09 22:45:35.078050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35230) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.088363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-89d6a81c-be93-420d-9c23-0d850373e530 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.091776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-89d6a81c-be93-420d-9c23-0d850373e530 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0101824 Dec 09 22:45:35.092554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35232) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.096741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-f2383894-9117-4dc0-b8c7-aa1c7bc4b0d6 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.100043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f2383894-9117-4dc0-b8c7-aa1c7bc4b0d6 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042298 Dec 09 22:45:35.109496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35236) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.119425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-a199c7e8-f8c7-49a8-9972-4b4f4899b53d tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.123006 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a199c7e8-f8c7-49a8-9972-4b4f4899b53d tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0099349 Dec 09 22:45:35.123745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35238) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.134447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-f1b809b6-c184-445e-ae5a-306ec5b97512 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.137765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f1b809b6-c184-445e-ae5a-306ec5b97512 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0107949 Dec 09 22:45:35.140004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35240) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.150441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-5126827a-b325-446a-82d5-8ba36f39cad0 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.154324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5126827a-b325-446a-82d5-8ba36f39cad0 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0105617 Dec 09 22:45:35.159056 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:35.172379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35242) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.192683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-4f355714-aed6-4fb4-8921-80ca1eced1e3 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.196389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4f355714-aed6-4fb4-8921-80ca1eced1e3 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0149832 Dec 09 22:45:35.198427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35244) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.203693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd46019-3c1f-4a01-8011-d47bb0930764 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:45:35.209037 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1cd46019-3c1f-4a01-8011-d47bb0930764 admin admin] 10.222.0.16 "PUT /v2.0/routers/0922fec6-481f-4733-8602-0f1d7dff3bbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5525558 Dec 09 22:45:35.212829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35246) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.219382 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd58c0b6-7755-463c-b7e4-ab7d56ca6fc7 None None] Sync routers for ids ['0922fec6-481f-4733-8602-0f1d7dff3bbe'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:45:35.225315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [None req-6b4336e6-cba5-4b92-bb28-824c64844b2d tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.225315 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6b4336e6-cba5-4b92-bb28-824c64844b2d tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0138667 Dec 09 22:45:35.230707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35248) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.245553 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58c0b6-7755-463c-b7e4-ab7d56ca6fc7 None None] Routers {'0922fec6-481f-4733-8602-0f1d7dff3bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:35.246301 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bd58c0b6-7755-463c-b7e4-ab7d56ca6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0922fec6-481f-4733-8602-0f1d7dff3bbe'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:35.269148 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-cf5f1273-fce6-4f93-bbb0-3dd0bb3f7ae5 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.270475 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cf5f1273-fce6-4f93-bbb0-3dd0bb3f7ae5 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0073225 Dec 09 22:45:35.275684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Network 43168086-fc8b-481b-85fc-450199d43dcf is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:35.275898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35252) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.281680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:35.284320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-8d7b4933-36a0-41e0-a1f6-dedf4f784e96 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.285958 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:35.286109 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8d7b4933-36a0-41e0-a1f6-dedf4f784e96 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0080738 Dec 09 22:45:35.289360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35254) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.296330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-96f9a3ab-a82b-4ab3-b579-cd096e8c99c9 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.297432 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-96f9a3ab-a82b-4ab3-b579-cd096e8c99c9 tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0069659 Dec 09 22:45:35.300016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35256) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.304504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [None req-cdabcfc6-b0d6-4911-b9cc-1297f850b56b tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:45:35.305586 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cdabcfc6-b0d6-4911-b9cc-1297f850b56b tempest-ExtensionsTestJSON-1252773941 tempest-ExtensionsTestJSON-1252773941-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045741 Dec 09 22:45:35.333022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event updated for resources: {'Port': ['ID=9c9f8f10-a430-490f-a0ae-04e6b332c9ca,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:35.372704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:35.375924 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:35.441866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-656abbc0-0b40-4a67-8d5c-8ccef8eb00eb tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9330029 Dec 09 22:45:35.443554 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:35.445584 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35264) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.592403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3f28630f-fd08-432b-a02c-f2124f542769 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Deleting port 9c9f8f10-a430-490f-a0ae-04e6b332c9ca {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:35.592752 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f28630f-fd08-432b-a02c-f2124f542769 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:35.632544 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:35.738042 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-bd58c0b6-7755-463c-b7e4-ab7d56ca6fc7 None None] Set router 0922fec6-481f-4733-8602-0f1d7dff3bbe gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:35.743784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Deleting port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:35.744858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:35.847676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35276) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:35.851155 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f28630f-fd08-432b-a02c-f2124f542769 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:35.858342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] For port d576cf47-9cdd-45fb-ba92-4bc11fc4ef21, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d576cf47-9cdd-45fb-ba92-4bc11fc4ef21,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:35.858971 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:35.882615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Calling delete_port for d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:35.921977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3f28630f-fd08-432b-a02c-f2124f542769 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Calling delete_port for 9c9f8f10-a430-490f-a0ae-04e6b332c9ca owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:36.198707 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.214591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02c78b9a-19f2-4269-bcc3-da83330d3584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.240288 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f28630f-fd08-432b-a02c-f2124f542769 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.312437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28630f-fd08-432b-a02c-f2124f542769 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c9f8f10-a430-490f-a0ae-04e6b332c9ca,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:36.312745 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bd58c0b6-7755-463c-b7e4-ab7d56ca6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:45:33Z', 'revision_number': 5, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port': {'id': 'd576cf47-9cdd-45fb-ba92-4bc11fc4ef21', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:36:12Z', 'updated_at': '2021-12-09T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:36.374871 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd58c0b6-7755-463c-b7e4-ab7d56ca6fc7 None None] Checking router: 0922fec6-481f-4733-8602-0f1d7dff3bbe for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:45:36.393149 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58c0b6-7755-463c-b7e4-ab7d56ca6fc7 None None] Routers {'0922fec6-481f-4733-8602-0f1d7dff3bbe'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:36.393800 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bd58c0b6-7755-463c-b7e4-ab7d56ca6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0922fec6-481f-4733-8602-0f1d7dff3bbe'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:36.401373 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02c78b9a-19f2-4269-bcc3-da83330d3584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.418209 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02c78b9a-19f2-4269-bcc3-da83330d3584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.480631 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3f28630f-fd08-432b-a02c-f2124f542769 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.490608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3f28630f-fd08-432b-a02c-f2124f542769 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "DELETE /v2.0/ports/9c9f8f10-a430-490f-a0ae-04e6b332c9ca HTTP/1.1" status: 204 len: 168 time: 1.0331070 Dec 09 22:45:36.492816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35290) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:36.502554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '43168086-fc8b-481b-85fc-450199d43dcf', 'external_fixed_ips': [{'subnet_id': '9c5516e1-a225-450b-9f92-5ff134d65bd0', 'ip_address': '172.20.0.10'}]}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:36.506835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35292) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:36.546882 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.548565 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.587907 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-02c78b9a-19f2-4269-bcc3-da83330d3584 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fe8a829d3a94d069834056625aac258&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7383351 Dec 09 22:45:36.591316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35296) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:36.591510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c78b9a-19f2-4269-bcc3-da83330d3584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf3ced2-ea7d-4e20-932d-e8062653043b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:36.628754 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.632562 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-bd58c0b6-7755-463c-b7e4-ab7d56ca6fc7 None None] Set router 0922fec6-481f-4733-8602-0f1d7dff3bbe gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:36.683311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d576cf47-9cdd-45fb-ba92-4bc11fc4ef21,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:36.699255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f834f6-657d-4204-b698-7f4de2447784 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:36.766897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1167905397-network', 'tenant_id': '267f9cf9ed0447b180087d0958bb285c'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:36.768096 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bd58c0b6-7755-463c-b7e4-ab7d56ca6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:45:35Z', 'revision_number': 6, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:36.818795 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd58c0b6-7755-463c-b7e4-ab7d56ca6fc7 None None] The sync data for ids ['0922fec6-481f-4733-8602-0f1d7dff3bbe'] in n-d-789963-23 is: [{'id': '0922fec6-481f-4733-8602-0f1d7dff3bbe', 'name': 'tempest-ServerActionsTestJSON-178880097-router', 'tenant_id': 'a50be6269df849769ea8c318b734d26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:36:11Z', 'updated_at': '2021-12-09T22:45:35Z', 'revision_number': 6, 'project_id': 'a50be6269df849769ea8c318b734d26f', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:45:36.834423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.838972 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.852362 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00b02731-1214-4197-85dd-f71749fb9d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.904008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Made reservation on behalf of 267f9cf9ed0447b180087d0958bb285c for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:36.915873 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.968809 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:36.973932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.027178 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.037337 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.037976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0922fec6-481f-4733-8602-0f1d7dff3bbe {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:45:37.039208 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00b02731-1214-4197-85dd-f71749fb9d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.042994 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.050959 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.052798 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dde9f85c-02a1-485e-a264-0e47921b02d4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0922fec6-481f-4733-8602-0f1d7dff3bbe HTTP/1.1" status: 204 len: 168 time: 1.8391349 Dec 09 22:45:37.059837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35302) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:37.122539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d209e67-1ae3-4fbf-ba14-52100ab17804 admin admin] Deleting subnet 7b500527-9fce-41df-940e-84cdb130d7d8 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:45:37.125969 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d209e67-1ae3-4fbf-ba14-52100ab17804 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.169162 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d209e67-1ae3-4fbf-ba14-52100ab17804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.189762 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.241585 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00b02731-1214-4197-85dd-f71749fb9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.245436 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00b02731-1214-4197-85dd-f71749fb9d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.246892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-00b02731-1214-4197-85dd-f71749fb9d1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbf3ced2-ea7d-4e20-932d-e8062653043b HTTP/1.1" status: 204 len: 168 time: 0.6540048 Dec 09 22:45:37.296661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b02731-1214-4197-85dd-f71749fb9d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf3ced2-ea7d-4e20-932d-e8062653043b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:37.349481 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d209e67-1ae3-4fbf-ba14-52100ab17804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.412959 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.450724 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.470221 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d209e67-1ae3-4fbf-ba14-52100ab17804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.478703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:45:37.502766 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.503118 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Added segment 95dc8654-077f-4971-8119-eb97d154aa93 of type vlan for network 9c2e2320-552f-496c-b74d-d32b743af550 Dec 09 22:45:37.505075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13510ab6-e798-48f3-9aff-991355ed3a44,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:37.528132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d209e67-1ae3-4fbf-ba14-52100ab17804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b500527-9fce-41df-940e-84cdb130d7d8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:37.551603 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.565126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee8b2d-6d38-4175-976b-2477ec255fd1 None None] Network badbd76f-a324-4608-aa2d-ed71f637ff83 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:37.567111 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d209e67-1ae3-4fbf-ba14-52100ab17804 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.575822 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9d209e67-1ae3-4fbf-ba14-52100ab17804 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7b500527-9fce-41df-940e-84cdb130d7d8 HTTP/1.1" status: 204 len: 168 time: 0.5125802 Dec 09 22:45:37.576240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35308) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:37.678856 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.718043 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.719115 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:37.719711 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.824683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb9f447-c87d-42a0-936d-56cb6ada6d83 None None] DHCP port deletion for badbd76f-a324-4608-aa2d-ed71f637ff83 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:37.834733 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Deleting port 2c485f2a-544a-48b6-9b97-235fec3efe72 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:37.835651 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.948566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35322) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:37.952037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4398470 Dec 09 22:45:37.955042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e49a88-5162-49d6-ba29-2ee6b1807df2 admin admin] Pushing event updated for resources: {'Network': ['ID=9c2e2320-552f-496c-b74d-d32b743af550,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:37.956201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9f447-c87d-42a0-936d-56cb6ada6d83 None None] Deleting port 2c485f2a-544a-48b6-9b97-235fec3efe72 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:37.956756 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f447-c87d-42a0-936d-56cb6ada6d83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.971876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-599cf93b-baf8-4aa9-9717-792d6b6f567b admin admin] Request body: {'subnet': {'network_id': '9c2e2320-552f-496c-b74d-d32b743af550', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1167905397-subnet', 'tenant_id': '267f9cf9ed0447b180087d0958bb285c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:37.980615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 9c2e2320-552f-496c-b74d-d32b743af550 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:45:37.985914 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:37.991614 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:38.020473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599cf93b-baf8-4aa9-9717-792d6b6f567b admin admin] Made reservation on behalf of 267f9cf9ed0447b180087d0958bb285c for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:38.025817 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599cf93b-baf8-4aa9-9717-792d6b6f567b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:38.037849 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:38.044436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:38.053458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d576cf47-9cdd-45fb-ba92-4bc11fc4ef21 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:38.054379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a4f16de6-f80a-4dcc-9067-0320040f5da5 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:38.146047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a4f16de6-f80a-4dcc-9067-0320040f5da5 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:45:38.146810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a4f16de6-f80a-4dcc-9067-0320040f5da5 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:45:38.147458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2c485f2a-544a-48b6-9b97-235fec3efe72 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:45:38.345848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599cf93b-baf8-4aa9-9717-792d6b6f567b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:38.352655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35332) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:38.371198 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] For port 2c485f2a-544a-48b6-9b97-235fec3efe72, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2c485f2a-544a-48b6-9b97-235fec3efe72,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:38.371579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:38.488966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fcb9f447-c87d-42a0-936d-56cb6ada6d83 None None] For port 2c485f2a-544a-48b6-9b97-235fec3efe72, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2c485f2a-544a-48b6-9b97-235fec3efe72,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:38.489366 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f447-c87d-42a0-936d-56cb6ada6d83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:38.530058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Calling delete_port for 2c485f2a-544a-48b6-9b97-235fec3efe72 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:38.541883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9f447-c87d-42a0-936d-56cb6ada6d83 None None] Calling delete_port for 2c485f2a-544a-48b6-9b97-235fec3efe72 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:38.581981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Allocated IP 172.20.0.10 (43168086-fc8b-481b-85fc-450199d43dcf/9c5516e1-a225-450b-9f92-5ff134d65bd0/a24cba15-ca34-4ebc-aca2-ae779dd1abdc) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:38.622216 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e6867a1-8340-4732-a9b9-d2bd017e7346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:38.651908 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cf93b-baf8-4aa9-9717-792d6b6f567b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4860052f-0aeb-4fb3-bf72-f28c333328f6,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:38.713698 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35342) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:38.738191 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:38.753819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599cf93b-baf8-4aa9-9717-792d6b6f567b admin admin] Checking segment: {'id': '95dc8654-077f-4971-8119-eb97d154aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9c2e2320-552f-496c-b74d-d32b743af550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:38.754340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599cf93b-baf8-4aa9-9717-792d6b6f567b admin admin] Network hostable DHCP agents. Network: 9c2e2320-552f-496c-b74d-d32b743af550, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:45:38.762373 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:38.816847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599cf93b-baf8-4aa9-9717-792d6b6f567b admin admin] Network 9c2e2320-552f-496c-b74d-d32b743af550 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:45:38.831883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 2c485f2a-544a-48b6-9b97-235fec3efe72, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2c485f2a-544a-48b6-9b97-235fec3efe72,segment=NetworkSegment(6bca8ef3-1790-495f-842a-41d0b7352d0a),segment_id=6bca8ef3-1790-495f-842a-41d0b7352d0a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:38.839902 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:38.847475 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:38.867990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-599cf93b-baf8-4aa9-9717-792d6b6f567b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 9c2e2320-552f-496c-b74d-d32b743af550) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:38.879496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599cf93b-baf8-4aa9-9717-792d6b6f567b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:38.880118 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-599cf93b-baf8-4aa9-9717-792d6b6f567b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:38.906530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event updated for resources: {'Port': ['ID=a24cba15-ca34-4ebc-aca2-ae779dd1abdc,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:38.913973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ca691c-7791-4e35-a612-621ab0f7ea68 None None] Network 9c2e2320-552f-496c-b74d-d32b743af550 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:38.923338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Network 43168086-fc8b-481b-85fc-450199d43dcf is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:38.925399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:38.929227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:38.939375 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-599cf93b-baf8-4aa9-9717-792d6b6f567b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9810898 Dec 09 22:45:38.939591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9da629c2-92a2-42ec-bc14-7094a4351de9 tempest-DvrRoutersNegativeTest-120890745 tempest-DvrRoutersNegativeTest-120890745-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-837079017', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:38.942081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.policy [None req-9da629c2-92a2-42ec-bc14-7094a4351de9 tempest-DvrRoutersNegativeTest-120890745 tempest-DvrRoutersNegativeTest-120890745-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103418) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 09 22:45:38.942404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.policy [None req-9da629c2-92a2-42ec-bc14-7094a4351de9 tempest-DvrRoutersNegativeTest-120890745 tempest-DvrRoutersNegativeTest-120890745-project] Failed policy check for 'create_router' {{(pid=103418) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 09 22:45:38.943211 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-9da629c2-92a2-42ec-bc14-7094a4351de9 tempest-DvrRoutersNegativeTest-120890745 tempest-DvrRoutersNegativeTest-120890745-project] create failed (client error): Access was denied to this resource. Dec 09 22:45:38.949478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9da629c2-92a2-42ec-bc14-7094a4351de9 tempest-DvrRoutersNegativeTest-120890745 tempest-DvrRoutersNegativeTest-120890745-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2347229 Dec 09 22:45:39.129040 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e6867a1-8340-4732-a9b9-d2bd017e7346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.148995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d39dce6-a6e5-4892-81ca-36ac335ba886 None None] Network 9c2e2320-552f-496c-b74d-d32b743af550 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:39.157635 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f447-c87d-42a0-936d-56cb6ada6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.166320 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.181969 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e6867a1-8340-4732-a9b9-d2bd017e7346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.253836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c485f2a-544a-48b6-9b97-235fec3efe72,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:39.270879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9f447-c87d-42a0-936d-56cb6ada6d83 None None] No DVR routers for this DVR port 2c485f2a-544a-48b6-9b97-235fec3efe72 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:39.271762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] No DVR routers for this DVR port 2c485f2a-544a-48b6-9b97-235fec3efe72 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:45:39.284068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6867a1-8340-4732-a9b9-d2bd017e7346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e392dd-e9af-4642-bb53-0483580c2562,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:39.329299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=2c485f2a-544a-48b6-9b97-235fec3efe72,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:39.395988 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3e6867a1-8340-4732-a9b9-d2bd017e7346 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=215916bfbf9448e2bfae500b179f8a2c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0276535 Dec 09 22:45:39.399180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35356) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:39.435819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9f447-c87d-42a0-936d-56cb6ada6d83 None None] Pushing event deleted for resources: {'Port': ['ID=2c485f2a-544a-48b6-9b97-235fec3efe72,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:39.475566 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.506804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badbd76f-a324-4608-aa2d-ed71f637ff83']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:39.520114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bca8ef3-1790-495f-842a-41d0b7352d0a') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:39.520421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bca8ef3-1790-495f-842a-41d0b7352d0a') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:39.532589 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.550967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.559394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:45:39.559973 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:45:39.631728 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:45:39.637085 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.648794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.656446 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] 10.222.0.16 "DELETE /v2.0/networks/badbd76f-a324-4608-aa2d-ed71f637ff83 HTTP/1.1" status: 204 len: 168 time: 2.0776269 Dec 09 22:45:39.685419 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35364) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:39.700071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504797-0a29-4d0e-ab3e-254eb94d2b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=badbd76f-a324-4608-aa2d-ed71f637ff83,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:39.748639 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58e154b6-13ab-4ae0-ba6e-dfdd996d1311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.788721 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58e154b6-13ab-4ae0-ba6e-dfdd996d1311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.792825 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.840367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35368) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:39.879442 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58e154b6-13ab-4ae0-ba6e-dfdd996d1311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.888480 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58e154b6-13ab-4ae0-ba6e-dfdd996d1311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:39.890100 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-58e154b6-13ab-4ae0-ba6e-dfdd996d1311 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94e392dd-e9af-4642-bb53-0483580c2562 HTTP/1.1" status: 204 len: 168 time: 0.4898732 Dec 09 22:45:39.909445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e154b6-13ab-4ae0-ba6e-dfdd996d1311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e392dd-e9af-4642-bb53-0483580c2562,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:39.964870 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-600ef88b-a034-4ad7-8fc7-fb8c1d0dc4f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a50be6269df849769ea8c318b734d26f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1214869 Dec 09 22:45:39.965944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35376) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:40.073025 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1945cef2-4dda-4346-bec9-fbb9c79bf24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.102022 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1945cef2-4dda-4346-bec9-fbb9c79bf24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.159267 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.173670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b72a89fd-c3be-4ea4-bc37-97bab0033221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.176212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-8ff080c5-e932-4f8a-965a-b3b1f93c3236 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:40.178583 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-8ff080c5-e932-4f8a-965a-b3b1f93c3236 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/networks?id=9c2e2320-552f-496c-b74d-d32b743af550 HTTP/1.1" status: 200 len: 809 time: 0.1740458 Dec 09 22:45:40.236919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-23f638e4-2312-423a-b2ff-ebf6f0c2a210 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/quotas/267f9cf9ed0447b180087d0958bb285c HTTP/1.1" status: 200 len: 375 time: 0.0225012 Dec 09 22:45:40.244057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1945cef2-4dda-4346-bec9-fbb9c79bf24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.246898 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1945cef2-4dda-4346-bec9-fbb9c79bf24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.250157 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1945cef2-4dda-4346-bec9-fbb9c79bf24a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92dcec1d-691e-4159-b2f6-9b8944667e04 HTTP/1.1" status: 204 len: 168 time: 0.2809424 Dec 09 22:45:40.268064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945cef2-4dda-4346-bec9-fbb9c79bf24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dcec1d-691e-4159-b2f6-9b8944667e04,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:40.325620 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b72a89fd-c3be-4ea4-bc37-97bab0033221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.332652 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b72a89fd-c3be-4ea4-bc37-97bab0033221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.338417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-06669493-5c42-4b40-9d0d-7f8caf537ccf tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=267f9cf9ed0447b180087d0958bb285c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933089 Dec 09 22:45:40.391144 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b72a89fd-c3be-4ea4-bc37-97bab0033221 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b3459fd680b44d9b022767e4b6ad0fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7044334 Dec 09 22:45:40.396351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35392) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:40.419121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a89fd-c3be-4ea4-bc37-97bab0033221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e565ee-8e89-45c8-84f0-1da8de694161,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:40.457863 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Router cc4719a7-68d4-4817-9ec4-13b446500792 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:45:40.492129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35394) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:40.512778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a693c1fb-c660-4975-a3d0-3d0bcd3107ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.556684 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-25081111-e7cc-493b-a77a-283230b83f7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.627281 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-25081111-e7cc-493b-a77a-283230b83f7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.655816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:45:40.668357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Sync routers for ids ['cc4719a7-68d4-4817-9ec4-13b446500792'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:45:40.685230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Routers {'cc4719a7-68d4-4817-9ec4-13b446500792'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:40.686204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['cc4719a7-68d4-4817-9ec4-13b446500792'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:40.731168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a693c1fb-c660-4975-a3d0-3d0bcd3107ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.737623 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.739550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-225258c7-96ec-428a-8ef7-d1df408d2c5b tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.2435043 Dec 09 22:45:40.743240 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a693c1fb-c660-4975-a3d0-3d0bcd3107ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.748531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35398) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:40.781540 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a693c1fb-c660-4975-a3d0-3d0bcd3107ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9bc3a8c077145a7a6336d6057fe54ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2876267 Dec 09 22:45:40.782362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35402) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:40.833312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693c1fb-c660-4975-a3d0-3d0bcd3107ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdd538c-ce5e-40f0-b6b7-a409533b9a83,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:40.841254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Set router cc4719a7-68d4-4817-9ec4-13b446500792 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:40.880062 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc48308d-5d6b-47a1-90c2-c15549affdb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.910888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc48308d-5d6b-47a1-90c2-c15549affdb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.949740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-25081111-e7cc-493b-a77a-283230b83f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.953468 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-25081111-e7cc-493b-a77a-283230b83f7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.959210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-25081111-e7cc-493b-a77a-283230b83f7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0e565ee-8e89-45c8-84f0-1da8de694161 HTTP/1.1" status: 204 len: 168 time: 0.5605197 Dec 09 22:45:40.987229 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc48308d-5d6b-47a1-90c2-c15549affdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.991408 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc48308d-5d6b-47a1-90c2-c15549affdb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:40.994783 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fc48308d-5d6b-47a1-90c2-c15549affdb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfdd538c-ce5e-40f0-b6b7-a409533b9a83 HTTP/1.1" status: 204 len: 168 time: 0.2104044 Dec 09 22:45:41.013808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48308d-5d6b-47a1-90c2-c15549affdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdd538c-ce5e-40f0-b6b7-a409533b9a83,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:41.031696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35410) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:41.070622 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4719a7-68d4-4817-9ec4-13b446500792', 'name': '', 'tenant_id': '5a893693d92741ab976fc9aeae268315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43168086-fc8b-481b-85fc-450199d43dcf', 'external_fixed_ips': [{'subnet_id': '9c5516e1-a225-450b-9f92-5ff134d65bd0', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a24cba15-ca34-4ebc-aca2-ae779dd1abdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:36Z', 'updated_at': '2021-12-09T22:45:39Z', 'revision_number': 3, 'project_id': '5a893693d92741ab976fc9aeae268315', 'gw_port': {'id': 'a24cba15-ca34-4ebc-aca2-ae779dd1abdc', 'name': '', 'network_id': '43168086-fc8b-481b-85fc-450199d43dcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4719a7-68d4-4817-9ec4-13b446500792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '9c5516e1-a225-450b-9f92-5ff134d65bd0', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:38Z', 'updated_at': '2021-12-09T22:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c5516e1-a225-450b-9f92-5ff134d65bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:41.087654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25081111-e7cc-493b-a77a-283230b83f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e565ee-8e89-45c8-84f0-1da8de694161,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:41.105231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Checking router: cc4719a7-68d4-4817-9ec4-13b446500792 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:45:41.105656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Updating router cc4719a7-68d4-4817-9ec4-13b446500792 port a24cba15-ca34-4ebc-aca2-ae779dd1abdc binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:45:41.121808 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:41.139090 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:41.215003 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-ed011fa5-83ad-4f71-a1e6-e3b68fe61ee6 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2e2320-552f-496c-b74d-d32b743af550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8664179 Dec 09 22:45:41.412763 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:41.448924 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-c1ff50cb-2f21-49c5-9cb3-b7cb731be21f service neutron] 10.222.0.16 "GET /v2.0/networks/9c2e2320-552f-496c-b74d-d32b743af550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316337 Dec 09 22:45:41.467527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6e370d82-f7ca-40a0-afa9-9bd8a560d242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:41.570163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Deleting port a24cba15-ca34-4ebc-aca2-ae779dd1abdc {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:41.571654 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:41.604375 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6e370d82-f7ca-40a0-afa9-9bd8a560d242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:41.609431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6e370d82-f7ca-40a0-afa9-9bd8a560d242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:41.713545 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6e370d82-f7ca-40a0-afa9-9bd8a560d242 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cd24b6b802045efbd12557d687a84ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6791246 Dec 09 22:45:41.714753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e370d82-f7ca-40a0-afa9-9bd8a560d242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa4be39-6039-4e1a-97d3-57a0e137c1ba,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:41.718305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35434) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:41.788662 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:41.804069 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:41.858635 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64cf03-d829-4c05-8e3a-7dd3ec2fd809 None None] Pushing event updated for resources: {'Port': ['ID=a24cba15-ca34-4ebc-aca2-ae779dd1abdc,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:41.881425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Attempting to bind port a24cba15-ca34-4ebc-aca2-ae779dd1abdc on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:41.881831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Attempting to bind port a24cba15-ca34-4ebc-aca2-ae779dd1abdc by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c96fa22f-8139-451b-a7f2-cd1cd9693542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '43168086-fc8b-481b-85fc-450199d43dcf'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:41.882200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Attempting to bind port a24cba15-ca34-4ebc-aca2-ae779dd1abdc on network 43168086-fc8b-481b-85fc-450199d43dcf {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:41.901159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:45:41.901539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Checking segment: {'id': 'c96fa22f-8139-451b-a7f2-cd1cd9693542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '43168086-fc8b-481b-85fc-450199d43dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:41.901973 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:41.902365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Bound using segment: {'id': 'c96fa22f-8139-451b-a7f2-cd1cd9693542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '43168086-fc8b-481b-85fc-450199d43dcf'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:45:41.902833 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Bound port: a24cba15-ca34-4ebc-aca2-ae779dd1abdc, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96fa22f-8139-451b-a7f2-cd1cd9693542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '43168086-fc8b-481b-85fc-450199d43dcf'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:45:41.905015 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:41.908676 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:41.921467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Calling delete_port for a24cba15-ca34-4ebc-aca2-ae779dd1abdc owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:41.977017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] For port a24cba15-ca34-4ebc-aca2-ae779dd1abdc, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:45:41.982276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] For port a24cba15-ca34-4ebc-aca2-ae779dd1abdc, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a24cba15-ca34-4ebc-aca2-ae779dd1abdc,segment=NetworkSegment(c96fa22f-8139-451b-a7f2-cd1cd9693542),segment_id=c96fa22f-8139-451b-a7f2-cd1cd9693542)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:45:41.989548 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.050226 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Routers {'cc4719a7-68d4-4817-9ec4-13b446500792'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:42.050980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['cc4719a7-68d4-4817-9ec4-13b446500792'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:42.074572 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e5e26cd-cfad-429d-a011-41d0a13e24bd req-778af25c-594c-45c4-bbb3-6870e836ff45 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 210 time: 0.3444719 Dec 09 22:45:42.122765 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-846cd17b-7e74-4633-80b0-06ba2798c8ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.165329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64cf03-d829-4c05-8e3a-7dd3ec2fd809 None None] Pushing event updated for resources: {'Port': ['ID=a24cba15-ca34-4ebc-aca2-ae779dd1abdc,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:42.199236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] Set router cc4719a7-68d4-4817-9ec4-13b446500792 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:42.233456 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-846cd17b-7e74-4633-80b0-06ba2798c8ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.267811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4719a7-68d4-4817-9ec4-13b446500792', 'name': '', 'tenant_id': '5a893693d92741ab976fc9aeae268315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:36Z', 'updated_at': '2021-12-09T22:45:41Z', 'revision_number': 4, 'project_id': '5a893693d92741ab976fc9aeae268315', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:42.307327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1a691b-fd92-4c66-876d-3d5cb8605518 None None] The sync data for ids ['cc4719a7-68d4-4817-9ec4-13b446500792'] in n-d-789963-23 is: [{'id': 'cc4719a7-68d4-4817-9ec4-13b446500792', 'name': '', 'tenant_id': '5a893693d92741ab976fc9aeae268315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:36Z', 'updated_at': '2021-12-09T22:45:41Z', 'revision_number': 4, 'project_id': '5a893693d92741ab976fc9aeae268315', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:45:42.411559 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-846cd17b-7e74-4633-80b0-06ba2798c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.416961 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-846cd17b-7e74-4633-80b0-06ba2798c8ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.420350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-846cd17b-7e74-4633-80b0-06ba2798c8ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9aa4be39-6039-4e1a-97d3-57a0e137c1ba HTTP/1.1" status: 204 len: 168 time: 0.6989481 Dec 09 22:45:42.437634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cd17b-7e74-4633-80b0-06ba2798c8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa4be39-6039-4e1a-97d3-57a0e137c1ba,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:42.480860 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.510698 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event deleted for resources: {'Port': ['ID=a24cba15-ca34-4ebc-aca2-ae779dd1abdc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:42.572029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35476) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:42.595487 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.736225 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.739586 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.792520 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.792793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc4719a7-68d4-4817-9ec4-13b446500792 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:45:42.798824 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.800581 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a624676d-1089-4910-9837-79b5fc558fa2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "DELETE /v2.0/routers/cc4719a7-68d4-4817-9ec4-13b446500792 HTTP/1.1" status: 204 len: 168 time: 2.0498350 Dec 09 22:45:42.803455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35484) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:42.856711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-351792fc-ba75-417f-8614-18847bf15308 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Deleting subnet 9c5516e1-a225-450b-9f92-5ff134d65bd0 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:45:42.861878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-351792fc-ba75-417f-8614-18847bf15308 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.901700 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-351792fc-ba75-417f-8614-18847bf15308 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:42.958067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1677491716-network', 'tenant_id': '4d618cbd827147fb9d667ad99b4df56e'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:42.961538 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-351792fc-ba75-417f-8614-18847bf15308 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.030098 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Made reservation on behalf of 4d618cbd827147fb9d667ad99b4df56e for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:43.032798 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.048271 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.072820 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-351792fc-ba75-417f-8614-18847bf15308 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.098192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35494) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:43.106312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351792fc-ba75-417f-8614-18847bf15308 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5516e1-a225-450b-9f92-5ff134d65bd0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:43.115472 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-351792fc-ba75-417f-8614-18847bf15308 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.119878 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-351792fc-ba75-417f-8614-18847bf15308 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/9c5516e1-a225-450b-9f92-5ff134d65bd0 HTTP/1.1" status: 204 len: 168 time: 0.3153892 Dec 09 22:45:43.122783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35500) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:43.206629 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.212434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.248322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:45:43.263442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:43.269591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.270515 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Added segment a064651d-8fff-486c-80d9-db1cdace443b of type vlan for network eb28447c-65bc-4e5c-bf3f-5367c9cba174 Dec 09 22:45:43.274265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-375809eb-6852-4ce9-90c1-e5d8334f14e0 req-1fc43790-1064-493c-b813-32f2ceee0abc tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 210 time: 0.0548346 Dec 09 22:45:43.276984 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.336587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.375975 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.386364 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.388282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:43.389909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.401332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43168086-fc8b-481b-85fc-450199d43dcf']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:43.450663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96fa22f-8139-451b-a7f2-cd1cd9693542') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:43.451682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96fa22f-8139-451b-a7f2-cd1cd9693542') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:43.464348 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.487003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.500806 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:45:43.501743 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.531014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] Pushing event updated for resources: {'Network': ['ID=eb28447c-65bc-4e5c-bf3f-5367c9cba174,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:43.542849 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network eb28447c-65bc-4e5c-bf3f-5367c9cba174 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:45:43.579535 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-442eca53-6e40-4112-9e66-a46024569acf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0029933 Dec 09 22:45:43.580772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35512) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:43.586002 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-72b2c65e-90a7-4b66-868f-6903b102f0ad admin admin] Request body: {'subnet': {'network_id': 'eb28447c-65bc-4e5c-bf3f-5367c9cba174', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1677491716-subnet', 'tenant_id': '4d618cbd827147fb9d667ad99b4df56e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: items = [ Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:45:43.607439 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:45:43.616753 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-81d5d619-249a-4f6c-9897-8e4b6dc70a92 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group': {'name': 'tempest-secgroup--900134988'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:43.627072 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.637198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 43168086-fc8b-481b-85fc-450199d43dcf {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 22:45:43.652917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.659902 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "DELETE /v2.0/networks/43168086-fc8b-481b-85fc-450199d43dcf HTTP/1.1" status: 204 len: 168 time: 0.5358224 Dec 09 22:45:43.667999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5a5cd-4c76-4967-a8f0-248f88c50676 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event deleted for resources: {'Network': ['ID=43168086-fc8b-481b-85fc-450199d43dcf,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:43.675537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b2c65e-90a7-4b66-868f-6903b102f0ad admin admin] Made reservation on behalf of 4d618cbd827147fb9d667ad99b4df56e for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:43.681202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72b2c65e-90a7-4b66-868f-6903b102f0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.715817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81d5d619-249a-4f6c-9897-8e4b6dc70a92 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.725897 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81d5d619-249a-4f6c-9897-8e4b6dc70a92 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.751327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-37f2e57c-2f12-4a62-a0ce-13c52ce55356 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:43.753243 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-37f2e57c-2f12-4a62-a0ce-13c52ce55356 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.18 "GET /v2.0/networks?id=9c2e2320-552f-496c-b74d-d32b743af550 HTTP/1.1" status: 200 len: 809 time: 0.2367938 Dec 09 22:45:43.834002 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Request body: {'port': {'device_id': 'db75c3c4-3a17-4ba0-8adb-0b9b13f303c6', 'network_id': '9c2e2320-552f-496c-b74d-d32b743af550', 'admin_state_up': True, 'tenant_id': '267f9cf9ed0447b180087d0958bb285c'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:43.890859 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81d5d619-249a-4f6c-9897-8e4b6dc70a92 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.899927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81d5d619-249a-4f6c-9897-8e4b6dc70a92 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:43.992998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5d619-249a-4f6c-9897-8e4b6dc70a92 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddab1837-830d-4d87-bf09-3ac914c35583,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:44.062930 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81d5d619-249a-4f6c-9897-8e4b6dc70a92 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.068318 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81d5d619-249a-4f6c-9897-8e4b6dc70a92 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.075203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Made reservation on behalf of 267f9cf9ed0447b180087d0958bb285c for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:44.079278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.131209 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81d5d619-249a-4f6c-9897-8e4b6dc70a92 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.132618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-81d5d619-249a-4f6c-9897-8e4b6dc70a92 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0332813 Dec 09 22:45:44.134539 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5d619-249a-4f6c-9897-8e4b6dc70a92 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5ea48-0b5b-4fbb-9cac-9f9cb31a6a88,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:44.136603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35532) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:44.203145 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72b2c65e-90a7-4b66-868f-6903b102f0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.252929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2c65e-90a7-4b66-868f-6903b102f0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b4c660-89c0-47b5-a82d-c789fe80901b,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:44.277283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1aa6ad98-14d5-4fab-8533-5235de90a67b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1396317 Dec 09 22:45:44.279944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35538) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:44.284610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d2b84cdd-0671-41da-b300-43129980139d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group': {'name': 'tempest-security--1069765908', 'description': 'tempest-security-description-127407303'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:44.342702 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2b84cdd-0671-41da-b300-43129980139d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.424967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b262cf02-f262-452c-a7c6-f71631eddc42 req-5a50efa5-e0a4-400d-8bcc-50556361adb0 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 210 time: 0.0345452 Dec 09 22:45:44.429767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Allocated IP 172.20.0.4 (9c2e2320-552f-496c-b74d-d32b743af550/4860052f-0aeb-4fb3-bf72-f28c333328f6/46b00350-5167-4de2-8489-de3123a0afab) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:44.432215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2c65e-90a7-4b66-868f-6903b102f0ad admin admin] Checking segment: {'id': 'a064651d-8fff-486c-80d9-db1cdace443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb28447c-65bc-4e5c-bf3f-5367c9cba174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:44.432590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b2c65e-90a7-4b66-868f-6903b102f0ad admin admin] Network hostable DHCP agents. Network: eb28447c-65bc-4e5c-bf3f-5367c9cba174, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:45:44.442434 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2b84cdd-0671-41da-b300-43129980139d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.455402 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2b84cdd-0671-41da-b300-43129980139d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.459030 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2b84cdd-0671-41da-b300-43129980139d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.461554 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d2b84cdd-0671-41da-b300-43129980139d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "PUT /v2.0/security-groups/93f5ea48-0b5b-4fbb-9cac-9f9cb31a6a88 HTTP/1.1" status: 200 len: 1796 time: 0.1796410 Dec 09 22:45:44.467461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35544) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:44.478877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35546) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:44.485280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b2c65e-90a7-4b66-868f-6903b102f0ad admin admin] Network eb28447c-65bc-4e5c-bf3f-5367c9cba174 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:45:44.485623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-80882049-7882-41cc-aa54-7e6ca35fed05 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Request body: {'router': {'name': 'tempest-router--1014691202', 'project_id': '247262187a04489894e6e0f1bb2fdcf9'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:44.515032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b84cdd-0671-41da-b300-43129980139d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5ea48-0b5b-4fbb-9cac-9f9cb31a6a88,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:44.520542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-72b2c65e-90a7-4b66-868f-6903b102f0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, eb28447c-65bc-4e5c-bf3f-5367c9cba174) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:44.532937 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-80882049-7882-41cc-aa54-7e6ca35fed05 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.534652 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-80882049-7882-41cc-aa54-7e6ca35fed05 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.535575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f5d658-9d2f-40a6-89d3-ba886a47ca0f None None] Network eb28447c-65bc-4e5c-bf3f-5367c9cba174 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:44.557754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b2c65e-90a7-4b66-868f-6903b102f0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:44.561280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72b2c65e-90a7-4b66-868f-6903b102f0ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.619318 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-80882049-7882-41cc-aa54-7e6ca35fed05 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.624426 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-80882049-7882-41cc-aa54-7e6ca35fed05 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.646224 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-80882049-7882-41cc-aa54-7e6ca35fed05 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.648128 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-80882049-7882-41cc-aa54-7e6ca35fed05 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1676340 Dec 09 22:45:44.651875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35550) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:44.666082 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f237a6cf-22a1-4e7d-bc7e-b929eea1c65a tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-groups/93f5ea48-0b5b-4fbb-9cac-9f9cb31a6a88 HTTP/1.1" status: 200 len: 1796 time: 0.1972384 Dec 09 22:45:44.690639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35552) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:44.724611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-72b2c65e-90a7-4b66-868f-6903b102f0ad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1432550 Dec 09 22:45:44.741146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a80ad8-166b-4a0e-811f-b586b9e403dd None None] Network eb28447c-65bc-4e5c-bf3f-5367c9cba174 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:44.743658 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97b0cd94-8df6-4601-8414-b3fe1d5363e6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.840774 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ef63940f-4386-4aa8-ac5f-0782006a6c4d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.898532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ef63940f-4386-4aa8-ac5f-0782006a6c4d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.931770 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.965174 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97b0cd94-8df6-4601-8414-b3fe1d5363e6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:44.967891 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97b0cd94-8df6-4601-8414-b3fe1d5363e6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.004740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.035241 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97b0cd94-8df6-4601-8414-b3fe1d5363e6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.036331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b0cd94-8df6-4601-8414-b3fe1d5363e6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d936750-050f-4a97-99eb-65db313bd4e5 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:45:45.045004 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ef63940f-4386-4aa8-ac5f-0782006a6c4d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.046323 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97b0cd94-8df6-4601-8414-b3fe1d5363e6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.049899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-97b0cd94-8df6-4601-8414-b3fe1d5363e6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2d936750-050f-4a97-99eb-65db313bd4e5 HTTP/1.1" status: 204 len: 168 time: 0.3944895 Dec 09 22:45:45.050055 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ef63940f-4386-4aa8-ac5f-0782006a6c4d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.050055 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ef63940f-4386-4aa8-ac5f-0782006a6c4d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-groups/93f5ea48-0b5b-4fbb-9cac-9f9cb31a6a88 HTTP/1.1" status: 204 len: 168 time: 0.3557258 Dec 09 22:45:45.052817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35568) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:45.074118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Network 9c2e2320-552f-496c-b74d-d32b743af550 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:45.080437 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63940f-4386-4aa8-ac5f-0782006a6c4d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5ea48-0b5b-4fbb-9cac-9f9cb31a6a88,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:45.086208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:45.088934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:45.120830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d9e11270-aee0-4e86-b61a-6294c3f76aee tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0672705 Dec 09 22:45:45.123560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35570) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:45.124169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Pushing event updated for resources: {'Port': ['ID=46b00350-5167-4de2-8489-de3123a0afab,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:45.155062 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-41af04c3-a749-4600-a1c7-202063bc0b2b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] delete failed (client error): The resource could not be found. Dec 09 22:45:45.156097 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-41af04c3-a749-4600-a1c7-202063bc0b2b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-groups/93f5ea48-0b5b-4fbb-9cac-9f9cb31a6a88 HTTP/1.1" status: 404 len: 347 time: 0.0246096 Dec 09 22:45:45.162014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35576) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:45.164331 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:45.165825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.178302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-559fb6e1-f2fd-4cab-a204-32d8565866c5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279959735'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:45.191191 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-18ae5b4c-315a-42d6-aed7-dc988af46203 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3608027 Dec 09 22:45:45.207931 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-559fb6e1-f2fd-4cab-a204-32d8565866c5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.210014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Request body: {'port': {'device_id': 'db75c3c4-3a17-4ba0-8adb-0b9b13f303c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:45.293124 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-559fb6e1-f2fd-4cab-a204-32d8565866c5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.307087 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-559fb6e1-f2fd-4cab-a204-32d8565866c5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.319864 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.367155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fb6e1-f2fd-4cab-a204-32d8565866c5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33442a6-b52a-4184-8fa0-2116cbf6407e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:45.383604 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-559fb6e1-f2fd-4cab-a204-32d8565866c5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.388765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-559fb6e1-f2fd-4cab-a204-32d8565866c5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2242260 Dec 09 22:45:45.389697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35584) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:45.397879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d28ff58f-eb5f-42dd-83bb-96635bdc78a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': 'f33442a6-b52a-4184-8fa0-2116cbf6407e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:45.419491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35586) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:45.449903 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d28ff58f-eb5f-42dd-83bb-96635bdc78a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.555557 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d28ff58f-eb5f-42dd-83bb-96635bdc78a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.561184 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d28ff58f-eb5f-42dd-83bb-96635bdc78a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.616737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ff58f-eb5f-42dd-83bb-96635bdc78a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960a60af-8cf9-4df4-8f27-e2a77df46353,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:45.641620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d28ff58f-eb5f-42dd-83bb-96635bdc78a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.645841 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d28ff58f-eb5f-42dd-83bb-96635bdc78a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2517376 Dec 09 22:45:45.646701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35596) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:45.677034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618792d-709e-42b7-81f8-23a908d591a5 req-705bdaa0-09e0-4947-89a4-6069545d9e42 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:45.689530 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5618792d-709e-42b7-81f8-23a908d591a5 req-705bdaa0-09e0-4947-89a4-6069545d9e42 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 931 time: 0.1066782 Dec 09 22:45:45.700261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9705cf0b-f515-47f7-ba0a-4e04bb7ef71d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.778702 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9705cf0b-f515-47f7-ba0a-4e04bb7ef71d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.788771 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5618792d-709e-42b7-81f8-23a908d591a5 req-e7ae4cb3-9775-4bdb-a894-455f5199758c tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/security-groups?id=13510ab6-e798-48f3-9aff-991355ed3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981972 Dec 09 22:45:45.829059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1048857318', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:45.861934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b00350-5167-4de2-8489-de3123a0afab {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:45:45.871859 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.893353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Transition to ACTIVE for port object 46b00350-5167-4de2-8489-de3123a0afab will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:45:45.898622 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9705cf0b-f515-47f7-ba0a-4e04bb7ef71d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.903189 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.904785 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.914102 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9705cf0b-f515-47f7-ba0a-4e04bb7ef71d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:45.918148 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9705cf0b-f515-47f7-ba0a-4e04bb7ef71d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/960a60af-8cf9-4df4-8f27-e2a77df46353 HTTP/1.1" status: 204 len: 168 time: 0.2703166 Dec 09 22:45:45.919341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705cf0b-f515-47f7-ba0a-4e04bb7ef71d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=960a60af-8cf9-4df4-8f27-e2a77df46353,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:45.920812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35610) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:45.921566 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.015122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Pushing event updated for resources: {'Port': ['ID=46b00350-5167-4de2-8489-de3123a0afab,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:46.055835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0092a49b-d56f-403e-8c51-b32d13c460de tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1314223 Dec 09 22:45:46.059499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35614) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:46.380836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.389182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11f86-e490-426c-b939-38cf8170100b req-a791ac96-dced-4f21-a67f-a01d7ecf5e2a tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:46.390906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-a791ac96-dced-4f21-a67f-a01d7ecf5e2a tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/networks?id=eb28447c-65bc-4e5c-bf3f-5367c9cba174 HTTP/1.1" status: 200 len: 814 time: 0.5451775 Dec 09 22:45:46.479968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-cab74bd0-4ba4-495c-b9eb-b1311332ec4a tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/quotas/4d618cbd827147fb9d667ad99b4df56e HTTP/1.1" status: 200 len: 375 time: 0.0808842 Dec 09 22:45:46.547978 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-0e26f805-29cf-4d00-93c6-00a4c532d7b7 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d618cbd827147fb9d667ad99b4df56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310960 Dec 09 22:45:46.587908 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Attempting to bind port 46b00350-5167-4de2-8489-de3123a0afab on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:46.588147 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.588277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Attempting to bind port 46b00350-5167-4de2-8489-de3123a0afab by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '95dc8654-077f-4971-8119-eb97d154aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9c2e2320-552f-496c-b74d-d32b743af550'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:46.588580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Attempting to bind port 46b00350-5167-4de2-8489-de3123a0afab on network 9c2e2320-552f-496c-b74d-d32b743af550 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:46.595257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Port 46b00350-5167-4de2-8489-de3123a0afab on network 9c2e2320-552f-496c-b74d-d32b743af550 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:46.595620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Attempting to bind port 46b00350-5167-4de2-8489-de3123a0afab on network 9c2e2320-552f-496c-b74d-d32b743af550 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:46.601979 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17d3cbf-9734-43bd-81e4-1d9d5e55d97f tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.611783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:45:46.612251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Checking segment: {'id': '95dc8654-077f-4971-8119-eb97d154aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9c2e2320-552f-496c-b74d-d32b743af550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:46.612830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Bound using segment: {'id': '95dc8654-077f-4971-8119-eb97d154aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9c2e2320-552f-496c-b74d-d32b743af550'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:45:46.614398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Bound port: 46b00350-5167-4de2-8489-de3123a0afab, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dc8654-077f-4971-8119-eb97d154aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9c2e2320-552f-496c-b74d-d32b743af550'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:45:46.615112 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.648498 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17d3cbf-9734-43bd-81e4-1d9d5e55d97f tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.702191 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-329adce6-170e-448b-9226-a3cc11e95adc service neutron] 10.222.0.16 "GET /v2.0/networks/eb28447c-65bc-4e5c-bf3f-5367c9cba174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244762 Dec 09 22:45:46.731925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] For port 46b00350-5167-4de2-8489-de3123a0afab, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:45:46.737819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] For port 46b00350-5167-4de2-8489-de3123a0afab, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=46b00350-5167-4de2-8489-de3123a0afab,segment=NetworkSegment(95dc8654-077f-4971-8119-eb97d154aa93),segment_id=95dc8654-077f-4971-8119-eb97d154aa93)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:45:46.739023 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17d3cbf-9734-43bd-81e4-1d9d5e55d97f tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.741833 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17d3cbf-9734-43bd-81e4-1d9d5e55d97f tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.746178 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f17d3cbf-9734-43bd-81e4-1d9d5e55d97f tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-groups/f33442a6-b52a-4184-8fa0-2116cbf6407e HTTP/1.1" status: 204 len: 168 time: 0.6764741 Dec 09 22:45:46.748639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35622) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:46.751899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.777448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d3cbf-9734-43bd-81e4-1d9d5e55d97f tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33442a6-b52a-4184-8fa0-2116cbf6407e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:46.799460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35624) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:46.808305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1085a8ce-adbd-474a-a948-8fbc30a0a200 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1732540189', 'description': 'tempest-secgroup-smoke-1732540189 description', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:46.810163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:46.810817 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.812196 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] 10.222.0.18 "PUT /v2.0/ports/46b00350-5167-4de2-8489-de3123a0afab HTTP/1.1" status: 200 len: 1092 time: 1.6067986 Dec 09 22:45:46.814828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db75c3c4-3a17-4ba0-8adb-0b9b13f303c6', 'tag': '46b00350-5167-4de2-8489-de3123a0afab'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:45:46.817119 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0930d179-f244-4c81-bf45-78d7e2dff4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "db75c3c4-3a17-4ba0-8adb-0b9b13f303c6", "tag": "46b00350-5167-4de2-8489-de3123a0afab"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:45:46.880098 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f88b156e-b663-4906-bf6c-cbd3f3b32a06 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1294231 Dec 09 22:45:46.883732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35630) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:46.885694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d97ac6-22e5-49e9-8825-6d14b2966841 service neutron] Pushing event updated for resources: {'Port': ['ID=46b00350-5167-4de2-8489-de3123a0afab,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:46.890773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4b5a281a-ff66-48a7-b2f7-e84481970087 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141533917'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:46.895564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1085a8ce-adbd-474a-a948-8fbc30a0a200 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.928059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-6c21068a-9e33-490e-b007-a3460a85fae7 service neutron] 10.222.0.16 "GET /v2.0/networks/eb28447c-65bc-4e5c-bf3f-5367c9cba174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023561 Dec 09 22:45:46.928735 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1085a8ce-adbd-474a-a948-8fbc30a0a200 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.937344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-08d7b4fb-1ad7-4856-afc8-2d9b58551191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:46.938927 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-08d7b4fb-1ad7-4856-afc8-2d9b58551191 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=267f9cf9ed0447b180087d0958bb285c&device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 1095 time: 0.0714545 Dec 09 22:45:46.940234 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b5a281a-ff66-48a7-b2f7-e84481970087 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:46.999550 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-127756b5-a58f-418f-a9dc-82bcea00964b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46b00350-5167-4de2-8489-de3123a0afab HTTP/1.1" status: 200 len: 217 time: 0.0460701 Dec 09 22:45:47.035887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7f163-6d69-4f00-a8f2-cf11ee556ea5 req-fd11cf74-fb66-4bcc-9c9b-13770c34d7da tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:47.037389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6b7f163-6d69-4f00-a8f2-cf11ee556ea5 req-fd11cf74-fb66-4bcc-9c9b-13770c34d7da tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 943 time: 0.1691265 Dec 09 22:45:47.085528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-1d1e4c26-4190-4db5-be29-1dee29f02337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:47.088974 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-1d1e4c26-4190-4db5-be29-1dee29f02337 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4860052f-0aeb-4fb3-bf72-f28c333328f6 HTTP/1.1" status: 200 len: 849 time: 0.0823400 Dec 09 22:45:47.092710 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9650d392-7f42-46a6-b2ea-5885d2296868 x-openstack-request-id: req-9650d392-7f42-46a6-b2ea-5885d2296868 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:45:47.092995 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db75c3c4-3a17-4ba0-8adb-0b9b13f303c6", "tag": "46b00350-5167-4de2-8489-de3123a0afab", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:45:47.093259 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9650d392-7f42-46a6-b2ea-5885d2296868 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:45:47.093652 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db75c3c4-3a17-4ba0-8adb-0b9b13f303c6', 'tag': '46b00350-5167-4de2-8489-de3123a0afab', 'status': 'completed', 'code': 200} Dec 09 22:45:47.105151 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b5a281a-ff66-48a7-b2f7-e84481970087 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.111220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.116593 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b5a281a-ff66-48a7-b2f7-e84481970087 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.140777 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-98d5c33f-c342-401b-aa38-a7d4d73adbf4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c2e2320-552f-496c-b74d-d32b743af550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338118 Dec 09 22:45:47.158073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.166364 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4b5a281a-ff66-48a7-b2f7-e84481970087 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.167622 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4b5a281a-ff66-48a7-b2f7-e84481970087 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2828360 Dec 09 22:45:47.179752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35636) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:47.188602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f72b873a-362c-4cf8-a8fa-7662c9e94859 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': '120de2ff-7374-427d-a7aa-5fdbb9b91d7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:47.195331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd0f545e-4421-40be-8b92-d19d78a3762d req-bc854cdb-fdd7-43fd-a17e-d4d1d3fff4f8 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 210 time: 0.0728893 Dec 09 22:45:47.217405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a281a-ff66-48a7-b2f7-e84481970087 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120de2ff-7374-427d-a7aa-5fdbb9b91d7d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:47.291609 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f72b873a-362c-4cf8-a8fa-7662c9e94859 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.294163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6b7f163-6d69-4f00-a8f2-cf11ee556ea5 req-40db58a9-0d71-4ea0-99ae-558f9bb755df tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/security-groups?id=13510ab6-e798-48f3-9aff-991355ed3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355433 Dec 09 22:45:47.315411 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-21193110-8a11-4fc6-981c-587988e626ba service neutron] 10.222.0.18 "GET /v2.0/networks/9c2e2320-552f-496c-b74d-d32b743af550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631818 Dec 09 22:45:47.356427 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1085a8ce-adbd-474a-a948-8fbc30a0a200 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.365387 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1085a8ce-adbd-474a-a948-8fbc30a0a200 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.392956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Allocated IP 172.25.8.96 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/9561a4f0-0d6c-4af0-8720-0fe60a883133) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:47.422400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f72b873a-362c-4cf8-a8fa-7662c9e94859 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.438841 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f72b873a-362c-4cf8-a8fa-7662c9e94859 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.444998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085a8ce-adbd-474a-a948-8fbc30a0a200 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cb0c76-5ecf-43c2-8d4e-225673ab02fb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:47.456863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b873a-362c-4cf8-a8fa-7662c9e94859 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337f808c-51b6-4293-98b3-cc6181716bab,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:47.465057 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eab9b2f7-47e8-4d1b-8bd0-059fb0c4b61f req-a172aef3-1e15-4b09-a3cc-2d0d5485883e service neutron] 10.222.0.18 "GET /v2.0/networks/9c2e2320-552f-496c-b74d-d32b743af550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396883 Dec 09 22:45:47.476908 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f72b873a-362c-4cf8-a8fa-7662c9e94859 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.481111 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f72b873a-362c-4cf8-a8fa-7662c9e94859 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2940197 Dec 09 22:45:47.481371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35646) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:47.506199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-339db789-64e8-490d-b978-5a9292fc16e1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': '120de2ff-7374-427d-a7aa-5fdbb9b91d7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:47.559174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-339db789-64e8-490d-b978-5a9292fc16e1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.566990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1085a8ce-adbd-474a-a948-8fbc30a0a200 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.580122 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1085a8ce-adbd-474a-a948-8fbc30a0a200 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.646452 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930d179-f244-4c81-bf45-78d7e2dff4ea req-6bf6c6af-5157-48e1-a298-80fc808476f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:47.646808 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0930d179-f244-4c81-bf45-78d7e2dff4ea req-6bf6c6af-5157-48e1-a298-80fc808476f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=267f9cf9ed0447b180087d0958bb285c&device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 1095 time: 0.0818088 Dec 09 22:45:47.648357 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.656354 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1085a8ce-adbd-474a-a948-8fbc30a0a200 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.657629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1085a8ce-adbd-474a-a948-8fbc30a0a200 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8557947 Dec 09 22:45:47.663760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35652) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:47.669761 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-339db789-64e8-490d-b978-5a9292fc16e1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.670383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ff675fda-12be-45b1-b7e7-f2765e1afb01 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc2c6d-4042-458d-8760-ebf5bb8fa182', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:47.679215 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085a8ce-adbd-474a-a948-8fbc30a0a200 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dc2c6d-4042-458d-8760-ebf5bb8fa182,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:47.684436 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-339db789-64e8-490d-b978-5a9292fc16e1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.718138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339db789-64e8-490d-b978-5a9292fc16e1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f7357d-d55d-4162-bdc3-7d1a9a2c7c4b,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:47.729198 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff675fda-12be-45b1-b7e7-f2765e1afb01 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.734124 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.760799 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-339db789-64e8-490d-b978-5a9292fc16e1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.762150 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-339db789-64e8-490d-b978-5a9292fc16e1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2796950 Dec 09 22:45:47.764895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35654) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:47.771255 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d898de35-2c18-444d-b26e-9ddf6d42e491 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': '120de2ff-7374-427d-a7aa-5fdbb9b91d7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:47.807521 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930d179-f244-4c81-bf45-78d7e2dff4ea req-ac74e0c7-42bf-43b5-8919-51fcbeec6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:47.809149 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0930d179-f244-4c81-bf45-78d7e2dff4ea req-ac74e0c7-42bf-43b5-8919-51fcbeec6e42 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c2e2320-552f-496c-b74d-d32b743af550 HTTP/1.1" status: 200 len: 910 time: 0.1536803 Dec 09 22:45:47.815080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:47.819565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d898de35-2c18-444d-b26e-9ddf6d42e491 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.822209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:47.830078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Pushing event updated for resources: {'Port': ['ID=9561a4f0-0d6c-4af0-8720-0fe60a883133,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:47.832457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:47.864378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb8041-e9be-4b0f-9665-759557c41cc7 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:47.875882 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0930d179-f244-4c81-bf45-78d7e2dff4ea req-9c72699b-f6c5-4058-94d4-d4f1f6a31aa2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46b00350-5167-4de2-8489-de3123a0afab HTTP/1.1" status: 200 len: 217 time: 0.0514827 Dec 09 22:45:47.917951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f22e62aa-55d2-4115-ac05-461ea3a13985 None None] Provisioning complete for port 9561a4f0-0d6c-4af0-8720-0fe60a883133 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:47.918657 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f22e62aa-55d2-4115-ac05-461ea3a13985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:47.952299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930d179-f244-4c81-bf45-78d7e2dff4ea req-74f947f8-efaf-42f2-9d87-f0313d29600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:47.954108 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0930d179-f244-4c81-bf45-78d7e2dff4ea req-74f947f8-efaf-42f2-9d87-f0313d29600e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4860052f-0aeb-4fb3-bf72-f28c333328f6 HTTP/1.1" status: 200 len: 849 time: 0.0684352 Dec 09 22:45:47.973678 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff675fda-12be-45b1-b7e7-f2765e1afb01 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.000122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f22e62aa-55d2-4115-ac05-461ea3a13985 None None] Port 9561a4f0-0d6c-4af0-8720-0fe60a883133 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:45:48.000834 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0930d179-f244-4c81-bf45-78d7e2dff4ea req-1ecf0299-8e51-425b-8289-5c3a1578d616 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c2e2320-552f-496c-b74d-d32b743af550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375705 Dec 09 22:45:48.020303 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d898de35-2c18-444d-b26e-9ddf6d42e491 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.034360 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d898de35-2c18-444d-b26e-9ddf6d42e491 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.067926 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff675fda-12be-45b1-b7e7-f2765e1afb01 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.091993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898de35-2c18-444d-b26e-9ddf6d42e491 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c525a85-bb54-4e96-a666-4043a4ee7497,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:48.101518 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d898de35-2c18-444d-b26e-9ddf6d42e491 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.105898 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d898de35-2c18-444d-b26e-9ddf6d42e491 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3374021 Dec 09 22:45:48.107309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35658) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:48.113393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0c5ba2f2-025a-459a-b6c6-22009772330b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': '120de2ff-7374-427d-a7aa-5fdbb9b91d7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:48.146182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff675fda-12be-45b1-b7e7-f2765e1afb01 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4fa399-503b-4b1c-b69c-f22bb0bd819d,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:48.149141 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0930d179-f244-4c81-bf45-78d7e2dff4ea req-6357ac70-8e3d-45ce-8266-ce7d42085217 service neutron] 10.222.0.18 "GET /v2.0/networks/9c2e2320-552f-496c-b74d-d32b743af550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382608 Dec 09 22:45:48.164359 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff675fda-12be-45b1-b7e7-f2765e1afb01 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.166313 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ff675fda-12be-45b1-b7e7-f2765e1afb01 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4994757 Dec 09 22:45:48.168228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0c5ba2f2-025a-459a-b6c6-22009772330b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.171618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35660) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:48.193243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c557b2df-c8d7-453f-ae1b-b116b42811a4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc2c6d-4042-458d-8760-ebf5bb8fa182', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:48.320072 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0c5ba2f2-025a-459a-b6c6-22009772330b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.350052 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0930d179-f244-4c81-bf45-78d7e2dff4ea req-974508f3-6334-45d7-8dff-8d7e82058e48 service neutron] 10.222.0.18 "GET /v2.0/networks/9c2e2320-552f-496c-b74d-d32b743af550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924887 Dec 09 22:45:48.350798 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0c5ba2f2-025a-459a-b6c6-22009772330b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.363720 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.417657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f9c4c2e-3bc1-4159-8cbd-716dd99f9bf4 req-22b57ab5-e80c-45e1-8e8c-1db24e778186 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 210 time: 0.0696015 Dec 09 22:45:48.453775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ba2f2-025a-459a-b6c6-22009772330b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebba6cab-3050-43d6-8e50-22756eece8c7,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:48.455792 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c557b2df-c8d7-453f-ae1b-b116b42811a4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.462048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 46b00350-5167-4de2-8489-de3123a0afab details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:45:48.531284 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0c5ba2f2-025a-459a-b6c6-22009772330b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.534926 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0c5ba2f2-025a-459a-b6c6-22009772330b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4242687 Dec 09 22:45:48.535850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35666) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:48.545241 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5f3de647-a11a-4a15-8c52-f68271a6abdf tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': '120de2ff-7374-427d-a7aa-5fdbb9b91d7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:48.548060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1245893-c5c5-4da5-a43a-c103b2a06aec req-212c4fbe-df05-4fce-aa71-f1ad198ef46f tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:48.558922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1245893-c5c5-4da5-a43a-c103b2a06aec req-212c4fbe-df05-4fce-aa71-f1ad198ef46f tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 943 time: 0.1457901 Dec 09 22:45:48.604966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 46b00350-5167-4de2-8489-de3123a0afab, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=46b00350-5167-4de2-8489-de3123a0afab,segment=NetworkSegment(95dc8654-077f-4971-8119-eb97d154aa93),segment_id=95dc8654-077f-4971-8119-eb97d154aa93)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:48.616925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11f86-e490-426c-b939-38cf8170100b req-fd45611a-9b17-4b10-be62-dff49b4fc94b tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:48.619153 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-fd45611a-9b17-4b10-be62-dff49b4fc94b tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.42 "GET /v2.0/networks?id=eb28447c-65bc-4e5c-bf3f-5367c9cba174 HTTP/1.1" status: 200 len: 814 time: 0.2652090 Dec 09 22:45:48.619768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '46b00350-5167-4de2-8489-de3123a0afab', 'network_id': '9c2e2320-552f-496c-b74d-d32b743af550', 'port_id': '46b00350-5167-4de2-8489-de3123a0afab', 'mac_address': 'fa:16:3e:a7:46:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4860052f-0aeb-4fb3-bf72-f28c333328f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:45:48.625134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1245893-c5c5-4da5-a43a-c103b2a06aec req-c9f9c05c-ef27-4c96-9aaa-96a72b1336bf tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/security-groups?id=13510ab6-e798-48f3-9aff-991355ed3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650954 Dec 09 22:45:48.645900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-80b11f86-e490-426c-b939-38cf8170100b req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Request body: {'port': {'device_id': '06718f3a-2681-4774-87f2-ebce361b1ede', 'network_id': 'eb28447c-65bc-4e5c-bf3f-5367c9cba174', 'admin_state_up': True, 'tenant_id': '4d618cbd827147fb9d667ad99b4df56e'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:48.650858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c557b2df-c8d7-453f-ae1b-b116b42811a4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.667849 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5f3de647-a11a-4a15-8c52-f68271a6abdf tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.676729 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.695457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b00350-5167-4de2-8489-de3123a0afab {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:45:48.705761 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c557b2df-c8d7-453f-ae1b-b116b42811a4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.720344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 46b00350-5167-4de2-8489-de3123a0afab, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=46b00350-5167-4de2-8489-de3123a0afab,segment=NetworkSegment(95dc8654-077f-4971-8119-eb97d154aa93),segment_id=95dc8654-077f-4971-8119-eb97d154aa93)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:48.726346 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.753206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5f3de647-a11a-4a15-8c52-f68271a6abdf tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.770080 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5f3de647-a11a-4a15-8c52-f68271a6abdf tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.775883 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.798111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=46b00350-5167-4de2-8489-de3123a0afab,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:48.801049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557b2df-c8d7-453f-ae1b-b116b42811a4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421c8e99-c3e0-464a-9a0d-2ae9d012fe9d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:48.831936 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c557b2df-c8d7-453f-ae1b-b116b42811a4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.833117 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c557b2df-c8d7-453f-ae1b-b116b42811a4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6503823 Dec 09 22:45:48.836265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35668) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:48.841755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3de647-a11a-4a15-8c52-f68271a6abdf tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f43c95-74f7-4ad5-b0de-b37dde67d00b,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:48.854779 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5f3de647-a11a-4a15-8c52-f68271a6abdf tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.858740 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5f3de647-a11a-4a15-8c52-f68271a6abdf tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3153889 Dec 09 22:45:48.860024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35670) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:48.866286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c33a35a3-133a-48f3-a521-7a261ce5edae tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc2c6d-4042-458d-8760-ebf5bb8fa182', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:48.899550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc94ee35-6d5a-48fb-9d81-02c59ec73d90 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.912034 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc94ee35-6d5a-48fb-9d81-02c59ec73d90 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.945374 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c33a35a3-133a-48f3-a521-7a261ce5edae tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.949947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b11f86-e490-426c-b939-38cf8170100b req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Made reservation on behalf of 4d618cbd827147fb9d667ad99b4df56e for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:48.955675 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-80b11f86-e490-426c-b939-38cf8170100b req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.975761 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc94ee35-6d5a-48fb-9d81-02c59ec73d90 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.989901 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc94ee35-6d5a-48fb-9d81-02c59ec73d90 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:48.991380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fc94ee35-6d5a-48fb-9d81-02c59ec73d90 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/76f43c95-74f7-4ad5-b0de-b37dde67d00b HTTP/1.1" status: 204 len: 168 time: 0.1302862 Dec 09 22:45:48.994933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35676) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:48.998932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94ee35-6d5a-48fb-9d81-02c59ec73d90 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76f43c95-74f7-4ad5-b0de-b37dde67d00b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:49.023265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['46b00350-5167-4de2-8489-de3123a0afab'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:45:49.028159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Router e7efecff-8313-4ff0-8b53-58ff5c5e944a is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:45:49.138215 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-163cb39c-612f-4798-9c6e-4a4f8ff9bcb8 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1421218 Dec 09 22:45:49.145685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-80b11f86-e490-426c-b939-38cf8170100b req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Allocated IP 172.20.0.14 (eb28447c-65bc-4e5c-bf3f-5367c9cba174/11b4c660-89c0-47b5-a82d-c789fe80901b/ce85cbc2-2f25-472c-a2ba-2d54f94cbea5) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:49.147578 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35680) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:49.152256 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c33a35a3-133a-48f3-a521-7a261ce5edae tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.180847 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c33a35a3-133a-48f3-a521-7a261ce5edae tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.245740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a35a3-133a-48f3-a521-7a261ce5edae tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da093915-6e9e-4867-988c-7d1c7565ae05,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:49.256779 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-914c1b5e-0361-4ab9-bfcd-a7ccaa84572e tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.272767 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c33a35a3-133a-48f3-a521-7a261ce5edae tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.277184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c33a35a3-133a-48f3-a521-7a261ce5edae tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4367526 Dec 09 22:45:49.277184 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-914c1b5e-0361-4ab9-bfcd-a7ccaa84572e tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.287506 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35686) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:49.296553 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-de8d0d9a-a2c6-4ea1-95a6-eb975f2bee42 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc2c6d-4042-458d-8760-ebf5bb8fa182', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:49.316542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:45:49.330201 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4366e2e-394e-4d3e-bde6-42c688e13e61 None None] Sync routers for ids ['e7efecff-8313-4ff0-8b53-58ff5c5e944a'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:45:49.358621 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-80b11f86-e490-426c-b939-38cf8170100b req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.365158 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4366e2e-394e-4d3e-bde6-42c688e13e61 None None] Routers {'e7efecff-8313-4ff0-8b53-58ff5c5e944a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:49.365817 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a4366e2e-394e-4d3e-bde6-42c688e13e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7efecff-8313-4ff0-8b53-58ff5c5e944a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:49.388391 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-914c1b5e-0361-4ab9-bfcd-a7ccaa84572e tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.396517 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-914c1b5e-0361-4ab9-bfcd-a7ccaa84572e tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.403035 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-914c1b5e-0361-4ab9-bfcd-a7ccaa84572e tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ebba6cab-3050-43d6-8e50-22756eece8c7 HTTP/1.1" status: 204 len: 168 time: 0.2542183 Dec 09 22:45:49.407571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35688) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:49.416888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-80b11f86-e490-426c-b939-38cf8170100b req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.432812 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a4366e2e-394e-4d3e-bde6-42c688e13e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:49.433886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c1b5e-0361-4ab9-bfcd-a7ccaa84572e tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebba6cab-3050-43d6-8e50-22756eece8c7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:49.442718 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4366e2e-394e-4d3e-bde6-42c688e13e61 None None] Routers {'e7efecff-8313-4ff0-8b53-58ff5c5e944a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:49.443334 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a4366e2e-394e-4d3e-bde6-42c688e13e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7efecff-8313-4ff0-8b53-58ff5c5e944a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:49.446869 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.452636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-65adac10-7687-4fca-a855-c6ee5e5b65b3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0283003 Dec 09 22:45:49.458427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35692) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:49.459411 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de8d0d9a-a2c6-4ea1-95a6-eb975f2bee42 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.488727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b11f86-e490-426c-b939-38cf8170100b req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Network eb28447c-65bc-4e5c-bf3f-5367c9cba174 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:49.491121 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a4366e2e-394e-4d3e-bde6-42c688e13e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:49.492136 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4366e2e-394e-4d3e-bde6-42c688e13e61 None None] The sync data for ids ['e7efecff-8313-4ff0-8b53-58ff5c5e944a'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:45:49.492733 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-80b11f86-e490-426c-b939-38cf8170100b req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:49.499485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b11f86-e490-426c-b939-38cf8170100b req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:49.539344 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9722e098-1b7b-4e64-987e-1ddfccf47691 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1293986 Dec 09 22:45:49.540165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35694) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:49.591370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Pushing event updated for resources: {'Port': ['ID=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:49.615245 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9b5f-2523-4501-b6a6-25191ccd40f1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.635242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9b5f-2523-4501-b6a6-25191ccd40f1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.643420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11f86-e490-426c-b939-38cf8170100b req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:49.644443 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-80b11f86-e490-426c-b939-38cf8170100b req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.661620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de8d0d9a-a2c6-4ea1-95a6-eb975f2bee42 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.672075 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-c62ebf5e-4c1b-4168-b21d-80edf8e022be tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0407276 Dec 09 22:45:49.687826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764b03c-5807-45db-9345-dc17d34775e7 req-2e0a0d9e-5cf6-492c-bbdc-d3d7ae0b68fa tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:49.688651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Request body: {'port': {'device_id': '06718f3a-2681-4774-87f2-ebce361b1ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:49.703864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d764b03c-5807-45db-9345-dc17d34775e7 req-2e0a0d9e-5cf6-492c-bbdc-d3d7ae0b68fa tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 932 time: 0.1585293 Dec 09 22:45:49.746153 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de8d0d9a-a2c6-4ea1-95a6-eb975f2bee42 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.755340 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9b5f-2523-4501-b6a6-25191ccd40f1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.767044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9b5f-2523-4501-b6a6-25191ccd40f1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.768166 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1e1a9b5f-2523-4501-b6a6-25191ccd40f1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0c525a85-bb54-4e96-a666-4043a4ee7497 HTTP/1.1" status: 204 len: 168 time: 0.2044220 Dec 09 22:45:49.775648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35698) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:49.781710 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:45:49.802658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a9b5f-2523-4501-b6a6-25191ccd40f1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c525a85-bb54-4e96-a666-4043a4ee7497,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:49.805717 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.810308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d764b03c-5807-45db-9345-dc17d34775e7 req-f3472996-90ca-4043-8ab5-4b9188fb794e tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055775 Dec 09 22:45:49.862655 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4e523857-b367-4818-83bf-87d3f025bc32 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0860939 Dec 09 22:45:49.865269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35700) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:49.894987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d0d9a-a2c6-4ea1-95a6-eb975f2bee42 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5a4552-75d6-491a-a3c7-192590064029,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:49.900011 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-711f1c78-647a-4944-b90c-d0080e2cd888 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.907540 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de8d0d9a-a2c6-4ea1-95a6-eb975f2bee42 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.912318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-de8d0d9a-a2c6-4ea1-95a6-eb975f2bee42 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6208904 Dec 09 22:45:49.912630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35702) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:49.921635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ad452e4e-16ff-4d1e-9656-480f1f081f8d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc2c6d-4042-458d-8760-ebf5bb8fa182', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:49.929616 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-711f1c78-647a-4944-b90c-d0080e2cd888 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:49.949104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8bba-4c67-463f-b633-607db1684375 req-ea436087-7019-45ec-b091-95d99cc26a72 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:49.950730 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-443e8bba-4c67-463f-b633-607db1684375 req-ea436087-7019-45ec-b091-95d99cc26a72 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 944 time: 0.1738558 Dec 09 22:45:49.958705 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-90a0436a-8dfe-4e31-8c55-b501820f9b94 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/routers/e7efecff-8313-4ff0-8b53-58ff5c5e944a HTTP/1.1" status: 200 len: 920 time: 0.4926133 Dec 09 22:45:49.958705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35704) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:49.992005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-146140d3-c549-4b30-a1cb-34f4cf5ab8ff tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7efecff-8313-4ff0-8b53-58ff5c5e944a HTTP/1.1" status: 200 len: 205 time: 0.0321198 Dec 09 22:45:49.995689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35706) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:50.033774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-443e8bba-4c67-463f-b633-607db1684375 req-e0bcf012-0836-4426-91a4-e23c53b7bcae tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/security-groups?id=13510ab6-e798-48f3-9aff-991355ed3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668669 Dec 09 22:45:50.062608 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-ad452e4e-16ff-4d1e-9656-480f1f081f8d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Project 7ffb305be9ae48ea9f30ef4c629e6c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:45:50.088415 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad452e4e-16ff-4d1e-9656-480f1f081f8d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.096986 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-711f1c78-647a-4944-b90c-d0080e2cd888 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.118620 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-711f1c78-647a-4944-b90c-d0080e2cd888 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.119789 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-711f1c78-647a-4944-b90c-d0080e2cd888 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/68f7357d-d55d-4162-bdc3-7d1a9a2c7c4b HTTP/1.1" status: 204 len: 168 time: 0.2535491 Dec 09 22:45:50.122458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35708) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:50.174261 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5c338a84-f405-4659-91c3-01324407ca2d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0481055 Dec 09 22:45:50.174502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35710) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:50.191321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f1c78-647a-4944-b90c-d0080e2cd888 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68f7357d-d55d-4162-bdc3-7d1a9a2c7c4b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:50.212591 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d888301b-bf10-46bb-afcb-078664d4baa1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.220906 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d888301b-bf10-46bb-afcb-078664d4baa1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.248249 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d888301b-bf10-46bb-afcb-078664d4baa1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.255881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d888301b-bf10-46bb-afcb-078664d4baa1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.258230 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d888301b-bf10-46bb-afcb-078664d4baa1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/337f808c-51b6-4293-98b3-cc6181716bab HTTP/1.1" status: 204 len: 168 time: 0.0827298 Dec 09 22:45:50.260782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35712) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:50.265105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888301b-bf10-46bb-afcb-078664d4baa1 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=337f808c-51b6-4293-98b3-cc6181716bab,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:50.269091 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.278451 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad452e4e-16ff-4d1e-9656-480f1f081f8d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.327558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad452e4e-16ff-4d1e-9656-480f1f081f8d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.368593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad452e4e-16ff-4d1e-9656-480f1f081f8d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c255c37-7a8b-4398-8a27-a0a23fc117a7,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:50.391859 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad452e4e-16ff-4d1e-9656-480f1f081f8d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.396078 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ad452e4e-16ff-4d1e-9656-480f1f081f8d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4785848 Dec 09 22:45:50.399026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35716) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:50.410064 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3eae799b-bfb7-4e9d-a48b-011fe1855dbc tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1445587 Dec 09 22:45:50.413031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35718) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:50.434736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3e9387d9-2bd5-479c-bef2-a0e2454bb1d2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc2c6d-4042-458d-8760-ebf5bb8fa182', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:50.461086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 46b00350-5167-4de2-8489-de3123a0afab up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:45:50.483119 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-72f497ca-3975-4f27-b410-a3df89d8a26a tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.493875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:45:50.508414 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-72f497ca-3975-4f27-b410-a3df89d8a26a tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.514537 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.535659 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-3e9387d9-2bd5-479c-bef2-a0e2454bb1d2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Project 7ffb305be9ae48ea9f30ef4c629e6c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:45:50.545665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Transition to ACTIVE for port object ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:45:50.548154 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e9387d9-2bd5-479c-bef2-a0e2454bb1d2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.558492 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.559576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 46b00350-5167-4de2-8489-de3123a0afab completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:45:50.566758 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.567124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 46b00350-5167-4de2-8489-de3123a0afab triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:50.568037 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.569051 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-72f497ca-3975-4f27-b410-a3df89d8a26a tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.573202 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-72f497ca-3975-4f27-b410-a3df89d8a26a tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.577462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-72f497ca-3975-4f27-b410-a3df89d8a26a tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-groups/120de2ff-7374-427d-a7aa-5fdbb9b91d7d HTTP/1.1" status: 204 len: 168 time: 0.1612852 Dec 09 22:45:50.578602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35720) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:50.604420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f497ca-3975-4f27-b410-a3df89d8a26a tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120de2ff-7374-427d-a7aa-5fdbb9b91d7d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:50.651044 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-843c8324-9a54-4196-8be5-df719eecbbe7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0676727 Dec 09 22:45:50.651769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35722) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:50.656767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0b5231b3-4986-427a-8061-0a26897b2baa tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668841654'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:50.676665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Pushing event updated for resources: {'Port': ['ID=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:50.685644 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b5231b3-4986-427a-8061-0a26897b2baa tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.723090 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.743377 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e9387d9-2bd5-479c-bef2-a0e2454bb1d2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.750242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db75c3c4-3a17-4ba0-8adb-0b9b13f303c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b00350-5167-4de2-8489-de3123a0afab'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:45:50.752043 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e9387d9-2bd5-479c-bef2-a0e2454bb1d2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.753168 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3eba89-d7f9-4cfe-b9bb-2120c34c28cb" -d '{"events": [{"server_uuid": "db75c3c4-3a17-4ba0-8adb-0b9b13f303c6", "name": "network-vif-plugged", "status": "completed", "tag": "46b00350-5167-4de2-8489-de3123a0afab"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:45:50.773620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b5231b3-4986-427a-8061-0a26897b2baa tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.776688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 46b00350-5167-4de2-8489-de3123a0afab, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=46b00350-5167-4de2-8489-de3123a0afab,segment=NetworkSegment(95dc8654-077f-4971-8119-eb97d154aa93),segment_id=95dc8654-077f-4971-8119-eb97d154aa93)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:50.779244 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b5231b3-4986-427a-8061-0a26897b2baa tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.781312 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.786980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9387d9-2bd5-479c-bef2-a0e2454bb1d2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710078f2-f909-49f8-8d69-148d49f35254,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:50.798178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Deleting port 9561a4f0-0d6c-4af0-8720-0fe60a883133 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:45:50.798514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.813991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Attempting to bind port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:50.814372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Attempting to bind port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'a064651d-8fff-486c-80d9-db1cdace443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb28447c-65bc-4e5c-bf3f-5367c9cba174'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:50.815068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Attempting to bind port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 on network eb28447c-65bc-4e5c-bf3f-5367c9cba174 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:50.818933 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3e9387d9-2bd5-479c-bef2-a0e2454bb1d2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.823078 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3e9387d9-2bd5-479c-bef2-a0e2454bb1d2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4196959 Dec 09 22:45:50.823292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b5231b3-4986-427a-8061-0a26897b2baa tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.825090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35726) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:50.828420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0b5231b3-4986-427a-8061-0a26897b2baa tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1753933 Dec 09 22:45:50.829152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35728) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:50.830082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f05c33cc-fd15-4d7d-bede-313e99d21c88 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'network': {'name': 'tempest-network-smoke--898496090', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'port_security_enabled': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:50.835147 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7b3eb6c7-b230-4a81-99ab-a306f86c4964 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': '1141d5b8-c847-4a5d-b312-1e219f1147d5', 'direction': 'ingress', 'protocol': 17}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:50.836121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 on network eb28447c-65bc-4e5c-bf3f-5367c9cba174 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:45:50.836454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Attempting to bind port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 on network eb28447c-65bc-4e5c-bf3f-5367c9cba174 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:50.841554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5231b3-4986-427a-8061-0a26897b2baa tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1141d5b8-c847-4a5d-b312-1e219f1147d5,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:50.858126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=46b00350-5167-4de2-8489-de3123a0afab,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:50.868443 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f42fbc5-fb79-4aa3-a07b-693fa26ed20a x-openstack-request-id: req-6f42fbc5-fb79-4aa3-a07b-693fa26ed20a {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:45:50.868950 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db75c3c4-3a17-4ba0-8adb-0b9b13f303c6", "name": "network-vif-plugged", "status": "completed", "tag": "46b00350-5167-4de2-8489-de3123a0afab", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:45:50.869385 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f42fbc5-fb79-4aa3-a07b-693fa26ed20a {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:45:50.869980 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db75c3c4-3a17-4ba0-8adb-0b9b13f303c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b00350-5167-4de2-8489-de3123a0afab', 'code': 200} Dec 09 22:45:50.884965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:45:50.885349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Checking segment: {'id': 'a064651d-8fff-486c-80d9-db1cdace443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb28447c-65bc-4e5c-bf3f-5367c9cba174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:50.885803 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Bound using segment: {'id': 'a064651d-8fff-486c-80d9-db1cdace443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb28447c-65bc-4e5c-bf3f-5367c9cba174'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:45:50.886278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Bound port: ce85cbc2-2f25-472c-a2ba-2d54f94cbea5, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a064651d-8fff-486c-80d9-db1cdace443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb28447c-65bc-4e5c-bf3f-5367c9cba174'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:45:50.886642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.945113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05c33cc-fd15-4d7d-bede-313e99d21c88 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Made reservation on behalf of 7ffb305be9ae48ea9f30ef4c629e6c08 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:50.948678 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f05c33cc-fd15-4d7d-bede-313e99d21c88 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.985031 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3eb6c7-b230-4a81-99ab-a306f86c4964 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:50.997734 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.018345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cace40-99c0-4b3b-9fa7-532c4d2ec82b req-d41da8a1-07cf-4555-b9a4-a82ff16cd872 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:51.021417 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2cace40-99c0-4b3b-9fa7-532c4d2ec82b req-d41da8a1-07cf-4555-b9a4-a82ff16cd872 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 944 time: 0.1079884 Dec 09 22:45:51.039671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05c33cc-fd15-4d7d-bede-313e99d21c88 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:45:51.041850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Calling delete_port for 9561a4f0-0d6c-4af0-8720-0fe60a883133 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:45:51.079823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f05c33cc-fd15-4d7d-bede-313e99d21c88 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.080181 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-f05c33cc-fd15-4d7d-bede-313e99d21c88 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Added segment 6015d4c4-880d-46ab-a6f7-22600b5699ca of type vlan for network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 Dec 09 22:45:51.092385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] For port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:45:51.130698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2cace40-99c0-4b3b-9fa7-532c4d2ec82b req-1f631891-cd00-422b-ac31-30f434fbc942 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949728 Dec 09 22:45:51.133034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe100d-8501-4882-8837-de79c5b74021 req-fd67030f-1fa9-4598-bcf5-e29f555cc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:51.135316 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-97fe100d-8501-4882-8837-de79c5b74021 req-fd67030f-1fa9-4598-bcf5-e29f555cc36b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 1097 time: 0.1507254 Dec 09 22:45:51.145928 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3eb6c7-b230-4a81-99ab-a306f86c4964 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.152205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3eb6c7-b230-4a81-99ab-a306f86c4964 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.166172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] For port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5,segment=NetworkSegment(a064651d-8fff-486c-80d9-db1cdace443b),segment_id=a064651d-8fff-486c-80d9-db1cdace443b)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:45:51.193102 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.210362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3eb6c7-b230-4a81-99ab-a306f86c4964 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2ff7a6-d702-4165-b42c-5c386507ce03,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:51.215862 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f05c33cc-fd15-4d7d-bede-313e99d21c88 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.247489 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b3eb6c7-b230-4a81-99ab-a306f86c4964 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.251347 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7b3eb6c7-b230-4a81-99ab-a306f86c4964 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4176610 Dec 09 22:45:51.253704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35734) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:51.274818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:51.275447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.276898 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] 10.222.0.42 "PUT /v2.0/ports/ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 HTTP/1.1" status: 200 len: 1093 time: 1.5954940 Dec 09 22:45:51.277467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249c6ce-9d14-4dca-aa58-207b7c98b109 req-1f534ac4-73c1-4991-a500-cd933f362206 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:51.279251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8249c6ce-9d14-4dca-aa58-207b7c98b109 req-1f534ac4-73c1-4991-a500-cd933f362206 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 945 time: 0.1188469 Dec 09 22:45:51.283481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06718f3a-2681-4774-87f2-ebce361b1ede', 'tag': 'ce85cbc2-2f25-472c-a2ba-2d54f94cbea5'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:45:51.286661 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc808a9-3eb8-4a56-bb9a-4e6034281ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "06718f3a-2681-4774-87f2-ebce361b1ede", "tag": "ce85cbc2-2f25-472c-a2ba-2d54f94cbea5"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:45:51.407564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1c5600e6-d650-4895-aa6d-3c29521165a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.417834 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8249c6ce-9d14-4dca-aa58-207b7c98b109 req-3e53d677-7dde-45aa-948f-6529332cb1d5 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/security-groups?id=13510ab6-e798-48f3-9aff-991355ed3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080716 Dec 09 22:45:51.440351 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1c5600e6-d650-4895-aa6d-3c29521165a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.503630 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1c5600e6-d650-4895-aa6d-3c29521165a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.506444 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1c5600e6-d650-4895-aa6d-3c29521165a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.507866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1c5600e6-d650-4895-aa6d-3c29521165a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-groups/1141d5b8-c847-4a5d-b312-1e219f1147d5 HTTP/1.1" status: 204 len: 168 time: 0.2514150 Dec 09 22:45:51.511735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35740) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:51.533684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5600e6-d650-4895-aa6d-3c29521165a3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1141d5b8-c847-4a5d-b312-1e219f1147d5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:51.566693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2bdc169b-a724-4a05-85f6-f6202cf1cead tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0536933 Dec 09 22:45:51.570321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35742) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:51.575350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-53afc801-a478-439f-832a-ad73778561d0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group': {'name': 'tempest-secgroup--674225118'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:51.601550 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53afc801-a478-439f-832a-ad73778561d0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.693222 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53afc801-a478-439f-832a-ad73778561d0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.700194 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53afc801-a478-439f-832a-ad73778561d0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.710755 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cd33c4-73d4-4d1d-bba0-4aa4e32f5e61 x-openstack-request-id: req-34cd33c4-73d4-4d1d-bba0-4aa4e32f5e61 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:45:51.711044 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06718f3a-2681-4774-87f2-ebce361b1ede", "tag": "ce85cbc2-2f25-472c-a2ba-2d54f94cbea5", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:45:51.711304 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34cd33c4-73d4-4d1d-bba0-4aa4e32f5e61 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:45:51.712191 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06718f3a-2681-4774-87f2-ebce361b1ede', 'tag': 'ce85cbc2-2f25-472c-a2ba-2d54f94cbea5', 'status': 'completed', 'code': 200} Dec 09 22:45:51.714514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f05c33cc-fd15-4d7d-bede-313e99d21c88 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.720415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05c33cc-fd15-4d7d-bede-313e99d21c88 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:51.721003 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f05c33cc-fd15-4d7d-bede-313e99d21c88 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.734251 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53afc801-a478-439f-832a-ad73778561d0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.735648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-53afc801-a478-439f-832a-ad73778561d0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1637995 Dec 09 22:45:51.737723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afc801-a478-439f-832a-ad73778561d0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f20edbe-45aa-469e-94c4-7afdf10f84ab,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:51.737903 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-97fe100d-8501-4882-8837-de79c5b74021 req-3ad4a8cc-42a9-463f-9b77-603b8e78caba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=13510ab6-e798-48f3-9aff-991355ed3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737562 Dec 09 22:45:51.749916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35744) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:51.755095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e5763068-a824-498f-ac52-9d1bea37cac9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group': {'name': 'tempest-secgroup--782718463'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:51.783329 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5763068-a824-498f-ac52-9d1bea37cac9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.791067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47298bbd-7194-4437-8d21-72765ad85d29 service neutron] Pushing event updated for resources: {'Port': ['ID=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:51.809460 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f05c33cc-fd15-4d7d-bede-313e99d21c88 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9833331 Dec 09 22:45:51.815961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35746) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:51.822281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'admin_state_up': True, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:51.874310 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5763068-a824-498f-ac52-9d1bea37cac9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.878514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5763068-a824-498f-ac52-9d1bea37cac9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.890460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c33cc-fd15-4d7d-bede-313e99d21c88 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Network': ['ID=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:51.897989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11f86-e490-426c-b939-38cf8170100b req-d11be28f-70ef-4c11-8c5f-67156de184b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:51.900158 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-d11be28f-70ef-4c11-8c5f-67156de184b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d618cbd827147fb9d667ad99b4df56e&device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 1096 time: 0.1985362 Dec 09 22:45:51.911607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:45:51.913427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5763068-a824-498f-ac52-9d1bea37cac9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d6a9c9-6ca4-46bb-b889-6df545930a99,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:51.950890 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-88f0f918-840f-472f-acf8-279c7a3a1b8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 HTTP/1.1" status: 200 len: 217 time: 0.0428712 Dec 09 22:45:51.955770 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.956830 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.966142 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5763068-a824-498f-ac52-9d1bea37cac9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:51.968164 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e5763068-a824-498f-ac52-9d1bea37cac9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2169967 Dec 09 22:45:51.971066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35748) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:51.978888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e5428586-25db-489a-8625-21bb86a1395d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': '4f20edbe-45aa-469e-94c4-7afdf10f84ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c9d6a9c9-6ca4-46bb-b889-6df545930a99', 'remote_ip_prefix': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:52.006560 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.027651 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5428586-25db-489a-8625-21bb86a1395d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.046303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Pushing event deleted for resources: {'Port': ['ID=9561a4f0-0d6c-4af0-8720-0fe60a883133,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:52.055866 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11f86-e490-426c-b939-38cf8170100b req-b9de3f7b-a464-4921-a5da-4b23aaca2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:52.057371 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-b9de3f7b-a464-4921-a5da-4b23aaca2443 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11b4c660-89c0-47b5-a82d-c789fe80901b HTTP/1.1" status: 200 len: 854 time: 0.0932519 Dec 09 22:45:52.064368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796aa5b8-9421-4e26-92a0-c2b3382565a9 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:52.138179 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-6ae404cd-ab7d-43b0-8750-fd2f9929739b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb28447c-65bc-4e5c-bf3f-5367c9cba174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713942 Dec 09 22:45:52.139490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.145942 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5428586-25db-489a-8625-21bb86a1395d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.149761 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5428586-25db-489a-8625-21bb86a1395d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.385722 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.389918 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.521406 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.525219 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.528693 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-5f9f2c87-e709-4396-8c3a-b732c4db8253 service neutron] 10.222.0.42 "GET /v2.0/networks/eb28447c-65bc-4e5c-bf3f-5367c9cba174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708050 Dec 09 22:45:52.539502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5428586-25db-489a-8625-21bb86a1395d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd87fe1-215a-4db3-9faf-6f3095f6b3a6,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:52.570518 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5428586-25db-489a-8625-21bb86a1395d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.574691 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e5428586-25db-489a-8625-21bb86a1395d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6008790 Dec 09 22:45:52.577223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35758) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:52.629439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528f672-adb8-4f20-b220-044adf10acd6 req-cfa22642-fc9b-486b-ae3b-35c83c75390a tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:52.630977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a528f672-adb8-4f20-b220-044adf10acd6 req-cfa22642-fc9b-486b-ae3b-35c83c75390a tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 944 time: 0.1230636 Dec 09 22:45:52.640522 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-80b11f86-e490-426c-b939-38cf8170100b req-2a78bb31-a6f0-48b4-8117-53880aafcfc7 service neutron] 10.222.0.42 "GET /v2.0/networks/eb28447c-65bc-4e5c-bf3f-5367c9cba174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038640 Dec 09 22:45:52.645624 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73135a92-0923-47c4-85a4-4f91004e33ca tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.672658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa05d19-7a84-492d-aa38-5c29839c275f req-8c75b7c1-a627-47b8-93c8-5a5df2ed2d5e tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:52.674575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9aa05d19-7a84-492d-aa38-5c29839c275f req-8c75b7c1-a627-47b8-93c8-5a5df2ed2d5e tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 945 time: 0.1260514 Dec 09 22:45:52.690676 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.697626 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73135a92-0923-47c4-85a4-4f91004e33ca tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.713848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.716756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Fanout notify agent at l3_agent the message router_deleted on router e7efecff-8313-4ff0-8b53-58ff5c5e944a {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:45:52.734629 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.738579 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b316f33f-399f-4676-ad02-ab43315d7b4c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/routers/e7efecff-8313-4ff0-8b53-58ff5c5e944a HTTP/1.1" status: 204 len: 168 time: 2.7366030 Dec 09 22:45:52.771307 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35764) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:52.780338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1375624729', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'enable_snat': False}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:52.821284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73135a92-0923-47c4-85a4-4f91004e33ca tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.826522 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73135a92-0923-47c4-85a4-4f91004e33ca tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.828440 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-73135a92-0923-47c4-85a4-4f91004e33ca tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9fd87fe1-215a-4db3-9faf-6f3095f6b3a6 HTTP/1.1" status: 204 len: 168 time: 0.2494967 Dec 09 22:45:52.829718 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.831146 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.834561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35770) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:52.843484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc808a9-3eb8-4a56-bb9a-4e6034281ef6 req-f1468621-c4b3-4c3d-8a39-b02ad3f4d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:52.845278 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6cc808a9-3eb8-4a56-bb9a-4e6034281ef6 req-f1468621-c4b3-4c3d-8a39-b02ad3f4d1f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d618cbd827147fb9d667ad99b4df56e&device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 1096 time: 0.0638630 Dec 09 22:45:52.889140 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:52.955099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc808a9-3eb8-4a56-bb9a-4e6034281ef6 req-80ea130a-7f15-4e5d-9896-737bddfbe793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:52.956653 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6cc808a9-3eb8-4a56-bb9a-4e6034281ef6 req-80ea130a-7f15-4e5d-9896-737bddfbe793 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb28447c-65bc-4e5c-bf3f-5367c9cba174 HTTP/1.1" status: 200 len: 915 time: 0.0958288 Dec 09 22:45:52.996223 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c2d85791-e8e3-4018-9063-e780ef770f28 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1565473 Dec 09 22:45:53.002594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35772) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:53.051304 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6cc808a9-3eb8-4a56-bb9a-4e6034281ef6 req-744f0881-17a1-498a-a6db-637bad854ed1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 HTTP/1.1" status: 200 len: 217 time: 0.0832937 Dec 09 22:45:53.094499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73135a92-0923-47c4-85a4-4f91004e33ca tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fd87fe1-215a-4db3-9faf-6f3095f6b3a6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:53.112767 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.120566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a528f672-adb8-4f20-b220-044adf10acd6 req-de49e4fd-1787-4417-8fde-4550eeef5e6a tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783356 Dec 09 22:45:53.128219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9aa05d19-7a84-492d-aa38-5c29839c275f req-69d54c53-bafb-4f27-8b4a-113e59ac6b77 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/security-groups?id=13510ab6-e798-48f3-9aff-991355ed3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344604 Dec 09 22:45:53.186127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35776) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:53.218608 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.243728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc808a9-3eb8-4a56-bb9a-4e6034281ef6 req-6c1c3e78-fbae-41ed-899e-ed9cc4fb259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:53.245213 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6cc808a9-3eb8-4a56-bb9a-4e6034281ef6 req-6c1c3e78-fbae-41ed-899e-ed9cc4fb259d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11b4c660-89c0-47b5-a82d-c789fe80901b HTTP/1.1" status: 200 len: 854 time: 0.1458845 Dec 09 22:45:53.248770 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.295996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97f25e5f-5a26-4f5d-b6cc-0f4e4534d4cd tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.351234 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.366031 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6cc808a9-3eb8-4a56-bb9a-4e6034281ef6 req-c3b10400-1125-4bf8-82a2-ca01d013c3c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb28447c-65bc-4e5c-bf3f-5367c9cba174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073744 Dec 09 22:45:53.375443 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.402078 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18989d61-2e5e-4be8-a618-0c61ff201031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.422606 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97f25e5f-5a26-4f5d-b6cc-0f4e4534d4cd tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.477500 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Allocated IP 172.25.8.132 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/88f8ed59-fbd2-498d-a80d-021fcd5dfc5a) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:53.546403 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97f25e5f-5a26-4f5d-b6cc-0f4e4534d4cd tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.549010 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97f25e5f-5a26-4f5d-b6cc-0f4e4534d4cd tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.550309 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-97f25e5f-5a26-4f5d-b6cc-0f4e4534d4cd tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-groups/c9d6a9c9-6ca4-46bb-b889-6df545930a99 HTTP/1.1" status: 204 len: 168 time: 0.5465350 Dec 09 22:45:53.553571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35780) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:53.578521 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6cc808a9-3eb8-4a56-bb9a-4e6034281ef6 req-8b7ee05e-028d-40ae-9764-2c56cd4d9853 service neutron] 10.222.0.42 "GET /v2.0/networks/eb28447c-65bc-4e5c-bf3f-5367c9cba174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991510 Dec 09 22:45:53.579157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f25e5f-5a26-4f5d-b6cc-0f4e4534d4cd tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d6a9c9-6ca4-46bb-b889-6df545930a99,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:53.627647 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.637203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a0bc989f-a189-4973-ab49-0841490d47da tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0824826 Dec 09 22:45:53.640760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35782) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:53.679480 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18989d61-2e5e-4be8-a618-0c61ff201031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.686839 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-18989d61-2e5e-4be8-a618-0c61ff201031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.700644 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.739343 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830f0797-fece-42e1-b16d-b8d905b08868 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.760407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:53.770132 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-18989d61-2e5e-4be8-a618-0c61ff201031 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f13f1489df7743bc870363c1e3020d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5802402 Dec 09 22:45:53.771945 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6cc808a9-3eb8-4a56-bb9a-4e6034281ef6 req-64f35817-c303-45df-ae74-06d3295b54cc service neutron] 10.222.0.42 "GET /v2.0/networks/eb28447c-65bc-4e5c-bf3f-5367c9cba174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860397 Dec 09 22:45:53.772409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35784) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:53.773585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:53.777094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18989d61-2e5e-4be8-a618-0c61ff201031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209532b5-2e37-430a-ad48-20326fc17742,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:53.777737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:53.780559 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830f0797-fece-42e1-b16d-b8d905b08868 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.783229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event updated for resources: {'Port': ['ID=88f8ed59-fbd2-498d-a80d-021fcd5dfc5a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:53.791546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0942296-c3f7-494e-bd01-0e904a73905e None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:53.819765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.25.8.69 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/1242bb2a-7280-48b8-b72d-3c138c3f12ab) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:53.885977 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3623aed3-d1fd-4709-b9d0-827835c1b40b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.888792 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f9e062a8-4415-41a0-84df-6a69622ea97e None None] Provisioning complete for port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:53.889164 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f9e062a8-4415-41a0-84df-6a69622ea97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.925473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f9e062a8-4415-41a0-84df-6a69622ea97e None None] Port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:45:53.940884 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830f0797-fece-42e1-b16d-b8d905b08868 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.942684 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3623aed3-d1fd-4709-b9d0-827835c1b40b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.943531 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830f0797-fece-42e1-b16d-b8d905b08868 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:53.944665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-830f0797-fece-42e1-b16d-b8d905b08868 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-groups/4f20edbe-45aa-469e-94c4-7afdf10f84ab HTTP/1.1" status: 204 len: 168 time: 0.3030024 Dec 09 22:45:53.949145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35786) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:53.973070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f0797-fece-42e1-b16d-b8d905b08868 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f20edbe-45aa-469e-94c4-7afdf10f84ab,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:54.011470 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.034134 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3623aed3-d1fd-4709-b9d0-827835c1b40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.037473 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3623aed3-d1fd-4709-b9d0-827835c1b40b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.038665 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3623aed3-d1fd-4709-b9d0-827835c1b40b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/209532b5-2e37-430a-ad48-20326fc17742 HTTP/1.1" status: 204 len: 168 time: 0.2636745 Dec 09 22:45:54.056639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1a7961ec-0941-46fc-a3d2-4365858e6c5b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1038578 Dec 09 22:45:54.061200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35790) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:54.065342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-87ecb551-7c18-4a2f-8273-1bd72579d535 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group': {'name': 'tempest-secgroup--779790475'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:54.070664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623aed3-d1fd-4709-b9d0-827835c1b40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209532b5-2e37-430a-ad48-20326fc17742,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:54.096045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.135609 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.138004 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87ecb551-7c18-4a2f-8273-1bd72579d535 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.170736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:45:54.184398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:54.209894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:54.217160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:54.232180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=1242bb2a-7280-48b8-b72d-3c138c3f12ab,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:54.236267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650494ec-bc16-4b7d-b7a0-0a891943ddee None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:54.323340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5,segment=NetworkSegment(a064651d-8fff-486c-80d9-db1cdace443b),segment_id=a064651d-8fff-486c-80d9-db1cdace443b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:54.336281 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'ce85cbc2-2f25-472c-a2ba-2d54f94cbea5', 'network_id': 'eb28447c-65bc-4e5c-bf3f-5367c9cba174', 'port_id': 'ce85cbc2-2f25-472c-a2ba-2d54f94cbea5', 'mac_address': 'fa:16:3e:ca:34:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b4c660-89c0-47b5-a82d-c789fe80901b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:45:54.387656 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.412400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6819f839-1470-4263-a7de-779da1d3f278 None None] Provisioning complete for port 1242bb2a-7280-48b8-b72d-3c138c3f12ab triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:54.412670 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6819f839-1470-4263-a7de-779da1d3f278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.435530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e619a-5003-47ae-b900-784939bb05e7 req-e9395b0f-21e1-4924-ba84-09495a785f9e tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:54.437133 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f59e619a-5003-47ae-b900-784939bb05e7 req-e9395b0f-21e1-4924-ba84-09495a785f9e tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 944 time: 0.1380274 Dec 09 22:45:54.446769 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87ecb551-7c18-4a2f-8273-1bd72579d535 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.452892 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87ecb551-7c18-4a2f-8273-1bd72579d535 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.453855 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881c8d3-6369-48dc-af64-6acad0714edf req-33cb5301-2bb9-4c2b-b08b-a81c84da95a2 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:54.455855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f881c8d3-6369-48dc-af64-6acad0714edf req-33cb5301-2bb9-4c2b-b08b-a81c84da95a2 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 945 time: 0.1253254 Dec 09 22:45:54.457373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6819f839-1470-4263-a7de-779da1d3f278 None None] Port 1242bb2a-7280-48b8-b72d-3c138c3f12ab cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:45:54.460029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:45:54.481346 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5,segment=NetworkSegment(a064651d-8fff-486c-80d9-db1cdace443b),segment_id=a064651d-8fff-486c-80d9-db1cdace443b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:54.486917 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.506188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35798) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:54.517613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f59e619a-5003-47ae-b900-784939bb05e7 req-42094971-b8dc-4988-a37f-b68ab8c61b00 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539682 Dec 09 22:45:54.519947 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87ecb551-7c18-4a2f-8273-1bd72579d535 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.523963 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-87ecb551-7c18-4a2f-8273-1bd72579d535 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4600022 Dec 09 22:45:54.547869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35800) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:54.551308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:54.552121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-92d63413-4e29-4883-82df-a1779a225b2b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': '4022e72a-1321-4304-8cd2-4ce5a02c3328', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:54.568013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecb551-7c18-4a2f-8273-1bd72579d535 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4022e72a-1321-4304-8cd2-4ce5a02c3328,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:54.573422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-846e61a5-7a6a-4d0f-bcfc-8cdbef70a037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.618060 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.628628 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-92d63413-4e29-4883-82df-a1779a225b2b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.633848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f881c8d3-6369-48dc-af64-6acad0714edf req-d4831062-e588-425e-b00e-51155f615a5e tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/security-groups?id=13510ab6-e798-48f3-9aff-991355ed3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226592 Dec 09 22:45:54.675001 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.713567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['ce85cbc2-2f25-472c-a2ba-2d54f94cbea5'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:45:54.782280 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-92d63413-4e29-4883-82df-a1779a225b2b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.787933 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-92d63413-4e29-4883-82df-a1779a225b2b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.804304 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-846e61a5-7a6a-4d0f-bcfc-8cdbef70a037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.818866 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-846e61a5-7a6a-4d0f-bcfc-8cdbef70a037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.827630 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-92d63413-4e29-4883-82df-a1779a225b2b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.832413 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-92d63413-4e29-4883-82df-a1779a225b2b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2834659 Dec 09 22:45:54.837375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35806) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:54.852844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d63413-4e29-4883-82df-a1779a225b2b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96138033-ad1b-40d1-ab70-e2ba634c63f7,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:54.892585 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fa15e5f-abe1-4c55-ad59-81763e96eef5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.906474 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fa15e5f-abe1-4c55-ad59-81763e96eef5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:54.912280 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-846e61a5-7a6a-4d0f-bcfc-8cdbef70a037 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9341eedb544c48b4a9f26c3fe2fb1434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4033864 Dec 09 22:45:54.919180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e61a5-7a6a-4d0f-bcfc-8cdbef70a037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835bc291-b80f-4429-b203-30b9bdba50da,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:54.920408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35810) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:54.982188 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Router aa73be14-edf9-4fd1-9132-4f92b76a9a06 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:45:54.995110 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fa15e5f-abe1-4c55-ad59-81763e96eef5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.002745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.002950 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8fa15e5f-abe1-4c55-ad59-81763e96eef5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.003972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8fa15e5f-abe1-4c55-ad59-81763e96eef5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/96138033-ad1b-40d1-ab70-e2ba634c63f7 HTTP/1.1" status: 204 len: 168 time: 0.1653426 Dec 09 22:45:55.006904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35816) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:55.052326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa15e5f-abe1-4c55-ad59-81763e96eef5 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96138033-ad1b-40d1-ab70-e2ba634c63f7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:55.057937 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b5491752-34b2-4931-9abe-1e3aa42c106a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.104828 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e100905e-f755-416f-8ef3-f4e60c98187d tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0938458 Dec 09 22:45:55.122679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35820) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:55.135122 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b5491752-34b2-4931-9abe-1e3aa42c106a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.189288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router be88ba46-ec61-428d-b53d-cdfd99a8543f is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:45:55.201860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:45:55.230012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Sync routers for ids ['aa73be14-edf9-4fd1-9132-4f92b76a9a06'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:45:55.241094 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.242381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-19096bb5-af34-4a83-b202-bbd1cda8a3fd tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.4669302 Dec 09 22:45:55.243639 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56476d49-7d0d-4fe0-9edc-94b0cada8ee9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.246277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35826) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:55.254536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Routers {'aa73be14-edf9-4fd1-9132-4f92b76a9a06'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:55.256184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aa73be14-edf9-4fd1-9132-4f92b76a9a06'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:55.298257 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b5491752-34b2-4931-9abe-1e3aa42c106a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.300863 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b5491752-34b2-4931-9abe-1e3aa42c106a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.302182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b5491752-34b2-4931-9abe-1e3aa42c106a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/835bc291-b80f-4429-b203-30b9bdba50da HTTP/1.1" status: 204 len: 168 time: 0.3795636 Dec 09 22:45:55.326040 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56476d49-7d0d-4fe0-9edc-94b0cada8ee9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.330417 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5491752-34b2-4931-9abe-1e3aa42c106a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835bc291-b80f-4429-b203-30b9bdba50da,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:55.352406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:45:55.365023 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Sync routers for ids ['be88ba46-ec61-428d-b53d-cdfd99a8543f'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:45:55.384314 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Routers {'be88ba46-ec61-428d-b53d-cdfd99a8543f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:55.384999 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['be88ba46-ec61-428d-b53d-cdfd99a8543f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:55.389748 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.392073 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0fcdb126-65c6-4445-957d-7b1aaba801b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5736275 Dec 09 22:45:55.395574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35834) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:55.435714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56476d49-7d0d-4fe0-9edc-94b0cada8ee9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.439810 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-56476d49-7d0d-4fe0-9edc-94b0cada8ee9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.443614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-56476d49-7d0d-4fe0-9edc-94b0cada8ee9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-groups/4022e72a-1321-4304-8cd2-4ce5a02c3328 HTTP/1.1" status: 204 len: 168 time: 0.3147988 Dec 09 22:45:55.444162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-971fcc29-0e4f-46ce-a02b-f09bc0ba16b0 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/routers/aa73be14-edf9-4fd1-9132-4f92b76a9a06 HTTP/1.1" status: 200 len: 909 time: 0.1963954 Dec 09 22:45:55.446753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35838) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:55.447126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35840) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:55.452752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1375624729', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'enable_snat': True}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:55.454759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476d49-7d0d-4fe0-9edc-94b0cada8ee9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4022e72a-1321-4304-8cd2-4ce5a02c3328,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:55.560935 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Set router aa73be14-edf9-4fd1-9132-4f92b76a9a06 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:55.589775 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.602775 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.629214 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-df56dd41-bfe5-47d8-9d75-19a51175b264 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1785433 Dec 09 22:45:55.630743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35846) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:55.637633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2d535e5a-7600-4305-b926-af8c7c1749f7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871059688'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:55.694122 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Set router be88ba46-ec61-428d-b53d-cdfd99a8543f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:55.755402 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d535e5a-7600-4305-b926-af8c7c1749f7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.800189 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e38b2-8b26-4cde-b018-286a8b4208c6 req-ab5ac747-e809-43f5-b690-8f135f9a28ef tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:55.802031 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd4e38b2-8b26-4cde-b018-286a8b4208c6 req-ab5ac747-e809-43f5-b690-8f135f9a28ef tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 945 time: 0.1099536 Dec 09 22:45:55.836501 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.844496 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-81aab0b3-892b-44cd-a590-a7b4d0440bff tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=7ffb305be9ae48ea9f30ef4c629e6c08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4454753 Dec 09 22:45:55.851184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35852) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:55.916086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd4e38b2-8b26-4cde-b018-286a8b4208c6 req-0cbbcf23-2de9-409d-a563-008026e0c658 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069858 Dec 09 22:45:55.946002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa73be14-edf9-4fd1-9132-4f92b76a9a06', 'name': 'tempest-snat-router-1375624729', 'tenant_id': '5a893693d92741ab976fc9aeae268315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.132'}], 'enable_snat': False}, 'gw_port_id': '88f8ed59-fbd2-498d-a80d-021fcd5dfc5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:52Z', 'updated_at': '2021-12-09T22:45:53Z', 'revision_number': 3, 'project_id': '5a893693d92741ab976fc9aeae268315', 'gw_port': {'id': '88f8ed59-fbd2-498d-a80d-021fcd5dfc5a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa73be14-edf9-4fd1-9132-4f92b76a9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:55.959384 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d535e5a-7600-4305-b926-af8c7c1749f7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:55.965560 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d535e5a-7600-4305-b926-af8c7c1749f7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.012722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d535e5a-7600-4305-b926-af8c7c1749f7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41bb363-c926-46cd-96ab-51ddcb38af66,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:56.016955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Checking router: aa73be14-edf9-4fd1-9132-4f92b76a9a06 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:45:56.018076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Updating router aa73be14-edf9-4fd1-9132-4f92b76a9a06 port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:45:56.050041 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2d535e5a-7600-4305-b926-af8c7c1749f7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.057466 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2d535e5a-7600-4305-b926-af8c7c1749f7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4250627 Dec 09 22:45:56.058125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35862) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:56.068870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-bb6c1b52-b91a-43d6-aecb-c1124475a82c tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': 'a41bb363-c926-46cd-96ab-51ddcb38af66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:56.080453 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.125314 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1b52-b91a-43d6-aecb-c1124475a82c tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.191236 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:45:54Z', 'revision_number': 3, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:56.253013 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Checking router: be88ba46-ec61-428d-b53d-cdfd99a8543f for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:45:56.253371 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Updating router be88ba46-ec61-428d-b53d-cdfd99a8543f port 1242bb2a-7280-48b8-b72d-3c138c3f12ab binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:45:56.260130 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1b52-b91a-43d6-aecb-c1124475a82c tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.265724 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1b52-b91a-43d6-aecb-c1124475a82c tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.274141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.309456 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.311499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c1b52-b91a-43d6-aecb-c1124475a82c tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe38675-ca5e-4ed4-aef4-8f5608760094,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:56.332027 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1b52-b91a-43d6-aecb-c1124475a82c tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.338420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35870) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:56.340668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bb6c1b52-b91a-43d6-aecb-c1124475a82c tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2786109 Dec 09 22:45:56.408187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a2ac7469-14e4-4131-9ea1-0ad2b7766550 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules/1fe38675-ca5e-4ed4-aef4-8f5608760094 HTTP/1.1" status: 200 len: 763 time: 0.0253255 Dec 09 22:45:56.411017 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35874) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:56.496741 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-67ea8bc4-4a2e-4410-b137-a616f866cd58 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0844259 Dec 09 22:45:56.497708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35880) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:56.537252 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a97c4e96-b761-494f-99b7-d2bb9ef694e7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.548588 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a97c4e96-b761-494f-99b7-d2bb9ef694e7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.580259 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a97c4e96-b761-494f-99b7-d2bb9ef694e7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.595621 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a97c4e96-b761-494f-99b7-d2bb9ef694e7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.600074 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a97c4e96-b761-494f-99b7-d2bb9ef694e7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1fe38675-ca5e-4ed4-aef4-8f5608760094 HTTP/1.1" status: 204 len: 168 time: 0.1015635 Dec 09 22:45:56.601044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c4e96-b761-494f-99b7-d2bb9ef694e7 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fe38675-ca5e-4ed4-aef4-8f5608760094,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:56.602906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35884) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:56.679087 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-298d0de5-9a6c-45da-8735-96c213bb0e10 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0677214 Dec 09 22:45:56.681106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35888) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:56.688573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-495d3500-84c0-45e1-970a-58fc36f93c22 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': 'a41bb363-c926-46cd-96ab-51ddcb38af66', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:56.695109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:45:56.749810 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-495d3500-84c0-45e1-970a-58fc36f93c22 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.907246 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.917123 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-495d3500-84c0-45e1-970a-58fc36f93c22 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.919533 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.922983 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-495d3500-84c0-45e1-970a-58fc36f93c22 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.927132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:45:56.957668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d3500-84c0-45e1-970a-58fc36f93c22 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51329fa2-1a39-4b43-9567-fa38d997d0fc,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:56.975260 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-495d3500-84c0-45e1-970a-58fc36f93c22 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:56.976528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-495d3500-84c0-45e1-970a-58fc36f93c22 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2932701 Dec 09 22:45:56.982381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35900) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:56.994149 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:56.994524 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.039366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-56c959e9-c766-4a77-b6c1-5b87e549f033 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules/51329fa2-1a39-4b43-9567-fa38d997d0fc HTTP/1.1" status: 200 len: 763 time: 0.0558028 Dec 09 22:45:57.043753 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35904) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:57.066731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e331e1f-d896-45b8-a08e-629310ef8d4d None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:57.102443 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Attempting to bind port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:57.102920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Attempting to bind port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:57.103390 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Attempting to bind port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:57.115125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9785af7-c8fe-4776-948e-d572edde57f1 None None] Pushing event updated for resources: {'Port': ['ID=88f8ed59-fbd2-498d-a80d-021fcd5dfc5a,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:57.119561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:45:57.120096 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:57.120608 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.121672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:45:57.122298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Bound port: 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:45:57.122790 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.148574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f27c49e-09da-4086-86c8-b270458c73e7 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:57.150294 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3f27c49e-09da-4086-86c8-b270458c73e7 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2090480 Dec 09 22:45:57.154205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35908) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:57.208155 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.217804 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-192f718b-1dfc-4bad-924f-9c67a4134985 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0613940 Dec 09 22:45:57.234618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] For port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:45:57.235522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ae946bd2-3e24-4c3b-a0df-173ba6d9d9e6 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1906559 Dec 09 22:45:57.236670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35910) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:57.237399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35912) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:57.244371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a2549c29-ed84-4436-9ac6-aa476d352037 None None] Provisioning complete for port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:57.244882 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a2549c29-ed84-4436-9ac6-aa476d352037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.247926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8562ff03-42de-4a3e-9181-04191d4d1925 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256188873', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:57.275994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] For port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=88f8ed59-fbd2-498d-a80d-021fcd5dfc5a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:45:57.283770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06718f3a-2681-4774-87f2-ebce361b1ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce85cbc2-2f25-472c-a2ba-2d54f94cbea5'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:45:57.286698 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a2c428-6e33-44a8-a2f5-66a7de82938d" -d '{"events": [{"server_uuid": "06718f3a-2681-4774-87f2-ebce361b1ede", "name": "network-vif-plugged", "status": "completed", "tag": "ce85cbc2-2f25-472c-a2ba-2d54f94cbea5"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:45:57.301478 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.324510 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5,segment=NetworkSegment(a064651d-8fff-486c-80d9-db1cdace443b),segment_id=a064651d-8fff-486c-80d9-db1cdace443b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:57.374829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf5b045-e96e-416c-98d6-f76241081bac None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:57.382072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59924da2-ab3d-4857-9c51-760ecaf96b04 req-289c9f52-3f8f-4175-8c2e-0dbea6070686 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:57.388376 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.391802 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59924da2-ab3d-4857-9c51-760ecaf96b04 req-289c9f52-3f8f-4175-8c2e-0dbea6070686 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 945 time: 0.3331990 Dec 09 22:45:57.401362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a2549c29-ed84-4436-9ac6-aa476d352037 None None] Port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:45:57.412146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Routers {'aa73be14-edf9-4fd1-9132-4f92b76a9a06'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:57.416468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aa73be14-edf9-4fd1-9132-4f92b76a9a06'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:57.432562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.464962 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.482693 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.487795 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.494134 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9785af7-c8fe-4776-948e-d572edde57f1 None None] Pushing event updated for resources: {'Port': ['ID=88f8ed59-fbd2-498d-a80d-021fcd5dfc5a,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:57.628774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-573a555b-c1ce-47b6-9a62-5c7a7b769ef5 None None] Provisioning complete for port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:57.630198 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-573a555b-c1ce-47b6-9a62-5c7a7b769ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.637860 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7204f2-0cf2-4c9e-9f6b-665c8a2af04a None None] Pushing event updated for resources: {'Port': ['ID=1242bb2a-7280-48b8-b72d-3c138c3f12ab,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:57.693172 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Attempting to bind port 1242bb2a-7280-48b8-b72d-3c138c3f12ab on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:45:57.694690 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Attempting to bind port 1242bb2a-7280-48b8-b72d-3c138c3f12ab by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:45:57.695596 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Attempting to bind port 1242bb2a-7280-48b8-b72d-3c138c3f12ab on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:45:57.708075 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:45:57.712685 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:57.713530 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.714126 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:45:57.714818 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Bound port: 1242bb2a-7280-48b8-b72d-3c138c3f12ab, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:45:57.715399 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.746798 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e75fcb-5d50-4282-8e4d-6a3dfbbb2569 x-openstack-request-id: req-24e75fcb-5d50-4282-8e4d-6a3dfbbb2569 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:45:57.747420 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06718f3a-2681-4774-87f2-ebce361b1ede", "name": "network-vif-plugged", "status": "completed", "tag": "ce85cbc2-2f25-472c-a2ba-2d54f94cbea5", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:45:57.747602 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24e75fcb-5d50-4282-8e4d-6a3dfbbb2569 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:45:57.748114 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06718f3a-2681-4774-87f2-ebce361b1ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce85cbc2-2f25-472c-a2ba-2d54f94cbea5', 'code': 200} Dec 09 22:45:57.753927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4293d687-9415-4d3f-9fc6-134635d41821 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:57.782248 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:57.805586 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] For port 1242bb2a-7280-48b8-b72d-3c138c3f12ab, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:45:57.809946 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] For port 1242bb2a-7280-48b8-b72d-3c138c3f12ab, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1242bb2a-7280-48b8-b72d-3c138c3f12ab,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:45:57.817738 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.861622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Allocated IP 172.25.8.167 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/404beaa8-4be4-4f1a-b1af-ba23fda8a7a5) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:57.875706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] Set router aa73be14-edf9-4fd1-9132-4f92b76a9a06 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:57.887643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b54ab-b212-4d2e-af34-ba5fa2e1003e req-98e17aed-2827-4699-8634-2c77ff5da0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:57.889192 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b46b54ab-b212-4d2e-af34-ba5fa2e1003e req-98e17aed-2827-4699-8634-2c77ff5da0be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 1098 time: 0.1400552 Dec 09 22:45:57.900659 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7204f2-0cf2-4c9e-9f6b-665c8a2af04a None None] Pushing event updated for resources: {'Port': ['ID=1242bb2a-7280-48b8-b72d-3c138c3f12ab,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:57.955962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59924da2-ab3d-4857-9c51-760ecaf96b04 req-258faa68-5949-40df-ac14-60f64d395e85 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631883 Dec 09 22:45:57.960241 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b46b54ab-b212-4d2e-af34-ba5fa2e1003e req-3dc19785-e53f-408d-85f9-eabcc3c7632c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573401 Dec 09 22:45:57.963555 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96a96663-3d8a-4d42-b734-0ef7fd16aeb0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:57.965975 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Routers {'be88ba46-ec61-428d-b53d-cdfd99a8543f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:45:57.970235 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['be88ba46-ec61-428d-b53d-cdfd99a8543f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:58.010612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760b700a-51b3-4f46-8621-6c638d868445 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:58.016685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8562ff03-42de-4a3e-9181-04191d4d1925 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Made reservation on behalf of 7ffb305be9ae48ea9f30ef4c629e6c08 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:45:58.023316 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8562ff03-42de-4a3e-9181-04191d4d1925 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.044943 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96a96663-3d8a-4d42-b734-0ef7fd16aeb0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.063056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-573a555b-c1ce-47b6-9a62-5c7a7b769ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.100577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88155f0b-9cdc-4139-99cf-9606f9e6ec86 req-26143abe-37f6-4806-98db-991030986ebd tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:58.108362 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88155f0b-9cdc-4139-99cf-9606f9e6ec86 req-26143abe-37f6-4806-98db-991030986ebd tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 945 time: 0.1776993 Dec 09 22:45:58.120703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-573a555b-c1ce-47b6-9a62-5c7a7b769ef5 None None] For port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=88f8ed59-fbd2-498d-a80d-021fcd5dfc5a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:58.169173 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] Set router be88ba46-ec61-428d-b53d-cdfd99a8543f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:45:58.185972 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.206143 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96a96663-3d8a-4d42-b734-0ef7fd16aeb0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.207326 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-573a555b-c1ce-47b6-9a62-5c7a7b769ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.220059 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96a96663-3d8a-4d42-b734-0ef7fd16aeb0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.221292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-96a96663-3d8a-4d42-b734-0ef7fd16aeb0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/51329fa2-1a39-4b43-9567-fa38d997d0fc HTTP/1.1" status: 204 len: 168 time: 0.8748028 Dec 09 22:45:58.229118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35932) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:58.267624 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88155f0b-9cdc-4139-99cf-9606f9e6ec86 req-ef9445dc-f7dd-483c-9781-469e39fcfde5 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/security-groups?id=13510ab6-e798-48f3-9aff-991355ed3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580181 Dec 09 22:45:58.274542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a96663-3d8a-4d42-b734-0ef7fd16aeb0 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51329fa2-1a39-4b43-9567-fa38d997d0fc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:58.310570 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-98972fff-e0e2-4df3-99e1-f928683cccd3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0802562 Dec 09 22:45:58.312869 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.315890 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35934) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:58.335067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-577eb79d-5039-49ec-be32-37b08abbdb4b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': 'a41bb363-c926-46cd-96ab-51ddcb38af66', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:58.397664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event updated for resources: {'Port': ['ID=404beaa8-4be4-4f1a-b1af-ba23fda8a7a5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:58.411390 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:58.413351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:58.422388 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a555b-c1ce-47b6-9a62-5c7a7b769ef5 None None] Pushing event updated for resources: {'Port': ['ID=88f8ed59-fbd2-498d-a80d-021fcd5dfc5a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:58.428818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:58.443723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa798f2-5b10-430f-ba47-317d275b2262 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:45:58.462971 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1c2c96fa-0f52-4b01-8fe6-6e718d59652f None None] Provisioning complete for port 1242bb2a-7280-48b8-b72d-3c138c3f12ab triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:58.463757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c2c96fa-0f52-4b01-8fe6-6e718d59652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.488255 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-577eb79d-5039-49ec-be32-37b08abbdb4b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Project ccb45fa34d4847829c071d6f8db85ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:45:58.503630 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-577eb79d-5039-49ec-be32-37b08abbdb4b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.538952 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8562ff03-42de-4a3e-9181-04191d4d1925 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.550081 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:45:54Z', 'revision_number': 3, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:58.568334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa73be14-edf9-4fd1-9132-4f92b76a9a06', 'name': 'tempest-snat-router-1375624729', 'tenant_id': '5a893693d92741ab976fc9aeae268315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.132'}], 'enable_snat': False}, 'gw_port_id': '88f8ed59-fbd2-498d-a80d-021fcd5dfc5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:52Z', 'updated_at': '2021-12-09T22:45:53Z', 'revision_number': 3, 'project_id': '5a893693d92741ab976fc9aeae268315', 'gw_port': {'id': '88f8ed59-fbd2-498d-a80d-021fcd5dfc5a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa73be14-edf9-4fd1-9132-4f92b76a9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:45:58.592171 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f20337-b06a-4674-9c1f-e3c0c30d0425 None None] The sync data for ids ['be88ba46-ec61-428d-b53d-cdfd99a8543f'] in n-d-789963-23 is: [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:45:54Z', 'revision_number': 3, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:45:58.620303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce645b3b-94df-4944-8d05-c39d6b07defe None None] The sync data for ids ['aa73be14-edf9-4fd1-9132-4f92b76a9a06'] in n-d-789963-23 is: [{'id': 'aa73be14-edf9-4fd1-9132-4f92b76a9a06', 'name': 'tempest-snat-router-1375624729', 'tenant_id': '5a893693d92741ab976fc9aeae268315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.132'}], 'enable_snat': False}, 'gw_port_id': '88f8ed59-fbd2-498d-a80d-021fcd5dfc5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:52Z', 'updated_at': '2021-12-09T22:45:53Z', 'revision_number': 3, 'project_id': '5a893693d92741ab976fc9aeae268315', 'gw_port': {'id': '88f8ed59-fbd2-498d-a80d-021fcd5dfc5a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa73be14-edf9-4fd1-9132-4f92b76a9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:45:58.686974 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c2c96fa-0f52-4b01-8fe6-6e718d59652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.691967 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562ff03-42de-4a3e-9181-04191d4d1925 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Subnet': ['ID=a67ade4c-028c-49cc-aa5b-738306c46a2d,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:58.696762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562ff03-42de-4a3e-9181-04191d4d1925 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Checking segment: {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:45:58.697138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8562ff03-42de-4a3e-9181-04191d4d1925 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network hostable DHCP agents. Network: f7ccf101-496f-4d7c-a0a3-afaf2aba33e9, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:45:58.721929 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-577eb79d-5039-49ec-be32-37b08abbdb4b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.732445 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-577eb79d-5039-49ec-be32-37b08abbdb4b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.738425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1c2c96fa-0f52-4b01-8fe6-6e718d59652f None None] For port 1242bb2a-7280-48b8-b72d-3c138c3f12ab, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1242bb2a-7280-48b8-b72d-3c138c3f12ab,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:45:58.743533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8562ff03-42de-4a3e-9181-04191d4d1925 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:45:58.746946 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c2c96fa-0f52-4b01-8fe6-6e718d59652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.766223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eb79d-5039-49ec-be32-37b08abbdb4b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9062dd92-3b92-4bcd-9f70-63586cde5264,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:58.772586 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-577eb79d-5039-49ec-be32-37b08abbdb4b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.773832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-577eb79d-5039-49ec-be32-37b08abbdb4b tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4557152 Dec 09 22:45:58.774752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8562ff03-42de-4a3e-9181-04191d4d1925 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, f7ccf101-496f-4d7c-a0a3-afaf2aba33e9) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:58.781226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8562ff03-42de-4a3e-9181-04191d4d1925 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:58.782218 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8562ff03-42de-4a3e-9181-04191d4d1925 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.784454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35942) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:58.822153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a42296-cdbe-4ef0-8f09-dc2b2f0d14bd None None] Network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:45:58.825108 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c15f47d7-ce85-4f2e-9142-32a2611d5873 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules/9062dd92-3b92-4bcd-9f70-63586cde5264 HTTP/1.1" status: 200 len: 769 time: 0.0393155 Dec 09 22:45:58.831954 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8562ff03-42de-4a3e-9181-04191d4d1925 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5863163 Dec 09 22:45:58.831954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35944) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:58.837532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35946) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:58.895175 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c7b0af9b-18f8-430a-b4a8-a5a3704ca3c8 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0637660 Dec 09 22:45:58.897638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35948) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:58.938274 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.949291 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-29459a3c-ea98-4b19-abd9-0c284c4243f4 None None] Provisioning complete for port 404beaa8-4be4-4f1a-b1af-ba23fda8a7a5 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:45:58.950345 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29459a3c-ea98-4b19-abd9-0c284c4243f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.956625 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c391d287-c8b1-4cdf-9e1c-02554cdf2a09 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:58.973612 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c391d287-c8b1-4cdf-9e1c-02554cdf2a09 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:59.006486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c96fa-0f52-4b01-8fe6-6e718d59652f None None] Pushing event updated for resources: {'Port': ['ID=1242bb2a-7280-48b8-b72d-3c138c3f12ab,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:59.028638 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c391d287-c8b1-4cdf-9e1c-02554cdf2a09 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:59.035363 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c391d287-c8b1-4cdf-9e1c-02554cdf2a09 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:59.036848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c391d287-c8b1-4cdf-9e1c-02554cdf2a09 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9062dd92-3b92-4bcd-9f70-63586cde5264 HTTP/1.1" status: 204 len: 168 time: 0.1370339 Dec 09 22:45:59.105774 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35952) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:59.112972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391d287-c8b1-4cdf-9e1c-02554cdf2a09 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9062dd92-3b92-4bcd-9f70-63586cde5264,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:59.115751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ips': [{'subnet_id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:45:59.117147 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:59.182460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-29459a3c-ea98-4b19-abd9-0c284c4243f4 None None] Port 404beaa8-4be4-4f1a-b1af-ba23fda8a7a5 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:45:59.266558 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-51e19e28-f861-4fc3-86e3-18c50189ed19 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1468921 Dec 09 22:45:59.269418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35954) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:59.395964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731300d-3149-4832-9812-7b10829c36d7 req-8191a066-0f75-475b-99a2-1e9b4aa3391d tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:59.398131 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c731300d-3149-4832-9812-7b10829c36d7 req-8191a066-0f75-475b-99a2-1e9b4aa3391d tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.18 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 945 time: 0.4483895 Dec 09 22:45:59.408866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ed516-8d26-4b9e-85bb-02972938e6ac req-06b3c2a1-3dea-493f-b65d-ce3064fece0c tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:59.411762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Allocated IP 172.20.0.2 (f7ccf101-496f-4d7c-a0a3-afaf2aba33e9/a67ade4c-028c-49cc-aa5b-738306c46a2d/41e68f93-4134-41cb-8a13-d05812c811e4) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:45:59.411913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d49ed516-8d26-4b9e-85bb-02972938e6ac req-06b3c2a1-3dea-493f-b65d-ce3064fece0c tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 946 time: 0.2161322 Dec 09 22:45:59.502943 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d7567cff-adb4-40ba-aad7-f5f7fd9f7f98 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:59.626448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f6ab0-f77f-4f73-b56c-ecaab78a517c req-f8d18ccd-721b-4416-a436-9a70b6f2eeb2 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:45:59.642173 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a41f6ab0-f77f-4f73-b56c-ecaab78a517c req-f8d18ccd-721b-4416-a436-9a70b6f2eeb2 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 945 time: 0.2270901 Dec 09 22:45:59.673213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d49ed516-8d26-4b9e-85bb-02972938e6ac req-cadccc77-0bae-4412-848b-fafecaec21a5 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457795 Dec 09 22:45:59.687002 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d7567cff-adb4-40ba-aad7-f5f7fd9f7f98 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:59.707013 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:59.727294 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:59.791717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a41f6ab0-f77f-4f73-b56c-ecaab78a517c req-5736c196-8508-48a8-8929-ceadc42f25f3 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/security-groups?id=13510ab6-e798-48f3-9aff-991355ed3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173863 Dec 09 22:45:59.807723 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d7567cff-adb4-40ba-aad7-f5f7fd9f7f98 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:59.811570 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d7567cff-adb4-40ba-aad7-f5f7fd9f7f98 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:45:59.812970 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d7567cff-adb4-40ba-aad7-f5f7fd9f7f98 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-groups/a41bb363-c926-46cd-96ab-51ddcb38af66 HTTP/1.1" status: 204 len: 168 time: 0.5426083 Dec 09 22:45:59.818221 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:45:59.819106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35964) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:59.823177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:45:59.855407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7567cff-adb4-40ba-aad7-f5f7fd9f7f98 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41bb363-c926-46cd-96ab-51ddcb38af66,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:59.881817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:45:59.893358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:45:59.924166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4d2127af-cd07-4c1e-a245-4e2f280e9ca9 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0997825 Dec 09 22:45:59.924657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35966) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:45:59.928902 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0d5cd5a7-544e-477a-8299-dcaf5af20900 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940276325'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:45:59.939209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Pushing event updated for resources: {'Port': ['ID=41e68f93-4134-41cb-8a13-d05812c811e4,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:45:59.965586 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd5a7-544e-477a-8299-dcaf5af20900 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.065273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Attempting to bind port 41e68f93-4134-41cb-8a13-d05812c811e4 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:46:00.066622 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Attempting to bind port 41e68f93-4134-41cb-8a13-d05812c811e4 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:46:00.067182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Attempting to bind port 41e68f93-4134-41cb-8a13-d05812c811e4 on network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:46:00.076842 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:00.078753 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.083346 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:46:00.084048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Checking segment: {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:46:00.084651 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.085219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Bound using segment: {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:46:00.085920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Bound port: 41e68f93-4134-41cb-8a13-d05812c811e4, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:46:00.086555 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.089947 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd5a7-544e-477a-8299-dcaf5af20900 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.105080 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd5a7-544e-477a-8299-dcaf5af20900 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.173433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cd5a7-544e-477a-8299-dcaf5af20900 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780d8a74-06a9-4364-89bf-915b74192145,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:00.193932 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd5a7-544e-477a-8299-dcaf5af20900 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.196651 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0d5cd5a7-544e-477a-8299-dcaf5af20900 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2712600 Dec 09 22:46:00.205665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35968) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:00.209172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6ae4ca5a-ccdf-490e-be95-fe603ed62748 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Request body: {'security_group_rule': {'security_group_id': '780d8a74-06a9-4364-89bf-915b74192145', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:00.251277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-c731300d-3149-4832-9812-7b10829c36d7 req-d9c3d11b-e476-4101-a55d-b733ef1f1cb1 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Deleting port 46b00350-5167-4de2-8489-de3123a0afab {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:46:00.251891 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c731300d-3149-4832-9812-7b10829c36d7 req-d9c3d11b-e476-4101-a55d-b733ef1f1cb1 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.256479 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6ae4ca5a-ccdf-490e-be95-fe603ed62748 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.257643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.347664 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6ae4ca5a-ccdf-490e-be95-fe603ed62748 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.353589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] For port 41e68f93-4134-41cb-8a13-d05812c811e4, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:46:00.359871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] For port 41e68f93-4134-41cb-8a13-d05812c811e4, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=41e68f93-4134-41cb-8a13-d05812c811e4,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:46:00.362050 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6ae4ca5a-ccdf-490e-be95-fe603ed62748 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.371920 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.377186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1242bb2a-7280-48b8-b72d-3c138c3f12ab up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:46:00.396661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4ca5a-ccdf-490e-be95-fe603ed62748 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4441f45-898c-4029-8568-4ee47f852b91,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:00.416739 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6ae4ca5a-ccdf-490e-be95-fe603ed62748 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.420320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6ae4ca5a-ccdf-490e-be95-fe603ed62748 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2161829 Dec 09 22:46:00.420567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35970) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:00.476656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61775f2a-5c16-41fc-b462-6466e5bc7604 None None] Pushing event updated for resources: {'Port': ['ID=41e68f93-4134-41cb-8a13-d05812c811e4,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:00.500927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 1242bb2a-7280-48b8-b72d-3c138c3f12ab triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:00.501305 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.594017 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f6da7fc6-a953-4afa-aec6-e22320126ca3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.643462 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f6da7fc6-a953-4afa-aec6-e22320126ca3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.706530 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f6da7fc6-a953-4afa-aec6-e22320126ca3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.709220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f6da7fc6-a953-4afa-aec6-e22320126ca3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.710447 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f6da7fc6-a953-4afa-aec6-e22320126ca3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-groups/780d8a74-06a9-4364-89bf-915b74192145 HTTP/1.1" status: 204 len: 168 time: 0.2889302 Dec 09 22:46:00.714159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35976) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:00.769540 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7a83214c-171c-4ab3-8cdf-d66c30ebe4c6 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0518231 Dec 09 22:46:00.769540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da7fc6-a953-4afa-aec6-e22320126ca3 tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=780d8a74-06a9-4364-89bf-915b74192145,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:00.770219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 35978) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:00.789919 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.830086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c731300d-3149-4832-9812-7b10829c36d7 req-d9c3d11b-e476-4101-a55d-b733ef1f1cb1 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] For port 46b00350-5167-4de2-8489-de3123a0afab, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=46b00350-5167-4de2-8489-de3123a0afab,segment=NetworkSegment(95dc8654-077f-4971-8119-eb97d154aa93),segment_id=95dc8654-077f-4971-8119-eb97d154aa93)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:46:00.830695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c731300d-3149-4832-9812-7b10829c36d7 req-d9c3d11b-e476-4101-a55d-b733ef1f1cb1 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:00.853831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-c731300d-3149-4832-9812-7b10829c36d7 req-d9c3d11b-e476-4101-a55d-b733ef1f1cb1 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Calling delete_port for 46b00350-5167-4de2-8489-de3123a0afab owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:46:00.895545 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f39f6027-fb3c-4656-9ff9-aa50d14864dc tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1242268 Dec 09 22:46:00.898599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35982) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:00.920987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58632718-a935-41c4-add0-c812f5de72e7 req-ce1da0a7-18af-4389-b26d-582d8e930472 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:00.922606 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58632718-a935-41c4-add0-c812f5de72e7 req-ce1da0a7-18af-4389-b26d-582d8e930472 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 946 time: 0.1268671 Dec 09 22:46:00.974906 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-2ac5f79d-644f-4ad1-8a8c-a88431f7c8ac tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] delete failed (client error): The resource could not be found. Dec 09 22:46:00.975965 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2ac5f79d-644f-4ad1-8a8c-a88431f7c8ac tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "DELETE /v2.0/security-groups/780d8a74-06a9-4364-89bf-915b74192145 HTTP/1.1" status: 404 len: 347 time: 0.0724401 Dec 09 22:46:00.982749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 35984) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:01.027492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58632718-a935-41c4-add0-c812f5de72e7 req-45c4d683-4234-44cb-8077-923eafba3540 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987115 Dec 09 22:46:01.031501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Router b0f64592-db3d-4177-9994-4f41ab10b60a is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:46:01.036904 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490907dc-ec5b-45df-b6ad-83375ea80b23 req-bfb9eb9e-4170-4069-b41b-df3999ec7797 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:01.044935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-490907dc-ec5b-45df-b6ad-83375ea80b23 req-bfb9eb9e-4170-4069-b41b-df3999ec7797 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 945 time: 0.1064262 Dec 09 22:46:01.062959 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-38d2a231-5424-47ed-84f6-68f15bef778b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:01.138532 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-490907dc-ec5b-45df-b6ad-83375ea80b23 req-8894706f-d6cb-476a-b8eb-439937621579 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/security-groups?id=13510ab6-e798-48f3-9aff-991355ed3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904481 Dec 09 22:46:01.282729 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c5082459-b9b0-4544-9273-931eac9a54ae tempest-SecGroupIPv6Test-661866559 tempest-SecGroupIPv6Test-661866559-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2976990 Dec 09 22:46:01.515684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2975f9-3347-4834-99e3-a088e9af3d85 req-53950a07-97ef-49ee-8088-774f29ebd83e tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:01.517433 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc2975f9-3347-4834-99e3-a088e9af3d85 req-53950a07-97ef-49ee-8088-774f29ebd83e tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 946 time: 0.0608652 Dec 09 22:46:01.573356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc2975f9-3347-4834-99e3-a088e9af3d85 req-4b324d87-fa9c-452e-9702-cf6ec98333b5 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482357 Dec 09 22:46:01.679436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36002) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:01.686592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 41e68f93-4134-41cb-8a13-d05812c811e4 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:46:01.745241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 41e68f93-4134-41cb-8a13-d05812c811e4 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:01.745770 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:01.858141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.20.0.1 (f7ccf101-496f-4d7c-a0a3-afaf2aba33e9/a67ade4c-028c-49cc-aa5b-738306c46a2d/6afe6992-8252-4e54-9e9c-2e7f8650e008) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:46:01.871614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-88d84e06-d3fc-4671-bde0-46443d2d6bc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccb45fa34d4847829c071d6f8db85ca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1901917 Dec 09 22:46:01.874238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36008) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:02.000400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:46:02.000702 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98f5ccdf-230a-4a29-abfe-d13d0638054e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.005399 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c731300d-3149-4832-9812-7b10829c36d7 req-d9c3d11b-e476-4101-a55d-b733ef1f1cb1 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.020143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] Sync routers for ids ['b0f64592-db3d-4177-9994-4f41ab10b60a'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:46:02.034887 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98f5ccdf-230a-4a29-abfe-d13d0638054e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.058954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['46b00350-5167-4de2-8489-de3123a0afab'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:46:02.091781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] Routers {'b0f64592-db3d-4177-9994-4f41ab10b60a'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:02.092593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:45:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['b0f64592-db3d-4177-9994-4f41ab10b60a'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:02.120757 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98f5ccdf-230a-4a29-abfe-d13d0638054e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.131388 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.134446 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3d11b-e476-4101-a55d-b733ef1f1cb1 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Pushing event deleted for resources: {'Port': ['ID=46b00350-5167-4de2-8489-de3123a0afab,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:02.147166 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98f5ccdf-230a-4a29-abfe-d13d0638054e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.147409 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.152014 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-98f5ccdf-230a-4a29-abfe-d13d0638054e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddab1837-830d-4d87-bf09-3ac914c35583 HTTP/1.1" status: 204 len: 168 time: 0.2740505 Dec 09 22:46:02.173471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5ccdf-230a-4a29-abfe-d13d0638054e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddab1837-830d-4d87-bf09-3ac914c35583,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:02.194895 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.196377 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9b3fe3ca-c171-46b0-affd-d645e94b188a tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7471006 Dec 09 22:46:02.208131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36016) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:02.279481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 41e68f93-4134-41cb-8a13-d05812c811e4, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=41e68f93-4134-41cb-8a13-d05812c811e4,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:46:02.315204 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.337135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c731300d-3149-4832-9812-7b10829c36d7 req-d9c3d11b-e476-4101-a55d-b733ef1f1cb1 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] No DVR routers for this DVR port 46b00350-5167-4de2-8489-de3123a0afab on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:46:02.346222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c731300d-3149-4832-9812-7b10829c36d7 req-d9c3d11b-e476-4101-a55d-b733ef1f1cb1 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.355328 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c731300d-3149-4832-9812-7b10829c36d7 req-d9c3d11b-e476-4101-a55d-b733ef1f1cb1 tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.18 "DELETE /v2.0/ports/46b00350-5167-4de2-8489-de3123a0afab HTTP/1.1" status: 204 len: 173 time: 2.8359337 Dec 09 22:46:02.357676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db75c3c4-3a17-4ba0-8adb-0b9b13f303c6', 'name': 'network-vif-deleted', 'tag': '46b00350-5167-4de2-8489-de3123a0afab'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:46:02.366461 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea8e62-2611-4fe8-86a9-bce51800dcb7" -d '{"events": [{"server_uuid": "db75c3c4-3a17-4ba0-8adb-0b9b13f303c6", "name": "network-vif-deleted", "tag": "46b00350-5167-4de2-8489-de3123a0afab"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:46:02.407546 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.432278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] Set router b0f64592-db3d-4177-9994-4f41ab10b60a gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:46:02.456543 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29b5c24d-c004-409a-8b41-79f71e7f1b5f req-e9fad37c-fc34-4674-9d04-9b07f513250e tempest-ServerTagsTestJSON-1586571980 tempest-ServerTagsTestJSON-1586571980-project] 10.222.0.16 "GET /v2.0/ports?device_id=db75c3c4-3a17-4ba0-8adb-0b9b13f303c6 HTTP/1.1" status: 200 len: 210 time: 0.1118226 Dec 09 22:46:02.512637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=6afe6992-8252-4e54-9e9c-2e7f8650e008,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:02.547142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:46:02.556839 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1647c4b-ccf3-412b-8dd7-09da3dfcc647 x-openstack-request-id: req-a1647c4b-ccf3-412b-8dd7-09da3dfcc647 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:46:02.557252 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db75c3c4-3a17-4ba0-8adb-0b9b13f303c6", "name": "network-vif-deleted", "tag": "46b00350-5167-4de2-8489-de3123a0afab", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:46:02.558670 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1647c4b-ccf3-412b-8dd7-09da3dfcc647 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:46:02.559204 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db75c3c4-3a17-4ba0-8adb-0b9b13f303c6', 'name': 'network-vif-deleted', 'tag': '46b00350-5167-4de2-8489-de3123a0afab', 'status': 'completed', 'code': 200} Dec 09 22:46:02.560216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:02.573598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:46:02.589383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d66f6710-a5b8-474e-af6d-20b47dd5f3f2 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/routers/b0f64592-db3d-4177-9994-4f41ab10b60a HTTP/1.1" status: 200 len: 908 time: 0.3800313 Dec 09 22:46:02.599136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36022) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:02.615583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169846c2-6baf-4fb6-a975-e90dd252fc58 None None] Network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:02.677450 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.762147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=41e68f93-4134-41cb-8a13-d05812c811e4,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:02.825383 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:02.898964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fdc71-0b0b-4730-9087-3d50a575c7d6 req-5b2d96a7-9789-4c59-9b9e-ea0ab471d90f tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:02.909315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c642341-23b5-494d-b3d5-091aa50f4f9a req-12cee0ab-44e6-44f6-b5d4-16dc50ce662a tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:02.910298 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f48fdc71-0b0b-4730-9087-3d50a575c7d6 req-5b2d96a7-9789-4c59-9b9e-ea0ab471d90f tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.42 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 946 time: 0.1650808 Dec 09 22:46:02.911105 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c642341-23b5-494d-b3d5-091aa50f4f9a req-12cee0ab-44e6-44f6-b5d4-16dc50ce662a tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 946 time: 0.1242347 Dec 09 22:46:02.918947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9d69dbe9-9a14-4504-908b-8f8b3e167972 None None] Provisioning complete for port 41e68f93-4134-41cb-8a13-d05812c811e4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:02.919676 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d69dbe9-9a14-4504-908b-8f8b3e167972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.056522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c642341-23b5-494d-b3d5-091aa50f4f9a req-5d5b0dd8-86b0-4712-8591-9ccb51a2fe8a tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319728 Dec 09 22:46:03.130437 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.157929 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.172442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f64592-db3d-4177-9994-4f41ab10b60a', 'name': 'tempest-snat-router-1375624729', 'tenant_id': '5a893693d92741ab976fc9aeae268315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '404beaa8-4be4-4f1a-b1af-ba23fda8a7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:55Z', 'updated_at': '2021-12-09T22:45:58Z', 'revision_number': 3, 'project_id': '5a893693d92741ab976fc9aeae268315', 'gw_port': {'id': '404beaa8-4be4-4f1a-b1af-ba23fda8a7a5', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f64592-db3d-4177-9994-4f41ab10b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:57Z', 'updated_at': '2021-12-09T22:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:03.211978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] Checking router: b0f64592-db3d-4177-9994-4f41ab10b60a for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:46:03.212452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] Updating router b0f64592-db3d-4177-9994-4f41ab10b60a port 404beaa8-4be4-4f1a-b1af-ba23fda8a7a5 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:46:03.252614 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.270915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Deleting port 404beaa8-4be4-4f1a-b1af-ba23fda8a7a5 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:46:03.270915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.370258 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f75480c-1a6c-4e9e-8615-c77362ee376d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.378021 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.393564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Calling delete_port for 404beaa8-4be4-4f1a-b1af-ba23fda8a7a5 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:46:03.397697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f48fdc71-0b0b-4730-9087-3d50a575c7d6 req-f1d90341-2869-474f-a84c-6a9990a35e74 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Deleting port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:46:03.398228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f48fdc71-0b0b-4730-9087-3d50a575c7d6 req-f1d90341-2869-474f-a84c-6a9990a35e74 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.581662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36046) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:03.687711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9106af3-1f18-46a1-98a1-d982a9cc706b admin admin] Deleting subnet 4860052f-0aeb-4fb3-bf72-f28c333328f6 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:46:03.692667 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9106af3-1f18-46a1-98a1-d982a9cc706b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.697846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f48fdc71-0b0b-4730-9087-3d50a575c7d6 req-f1d90341-2869-474f-a84c-6a9990a35e74 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] For port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5,segment=NetworkSegment(a064651d-8fff-486c-80d9-db1cdace443b),segment_id=a064651d-8fff-486c-80d9-db1cdace443b)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:46:03.698231 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f48fdc71-0b0b-4730-9087-3d50a575c7d6 req-f1d90341-2869-474f-a84c-6a9990a35e74 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.712262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36048) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:03.718536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 41e68f93-4134-41cb-8a13-d05812c811e4 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:46:03.748177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f48fdc71-0b0b-4730-9087-3d50a575c7d6 req-f1d90341-2869-474f-a84c-6a9990a35e74 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Calling delete_port for ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:46:03.780412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9106af3-1f18-46a1-98a1-d982a9cc706b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.877456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-146fc0a1-2f64-4ba5-8ba0-cbdaa81abea9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:03.877981 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-146fc0a1-2f64-4ba5-8ba0-cbdaa81abea9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 22:46:03.878492 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-146fc0a1-2f64-4ba5-8ba0-cbdaa81abea9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 22:46:03.886074 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-146fc0a1-2f64-4ba5-8ba0-cbdaa81abea9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1725776 Dec 09 22:46:03.886688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36052) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:03.893559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-670805fb-898b-4cbd-ada2-781277f68726 None None] Provisioning complete for port 41e68f93-4134-41cb-8a13-d05812c811e4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:03.894261 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-670805fb-898b-4cbd-ada2-781277f68726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.899954 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a7e824d6-1871-486b-b079-1a673f603da5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640616323'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:03.931465 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9106af3-1f18-46a1-98a1-d982a9cc706b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:03.956894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 41e68f93-4134-41cb-8a13-d05812c811e4 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:03.957268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.005509 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.033305 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.049666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event deleted for resources: {'Port': ['ID=404beaa8-4be4-4f1a-b1af-ba23fda8a7a5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:04.054768 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9106af3-1f18-46a1-98a1-d982a9cc706b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.092478 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:46:04.092478 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:46:04.115053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9106af3-1f18-46a1-98a1-d982a9cc706b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4860052f-0aeb-4fb3-bf72-f28c333328f6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:04.116350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e22b9e-e098-45f9-8eab-64cb6c91a051 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:46:04.131916 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9106af3-1f18-46a1-98a1-d982a9cc706b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.141436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b9106af3-1f18-46a1-98a1-d982a9cc706b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4860052f-0aeb-4fb3-bf72-f28c333328f6 HTTP/1.1" status: 204 len: 168 time: 0.5556898 Dec 09 22:46:04.150734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36058) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:04.155192 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.161232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7e824d6-1871-486b-b079-1a673f603da5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.169746 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.217610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-670805fb-898b-4cbd-ada2-781277f68726 None None] Provisioning complete for port 6afe6992-8252-4e54-9e9c-2e7f8650e008 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:04.218254 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-670805fb-898b-4cbd-ada2-781277f68726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.226918 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7e824d6-1871-486b-b079-1a673f603da5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.271197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-670805fb-898b-4cbd-ada2-781277f68726 None None] Port 6afe6992-8252-4e54-9e9c-2e7f8650e008 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:46:04.290826 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.310251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f48fdc71-0b0b-4730-9087-3d50a575c7d6 req-f1d90341-2869-474f-a84c-6a9990a35e74 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.312277 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.359060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=6afe6992-8252-4e54-9e9c-2e7f8650e008,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:04.381165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aecdd6-4385-4892-9187-6b14eed3d699 req-5803954f-87c9-46b4-b05e-474a31bbc670 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:04.382817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-78aecdd6-4385-4892-9187-6b14eed3d699 req-5803954f-87c9-46b4-b05e-474a31bbc670 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/ports?device_id=06718f3a-2681-4774-87f2-ebce361b1ede HTTP/1.1" status: 200 len: 946 time: 0.2306619 Dec 09 22:46:04.386151 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.438285 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.447725 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.453579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6bb351c0-96b7-418a-be86-c094ad657964 None None] Provisioning complete for port 6afe6992-8252-4e54-9e9c-2e7f8650e008 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:04.453579 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6bb351c0-96b7-418a-be86-c094ad657964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.527059 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6bb351c0-96b7-418a-be86-c094ad657964 None None] Port 6afe6992-8252-4e54-9e9c-2e7f8650e008 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:46:04.553594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d90341-2869-474f-a84c-6a9990a35e74 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Pushing event deleted for resources: {'Port': ['ID=ce85cbc2-2f25-472c-a2ba-2d54f94cbea5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:04.560054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 46b00350-5167-4de2-8489-de3123a0afab no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:46:04.572571 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.573042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0f64592-db3d-4177-9994-4f41ab10b60a {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:46:04.580265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-78aecdd6-4385-4892-9187-6b14eed3d699 req-5d75621b-e18a-4d3d-82e3-28403417dfe8 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564362 Dec 09 22:46:04.583742 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 46b00350-5167-4de2-8489-de3123a0afab {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:46:04.584105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 46b00350-5167-4de2-8489-de3123a0afab not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:46:04.590311 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.591438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-94bdbeda-ac62-4bd7-96be-1e3c6beee0ec tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b0f64592-db3d-4177-9994-4f41ab10b60a HTTP/1.1" status: 204 len: 168 time: 1.9907224 Dec 09 22:46:04.598369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36060) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:04.613950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] Port 404beaa8-4be4-4f1a-b1af-ba23fda8a7a5 not found while updating agent binding for router b0f64592-db3d-4177-9994-4f41ab10b60a. {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 22:46:04.624613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] Routers set() bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:04.624986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] Router IDs set() for agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 22:46:04.625863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_agentschedulers_db [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b0f64592-db3d-4177-9994-4f41ab10b60a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent'). {{(pid=103419) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 22:46:04.626435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1329d8-dba1-4919-a304-4ab18e86e0f2 None None] The sync data for ids ['b0f64592-db3d-4177-9994-4f41ab10b60a'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:46:04.641190 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.674028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48fdc71-0b0b-4730-9087-3d50a575c7d6 req-f1d90341-2869-474f-a84c-6a9990a35e74 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] No DVR routers for this DVR port ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:46:04.680779 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f48fdc71-0b0b-4730-9087-3d50a575c7d6 req-f1d90341-2869-474f-a84c-6a9990a35e74 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.684450 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f48fdc71-0b0b-4730-9087-3d50a575c7d6 req-f1d90341-2869-474f-a84c-6a9990a35e74 tempest-ServerAddressesTestJSON-928880557 tempest-ServerAddressesTestJSON-928880557-project] 10.222.0.42 "DELETE /v2.0/ports/ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 HTTP/1.1" status: 204 len: 173 time: 1.7077622 Dec 09 22:46:04.684870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06718f3a-2681-4774-87f2-ebce361b1ede', 'name': 'network-vif-deleted', 'tag': 'ce85cbc2-2f25-472c-a2ba-2d54f94cbea5'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:46:04.687300 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a86b761-827a-4320-95ff-85b02f3bacb0" -d '{"events": [{"server_uuid": "06718f3a-2681-4774-87f2-ebce361b1ede", "name": "network-vif-deleted", "tag": "ce85cbc2-2f25-472c-a2ba-2d54f94cbea5"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:46:04.698956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:46:04.702498 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:04.760417 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d96748-d58d-43b2-811c-4ddd1a0848ec x-openstack-request-id: req-07d96748-d58d-43b2-811c-4ddd1a0848ec {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:46:04.760715 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06718f3a-2681-4774-87f2-ebce361b1ede", "name": "network-vif-deleted", "tag": "ce85cbc2-2f25-472c-a2ba-2d54f94cbea5", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:46:04.760984 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07d96748-d58d-43b2-811c-4ddd1a0848ec {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:46:04.761397 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06718f3a-2681-4774-87f2-ebce361b1ede', 'name': 'network-vif-deleted', 'tag': 'ce85cbc2-2f25-472c-a2ba-2d54f94cbea5', 'status': 'completed', 'code': 200} Dec 09 22:46:04.774162 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7e824d6-1871-486b-b079-1a673f603da5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.781657 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7e824d6-1871-486b-b079-1a673f603da5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.816859 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.856652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2e2320-552f-496c-b74d-d32b743af550']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:04.868853 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.897278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e824d6-1871-486b-b079-1a673f603da5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed9c4de-59cb-4daf-8ca5-14c1f7f036f8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:04.932619 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95dc8654-077f-4971-8119-eb97d154aa93') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:04.932969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95dc8654-077f-4971-8119-eb97d154aa93') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:04.937354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router be88ba46-ec61-428d-b53d-cdfd99a8543f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:46:04.959873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7e824d6-1871-486b-b079-1a673f603da5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.966505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7e824d6-1871-486b-b079-1a673f603da5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.972953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:04.994533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.005438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:46:05.005876 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:46:05.007530 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:46:05.017674 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.036178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7e824d6-1871-486b-b079-1a673f603da5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.037351 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a7e824d6-1871-486b-b079-1a673f603da5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1460559 Dec 09 22:46:05.046492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36064) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:05.066621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7b02b128-62ed-4974-b344-0975055d2247 None None] Provisioning complete for port 6afe6992-8252-4e54-9e9c-2e7f8650e008 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:05.066621 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b02b128-62ed-4974-b344-0975055d2247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.080853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-03fd6cc6-64b1-42b9-853c-8841a2529414 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'f7ee7992-c67d-48ac-8afd-64c89a0dd1c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:05.094225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e824d6-1871-486b-b079-1a673f603da5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ee7992-c67d-48ac-8afd-64c89a0dd1c0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:05.094479 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.115137 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.120192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9c2e2320-552f-496c-b74d-d32b743af550 HTTP/1.1" status: 204 len: 168 time: 0.9655223 Dec 09 22:46:05.135456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:46:05.137645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cae34-32bf-4890-abbc-5904c9df5380 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2e2320-552f-496c-b74d-d32b743af550,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:05.148236 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Sync routers for ids ['be88ba46-ec61-428d-b53d-cdfd99a8543f'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:46:05.159427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Deleting port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:46:05.166145 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Routers {'be88ba46-ec61-428d-b53d-cdfd99a8543f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:05.166775 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['be88ba46-ec61-428d-b53d-cdfd99a8543f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:05.179862 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.182519 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2667d2b0-4e3f-4966-97cf-3c034cc53e70 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "PUT /v2.0/routers/be88ba46-ec61-428d-b53d-cdfd99a8543f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3430095 Dec 09 22:46:05.188360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7b02b128-62ed-4974-b344-0975055d2247 None None] Port 6afe6992-8252-4e54-9e9c-2e7f8650e008 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:46:05.205430 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-03fd6cc6-64b1-42b9-853c-8841a2529414 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.339724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] For port 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=88f8ed59-fbd2-498d-a80d-021fcd5dfc5a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:46:05.340398 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.349993 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-03fd6cc6-64b1-42b9-853c-8841a2529414 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.362329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Calling delete_port for 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:46:05.371355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-03fd6cc6-64b1-42b9-853c-8841a2529414 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.410666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd6cc6-64b1-42b9-853c-8841a2529414 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6934689d-7e2d-47b3-ac64-8fcd0cf8e77e,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:05.433155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-03fd6cc6-64b1-42b9-853c-8841a2529414 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.436425 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-03fd6cc6-64b1-42b9-853c-8841a2529414 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3889134 Dec 09 22:46:05.439831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36082) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:05.444598 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Set router be88ba46-ec61-428d-b53d-cdfd99a8543f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:46:05.452366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-bd5d4c86-88a9-4e84-9727-79a1b235dd16 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'f7ee7992-c67d-48ac-8afd-64c89a0dd1c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:05.511510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36090) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:05.538405 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd5d4c86-88a9-4e84-9727-79a1b235dd16 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.567549 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-1ca60632-1146-4566-8021-98397cad51ae tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732540189&fields=id&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 267 time: 0.1015885 Dec 09 22:46:05.623805 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cc40b005-4b5c-4e9a-a2a1-9f2704916711 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=267f9cf9ed0447b180087d0958bb285c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1088257 Dec 09 22:46:05.626094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36094) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:05.682921 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-bd5d4c86-88a9-4e84-9727-79a1b235dd16 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 22:46:05.683952 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bd5d4c86-88a9-4e84-9727-79a1b235dd16 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2419620 Dec 09 22:46:05.687531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36098) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:05.702078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36100) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:05.721194 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:46:02Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '6afe6992-8252-4e54-9e9c-2e7f8650e008', 'name': '', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:37:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:46:01Z', 'updated_at': '2021-12-09T22:46:03Z', 'revision_number': 2, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:05.747663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-06a9306a-cc0a-45e1-84c9-2d2c6ad1a636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.771738 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Checking router: be88ba46-ec61-428d-b53d-cdfd99a8543f for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:46:05.772381 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Updating router be88ba46-ec61-428d-b53d-cdfd99a8543f port 6afe6992-8252-4e54-9e9c-2e7f8650e008 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:46:05.790336 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-06a9306a-cc0a-45e1-84c9-2d2c6ad1a636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.808662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c661c54-ec3b-4cfb-82bc-385f1307665f admin admin] Deleting subnet 11b4c660-89c0-47b5-a82d-c789fe80901b {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:46:05.816294 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5c661c54-ec3b-4cfb-82bc-385f1307665f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.826486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-2c2d902b-217f-45ae-9e1d-3eeffc983ed4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:05.828267 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-2c2d902b-217f-45ae-9e1d-3eeffc983ed4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/networks?id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 200 len: 796 time: 0.2495186 Dec 09 22:46:05.830632 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-74b4e999-412e-4557-8cbb-98de460465f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.851160 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.853520 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.874112 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-74b4e999-412e-4557-8cbb-98de460465f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.903400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-895d677c-daa8-4563-bf83-f0f8847f5cf4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/quotas/7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 375 time: 0.0558469 Dec 09 22:46:05.904216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event deleted for resources: {'Port': ['ID=88f8ed59-fbd2-498d-a80d-021fcd5dfc5a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:05.912410 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f0971-1864-454a-aa91-04f6d5e95ad3 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:46:05.932449 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5c661c54-ec3b-4cfb-82bc-385f1307665f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.969139 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-74b4e999-412e-4557-8cbb-98de460465f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.972643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-74b4e999-412e-4557-8cbb-98de460465f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.975017 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-74b4e999-412e-4557-8cbb-98de460465f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "DELETE /v2.0/security-groups/f7ee7992-c67d-48ac-8afd-64c89a0dd1c0 HTTP/1.1" status: 204 len: 168 time: 0.2856703 Dec 09 22:46:05.980135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36106) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:05.993749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-06a9306a-cc0a-45e1-84c9-2d2c6ad1a636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.997223 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-06a9306a-cc0a-45e1-84c9-2d2c6ad1a636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:05.998648 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-06a9306a-cc0a-45e1-84c9-2d2c6ad1a636 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13510ab6-e798-48f3-9aff-991355ed3a44 HTTP/1.1" status: 204 len: 168 time: 0.3698382 Dec 09 22:46:06.014841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4e999-412e-4557-8cbb-98de460465f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ee7992-c67d-48ac-8afd-64c89a0dd1c0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:06.043292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9306a-cc0a-45e1-84c9-2d2c6ad1a636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13510ab6-e798-48f3-9aff-991355ed3a44,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:06.105425 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-41bed030-733b-481e-b27c-27845055d823 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1220293 Dec 09 22:46:06.112979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36110) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:06.125366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8625e17d-9427-45f1-82a7-d9b1ac083b59 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481062762'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:06.182408 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.202618 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8625e17d-9427-45f1-82a7-d9b1ac083b59 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.245445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:46:06.282735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:46:06.283453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device ce85cbc2-2f25-472c-a2ba-2d54f94cbea5 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:46:06.324414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8625e17d-9427-45f1-82a7-d9b1ac083b59 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.341667 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8625e17d-9427-45f1-82a7-d9b1ac083b59 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.427847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625e17d-9427-45f1-82a7-d9b1ac083b59 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d87095-e1b6-43ce-97ff-49c41640803b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:06.432268 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.442152 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8625e17d-9427-45f1-82a7-d9b1ac083b59 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.447808 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8625e17d-9427-45f1-82a7-d9b1ac083b59 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3298368 Dec 09 22:46:06.448156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36114) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:06.449547 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.457145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c0803528-0e46-453e-a783-7d52282caa3a tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': '30d87095-e1b6-43ce-97ff-49c41640803b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:06.462318 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-c0803528-0e46-453e-a783-7d52282caa3a tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 09 22:46:06.462959 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-c0803528-0e46-453e-a783-7d52282caa3a tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:06.466654 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c0803528-0e46-453e-a783-7d52282caa3a tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148871 Dec 09 22:46:06.466905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36116) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:06.534394 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5c661c54-ec3b-4cfb-82bc-385f1307665f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.542654 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.577436 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bad13a5-cb37-4a65-a8d1-e80b1a2e34f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.596476 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af33f7e-1314-4c63-b24f-0eb3fb54aa4b None None] Pushing event updated for resources: {'Port': ['ID=6afe6992-8252-4e54-9e9c-2e7f8650e008,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:06.621503 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Attempting to bind port 6afe6992-8252-4e54-9e9c-2e7f8650e008 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:46:06.623048 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Attempting to bind port 6afe6992-8252-4e54-9e9c-2e7f8650e008 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:46:06.627954 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Attempting to bind port 6afe6992-8252-4e54-9e9c-2e7f8650e008 on network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:46:06.635444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bad13a5-cb37-4a65-a8d1-e80b1a2e34f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.636141 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:46:06.636523 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Checking segment: {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:46:06.636926 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.637319 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Bound using segment: {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:46:06.637858 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Bound port: 6afe6992-8252-4e54-9e9c-2e7f8650e008, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:46:06.639223 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.692912 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-cfde3743-1a8a-4e42-9b18-838ce9b52e11 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7660699 Dec 09 22:46:06.736840 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bad13a5-cb37-4a65-a8d1-e80b1a2e34f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.739620 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bad13a5-cb37-4a65-a8d1-e80b1a2e34f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.741241 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9bad13a5-cb37-4a65-a8d1-e80b1a2e34f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "DELETE /v2.0/security-groups/30d87095-e1b6-43ce-97ff-49c41640803b HTTP/1.1" status: 204 len: 168 time: 0.2733805 Dec 09 22:46:06.745198 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] For port 6afe6992-8252-4e54-9e9c-2e7f8650e008, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:46:06.750269 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] For port 6afe6992-8252-4e54-9e9c-2e7f8650e008, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6afe6992-8252-4e54-9e9c-2e7f8650e008,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:46:06.751750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36124) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:06.760391 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.768648 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.781056 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.819272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad13a5-cb37-4a65-a8d1-e80b1a2e34f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d87095-e1b6-43ce-97ff-49c41640803b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:06.870124 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Routers {'be88ba46-ec61-428d-b53d-cdfd99a8543f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:06.871023 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['be88ba46-ec61-428d-b53d-cdfd99a8543f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:06.873479 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6239acd6-bf1f-46fd-a40f-4b35d03508ac tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1195881 Dec 09 22:46:06.876011 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af33f7e-1314-4c63-b24f-0eb3fb54aa4b None None] Pushing event updated for resources: {'Port': ['ID=6afe6992-8252-4e54-9e9c-2e7f8650e008,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:06.878136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36130) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:06.881953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2d7148b4-1e2a-4f76-b8da-5d77ecd0889f None None] Provisioning complete for port 6afe6992-8252-4e54-9e9c-2e7f8650e008 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:06.882325 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d7148b4-1e2a-4f76-b8da-5d77ecd0889f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:06.898426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5e370ba4-baf1-4b33-b7a6-f1965a5ce2be tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group': {'name': 'tempest-secgroup--997983595'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:06.960728 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e370ba4-baf1-4b33-b7a6-f1965a5ce2be tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.034193 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.036451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa73be14-edf9-4fd1-9132-4f92b76a9a06 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:46:07.041403 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.051993 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.058788 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-04fb0e31-7e97-4c75-a10d-659460ed1a65 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "DELETE /v2.0/routers/aa73be14-edf9-4fd1-9132-4f92b76a9a06 HTTP/1.1" status: 204 len: 168 time: 2.4574075 Dec 09 22:46:07.066984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36134) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:07.084057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1340439029', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:07.102551 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] Set router be88ba46-ec61-428d-b53d-cdfd99a8543f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:46:07.107500 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5c661c54-ec3b-4cfb-82bc-385f1307665f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.142896 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d7148b4-1e2a-4f76-b8da-5d77ecd0889f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.201863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e370ba4-baf1-4b33-b7a6-f1965a5ce2be tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.214201 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e370ba4-baf1-4b33-b7a6-f1965a5ce2be tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.229721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2d7148b4-1e2a-4f76-b8da-5d77ecd0889f None None] For port 6afe6992-8252-4e54-9e9c-2e7f8650e008, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6afe6992-8252-4e54-9e9c-2e7f8650e008,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:46:07.230575 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5c661c54-ec3b-4cfb-82bc-385f1307665f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.237130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5c661c54-ec3b-4cfb-82bc-385f1307665f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/11b4c660-89c0-47b5-a82d-c789fe80901b HTTP/1.1" status: 204 len: 168 time: 1.5320101 Dec 09 22:46:07.237130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661c54-ec3b-4cfb-82bc-385f1307665f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b4c660-89c0-47b5-a82d-c789fe80901b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:07.241357 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d7148b4-1e2a-4f76-b8da-5d77ecd0889f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.250315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36140) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:07.263476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e370ba4-baf1-4b33-b7a6-f1965a5ce2be tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e729b3d6-1eb4-48b1-aa36-daea0f7575a5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:07.291597 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-2a75e6f5-5efa-41f3-9dd4-1577ceee27a6 service neutron] 10.222.0.16 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249312 Dec 09 22:46:07.332962 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.335044 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.335878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e370ba4-baf1-4b33-b7a6-f1965a5ce2be tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.345524 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5e370ba4-baf1-4b33-b7a6-f1965a5ce2be tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4562867 Dec 09 22:46:07.346231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36144) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:07.366405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-77f321de-e325-48a1-8b29-98f488cd5130 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'e729b3d6-1eb4-48b1-aa36-daea0f7575a5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:07.366987 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-77f321de-e325-48a1-8b29-98f488cd5130 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 09 22:46:07.368028 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-77f321de-e325-48a1-8b29-98f488cd5130 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:07.369078 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-77f321de-e325-48a1-8b29-98f488cd5130 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0181160 Dec 09 22:46:07.374246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36146) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:07.404809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7148b4-1e2a-4f76-b8da-5d77ecd0889f None None] Pushing event updated for resources: {'Port': ['ID=6afe6992-8252-4e54-9e9c-2e7f8650e008,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:07.422130 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.439047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1eddff07-1361-4b8f-aca0-6bc35cfa6839 None None] Provisioning complete for port 6afe6992-8252-4e54-9e9c-2e7f8650e008 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:07.439299 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1eddff07-1361-4b8f-aca0-6bc35cfa6839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.500605 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fab9310-dbe0-4bf1-94c3-e2ff3d072bd9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.572116 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fab9310-dbe0-4bf1-94c3-e2ff3d072bd9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.612273 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.620740 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:46:02Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '6afe6992-8252-4e54-9e9c-2e7f8650e008', 'name': '', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:37:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:46:01Z', 'updated_at': '2021-12-09T22:46:06Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:07.654588 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fab9310-dbe0-4bf1-94c3-e2ff3d072bd9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.662229 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1fab9310-dbe0-4bf1-94c3-e2ff3d072bd9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.663962 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1fab9310-dbe0-4bf1-94c3-e2ff3d072bd9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "DELETE /v2.0/security-groups/e729b3d6-1eb4-48b1-aa36-daea0f7575a5 HTTP/1.1" status: 204 len: 168 time: 0.2881849 Dec 09 22:46:07.668511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36152) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:07.686432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab9310-dbe0-4bf1-94c3-e2ff3d072bd9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e729b3d6-1eb4-48b1-aa36-daea0f7575a5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:07.745923 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df263c-54c4-4c4e-9183-ba64c7750913 None None] The sync data for ids ['be88ba46-ec61-428d-b53d-cdfd99a8543f'] in n-d-789963-23 is: [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:46:02Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '6afe6992-8252-4e54-9e9c-2e7f8650e008', 'name': '', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:37:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:46:01Z', 'updated_at': '2021-12-09T22:46:06Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:46:07.754613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:46:07.815434 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:46:07.815921 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 88f8ed59-fbd2-498d-a80d-021fcd5dfc5a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:46:07.869968 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:07.890986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-4273d271-7a4a-419e-bb50-3d993f122c31 service neutron] 10.222.0.16 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690949 Dec 09 22:46:07.959463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1bde1db9-5b5b-451a-aa5b-93cd1098e025 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2877035 Dec 09 22:46:07.964019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36158) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:07.969312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-fe4f9c4b-2b14-408b-849f-dec44b167c51 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group': {'name': 'tempest-secgroup--328657126'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:07.999457 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.034155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb28447c-65bc-4e5c-bf3f-5367c9cba174']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:08.042664 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fe4f9c4b-2b14-408b-849f-dec44b167c51 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.110899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a064651d-8fff-486c-80d9-db1cdace443b') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:08.111308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a064651d-8fff-486c-80d9-db1cdace443b') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:08.133378 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.189132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fe4f9c4b-2b14-408b-849f-dec44b167c51 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.200634 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fe4f9c4b-2b14-408b-849f-dec44b167c51 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.200960 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.254547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:46:08.254983 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.268023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f9c4b-2b14-408b-849f-dec44b167c51 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b872747-b358-4346-bb5a-11e23e2b73d6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:46:08.269935 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:46:08.296141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fe4f9c4b-2b14-408b-849f-dec44b167c51 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.300091 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fe4f9c4b-2b14-408b-849f-dec44b167c51 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3348868 Dec 09 22:46:08.302680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36166) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:08.309038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-dd0d1190-dcf3-4084-877f-840beab2dcf5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': '6b872747-b358-4346-bb5a-11e23e2b73d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:08.310105 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-dd0d1190-dcf3-4084-877f-840beab2dcf5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 09 22:46:08.310681 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-dd0d1190-dcf3-4084-877f-840beab2dcf5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:08.313848 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dd0d1190-dcf3-4084-877f-840beab2dcf5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080385 Dec 09 22:46:08.316357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36168) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:08.337212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6ca35a07-23a5-42b4-98d2-75272b838534 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': '6b872747-b358-4346-bb5a-11e23e2b73d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:08.338998 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-6ca35a07-23a5-42b4-98d2-75272b838534 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 09 22:46:08.339886 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-6ca35a07-23a5-42b4-98d2-75272b838534 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:08.341242 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6ca35a07-23a5-42b4-98d2-75272b838534 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0229518 Dec 09 22:46:08.344422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36170) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:08.354988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-04a18fdb-7f05-4204-9872-8c0972c051e5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': '6b872747-b358-4346-bb5a-11e23e2b73d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:08.357141 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-04a18fdb-7f05-4204-9872-8c0972c051e5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 09 22:46:08.357667 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-04a18fdb-7f05-4204-9872-8c0972c051e5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:08.361499 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-04a18fdb-7f05-4204-9872-8c0972c051e5 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0134087 Dec 09 22:46:08.361936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36174) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:08.370068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-312d2aba-6d10-415c-9b19-93c196a7b74e tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': '6b872747-b358-4346-bb5a-11e23e2b73d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:08.371011 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-312d2aba-6d10-415c-9b19-93c196a7b74e tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 09 22:46:08.371695 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-312d2aba-6d10-415c-9b19-93c196a7b74e tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:08.372726 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-312d2aba-6d10-415c-9b19-93c196a7b74e tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098708 Dec 09 22:46:08.376838 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36176) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:08.384188 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3c24283-cefb-45f6-b9fb-83383c15a14e req-b8006b24-41f3-4a13-bffd-bd8c035ca479 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 210 time: 0.1319187 Dec 09 22:46:08.501852 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.588483 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.591747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] 10.222.0.16 "DELETE /v2.0/networks/eb28447c-65bc-4e5c-bf3f-5367c9cba174 HTTP/1.1" status: 204 len: 168 time: 1.3334315 Dec 09 22:46:08.611888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a27487-55de-4b60-997f-9af986a5c199 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb28447c-65bc-4e5c-bf3f-5367c9cba174,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:08.700349 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbfbe537-0d68-4df1-bc3f-3cd4a6af69c2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.728436 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbfbe537-0d68-4df1-bc3f-3cd4a6af69c2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.778976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.806320 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.808552 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbfbe537-0d68-4df1-bc3f-3cd4a6af69c2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.811719 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbfbe537-0d68-4df1-bc3f-3cd4a6af69c2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:08.813556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bbfbe537-0d68-4df1-bc3f-3cd4a6af69c2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "DELETE /v2.0/security-groups/6b872747-b358-4346-bb5a-11e23e2b73d6 HTTP/1.1" status: 204 len: 168 time: 0.4324205 Dec 09 22:46:08.816200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36192) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:08.857576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbe537-0d68-4df1-bc3f-3cd4a6af69c2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b872747-b358-4346-bb5a-11e23e2b73d6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:08.862828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36194) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:08.908235 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-30fe37c5-5271-4eb5-8bfd-3866610889d2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0902894 Dec 09 22:46:08.914136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36196) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:08.919631 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ed35650a-460a-4055-9820-fade7cb622ab tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group': {'name': 'tempest-secgroup--44015172'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:08.948729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-443ace72-5fed-4d24-9449-10e7b0fc7d3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d618cbd827147fb9d667ad99b4df56e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0839624 Dec 09 22:46:08.951998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36198) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:08.968376 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed35650a-460a-4055-9820-fade7cb622ab tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:09.040148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Allocated IP 172.25.8.155 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/4fa22e00-7f76-4467-8624-8bd640fd8d7c) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:46:09.204991 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c34c634-19a5-4cb8-bdfa-4956d9b4f1ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:09.271391 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:09.325002 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c34c634-19a5-4cb8-bdfa-4956d9b4f1ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:09.347601 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed35650a-460a-4055-9820-fade7cb622ab tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:09.362230 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed35650a-460a-4055-9820-fade7cb622ab tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:09.371644 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:09.423412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:46:09.428508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:09.444016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35650a-460a-4055-9820-fade7cb622ab tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e06b6-3ff4-4edc-bb3f-b08a93f9c89b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:09.447700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:46:09.478093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35049e2d-9936-421f-948d-f1cbac3d5888 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:46:09.490496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed35650a-460a-4055-9820-fade7cb622ab tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:09.496803 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ed35650a-460a-4055-9820-fade7cb622ab tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5759218 Dec 09 22:46:09.501882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36210) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:09.527011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2396c991-4be8-4b5c-a995-f25ade643cc0 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e06b6-3ff4-4edc-bb3f-b08a93f9c89b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:09.527642 n-d-789963-23 neutron-server[103417]: WARNING neutron.api.v2.base [None req-2396c991-4be8-4b5c-a995-f25ade643cc0 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 22:46:09.528541 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-2396c991-4be8-4b5c-a995-f25ade643cc0 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:09.533827 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2396c991-4be8-4b5c-a995-f25ade643cc0 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0270622 Dec 09 22:46:09.537126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36214) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:09.551058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c34c634-19a5-4cb8-bdfa-4956d9b4f1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:09.555206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c34c634-19a5-4cb8-bdfa-4956d9b4f1ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:09.555776 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-05fe983a-ffea-4aef-8544-8854293ea10c tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e06b6-3ff4-4edc-bb3f-b08a93f9c89b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:09.559825 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7c34c634-19a5-4cb8-bdfa-4956d9b4f1ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0bdb7a9-3e1b-4df3-ae55-57e506b3611b HTTP/1.1" status: 204 len: 168 time: 0.6042600 Dec 09 22:46:09.596479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34c634-19a5-4cb8-bdfa-4956d9b4f1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bdb7a9-3e1b-4df3-ae55-57e506b3611b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:09.598543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Pushing event updated for resources: {'Port': ['ID=4fa22e00-7f76-4467-8624-8bd640fd8d7c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:09.642653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7ade46af-28d0-4b9e-ac4c-187a4dc6d0db None None] Provisioning complete for port 4fa22e00-7f76-4467-8624-8bd640fd8d7c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:09.644176 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7ade46af-28d0-4b9e-ac4c-187a4dc6d0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:09.684171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be4314af-a175-4154-bda1-9b78b6d7aeaa req-e576616a-247c-420b-a4a9-7bf8d53a2fd8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 210 time: 0.1498718 Dec 09 22:46:09.738001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7ade46af-28d0-4b9e-ac4c-187a4dc6d0db None None] Port 4fa22e00-7f76-4467-8624-8bd640fd8d7c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:46:09.790671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6afe6992-8252-4e54-9e9c-2e7f8650e008 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:46:09.904042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6afe6992-8252-4e54-9e9c-2e7f8650e008 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:09.904414 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:09.969366 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-05fe983a-ffea-4aef-8544-8854293ea10c tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:09.972938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-05fe983a-ffea-4aef-8544-8854293ea10c tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4189136 Dec 09 22:46:09.977029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36220) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:09.987109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-fadc1868-6d9e-4e94-a4bf-1c904d627c5b tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e06b6-3ff4-4edc-bb3f-b08a93f9c89b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:09.991294 n-d-789963-23 neutron-server[103418]: WARNING neutron.api.v2.base [None req-fadc1868-6d9e-4e94-a4bf-1c904d627c5b tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 09 22:46:09.994744 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-fadc1868-6d9e-4e94-a4bf-1c904d627c5b tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:09.996064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fadc1868-6d9e-4e94-a4bf-1c904d627c5b tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0138748 Dec 09 22:46:10.001224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36222) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:10.020109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-45184c8b-60f2-4d9c-a6e6-3413fcb16ac3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e06b6-3ff4-4edc-bb3f-b08a93f9c89b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:10.120774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-c24500dd-7420-4e59-b9ee-1b760249de2b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:10.122386 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-c24500dd-7420-4e59-b9ee-1b760249de2b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.18 "GET /v2.0/networks?id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 200 len: 796 time: 0.2266500 Dec 09 22:46:10.141898 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-45184c8b-60f2-4d9c-a6e6-3413fcb16ac3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:10.142942 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-45184c8b-60f2-4d9c-a6e6-3413fcb16ac3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1403980 Dec 09 22:46:10.149393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36228) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:10.156456 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-625d1fca-fffb-4d12-b618-159f9c65c5a4 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e06b6-3ff4-4edc-bb3f-b08a93f9c89b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:10.156951 n-d-789963-23 neutron-server[103418]: WARNING neutron.api.v2.base [None req-625d1fca-fffb-4d12-b618-159f9c65c5a4 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 22:46:10.157433 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-625d1fca-fffb-4d12-b618-159f9c65c5a4 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:10.158411 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-625d1fca-fffb-4d12-b618-159f9c65c5a4 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082343 Dec 09 22:46:10.162408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36230) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:10.167716 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ce22126c-d574-42ad-92ef-4e09a8abceee tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e06b6-3ff4-4edc-bb3f-b08a93f9c89b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:10.230422 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:10.231257 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-87c70036-0e7e-48e1-9a16-2fd60af09a5c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 380 time: 0.0941131 Dec 09 22:46:10.267169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'port': {'device_id': '4f696076-efbb-4e4f-be4c-db62678f9106', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'admin_state_up': True, 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'security_groups': ['f9dc2c6d-4042-458d-8760-ebf5bb8fa182']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:10.279421 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-ce22126c-d574-42ad-92ef-4e09a8abceee tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:10.282244 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ce22126c-d574-42ad-92ef-4e09a8abceee tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1171515 Dec 09 22:46:10.294474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36238) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:10.301289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8e459105-ac9e-465a-b229-98f7f9e7721c tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e06b6-3ff4-4edc-bb3f-b08a93f9c89b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:10.301593 n-d-789963-23 neutron-server[103418]: WARNING neutron.api.v2.base [None req-8e459105-ac9e-465a-b229-98f7f9e7721c tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 09 22:46:10.302116 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-8e459105-ac9e-465a-b229-98f7f9e7721c tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:10.306022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8e459105-ac9e-465a-b229-98f7f9e7721c tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105093 Dec 09 22:46:10.306593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36240) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:10.316095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-870ca551-a5e2-40f2-9f1c-169366e302f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e06b6-3ff4-4edc-bb3f-b08a93f9c89b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:10.429119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Made reservation on behalf of 7ffb305be9ae48ea9f30ef4c629e6c08 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:10.442403 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:10.444082 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-870ca551-a5e2-40f2-9f1c-169366e302f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:10.445408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-870ca551-a5e2-40f2-9f1c-169366e302f9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1325767 Dec 09 22:46:10.448038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36246) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:10.453293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-871a9ec1-a736-4960-92ef-3fc0e8dd96de tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e06b6-3ff4-4edc-bb3f-b08a93f9c89b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:10.557437 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:10.565890 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-871a9ec1-a736-4960-92ef-3fc0e8dd96de tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:10.567582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-871a9ec1-a736-4960-92ef-3fc0e8dd96de tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1181695 Dec 09 22:46:10.574240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36252) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:10.619989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.20.0.5 (f7ccf101-496f-4d7c-a0a3-afaf2aba33e9/a67ade4c-028c-49cc-aa5b-738306c46a2d/7e6666f5-7970-4714-91d4-8fa29664eb59) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:46:10.671490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36258) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:10.675461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-16386ef7-7b4b-4c0a-8781-e96065bd65c3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:10.732796 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-16386ef7-7b4b-4c0a-8781-e96065bd65c3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:10.795018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Router 044022f6-d097-4765-b497-3ea88f5ffec0 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:46:10.870623 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:10.899514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2069400589-network', 'tenant_id': 'ae7abb974c9a4f9f82dea468a3753b0a'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:10.905316 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-16386ef7-7b4b-4c0a-8781-e96065bd65c3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:10.908290 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-16386ef7-7b4b-4c0a-8781-e96065bd65c3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:10.909586 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-16386ef7-7b4b-4c0a-8781-e96065bd65c3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "DELETE /v2.0/security-groups/ae1e06b6-3ff4-4edc-bb3f-b08a93f9c89b HTTP/1.1" status: 204 len: 168 time: 0.3343129 Dec 09 22:46:10.912719 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d7916c23-524b-4dd1-a3a6-39a7a99f1b93 req-4c27b13b-ef47-4d4f-92f2-bbeaf7f905ba tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 210 time: 0.0359170 Dec 09 22:46:10.914798 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36272) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:10.973946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16386ef7-7b4b-4c0a-8781-e96065bd65c3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e06b6-3ff4-4edc-bb3f-b08a93f9c89b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:10.981464 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:10.998846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Made reservation on behalf of ae7abb974c9a4f9f82dea468a3753b0a for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:11.001196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.030724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:46:11.039736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e6392-86ac-4ab4-8397-74baa2993f8a None None] Sync routers for ids ['044022f6-d097-4765-b497-3ea88f5ffec0'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:46:11.052745 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e6392-86ac-4ab4-8397-74baa2993f8a None None] Routers {'044022f6-d097-4765-b497-3ea88f5ffec0'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:11.053862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-eb2e6392-86ac-4ab4-8397-74baa2993f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['044022f6-d097-4765-b497-3ea88f5ffec0'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:11.055968 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.058934 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fbc4a553-c1a9-44e6-8bea-d10a1d1464ee tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1430664 Dec 09 22:46:11.063382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36278) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:11.068649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-22836559-958b-45b6-88da-8bf438bafa8b tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000268821'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:11.083173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.085021 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2bb40950-4712-49af-bf29-328da5345837 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0153821 Dec 09 22:46:11.088515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36280) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:11.094572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-fa138cfb-d4e3-4554-b9ee-61330a66b369 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'enable_snat': False}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:11.096095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-eb2e6392-86ac-4ab4-8397-74baa2993f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:11.101412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:46:11.105526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e6392-86ac-4ab4-8397-74baa2993f8a None None] Routers {'044022f6-d097-4765-b497-3ea88f5ffec0'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:11.106347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-eb2e6392-86ac-4ab4-8397-74baa2993f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['044022f6-d097-4765-b497-3ea88f5ffec0'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:11.124282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:11.131736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:46:11.169927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=7e6666f5-7970-4714-91d4-8fa29664eb59,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:11.226300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-22836559-958b-45b6-88da-8bf438bafa8b tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.299534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:11.314716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.371797 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-eb7ef9a1-a2e8-469c-a857-ea6beef885a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1280379 Dec 09 22:46:11.392043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Request body: {'port': {'device_id': '4f696076-efbb-4e4f-be4c-db62678f9106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:11.488995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-eb2e6392-86ac-4ab4-8397-74baa2993f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:11.489340 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.489647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e6392-86ac-4ab4-8397-74baa2993f8a None None] The sync data for ids ['044022f6-d097-4765-b497-3ea88f5ffec0'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:46:11.508296 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.511693 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-22836559-958b-45b6-88da-8bf438bafa8b tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.523951 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-22836559-958b-45b6-88da-8bf438bafa8b tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.546154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:46:11.564356 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.565071 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Added segment 72f81b5d-1d5f-4001-9e30-7d5a46502c07 of type vlan for network b7d289f1-58a2-4a54-a6e7-fe8fb9196579 Dec 09 22:46:11.581396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ab030ac5-a041-4829-a913-7216d2e140e6 None None] Provisioning complete for port 7e6666f5-7970-4714-91d4-8fa29664eb59 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:11.581877 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ab030ac5-a041-4829-a913-7216d2e140e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.616847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.652659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22836559-958b-45b6-88da-8bf438bafa8b tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658da3a6-63ae-462d-8602-12be8a37cbbe,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:11.662672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ab030ac5-a041-4829-a913-7216d2e140e6 None None] Port 7e6666f5-7970-4714-91d4-8fa29664eb59 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:46:11.673985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-22836559-958b-45b6-88da-8bf438bafa8b tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.678166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-22836559-958b-45b6-88da-8bf438bafa8b tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6133595 Dec 09 22:46:11.678841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36284) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:11.690304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96737e10-6503-4a2a-9004-90a7ad40710c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:11.693131 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.694143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:11.694905 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.716144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-89c55517-19c2-4c60-a1b1-07db0f5d8624 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': '658da3a6-63ae-462d-8602-12be8a37cbbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:11.725435 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.772789 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa138cfb-d4e3-4554-b9ee-61330a66b369 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:11.790413 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36286) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:11.790925 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1180184 Dec 09 22:46:11.797013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c1e3ea4c-a7a4-40de-8130-d729b175d270 admin admin] Request body: {'subnet': {'network_id': 'b7d289f1-58a2-4a54-a6e7-fe8fb9196579', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2069400589-subnet', 'tenant_id': 'ae7abb974c9a4f9f82dea468a3753b0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:11.817371 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-89c55517-19c2-4c60-a1b1-07db0f5d8624 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The resource could not be found. Dec 09 22:46:11.822334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36288) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:11.822602 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-89c55517-19c2-4c60-a1b1-07db0f5d8624 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1393139 Dec 09 22:46:11.828791 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-33f1bc5e-61fd-4f6c-8502-2c2b3a791e69 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': '658da3a6-63ae-462d-8602-12be8a37cbbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '372cc4e7-99f8-4988-8a0e-b924d522f4cb'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:11.839250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70672029-670c-42ad-a1a8-2a8d5353d37c admin admin] Pushing event updated for resources: {'Network': ['ID=b7d289f1-58a2-4a54-a6e7-fe8fb9196579,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:11.852681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b7d289f1-58a2-4a54-a6e7-fe8fb9196579 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:46:11.888825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e3ea4c-a7a4-40de-8130-d729b175d270 admin admin] Made reservation on behalf of ae7abb974c9a4f9f82dea468a3753b0a for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:11.891221 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ea4c-a7a4-40de-8130-d729b175d270 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:12.019057 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-33f1bc5e-61fd-4f6c-8502-2c2b3a791e69 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The resource could not be found. Dec 09 22:46:12.020115 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-33f1bc5e-61fd-4f6c-8502-2c2b3a791e69 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1947584 Dec 09 22:46:12.047972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36292) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:12.147989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-06f5c68b-c624-4046-a0f7-8f0f21b703e3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:12.215881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-06f5c68b-c624-4046-a0f7-8f0f21b703e3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:12.252683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6666f5-7970-4714-91d4-8fa29664eb59 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:46:12.267666 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:12.289669 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Transition to ACTIVE for port object 7e6666f5-7970-4714-91d4-8fa29664eb59 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:46:12.290971 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-06f5c68b-c624-4046-a0f7-8f0f21b703e3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:12.293878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-06f5c68b-c624-4046-a0f7-8f0f21b703e3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:12.297756 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-06f5c68b-c624-4046-a0f7-8f0f21b703e3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "DELETE /v2.0/security-groups/658da3a6-63ae-462d-8602-12be8a37cbbe HTTP/1.1" status: 204 len: 168 time: 0.2487319 Dec 09 22:46:12.298794 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36298) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:12.309630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:12.330998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5c68b-c624-4046-a0f7-8f0f21b703e3 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658da3a6-63ae-462d-8602-12be8a37cbbe,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:12.406307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6666f5-7970-4714-91d4-8fa29664eb59,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:12.481688 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7f5d55d3-822b-486f-a96a-f90798ae4a40 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1767354 Dec 09 22:46:12.485174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36304) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:12.502005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1661830c-ac7f-4a24-94bf-8f1eeff69a9d tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': '167fa95a-cd96-4988-9391-dd851d23d7c2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:12.585469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Attempting to bind port 7e6666f5-7970-4714-91d4-8fa29664eb59 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:46:12.585866 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Attempting to bind port 7e6666f5-7970-4714-91d4-8fa29664eb59 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:46:12.586297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Attempting to bind port 7e6666f5-7970-4714-91d4-8fa29664eb59 on network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:46:12.592671 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-1661830c-ac7f-4a24-94bf-8f1eeff69a9d tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The resource could not be found. Dec 09 22:46:12.593703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1661830c-ac7f-4a24-94bf-8f1eeff69a9d tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1032968 Dec 09 22:46:12.600336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36306) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:12.605624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Port 7e6666f5-7970-4714-91d4-8fa29664eb59 on network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:46:12.606047 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Attempting to bind port 7e6666f5-7970-4714-91d4-8fa29664eb59 on network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:46:12.619903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:46:12.620182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9f9c-b4e5-4cbe-b433-69a8946b0562 req-f090edde-c617-467a-af4c-5ab3774dd32a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:12.620331 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Checking segment: {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:46:12.620785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Bound using segment: {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:46:12.621275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Bound port: 7e6666f5-7970-4714-91d4-8fa29664eb59, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:46:12.621749 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-389c9f9c-b4e5-4cbe-b433-69a8946b0562 req-f090edde-c617-467a-af4c-5ab3774dd32a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 931 time: 0.6038651 Dec 09 22:46:12.635079 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:12.709253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-87655841-dfcd-4b90-9567-563751025af9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652304798'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:12.756845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:46:12.760570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7e6666f5-7970-4714-91d4-8fa29664eb59,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:46:12.770802 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:12.841717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:12.843003 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:12.844569 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] 10.222.0.18 "PUT /v2.0/ports/7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 1092 time: 1.4568548 Dec 09 22:46:12.869494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:46:12.880334 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5486aa-1aca-4328-947f-3ba360ff522f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:46:12.958956 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ea4c-a7a4-40de-8130-d729b175d270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:12.971298 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4038508d-098c-4d6b-94a7-682734571257 x-openstack-request-id: req-4038508d-098c-4d6b-94a7-682734571257 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:46:12.971594 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:46:12.972035 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4038508d-098c-4d6b-94a7-682734571257 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:46:12.972442 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'status': 'completed', 'code': 200} Dec 09 22:46:12.981555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6846ae-22d6-44a1-8b53-5f5790331f90 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6666f5-7970-4714-91d4-8fa29664eb59,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:12.989764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87655841-dfcd-4b90-9567-563751025af9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:13.000187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-ca64c7a5-b5c8-4c7c-840a-2b6e91a6a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:13.002796 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-ca64c7a5-b5c8-4c7c-840a-2b6e91a6a9c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1095 time: 0.0892780 Dec 09 22:46:13.036716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-389c9f9c-b4e5-4cbe-b433-69a8946b0562 req-68d66d29-5340-469c-92d2-ccbef446a7ef tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723541 Dec 09 22:46:13.099491 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-da11c1ad-6f82-404d-945e-84949452de1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 217 time: 0.0825596 Dec 09 22:46:13.187029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-00318a16-487a-41a1-8a4a-0be2774c4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:13.187906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36318) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:13.190028 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-00318a16-487a-41a1-8a4a-0be2774c4efe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a67ade4c-028c-49cc-aa5b-738306c46a2d HTTP/1.1" status: 200 len: 835 time: 0.0791638 Dec 09 22:46:13.234486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3ea4c-a7a4-40de-8130-d729b175d270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f04e8c1-5644-4714-bee7-c588bd416bcd,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:13.260571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e3ea4c-a7a4-40de-8130-d729b175d270 admin admin] Checking segment: {'id': '72f81b5d-1d5f-4001-9e30-7d5a46502c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b7d289f1-58a2-4a54-a6e7-fe8fb9196579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:46:13.260955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e3ea4c-a7a4-40de-8130-d729b175d270 admin admin] Network hostable DHCP agents. Network: b7d289f1-58a2-4a54-a6e7-fe8fb9196579, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:46:13.328655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-a1085d3d-7b86-4f4c-98e5-4bb78a8465ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:13.331264 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-a1085d3d-7b86-4f4c-98e5-4bb78a8465ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343150 Dec 09 22:46:13.374183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e3ea4c-a7a4-40de-8130-d729b175d270 admin admin] Network b7d289f1-58a2-4a54-a6e7-fe8fb9196579 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:46:13.394265 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87655841-dfcd-4b90-9567-563751025af9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:13.395777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c1e3ea4c-a7a4-40de-8130-d729b175d270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b7d289f1-58a2-4a54-a6e7-fe8fb9196579) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:13.401981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e3ea4c-a7a4-40de-8130-d729b175d270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:13.402780 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ea4c-a7a4-40de-8130-d729b175d270 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:13.407622 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ab27d-ecde-44a7-934e-cb667049444b None None] Network b7d289f1-58a2-4a54-a6e7-fe8fb9196579 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:13.418130 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87655841-dfcd-4b90-9567-563751025af9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:13.447151 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0852e22-52f4-4dd2-851c-db52b098b479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:13.452062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c1e3ea4c-a7a4-40de-8130-d729b175d270 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6600428 Dec 09 22:46:13.519201 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-52cccd06-2b25-4ef2-b84b-107bac49530c service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802425 Dec 09 22:46:13.560405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87655841-dfcd-4b90-9567-563751025af9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fd2a58-1cec-4d70-b425-b32c3fb7f5e2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:13.569576 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-87655841-dfcd-4b90-9567-563751025af9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:13.571375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-87655841-dfcd-4b90-9567-563751025af9 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9484465 Dec 09 22:46:13.577577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36324) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:13.588471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-28df232d-ed27-4f71-a152-a542ecdc8db0 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732330385'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:13.665289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df26fb0c-99c8-4411-b3ae-8fa7048f6525 None None] Network b7d289f1-58a2-4a54-a6e7-fe8fb9196579 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:13.694888 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28df232d-ed27-4f71-a152-a542ecdc8db0 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:13.753777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa138cfb-d4e3-4554-b9ee-61330a66b369 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:13.758288 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa138cfb-d4e3-4554-b9ee-61330a66b369 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:13.774009 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c0f1a3e-35c5-4e45-9dfa-c630a91bb1f3 req-9adf7510-bfd8-4441-b7e4-72d2b880acdf service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438817 Dec 09 22:46:13.967071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5486aa-1aca-4328-947f-3ba360ff522f req-09ae317d-7c23-44fd-9001-21e545604bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:13.974096 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5486aa-1aca-4328-947f-3ba360ff522f req-09ae317d-7c23-44fd-9001-21e545604bb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1095 time: 0.0957639 Dec 09 22:46:14.091695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28df232d-ed27-4f71-a152-a542ecdc8db0 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.114712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28df232d-ed27-4f71-a152-a542ecdc8db0 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.170133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df232d-ed27-4f71-a152-a542ecdc8db0 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686d7392-b523-4a9a-adf6-a83d00975b89,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:14.183112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa138cfb-d4e3-4554-b9ee-61330a66b369 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Router 044022f6-d097-4765-b497-3ea88f5ffec0 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:46:14.197625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5486aa-1aca-4328-947f-3ba360ff522f req-bae4283c-ece6-4b0c-a60d-bba9ac15656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:14.199145 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5486aa-1aca-4328-947f-3ba360ff522f req-bae4283c-ece6-4b0c-a60d-bba9ac15656b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 200 len: 897 time: 0.2218039 Dec 09 22:46:14.258542 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5486aa-1aca-4328-947f-3ba360ff522f req-7ad5087a-f6cd-4af2-8b44-05ccb2b0b007 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 217 time: 0.0495536 Dec 09 22:46:14.279063 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-28df232d-ed27-4f71-a152-a542ecdc8db0 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.287751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-28df232d-ed27-4f71-a152-a542ecdc8db0 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7089117 Dec 09 22:46:14.295187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36342) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:14.314883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8fd08bff-ba02-4d15-8fb8-f642da5a22ad tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group_rule': {'security_group_id': 'c1fd2a58-1cec-4d70-b425-b32c3fb7f5e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '686d7392-b523-4a9a-adf6-a83d00975b89'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:14.315637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36346) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:14.321246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2012757864-network', 'tenant_id': '1c16a5e0a4b7474f9315832ab442ddd4'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:14.352228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Made reservation on behalf of 1c16a5e0a4b7474f9315832ab442ddd4 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:14.354811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.367772 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.384288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5486aa-1aca-4328-947f-3ba360ff522f req-78134a4c-b0e4-4dcd-a472-cb8fc2174067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:14.385768 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5486aa-1aca-4328-947f-3ba360ff522f req-78134a4c-b0e4-4dcd-a472-cb8fc2174067 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a67ade4c-028c-49cc-aa5b-738306c46a2d HTTP/1.1" status: 200 len: 835 time: 0.1195557 Dec 09 22:46:14.387742 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0852e22-52f4-4dd2-851c-db52b098b479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.433935 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0852e22-52f4-4dd2-851c-db52b098b479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.465639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5486aa-1aca-4328-947f-3ba360ff522f req-765a4d12-a23b-41a7-b3ce-d470aa4052a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:14.467256 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5486aa-1aca-4328-947f-3ba360ff522f req-765a4d12-a23b-41a7-b3ce-d470aa4052a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712659 Dec 09 22:46:14.473747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0852e22-52f4-4dd2-851c-db52b098b479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b465ea51-a23f-4ccd-84ae-b83bb1937ea9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:14.561586 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.571320 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.581518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b6da3-638c-4c83-8317-c64041e95701 req-4ea18e5f-c3a4-4b92-a36f-326ebec590f0 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:14.585611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7e6666f5-7970-4714-91d4-8fa29664eb59 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:46:14.587160 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-794b6da3-638c-4c83-8317-c64041e95701 req-4ea18e5f-c3a4-4b92-a36f-326ebec590f0 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 943 time: 0.4203579 Dec 09 22:46:14.591187 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-8fd08bff-ba02-4d15-8fb8-f642da5a22ad tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:46:14.592436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8fd08bff-ba02-4d15-8fb8-f642da5a22ad tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2952681 Dec 09 22:46:14.598292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b0852e22-52f4-4dd2-851c-db52b098b479 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b72c0523930346f28d8beef8d21e789c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4031961 Dec 09 22:46:14.599177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36348) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:14.602576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa138cfb-d4e3-4554-b9ee-61330a66b369 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:46:14.611492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36350) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:14.618193 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4062a29a-9ba5-4cba-9c5e-26e9cc226b7c None None] Sync routers for ids ['044022f6-d097-4765-b497-3ea88f5ffec0'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:46:14.623872 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa138cfb-d4e3-4554-b9ee-61330a66b369 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.629213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fa138cfb-d4e3-4554-b9ee-61330a66b369 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "PUT /v2.0/routers/044022f6-d097-4765-b497-3ea88f5ffec0 HTTP/1.1" status: 200 len: 922 time: 3.5389252 Dec 09 22:46:14.637320 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4062a29a-9ba5-4cba-9c5e-26e9cc226b7c None None] Routers {'044022f6-d097-4765-b497-3ea88f5ffec0'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:14.643317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36352) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:14.647438 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4062a29a-9ba5-4cba-9c5e-26e9cc226b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['044022f6-d097-4765-b497-3ea88f5ffec0'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:14.712272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:46:14.736759 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4062a29a-9ba5-4cba-9c5e-26e9cc226b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:14.758963 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4062a29a-9ba5-4cba-9c5e-26e9cc226b7c None None] Routers {'044022f6-d097-4765-b497-3ea88f5ffec0'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:14.759604 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4062a29a-9ba5-4cba-9c5e-26e9cc226b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['044022f6-d097-4765-b497-3ea88f5ffec0'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:14.802428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-794b6da3-638c-4c83-8317-c64041e95701 req-ba5788fa-30e1-4405-bae5-836165863be4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086527 Dec 09 22:46:14.807209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7e6666f5-7970-4714-91d4-8fa29664eb59,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:46:14.838867 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5db80e46-1474-4a10-9d02-338f37fc38f4 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.840771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'port_id': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'mac_address': 'fa:16:3e:1d:56:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:46:14.846675 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4062a29a-9ba5-4cba-9c5e-26e9cc226b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:14.848312 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4062a29a-9ba5-4cba-9c5e-26e9cc226b7c None None] The sync data for ids ['044022f6-d097-4765-b497-3ea88f5ffec0'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:46:14.866298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36356) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:14.894567 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.908302 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5db80e46-1474-4a10-9d02-338f37fc38f4 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:14.909758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6666f5-7970-4714-91d4-8fa29664eb59 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:46:14.925156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-489381a0-94cc-4b71-837b-b4494b819612 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/routers/044022f6-d097-4765-b497-3ea88f5ffec0 HTTP/1.1" status: 200 len: 922 time: 0.2802336 Dec 09 22:46:14.926741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36360) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:14.931255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7e6666f5-7970-4714-91d4-8fa29664eb59,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:46:14.939799 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.022107 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7e6666f5-7970-4714-91d4-8fa29664eb59,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:15.076915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd62948a-e838-47a1-82ac-90bdb5c382d4 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:15.078734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cd62948a-e838-47a1-82ac-90bdb5c382d4 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&device_id=044022f6-d097-4765-b497-3ea88f5ffec0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1475270 Dec 09 22:46:15.081232 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc804d2b-55db-4680-aaf6-989642bfc749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.083521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36362) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:15.108150 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5db80e46-1474-4a10-9d02-338f37fc38f4 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.110683 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5db80e46-1474-4a10-9d02-338f37fc38f4 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.111819 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5db80e46-1474-4a10-9d02-338f37fc38f4 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "DELETE /v2.0/security-groups/686d7392-b523-4a9a-adf6-a83d00975b89 HTTP/1.1" status: 204 len: 168 time: 0.5107329 Dec 09 22:46:15.121055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36364) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:15.146454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db80e46-1474-4a10-9d02-338f37fc38f4 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686d7392-b523-4a9a-adf6-a83d00975b89,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:15.215604 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5486aa-1aca-4328-947f-3ba360ff522f req-babffd30-455b-4b5f-ba78-2cd944192eb2 service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7392545 Dec 09 22:46:15.218087 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['7e6666f5-7970-4714-91d4-8fa29664eb59'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:46:15.218787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f0039f-0828-41fc-b03f-c663d381c222,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:15.230459 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.230824 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Added segment 86eb4076-d9fe-42f3-a0e0-094253355474 of type vlan for network 08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8 Dec 09 22:46:15.285831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea24b9-e37a-444d-8ea8-3e9342740077 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:15.291328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-76ea24b9-e37a-444d-8ea8-3e9342740077 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 881 time: 0.2066488 Dec 09 22:46:15.293498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36366) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:15.315081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a508-0255-45d8-9ae1-a818f4a7696d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.318601 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c779aa7a-8ba8-4aab-b1ea-bf6efccbcef2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1939259 Dec 09 22:46:15.333747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36368) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:15.339558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a508-0255-45d8-9ae1-a818f4a7696d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.356789 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bcfb0298-3153-45a3-8630-6ced203a014a tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "GET /v2.0/ports?device_id=044022f6-d097-4765-b497-3ea88f5ffec0 HTTP/1.1" status: 200 len: 205 time: 0.0581372 Dec 09 22:46:15.357402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36370) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:15.373369 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.465673 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.466757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:15.467335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.497099 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6a5486aa-1aca-4328-947f-3ba360ff522f req-76cd0b3e-ecb1-4a83-b551-b626c9f05cd6 service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705166 Dec 09 22:46:15.500448 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a508-0255-45d8-9ae1-a818f4a7696d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.503335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a508-0255-45d8-9ae1-a818f4a7696d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.507221 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc804d2b-55db-4680-aaf6-989642bfc749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.507414 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c5f6a508-0255-45d8-9ae1-a818f4a7696d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b465ea51-a23f-4ccd-84ae-b83bb1937ea9 HTTP/1.1" status: 204 len: 168 time: 0.8859653 Dec 09 22:46:15.521405 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc804d2b-55db-4680-aaf6-989642bfc749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.526350 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2093399 Dec 09 22:46:15.528929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6a508-0255-45d8-9ae1-a818f4a7696d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b465ea51-a23f-4ccd-84ae-b83bb1937ea9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:15.530587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36374) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:15.542300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05c8246f-c056-4976-8c75-5a3f16e67ae2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.563494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5219d099-1aed-4f63-8330-d0d6915eb862 admin admin] Request body: {'subnet': {'network_id': '08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2012757864-subnet', 'tenant_id': '1c16a5e0a4b7474f9315832ab442ddd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:15.573975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ac621-7d1d-47b2-97da-8c29d84b75c9 admin admin] Pushing event updated for resources: {'Network': ['ID=08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:15.594248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5219d099-1aed-4f63-8330-d0d6915eb862 admin admin] Made reservation on behalf of 1c16a5e0a4b7474f9315832ab442ddd4 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:15.597603 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5219d099-1aed-4f63-8330-d0d6915eb862 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.606272 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.615197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:46:15.616782 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cc804d2b-55db-4680-aaf6-989642bfc749 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9839675bfb304c18a8cf9dd50820be17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7485175 Dec 09 22:46:15.617083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36376) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:15.647514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05c8246f-c056-4976-8c75-5a3f16e67ae2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.652203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc804d2b-55db-4680-aaf6-989642bfc749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268c16b8-d85c-4985-be2e-d29d8a3ccbb7,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:15.751250 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05c8246f-c056-4976-8c75-5a3f16e67ae2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.756888 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-05c8246f-c056-4976-8c75-5a3f16e67ae2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.761373 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-05c8246f-c056-4976-8c75-5a3f16e67ae2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "DELETE /v2.0/security-groups/c1fd2a58-1cec-4d70-b425-b32c3fb7f5e2 HTTP/1.1" status: 204 len: 168 time: 0.4266038 Dec 09 22:46:15.761700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36378) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:15.782171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dca73bbd-82ab-4434-80fe-4da45ebe9e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.806818 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.811408 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dca73bbd-82ab-4434-80fe-4da45ebe9e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.812402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8246f-c056-4976-8c75-5a3f16e67ae2 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fd2a58-1cec-4d70-b425-b32c3fb7f5e2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:15.939973 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b7bb47f4-6fed-4c18-ad76-d05862f1426d tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1707118 Dec 09 22:46:15.944370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36384) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:15.953060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c830e8af-d40c-4cb0-8860-2e2a468d124f tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901969594'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:15.977624 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dca73bbd-82ab-4434-80fe-4da45ebe9e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.980456 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dca73bbd-82ab-4434-80fe-4da45ebe9e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:15.982099 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dca73bbd-82ab-4434-80fe-4da45ebe9e74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/268c16b8-d85c-4985-be2e-d29d8a3ccbb7 HTTP/1.1" status: 204 len: 168 time: 0.3636477 Dec 09 22:46:15.997053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca73bbd-82ab-4434-80fe-4da45ebe9e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268c16b8-d85c-4985-be2e-d29d8a3ccbb7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:15.999252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Deleting port 4fa22e00-7f76-4467-8624-8bd640fd8d7c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:46:15.999708 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.039696 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c830e8af-d40c-4cb0-8860-2e2a468d124f tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.061093 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5219d099-1aed-4f63-8330-d0d6915eb862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.069871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36388) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:16.107438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32e6b0-dee2-48a6-bc7a-9a44b1c11a6a req-5ecab09a-4636-421b-b5ba-1134072e9752 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:16.109028 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e32e6b0-dee2-48a6-bc7a-9a44b1c11a6a req-5ecab09a-4636-421b-b5ba-1134072e9752 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 944 time: 0.1507437 Dec 09 22:46:16.119925 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e391-39e2-46e0-ab74-a3715fcdf2a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.158172 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.181938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219d099-1aed-4f63-8330-d0d6915eb862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afbc479b-c6f1-4b9f-8324-a30ebae9cf57,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:16.187928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Calling delete_port for 4fa22e00-7f76-4467-8624-8bd640fd8d7c owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:46:16.219569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5219d099-1aed-4f63-8330-d0d6915eb862 admin admin] Checking segment: {'id': '86eb4076-d9fe-42f3-a0e0-094253355474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:46:16.220186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5219d099-1aed-4f63-8330-d0d6915eb862 admin admin] Network hostable DHCP agents. Network: 08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:46:16.253985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5219d099-1aed-4f63-8330-d0d6915eb862 admin admin] Network 08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:46:16.276248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e32e6b0-dee2-48a6-bc7a-9a44b1c11a6a req-d9de164f-7a16-4c36-aecc-f5c4264246c5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550634 Dec 09 22:46:16.279417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5219d099-1aed-4f63-8330-d0d6915eb862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:16.289543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219d099-1aed-4f63-8330-d0d6915eb862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:16.290064 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5219d099-1aed-4f63-8330-d0d6915eb862 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.293465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c71ea5-e3ea-42b5-a580-1d5bf8286566 None None] Network 08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:16.296690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c830e8af-d40c-4cb0-8860-2e2a468d124f tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.299248 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e391-39e2-46e0-ab74-a3715fcdf2a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.311235 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e391-39e2-46e0-ab74-a3715fcdf2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.315552 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c830e8af-d40c-4cb0-8860-2e2a468d124f tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.359172 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5219d099-1aed-4f63-8330-d0d6915eb862 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8254516 Dec 09 22:46:16.385774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0e391-39e2-46e0-ab74-a3715fcdf2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d43fbe5-498d-47b1-8e58-03fd0d8af76e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:16.396629 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c830e8af-d40c-4cb0-8860-2e2a468d124f tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.400851 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c830e8af-d40c-4cb0-8860-2e2a468d124f tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4546106 Dec 09 22:46:16.403636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36396) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:16.414648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e4e56372-4063-4c33-a3fe-1f325c2637fb tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:16.414979 n-d-789963-23 neutron-server[103418]: WARNING neutron.api.v2.base [None req-e4e56372-4063-4c33-a3fe-1f325c2637fb tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 22:46:16.415475 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-e4e56372-4063-4c33-a3fe-1f325c2637fb tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 22:46:16.419319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e4e56372-4063-4c33-a3fe-1f325c2637fb tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "PUT /v2.0/security-groups/4a3a0634-2142-4474-a956-f111cb34bf9d HTTP/1.1" status: 409 len: 330 time: 0.0139174 Dec 09 22:46:16.420191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36400) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:16.422963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830e8af-d40c-4cb0-8860-2e2a468d124f tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3a0634-2142-4474-a956-f111cb34bf9d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:16.444008 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9ac0e391-39e2-46e0-ab74-a3715fcdf2a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c1830ca59ff4409b1247cda5ae42c6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3712993 Dec 09 22:46:16.447148 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36402) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:16.455691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ae6bf-abb8-485c-9e1d-38cb269e3a49 None None] Network 08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:16.530100 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-482e972a-98c9-45f6-a64e-9a6c32a6e173 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.545072 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.561482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2070caf7-5c7e-4afd-adbe-4f90620efddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.598166 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-482e972a-98c9-45f6-a64e-9a6c32a6e173 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.601113 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2070caf7-5c7e-4afd-adbe-4f90620efddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.602978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7e6666f5-7970-4714-91d4-8fa29664eb59 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:46:16.608466 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Pushing event deleted for resources: {'Port': ['ID=4fa22e00-7f76-4467-8624-8bd640fd8d7c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:16.680959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b03301-8ac3-466f-ab42-31634a3ffaf1 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:46:16.682440 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2070caf7-5c7e-4afd-adbe-4f90620efddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.693315 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.699892 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2070caf7-5c7e-4afd-adbe-4f90620efddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.707925 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2070caf7-5c7e-4afd-adbe-4f90620efddf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d43fbe5-498d-47b1-8e58-03fd0d8af76e HTTP/1.1" status: 204 len: 168 time: 0.2597303 Dec 09 22:46:16.724239 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 7e6666f5-7970-4714-91d4-8fa29664eb59 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:46:16.732313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070caf7-5c7e-4afd-adbe-4f90620efddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d43fbe5-498d-47b1-8e58-03fd0d8af76e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:16.733040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 7e6666f5-7970-4714-91d4-8fa29664eb59 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:16.733589 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.798196 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.800369 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.853202 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.881637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:46:16.884704 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b279f7-19a4-4838-ac0d-03e59d8797c9" -d '{"events": [{"server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "name": "network-vif-plugged", "status": "completed", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:46:16.901921 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7e6666f5-7970-4714-91d4-8fa29664eb59,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:46:16.910641 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:16.964134 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3f6829-3026-474f-9f6a-97e8cd4f930a x-openstack-request-id: req-ec3f6829-3026-474f-9f6a-97e8cd4f930a {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:46:16.964643 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "name": "network-vif-plugged", "status": "completed", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:46:16.965324 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec3f6829-3026-474f-9f6a-97e8cd4f930a {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:46:16.965984 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'code': 200} Dec 09 22:46:16.983538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7e6666f5-7970-4714-91d4-8fa29664eb59,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:17.129242 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caebaa-0206-4374-966a-343e59cd351d req-4563c9da-bbad-404b-a86d-5af0a1a6bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:17.130938 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-68caebaa-0206-4374-966a-343e59cd351d req-4563c9da-bbad-404b-a86d-5af0a1a6bca3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1097 time: 0.0772402 Dec 09 22:46:17.193549 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-68caebaa-0206-4374-966a-343e59cd351d req-3bfef1b4-c0ba-40a8-adae-8a8e3f790354 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526314 Dec 09 22:46:17.246845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-482e972a-98c9-45f6-a64e-9a6c32a6e173 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:17.249480 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-482e972a-98c9-45f6-a64e-9a6c32a6e173 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:17.253427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-482e972a-98c9-45f6-a64e-9a6c32a6e173 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "DELETE /v2.0/security-groups/4a3a0634-2142-4474-a956-f111cb34bf9d HTTP/1.1" status: 204 len: 168 time: 0.8301625 Dec 09 22:46:17.253812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36444) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:17.274421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e972a-98c9-45f6-a64e-9a6c32a6e173 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3a0634-2142-4474-a956-f111cb34bf9d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:17.288992 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:17.289558 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Fanout notify agent at l3_agent the message router_deleted on router 044022f6-d097-4765-b497-3ea88f5ffec0 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:46:17.298598 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:17.303408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7165c8be-2566-4d91-9e55-56fb05706e71 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/routers/044022f6-d097-4765-b497-3ea88f5ffec0 HTTP/1.1" status: 204 len: 168 time: 1.9418457 Dec 09 22:46:17.304190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36446) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:17.317655 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c1c83fb8-e8ce-490e-8fd9-b6186cd1f37d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-678132778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:17.353564 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e7fbadbf-cbd9-4551-85b8-f5658910a6fd tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0942721 Dec 09 22:46:17.357665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36454) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:17.373613 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-720f1186-48f3-4f3f-8dce-828b8c4ab2de tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] delete failed (client error): The resource could not be found. Dec 09 22:46:17.374992 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-720f1186-48f3-4f3f-8dce-828b8c4ab2de tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "DELETE /v2.0/security-groups/b91c7dd5-5dc1-4ec6-97b9-3e0fd2db0741 HTTP/1.1" status: 404 len: 347 time: 0.0160787 Dec 09 22:46:17.378586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36456) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:17.380814 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1c83fb8-e8ce-490e-8fd9-b6186cd1f37d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:17.381890 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1c83fb8-e8ce-490e-8fd9-b6186cd1f37d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:17.395432 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-454026fb-12d9-445e-8afb-5894ccb01551 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] show failed (client error): The resource could not be found. Dec 09 22:46:17.396823 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-454026fb-12d9-445e-8afb-5894ccb01551 tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "GET /v2.0/security-groups/60bc602b-0a98-46a1-9f08-72de1bc92214 HTTP/1.1" status: 404 len: 347 time: 0.0168309 Dec 09 22:46:17.401069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36458) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:17.424083 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-6e408923-31b9-4cc7-9c47-f2e293db56cc tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] show failed (client error): The resource could not be found. Dec 09 22:46:17.429014 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6e408923-31b9-4cc7-9c47-f2e293db56cc tempest-NegativeSecGroupTest-1050654958 tempest-NegativeSecGroupTest-1050654958-project] 10.222.0.16 "GET /v2.0/security-group-rules/192dbbb4-784b-4c0e-b36b-46579983edf0 HTTP/1.1" status: 404 len: 356 time: 0.0228472 Dec 09 22:46:17.483508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b7707a01-d4ab-4d51-9c66-1beb71971dff tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:17.485019 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b7707a01-d4ab-4d51-9c66-1beb71971dff tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/networks?id=b7d289f1-58a2-4a54-a6e7-fe8fb9196579 HTTP/1.1" status: 200 len: 825 time: 0.2405145 Dec 09 22:46:17.502916 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1c83fb8-e8ce-490e-8fd9-b6186cd1f37d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:17.515040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-9654a1d6-d850-4310-b772-74bf240f6426 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/quotas/ae7abb974c9a4f9f82dea468a3753b0a HTTP/1.1" status: 200 len: 375 time: 0.0147543 Dec 09 22:46:17.516227 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1c83fb8-e8ce-490e-8fd9-b6186cd1f37d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:17.560769 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-621515da-a077-4272-96d6-779554e880a4 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae7abb974c9a4f9f82dea468a3753b0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355036 Dec 09 22:46:17.565344 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1c83fb8-e8ce-490e-8fd9-b6186cd1f37d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:17.569678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c1c83fb8-e8ce-490e-8fd9-b6186cd1f37d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2579176 Dec 09 22:46:17.570683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36468) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:17.577298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Request body: {'router': {'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:17.589748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1f59d-5562-4fda-9f7e-dc78a923dae1 req-da8caa10-26e4-46d7-9c5d-18db605ea66a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:17.591270 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46e1f59d-5562-4fda-9f7e-dc78a923dae1 req-da8caa10-26e4-46d7-9c5d-18db605ea66a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.1522906 Dec 09 22:46:17.710559 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46e1f59d-5562-4fda-9f7e-dc78a923dae1 req-6f2b80af-e576-4de8-bf1c-15dad50de8d0 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094692 Dec 09 22:46:17.716690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-f90c5905-429c-4658-a936-cfc4caa55aca service neutron] 10.222.0.16 "GET /v2.0/networks/b7d289f1-58a2-4a54-a6e7-fe8fb9196579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434247 Dec 09 22:46:17.814206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:17.846754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36478) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:17.854187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-1513c5dc-749d-40f9-bdce-3fdcd38aa175 service neutron] 10.222.0.16 "GET /v2.0/networks/b7d289f1-58a2-4a54-a6e7-fe8fb9196579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307335 Dec 09 22:46:18.067691 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:18.079158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-39ba63c1-c948-4a18-ad81-fbd6b6350aba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34b2430ae3fd461bb4088a1aaeb53417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309146 Dec 09 22:46:18.081656 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36488) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:18.093726 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:18.136622 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8d449f6b-b411-4cc1-9016-576be6506654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:18.161321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8d449f6b-b411-4cc1-9016-576be6506654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:18.244623 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8d449f6b-b411-4cc1-9016-576be6506654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:18.248077 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8d449f6b-b411-4cc1-9016-576be6506654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:18.253291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8d449f6b-b411-4cc1-9016-576be6506654 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ed9c4de-59cb-4daf-8ca5-14c1f7f036f8 HTTP/1.1" status: 204 len: 168 time: 0.1703832 Dec 09 22:46:18.262064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Allocated IP 172.25.8.19 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/08df899d-cbec-4b85-8ee7-aa086a83741f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:46:18.268117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d449f6b-b411-4cc1-9016-576be6506654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed9c4de-59cb-4daf-8ca5-14c1f7f036f8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:18.402569 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:18.441258 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:18.480137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:46:18.483274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:18.485855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:46:18.499274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9314c7ca-6038-4c1f-b386-1bc6d2622c09 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:46:18.553315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Pushing event updated for resources: {'Port': ['ID=08df899d-cbec-4b85-8ee7-aa086a83741f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:18.615327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e3922c46-4caa-4ba2-828d-292f61e2a320 None None] Provisioning complete for port 08df899d-cbec-4b85-8ee7-aa086a83741f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:18.616332 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e3922c46-4caa-4ba2-828d-292f61e2a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:18.664743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e3922c46-4caa-4ba2-828d-292f61e2a320 None None] Port 08df899d-cbec-4b85-8ee7-aa086a83741f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:46:18.792365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:18.886927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ecf7a-05ed-4149-b6f3-f6feb302b50d req-955de6c8-cd94-4117-a87a-fbbc5bcd01e1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:18.896499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e4ecf7a-05ed-4149-b6f3-f6feb302b50d req-955de6c8-cd94-4117-a87a-fbbc5bcd01e1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.0931780 Dec 09 22:46:19.013912 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e4ecf7a-05ed-4149-b6f3-f6feb302b50d req-9e7b57ad-bd1b-4fb2-85c0-3ade41d7ab85 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163063 Dec 09 22:46:19.239001 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:19.246639 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:19.315956 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a0d16a1-da85-42b4-80cb-4a74cc062111 req-11801370-9bd7-4a71-8f0c-d013f0ab4596 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 210 time: 0.1292839 Dec 09 22:46:19.355346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e92513-2b16-4b54-999c-01c4827c58d2 req-5f3da8f5-0e93-43c7-ad5c-b9c81f88ef02 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:19.357924 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1e92513-2b16-4b54-999c-01c4827c58d2 req-5f3da8f5-0e93-43c7-ad5c-b9c81f88ef02 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.2259567 Dec 09 22:46:19.471521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1e92513-2b16-4b54-999c-01c4827c58d2 req-cb99102c-d68c-4c3b-9e18-96be0a138479 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054990 Dec 09 22:46:19.480705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36580) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:19.521195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36586) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:19.536273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd36030-6c14-4aef-8d0f-1eb28d7144d0 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:19.538318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1fd36030-6c14-4aef-8d0f-1eb28d7144d0 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1092 time: 0.0566332 Dec 09 22:46:19.539625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Router 8a2bcd8e-2da8-4617-aebf-3f750d34a6bc is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:46:19.541510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36590) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:19.546677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:19.572985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:19.706587 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:19.728733 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:46:19.737766 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:19.739256 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7bc5ef52-740f-43df-a214-e668dc3e9ec3 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "PUT /v2.0/routers/8a2bcd8e-2da8-4617-aebf-3f750d34a6bc HTTP/1.1" status: 200 len: 878 time: 2.1664886 Dec 09 22:46:19.741727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36594) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:19.742728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7fcd6-a528-49dd-9cbe-7db8ebd5d896 None None] Sync routers for ids ['8a2bcd8e-2da8-4617-aebf-3f750d34a6bc'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:46:19.763361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7fcd6-a528-49dd-9cbe-7db8ebd5d896 None None] Routers {'8a2bcd8e-2da8-4617-aebf-3f750d34a6bc'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:19.764457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-0ed7fcd6-a528-49dd-9cbe-7db8ebd5d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8a2bcd8e-2da8-4617-aebf-3f750d34a6bc'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:19.843507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-0ed7fcd6-a528-49dd-9cbe-7db8ebd5d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:19.856528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7fcd6-a528-49dd-9cbe-7db8ebd5d896 None None] Routers {'8a2bcd8e-2da8-4617-aebf-3f750d34a6bc'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:19.857477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-0ed7fcd6-a528-49dd-9cbe-7db8ebd5d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8a2bcd8e-2da8-4617-aebf-3f750d34a6bc'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:19.914511 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dce14b08-4c33-45dd-9b98-1fb9b2a88cb7 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/routers/8a2bcd8e-2da8-4617-aebf-3f750d34a6bc HTTP/1.1" status: 200 len: 919 time: 0.1710305 Dec 09 22:46:19.917514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36598) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:19.934353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.25.8.144 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/b0026233-7c50-4dee-9330-08ac186d7986) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:46:19.948279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-0ed7fcd6-a528-49dd-9cbe-7db8ebd5d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:19.949601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7fcd6-a528-49dd-9cbe-7db8ebd5d896 None None] The sync data for ids ['8a2bcd8e-2da8-4617-aebf-3f750d34a6bc'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:46:20.023973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e46f02-ab37-4fe2-a6ba-0e2a024bbf63 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:20.025774 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-17e46f02-ab37-4fe2-a6ba-0e2a024bbf63 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&device_id=8a2bcd8e-2da8-4617-aebf-3f750d34a6bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1068363 Dec 09 22:46:20.028698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36604) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:20.038057 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2478d840-9e26-43e1-8bf7-c29f06897af0 tempest-ServiceProvidersTest-708750944 tempest-ServiceProvidersTest-708750944-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5089755 Dec 09 22:46:20.091096 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.106510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36610) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:20.163313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b1a3c-d796-490c-a374-d994da872987 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:20.164499 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.165827 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bc5b1a3c-d796-490c-a374-d994da872987 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 881 time: 0.1359947 Dec 09 22:46:20.168686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36614) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:20.210462 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5c9f1995-3969-4106-8a06-9b80a220497a tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a2bcd8e-2da8-4617-aebf-3f750d34a6bc HTTP/1.1" status: 200 len: 205 time: 0.0380836 Dec 09 22:46:20.211333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36616) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:20.214560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:46:20.217728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:20.222481 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:46:20.265310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=b0026233-7c50-4dee-9330-08ac186d7986,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:20.393480 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.477318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36624) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:20.599169 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.610086 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f817a589-4d8e-462f-802a-fff74b9fc964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.634689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-116289c3-39db-422c-8a0b-bafc6051b6e3 req-f6c7de6c-07f6-4145-9e4a-1fb4e07bb2ed tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 210 time: 0.0451348 Dec 09 22:46:20.642812 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a3ae-3ebf-4615-b47a-a076065a9628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.770135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Deleting port 08df899d-cbec-4b85-8ee7-aa086a83741f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:46:20.770487 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.861020 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f817a589-4d8e-462f-802a-fff74b9fc964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.872199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f817a589-4d8e-462f-802a-fff74b9fc964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.876618 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a3ae-3ebf-4615-b47a-a076065a9628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.883014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.899625 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a3ae-3ebf-4615-b47a-a076065a9628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.948685 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:20.956911 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f817a589-4d8e-462f-802a-fff74b9fc964 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf4fc724c368406ba28783f91bcffcd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8492820 Dec 09 22:46:20.962851 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36632) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:20.999587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Calling delete_port for 08df899d-cbec-4b85-8ee7-aa086a83741f owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:46:21.006382 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a5d5a3ae-3ebf-4615-b47a-a076065a9628 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01ed51cd4fd14745a19938a911fd64ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5280166 Dec 09 22:46:21.006989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36634) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:21.014363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817a589-4d8e-462f-802a-fff74b9fc964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa73f733-bf6b-4cb4-8436-6597c1be693f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:21.040653 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.099149 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b63f44e5-ac66-4cbd-80f6-dfbde206101d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.145114 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b63f44e5-ac66-4cbd-80f6-dfbde206101d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.165757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5a3ae-3ebf-4615-b47a-a076065a9628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7e8c08-920e-485f-8fd3-845903b1e0bd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:21.219936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53f6ef-b306-4477-b443-69238da98c26 req-57905ebc-b542-4932-800d-b74de780d2a3 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:21.221853 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-57905ebc-b542-4932-800d-b74de780d2a3 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.42 "GET /v2.0/networks?id=b7d289f1-58a2-4a54-a6e7-fe8fb9196579 HTTP/1.1" status: 200 len: 825 time: 0.2932243 Dec 09 22:46:21.259950 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b63f44e5-ac66-4cbd-80f6-dfbde206101d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.262714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b63f44e5-ac66-4cbd-80f6-dfbde206101d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.266196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b63f44e5-ac66-4cbd-80f6-dfbde206101d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa73f733-bf6b-4cb4-8436-6597c1be693f HTTP/1.1" status: 204 len: 168 time: 0.2994831 Dec 09 22:46:21.270359 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.274883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-bf53f6ef-b306-4477-b443-69238da98c26 req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Request body: {'port': {'device_id': '7f16c500-e46d-48c4-b64c-da147938ab35', 'network_id': 'b7d289f1-58a2-4a54-a6e7-fe8fb9196579', 'admin_state_up': True, 'tenant_id': 'ae7abb974c9a4f9f82dea468a3753b0a'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:21.277586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f44e5-ac66-4cbd-80f6-dfbde206101d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa73f733-bf6b-4cb4-8436-6597c1be693f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:21.279970 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.294906 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-357604ee-aac5-4a4c-be23-97f508b4d79f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.353562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=b0026233-7c50-4dee-9330-08ac186d7986,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:21.368155 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.379001 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-357604ee-aac5-4a4c-be23-97f508b4d79f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.474249 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Floating IP 66d692f3-cad2-4d3e-8bab-63ce2116a9c1 associated. External IP: 172.25.8.144, port: 7e6666f5-7970-4714-91d4-8fa29664eb59. Dec 09 22:46:21.737969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router be88ba46-ec61-428d-b53d-cdfd99a8543f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:46:21.781010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36648) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:21.821751 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.839611 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-357604ee-aac5-4a4c-be23-97f508b4d79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.842871 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-357604ee-aac5-4a4c-be23-97f508b4d79f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.847265 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-357604ee-aac5-4a4c-be23-97f508b4d79f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc7e8c08-920e-485f-8fd3-845903b1e0bd HTTP/1.1" status: 204 len: 168 time: 0.8337746 Dec 09 22:46:21.868345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf53f6ef-b306-4477-b443-69238da98c26 req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Made reservation on behalf of ae7abb974c9a4f9f82dea468a3753b0a for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:21.872180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf53f6ef-b306-4477-b443-69238da98c26 req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:21.877667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Pushing event deleted for resources: {'Port': ['ID=08df899d-cbec-4b85-8ee7-aa086a83741f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:21.892589 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-421496b9-7834-4963-88e0-4f99918d45e2 req-fa501dfd-5d6d-4666-a9bd-10bb0c9d57d8 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 210 time: 0.0371566 Dec 09 22:46:21.893421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e18c122-58d8-45b5-a13e-2ea189527bfe None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:46:21.896193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357604ee-aac5-4a4c-be23-97f508b4d79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7e8c08-920e-485f-8fd3-845903b1e0bd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:21.931845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:46:21.951544 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a380f9c-bd5a-4414-b8c0-6e9778ce6849 None None] Sync routers for ids ['be88ba46-ec61-428d-b53d-cdfd99a8543f'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:46:21.957742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36654) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:21.980200 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a380f9c-bd5a-4414-b8c0-6e9778ce6849 None None] Routers {'be88ba46-ec61-428d-b53d-cdfd99a8543f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:21.981581 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8a380f9c-bd5a-4414-b8c0-6e9778ce6849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['be88ba46-ec61-428d-b53d-cdfd99a8543f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:21.993963 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b859858-05e8-483d-b58a-f329ef479782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.015802 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.022875 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.059135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-50ef7664-d5de-4a28-8f32-160cda139a77 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5161955 Dec 09 22:46:22.061103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:46:22.063998 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b79708-6098-44f5-9479-17d37cf2f64d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:46:22.068222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a986749c-e100-4db4-959a-17f3df22c5a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.145429 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af52cc9d-9f9c-4158-aefb-4a6947049993 x-openstack-request-id: req-af52cc9d-9f9c-4158-aefb-4a6947049993 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:46:22.146052 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:46:22.146510 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af52cc9d-9f9c-4158-aefb-4a6947049993 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:46:22.147089 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'status': 'completed', 'code': 200} Dec 09 22:46:22.160449 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.186421 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-8a380f9c-bd5a-4414-b8c0-6e9778ce6849 None None] Set router be88ba46-ec61-428d-b53d-cdfd99a8543f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:46:22.201377 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.238021 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b859858-05e8-483d-b58a-f329ef479782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.247417 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b859858-05e8-483d-b58a-f329ef479782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.312087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b7ff6-7ee6-4561-b923-3d99bd895d5f req-28a59f09-760a-4621-8858-a0a5d7e25317 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:22.314010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e6b7ff6-7ee6-4561-b923-3d99bd895d5f req-28a59f09-760a-4621-8858-a0a5d7e25317 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.1432447 Dec 09 22:46:22.320728 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.321738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2bcd8e-2da8-4617-aebf-3f750d34a6bc {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:46:22.330386 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-bf53f6ef-b306-4477-b443-69238da98c26 req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Allocated IP 172.20.0.11 (b7d289f1-58a2-4a54-a6e7-fe8fb9196579/3f04e8c1-5644-4714-bee7-c588bd416bcd/3d552989-fc7c-4ba6-b864-620337f7537c) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:46:22.343438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.348905 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7e8cf823-5685-49a4-899e-f619552907a1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/routers/8a2bcd8e-2da8-4617-aebf-3f750d34a6bc HTTP/1.1" status: 204 len: 168 time: 2.1344187 Dec 09 22:46:22.350498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b859858-05e8-483d-b58a-f329ef479782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58589bb4-bea6-49c2-b47b-770e8626845c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:22.354156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36664) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:22.370709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9b859858-05e8-483d-b58a-f329ef479782 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e371a482432544eca0d208831969734f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4100049 Dec 09 22:46:22.375542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36666) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:22.401607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-837fd85d-2f1d-48a0-9b02-65d09ad9454d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-118152396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:22.446856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e6b7ff6-7ee6-4561-b923-3d99bd895d5f req-6b780af4-4e2c-478e-9635-b1becb811aa9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241279 Dec 09 22:46:22.451795 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b79708-6098-44f5-9479-17d37cf2f64d req-004f1907-0540-49ef-bcdc-39ba90d24c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:22.453319 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1b79708-6098-44f5-9479-17d37cf2f64d req-004f1907-0540-49ef-bcdc-39ba90d24c6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1097 time: 0.2638144 Dec 09 22:46:22.472833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6eb264f-847f-4ef4-9138-ae4c03eecc21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.491223 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6eb264f-847f-4ef4-9138-ae4c03eecc21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.514487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36672) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:22.534972 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8a380f9c-bd5a-4414-b8c0-6e9778ce6849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:46:02Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '66d692f3-cad2-4d3e-8bab-63ce2116a9c1', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'port_id': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'mac_address': 'fa:16:3e:1d:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f696076-efbb-4e4f-be4c-db62678f9106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:46:20Z', 'updated_at': '2021-12-09T22:46:20Z', 'revision_number': 0, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6afe6992-8252-4e54-9e9c-2e7f8650e008', 'name': '', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:37:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:46:01Z', 'updated_at': '2021-12-09T22:46:07Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:22.563291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b79708-6098-44f5-9479-17d37cf2f64d req-cb2bc865-4240-4bfb-919b-719f910cb9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:22.564701 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1b79708-6098-44f5-9479-17d37cf2f64d req-cb2bc865-4240-4bfb-919b-719f910cb9ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 200 len: 897 time: 0.0971334 Dec 09 22:46:22.572167 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a380f9c-bd5a-4414-b8c0-6e9778ce6849 None None] Checking router: be88ba46-ec61-428d-b53d-cdfd99a8543f for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:46:22.572564 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a986749c-e100-4db4-959a-17f3df22c5a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.573888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-837fd85d-2f1d-48a0-9b02-65d09ad9454d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.575168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-837fd85d-2f1d-48a0-9b02-65d09ad9454d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.585362 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a380f9c-bd5a-4414-b8c0-6e9778ce6849 None None] Routers {'be88ba46-ec61-428d-b53d-cdfd99a8543f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:22.586983 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8a380f9c-bd5a-4414-b8c0-6e9778ce6849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['be88ba46-ec61-428d-b53d-cdfd99a8543f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:22.625505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a986749c-e100-4db4-959a-17f3df22c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.674965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986749c-e100-4db4-959a-17f3df22c5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f56992-ee7e-4ce7-9da7-a3ccfb47fdb7,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:22.677007 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.740669 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a986749c-e100-4db4-959a-17f3df22c5a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82168eeb3d22443296671dc94f82af0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9584901 Dec 09 22:46:22.741270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36680) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:22.760901 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-8a380f9c-bd5a-4414-b8c0-6e9778ce6849 None None] Set router be88ba46-ec61-428d-b53d-cdfd99a8543f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:46:22.762822 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1b79708-6098-44f5-9479-17d37cf2f64d req-4ce0ff06-b1f2-44cb-a27f-0831ece7391f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 999 time: 0.1777580 Dec 09 22:46:22.880725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b79708-6098-44f5-9479-17d37cf2f64d req-846d714e-8ea1-4c91-a8f6-e8ba433816c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:22.882241 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1b79708-6098-44f5-9479-17d37cf2f64d req-846d714e-8ea1-4c91-a8f6-e8ba433816c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a67ade4c-028c-49cc-aa5b-738306c46a2d HTTP/1.1" status: 200 len: 835 time: 0.0886815 Dec 09 22:46:22.904811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-837fd85d-2f1d-48a0-9b02-65d09ad9454d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:22.957666 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-837fd85d-2f1d-48a0-9b02-65d09ad9454d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:23.019071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b79708-6098-44f5-9479-17d37cf2f64d req-f8521b5f-8176-49ee-b17a-c8975d10a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:23.020654 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1b79708-6098-44f5-9479-17d37cf2f64d req-f8521b5f-8176-49ee-b17a-c8975d10a549 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277113 Dec 09 22:46:23.021361 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6e391dc7-aada-41f8-8a1f-556a4273a48f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:23.026561 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-837fd85d-2f1d-48a0-9b02-65d09ad9454d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:23.030296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-837fd85d-2f1d-48a0-9b02-65d09ad9454d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6321235 Dec 09 22:46:23.037618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36690) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:23.055808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-409c3801-a509-47ce-822c-f70c603a05d1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/66d692f3-cad2-4d3e-8bab-63ce2116a9c1 HTTP/1.1" status: 200 len: 991 time: 0.5400724 Dec 09 22:46:23.062488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'enable_snat': True}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:23.096573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c83da02-4c98-4519-90d1-b136333a8280 req-ef3309b0-5af6-4e1b-a648-60e4346abac0 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 210 time: 0.0513740 Dec 09 22:46:23.124062 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6eb264f-847f-4ef4-9138-ae4c03eecc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:23.128928 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6eb264f-847f-4ef4-9138-ae4c03eecc21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:23.130882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c6eb264f-847f-4ef4-9138-ae4c03eecc21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58589bb4-bea6-49c2-b47b-770e8626845c HTTP/1.1" status: 204 len: 168 time: 0.7541468 Dec 09 22:46:23.145557 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb264f-847f-4ef4-9138-ae4c03eecc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58589bb4-bea6-49c2-b47b-770e8626845c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:23.178455 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf53f6ef-b306-4477-b443-69238da98c26 req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:23.189858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6e391dc7-aada-41f8-8a1f-556a4273a48f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:23.239955 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8a380f9c-bd5a-4414-b8c0-6e9778ce6849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:46:02Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '66d692f3-cad2-4d3e-8bab-63ce2116a9c1', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'port_id': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'mac_address': 'fa:16:3e:1d:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f696076-efbb-4e4f-be4c-db62678f9106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:46:20Z', 'updated_at': '2021-12-09T22:46:20Z', 'revision_number': 0, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6afe6992-8252-4e54-9e9c-2e7f8650e008', 'name': '', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:37:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:46:01Z', 'updated_at': '2021-12-09T22:46:07Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:23.278062 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a380f9c-bd5a-4414-b8c0-6e9778ce6849 None None] The sync data for ids ['be88ba46-ec61-428d-b53d-cdfd99a8543f'] in n-d-789963-23 is: [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:46:02Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '66d692f3-cad2-4d3e-8bab-63ce2116a9c1', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'port_id': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'mac_address': 'fa:16:3e:1d:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f696076-efbb-4e4f-be4c-db62678f9106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:46:20Z', 'updated_at': '2021-12-09T22:46:20Z', 'revision_number': 0, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6afe6992-8252-4e54-9e9c-2e7f8650e008', 'name': '', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:37:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:46:01Z', 'updated_at': '2021-12-09T22:46:07Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:46:23.463009 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1b79708-6098-44f5-9479-17d37cf2f64d req-a87d2506-4b8f-4b5b-955f-fb065e03a62a service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293048 Dec 09 22:46:23.466979 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:23.470899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf53f6ef-b306-4477-b443-69238da98c26 req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:23.566553 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6e391dc7-aada-41f8-8a1f-556a4273a48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:23.569421 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6e391dc7-aada-41f8-8a1f-556a4273a48f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:23.573643 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6e391dc7-aada-41f8-8a1f-556a4273a48f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55f56992-ee7e-4ce7-9da7-a3ccfb47fdb7 HTTP/1.1" status: 204 len: 168 time: 0.8130836 Dec 09 22:46:23.577198 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf53f6ef-b306-4477-b443-69238da98c26 req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Network b7d289f1-58a2-4a54-a6e7-fe8fb9196579 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:46:23.626947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-bf53f6ef-b306-4477-b443-69238da98c26 req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:23.635720 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf53f6ef-b306-4477-b443-69238da98c26 req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:46:23.653364 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d349a89-6650-4700-8047-0013460c106e None None] New status for floating IP 66d692f3-cad2-4d3e-8bab-63ce2116a9c1: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:46:23.672996 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e391dc7-aada-41f8-8a1f-556a4273a48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f56992-ee7e-4ce7-9da7-a3ccfb47fdb7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:23.681731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Pushing event updated for resources: {'Port': ['ID=3d552989-fc7c-4ba6-b864-620337f7537c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:23.752074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53f6ef-b306-4477-b443-69238da98c26 req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:23.752752 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf53f6ef-b306-4477-b443-69238da98c26 req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:23.765964 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1b79708-6098-44f5-9479-17d37cf2f64d req-505f63c3-8381-4dfb-8958-aeef26cbe391 service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870123 Dec 09 22:46:23.806543 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-126434ff-1a1a-4de1-bc90-df8daf59d1a6 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5731406 Dec 09 22:46:23.823729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Request body: {'port': {'device_id': '7f16c500-e46d-48c4-b64c-da147938ab35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:23.899581 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.058161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36724) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:24.164546 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.204985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c6646ddb-165b-4669-9280-1eec55c02c5b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/66d692f3-cad2-4d3e-8bab-63ce2116a9c1 HTTP/1.1" status: 200 len: 993 time: 0.1456566 Dec 09 22:46:24.245512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36730) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:24.260825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.276812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.318262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c78663-f059-450a-a147-c384df4fbf14 req-b50c9f1e-092e-4a24-910d-dfa0612a5b35 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:24.321881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65c78663-f059-450a-a147-c384df4fbf14 req-b50c9f1e-092e-4a24-910d-dfa0612a5b35 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 932 time: 0.1211700 Dec 09 22:46:24.454429 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65c78663-f059-450a-a147-c384df4fbf14 req-d89b8de8-889b-4847-a265-8d058d5e1426 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/security-groups?id=96737e10-6503-4a2a-9004-90a7ad40710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222286 Dec 09 22:46:24.488620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.494098 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.538051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Allocated IP 172.25.8.122 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/c3388f1a-afec-49e9-b4ad-f92ed67a0e48) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:46:24.549261 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a0b695224ef4d5196b34a92c96a2d83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009737 Dec 09 22:46:24.549812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d552989-fc7c-4ba6-b864-620337f7537c {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:46:24.551660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36744) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:24.562308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.585930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112c9066-fbbf-4833-b58e-ccc1141de963,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:24.596181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Transition to ACTIVE for port object 3d552989-fc7c-4ba6-b864-620337f7537c will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:46:24.603900 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.606867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.607314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.607546 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.607886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.608425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.608564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.608854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.609180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.609626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.610000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.610329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.610653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.610975 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408928-1674-490e-9c3b-98c28563ad4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:24.636235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ea12afaf-93e4-4c96-ad43-403eeb7a6e91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.658644 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ea12afaf-93e4-4c96-ad43-403eeb7a6e91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.720602 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ea12afaf-93e4-4c96-ad43-403eeb7a6e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.723254 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ea12afaf-93e4-4c96-ad43-403eeb7a6e91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.724475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ea12afaf-93e4-4c96-ad43-403eeb7a6e91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/112c9066-fbbf-4833-b58e-ccc1141de963 HTTP/1.1" status: 204 len: 168 time: 0.1714456 Dec 09 22:46:24.727859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Pushing event updated for resources: {'Port': ['ID=3d552989-fc7c-4ba6-b864-620337f7537c,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:24.735722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12afaf-93e4-4c96-ad43-403eeb7a6e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112c9066-fbbf-4833-b58e-ccc1141de963,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:24.790119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.811172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Attempting to bind port 3d552989-fc7c-4ba6-b864-620337f7537c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:46:24.811478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Attempting to bind port 3d552989-fc7c-4ba6-b864-620337f7537c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '72f81b5d-1d5f-4001-9e30-7d5a46502c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b7d289f1-58a2-4a54-a6e7-fe8fb9196579'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:46:24.811809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Attempting to bind port 3d552989-fc7c-4ba6-b864-620337f7537c on network b7d289f1-58a2-4a54-a6e7-fe8fb9196579 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:46:24.820303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Port 3d552989-fc7c-4ba6-b864-620337f7537c on network b7d289f1-58a2-4a54-a6e7-fe8fb9196579 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:46:24.820640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Attempting to bind port 3d552989-fc7c-4ba6-b864-620337f7537c on network b7d289f1-58a2-4a54-a6e7-fe8fb9196579 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:46:24.835320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:46:24.835750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Checking segment: {'id': '72f81b5d-1d5f-4001-9e30-7d5a46502c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b7d289f1-58a2-4a54-a6e7-fe8fb9196579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:46:24.836172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Bound using segment: {'id': '72f81b5d-1d5f-4001-9e30-7d5a46502c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b7d289f1-58a2-4a54-a6e7-fe8fb9196579'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:46:24.836612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Bound port: 3d552989-fc7c-4ba6-b864-620337f7537c, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f81b5d-1d5f-4001-9e30-7d5a46502c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b7d289f1-58a2-4a54-a6e7-fe8fb9196579'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:46:24.837075 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.879382 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:24.940401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:46:24.948768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:24.958109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:46:24.977170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3392b1e-a183-438b-aa08-38773174f75f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:46:24.988038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] For port 3d552989-fc7c-4ba6-b864-620337f7537c, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:46:24.992209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event updated for resources: {'Port': ['ID=c3388f1a-afec-49e9-b4ad-f92ed67a0e48,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:25.010718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] For port 3d552989-fc7c-4ba6-b864-620337f7537c, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=3d552989-fc7c-4ba6-b864-620337f7537c,segment=NetworkSegment(72f81b5d-1d5f-4001-9e30-7d5a46502c07),segment_id=72f81b5d-1d5f-4001-9e30-7d5a46502c07)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:46:25.018941 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:25.070076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-92e4c661-48f9-49b4-a13e-9bbe6f2a01f8 None None] Provisioning complete for port c3388f1a-afec-49e9-b4ad-f92ed67a0e48 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:25.070448 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92e4c661-48f9-49b4-a13e-9bbe6f2a01f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:25.103944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:25.105570 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:25.106224 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] 10.222.0.42 "PUT /v2.0/ports/3d552989-fc7c-4ba6-b864-620337f7537c HTTP/1.1" status: 200 len: 1093 time: 1.2906153 Dec 09 22:46:25.106688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f16c500-e46d-48c4-b64c-da147938ab35', 'tag': '3d552989-fc7c-4ba6-b864-620337f7537c'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:46:25.109011 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c289fb3-ce01-491b-8f2e-92ed3384d7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f16c500-e46d-48c4-b64c-da147938ab35", "tag": "3d552989-fc7c-4ba6-b864-620337f7537c"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:46:25.130099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-92e4c661-48f9-49b4-a13e-9bbe6f2a01f8 None None] Port c3388f1a-afec-49e9-b4ad-f92ed67a0e48 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:46:25.218736 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245c6d49-2e0d-4448-b355-0de7a7559938 x-openstack-request-id: req-245c6d49-2e0d-4448-b355-0de7a7559938 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:46:25.219372 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f16c500-e46d-48c4-b64c-da147938ab35", "tag": "3d552989-fc7c-4ba6-b864-620337f7537c", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:46:25.219860 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-245c6d49-2e0d-4448-b355-0de7a7559938 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:46:25.220461 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f16c500-e46d-48c4-b64c-da147938ab35', 'tag': '3d552989-fc7c-4ba6-b864-620337f7537c', 'status': 'completed', 'code': 200} Dec 09 22:46:25.265482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271313a-8a06-4744-bd11-a1d287489b90 service neutron] Pushing event updated for resources: {'Port': ['ID=3d552989-fc7c-4ba6-b864-620337f7537c,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:25.323850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53f6ef-b306-4477-b443-69238da98c26 req-d6b241f6-0d1f-4a97-ad83-79593f14f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:25.326027 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-d6b241f6-0d1f-4a97-ad83-79593f14f8d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae7abb974c9a4f9f82dea468a3753b0a&device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 1096 time: 0.1229343 Dec 09 22:46:25.388710 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-cdd38e96-7244-410b-a77a-4e81d3dcedae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d552989-fc7c-4ba6-b864-620337f7537c HTTP/1.1" status: 200 len: 217 time: 0.0494125 Dec 09 22:46:25.626346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147b1d0-dcaa-41a4-9d3b-dff2534df27c req-820aba06-6c69-40e5-ae66-e11d619bf728 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:25.628500 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7147b1d0-dcaa-41a4-9d3b-dff2534df27c req-820aba06-6c69-40e5-ae66-e11d619bf728 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 944 time: 0.0731037 Dec 09 22:46:25.705094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7147b1d0-dcaa-41a4-9d3b-dff2534df27c req-f55c1a3b-d9ef-4643-9a42-6ee52f5b6625 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/security-groups?id=96737e10-6503-4a2a-9004-90a7ad40710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634332 Dec 09 22:46:25.838549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53f6ef-b306-4477-b443-69238da98c26 req-f69c4b02-a25e-4505-ad03-320a12607f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:25.839997 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-f69c4b02-a25e-4505-ad03-320a12607f9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f04e8c1-5644-4714-bee7-c588bd416bcd HTTP/1.1" status: 200 len: 865 time: 0.4447153 Dec 09 22:46:25.842379 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:25.905282 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-a61d1f78-4c70-41c2-b0d5-ad8903f1e555 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7d289f1-58a2-4a54-a6e7-fe8fb9196579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295219 Dec 09 22:46:26.044157 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-183f42dc-0e9c-4653-9197-389c63f62704 service neutron] 10.222.0.42 "GET /v2.0/networks/b7d289f1-58a2-4a54-a6e7-fe8fb9196579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310470 Dec 09 22:46:26.227402 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:26.238945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:26.277678 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bf53f6ef-b306-4477-b443-69238da98c26 req-d91982ba-1433-4cbf-b8f4-dddc31ccca7e service neutron] 10.222.0.42 "GET /v2.0/networks/b7d289f1-58a2-4a54-a6e7-fe8fb9196579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421316 Dec 09 22:46:26.436522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c289fb3-ce01-491b-8f2e-92ed3384d7b8 req-3d9ce6c6-9c7e-4472-8c89-1739b8ba6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:26.438056 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c289fb3-ce01-491b-8f2e-92ed3384d7b8 req-3d9ce6c6-9c7e-4472-8c89-1739b8ba6403 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae7abb974c9a4f9f82dea468a3753b0a&device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 1096 time: 0.0599108 Dec 09 22:46:26.531425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Router 839275d7-3368-464e-a485-7b1d24ecc6a3 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:46:26.602110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c289fb3-ce01-491b-8f2e-92ed3384d7b8 req-64411c9a-e730-492c-bd9c-137cf793abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:26.602900 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c289fb3-ce01-491b-8f2e-92ed3384d7b8 req-64411c9a-e730-492c-bd9c-137cf793abca service neutron] 10.222.0.42 "GET /v2.0/networks?id=b7d289f1-58a2-4a54-a6e7-fe8fb9196579 HTTP/1.1" status: 200 len: 926 time: 0.1568992 Dec 09 22:46:26.702450 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c289fb3-ce01-491b-8f2e-92ed3384d7b8 req-1c1a2e91-e9fc-4878-bbfd-5a02147a7b8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d552989-fc7c-4ba6-b864-620337f7537c HTTP/1.1" status: 200 len: 217 time: 0.0873823 Dec 09 22:46:26.769002 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:46:26.780139 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f8d43-0bdf-48a3-8174-352650791997 None None] Sync routers for ids ['839275d7-3368-464e-a485-7b1d24ecc6a3'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:46:26.785691 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:26.789171 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-366fc258-307d-46d8-80b0-82226461e745 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "PUT /v2.0/routers/839275d7-3368-464e-a485-7b1d24ecc6a3 HTTP/1.1" status: 200 len: 914 time: 3.7482898 Dec 09 22:46:26.791930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36826) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:26.809230 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:46:26.822572 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f8d43-0bdf-48a3-8174-352650791997 None None] Routers {'839275d7-3368-464e-a485-7b1d24ecc6a3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:26.822774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c289fb3-ce01-491b-8f2e-92ed3384d7b8 req-e2c224b5-98de-44b9-8bc9-fb0dd45976cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:26.824243 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c289fb3-ce01-491b-8f2e-92ed3384d7b8 req-e2c224b5-98de-44b9-8bc9-fb0dd45976cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f04e8c1-5644-4714-bee7-c588bd416bcd HTTP/1.1" status: 200 len: 865 time: 0.1117649 Dec 09 22:46:26.828099 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3a4f8d43-0bdf-48a3-8174-352650791997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['839275d7-3368-464e-a485-7b1d24ecc6a3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:26.887874 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3a4f8d43-0bdf-48a3-8174-352650791997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:26.891624 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c289fb3-ce01-491b-8f2e-92ed3384d7b8 req-a7d69a68-c3b3-4141-9fae-1163d26eadc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7d289f1-58a2-4a54-a6e7-fe8fb9196579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596585 Dec 09 22:46:26.900502 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f8d43-0bdf-48a3-8174-352650791997 None None] Routers {'839275d7-3368-464e-a485-7b1d24ecc6a3'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:26.900977 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3a4f8d43-0bdf-48a3-8174-352650791997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['839275d7-3368-464e-a485-7b1d24ecc6a3'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:26.949503 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3a4f8d43-0bdf-48a3-8174-352650791997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:26.950405 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f8d43-0bdf-48a3-8174-352650791997 None None] The sync data for ids ['839275d7-3368-464e-a485-7b1d24ecc6a3'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:46:27.001112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29672851-e2d8-4e0a-b8a6-995c26766d9f req-86e633e0-f486-48a4-9aa4-285f12747c27 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:27.003287 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29672851-e2d8-4e0a-b8a6-995c26766d9f req-86e633e0-f486-48a4-9aa4-285f12747c27 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 944 time: 0.1260495 Dec 09 22:46:27.048190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cb80617c-5e42-46a2-8424-d28d5274eaac tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/routers/839275d7-3368-464e-a485-7b1d24ecc6a3 HTTP/1.1" status: 200 len: 920 time: 0.2544460 Dec 09 22:46:27.050180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36840) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:27.102546 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c289fb3-ce01-491b-8f2e-92ed3384d7b8 req-095835cd-ede2-4c13-8261-4d72141fa759 service neutron] 10.222.0.42 "GET /v2.0/networks/b7d289f1-58a2-4a54-a6e7-fe8fb9196579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032235 Dec 09 22:46:27.122726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29672851-e2d8-4e0a-b8a6-995c26766d9f req-2f19c23f-efd8-4e46-a238-6f8c20bed589 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/security-groups?id=96737e10-6503-4a2a-9004-90a7ad40710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064439 Dec 09 22:46:27.125512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35e763-42d4-4dee-b344-977d7a102eaa tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:27.130904 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6b35e763-42d4-4dee-b344-977d7a102eaa tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&device_id=839275d7-3368-464e-a485-7b1d24ecc6a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0791397 Dec 09 22:46:27.131712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36844) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:27.277779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a285ba3-5492-4710-9040-342d419cc709 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:27.282039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7a285ba3-5492-4710-9040-342d419cc709 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 881 time: 0.1486061 Dec 09 22:46:27.283479 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4c289fb3-ce01-491b-8f2e-92ed3384d7b8 req-e6ffd12a-e7ce-45c4-becb-db5636444652 service neutron] 10.222.0.42 "GET /v2.0/networks/b7d289f1-58a2-4a54-a6e7-fe8fb9196579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715088 Dec 09 22:46:27.284867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36850) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:27.327618 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-979b037a-79e3-48ab-a9b0-ac2ed5d35153 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "GET /v2.0/ports?device_id=839275d7-3368-464e-a485-7b1d24ecc6a3 HTTP/1.1" status: 200 len: 205 time: 0.0405059 Dec 09 22:46:27.330359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36852) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:27.467681 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:27.595505 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:27.659852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Deleting port c3388f1a-afec-49e9-b4ad-f92ed67a0e48 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:46:27.660191 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:27.774053 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:27.795601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Calling delete_port for c3388f1a-afec-49e9-b4ad-f92ed67a0e48 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:46:28.010791 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.037338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Pushing event deleted for resources: {'Port': ['ID=c3388f1a-afec-49e9-b4ad-f92ed67a0e48,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:28.061525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a75f45-3bcb-481c-9118-e2300d073738 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:46:28.101730 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.142362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36878) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:28.207715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.209976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.360826 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.364583 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.365175 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Fanout notify agent at l3_agent the message router_deleted on router 839275d7-3368-464e-a485-7b1d24ecc6a3 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:46:28.377002 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.378199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-edf7bfb0-0dab-4064-bb36-fcf84332266f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/routers/839275d7-3368-464e-a485-7b1d24ecc6a3 HTTP/1.1" status: 204 len: 168 time: 1.0458219 Dec 09 22:46:28.381985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36884) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:28.389826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d74ee647-6c7e-4003-beb4-1dea1da4ec57 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-263124515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:28.406725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e0eff-2082-4b39-a000-05f476e6595f req-f80f6c92-0fce-4d07-ad8d-2189da73d87d tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:28.408546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-204e0eff-2082-4b39-a000-05f476e6595f req-f80f6c92-0fce-4d07-ad8d-2189da73d87d tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 944 time: 0.1895900 Dec 09 22:46:28.432772 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d74ee647-6c7e-4003-beb4-1dea1da4ec57 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.434078 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d74ee647-6c7e-4003-beb4-1dea1da4ec57 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.455100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 3d552989-fc7c-4ba6-b864-620337f7537c details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:46:28.469607 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-204e0eff-2082-4b39-a000-05f476e6595f req-c449723a-02a8-4d54-a4d0-8245701fbbbd tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/security-groups?id=96737e10-6503-4a2a-9004-90a7ad40710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518241 Dec 09 22:46:28.520239 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d74ee647-6c7e-4003-beb4-1dea1da4ec57 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.529830 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d74ee647-6c7e-4003-beb4-1dea1da4ec57 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.555075 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.558759 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d74ee647-6c7e-4003-beb4-1dea1da4ec57 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.560078 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d74ee647-6c7e-4003-beb4-1dea1da4ec57 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1762886 Dec 09 22:46:28.561261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.563005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36886) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:28.568108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'enable_snat': False}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:28.585281 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 3d552989-fc7c-4ba6-b864-620337f7537c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=3d552989-fc7c-4ba6-b864-620337f7537c,segment=NetworkSegment(72f81b5d-1d5f-4001-9e30-7d5a46502c07),segment_id=72f81b5d-1d5f-4001-9e30-7d5a46502c07)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:46:28.596513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '3d552989-fc7c-4ba6-b864-620337f7537c', 'network_id': 'b7d289f1-58a2-4a54-a6e7-fe8fb9196579', 'port_id': '3d552989-fc7c-4ba6-b864-620337f7537c', 'mac_address': 'fa:16:3e:c0:3a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f04e8c1-5644-4714-bee7-c588bd416bcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:46:28.604301 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad60ab77f7494ec79468b9d0de7d2a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4582858 Dec 09 22:46:28.604301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6717d158-1f8a-4152-bf64-ca5d23e00f31,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:28.605892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36888) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:28.623168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.623561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.623881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.624561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.624561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.624924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.625290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.625631 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.626383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.626383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.626731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.627000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.627360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb7d50-348f-4d7e-b427-6b30170828d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:46:28.641452 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.655186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d552989-fc7c-4ba6-b864-620337f7537c {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:46:28.676235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 3d552989-fc7c-4ba6-b864-620337f7537c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=3d552989-fc7c-4ba6-b864-620337f7537c,segment=NetworkSegment(72f81b5d-1d5f-4001-9e30-7d5a46502c07),segment_id=72f81b5d-1d5f-4001-9e30-7d5a46502c07)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:46:28.676484 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-84d33630-18ca-4681-94b4-917a9f04584d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.681371 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.699797 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-84d33630-18ca-4681-94b4-917a9f04584d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.752806 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-84d33630-18ca-4681-94b4-917a9f04584d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.754904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=3d552989-fc7c-4ba6-b864-620337f7537c,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:28.758898 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-84d33630-18ca-4681-94b4-917a9f04584d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.760162 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-84d33630-18ca-4681-94b4-917a9f04584d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6717d158-1f8a-4152-bf64-ca5d23e00f31 HTTP/1.1" status: 204 len: 168 time: 0.1532311 Dec 09 22:46:28.774237 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d33630-18ca-4681-94b4-917a9f04584d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6717d158-1f8a-4152-bf64-ca5d23e00f31,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:28.812133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:28.875904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['3d552989-fc7c-4ba6-b864-620337f7537c'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:46:29.104995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:29.130003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:29.162678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36906) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:29.179942 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa8923a6-31b5-44ec-8288-6810c3835b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:29.269913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Allocated IP 172.25.8.175 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/8fba1229-70da-4d95-aaf2-ab9d33271cde) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:46:29.282804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa8923a6-31b5-44ec-8288-6810c3835b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:29.287024 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa8923a6-31b5-44ec-8288-6810c3835b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:29.354366 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fa8923a6-31b5-44ec-8288-6810c3835b00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a94ed27210c44a0ea88e3a34eb32a206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897857 Dec 09 22:46:29.355926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36910) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:29.358310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8923a6-31b5-44ec-8288-6810c3835b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59424b86-0ba5-41b3-a29e-a1de29c7ced8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:29.418953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:29.430077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7278625f-3357-4986-8096-9792d244b5ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:29.454675 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:29.464790 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7278625f-3357-4986-8096-9792d244b5ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:29.499856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:46:29.503246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:29.506651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:46:29.531946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a65b3d-a936-476d-8364-f4a66a501b9b None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:46:29.539056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Pushing event updated for resources: {'Port': ['ID=8fba1229-70da-4d95-aaf2-ab9d33271cde,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:29.568068 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7278625f-3357-4986-8096-9792d244b5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:29.571931 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7278625f-3357-4986-8096-9792d244b5ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:29.575622 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7278625f-3357-4986-8096-9792d244b5ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59424b86-0ba5-41b3-a29e-a1de29c7ced8 HTTP/1.1" status: 204 len: 168 time: 0.2162182 Dec 09 22:46:29.596082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278625f-3357-4986-8096-9792d244b5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59424b86-0ba5-41b3-a29e-a1de29c7ced8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:29.613608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4ed7e032-0bd9-4804-9c53-4e9ec238d751 None None] Provisioning complete for port 8fba1229-70da-4d95-aaf2-ab9d33271cde triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:29.614158 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e032-0bd9-4804-9c53-4e9ec238d751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:29.678081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4ed7e032-0bd9-4804-9c53-4e9ec238d751 None None] Port 8fba1229-70da-4d95-aaf2-ab9d33271cde cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:46:29.766905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09ddeb-8f35-4dea-9784-a105d76aee3d req-07fe6e41-6451-4699-964a-9e97bdfcc249 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:29.768816 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da09ddeb-8f35-4dea-9784-a105d76aee3d req-07fe6e41-6451-4699-964a-9e97bdfcc249 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 945 time: 0.0835698 Dec 09 22:46:29.869241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da09ddeb-8f35-4dea-9784-a105d76aee3d req-e364a20b-35d9-4457-b6e3-cdc21ab60f96 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/security-groups?id=96737e10-6503-4a2a-9004-90a7ad40710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910950 Dec 09 22:46:29.923328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:30.149003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:30.154158 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:30.311108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Router 06c105cc-9262-4958-bbc9-f181dacf5816 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:46:30.464507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:46:30.465177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 3d552989-fc7c-4ba6-b864-620337f7537c up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:46:30.471338 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:30.472715 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7e728d0e-395c-447e-8cf4-28a89b5c66a6 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "PUT /v2.0/routers/06c105cc-9262-4958-bbc9-f181dacf5816 HTTP/1.1" status: 200 len: 915 time: 1.9084487 Dec 09 22:46:30.475470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36938) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:30.513509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb069c-3934-4635-a75d-0f6a7f443c53 None None] Sync routers for ids ['06c105cc-9262-4958-bbc9-f181dacf5816'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:46:30.542965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb069c-3934-4635-a75d-0f6a7f443c53 None None] Routers {'06c105cc-9262-4958-bbc9-f181dacf5816'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:30.543637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fbcb069c-3934-4635-a75d-0f6a7f443c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['06c105cc-9262-4958-bbc9-f181dacf5816'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:30.599753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fbcb069c-3934-4635-a75d-0f6a7f443c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:30.604913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 3d552989-fc7c-4ba6-b864-620337f7537c completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:46:30.639066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 3d552989-fc7c-4ba6-b864-620337f7537c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:30.639442 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:30.702872 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f409b893-2a62-4cc0-9cd1-d37556c9c113 tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/routers/06c105cc-9262-4958-bbc9-f181dacf5816 HTTP/1.1" status: 200 len: 921 time: 0.2248709 Dec 09 22:46:30.707619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36942) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:30.737252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb069c-3934-4635-a75d-0f6a7f443c53 None None] Routers {'06c105cc-9262-4958-bbc9-f181dacf5816'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:30.738429 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fbcb069c-3934-4635-a75d-0f6a7f443c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['06c105cc-9262-4958-bbc9-f181dacf5816'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:30.787472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fbcb069c-3934-4635-a75d-0f6a7f443c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:30.788473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb069c-3934-4635-a75d-0f6a7f443c53 None None] The sync data for ids ['06c105cc-9262-4958-bbc9-f181dacf5816'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:46:30.791791 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0fbb78-4d5f-41ca-817a-6d671090004d tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:30.793473 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ae0fbb78-4d5f-41ca-817a-6d671090004d tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&device_id=06c105cc-9262-4958-bbc9-f181dacf5816&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0831623 Dec 09 22:46:30.796285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36944) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:30.868353 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:30.895074 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f16c500-e46d-48c4-b64c-da147938ab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d552989-fc7c-4ba6-b864-620337f7537c'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:46:30.897579 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4579abda-d824-495a-82e4-79e1c783107a" -d '{"events": [{"server_uuid": "7f16c500-e46d-48c4-b64c-da147938ab35", "name": "network-vif-plugged", "status": "completed", "tag": "3d552989-fc7c-4ba6-b864-620337f7537c"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:46:30.926178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064e4a4b-9be3-48c7-af8b-a61132ff021c tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:30.930308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-064e4a4b-9be3-48c7-af8b-a61132ff021c tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 881 time: 0.1316917 Dec 09 22:46:30.933388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 36952) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:30.942954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 3d552989-fc7c-4ba6-b864-620337f7537c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=3d552989-fc7c-4ba6-b864-620337f7537c,segment=NetworkSegment(72f81b5d-1d5f-4001-9e30-7d5a46502c07),segment_id=72f81b5d-1d5f-4001-9e30-7d5a46502c07)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:46:30.950687 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:30.982291 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e256b850-b26d-4196-8350-772d77c8d82f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c105cc-9262-4958-bbc9-f181dacf5816 HTTP/1.1" status: 200 len: 205 time: 0.0442595 Dec 09 22:46:30.988071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 36956) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:30.998010 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6cb829-5d3f-4a1c-bf10-de15c690e912 x-openstack-request-id: req-7a6cb829-5d3f-4a1c-bf10-de15c690e912 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:46:30.999198 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f16c500-e46d-48c4-b64c-da147938ab35", "name": "network-vif-plugged", "status": "completed", "tag": "3d552989-fc7c-4ba6-b864-620337f7537c", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:46:31.000271 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a6cb829-5d3f-4a1c-bf10-de15c690e912 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:46:31.001222 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f16c500-e46d-48c4-b64c-da147938ab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d552989-fc7c-4ba6-b864-620337f7537c', 'code': 200} Dec 09 22:46:31.065743 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dfc88a18-2244-453b-aee3-6c62d4597569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:31.067605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=3d552989-fc7c-4ba6-b864-620337f7537c,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:31.280272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d102e-34a2-4dc2-a93d-636670ddd397 req-6e4fa5b5-2b36-401e-857e-bee0fde3bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:31.281970 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c30d102e-34a2-4dc2-a93d-636670ddd397 req-6e4fa5b5-2b36-401e-857e-bee0fde3bd00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 1098 time: 0.1583722 Dec 09 22:46:31.352249 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c30d102e-34a2-4dc2-a93d-636670ddd397 req-73c0fa1d-44ba-47c0-8ea3-bb3053e0a126 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=96737e10-6503-4a2a-9004-90a7ad40710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617480 Dec 09 22:46:31.745472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0aa65-aa5d-490a-8a38-8eec791d055a req-9b5b6f01-71da-455e-8a69-a7fb9c1ba47b tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:31.747501 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19f0aa65-aa5d-490a-8a38-8eec791d055a req-9b5b6f01-71da-455e-8a69-a7fb9c1ba47b tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 946 time: 0.0985861 Dec 09 22:46:31.758373 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:31.871929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19f0aa65-aa5d-490a-8a38-8eec791d055a req-3dca2f14-258c-488c-8c35-ffca557e9f9d tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/security-groups?id=96737e10-6503-4a2a-9004-90a7ad40710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172094 Dec 09 22:46:31.899576 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:31.953083 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Deleting port 8fba1229-70da-4d95-aaf2-ab9d33271cde {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:46:31.953757 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.038924 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.060779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Calling delete_port for 8fba1229-70da-4d95-aaf2-ab9d33271cde owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:46:32.229956 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.263237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Pushing event deleted for resources: {'Port': ['ID=8fba1229-70da-4d95-aaf2-ab9d33271cde,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:32.279028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b5dd0f-d4f7-400f-b566-f5c6820fee18 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:46:32.338615 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.468148 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.470457 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.539367 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.540137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Fanout notify agent at l3_agent the message router_deleted on router 06c105cc-9262-4958-bbc9-f181dacf5816 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:46:32.549443 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.550633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-64be61a0-d677-4bfe-9e05-32007ef68aa1 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/routers/06c105cc-9262-4958-bbc9-f181dacf5816 HTTP/1.1" status: 204 len: 168 time: 1.5635278 Dec 09 22:46:32.554758 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37004) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:32.560224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2010826009', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:32.577229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37006) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:32.601532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.603930 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.670978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.728860 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f323-a130-4150-8561-8a6a96b72b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.851268 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f323-a130-4150-8561-8a6a96b72b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.863735 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f323-a130-4150-8561-8a6a96b72b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.892012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:32.916340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5f323-a130-4150-8561-8a6a96b72b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad0512b-581d-476b-bb11-6a9014cdefd9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:32.920886 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d9b5f323-a130-4150-8561-8a6a96b72b19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6416308eb113409a97834facf77c0539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3425744 Dec 09 22:46:32.925887 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37012) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:33.015315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e821cf8-338d-4854-838d-ed464bcee57e req-0578a209-d9f6-4b2e-8011-8c228f0ee671 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:33.016882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e821cf8-338d-4854-838d-ed464bcee57e req-0578a209-d9f6-4b2e-8011-8c228f0ee671 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 946 time: 0.0626833 Dec 09 22:46:33.079522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e821cf8-338d-4854-838d-ed464bcee57e req-c80fc0e6-4add-4b47-b13f-51df49fe869a tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/security-groups?id=96737e10-6503-4a2a-9004-90a7ad40710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561657 Dec 09 22:46:33.097640 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d8defd6-b370-466f-8552-2d459574c3b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:33.133682 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d8defd6-b370-466f-8552-2d459574c3b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:33.235238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831d497-f1b8-4a6c-a9bc-cebdaa1c989c req-e9fcd2fd-9d47-4d50-92ed-e121da93bd23 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:33.243911 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0831d497-f1b8-4a6c-a9bc-cebdaa1c989c req-e9fcd2fd-9d47-4d50-92ed-e121da93bd23 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 946 time: 0.0833962 Dec 09 22:46:33.254667 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:33.299381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0831d497-f1b8-4a6c-a9bc-cebdaa1c989c req-d7e7807f-02bf-48da-bf65-758a7228adf0 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/security-groups?id=96737e10-6503-4a2a-9004-90a7ad40710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547507 Dec 09 22:46:33.312364 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45c681ca-3f28-4b94-84bd-0c0d80878bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:33.326921 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:33.484036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Allocated IP 172.25.8.46 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/13b1e3ab-4602-4422-94bc-e649edb0f08f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:46:33.606214 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d8defd6-b370-466f-8552-2d459574c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:33.614223 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d8defd6-b370-466f-8552-2d459574c3b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:33.614223 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6d8defd6-b370-466f-8552-2d459574c3b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ad0512b-581d-476b-bb11-6a9014cdefd9 HTTP/1.1" status: 204 len: 168 time: 0.6822941 Dec 09 22:46:33.664394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8defd6-b370-466f-8552-2d459574c3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad0512b-581d-476b-bb11-6a9014cdefd9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:33.717564 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:33.779065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:33.790579 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daeacfd-a9df-41f8-bea4-9a6b82ba38e0 req-cd376a38-69fb-4c3b-9037-a99de5abc2d5 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:33.792467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8daeacfd-a9df-41f8-bea4-9a6b82ba38e0 req-cd376a38-69fb-4c3b-9037-a99de5abc2d5 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 946 time: 0.0799797 Dec 09 22:46:33.829520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:46:33.834041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:33.840033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:46:33.865201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52bc7ff-e650-4001-96ce-145c2396b861 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:46:33.884128 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8daeacfd-a9df-41f8-bea4-9a6b82ba38e0 req-1d808776-3a93-40af-9110-6775806ee805 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/security-groups?id=96737e10-6503-4a2a-9004-90a7ad40710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852294 Dec 09 22:46:33.896661 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:33.933372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Pushing event updated for resources: {'Port': ['ID=13b1e3ab-4602-4422-94bc-e649edb0f08f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:33.985571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c5f5a154-2db0-4dcf-9e78-2a7c29a1756d None None] Provisioning complete for port 13b1e3ab-4602-4422-94bc-e649edb0f08f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:46:33.986615 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a154-2db0-4dcf-9e78-2a7c29a1756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:34.096294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5a154-2db0-4dcf-9e78-2a7c29a1756d None None] Port 13b1e3ab-4602-4422-94bc-e649edb0f08f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:46:34.116239 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37044) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:34.140342 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0de3d9e-6742-4069-8a79-ab52d6b997d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:34.263260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:34.303871 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0de3d9e-6742-4069-8a79-ab52d6b997d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:34.326887 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0de3d9e-6742-4069-8a79-ab52d6b997d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:34.433074 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b0de3d9e-6742-4069-8a79-ab52d6b997d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43bd00f35327459ca4416ad67721bf93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3133426 Dec 09 22:46:34.433074 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de3d9e-6742-4069-8a79-ab52d6b997d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785664dc-2ba5-4568-abe2-06ceca481f5a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:34.447456 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37052) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:34.489441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e45c0-9630-48ed-8d14-320ba05d6f3e req-2e8b1c64-5324-423d-828d-7b59d3a94e80 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:34.491145 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d4e45c0-9630-48ed-8d14-320ba05d6f3e req-2e8b1c64-5324-423d-828d-7b59d3a94e80 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 946 time: 0.1849272 Dec 09 22:46:34.556671 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-956b0e80-5c15-4795-a2de-1b1cc365cd65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:34.568099 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d4e45c0-9630-48ed-8d14-320ba05d6f3e req-5daad814-26d4-4cf0-a8be-64bf3a1488ac tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/security-groups?id=96737e10-6503-4a2a-9004-90a7ad40710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691462 Dec 09 22:46:34.595676 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-956b0e80-5c15-4795-a2de-1b1cc365cd65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:34.656294 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-956b0e80-5c15-4795-a2de-1b1cc365cd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:34.659018 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-956b0e80-5c15-4795-a2de-1b1cc365cd65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:34.662908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-956b0e80-5c15-4795-a2de-1b1cc365cd65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/785664dc-2ba5-4568-abe2-06ceca481f5a HTTP/1.1" status: 204 len: 168 time: 0.2096066 Dec 09 22:46:34.671673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b0e80-5c15-4795-a2de-1b1cc365cd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785664dc-2ba5-4568-abe2-06ceca481f5a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:34.812217 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:35.057898 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:35.226599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Router c3a30b1a-a431-40f6-9193-74358bac9052 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:46:35.372219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:46:35.387143 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571dbea8-df4f-469c-9c8a-4a0cf0b6d400 None None] Sync routers for ids ['c3a30b1a-a431-40f6-9193-74358bac9052'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:46:35.395076 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:35.397004 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-56e7f3c2-7993-47bf-a8e9-3d076f6d1ab8 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8402877 Dec 09 22:46:35.399422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37072) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:35.404866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:35.426096 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571dbea8-df4f-469c-9c8a-4a0cf0b6d400 None None] Routers {'c3a30b1a-a431-40f6-9193-74358bac9052'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:35.427673 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-571dbea8-df4f-469c-9c8a-4a0cf0b6d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c3a30b1a-a431-40f6-9193-74358bac9052'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:35.488182 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-571dbea8-df4f-469c-9c8a-4a0cf0b6d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:35.498400 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571dbea8-df4f-469c-9c8a-4a0cf0b6d400 None None] Routers {'c3a30b1a-a431-40f6-9193-74358bac9052'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:35.499317 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-571dbea8-df4f-469c-9c8a-4a0cf0b6d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c3a30b1a-a431-40f6-9193-74358bac9052'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:35.590085 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-571dbea8-df4f-469c-9c8a-4a0cf0b6d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:35.590746 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571dbea8-df4f-469c-9c8a-4a0cf0b6d400 None None] The sync data for ids ['c3a30b1a-a431-40f6-9193-74358bac9052'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:46:35.643741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208974be-a27c-4d92-870c-77b85a3a5d03 req-05600004-715c-4564-ad88-abc7d54055d4 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:35.651608 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-208974be-a27c-4d92-870c-77b85a3a5d03 req-05600004-715c-4564-ad88-abc7d54055d4 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 946 time: 0.1460030 Dec 09 22:46:35.833729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960bad2-2c42-4705-bfa2-7cb48ae60fa8 req-09ffff80-354f-4d56-8ac7-947848761645 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:35.835786 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a960bad2-2c42-4705-bfa2-7cb48ae60fa8 req-09ffff80-354f-4d56-8ac7-947848761645 tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 946 time: 0.0860333 Dec 09 22:46:35.843071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-208974be-a27c-4d92-870c-77b85a3a5d03 req-988cd849-aa97-4874-9bb4-44674d02627a tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Deleting port 3d552989-fc7c-4ba6-b864-620337f7537c {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:46:35.843416 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-208974be-a27c-4d92-870c-77b85a3a5d03 req-988cd849-aa97-4874-9bb4-44674d02627a tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:35.926140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a960bad2-2c42-4705-bfa2-7cb48ae60fa8 req-20b2386b-68a0-4615-98e5-bfab7f19c98f tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/security-groups?id=96737e10-6503-4a2a-9004-90a7ad40710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517023 Dec 09 22:46:36.020418 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:36.040327 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:36.041117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-208974be-a27c-4d92-870c-77b85a3a5d03 req-988cd849-aa97-4874-9bb4-44674d02627a tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] For port 3d552989-fc7c-4ba6-b864-620337f7537c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=3d552989-fc7c-4ba6-b864-620337f7537c,segment=NetworkSegment(72f81b5d-1d5f-4001-9e30-7d5a46502c07),segment_id=72f81b5d-1d5f-4001-9e30-7d5a46502c07)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:46:36.041535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-208974be-a27c-4d92-870c-77b85a3a5d03 req-988cd849-aa97-4874-9bb4-44674d02627a tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:36.061476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-208974be-a27c-4d92-870c-77b85a3a5d03 req-988cd849-aa97-4874-9bb4-44674d02627a tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Calling delete_port for 3d552989-fc7c-4ba6-b864-620337f7537c owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:46:36.136047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Deleting port 13b1e3ab-4602-4422-94bc-e649edb0f08f {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:46:36.136349 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:36.178335 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:36.253920 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:36.283472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Calling delete_port for 13b1e3ab-4602-4422-94bc-e649edb0f08f owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:46:36.326505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-208974be-a27c-4d92-870c-77b85a3a5d03 req-988cd849-aa97-4874-9bb4-44674d02627a tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:36.339217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['3d552989-fc7c-4ba6-b864-620337f7537c'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:46:36.403774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cd849-aa97-4874-9bb4-44674d02627a tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Pushing event deleted for resources: {'Port': ['ID=3d552989-fc7c-4ba6-b864-620337f7537c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:36.430784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37100) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:36.463277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-208974be-a27c-4d92-870c-77b85a3a5d03 req-988cd849-aa97-4874-9bb4-44674d02627a tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] No DVR routers for this DVR port 3d552989-fc7c-4ba6-b864-620337f7537c on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:46:36.466689 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-208974be-a27c-4d92-870c-77b85a3a5d03 req-988cd849-aa97-4874-9bb4-44674d02627a tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:36.471848 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-208974be-a27c-4d92-870c-77b85a3a5d03 req-988cd849-aa97-4874-9bb4-44674d02627a tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.42 "DELETE /v2.0/ports/3d552989-fc7c-4ba6-b864-620337f7537c HTTP/1.1" status: 204 len: 173 time: 0.8134577 Dec 09 22:46:36.471973 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f16c500-e46d-48c4-b64c-da147938ab35', 'name': 'network-vif-deleted', 'tag': '3d552989-fc7c-4ba6-b864-620337f7537c'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:46:36.474527 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0927dc-bf6e-4d38-983e-b0ed62447723" -d '{"events": [{"server_uuid": "7f16c500-e46d-48c4-b64c-da147938ab35", "name": "network-vif-deleted", "tag": "3d552989-fc7c-4ba6-b864-620337f7537c"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:46:36.513266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:36.562662 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7b5ddf-59e3-4986-9516-c520e698460c x-openstack-request-id: req-ef7b5ddf-59e3-4986-9516-c520e698460c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:46:36.562961 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f16c500-e46d-48c4-b64c-da147938ab35", "name": "network-vif-deleted", "tag": "3d552989-fc7c-4ba6-b864-620337f7537c", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:46:36.563803 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef7b5ddf-59e3-4986-9516-c520e698460c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:46:36.564212 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f16c500-e46d-48c4-b64c-da147938ab35', 'name': 'network-vif-deleted', 'tag': '3d552989-fc7c-4ba6-b864-620337f7537c', 'status': 'completed', 'code': 200} Dec 09 22:46:36.619891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Pushing event deleted for resources: {'Port': ['ID=13b1e3ab-4602-4422-94bc-e649edb0f08f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:36.643930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b16d4df-e156-4f10-b38b-ed9c668c68bc None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:46:36.715051 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75f57d56-89b5-42b2-a1ac-4bd91fba3211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:36.753143 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:36.972531 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:36.980904 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:37.021205 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:37.068224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Router c3a30b1a-a431-40f6-9193-74358bac9052 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:46:37.140404 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75f57d56-89b5-42b2-a1ac-4bd91fba3211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:37.187525 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75f57d56-89b5-42b2-a1ac-4bd91fba3211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:37.214387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-75f57d56-89b5-42b2-a1ac-4bd91fba3211 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e9150a3c1f448478471ab8623902251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7823086 Dec 09 22:46:37.216427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-77d4a2db-1f66-41a4-92a5-850c5860f48d req-bcb536ea-2c52-4e27-95ba-6f0a746b9efb tempest-ServersNegativeTestMultiTenantJSON-140974028 tempest-ServersNegativeTestMultiTenantJSON-140974028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f16c500-e46d-48c4-b64c-da147938ab35 HTTP/1.1" status: 200 len: 210 time: 0.1240401 Dec 09 22:46:37.217113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37114) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:37.224483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:46:37.232343 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:37.236657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37116) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:37.238262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722caf9-cce1-4f2f-af05-6d49dda6bf48 None None] Sync routers for ids ['c3a30b1a-a431-40f6-9193-74358bac9052'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:46:37.245954 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dbb8d406-e614-439d-9a74-4782d09fc8ec tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "PUT /v2.0/routers/c3a30b1a-a431-40f6-9193-74358bac9052 HTTP/1.1" status: 200 len: 706 time: 1.8352327 Dec 09 22:46:37.254348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722caf9-cce1-4f2f-af05-6d49dda6bf48 None None] Routers {'c3a30b1a-a431-40f6-9193-74358bac9052'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:37.254975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e722caf9-cce1-4f2f-af05-6d49dda6bf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c3a30b1a-a431-40f6-9193-74358bac9052'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:37.260936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f57d56-89b5-42b2-a1ac-4bd91fba3211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc46858-c70c-4a91-bf8d-aeafb13c2d76,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:37.289641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e722caf9-cce1-4f2f-af05-6d49dda6bf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:37.323272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722caf9-cce1-4f2f-af05-6d49dda6bf48 None None] Routers {'c3a30b1a-a431-40f6-9193-74358bac9052'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:46:37.326876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e722caf9-cce1-4f2f-af05-6d49dda6bf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:46:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c3a30b1a-a431-40f6-9193-74358bac9052'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:37.354788 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a5a145ae-92be-4404-9ed2-78c5b4a0509c tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/routers/c3a30b1a-a431-40f6-9193-74358bac9052 HTTP/1.1" status: 200 len: 741 time: 0.1166348 Dec 09 22:46:37.357684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37118) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:37.388027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e722caf9-cce1-4f2f-af05-6d49dda6bf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:37.388965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722caf9-cce1-4f2f-af05-6d49dda6bf48 None None] The sync data for ids ['c3a30b1a-a431-40f6-9193-74358bac9052'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:46:37.439300 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f2ae-19db-4cca-8988-1fa97c887229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:37.462899 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f2ae-19db-4cca-8988-1fa97c887229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:37.481397 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-761a993d-4558-41b6-90f4-6c5cbd1b086d tempest-RoutersAdminTest-1936471015 tempest-RoutersAdminTest-1936471015-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&device_id=c3a30b1a-a431-40f6-9193-74358bac9052 HTTP/1.1" status: 200 len: 205 time: 0.1212223 Dec 09 22:46:37.483474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37122) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:37.519347 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8d74b0d7-6ab2-40b1-a952-22595f86057f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a30b1a-a431-40f6-9193-74358bac9052 HTTP/1.1" status: 200 len: 205 time: 0.0323825 Dec 09 22:46:37.521933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37124) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:37.528648 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f2ae-19db-4cca-8988-1fa97c887229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:37.533042 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f2ae-19db-4cca-8988-1fa97c887229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:37.536824 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f7c6f2ae-19db-4cca-8988-1fa97c887229 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4cc46858-c70c-4a91-bf8d-aeafb13c2d76 HTTP/1.1" status: 204 len: 168 time: 0.3155177 Dec 09 22:46:37.547895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6f2ae-19db-4cca-8988-1fa97c887229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc46858-c70c-4a91-bf8d-aeafb13c2d76,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:37.796922 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0519d43-bcd4-431e-83ab-baa25d68dace tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:38.003735 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0519d43-bcd4-431e-83ab-baa25d68dace tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:38.006036 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0519d43-bcd4-431e-83ab-baa25d68dace tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:38.059121 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0519d43-bcd4-431e-83ab-baa25d68dace tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:38.059668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0519d43-bcd4-431e-83ab-baa25d68dace tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Fanout notify agent at l3_agent the message router_deleted on router c3a30b1a-a431-40f6-9193-74358bac9052 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:46:38.066775 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0519d43-bcd4-431e-83ab-baa25d68dace tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:38.078343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a0519d43-bcd4-431e-83ab-baa25d68dace tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/routers/c3a30b1a-a431-40f6-9193-74358bac9052 HTTP/1.1" status: 204 len: 168 time: 0.5554442 Dec 09 22:46:38.083769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37140) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:38.138838 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3cf9583e-885e-4ffc-8b36-1efef378c6bb tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a30b1a-a431-40f6-9193-74358bac9052 HTTP/1.1" status: 200 len: 205 time: 0.0539353 Dec 09 22:46:38.141707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37144) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:38.338951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37150) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:38.470267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83dfeeb-262c-40ce-a97a-3594fb316956 admin admin] Deleting subnet 3f04e8c1-5644-4714-bee7-c588bd416bcd {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:46:38.477968 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d83dfeeb-262c-40ce-a97a-3594fb316956 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:38.498228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 3d552989-fc7c-4ba6-b864-620337f7537c no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:46:38.547966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 3d552989-fc7c-4ba6-b864-620337f7537c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:46:38.548939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 3d552989-fc7c-4ba6-b864-620337f7537c not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:46:38.594864 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d83dfeeb-262c-40ce-a97a-3594fb316956 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:38.689598 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-c64af482-8149-412f-9fc2-a53e57376f68 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] delete failed (client error): The resource could not be found. Dec 09 22:46:38.690675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c64af482-8149-412f-9fc2-a53e57376f68 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/routers/c3a30b1a-a431-40f6-9193-74358bac9052 HTTP/1.1" status: 404 len: 336 time: 0.5443604 Dec 09 22:46:38.693803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37160) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:38.721440 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8293dc21-b735-4e8c-8ee1-e6480dfe04f2 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c105cc-9262-4958-bbc9-f181dacf5816 HTTP/1.1" status: 200 len: 205 time: 0.0264740 Dec 09 22:46:38.724237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37162) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:38.736429 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d83dfeeb-262c-40ce-a97a-3594fb316956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:38.775866 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-1e8354f7-c3d8-4893-bd54-a2d3f73b4e9c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] delete failed (client error): The resource could not be found. Dec 09 22:46:38.776523 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1e8354f7-c3d8-4893-bd54-a2d3f73b4e9c tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/routers/06c105cc-9262-4958-bbc9-f181dacf5816 HTTP/1.1" status: 404 len: 336 time: 0.0480530 Dec 09 22:46:38.780342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37166) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:38.817312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e69597fe-5c92-421c-b8c9-7d9bc658c876 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "GET /v2.0/ports?device_id=839275d7-3368-464e-a485-7b1d24ecc6a3 HTTP/1.1" status: 200 len: 205 time: 0.0358367 Dec 09 22:46:38.820191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37168) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:38.908768 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-6f252789-2a48-4b26-82f3-94db7591c800 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] delete failed (client error): The resource could not be found. Dec 09 22:46:38.912227 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6f252789-2a48-4b26-82f3-94db7591c800 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/routers/839275d7-3368-464e-a485-7b1d24ecc6a3 HTTP/1.1" status: 404 len: 336 time: 0.0887144 Dec 09 22:46:38.913720 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37172) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:38.926973 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d83dfeeb-262c-40ce-a97a-3594fb316956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:39.029042 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0764d4a1-380a-4ab3-b21a-bb46c0ec946a tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a2bcd8e-2da8-4617-aebf-3f750d34a6bc HTTP/1.1" status: 200 len: 205 time: 0.1128540 Dec 09 22:46:39.031768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37180) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:39.035163 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d83dfeeb-262c-40ce-a97a-3594fb316956 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:39.046425 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d83dfeeb-262c-40ce-a97a-3594fb316956 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3f04e8c1-5644-4714-bee7-c588bd416bcd HTTP/1.1" status: 204 len: 168 time: 0.7057478 Dec 09 22:46:39.047607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dfeeb-262c-40ce-a97a-3594fb316956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f04e8c1-5644-4714-bee7-c588bd416bcd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:39.051699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37182) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:39.083034 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-ee2da55c-0526-4b2e-b52c-aa25953122af tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] delete failed (client error): The resource could not be found. Dec 09 22:46:39.086673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ee2da55c-0526-4b2e-b52c-aa25953122af tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/routers/8a2bcd8e-2da8-4617-aebf-3f750d34a6bc HTTP/1.1" status: 404 len: 336 time: 0.0512099 Dec 09 22:46:39.087578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37186) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:39.180129 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-346b71b2-05d6-4ddf-97d3-cac22a167c3f tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "GET /v2.0/ports?device_id=044022f6-d097-4765-b497-3ea88f5ffec0 HTTP/1.1" status: 200 len: 205 time: 0.0887330 Dec 09 22:46:39.180364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37192) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:39.224662 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:39.281505 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-9221cceb-5c3a-4db2-a5bd-cf557bc57c5d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] delete failed (client error): The resource could not be found. Dec 09 22:46:39.283029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9221cceb-5c3a-4db2-a5bd-cf557bc57c5d tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/routers/044022f6-d097-4765-b497-3ea88f5ffec0 HTTP/1.1" status: 404 len: 336 time: 0.1019981 Dec 09 22:46:39.292848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37194) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:39.342072 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:39.354923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e6a1218b-768f-467a-af4e-bc9b99bcfe21 tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7efecff-8313-4ff0-8b53-58ff5c5e944a HTTP/1.1" status: 200 len: 205 time: 0.0604579 Dec 09 22:46:39.356830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37196) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:39.418130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d289f1-58a2-4a54-a6e7-fe8fb9196579']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:39.419438 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-4c9d53d6-64fb-4536-a597-4167912767ac tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] delete failed (client error): The resource could not be found. Dec 09 22:46:39.422874 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4c9d53d6-64fb-4536-a597-4167912767ac tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/routers/e7efecff-8313-4ff0-8b53-58ff5c5e944a HTTP/1.1" status: 404 len: 336 time: 0.0649006 Dec 09 22:46:39.424343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37198) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:39.453628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f81b5d-1d5f-4001-9e30-7d5a46502c07') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:39.454604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f81b5d-1d5f-4001-9e30-7d5a46502c07') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:39.459654 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68c5e97-a72c-495e-a0fd-4e23cbb1066e tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] DELETE failed (client error): The resource could not be found. Dec 09 22:46:39.460444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68c5e97-a72c-495e-a0fd-4e23cbb1066e tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:46:39.467588 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b68c5e97-a72c-495e-a0fd-4e23cbb1066e tempest-RoutersAdminTest-1615935067 tempest-RoutersAdminTest-1615935067-project] 10.222.0.16 "DELETE /v2.0/subnets/9c5516e1-a225-450b-9f92-5ff134d65bd0 HTTP/1.1" status: 404 len: 337 time: 0.0423512 Dec 09 22:46:39.534489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:39.587291 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:39.615563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:46:39.616997 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:46:39.619415 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:46:39.715197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37206) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:39.792382 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:39.815949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:39.826957 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b7d289f1-58a2-4a54-a6e7-fe8fb9196579 HTTP/1.1" status: 204 len: 168 time: 0.7720060 Dec 09 22:46:39.827382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37214) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:39.857482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c23258-f7f9-43c6-a90c-344ff0374c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d289f1-58a2-4a54-a6e7-fe8fb9196579,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:39.930040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-157fb693-4e9f-44e7-b762-0185fe721f28 admin admin] Deleting subnet afbc479b-c6f1-4b9f-8324-a30ebae9cf57 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:46:39.938888 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-157fb693-4e9f-44e7-b762-0185fe721f28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:39.980417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37220) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:40.024713 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-157fb693-4e9f-44e7-b762-0185fe721f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.139955 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58742108-ccd1-4b52-9ef6-1a80e62e25bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.242844 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-66b69a87-35de-45dc-9fd4-4efdccc5a401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.244846 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-157fb693-4e9f-44e7-b762-0185fe721f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.310931 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58742108-ccd1-4b52-9ef6-1a80e62e25bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.316620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58742108-ccd1-4b52-9ef6-1a80e62e25bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.379324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-58742108-ccd1-4b52-9ef6-1a80e62e25bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1cafc8310764eb591a2682e77d56308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6620998 Dec 09 22:46:40.386650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37226) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:40.398281 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58742108-ccd1-4b52-9ef6-1a80e62e25bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559b282d-4faa-4a6b-8b6d-75084a6acfc8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:40.421910 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-157fb693-4e9f-44e7-b762-0185fe721f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.459580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fb693-4e9f-44e7-b762-0185fe721f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afbc479b-c6f1-4b9f-8324-a30ebae9cf57,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:40.464335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-66b69a87-35de-45dc-9fd4-4efdccc5a401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.470882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-66b69a87-35de-45dc-9fd4-4efdccc5a401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.478599 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-157fb693-4e9f-44e7-b762-0185fe721f28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.484889 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-157fb693-4e9f-44e7-b762-0185fe721f28 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/afbc479b-c6f1-4b9f-8324-a30ebae9cf57 HTTP/1.1" status: 204 len: 168 time: 0.6564789 Dec 09 22:46:40.493221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37228) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:40.547913 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f95ad2c5-b986-4131-bbb8-4752f93749ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.562735 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-66b69a87-35de-45dc-9fd4-4efdccc5a401 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c54af56575a9482aa0727f535c0bc2a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5787666 Dec 09 22:46:40.577855 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37230) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:40.587849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b69a87-35de-45dc-9fd4-4efdccc5a401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272adf88-31cf-4c9d-bad1-26153099b7df,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:40.619744 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.644566 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f95ad2c5-b986-4131-bbb8-4752f93749ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.734849 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b665631a-4116-4af9-875a-dde06b0731ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.803580 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.815777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b665631a-4116-4af9-875a-dde06b0731ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.844681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:40.847150 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f95ad2c5-b986-4131-bbb8-4752f93749ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.849710 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f95ad2c5-b986-4131-bbb8-4752f93749ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.851274 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f95ad2c5-b986-4131-bbb8-4752f93749ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/559b282d-4faa-4a6b-8b6d-75084a6acfc8 HTTP/1.1" status: 204 len: 168 time: 0.4630983 Dec 09 22:46:40.877254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86eb4076-d9fe-42f3-a0e0-094253355474') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:40.877552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86eb4076-d9fe-42f3-a0e0-094253355474') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:40.885178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ad2c5-b986-4131-bbb8-4752f93749ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559b282d-4faa-4a6b-8b6d-75084a6acfc8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:40.919909 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.939341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.960408 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b665631a-4116-4af9-875a-dde06b0731ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.972203 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b665631a-4116-4af9-875a-dde06b0731ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.972203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b665631a-4116-4af9-875a-dde06b0731ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/272adf88-31cf-4c9d-bad1-26153099b7df HTTP/1.1" status: 204 len: 168 time: 0.3870580 Dec 09 22:46:40.972203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:46:40.972203 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:46:40.973419 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:46:40.989128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665631a-4116-4af9-875a-dde06b0731ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272adf88-31cf-4c9d-bad1-26153099b7df,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:41.084749 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:41.096950 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:41.105664 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] 10.222.0.16 "DELETE /v2.0/networks/08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8 HTTP/1.1" status: 204 len: 168 time: 0.6114142 Dec 09 22:46:41.121191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60aa1f-722c-46a4-b09e-8cb8e92b2fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=08cdb0be-13f9-4dd1-b8f2-e7d937a6c5a8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:41.328865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37250) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:41.399689 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2e9fabff-12cf-4a44-b414-26b567e1b18c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae7abb974c9a4f9f82dea468a3753b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0685906 Dec 09 22:46:41.402336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37254) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:41.457152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-871a002a-88a2-49a3-9759-0b77840890b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:41.484802 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-871a002a-88a2-49a3-9759-0b77840890b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:41.547463 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-871a002a-88a2-49a3-9759-0b77840890b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:41.555204 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-871a002a-88a2-49a3-9759-0b77840890b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:41.557836 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-871a002a-88a2-49a3-9759-0b77840890b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96737e10-6503-4a2a-9004-90a7ad40710c HTTP/1.1" status: 204 len: 168 time: 0.1536524 Dec 09 22:46:41.567694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a002a-88a2-49a3-9759-0b77840890b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96737e10-6503-4a2a-9004-90a7ad40710c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:41.602356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37262) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:41.666248 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-827d48d1-be7d-43b5-a7e9-ba238bee355a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a893693d92741ab976fc9aeae268315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0625219 Dec 09 22:46:41.669870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37264) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:41.735948 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4a2f11c6-3139-4f42-86b6-f32fb32452a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:41.761064 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4a2f11c6-3139-4f42-86b6-f32fb32452a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:41.820284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4a2f11c6-3139-4f42-86b6-f32fb32452a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:41.824905 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4a2f11c6-3139-4f42-86b6-f32fb32452a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:41.826538 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4a2f11c6-3139-4f42-86b6-f32fb32452a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/717e2827-a95f-4d4a-ab8a-752d42f17ddb HTTP/1.1" status: 204 len: 168 time: 0.1556616 Dec 09 22:46:41.835872 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f11c6-3139-4f42-86b6-f32fb32452a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717e2827-a95f-4d4a-ab8a-752d42f17ddb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:42.081177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37278) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:42.143171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a937651b-bd97-49ec-b990-e9cd04128a74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c16a5e0a4b7474f9315832ab442ddd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603800 Dec 09 22:46:42.145994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37282) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:42.240632 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f17de49-ebca-41ec-a48a-f4ee01c6ce5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:42.295292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f17de49-ebca-41ec-a48a-f4ee01c6ce5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:42.377998 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f17de49-ebca-41ec-a48a-f4ee01c6ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:42.382849 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f17de49-ebca-41ec-a48a-f4ee01c6ce5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:42.383156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2f17de49-ebca-41ec-a48a-f4ee01c6ce5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17f0039f-0828-41fc-b03f-c663d381c222 HTTP/1.1" status: 204 len: 168 time: 0.2351797 Dec 09 22:46:42.392793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17de49-ebca-41ec-a48a-f4ee01c6ce5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f0039f-0828-41fc-b03f-c663d381c222,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:43.533334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37366) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:43.714216 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b34073e0-1154-4752-9d29-2a87ff4449e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:43.830481 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b34073e0-1154-4752-9d29-2a87ff4449e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:43.835289 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b34073e0-1154-4752-9d29-2a87ff4449e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:43.874923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b34073e0-1154-4752-9d29-2a87ff4449e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f50d25fb6754197946d2073b82db683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3355503 Dec 09 22:46:43.879117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37380) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:43.888349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34073e0-1154-4752-9d29-2a87ff4449e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e10bf15-1c08-4fd8-b6bb-09495672d9a9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:43.982213 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ab82ff7-699d-455e-86e0-add99f524e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.027496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37384) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:44.052966 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ab82ff7-699d-455e-86e0-add99f524e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.119444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ab82ff7-699d-455e-86e0-add99f524e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.122546 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ab82ff7-699d-455e-86e0-add99f524e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.127769 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2ab82ff7-699d-455e-86e0-add99f524e4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e10bf15-1c08-4fd8-b6bb-09495672d9a9 HTTP/1.1" status: 204 len: 168 time: 0.2463894 Dec 09 22:46:44.141213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab82ff7-699d-455e-86e0-add99f524e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e10bf15-1c08-4fd8-b6bb-09495672d9a9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:44.292046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'networks': [{'name': 'tempest-network--152361588'}, {'name': 'tempest-network--736276233'}]} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:44.292493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'network': {'name': 'tempest-network--152361588'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:44.292844 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'network': {'name': 'tempest-network--736276233'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:44.317613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Made reservation on behalf of 882d9ec6170845cfa2dfa0f1b1b802c7 for: {'network': 2} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:44.323756 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.338349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.423647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37402) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:44.471192 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.473187 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.473656 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.508621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:46:44.526876 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.527374 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Added segment 8706c0e1-e4f8-4463-b671-8f14162b105a of type vlan for network 4e3cd993-e55a-413d-96ec-0fff2a7e3d08 Dec 09 22:46:44.540106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6eb75b-9870-4d06-bb4f-4f82a7485947,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:44.577155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.584534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-734934330-network', 'tenant_id': '632ef2da8bc44609a02f40e8d6683e22'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:44.622366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Made reservation on behalf of 632ef2da8bc44609a02f40e8d6683e22 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:44.625672 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.640492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:46:44.648791 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.652098 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.652641 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Added segment d259b12d-ee6d-41ac-95ba-493a60ae24eb of type vlan for network c0eb6d3c-2572-4d1f-9e4d-8e41b483ae2b Dec 09 22:46:44.764637 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.791812 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0e645135-5b63-4300-bcbd-dc717a87139e req-4e1bb0b6-9ed3-4897-9ecd-6f9f7c38d8ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0801878 Dec 09 22:46:44.811628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.812493 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.821910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:44.828931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:44.832891 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.853619 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.868489 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.925957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:46:44.937661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422d5510-0d7b-4b25-ab48-3a98ae369e92,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:44.947423 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:44.947423 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Added segment c1f41ead-6892-4cb0-9e5e-c87d662c71f8 of type vlan for network c561d2b4-f33d-41e9-8a22-81cc8104a17a Dec 09 22:46:44.954546 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9225595 Dec 09 22:46:44.961504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37436) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:45.015873 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:45.055499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e645135-5b63-4300-bcbd-dc717a87139e req-5863091e-eea1-4323-991b-0a533a6ead99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:45.057381 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0e645135-5b63-4300-bcbd-dc717a87139e req-5863091e-eea1-4323-991b-0a533a6ead99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1097 time: 0.1859064 Dec 09 22:46:45.057714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:45.059067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:45.061850 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:45.081013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event updated for resources: {'Network': ['ID=4e3cd993-e55a-413d-96ec-0fff2a7e3d08,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:45.098019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 4e3cd993-e55a-413d-96ec-0fff2a7e3d08 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:46:45.191279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] Pushing event updated for resources: {'Network': ['ID=c561d2b4-f33d-41e9-8a22-81cc8104a17a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:45.202804 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ff172f0c-d6ee-43ed-ac65-6f5b88d5acfd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7777512 Dec 09 22:46:45.205589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37452) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:45.215063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ab39024f-b698-4f28-aa85-b0809a3bc697 admin admin] Request body: {'subnet': {'network_id': 'c561d2b4-f33d-41e9-8a22-81cc8104a17a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-734934330-subnet', 'tenant_id': '632ef2da8bc44609a02f40e8d6683e22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:45.230468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c561d2b4-f33d-41e9-8a22-81cc8104a17a details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:46:45.255399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab39024f-b698-4f28-aa85-b0809a3bc697 admin admin] Made reservation on behalf of 632ef2da8bc44609a02f40e8d6683e22 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:45.264829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ab39024f-b698-4f28-aa85-b0809a3bc697 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:45.372914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad75b42-d21c-45aa-bd32-3990e76352f8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event updated for resources: {'Network': ['ID=c0eb6d3c-2572-4d1f-9e4d-8e41b483ae2b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:45.384804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c0eb6d3c-2572-4d1f-9e4d-8e41b483ae2b details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:46:45.464772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58da987-071f-4869-b6ad-e28094085e44 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:45.480986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58da987-071f-4869-b6ad-e28094085e44 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:45.486970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58da987-071f-4869-b6ad-e28094085e44 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:45.492919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58da987-071f-4869-b6ad-e28094085e44 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:45.494671 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b58da987-071f-4869-b6ad-e28094085e44 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5311189 Dec 09 22:46:45.499333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37456) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:45.534410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e645135-5b63-4300-bcbd-dc717a87139e req-f24b4e35-0092-4d9c-847a-67b9599e9fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:45.535888 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0e645135-5b63-4300-bcbd-dc717a87139e req-f24b4e35-0092-4d9c-847a-67b9599e9fab service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 200 len: 897 time: 0.4516757 Dec 09 22:46:45.660496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ab39024f-b698-4f28-aa85-b0809a3bc697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:45.675490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:45.699019 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0e645135-5b63-4300-bcbd-dc717a87139e req-54be6991-d431-4d09-921f-4164702c937c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 1001 time: 0.1472142 Dec 09 22:46:45.822962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:45.831247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39024f-b698-4f28-aa85-b0809a3bc697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd132ec-5fcb-4052-a6a2-566f111cf9d3,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:45.834174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e645135-5b63-4300-bcbd-dc717a87139e req-dec337e3-3a90-431b-b8ed-4d77d719cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:45.835943 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0e645135-5b63-4300-bcbd-dc717a87139e req-dec337e3-3a90-431b-b8ed-4d77d719cb1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a67ade4c-028c-49cc-aa5b-738306c46a2d HTTP/1.1" status: 200 len: 835 time: 0.1089103 Dec 09 22:46:45.846238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab39024f-b698-4f28-aa85-b0809a3bc697 admin admin] Checking segment: {'id': 'c1f41ead-6892-4cb0-9e5e-c87d662c71f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c561d2b4-f33d-41e9-8a22-81cc8104a17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:46:45.846606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab39024f-b698-4f28-aa85-b0809a3bc697 admin admin] Network hostable DHCP agents. Network: c561d2b4-f33d-41e9-8a22-81cc8104a17a, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:46:45.878270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab39024f-b698-4f28-aa85-b0809a3bc697 admin admin] Network c561d2b4-f33d-41e9-8a22-81cc8104a17a is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:46:45.879676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3cd993-e55a-413d-96ec-0fff2a7e3d08']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:45.890103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-ab39024f-b698-4f28-aa85-b0809a3bc697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c561d2b4-f33d-41e9-8a22-81cc8104a17a) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:45.901728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab39024f-b698-4f28-aa85-b0809a3bc697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:45.902443 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ab39024f-b698-4f28-aa85-b0809a3bc697 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:45.911859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da895af-9d30-40a0-8e81-09ce6764f57a None None] Network c561d2b4-f33d-41e9-8a22-81cc8104a17a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:45.926632 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ab39024f-b698-4f28-aa85-b0809a3bc697 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7192132 Dec 09 22:46:46.031706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8706c0e1-e4f8-4463-b671-8f14162b105a') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:46.042479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8706c0e1-e4f8-4463-b671-8f14162b105a') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:46.067897 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.116212 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.122594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e645135-5b63-4300-bcbd-dc717a87139e req-dabfd47e-6d1b-4a38-a986-2adb4b2d2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:46.124144 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0e645135-5b63-4300-bcbd-dc717a87139e req-dabfd47e-6d1b-4a38-a986-2adb4b2d2fe4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2724042 Dec 09 22:46:46.132159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:46:46.132612 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:46:46.135863 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:46:46.173643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37476) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:46.277005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e2c78b-6405-4f48-b39e-ffba1c4856f2 admin admin] Deleting subnet 4fd132ec-5fcb-4052-a6a2-566f111cf9d3 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:46:46.282458 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90e2c78b-6405-4f48-b39e-ffba1c4856f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.323570 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0e645135-5b63-4300-bcbd-dc717a87139e req-63b34475-35b2-4ab5-ac1c-02bfc66ce2b2 service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732621 Dec 09 22:46:46.360182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90e2c78b-6405-4f48-b39e-ffba1c4856f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.448343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37482) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:46.450848 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90e2c78b-6405-4f48-b39e-ffba1c4856f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.470582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a9a74b-a39d-4ece-abd1-8a900de84ec8 None None] Network c561d2b4-f33d-41e9-8a22-81cc8104a17a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:46.510521 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0e645135-5b63-4300-bcbd-dc717a87139e req-5199dd4d-6298-4434-89df-0ebfe715045a service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859789 Dec 09 22:46:46.523265 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.530798 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.539746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37486) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:46.540049 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "DELETE /v2.0/networks/4e3cd993-e55a-413d-96ec-0fff2a7e3d08 HTTP/1.1" status: 204 len: 168 time: 1.0394020 Dec 09 22:46:46.566188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5902243-5ac4-4b7c-ae1d-30de477a3dca tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event deleted for resources: {'Network': ['ID=4e3cd993-e55a-413d-96ec-0fff2a7e3d08,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:46.574129 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90e2c78b-6405-4f48-b39e-ffba1c4856f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.618235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2c78b-6405-4f48-b39e-ffba1c4856f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd132ec-5fcb-4052-a6a2-566f111cf9d3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:46.656596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90e2c78b-6405-4f48-b39e-ffba1c4856f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.660062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-90e2c78b-6405-4f48-b39e-ffba1c4856f2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4fd132ec-5fcb-4052-a6a2-566f111cf9d3 HTTP/1.1" status: 204 len: 168 time: 0.4851573 Dec 09 22:46:46.662497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37488) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:46.669165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-83e54e46-57d0-4a81-ac70-99ec811fa5d5 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1220602927'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:46.669618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-83e54e46-57d0-4a81-ac70-99ec811fa5d5 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Unknown quota resources ['metering_label']. {{(pid=103418) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:46:46.757511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.897203 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.952528 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-83e54e46-57d0-4a81-ac70-99ec811fa5d5 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:46.956350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-83e54e46-57d0-4a81-ac70-99ec811fa5d5 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5048828 Dec 09 22:46:46.956734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37492) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:46.961546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e1adc128-ae28-4377-83d2-f599f4f31ab1 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bc361c18-65a1-4845-80a9-ab1b09312c7b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:46.962488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e1adc128-ae28-4377-83d2-f599f4f31ab1 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103417) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:46:47.051856 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.079274 n-d-789963-23 neutron-server[103417]: WARNING neutron.services.metering.metering_plugin [None req-e1adc128-ae28-4377-83d2-f599f4f31ab1 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 22:46:47.091224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0eb6d3c-2572-4d1f-9e4d-8e41b483ae2b']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:47.122858 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.132408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd259b12d-ee6d-41ac-95ba-493a60ae24eb') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:47.132732 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd259b12d-ee6d-41ac-95ba-493a60ae24eb') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:47.151943 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.160737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c561d2b4-f33d-41e9-8a22-81cc8104a17a']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:47.173857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f41ead-6892-4cb0-9e5e-c87d662c71f8') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:47.174102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f41ead-6892-4cb0-9e5e-c87d662c71f8') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:46:47.175842 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.188712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.190709 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:46:47.191206 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:46:47.196373 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:46:47.223492 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.232109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:46:47.232645 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:46:47.241838 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:46:47.281504 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1adc128-ae28-4377-83d2-f599f4f31ab1 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.283011 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e1adc128-ae28-4377-83d2-f599f4f31ab1 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3252556 Dec 09 22:46:47.288737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37496) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:47.296192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e090bc60-bab0-467c-ae76-ce2c8c8ca0eb tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bc361c18-65a1-4845-80a9-ab1b09312c7b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:47.297269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e090bc60-bab0-467c-ae76-ce2c8c8ca0eb tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103417) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:46:47.333118 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.337444 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.349812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.357656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "DELETE /v2.0/networks/c0eb6d3c-2572-4d1f-9e4d-8e41b483ae2b HTTP/1.1" status: 204 len: 168 time: 0.8138344 Dec 09 22:46:47.364519 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37500) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:47.365092 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.370407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] 10.222.0.16 "DELETE /v2.0/networks/c561d2b4-f33d-41e9-8a22-81cc8104a17a HTTP/1.1" status: 204 len: 168 time: 0.6980546 Dec 09 22:46:47.384868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bc6eb-b4cd-4057-85ce-4069feeb4eb5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event deleted for resources: {'Network': ['ID=c0eb6d3c-2572-4d1f-9e4d-8e41b483ae2b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:47.392505 n-d-789963-23 neutron-server[103417]: WARNING neutron.services.metering.metering_plugin [None req-e090bc60-bab0-467c-ae76-ce2c8c8ca0eb tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 22:46:47.404347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b13852-863c-417d-bb05-cfaf0363e1db admin admin] Pushing event deleted for resources: {'Network': ['ID=c561d2b4-f33d-41e9-8a22-81cc8104a17a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:47.531233 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e090bc60-bab0-467c-ae76-ce2c8c8ca0eb tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.532604 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e090bc60-bab0-467c-ae76-ce2c8c8ca0eb tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2424495 Dec 09 22:46:47.535552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37506) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:47.550642 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a6904e27-4971-45bd-ba18-209d9db93e98 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=d9bcb856-7c3f-476f-874b-3286aa7da644 HTTP/1.1" status: 200 len: 462 time: 0.0139425 Dec 09 22:46:47.554064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37508) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:47.645218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37510) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:47.655648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d709b1-bbe7-4247-b548-57b6d795d04a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:47.662107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d709b1-bbe7-4247-b548-57b6d795d04a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:47.668177 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-62d709b1-bbe7-4247-b548-57b6d795d04a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2987051 Dec 09 22:46:47.671171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37512) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:47.677135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cb98bba4-ebc1-4b10-83f2-e1b4dfbe0617 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-31061036'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:47.725020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb98bba4-ebc1-4b10-83f2-e1b4dfbe0617 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Made reservation on behalf of 882d9ec6170845cfa2dfa0f1b1b802c7 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:47.729149 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb98bba4-ebc1-4b10-83f2-e1b4dfbe0617 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.741188 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6651a77a-b3cf-4867-bfef-9544d6a9854b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=632ef2da8bc44609a02f40e8d6683e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0755327 Dec 09 22:46:47.743602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37514) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:47.745599 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b6efafbf-e147-4834-b9cd-1963d9a036b0 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.746831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b6efafbf-e147-4834-b9cd-1963d9a036b0 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/d9bcb856-7c3f-476f-874b-3286aa7da644 HTTP/1.1" status: 204 len: 168 time: 0.1918654 Dec 09 22:46:47.749853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37516) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:47.763024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bbf9c196-0057-4a5d-b1d1-c935c45d1c4e tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=d9bcb856-7c3f-476f-874b-3286aa7da644 HTTP/1.1" status: 200 len: 221 time: 0.0114553 Dec 09 22:46:47.767358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37518) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:47.774648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-68b6ef05-c8e5-4aec-b51b-7f7f7523ea64 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1389935626', 'description': 'label created by tempest'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:47.775870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-68b6ef05-c8e5-4aec-b51b-7f7f7523ea64 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Unknown quota resources ['metering_label']. {{(pid=103418) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:46:47.815298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb98bba4-ebc1-4b10-83f2-e1b4dfbe0617 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:46:47.820707 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a07bce04-415a-4daa-bf37-17704ceb21db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.838298 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb98bba4-ebc1-4b10-83f2-e1b4dfbe0617 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.838662 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-cb98bba4-ebc1-4b10-83f2-e1b4dfbe0617 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Added segment 48eed944-18e9-4ca0-a198-9be3cdd06fd9 of type vlan for network 7557648c-9c2e-483c-a4da-fd0466371419 Dec 09 22:46:47.858079 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a07bce04-415a-4daa-bf37-17704ceb21db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.924323 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a07bce04-415a-4daa-bf37-17704ceb21db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.927185 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a07bce04-415a-4daa-bf37-17704ceb21db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.928444 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a07bce04-415a-4daa-bf37-17704ceb21db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/422d5510-0d7b-4b25-ab48-3a98ae369e92 HTTP/1.1" status: 204 len: 168 time: 0.1837635 Dec 09 22:46:47.947836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bce04-415a-4daa-bf37-17704ceb21db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422d5510-0d7b-4b25-ab48-3a98ae369e92,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:47.987486 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb98bba4-ebc1-4b10-83f2-e1b4dfbe0617 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.989831 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68b6ef05-c8e5-4aec-b51b-7f7f7523ea64 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:47.991839 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-68b6ef05-c8e5-4aec-b51b-7f7f7523ea64 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2229481 Dec 09 22:46:47.996212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37522) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:48.049756 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb98bba4-ebc1-4b10-83f2-e1b4dfbe0617 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:48.065936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb98bba4-ebc1-4b10-83f2-e1b4dfbe0617 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:48.066948 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb98bba4-ebc1-4b10-83f2-e1b4dfbe0617 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:48.129971 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cb98bba4-ebc1-4b10-83f2-e1b4dfbe0617 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4575264 Dec 09 22:46:48.136117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37526) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:48.141491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a684f8cc-e9ef-44ac-bed0-6f8d54a49ccd tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1706448578'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:48.158498 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-64d183ae-e146-4f42-856d-6bacc93552fe tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=99a6a7f2-b3e7-483c-a514-94fd189c4958 HTTP/1.1" status: 200 len: 468 time: 0.1609273 Dec 09 22:46:48.161006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37528) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:48.227651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a684f8cc-e9ef-44ac-bed0-6f8d54a49ccd tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Made reservation on behalf of 882d9ec6170845cfa2dfa0f1b1b802c7 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:48.227811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a684f8cc-e9ef-44ac-bed0-6f8d54a49ccd tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:48.230033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98bba4-ebc1-4b10-83f2-e1b4dfbe0617 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event updated for resources: {'Network': ['ID=7557648c-9c2e-483c-a4da-fd0466371419,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:48.255741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 7557648c-9c2e-483c-a4da-fd0466371419 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:46:48.279655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a684f8cc-e9ef-44ac-bed0-6f8d54a49ccd tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:46:48.293490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a684f8cc-e9ef-44ac-bed0-6f8d54a49ccd tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:48.293882 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-a684f8cc-e9ef-44ac-bed0-6f8d54a49ccd tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Added segment 13f55e4b-527c-423d-9cf0-5d092d2be9af of type vlan for network fae314c7-e9c7-4e25-bebd-d0a7709f6c2b Dec 09 22:46:48.349939 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a684f8cc-e9ef-44ac-bed0-6f8d54a49ccd tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:48.396220 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a684f8cc-e9ef-44ac-bed0-6f8d54a49ccd tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:48.402540 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684f8cc-e9ef-44ac-bed0-6f8d54a49ccd tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:48.403208 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a684f8cc-e9ef-44ac-bed0-6f8d54a49ccd tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:48.443998 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a684f8cc-e9ef-44ac-bed0-6f8d54a49ccd tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3041317 Dec 09 22:46:48.447234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37536) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:48.451590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'ports': [{'network_id': '7557648c-9c2e-483c-a4da-fd0466371419', 'name': 'tempest-port--957442261', 'admin_state_up': True}, {'network_id': 'fae314c7-e9c7-4e25-bebd-d0a7709f6c2b', 'admin_state_up': False}]} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:48.451914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'port': {'network_id': '7557648c-9c2e-483c-a4da-fd0466371419', 'name': 'tempest-port--957442261', 'admin_state_up': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:48.452403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'port': {'network_id': 'fae314c7-e9c7-4e25-bebd-d0a7709f6c2b', 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:48.521688 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-472453ad-4e12-4bf7-83bc-ccefff683482 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:48.527734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684f8cc-e9ef-44ac-bed0-6f8d54a49ccd tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event updated for resources: {'Network': ['ID=fae314c7-e9c7-4e25-bebd-d0a7709f6c2b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:48.528235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-472453ad-4e12-4bf7-83bc-ccefff683482 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/99a6a7f2-b3e7-483c-a514-94fd189c4958 HTTP/1.1" status: 204 len: 168 time: 0.3645170 Dec 09 22:46:48.529814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37544) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:48.548815 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network fae314c7-e9c7-4e25-bebd-d0a7709f6c2b details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:46:48.558367 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c8eae4d1-c9c7-4f93-ac46-2e5a522f2b41 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=99a6a7f2-b3e7-483c-a514-94fd189c4958 HTTP/1.1" status: 200 len: 216 time: 0.0210445 Dec 09 22:46:48.560587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37546) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:48.578322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ce969ecb-eb79-41db-823a-ebafe41ed5e4 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0118299 Dec 09 22:46:48.586451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37548) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:48.622253 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c483f1e8-ef84-4a09-ac1e-cd783ac8758e tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0341938 Dec 09 22:46:48.627106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37552) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:48.745470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Made reservation on behalf of 882d9ec6170845cfa2dfa0f1b1b802c7 for: {'port': 2} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:48.752097 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:48.775939 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ec6024e1-8e79-4af4-afb7-c80d1ae96dda tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/bc361c18-65a1-4845-80a9-ab1b09312c7b HTTP/1.1" status: 200 len: 473 time: 0.1473470 Dec 09 22:46:48.778251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:48.780729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37556) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:48.809634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-391566c3-18b6-41ed-9ef8-f98c26112be6 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/0dbb56ca-4bbe-4cce-bb4b-c861b2cc9f1e HTTP/1.1" status: 200 len: 459 time: 0.0274522 Dec 09 22:46:48.814133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37562) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:48.895516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] device_id is not set on port e694634a-56c7-422b-abdc-ffb010dd1ee6 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:46:49.014763 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b16fcf3-b456-4cb8-9fa1-31b4e5daa871 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:49.015924 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5b16fcf3-b456-4cb8-9fa1-31b4e5daa871 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/0dbb56ca-4bbe-4cce-bb4b-c861b2cc9f1e HTTP/1.1" status: 204 len: 168 time: 0.2008634 Dec 09 22:46:49.018608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37570) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:49.112248 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:49.255776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] device_id is not set on port ddc5f352-3811-4661-b5fc-cb9a8f66d19c yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:46:49.333211 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-638dd885-f7e6-4deb-8909-e5cef240b0d3 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:49.337762 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-638dd885-f7e6-4deb-8909-e5cef240b0d3 tempest-MeteringIpV6TestJSON-1151422581 tempest-MeteringIpV6TestJSON-1151422581-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/bc361c18-65a1-4845-80a9-ab1b09312c7b HTTP/1.1" status: 204 len: 168 time: 0.3180447 Dec 09 22:46:49.452283 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:49.524159 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:49.638080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event updated for resources: {'Port': ['ID=e694634a-56c7-422b-abdc-ffb010dd1ee6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:49.653323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Checking segment: {'id': '48eed944-18e9-4ca0-a198-9be3cdd06fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7557648c-9c2e-483c-a4da-fd0466371419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:46:49.653644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Network hostable DHCP agents. Network: 7557648c-9c2e-483c-a4da-fd0466371419, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:46:49.675563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Network 7557648c-9c2e-483c-a4da-fd0466371419 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:46:49.687561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 7557648c-9c2e-483c-a4da-fd0466371419) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:49.691946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:46:49.692936 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:49.701361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61703b2f-681d-42de-9313-653e6df278b8 None None] Network 7557648c-9c2e-483c-a4da-fd0466371419 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:49.834335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37588) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:49.861130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event updated for resources: {'Port': ['ID=ddc5f352-3811-4661-b5fc-cb9a8f66d19c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:49.885564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Checking segment: {'id': '13f55e4b-527c-423d-9cf0-5d092d2be9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fae314c7-e9c7-4e25-bebd-d0a7709f6c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:46:49.886114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Network hostable DHCP agents. Network: fae314c7-e9c7-4e25-bebd-d0a7709f6c2b, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:46:49.918102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Network fae314c7-e9c7-4e25-bebd-d0a7709f6c2b is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:46:49.929677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, fae314c7-e9c7-4e25-bebd-d0a7709f6c2b) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:49.940930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb3847a-c0ca-417d-81c6-68c569c87edf None None] Network fae314c7-e9c7-4e25-bebd-d0a7709f6c2b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:49.952756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:46:49.972322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:49.997817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:50.001600 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:50.090779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37598) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:50.107107 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4bf8a7a5-d8d8-4c61-960b-d275ea3b8044 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6587160 Dec 09 22:46:50.222355 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-614f73b2-46e6-4019-bf68-ecc21e24e144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:50.308321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56941975-2a5c-4a4c-95fb-d6835bd993f5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:50.314959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56941975-2a5c-4a4c-95fb-d6835bd993f5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:50.320350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37604) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:50.320875 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-56941975-2a5c-4a4c-95fb-d6835bd993f5 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2285800 Dec 09 22:46:50.487418 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-614f73b2-46e6-4019-bf68-ecc21e24e144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:50.502067 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-614f73b2-46e6-4019-bf68-ecc21e24e144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:50.582700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-614f73b2-46e6-4019-bf68-ecc21e24e144 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b51a6acc14244a388d93cb8ae887b0bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7459879 Dec 09 22:46:50.586163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37612) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:50.592153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0fa80185-131f-410a-8047-8e709209ff17 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Deleting port e694634a-56c7-422b-abdc-ffb010dd1ee6 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:46:50.592889 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fa80185-131f-410a-8047-8e709209ff17 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:50.643148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f73b2-46e6-4019-bf68-ecc21e24e144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb912e6-faaf-47f9-b457-d7fecd68d3bf,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:50.677870 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-111d77a3-724f-492f-9bfe-fbba773631cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:50.711057 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-111d77a3-724f-492f-9bfe-fbba773631cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:50.764959 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-111d77a3-724f-492f-9bfe-fbba773631cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:50.770500 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-111d77a3-724f-492f-9bfe-fbba773631cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:50.771911 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-111d77a3-724f-492f-9bfe-fbba773631cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/adb912e6-faaf-47f9-b457-d7fecd68d3bf HTTP/1.1" status: 204 len: 168 time: 0.1841650 Dec 09 22:46:50.797908 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d77a3-724f-492f-9bfe-fbba773631cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb912e6-faaf-47f9-b457-d7fecd68d3bf,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:50.807852 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fa80185-131f-410a-8047-8e709209ff17 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:50.871962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0fa80185-131f-410a-8047-8e709209ff17 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Calling delete_port for e694634a-56c7-422b-abdc-ffb010dd1ee6 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:46:51.095330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5595c-87db-4872-bc03-12da4cbc3c58 req-a02c7dab-dd52-442f-ab2f-d3d658e87099 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:51.103064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6c5595c-87db-4872-bc03-12da4cbc3c58 req-a02c7dab-dd52-442f-ab2f-d3d658e87099 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1097 time: 0.0644839 Dec 09 22:46:51.126776 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a6c5595c-87db-4872-bc03-12da4cbc3c58 req-b6a606d9-33a0-45fb-9295-c065b8f2b139 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:51.391824 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a6c5595c-87db-4872-bc03-12da4cbc3c58 req-b6a606d9-33a0-45fb-9295-c065b8f2b139 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:51.399148 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-a6c5595c-87db-4872-bc03-12da4cbc3c58 req-b6a606d9-33a0-45fb-9295-c065b8f2b139 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:51.450298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a606d9-33a0-45fb-9295-c065b8f2b139 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5020280f-776c-4122-9b61-9e078d1b17be,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:51.469634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6c5595c-87db-4872-bc03-12da4cbc3c58 req-b6a606d9-33a0-45fb-9295-c065b8f2b139 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3599837 Dec 09 22:46:51.484951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fa80185-131f-410a-8047-8e709209ff17 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:51.518062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa80185-131f-410a-8047-8e709209ff17 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event deleted for resources: {'Port': ['ID=e694634a-56c7-422b-abdc-ffb010dd1ee6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:51.527606 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fa80185-131f-410a-8047-8e709209ff17 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:51.533415 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0fa80185-131f-410a-8047-8e709209ff17 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "DELETE /v2.0/ports/e694634a-56c7-422b-abdc-ffb010dd1ee6 HTTP/1.1" status: 204 len: 168 time: 1.2118344 Dec 09 22:46:51.540261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37632) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:51.684281 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22019d-4d9a-4433-aeec-f5a6a4cc4629 req-7118969e-d909-4e60-9305-eee55fc6692b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:51.686135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f22019d-4d9a-4433-aeec-f5a6a4cc4629 req-7118969e-d909-4e60-9305-eee55fc6692b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.0959356 Dec 09 22:46:51.708509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37636) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:51.730225 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9147-9137-45df-979b-68312c99dde2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:51.741034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bbbafc7e-aa83-4377-9705-829d705dffab tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Deleting port ddc5f352-3811-4661-b5fc-cb9a8f66d19c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:46:51.742753 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbbafc7e-aa83-4377-9705-829d705dffab tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:51.851515 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f22019d-4d9a-4433-aeec-f5a6a4cc4629 req-12d0a774-f346-4dce-9ad3-c844e8053b1a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505737 Dec 09 22:46:51.861990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbbafc7e-aa83-4377-9705-829d705dffab tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:51.864501 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37640) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:51.918509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bbbafc7e-aa83-4377-9705-829d705dffab tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Calling delete_port for ddc5f352-3811-4661-b5fc-cb9a8f66d19c owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:46:51.956398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9147-9137-45df-979b-68312c99dde2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:51.969164 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9147-9137-45df-979b-68312c99dde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:52.014597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa9147-9137-45df-979b-68312c99dde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab94336-2f2f-4af5-861e-796b257fdc47,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:52.039127 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b0aa9147-9137-45df-979b-68312c99dde2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a0b4467762a4c0087e0a832b407af9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3295367 Dec 09 22:46:52.040594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37646) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:52.117579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f9878fc-1b0f-44cd-a5f6-346b542b6b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:52.145237 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f9878fc-1b0f-44cd-a5f6-346b542b6b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:52.235274 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f9878fc-1b0f-44cd-a5f6-346b542b6b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:52.239069 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f9878fc-1b0f-44cd-a5f6-346b542b6b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:52.240455 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8f9878fc-1b0f-44cd-a5f6-346b542b6b33 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ab94336-2f2f-4af5-861e-796b257fdc47 HTTP/1.1" status: 204 len: 168 time: 0.1987238 Dec 09 22:46:52.249372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9878fc-1b0f-44cd-a5f6-346b542b6b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab94336-2f2f-4af5-861e-796b257fdc47,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:52.449898 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1d192f3c-248d-492a-9e27-82ed06d79e22 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/66d692f3-cad2-4d3e-8bab-63ce2116a9c1 HTTP/1.1" status: 200 len: 993 time: 0.5840468 Dec 09 22:46:52.601030 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbbafc7e-aa83-4377-9705-829d705dffab tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:52.654000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbbafc7e-aa83-4377-9705-829d705dffab tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:52.654000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bbbafc7e-aa83-4377-9705-829d705dffab tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "DELETE /v2.0/ports/ddc5f352-3811-4661-b5fc-cb9a8f66d19c HTTP/1.1" status: 204 len: 168 time: 1.1048157 Dec 09 22:46:52.655395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37680) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:52.683441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbafc7e-aa83-4377-9705-829d705dffab tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event deleted for resources: {'Port': ['ID=ddc5f352-3811-4661-b5fc-cb9a8f66d19c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:52.716750 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:52.723151 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bf7fdb39-6d78-4163-97a0-f5daae5ee5e8 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0727384 Dec 09 22:46:52.727507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37684) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:52.734975 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b0fae105-41f8-440c-a3ad-974f28cabadc tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-741270407'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:52.798014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fae105-41f8-440c-a3ad-974f28cabadc tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Made reservation on behalf of 882d9ec6170845cfa2dfa0f1b1b802c7 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:52.806792 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0fae105-41f8-440c-a3ad-974f28cabadc tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:52.859826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fae105-41f8-440c-a3ad-974f28cabadc tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:46:52.918523 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0fae105-41f8-440c-a3ad-974f28cabadc tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:52.918779 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-b0fae105-41f8-440c-a3ad-974f28cabadc tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Added segment d6eb4252-b402-48d9-bba6-3431d86af9cd of type vlan for network 54164849-48f3-4667-90db-867bae0efd48 Dec 09 22:46:53.041899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-711e6d1f-9edc-477a-bbfb-f190663d089b req-5e1ba7af-8ba9-4a11-a00a-45a4e2ed72dd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:46:53.042988 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-711e6d1f-9edc-477a-bbfb-f190663d089b req-5e1ba7af-8ba9-4a11-a00a-45a4e2ed72dd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0688641 Dec 09 22:46:53.059359 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0fae105-41f8-440c-a3ad-974f28cabadc tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:53.103622 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0fae105-41f8-440c-a3ad-974f28cabadc tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:53.110363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fae105-41f8-440c-a3ad-974f28cabadc tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:53.111074 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0fae105-41f8-440c-a3ad-974f28cabadc tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:53.136479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37704) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:53.136693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b0fae105-41f8-440c-a3ad-974f28cabadc tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4069028 Dec 09 22:46:53.155185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8f068826-0510-4237-8905-ee294f11625a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1792108203'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:53.211933 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f068826-0510-4237-8905-ee294f11625a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Made reservation on behalf of 882d9ec6170845cfa2dfa0f1b1b802c7 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:53.216190 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f068826-0510-4237-8905-ee294f11625a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:53.226422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fae105-41f8-440c-a3ad-974f28cabadc tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event updated for resources: {'Network': ['ID=54164849-48f3-4667-90db-867bae0efd48,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:53.239653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 54164849-48f3-4667-90db-867bae0efd48 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:46:53.300455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f068826-0510-4237-8905-ee294f11625a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:46:53.325759 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f068826-0510-4237-8905-ee294f11625a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:53.326497 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-8f068826-0510-4237-8905-ee294f11625a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Added segment a405900e-80a1-4bca-9ef8-e8be9ab542fa of type vlan for network 9e966af4-f6b0-48a4-98a2-d625867383de Dec 09 22:46:53.371946 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f068826-0510-4237-8905-ee294f11625a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:53.412521 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f068826-0510-4237-8905-ee294f11625a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:53.422541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f068826-0510-4237-8905-ee294f11625a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:53.425931 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8f068826-0510-4237-8905-ee294f11625a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:53.525740 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8f068826-0510-4237-8905-ee294f11625a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3854914 Dec 09 22:46:53.679492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f068826-0510-4237-8905-ee294f11625a tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event updated for resources: {'Network': ['ID=9e966af4-f6b0-48a4-98a2-d625867383de,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:53.710857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 9e966af4-f6b0-48a4-98a2-d625867383de details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:46:54.081726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6712bb1-4271-4e0f-8368-0638a06c1cdb req-44cd3ab3-75cd-4e75-8b94-df1367a98009 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:54.084268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6712bb1-4271-4e0f-8368-0638a06c1cdb req-44cd3ab3-75cd-4e75-8b94-df1367a98009 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.1414766 Dec 09 22:46:54.242353 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6712bb1-4271-4e0f-8368-0638a06c1cdb req-f610abc3-2fe8-4919-8ac9-d39552883288 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490924 Dec 09 22:46:54.311750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37728) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:54.619693 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-202e39f0-46ad-4fe3-9107-5652a36c055f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:54.621854 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-d96f5e56-18b7-44fa-86a6-9015a2cedafe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6888108 Dec 09 22:46:54.777026 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-202e39f0-46ad-4fe3-9107-5652a36c055f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:54.785932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-202e39f0-46ad-4fe3-9107-5652a36c055f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:54.971991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37744) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:54.978385 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-202e39f0-46ad-4fe3-9107-5652a36c055f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d55ac770bc949678b984b16bbfcc18b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6596081 Dec 09 22:46:54.983810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e39f0-46ad-4fe3-9107-5652a36c055f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1269b51-d30e-4348-86b6-60ad2d0881c0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:55.116796 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8769f7-bf18-4aa9-bcd6-6f99232a44cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:55.197354 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8769f7-bf18-4aa9-bcd6-6f99232a44cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:55.283193 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8769f7-bf18-4aa9-bcd6-6f99232a44cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:55.289152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e8769f7-bf18-4aa9-bcd6-6f99232a44cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:55.295153 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6e8769f7-bf18-4aa9-bcd6-6f99232a44cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1269b51-d30e-4348-86b6-60ad2d0881c0 HTTP/1.1" status: 204 len: 168 time: 0.3221354 Dec 09 22:46:55.315847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8769f7-bf18-4aa9-bcd6-6f99232a44cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1269b51-d30e-4348-86b6-60ad2d0881c0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:55.814235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da10f3b-e07b-4857-8d8a-15b190d8d933 req-da61fd39-d4cd-4059-b034-a43eb0525d02 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:55.824110 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0da10f3b-e07b-4857-8d8a-15b190d8d933 req-da61fd39-d4cd-4059-b034-a43eb0525d02 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.3625484 Dec 09 22:46:55.998969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0da10f3b-e07b-4857-8d8a-15b190d8d933 req-ce58f022-8b6f-458e-b9ef-3705f990c2c2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737096 Dec 09 22:46:56.015425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37780) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:56.245297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-528979154', 'router:external': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:56.313840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Made reservation on behalf of 6f3e23496d2849cc9a77457fff52cf4d for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:56.317550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:56.350992 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:56.464584 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:56.477051 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:56.484961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37792) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:56.509524 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:46:56.509820 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a619ad8e-55f4-48af-984d-448900521f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:56.571560 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:56.572154 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Added segment 5ff85934-6239-447a-8851-25a7ca26cb97 of type vlan for network 463a8165-7bdf-456a-8d91-c6f9a28dc141 Dec 09 22:46:56.603259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6969a10-fedc-4294-b0ce-4e54b26e5abb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:56.716481 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:56.727245 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a619ad8e-55f4-48af-984d-448900521f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:56.743484 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a619ad8e-55f4-48af-984d-448900521f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:56.792249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:56.793253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:56.793932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:56.807784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619ad8e-55f4-48af-984d-448900521f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f591c9e-4e87-4217-82dd-4d1810202b24,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:56.860366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a619ad8e-55f4-48af-984d-448900521f82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7e52c99ec1b49a4bef18e4c4755311b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696027 Dec 09 22:46:56.861666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37794) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:56.877181 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8603768 Dec 09 22:46:56.880029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37796) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:56.887685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Request body: {'subnet': {'network_id': '463a8165-7bdf-456a-8d91-c6f9a28dc141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:56.989642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b159-c7ab-4d96-af5c-0339457b952d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:56.995724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cc7df-64b5-4089-976e-aa8e8d49a20a tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event updated for resources: {'Network': ['ID=463a8165-7bdf-456a-8d91-c6f9a28dc141,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:57.010820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37800) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:57.015400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 463a8165-7bdf-456a-8d91-c6f9a28dc141 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:46:57.025558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'subnets': [{'network_id': '54164849-48f3-4667-90db-867bae0efd48', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1640906462', 'ip_version': 6}, {'network_id': '9e966af4-f6b0-48a4-98a2-d625867383de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:57.027010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'subnet': {'network_id': '54164849-48f3-4667-90db-867bae0efd48', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1640906462', 'ip_version': 6}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:57.028051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Request body: {'subnet': {'network_id': '9e966af4-f6b0-48a4-98a2-d625867383de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:57.031868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b159-c7ab-4d96-af5c-0339457b952d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:57.067086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Made reservation on behalf of 6f3e23496d2849cc9a77457fff52cf4d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:57.071294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:57.101410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b159-c7ab-4d96-af5c-0339457b952d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:57.104455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b159-c7ab-4d96-af5c-0339457b952d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:57.105716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f9a6b159-c7ab-4d96-af5c-0339457b952d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f591c9e-4e87-4217-82dd-4d1810202b24 HTTP/1.1" status: 204 len: 168 time: 0.2429321 Dec 09 22:46:57.122656 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6b159-c7ab-4d96-af5c-0339457b952d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f591c9e-4e87-4217-82dd-4d1810202b24,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:57.263256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4423d-4a6c-43e3-9c38-a18627d3b685 req-673c9a96-cac5-4fde-b948-86319eaa4f85 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:57.269387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91c4423d-4a6c-43e3-9c38-a18627d3b685 req-673c9a96-cac5-4fde-b948-86319eaa4f85 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.1377399 Dec 09 22:46:57.403788 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91c4423d-4a6c-43e3-9c38-a18627d3b685 req-79945b5b-d064-4d1e-bc82-f35319f7e5ff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171684 Dec 09 22:46:57.659939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Made reservation on behalf of 882d9ec6170845cfa2dfa0f1b1b802c7 for: {'subnet': 2} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:57.665082 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:57.665435 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:57.768738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-c54b1391-0d95-43e5-b5df-c5965e64a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:57.770594 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-c54b1391-0d95-43e5-b5df-c5965e64a8b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1097 time: 0.3997889 Dec 09 22:46:58.328387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-868a97c4-4e45-4d25-8d5f-24178ddcb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:58.329955 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-868a97c4-4e45-4d25-8d5f-24178ddcb353 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 200 len: 897 time: 0.5339882 Dec 09 22:46:58.465184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:46:58.465668 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:58.515221 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-650ff3b0-4c36-4141-b208-2d3b73ae0282 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 1001 time: 0.1775777 Dec 09 22:46:58.623792 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de2431-37c5-4e43-b8bc-e4d0e38fabfb req-631ff447-371f-4adc-b270-e70b4e43ab27 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:58.626362 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2de2431-37c5-4e43-b8bc-e4d0e38fabfb req-631ff447-371f-4adc-b270-e70b4e43ab27 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.1070001 Dec 09 22:46:58.665718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a13db59a-c00e-4902-ad9c-2c6f8ff5f0e3,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:58.679099 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:58.689455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2de2431-37c5-4e43-b8bc-e4d0e38fabfb req-9262bc76-6dfb-4233-8e73-1912e94d227e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556204 Dec 09 22:46:58.721138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-e1fab76e-83b0-47c0-aa0d-f58c16466a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:58.722647 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-e1fab76e-83b0-47c0-aa0d-f58c16466a5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a67ade4c-028c-49cc-aa5b-738306c46a2d HTTP/1.1" status: 200 len: 835 time: 0.1409156 Dec 09 22:46:58.730800 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Checking segment: {'id': '5ff85934-6239-447a-8851-25a7ca26cb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '463a8165-7bdf-456a-8d91-c6f9a28dc141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:46:58.731158 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Network hostable DHCP agents. Network: 463a8165-7bdf-456a-8d91-c6f9a28dc141, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:46:58.791675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event updated for resources: {'Subnet': ['ID=509dfbf1-6070-47ce-ae3b-0949aa44d7a2,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:58.822563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-89e3bd80-0415-4688-bcda-ee4791744b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:58.824068 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-89e3bd80-0415-4688-bcda-ee4791744b3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905931 Dec 09 22:46:58.825062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Network 463a8165-7bdf-456a-8d91-c6f9a28dc141 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:46:58.827301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Checking segment: {'id': 'd6eb4252-b402-48d9-bba6-3431d86af9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '54164849-48f3-4667-90db-867bae0efd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:46:58.827666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Network hostable DHCP agents. Network: 54164849-48f3-4667-90db-867bae0efd48, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:46:58.863089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 463a8165-7bdf-456a-8d91-c6f9a28dc141) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:58.877114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c8c470-d94a-4e88-9940-1b7c458dda17 None None] Network 463a8165-7bdf-456a-8d91-c6f9a28dc141 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:58.877671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:58.878286 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:58.889612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Network 54164849-48f3-4667-90db-867bae0efd48 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:46:58.929315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 54164849-48f3-4667-90db-867bae0efd48) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:58.938604 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:58.955170 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-650bd86a-5d80-448e-9f71-520f03013638 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0735757 Dec 09 22:46:58.958095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37864) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:58.967222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-190194939', 'network_id': '463a8165-7bdf-456a-8d91-c6f9a28dc141'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:46:59.015848 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-7259f388-ead1-4445-91a0-cfa8b0b497a9 service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840918 Dec 09 22:46:59.028912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event updated for resources: {'Subnet': ['ID=7cef6b15-d6c8-414b-87c3-28823ba22f6f,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:59.032925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Made reservation on behalf of 6f3e23496d2849cc9a77457fff52cf4d for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:46:59.036409 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:59.037493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f195def3-809c-469b-a7ce-2ab5bef880aa None None] Network 54164849-48f3-4667-90db-867bae0efd48 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:59.073406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Checking segment: {'id': 'a405900e-80a1-4bca-9ef8-e8be9ab542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e966af4-f6b0-48a4-98a2-d625867383de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:46:59.073822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Network hostable DHCP agents. Network: 9e966af4-f6b0-48a4-98a2-d625867383de, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:46:59.092519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] device_id is not set on port 85e866b6-1419-4dde-a471-a8e389b8fc67 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:46:59.147478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Network 9e966af4-f6b0-48a4-98a2-d625867383de is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:46:59.158751 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-76f24ac3-5998-4c8c-b0bd-178c25ad454b service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309152 Dec 09 22:46:59.164144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 9e966af4-f6b0-48a4-98a2-d625867383de) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:46:59.172014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:59.174224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:59.177808 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:59.195551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db45d7-fe05-4692-bdbd-a31837e7898d None None] Network 9e966af4-f6b0-48a4-98a2-d625867383de requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:59.215504 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-95106304-0b1d-4782-892f-75ef59faa11e tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1961594 Dec 09 22:46:59.218255 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37872) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:59.233605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca902ea-cc83-464c-b633-c31674622fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-54164849-48f3-4667-90db-867bae0efd48', 'network_id': '54164849-48f3-4667-90db-867bae0efd48', 'project_id': '882d9ec6170845cfa2dfa0f1b1b802c7', 'fixed_ips': [{'subnet_id': '509dfbf1-6070-47ce-ae3b-0949aa44d7a2'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:46:59.235608 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4ca902ea-cc83-464c-b633-c31674622fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:59.267079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638639d8-a2c6-4f11-aded-1cdd20af0dc4 None None] Network 463a8165-7bdf-456a-8d91-c6f9a28dc141 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:46:59.350799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea58fe-f702-43f1-9259-31e1e77e6724 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:59.352583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea58fe-f702-43f1-9259-31e1e77e6724 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:59.356824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea58fe-f702-43f1-9259-31e1e77e6724 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:59.368014 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c2ea58fe-f702-43f1-9259-31e1e77e6724 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1391003 Dec 09 22:46:59.368566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37880) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:59.473280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb907cf-7f58-4c76-add0-594347274052 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Deleting subnet 509dfbf1-6070-47ce-ae3b-0949aa44d7a2 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:46:59.477772 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-efb907cf-7f58-4c76-add0-594347274052 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:59.495173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Allocated IP 2001:db8::21d (463a8165-7bdf-456a-8d91-c6f9a28dc141/a13db59a-c00e-4902-ad9c-2c6f8ff5f0e3/85e866b6-1419-4dde-a471-a8e389b8fc67) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:46:59.549833 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-efb907cf-7f58-4c76-add0-594347274052 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:59.688420 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-efb907cf-7f58-4c76-add0-594347274052 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:59.696402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-9e966af4-f6b0-48a4-98a2-d625867383de', 'network_id': '9e966af4-f6b0-48a4-98a2-d625867383de', 'project_id': '882d9ec6170845cfa2dfa0f1b1b802c7', 'fixed_ips': [{'subnet_id': '7cef6b15-d6c8-414b-87c3-28823ba22f6f'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:46:59.698020 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:59.828869 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-efb907cf-7f58-4c76-add0-594347274052 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:59.857399 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Allocated IP 2001:db8:0:1::1 (9e966af4-f6b0-48a4-98a2-d625867383de/7cef6b15-d6c8-414b-87c3-28823ba22f6f/7d7905a1-268d-4aa0-a27e-f8189e01aebe) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:46:59.864266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb907cf-7f58-4c76-add0-594347274052 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event deleted for resources: {'Subnet': ['ID=509dfbf1-6070-47ce-ae3b-0949aa44d7a2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:46:59.869780 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-efb907cf-7f58-4c76-add0-594347274052 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:59.872881 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-efb907cf-7f58-4c76-add0-594347274052 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "DELETE /v2.0/subnets/509dfbf1-6070-47ce-ae3b-0949aa44d7a2 HTTP/1.1" status: 204 len: 168 time: 0.5032191 Dec 09 22:46:59.875374 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37892) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:46:59.898013 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:46:59.942453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e88148-8e77-4ba0-b2c0-743f9bd30396 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Deleting subnet 7cef6b15-d6c8-414b-87c3-28823ba22f6f {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:46:59.958461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d6139-b8fc-4355-b6ec-b75b5178ad29 req-e9f96a6d-32f9-4573-a4e6-7ff1b3a9c0de tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:46:59.960099 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d0d6139-b8fc-4355-b6ec-b75b5178ad29 req-e9f96a6d-32f9-4573-a4e6-7ff1b3a9c0de tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.1370425 Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server [None req-4ca902ea-cc83-464c-b633-c31674622fe2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 509dfbf1-6070-47ce-ae3b-0949aa44d7a2: This subnet is being modified by another concurrent operation. Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise exception Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 509dfbf1-6070-47ce-ae3b-0949aa44d7a2: This subnet is being modified by another concurrent operation. Dec 09 22:46:59.994495 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Dec 09 22:47:00.032246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec11069-7ba4-4ae2-8657-f3fc7f119a98 None None] Network 54164849-48f3-4667-90db-867bae0efd48 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:00.102643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d0d6139-b8fc-4355-b6ec-b75b5178ad29 req-c74ddd23-e0fd-4966-8d1e-e2468c7686b4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240003 Dec 09 22:47:00.108865 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.159673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Network 463a8165-7bdf-456a-8d91-c6f9a28dc141 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:00.164073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:00.176214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:00.178014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:00.179709 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.198857 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2394252 Dec 09 22:47:00.200236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836f068-a7f1-4cef-97b5-c7a25bd90e43 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event updated for resources: {'Port': ['ID=85e866b6-1419-4dde-a471-a8e389b8fc67,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:00.201629 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37906) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:00.248284 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.258049 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.271181 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0e88148-8e77-4ba0-b2c0-743f9bd30396 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.336343 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0e88148-8e77-4ba0-b2c0-743f9bd30396 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.378070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Pushing event updated for resources: {'Port': ['ID=7d7905a1-268d-4aa0-a27e-f8189e01aebe,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:00.407741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.408749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.409534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.410162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.410941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.413638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.415321 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.417498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.419330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.420896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.422840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.423567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.425244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:00.435556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Network 9e966af4-f6b0-48a4-98a2-d625867383de is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:00.435796 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a55dc-cb46-4a6d-8848-789d62d2e5b3 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Deleting port 85e866b6-1419-4dde-a471-a8e389b8fc67 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:00.438886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:00.439381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b8a55dc-cb46-4a6d-8848-789d62d2e5b3 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.449568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:00.534933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Attempting to bind port 7d7905a1-268d-4aa0-a27e-f8189e01aebe on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:47:00.536139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Attempting to bind port 7d7905a1-268d-4aa0-a27e-f8189e01aebe by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'a405900e-80a1-4bca-9ef8-e8be9ab542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e966af4-f6b0-48a4-98a2-d625867383de'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:47:00.536773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Attempting to bind port 7d7905a1-268d-4aa0-a27e-f8189e01aebe on network 9e966af4-f6b0-48a4-98a2-d625867383de {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:47:00.543732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:47:00.544928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Checking segment: {'id': 'a405900e-80a1-4bca-9ef8-e8be9ab542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e966af4-f6b0-48a4-98a2-d625867383de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:00.545618 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.546270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Bound using segment: {'id': 'a405900e-80a1-4bca-9ef8-e8be9ab542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e966af4-f6b0-48a4-98a2-d625867383de'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:47:00.547016 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Bound port: 7d7905a1-268d-4aa0-a27e-f8189e01aebe, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a405900e-80a1-4bca-9ef8-e8be9ab542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e966af4-f6b0-48a4-98a2-d625867383de'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:47:00.547717 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.601414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b8a55dc-cb46-4a6d-8848-789d62d2e5b3 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.615274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a55dc-cb46-4a6d-8848-789d62d2e5b3 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Calling delete_port for 85e866b6-1419-4dde-a471-a8e389b8fc67 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:00.629645 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] For port 7d7905a1-268d-4aa0-a27e-f8189e01aebe, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:47:00.634409 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] For port 7d7905a1-268d-4aa0-a27e-f8189e01aebe, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7d7905a1-268d-4aa0-a27e-f8189e01aebe,segment=NetworkSegment(a405900e-80a1-4bca-9ef8-e8be9ab542fa),segment_id=a405900e-80a1-4bca-9ef8-e8be9ab542fa)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:47:00.643951 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.719905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bf182-1413-4b08-acee-05d7efe884ac None None] Pushing event updated for resources: {'Port': ['ID=7d7905a1-268d-4aa0-a27e-f8189e01aebe,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:00.791979 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0e88148-8e77-4ba0-b2c0-743f9bd30396 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.843881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b8a55dc-cb46-4a6d-8848-789d62d2e5b3 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.885849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a55dc-cb46-4a6d-8848-789d62d2e5b3 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event deleted for resources: {'Port': ['ID=85e866b6-1419-4dde-a471-a8e389b8fc67,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:00.914909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b8a55dc-cb46-4a6d-8848-789d62d2e5b3 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.918214 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0b8a55dc-cb46-4a6d-8848-789d62d2e5b3 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "DELETE /v2.0/ports/85e866b6-1419-4dde-a471-a8e389b8fc67 HTTP/1.1" status: 204 len: 168 time: 0.7153101 Dec 09 22:47:00.920966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37922) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:00.925563 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '463a8165-7bdf-456a-8d91-c6f9a28dc141', 'external_fixed_ips': [{'subnet_id': 'a13db59a-c00e-4902-ad9c-2c6f8ff5f0e3', 'ip_address': '2001:db8::21d'}]}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:00.945167 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0e88148-8e77-4ba0-b2c0-743f9bd30396 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.948010 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.949120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.963069 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0e88148-8e77-4ba0-b2c0-743f9bd30396 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:00.967075 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f0e88148-8e77-4ba0-b2c0-743f9bd30396 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "DELETE /v2.0/subnets/7cef6b15-d6c8-414b-87c3-28823ba22f6f HTTP/1.1" status: 204 len: 168 time: 1.0905068 Dec 09 22:47:00.970970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 37924) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:00.991927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e88148-8e77-4ba0-b2c0-743f9bd30396 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event deleted for resources: {'Subnet': ['ID=7cef6b15-d6c8-414b-87c3-28823ba22f6f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:01.043535 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f754c45-35c3-4163-bde4-a94c2ad9aaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:01.087195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:01.147715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509f153f-1802-4a87-b89a-6ef1e127cb98 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:01.153159 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-509f153f-1802-4a87-b89a-6ef1e127cb98 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1799681 Dec 09 22:47:01.153457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37930) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:01.299433 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:01.343446 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:01.390213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db763af9-6fba-45a3-8fbc-83c806eb89a0 req-aa17dde2-c92a-4474-8eb5-cfe27045f09c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:01.392015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db763af9-6fba-45a3-8fbc-83c806eb89a0 req-aa17dde2-c92a-4474-8eb5-cfe27045f09c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.0886614 Dec 09 22:47:01.443417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Deleting port 7d7905a1-268d-4aa0-a27e-f8189e01aebe {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:01.443989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:01.498858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db763af9-6fba-45a3-8fbc-83c806eb89a0 req-f14033b9-7e13-4a6d-b239-bec36661856c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733266 Dec 09 22:47:01.612844 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] For port 7d7905a1-268d-4aa0-a27e-f8189e01aebe, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7d7905a1-268d-4aa0-a27e-f8189e01aebe,segment=NetworkSegment(a405900e-80a1-4bca-9ef8-e8be9ab542fa),segment_id=a405900e-80a1-4bca-9ef8-e8be9ab542fa)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:01.613221 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:01.639625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Calling delete_port for 7d7905a1-268d-4aa0-a27e-f8189e01aebe owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:01.699447 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:01.726597 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:01.822838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7d7905a1-268d-4aa0-a27e-f8189e01aebe up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:47:01.840167 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:01.873468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] No DVR routers for this DVR port 7d7905a1-268d-4aa0-a27e-f8189e01aebe on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:47:01.935206 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No active binding found for port 7d7905a1-268d-4aa0-a27e-f8189e01aebe {{(pid=103419) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 22:47:01.935874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7d7905a1-268d-4aa0-a27e-f8189e01aebe not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 09 22:47:01.993409 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Port 7d7905a1-268d-4aa0-a27e-f8189e01aebe not found, will not notify nova. {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 09 22:47:02.007783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event deleted for resources: {'Port': ['ID=7d7905a1-268d-4aa0-a27e-f8189e01aebe,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:02.062999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Allocated IP 2001:db8::21d (463a8165-7bdf-456a-8d91-c6f9a28dc141/a13db59a-c00e-4902-ad9c-2c6f8ff5f0e3/cb34c032-3fd9-4077-901b-4da8da9b2524) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:02.159909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:02.208259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e966af4-f6b0-48a4-98a2-d625867383de']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:02.227156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a405900e-80a1-4bca-9ef8-e8be9ab542fa') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:02.227489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a405900e-80a1-4bca-9ef8-e8be9ab542fa') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:02.249767 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:02.270534 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:02.282579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:02.283896 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:02.289049 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:02.305061 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:02.386488 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:02.439780 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:02.441433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Network 463a8165-7bdf-456a-8d91-c6f9a28dc141 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:02.447895 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:02.454673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:02.461343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:02.461533 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "DELETE /v2.0/networks/9e966af4-f6b0-48a4-98a2-d625867383de HTTP/1.1" status: 204 len: 168 time: 1.3045225 Dec 09 22:47:02.462120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37968) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:02.462441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event updated for resources: {'Port': ['ID=cb34c032-3fd9-4077-901b-4da8da9b2524,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:02.513131 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d0cd4-0f29-418d-82eb-397cce6a8646 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event deleted for resources: {'Network': ['ID=9e966af4-f6b0-48a4-98a2-d625867383de,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:02.582367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1472ca5e-843f-4178-a589-c2b7845c117b None None] Could not find standard attr ID for object 7d7905a1-268d-4aa0-a27e-f8189e01aebe. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:47:02.599457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c9a03c-1410-4e98-893f-ce67ab62ab81 None None] DHCP port deletion for 9e966af4-f6b0-48a4-98a2-d625867383de request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:02.636316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d362c2a9-0f88-48b3-9152-07e9682b72dc None None] Network 9e966af4-f6b0-48a4-98a2-d625867383de requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:02.655440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d362c2a9-0f88-48b3-9152-07e9682b72dc None None] Network 9e966af4-f6b0-48a4-98a2-d625867383de could not be found, it might have been deleted concurrently. {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 22:47:02.667958 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036bbbfb-7a7f-454e-be1e-3e031e30245f None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:47:02.668499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:02.755038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036bbbfb-7a7f-454e-be1e-3e031e30245f None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:47:02.782602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abfab2-f90e-4336-8b71-a60e8183531e req-548f7b95-d2ef-495f-93d8-4cb210c7fefc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:02.784114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66abfab2-f90e-4336-8b71-a60e8183531e req-548f7b95-d2ef-495f-93d8-4cb210c7fefc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.1262596 Dec 09 22:47:02.875249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:02.908160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54164849-48f3-4667-90db-867bae0efd48']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:02.937575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6eb4252-b402-48d9-bba6-3431d86af9cd') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:02.946641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6eb4252-b402-48d9-bba6-3431d86af9cd') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:02.976992 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:02.995486 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66abfab2-f90e-4336-8b71-a60e8183531e req-c0e74aaf-39e4-4fa8-bef6-d41ad88848c5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952407 Dec 09 22:47:03.004275 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.025091 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.049684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:03.050052 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:03.186707 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:03.202727 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.218402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0b6b66a8-eb75-4f44-a02e-d0239f13e630 None None] Provisioning complete for port cb34c032-3fd9-4077-901b-4da8da9b2524 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:03.218803 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b6b66a8-eb75-4f44-a02e-d0239f13e630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.228260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.241122 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "DELETE /v2.0/networks/54164849-48f3-4667-90db-867bae0efd48 HTTP/1.1" status: 204 len: 168 time: 0.7675974 Dec 09 22:47:03.249851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 37992) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:03.311226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259daabd-b3b1-4857-9e30-e98d1a357169 tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event deleted for resources: {'Network': ['ID=54164849-48f3-4667-90db-867bae0efd48,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:03.428829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.432169 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.673894 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.678267 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a58af6da-0b40-468d-8fd0-8c283f89d7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.720556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b66a8-eb75-4f44-a02e-d0239f13e630 None None] Port cb34c032-3fd9-4077-901b-4da8da9b2524 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:47:03.723806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae314c7-e9c7-4e25-bebd-d0a7709f6c2b']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:03.739523 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f55e4b-527c-423d-9cf0-5d092d2be9af') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:03.740931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f55e4b-527c-423d-9cf0-5d092d2be9af') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:03.751325 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.768806 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.772445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Router aebd2078-b9e7-4e66-ba68-a35a62805a1a is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:47:03.778304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7d7905a1-268d-4aa0-a27e-f8189e01aebe no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:47:03.778582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:03.779156 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:03.782878 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:03.797007 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:47:03.809098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 7d7905a1-268d-4aa0-a27e-f8189e01aebe {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:47:03.809463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7d7905a1-268d-4aa0-a27e-f8189e01aebe not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:47:03.868656 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.895941 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.923248 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:47:03.930217 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.935736 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "DELETE /v2.0/networks/fae314c7-e9c7-4e25-bebd-d0a7709f6c2b HTTP/1.1" status: 204 len: 168 time: 0.6826727 Dec 09 22:47:03.935925 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] Sync routers for ids ['aebd2078-b9e7-4e66-ba68-a35a62805a1a'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:47:03.936033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe7bb4-0ada-468b-91ab-a131d05310ff tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event deleted for resources: {'Network': ['ID=fae314c7-e9c7-4e25-bebd-d0a7709f6c2b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:03.936921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38004) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:03.953772 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] Routers {'aebd2078-b9e7-4e66-ba68-a35a62805a1a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:03.957439 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:04Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['aebd2078-b9e7-4e66-ba68-a35a62805a1a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:03.983578 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:03.987248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0b8840df-f817-4f77-bdd7-c54989fa5c3c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0629115 Dec 09 22:47:03.987460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38008) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:04.108086 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:04.108686 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] Set router aebd2078-b9e7-4e66-ba68-a35a62805a1a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:47:04.258062 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:04.272190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af92f52-30b0-4d08-a250-970a2e6b2717 req-6e4f49a0-cd8f-453a-89c2-2ee58433fceb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:04.273674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6af92f52-30b0-4d08-a250-970a2e6b2717 req-6e4f49a0-cd8f-453a-89c2-2ee58433fceb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.0926976 Dec 09 22:47:04.309113 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:04.354811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7557648c-9c2e-483c-a4da-fd0466371419']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:04.386972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48eed944-18e9-4ca0-a198-9be3cdd06fd9') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:04.387470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48eed944-18e9-4ca0-a198-9be3cdd06fd9') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:04.387632 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6af92f52-30b0-4d08-a250-970a2e6b2717 req-a6dd101d-9380-4b28-891c-dfce8a782226 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647638 Dec 09 22:47:04.416831 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:04.463553 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:04.474569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:04.476675 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:04.500539 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:04.506088 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:04.583643 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd2078-b9e7-4e66-ba68-a35a62805a1a', 'name': '', 'tenant_id': '6f3e23496d2849cc9a77457fff52cf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463a8165-7bdf-456a-8d91-c6f9a28dc141', 'external_fixed_ips': [{'subnet_id': 'a13db59a-c00e-4902-ad9c-2c6f8ff5f0e3', 'ip_address': '2001:db8::21d'}], 'enable_snat': True}, 'gw_port_id': 'cb34c032-3fd9-4077-901b-4da8da9b2524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:47:00Z', 'updated_at': '2021-12-09T22:47:02Z', 'revision_number': 3, 'project_id': '6f3e23496d2849cc9a77457fff52cf4d', 'gw_port': {'id': 'cb34c032-3fd9-4077-901b-4da8da9b2524', 'name': '', 'network_id': '463a8165-7bdf-456a-8d91-c6f9a28dc141', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebd2078-b9e7-4e66-ba68-a35a62805a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': 'a13db59a-c00e-4902-ad9c-2c6f8ff5f0e3', 'ip_address': '2001:db8::21d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:47:01Z', 'updated_at': '2021-12-09T22:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a13db59a-c00e-4902-ad9c-2c6f8ff5f0e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:04.636051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Deleting port cb34c032-3fd9-4077-901b-4da8da9b2524 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:04.636375 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:04.647846 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:04.669053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:04.684945 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] 10.222.0.16 "DELETE /v2.0/networks/7557648c-9c2e-483c-a4da-fd0466371419 HTTP/1.1" status: 204 len: 168 time: 0.7470043 Dec 09 22:47:04.693701 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] Checking router: aebd2078-b9e7-4e66-ba68-a35a62805a1a for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:47:04.694090 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] Updating router aebd2078-b9e7-4e66-ba68-a35a62805a1a port cb34c032-3fd9-4077-901b-4da8da9b2524 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:47:04.743446 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fce30-be00-45d6-907c-81da285c672b tempest-BulkNetworkOpsIpV6Test-786795896 tempest-BulkNetworkOpsIpV6Test-786795896-project] Pushing event deleted for resources: {'Network': ['ID=7557648c-9c2e-483c-a4da-fd0466371419,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:04.756379 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:04.780415 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:04.814585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Calling delete_port for cb34c032-3fd9-4077-901b-4da8da9b2524 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:04.818218 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.135378 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.188479 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb34c032-3fd9-4077-901b-4da8da9b2524,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:05.195258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:05.219113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bf36de-c004-4a59-9e52-759379860373 None None] DHCP port deletion for 463a8165-7bdf-456a-8d91-c6f9a28dc141 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:05.276124 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.311795 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.db.api [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:47:05.312861 n-d-789963-23 neutron-server[103420]: DEBUG oslo_db.api [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:47:05.399785 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.401964 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.431237 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c02136a3-a2d6-464b-aa36-1091f73bebc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=882d9ec6170845cfa2dfa0f1b1b802c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2316444 Dec 09 22:47:05.431518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38100) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:05.457949 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.458564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aebd2078-b9e7-4e66-ba68-a35a62805a1a {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:47:05.465965 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.472121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f11565b7-7c19-46aa-bd74-cd14ef3c0c8c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "DELETE /v2.0/routers/aebd2078-b9e7-4e66-ba68-a35a62805a1a HTTP/1.1" status: 204 len: 168 time: 1.4831419 Dec 09 22:47:05.472335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38106) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:05.533110 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-730d64d6-422f-42ed-a3ff-6998083a023c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.561593 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-730d64d6-422f-42ed-a3ff-6998083a023c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.587312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9957-b55a-4a3f-afd2-bd814c037c34 req-e867a162-cd73-4496-ba9e-533aac9c081d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:05.588927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-989f9957-b55a-4a3f-afd2-bd814c037c34 req-e867a162-cd73-4496-ba9e-533aac9c081d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.1015122 Dec 09 22:47:05.593245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-80dc65e6-e470-43e6-b353-3f4b850ec30f tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Deleting subnet a13db59a-c00e-4902-ad9c-2c6f8ff5f0e3 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:47:05.598744 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-80dc65e6-e470-43e6-b353-3f4b850ec30f tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.643812 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-730d64d6-422f-42ed-a3ff-6998083a023c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.646751 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-730d64d6-422f-42ed-a3ff-6998083a023c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.650281 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-730d64d6-422f-42ed-a3ff-6998083a023c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d6eb75b-9870-4d06-bb4f-4f82a7485947 HTTP/1.1" status: 204 len: 168 time: 0.2155309 Dec 09 22:47:05.657387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d64d6-422f-42ed-a3ff-6998083a023c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6eb75b-9870-4d06-bb4f-4f82a7485947,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:05.693254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-989f9957-b55a-4a3f-afd2-bd814c037c34 req-0393a075-52af-46c8-a11e-4bdd4c21b4a8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975099 Dec 09 22:47:05.702511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-80dc65e6-e470-43e6-b353-3f4b850ec30f tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.759396 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-80dc65e6-e470-43e6-b353-3f4b850ec30f tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.835612 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-80dc65e6-e470-43e6-b353-3f4b850ec30f tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.845253 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] Port cb34c032-3fd9-4077-901b-4da8da9b2524 not found while updating agent binding for router aebd2078-b9e7-4e66-ba68-a35a62805a1a. {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 22:47:05.865456 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] Routers set() bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:05.866795 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] Router IDs set() for agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 22:47:05.876724 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_agentschedulers_db [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aebd2078-b9e7-4e66-ba68-a35a62805a1a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:04Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent'). {{(pid=103420) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 22:47:05.879265 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e420b22-6d88-4da1-83de-8ace49a6f792 None None] The sync data for ids ['aebd2078-b9e7-4e66-ba68-a35a62805a1a'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:47:05.881200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc65e6-e470-43e6-b353-3f4b850ec30f tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a13db59a-c00e-4902-ad9c-2c6f8ff5f0e3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:05.894006 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-80dc65e6-e470-43e6-b353-3f4b850ec30f tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:05.896509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6e5a3-ef14-4c42-8518-0b952aafe408 None None] Network 463a8165-7bdf-456a-8d91-c6f9a28dc141 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:05.902549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38132) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:05.903608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-80dc65e6-e470-43e6-b353-3f4b850ec30f tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/a13db59a-c00e-4902-ad9c-2c6f8ff5f0e3 HTTP/1.1" status: 204 len: 168 time: 0.4274976 Dec 09 22:47:05.993907 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.008125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c12de9d-ca0a-4a96-8e4e-d1dc113c37b6 None None] DHCP port deletion for 463a8165-7bdf-456a-8d91-c6f9a28dc141 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:06.091752 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.116323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463a8165-7bdf-456a-8d91-c6f9a28dc141']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:06.126597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff85934-6239-447a-8851-25a7ca26cb97') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:06.126978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff85934-6239-447a-8851-25a7ca26cb97') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:06.138064 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.156935 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.163744 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:06.164168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:06.166213 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:06.176332 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.244591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.252432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 463a8165-7bdf-456a-8d91-c6f9a28dc141 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 22:47:06.255491 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.260030 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "DELETE /v2.0/networks/463a8165-7bdf-456a-8d91-c6f9a28dc141 HTTP/1.1" status: 204 len: 168 time: 0.3556085 Dec 09 22:47:06.280076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd297fb-a3a6-44d4-a41d-e199ae8bf6b5 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event deleted for resources: {'Network': ['ID=463a8165-7bdf-456a-8d91-c6f9a28dc141,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:06.696991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38180) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:06.701971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-25b92f05-4e0c-4892-8994-e1b0a7c7d22e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Request body: {'router': {'name': 'tempest-router--830568608', 'project_id': 'd50f21b55e5c4eb7b2826b5682202108'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:06.747703 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25b92f05-4e0c-4892-8994-e1b0a7c7d22e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.748912 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25b92f05-4e0c-4892-8994-e1b0a7c7d22e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.822396 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25b92f05-4e0c-4892-8994-e1b0a7c7d22e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.828892 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25b92f05-4e0c-4892-8994-e1b0a7c7d22e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.857133 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25b92f05-4e0c-4892-8994-e1b0a7c7d22e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:06.862305 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-25b92f05-4e0c-4892-8994-e1b0a7c7d22e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1626937 Dec 09 22:47:06.864132 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38192) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:06.954766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38196) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:06.962768 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c942-209f-4acf-8dfb-7f71f9792c50 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.036050 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.126014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1488595015'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:07.149349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:07.153257 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.440556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38206) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:07.455932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0bd6b-4437-454d-94b5-18dc5a96a7d1 req-1cc6953b-a1a8-436b-a2be-24dfb1a17547 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:07.463864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28c0bd6b-4437-454d-94b5-18dc5a96a7d1 req-1cc6953b-a1a8-436b-a2be-24dfb1a17547 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.6826780 Dec 09 22:47:07.533588 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.620380 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c942-209f-4acf-8dfb-7f71f9792c50 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.629933 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.633704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28c0bd6b-4437-454d-94b5-18dc5a96a7d1 req-e1108338-c5fe-4db6-b265-71c954232e8f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688838 Dec 09 22:47:07.635214 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c942-209f-4acf-8dfb-7f71f9792c50 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.640525 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.680762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0656cfec-fe37-4ecf-85c1-f10c87fe2670,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:07.687904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:47:07.691967 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ed490a11-31aa-47b4-9ddc-8154ef37c52d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.709484 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.709865 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Added segment d4ba28c4-3473-453c-a1ee-411d73063a17 of type vlan for network b433387f-7043-42f2-9d43-1d9fa589e387 Dec 09 22:47:07.712918 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c942-209f-4acf-8dfb-7f71f9792c50 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.713421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a5c942-209f-4acf-8dfb-7f71f9792c50 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8ae2128-8376-4bce-95a3-8f0c3bbed284 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:47:07.728264 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c942-209f-4acf-8dfb-7f71f9792c50 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.729988 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b3a5c942-209f-4acf-8dfb-7f71f9792c50 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "DELETE /v2.0/routers/c8ae2128-8376-4bce-95a3-8f0c3bbed284 HTTP/1.1" status: 204 len: 168 time: 0.8646832 Dec 09 22:47:07.788371 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.817457 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ed490a11-31aa-47b4-9ddc-8154ef37c52d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.823887 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ed490a11-31aa-47b4-9ddc-8154ef37c52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.824522 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.830481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:07.831176 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.872321 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ed490a11-31aa-47b4-9ddc-8154ef37c52d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcb44f89ea38438b8804d79599447bc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4274664 Dec 09 22:47:07.872875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38226) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:07.880133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed490a11-31aa-47b4-9ddc-8154ef37c52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3d24f3-c56b-4ddc-b8d8-066011bac9b6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:07.906146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Network': ['ID=b433387f-7043-42f2-9d43-1d9fa589e387,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:07.928393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b433387f-7043-42f2-9d43-1d9fa589e387 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:47:07.933572 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0f5b1c22-a4c9-419a-89c5-8de6e5f77632 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9750280 Dec 09 22:47:07.940993 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-55e5712b-da22-4830-b8d7-ad992140cc1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:07.967374 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-55e5712b-da22-4830-b8d7-ad992140cc1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.023511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-55e5712b-da22-4830-b8d7-ad992140cc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.028375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38228) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:08.038195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-55e5712b-da22-4830-b8d7-ad992140cc1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.039891 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-55e5712b-da22-4830-b8d7-ad992140cc1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b3d24f3-c56b-4ddc-b8d8-066011bac9b6 HTTP/1.1" status: 204 len: 168 time: 0.1663756 Dec 09 22:47:08.066723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5712b-da22-4830-b8d7-ad992140cc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3d24f3-c56b-4ddc-b8d8-066011bac9b6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:08.225953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38240) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:08.329278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1560787580', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:08.415015 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.418547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.516136 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.587364 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fd99-8fad-4918-9c58-dd867c43c239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.641358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38248) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:08.657933 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f5b13d9a-b5df-4f45-a215-625f709fc512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.720705 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.778205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f5b13d9a-b5df-4f45-a215-625f709fc512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.793833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f5b13d9a-b5df-4f45-a215-625f709fc512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.834466 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fd99-8fad-4918-9c58-dd867c43c239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.853202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fd99-8fad-4918-9c58-dd867c43c239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:08.866218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f5b13d9a-b5df-4f45-a215-625f709fc512 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e527acd711564f79a0d2c78a2f327c67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213008 Dec 09 22:47:08.870441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38252) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:08.889279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b13d9a-b5df-4f45-a215-625f709fc512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4826ad3d-1b51-46d7-bde3-9f566ba7b5a6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:08.921821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a80b4-a88e-4065-ad06-a52501973841 req-d906f3e3-1dc3-4c0a-875a-5fb7cc45bb4b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:08.923561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab9a80b4-a88e-4065-ad06-a52501973841 req-d906f3e3-1dc3-4c0a-875a-5fb7cc45bb4b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.1436059 Dec 09 22:47:08.967760 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d1e7fd99-8fad-4918-9c58-dd867c43c239 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4233512ded234c86abc1ba64c77ca9d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7403276 Dec 09 22:47:08.968159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38254) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:08.968944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7fd99-8fad-4918-9c58-dd867c43c239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a57cb4a-38d3-4b00-b621-d75d52b11213,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:09.073032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9549b938-90df-46e6-8d33-9bab34de26ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.094150 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab9a80b4-a88e-4065-ad06-a52501973841 req-6b89f149-8e6d-4757-ae74-81fb34dc908c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607044 Dec 09 22:47:09.115755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.116300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9549b938-90df-46e6-8d33-9bab34de26ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.133132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-69e28ffe-7fed-4412-82e6-595b52f869d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.137442 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.170761 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-69e28ffe-7fed-4412-82e6-595b52f869d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.218194 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9549b938-90df-46e6-8d33-9bab34de26ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.220984 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9549b938-90df-46e6-8d33-9bab34de26ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.225010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9549b938-90df-46e6-8d33-9bab34de26ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4826ad3d-1b51-46d7-bde3-9f566ba7b5a6 HTTP/1.1" status: 204 len: 168 time: 0.3510280 Dec 09 22:47:09.250093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549b938-90df-46e6-8d33-9bab34de26ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4826ad3d-1b51-46d7-bde3-9f566ba7b5a6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:09.260456 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-69e28ffe-7fed-4412-82e6-595b52f869d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.265306 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-69e28ffe-7fed-4412-82e6-595b52f869d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.267307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-69e28ffe-7fed-4412-82e6-595b52f869d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a57cb4a-38d3-4b00-b621-d75d52b11213 HTTP/1.1" status: 204 len: 168 time: 0.2981122 Dec 09 22:47:09.298130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e28ffe-7fed-4412-82e6-595b52f869d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a57cb4a-38d3-4b00-b621-d75d52b11213,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:09.392677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Allocated IP 172.25.8.221 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/5bf12375-421b-4e26-ae09-a459b378ed91) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:09.605549 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.657344 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.731149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:09.734652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:09.738794 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:09.762374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9161f68-1b0b-471f-b765-a891a22cbfa2 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:09.924475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ac1dd256-f62d-4073-8ca4-36bcff6bad55 None None] Provisioning complete for port 5bf12375-421b-4e26-ae09-a459b378ed91 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:09.924860 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ac1dd256-f62d-4073-8ca4-36bcff6bad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:09.995032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Pushing event updated for resources: {'Port': ['ID=5bf12375-421b-4e26-ae09-a459b378ed91,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:10.063551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ac1dd256-f62d-4073-8ca4-36bcff6bad55 None None] Port 5bf12375-421b-4e26-ae09-a459b378ed91 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:47:10.164745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:10.242033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6c303-d5b3-46ef-ad56-1501a01444c1 req-0dc07cb3-e92d-48ac-91f0-657dce4f41f1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:10.251014 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26c6c303-d5b3-46ef-ad56-1501a01444c1 req-0dc07cb3-e92d-48ac-91f0-657dce4f41f1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.0736244 Dec 09 22:47:10.322918 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26c6c303-d5b3-46ef-ad56-1501a01444c1 req-ec36cc87-9322-4551-accc-9c53adf7525b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663164 Dec 09 22:47:10.520879 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:10.711073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Router 967ed9dd-7e43-4c45-be98-27685eec4684 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:47:10.898111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:47:10.911361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e93708e-b488-4b6d-8dbe-7842eebca741 None None] Sync routers for ids ['967ed9dd-7e43-4c45-be98-27685eec4684'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:47:10.930445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e93708e-b488-4b6d-8dbe-7842eebca741 None None] Routers {'967ed9dd-7e43-4c45-be98-27685eec4684'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:10.933269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5e93708e-b488-4b6d-8dbe-7842eebca741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:04Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['967ed9dd-7e43-4c45-be98-27685eec4684'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:10.937661 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:10.941053 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5bf04855-2605-48fa-a7c0-3c71347a8cf7 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.9109411 Dec 09 22:47:10.943895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38352) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:11.015221 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5e93708e-b488-4b6d-8dbe-7842eebca741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:11.033436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e93708e-b488-4b6d-8dbe-7842eebca741 None None] Routers {'967ed9dd-7e43-4c45-be98-27685eec4684'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:11.034559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5e93708e-b488-4b6d-8dbe-7842eebca741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:04Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['967ed9dd-7e43-4c45-be98-27685eec4684'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:11.088594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5e93708e-b488-4b6d-8dbe-7842eebca741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:11.092137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e93708e-b488-4b6d-8dbe-7842eebca741 None None] The sync data for ids ['967ed9dd-7e43-4c45-be98-27685eec4684'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:47:11.168283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3629976c-183e-459c-9869-ed2d984bb571 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/routers/967ed9dd-7e43-4c45-be98-27685eec4684 HTTP/1.1" status: 200 len: 925 time: 0.2230318 Dec 09 22:47:11.171237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38358) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:11.182510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38360) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:11.211477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c6f3a598-5e9b-4315-95d4-b790a487ff9c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'subnet': {'network_id': 'b433387f-7043-42f2-9d43-1d9fa589e387', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:11.222808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-78353a89-a7f8-4aa8-a85e-8c0349c6c811 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "GET /v2.0/ports?device_id=967ed9dd-7e43-4c45-be98-27685eec4684 HTTP/1.1" status: 200 len: 205 time: 0.0500627 Dec 09 22:47:11.225107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38366) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:11.375436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f3a598-5e9b-4315-95d4-b790a487ff9c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:11.381726 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a598-5e9b-4315-95d4-b790a487ff9c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:11.423740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:11.600054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea163f-d0fb-416a-8209-70cfd1d0f3e5 req-beaadeb7-43f8-4f2e-b866-b69ce1327a1e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:11.602518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88ea163f-d0fb-416a-8209-70cfd1d0f3e5 req-beaadeb7-43f8-4f2e-b866-b69ce1327a1e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.1201191 Dec 09 22:47:11.650136 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:11.673383 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-935170fd-51ba-427e-880a-ac0a76c4306d service neutron] show failed (client error): The resource could not be found. Dec 09 22:47:11.674787 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-935170fd-51ba-427e-880a-ac0a76c4306d service neutron] 10.222.0.18 "GET /v2.0/ports/7e6666f5-7970-4714-91d4-8fa29664eb59/bindings/n-h2-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.1476984 Dec 09 22:47:11.770846 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88ea163f-d0fb-416a-8209-70cfd1d0f3e5 req-d7bf06e5-d669-4b5a-8446-f142d1946095 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591334 Dec 09 22:47:11.822846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Deleting port 5bf12375-421b-4e26-ae09-a459b378ed91 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:11.823432 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:11.854268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a598-5e9b-4315-95d4-b790a487ff9c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:11.985385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3a598-5e9b-4315-95d4-b790a487ff9c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Subnet': ['ID=580d8043-50e6-490e-91a1-b024564a1580,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:12.017805 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:12.037421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Calling delete_port for 5bf12375-421b-4e26-ae09-a459b378ed91 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:12.085856 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3a598-5e9b-4315-95d4-b790a487ff9c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Checking segment: {'id': 'd4ba28c4-3473-453c-a1ee-411d73063a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b433387f-7043-42f2-9d43-1d9fa589e387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:12.086864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f3a598-5e9b-4315-95d4-b790a487ff9c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network hostable DHCP agents. Network: b433387f-7043-42f2-9d43-1d9fa589e387, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:47:12.133711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-f4ed4990-8315-4227-9e47-083441107393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:12.136007 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-f4ed4990-8315-4227-9e47-083441107393 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 1097 time: 0.1810341 Dec 09 22:47:12.137976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f3a598-5e9b-4315-95d4-b790a487ff9c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network b433387f-7043-42f2-9d43-1d9fa589e387 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:47:12.154318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-c6f3a598-5e9b-4315-95d4-b790a487ff9c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b433387f-7043-42f2-9d43-1d9fa589e387) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:12.162702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f3a598-5e9b-4315-95d4-b790a487ff9c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:12.165448 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a598-5e9b-4315-95d4-b790a487ff9c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:12.179426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb71ee-bb4a-4375-b5c5-d4c2d7ee546b None None] Network b433387f-7043-42f2-9d43-1d9fa589e387 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:12.201031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:12.352021 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c6f3a598-5e9b-4315-95d4-b790a487ff9c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1651285 Dec 09 22:47:12.354138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38418) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:12.363221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-fd6e622d-db84-4f0f-ab8f-5553b4513e3a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1621536708'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:12.419597 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:12.471649 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-b433387f-7043-42f2-9d43-1d9fa589e387', 'network_id': 'b433387f-7043-42f2-9d43-1d9fa589e387', 'project_id': '83c75398443f4cb28d4f201bae57ddc0', 'fixed_ips': [{'subnet_id': '580d8043-50e6-490e-91a1-b024564a1580'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:47:12.473138 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:12.504784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e622d-db84-4f0f-ab8f-5553b4513e3a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:12.511284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd6e622d-db84-4f0f-ab8f-5553b4513e3a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:12.578649 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:12.605062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6e622d-db84-4f0f-ab8f-5553b4513e3a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:47:12.640007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Pushing event deleted for resources: {'Port': ['ID=5bf12375-421b-4e26-ae09-a459b378ed91,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:12.653216 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd6e622d-db84-4f0f-ab8f-5553b4513e3a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:12.653660 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-fd6e622d-db84-4f0f-ab8f-5553b4513e3a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Added segment dd5ae241-b79f-44e1-9fc4-9f15bf194e88 of type vlan for network 36c73887-4e02-4e89-b336-70ea04154434 Dec 09 22:47:12.663323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2e4416-5dc5-4993-b295-b28ff2b7b4a1 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:12.753050 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd6e622d-db84-4f0f-ab8f-5553b4513e3a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:12.765643 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:12.777019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Allocated IP 2001:db8:0:ffff::2 (b433387f-7043-42f2-9d43-1d9fa589e387/580d8043-50e6-490e-91a1-b024564a1580/038a80b3-0aec-4fd9-b738-50b1d71bed84) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:12.868247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7e6666f5-7970-4714-91d4-8fa29664eb59,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:12.926771 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd6e622d-db84-4f0f-ab8f-5553b4513e3a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:12.934330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e622d-db84-4f0f-ab8f-5553b4513e3a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:12.935000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd6e622d-db84-4f0f-ab8f-5553b4513e3a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:12.939545 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:12.940451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:47:12.951300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.041469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:47:13.044002 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9c13e5-0ac1-4ef6-b213-2ccbc037c603" -d '{"events": [{"server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "name": "network-vif-unplugged", "status": "completed", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:47:13.051563 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e622d-db84-4f0f-ab8f-5553b4513e3a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Network': ['ID=36c73887-4e02-4e89-b336-70ea04154434,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:13.051823 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.052333 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.070932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 36c73887-4e02-4e89-b336-70ea04154434 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:47:13.087812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Transition to ACTIVE for port object 7e6666f5-7970-4714-91d4-8fa29664eb59 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:47:13.099203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.165587 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fd6e622d-db84-4f0f-ab8f-5553b4513e3a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8100379 Dec 09 22:47:13.170382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38438) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:13.182607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'subnet': {'network_id': '36c73887-4e02-4e89-b336-70ea04154434', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:13.198928 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.199646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Fanout notify agent at l3_agent the message router_deleted on router 967ed9dd-7e43-4c45-be98-27685eec4684 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:47:13.214692 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.215544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b03c7017-04bb-4081-9b21-a47204b1b367 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/routers/967ed9dd-7e43-4c45-be98-27685eec4684 HTTP/1.1" status: 204 len: 168 time: 1.9894755 Dec 09 22:47:13.221999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38442) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:13.223758 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.236079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Request body: {'router': {'name': 'tempest-snat-router-473330313', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'enable_snat': False}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:13.263619 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ac5880-4995-4aea-895d-4ef26717b786 x-openstack-request-id: req-20ac5880-4995-4aea-895d-4ef26717b786 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:47:13.264220 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "name": "network-vif-unplugged", "status": "completed", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:47:13.264334 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20ac5880-4995-4aea-895d-4ef26717b786 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:47:13.264747 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'code': 200} Dec 09 22:47:13.330545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfcc67-14ed-4b51-9b77-184c317cecfa req-3a4014c2-e032-4b2e-8783-5d41a544fa60 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:13.340539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5cfcc67-14ed-4b51-9b77-184c317cecfa req-3a4014c2-e032-4b2e-8783-5d41a544fa60 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 943 time: 0.3802521 Dec 09 22:47:13.354318 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.355404 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.360130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Network b433387f-7043-42f2-9d43-1d9fa589e387 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:13.374808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:13.382838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:13.446831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Pushing event updated for resources: {'Port': ['ID=7e6666f5-7970-4714-91d4-8fa29664eb59,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:13.507381 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Pushing event updated for resources: {'Port': ['ID=038a80b3-0aec-4fd9-b738-50b1d71bed84,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:13.551706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Attempting to bind port 038a80b3-0aec-4fd9-b738-50b1d71bed84 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:47:13.552469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Attempting to bind port 038a80b3-0aec-4fd9-b738-50b1d71bed84 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'd4ba28c4-3473-453c-a1ee-411d73063a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b433387f-7043-42f2-9d43-1d9fa589e387'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:47:13.553185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Attempting to bind port 038a80b3-0aec-4fd9-b738-50b1d71bed84 on network b433387f-7043-42f2-9d43-1d9fa589e387 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:47:13.570772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:47:13.571483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Checking segment: {'id': 'd4ba28c4-3473-453c-a1ee-411d73063a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b433387f-7043-42f2-9d43-1d9fa589e387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:13.571925 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.572433 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.572433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Bound using segment: {'id': 'd4ba28c4-3473-453c-a1ee-411d73063a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b433387f-7043-42f2-9d43-1d9fa589e387'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:47:13.572928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Bound port: 038a80b3-0aec-4fd9-b738-50b1d71bed84, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ba28c4-3473-453c-a1ee-411d73063a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b433387f-7043-42f2-9d43-1d9fa589e387'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:47:13.573316 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.648596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5cfcc67-14ed-4b51-9b77-184c317cecfa req-be195d5c-b66c-4982-8d25-e4dc3e093dd9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071549 Dec 09 22:47:13.705163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] No DVR routers for this DVR port 7e6666f5-7970-4714-91d4-8fa29664eb59 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:47:13.705761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] For port 038a80b3-0aec-4fd9-b738-50b1d71bed84, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:47:13.710011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] For port 038a80b3-0aec-4fd9-b738-50b1d71bed84, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=038a80b3-0aec-4fd9-b738-50b1d71bed84,segment=NetworkSegment(d4ba28c4-3473-453c-a1ee-411d73063a17),segment_id=d4ba28c4-3473-453c-a1ee-411d73063a17)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:47:13.719486 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.770942 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.811706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:13.817476 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:13.866714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcb81d-899d-4510-bed9-0d8a8cf7cfe8 None None] Pushing event updated for resources: {'Port': ['ID=038a80b3-0aec-4fd9-b738-50b1d71bed84,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:14.191350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Attempting to bind port 7e6666f5-7970-4714-91d4-8fa29664eb59 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:47:14.191602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Attempting to bind port 7e6666f5-7970-4714-91d4-8fa29664eb59 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:47:14.194191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Attempting to bind port 7e6666f5-7970-4714-91d4-8fa29664eb59 on network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:47:14.207898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Port 7e6666f5-7970-4714-91d4-8fa29664eb59 on network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:47:14.208228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Attempting to bind port 7e6666f5-7970-4714-91d4-8fa29664eb59 on network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:47:14.238855 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38452) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:14.250184 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:14.311455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:14.320700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:47:14.321417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Checking segment: {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:14.322640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Bound using segment: {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:47:14.323145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Bound port: 7e6666f5-7970-4714-91d4-8fa29664eb59, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6015d4c4-880d-46ab-a6f7-22600b5699ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:47:14.323771 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:14.497267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Allocated IP 172.25.8.182 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/c5bddb37-c0ef-4927-98fe-c6b5e9c35167) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:14.521057 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:47:14.541755 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ee8b-ffe9-4386-9fc8-ce2b9adb705a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:14.592901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:47:14.600820 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:14.636920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7e6666f5-7970-4714-91d4-8fa29664eb59,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:47:14.676300 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:14.705163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:14.705825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:14.707672 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] 10.222.0.42 "PUT /v2.0/ports/7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 1092 time: 2.5466590 Dec 09 22:47:14.787685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Subnet': ['ID=1b2d659d-70de-48cc-831e-e1b07b2d7de6,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:14.838178 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:14.847542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ab8b1-69d9-4a96-a328-b8b894ee4ebf service neutron] Pushing event updated for resources: {'Port': ['ID=7e6666f5-7970-4714-91d4-8fa29664eb59,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:14.852033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Checking segment: {'id': 'dd5ae241-b79f-44e1-9fc4-9f15bf194e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '36c73887-4e02-4e89-b336-70ea04154434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:14.852678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network hostable DHCP agents. Network: 36c73887-4e02-4e89-b336-70ea04154434, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:47:14.863434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4c7ca48e-70c6-44a0-a7e0-59c48379ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:14.864967 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-4c7ca48e-70c6-44a0-a7e0-59c48379ffcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1095 time: 0.1132386 Dec 09 22:47:14.906913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network 36c73887-4e02-4e89-b336-70ea04154434 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:47:14.976537 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ee8b-ffe9-4386-9fc8-ce2b9adb705a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:14.984319 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ee8b-ffe9-4386-9fc8-ce2b9adb705a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:14.986514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 36c73887-4e02-4e89-b336-70ea04154434) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:14.999921 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1ff0c1-247e-4eee-b4ab-98134e51373b None None] Network 36c73887-4e02-4e89-b336-70ea04154434 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:15.004622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:15.005041 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:15.005265 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:15.047841 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d3dd0db6-424d-4faf-8495-197df39c6bac tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8719411 Dec 09 22:47:15.059408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38462) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:15.065343 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'port': {'network_id': '36c73887-4e02-4e89-b336-70ea04154434', 'name': 'tempest-NetworksIpV6TestAttrs-1234373636'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:15.150304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:15.151856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3ee8b-ffe9-4386-9fc8-ce2b9adb705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b439f18f-1bcc-48b9-8f10-24254721856c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:15.174442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:15.180213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-ef1c22e7-b03b-41d6-ba86-bcded8c019fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:15.181718 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-ef1c22e7-b03b-41d6-ba86-bcded8c019fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 200 len: 897 time: 0.3005025 Dec 09 22:47:15.182292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7bb3ee8b-ffe9-4386-9fc8-ce2b9adb705a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee65504e802f4fb5be98020a83122744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9421108 Dec 09 22:47:15.183435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:15.195393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38464) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:15.217949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3d0c4-2f73-4e13-b393-a9e6d693a1f2 req-85731b62-8488-44c7-842c-eb59f531661a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:15.219741 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0e3d0c4-2f73-4e13-b393-a9e6d693a1f2 req-85731b62-8488-44c7-842c-eb59f531661a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 943 time: 0.3619313 Dec 09 22:47:15.239926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159ec593-3d16-48cd-901d-dc6a96535cde None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:15.282397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-36c73887-4e02-4e89-b336-70ea04154434', 'network_id': '36c73887-4e02-4e89-b336-70ea04154434', 'project_id': '83c75398443f4cb28d4f201bae57ddc0', 'fixed_ips': [{'subnet_id': '1b2d659d-70de-48cc-831e-e1b07b2d7de6'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:47:15.284379 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:15.302374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event updated for resources: {'Port': ['ID=c5bddb37-c0ef-4927-98fe-c6b5e9c35167,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:15.359636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:47:15.380724 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f015f4-416f-4ecb-a7e4-065159a31896" -d '{"events": [{"name": "network-changed", "server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:47:15.420209 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e818f76-3751-499e-8ba8-533e99fa7945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:15.482788 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e818f76-3751-499e-8ba8-533e99fa7945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:15.555209 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-3135cff8-b543-43ef-ba27-3963554a4189 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 999 time: 0.3562365 Dec 09 22:47:15.580991 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effdaa1c-0f5e-4f8a-adaf-b933b1d22098 x-openstack-request-id: req-effdaa1c-0f5e-4f8a-adaf-b933b1d22098 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:47:15.581290 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:47:15.581554 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-effdaa1c-0f5e-4f8a-adaf-b933b1d22098 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:47:15.582042 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'status': 'completed', 'code': 200} Dec 09 22:47:15.622210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-65b38f92-65b0-436a-93f5-fe8ac8f4caa0 None None] Provisioning complete for port c5bddb37-c0ef-4927-98fe-c6b5e9c35167 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:15.625251 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-65b38f92-65b0-436a-93f5-fe8ac8f4caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:15.712929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0e3d0c4-2f73-4e13-b393-a9e6d693a1f2 req-cc7e1a05-bf3d-40d7-9dbe-5038816e3bef tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4609089 Dec 09 22:47:15.739222 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426fcf6-fc75-45b5-a953-de9ca7e8a7bf None None] Network b433387f-7043-42f2-9d43-1d9fa589e387 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:15.759173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e818f76-3751-499e-8ba8-533e99fa7945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:15.766710 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e818f76-3751-499e-8ba8-533e99fa7945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:15.768484 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2e818f76-3751-499e-8ba8-533e99fa7945 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b439f18f-1bcc-48b9-8f10-24254721856c HTTP/1.1" status: 204 len: 168 time: 0.5720477 Dec 09 22:47:15.780192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e818f76-3751-499e-8ba8-533e99fa7945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b439f18f-1bcc-48b9-8f10-24254721856c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:15.801021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-deb6e71f-51b7-44d1-8dd1-0628a38048cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:15.803293 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-deb6e71f-51b7-44d1-8dd1-0628a38048cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a67ade4c-028c-49cc-aa5b-738306c46a2d HTTP/1.1" status: 200 len: 835 time: 0.2380850 Dec 09 22:47:15.804204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:15.807798 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:15.836606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-8846b1d1-5727-4919-9b58-692f4ac1d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:15.838380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-8846b1d1-5727-4919-9b58-692f4ac1d7ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1095 time: 0.1465762 Dec 09 22:47:15.842696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] device_id is not set on port 1c34170f-ce2b-4e69-9cc6-b4f84026c500 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:47:15.901732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 038a80b3-0aec-4fd9-b738-50b1d71bed84 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:47:15.991355 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:15.997539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Allocated IP 2001:db8::f816:3eff:fe74:e7b3 (36c73887-4e02-4e89-b336-70ea04154434/1b2d659d-70de-48cc-831e-e1b07b2d7de6/11392acf-202c-4756-983d-b6701351085a) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:16.162818 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-65b38f92-65b0-436a-93f5-fe8ac8f4caa0 None None] Port c5bddb37-c0ef-4927-98fe-c6b5e9c35167 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:47:16.185846 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:16.199048 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:16.252313 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:16.258093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Pushing event updated for resources: {'Port': ['ID=11392acf-202c-4756-983d-b6701351085a,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:16.261076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 038a80b3-0aec-4fd9-b738-50b1d71bed84 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:16.261891 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:16.315334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Network 36c73887-4e02-4e89-b336-70ea04154434 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:16.324525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:16.334247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:16.373503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8ec4b458-57b1-4ae9-b87f-77c7537c1e6e None None] Provisioning complete for port 038a80b3-0aec-4fd9-b738-50b1d71bed84 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:16.373909 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b458-57b1-4ae9-b87f-77c7537c1e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:16.389726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38478) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:16.448880 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4c1f7c1c-9c79-4ac2-913e-b2b52fe34ed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:16.530907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Router f634924c-8b5d-4cdd-adcc-4a3ec6219736 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:47:16.592863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-f121076b-8dc0-46f0-b4fd-6cadc335a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:16.594990 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-f121076b-8dc0-46f0-b4fd-6cadc335a59b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 200 len: 897 time: 0.7199912 Dec 09 22:47:16.601221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-806c9795-c77f-44ee-932a-16c7e5335f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:16.603098 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-806c9795-c77f-44ee-932a-16c7e5335f85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7799263 Dec 09 22:47:16.606676 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:16.613498 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4c1f7c1c-9c79-4ac2-913e-b2b52fe34ed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:16.626750 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4c1f7c1c-9c79-4ac2-913e-b2b52fe34ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:16.669515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Attempting to bind port 11392acf-202c-4756-983d-b6701351085a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:47:16.671110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Attempting to bind port 11392acf-202c-4756-983d-b6701351085a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'dd5ae241-b79f-44e1-9fc4-9f15bf194e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '36c73887-4e02-4e89-b336-70ea04154434'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:47:16.671778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Attempting to bind port 11392acf-202c-4756-983d-b6701351085a on network 36c73887-4e02-4e89-b336-70ea04154434 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:47:16.695363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:47:16.696158 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Checking segment: {'id': 'dd5ae241-b79f-44e1-9fc4-9f15bf194e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '36c73887-4e02-4e89-b336-70ea04154434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:16.696818 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:16.697560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Bound using segment: {'id': 'dd5ae241-b79f-44e1-9fc4-9f15bf194e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '36c73887-4e02-4e89-b336-70ea04154434'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:47:16.698331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Bound port: 11392acf-202c-4756-983d-b6701351085a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5ae241-b79f-44e1-9fc4-9f15bf194e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '36c73887-4e02-4e89-b336-70ea04154434'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:47:16.698951 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:16.720428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 038a80b3-0aec-4fd9-b738-50b1d71bed84, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=038a80b3-0aec-4fd9-b738-50b1d71bed84,segment=NetworkSegment(d4ba28c4-3473-453c-a1ee-411d73063a17),segment_id=d4ba28c4-3473-453c-a1ee-411d73063a17)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:16.736138 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:16.789899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4c1f7c1c-9c79-4ac2-913e-b2b52fe34ed9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7360d081a9643e2b4f1c210db8d623e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3967626 Dec 09 22:47:16.790094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:47:16.791514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38494) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:16.801464 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Sync routers for ids ['f634924c-8b5d-4cdd-adcc-4a3ec6219736'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:47:16.809646 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=038a80b3-0aec-4fd9-b738-50b1d71bed84,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:16.816189 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Routers {'f634924c-8b5d-4cdd-adcc-4a3ec6219736'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:16.817113 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:04Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f634924c-8b5d-4cdd-adcc-4a3ec6219736'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:16.837457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7e6666f5-7970-4714-91d4-8fa29664eb59 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:47:16.949238 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-4cb7d27c-c384-4caa-846d-831c20649e3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 999 time: 0.3448417 Dec 09 22:47:16.957760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Allocated IP 2001:db8::f816:3eff:fe66:aa9e (36c73887-4e02-4e89-b336-70ea04154434/1b2d659d-70de-48cc-831e-e1b07b2d7de6/1c34170f-ce2b-4e69-9cc6-b4f84026c500) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:16.980743 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1bcba08-e8df-49e7-9536-94f31f992f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:17.009777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1bcba08-e8df-49e7-9536-94f31f992f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:17.059390 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Set router f634924c-8b5d-4cdd-adcc-4a3ec6219736 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:47:17.073915 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-7a262c4f-37d9-4fd8-b8e4-436f5f9877ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:17.075408 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-7a262c4f-37d9-4fd8-b8e4-436f5f9877ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a67ade4c-028c-49cc-aa5b-738306c46a2d HTTP/1.1" status: 200 len: 835 time: 0.1046109 Dec 09 22:47:17.101301 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:17.102588 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9c2bde8b-f8b6-4543-9d65-5d3c0867dc31 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8757346 Dec 09 22:47:17.118501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38504) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:17.121320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f7c1c-9c79-4ac2-913e-b2b52fe34ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e1593b-6e18-4340-93ee-a0621c157bb4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:17.160280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142ee6e-a933-43bb-96ae-21e7fc64ee0d req-f3f48180-83d3-41f4-8f06-314658839326 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:17.178761 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a142ee6e-a933-43bb-96ae-21e7fc64ee0d req-f3f48180-83d3-41f4-8f06-314658839326 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 943 time: 0.2662463 Dec 09 22:47:17.249026 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1bcba08-e8df-49e7-9536-94f31f992f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:17.251722 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d1bcba08-e8df-49e7-9536-94f31f992f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:17.255489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d1bcba08-e8df-49e7-9536-94f31f992f23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76e1593b-6e18-4340-93ee-a0621c157bb4 HTTP/1.1" status: 204 len: 168 time: 0.4620028 Dec 09 22:47:17.298673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] For port 11392acf-202c-4756-983d-b6701351085a, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:47:17.303323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcba08-e8df-49e7-9536-94f31f992f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e1593b-6e18-4340-93ee-a0621c157bb4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:17.306822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] For port 11392acf-202c-4756-983d-b6701351085a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=11392acf-202c-4756-983d-b6701351085a,segment=NetworkSegment(dd5ae241-b79f-44e1-9fc4-9f15bf194e88),segment_id=dd5ae241-b79f-44e1-9fc4-9f15bf194e88)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:47:17.327454 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a142ee6e-a933-43bb-96ae-21e7fc64ee0d req-58f9848f-51da-4940-97b2-07a10135a444 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477208 Dec 09 22:47:17.337383 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:17.340365 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-abdee0ca-37c0-41f7-ade1-411fc2379727 service neutron] 10.222.0.42 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7170126 Dec 09 22:47:17.358000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7e6666f5-7970-4714-91d4-8fa29664eb59 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:47:17.424961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60003ccb-4b25-40cf-abd2-ca83337a508a None None] Pushing event updated for resources: {'Port': ['ID=11392acf-202c-4756-983d-b6701351085a,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:17.441641 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f634924c-8b5d-4cdd-adcc-4a3ec6219736', 'name': 'tempest-snat-router-473330313', 'tenant_id': '6f3e23496d2849cc9a77457fff52cf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.182'}], 'enable_snat': False}, 'gw_port_id': 'c5bddb37-c0ef-4927-98fe-c6b5e9c35167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:47:13Z', 'updated_at': '2021-12-09T22:47:15Z', 'revision_number': 3, 'project_id': '6f3e23496d2849cc9a77457fff52cf4d', 'gw_port': {'id': 'c5bddb37-c0ef-4927-98fe-c6b5e9c35167', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f634924c-8b5d-4cdd-adcc-4a3ec6219736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:47:14Z', 'updated_at': '2021-12-09T22:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:17.445978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-54ebf2b8-9d79-4de4-a36d-7b2ad9d13869 None None] Provisioning complete for port 038a80b3-0aec-4fd9-b738-50b1d71bed84 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:17.446584 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54ebf2b8-9d79-4de4-a36d-7b2ad9d13869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:17.484034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-f18696a8-aff4-4665-84ea-9d31d06ac6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:17.485339 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-f18696a8-aff4-4665-84ea-9d31d06ac6ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3942556 Dec 09 22:47:17.495992 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Checking router: f634924c-8b5d-4cdd-adcc-4a3ec6219736 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:47:17.496349 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Updating router f634924c-8b5d-4cdd-adcc-4a3ec6219736 port c5bddb37-c0ef-4927-98fe-c6b5e9c35167 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:47:17.551066 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:17.848167 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:17.862164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 038a80b3-0aec-4fd9-b738-50b1d71bed84 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:47:18.027109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 038a80b3-0aec-4fd9-b738-50b1d71bed84 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:18.027502 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.075951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-73293c95-23ab-4e90-a09d-a1952cf3131e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/routers/f634924c-8b5d-4cdd-adcc-4a3ec6219736 HTTP/1.1" status: 200 len: 908 time: 0.9562740 Dec 09 22:47:18.078462 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38518) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:18.084124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Request body: {'router': {'name': 'tempest-snat-router-473330313', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'enable_snat': True}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:18.121345 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-42968f17-bab2-4ef7-a299-673d59d809ce service neutron] 10.222.0.42 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7664092 Dec 09 22:47:18.125966 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.147800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.152950 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.154064 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.169416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-5f94c4f3-3be7-4b2d-a053-22331af41be0 req-1ef8a444-cbb1-40eb-9840-8677e51cdcd4 service neutron] (103417) timed out ('10.222.0.16', 51896) {{(pid=103417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 22:47:18.173740 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-72cde3be-5f99-43f8-8fd8-31e1dc037885 service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715600 Dec 09 22:47:18.185468 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.265009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498e8c5-dc48-4c6d-98c9-b289a2e43884 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:18.307780 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.324661 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Pushing event updated for resources: {'Port': ['ID=c5bddb37-c0ef-4927-98fe-c6b5e9c35167,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:18.330152 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Attempting to bind port c5bddb37-c0ef-4927-98fe-c6b5e9c35167 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:47:18.330777 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Attempting to bind port c5bddb37-c0ef-4927-98fe-c6b5e9c35167 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:47:18.331476 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Attempting to bind port c5bddb37-c0ef-4927-98fe-c6b5e9c35167 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:47:18.367027 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.367711 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.368747 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.370065 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.370610 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.371246 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.371808 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.372320 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.372839 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.373515 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.374083 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.374596 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.375103 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:18.382726 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:47:18.383627 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:18.384254 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.384850 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:47:18.385552 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Bound port: c5bddb37-c0ef-4927-98fe-c6b5e9c35167, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:47:18.386995 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.395967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4bb8b3a0-5163-407a-83bb-81e2dec08948 None None] Provisioning complete for port c5bddb37-c0ef-4927-98fe-c6b5e9c35167 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:18.397115 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b3a0-5163-407a-83bb-81e2dec08948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.397235 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network 36c73887-4e02-4e89-b336-70ea04154434 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:18.409940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:18.414490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:18.421039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:18.421693 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.500976 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] For port c5bddb37-c0ef-4927-98fe-c6b5e9c35167, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:47:18.516399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Port': ['ID=1c34170f-ce2b-4e69-9cc6-b4f84026c500,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:18.526458 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] For port c5bddb37-c0ef-4927-98fe-c6b5e9c35167, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c5bddb37-c0ef-4927-98fe-c6b5e9c35167,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:47:18.568084 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-29fc2d57-b55e-45be-887c-259128e5a417 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.5074990 Dec 09 22:47:18.574187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38528) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:18.577771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8b3a0-5163-407a-83bb-81e2dec08948 None None] Port c5bddb37-c0ef-4927-98fe-c6b5e9c35167 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:47:18.594617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-e3bcefbd-4841-4583-a3ba-8be6a2074cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:18.597029 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-e3bcefbd-4841-4583-a3ba-8be6a2074cfc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1095 time: 0.3411806 Dec 09 22:47:18.623230 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.739841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020baa45-262b-4ce0-bc38-cf9b25c5e6fa None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:18.805249 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0111fde-59c1-4991-bf96-0dca93a3a84e None None] Pushing event updated for resources: {'Port': ['ID=c5bddb37-c0ef-4927-98fe-c6b5e9c35167,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:18.806994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-cf5469cd-9290-4fa6-ac49-23e400f80359 None None] Provisioning complete for port c5bddb37-c0ef-4927-98fe-c6b5e9c35167 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:18.807385 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf5469cd-9290-4fa6-ac49-23e400f80359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.814925 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Routers {'f634924c-8b5d-4cdd-adcc-4a3ec6219736'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:18.815434 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:04Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f634924c-8b5d-4cdd-adcc-4a3ec6219736'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:18.846829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.853362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7a2b48-67f8-4ec5-9add-3ef24492b554 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Deleting subnet 1b2d659d-70de-48cc-831e-e1b07b2d7de6 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:47:18.860377 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-1a242b74-f545-4285-b74a-9f433f9c5ef1 service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038101 Dec 09 22:47:18.861155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2b48-67f8-4ec5-9add-3ef24492b554 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.897360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201b128-f7c1-4df4-94c9-74639efe2c7c req-bd29908f-5167-4123-a06f-6f2bfde65a71 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:18.899412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9201b128-f7c1-4df4-94c9-74639efe2c7c req-bd29908f-5167-4123-a06f-6f2bfde65a71 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 943 time: 0.3081899 Dec 09 22:47:18.936394 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2b48-67f8-4ec5-9add-3ef24492b554 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:18.979373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-78bd8c83-e5e9-4c73-869a-98eead1a531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:18.981315 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-78bd8c83-e5e9-4c73-869a-98eead1a531f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 200 len: 897 time: 0.3748159 Dec 09 22:47:19.027175 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf5469cd-9290-4fa6-ac49-23e400f80359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:19.071568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cf5469cd-9290-4fa6-ac49-23e400f80359 None None] For port c5bddb37-c0ef-4927-98fe-c6b5e9c35167, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c5bddb37-c0ef-4927-98fe-c6b5e9c35167,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:19.079115 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf5469cd-9290-4fa6-ac49-23e400f80359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:19.141221 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9201b128-f7c1-4df4-94c9-74639efe2c7c req-18ead495-b30c-4599-ac0a-39acb7614edf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938682 Dec 09 22:47:19.171646 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-d35a1599-ff77-4b7b-9254-b48eaa9c9607 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 999 time: 0.1818769 Dec 09 22:47:19.211880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5469cd-9290-4fa6-ac49-23e400f80359 None None] Pushing event updated for resources: {'Port': ['ID=c5bddb37-c0ef-4927-98fe-c6b5e9c35167,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:19.253009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495a8349-0688-41f4-a69e-51158c11d9c4 None None] Network 36c73887-4e02-4e89-b336-70ea04154434 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:19.268014 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] Set router f634924c-8b5d-4cdd-adcc-4a3ec6219736 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:47:19.347686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-79cae46c-0639-4b66-8b91-0e834aa9b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:19.349942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-483558e7-ebcb-4708-bb64-96b280307cec None None] Provisioning complete for port 11392acf-202c-4756-983d-b6701351085a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:19.350528 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-483558e7-ebcb-4708-bb64-96b280307cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:19.358151 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-79cae46c-0639-4b66-8b91-0e834aa9b71d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a67ade4c-028c-49cc-aa5b-738306c46a2d HTTP/1.1" status: 200 len: 835 time: 0.1390400 Dec 09 22:47:19.420726 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2b48-67f8-4ec5-9add-3ef24492b554 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:19.503975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-0e08ba40-f5ba-4b8e-9d06-f6f96ea99f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:19.507406 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-0e08ba40-f5ba-4b8e-9d06-f6f96ea99f58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374819 Dec 09 22:47:19.511037 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2b48-67f8-4ec5-9add-3ef24492b554 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:19.537768 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:19.558263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a2b48-67f8-4ec5-9add-3ef24492b554 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2d659d-70de-48cc-831e-e1b07b2d7de6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:19.575930 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2b48-67f8-4ec5-9add-3ef24492b554 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:19.579829 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bc7a2b48-67f8-4ec5-9add-3ef24492b554 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/subnets/1b2d659d-70de-48cc-831e-e1b07b2d7de6 HTTP/1.1" status: 204 len: 168 time: 1.0042889 Dec 09 22:47:19.582386 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38544) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:19.594218 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:19.648166 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f634924c-8b5d-4cdd-adcc-4a3ec6219736', 'name': 'tempest-snat-router-473330313', 'tenant_id': '6f3e23496d2849cc9a77457fff52cf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.182'}], 'enable_snat': False}, 'gw_port_id': 'c5bddb37-c0ef-4927-98fe-c6b5e9c35167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:47:13Z', 'updated_at': '2021-12-09T22:47:15Z', 'revision_number': 3, 'project_id': '6f3e23496d2849cc9a77457fff52cf4d', 'gw_port': {'id': 'c5bddb37-c0ef-4927-98fe-c6b5e9c35167', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f634924c-8b5d-4cdd-adcc-4a3ec6219736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:47:14Z', 'updated_at': '2021-12-09T22:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:19.719165 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-483558e7-ebcb-4708-bb64-96b280307cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:19.733421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c74338-0e4a-4aaa-a511-58cce4e8ce60 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:19.738428 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa98753f-5e40-4515-9abb-b9f652727c76 None None] The sync data for ids ['f634924c-8b5d-4cdd-adcc-4a3ec6219736'] in n-d-789963-23 is: [{'id': 'f634924c-8b5d-4cdd-adcc-4a3ec6219736', 'name': 'tempest-snat-router-473330313', 'tenant_id': '6f3e23496d2849cc9a77457fff52cf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.182'}], 'enable_snat': False}, 'gw_port_id': 'c5bddb37-c0ef-4927-98fe-c6b5e9c35167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:47:13Z', 'updated_at': '2021-12-09T22:47:15Z', 'revision_number': 3, 'project_id': '6f3e23496d2849cc9a77457fff52cf4d', 'gw_port': {'id': 'c5bddb37-c0ef-4927-98fe-c6b5e9c35167', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f634924c-8b5d-4cdd-adcc-4a3ec6219736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:47:14Z', 'updated_at': '2021-12-09T22:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:47:19.747910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c74338-0e4a-4aaa-a511-58cce4e8ce60 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:19.749552 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e1c74338-0e4a-4aaa-a511-58cce4e8ce60 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1660051 Dec 09 22:47:19.754674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38548) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:19.868832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-483558e7-ebcb-4708-bb64-96b280307cec None None] For port 11392acf-202c-4756-983d-b6701351085a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=11392acf-202c-4756-983d-b6701351085a,segment=NetworkSegment(dd5ae241-b79f-44e1-9fc4-9f15bf194e88),segment_id=dd5ae241-b79f-44e1-9fc4-9f15bf194e88)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:19.892026 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-483558e7-ebcb-4708-bb64-96b280307cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:19.972869 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 11392acf-202c-4756-983d-b6701351085a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:47:19.993444 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-867d4082-71a4-4342-bfc0-566e0d570270 service neutron] 10.222.0.42 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729009 Dec 09 22:47:20.112334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483558e7-ebcb-4708-bb64-96b280307cec None None] Pushing event updated for resources: {'Port': ['ID=11392acf-202c-4756-983d-b6701351085a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:20.128107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Allocated IP 172.25.8.25 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/61813b03-9a11-4062-a968-89921595123a) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:20.139087 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b151-f375-4859-9f03-11027c820fe2 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:20.160149 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c2b151-f375-4859-9f03-11027c820fe2 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 09 22:47:20.161133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c2b151-f375-4859-9f03-11027c820fe2 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:47:20.165994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 11392acf-202c-4756-983d-b6701351085a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:20.166485 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:20.167666 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c9c2b151-f375-4859-9f03-11027c820fe2 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/networks/36c73887-4e02-4e89-b336-70ea04154434 HTTP/1.1" status: 409 len: 405 time: 0.4119408 Dec 09 22:47:20.172735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38556) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:20.198786 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7dfe3c27-b54e-4165-a5c5-0816476ddf1a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-69825084'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:20.394320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfe3c27-b54e-4165-a5c5-0816476ddf1a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:20.401593 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3c27-b54e-4165-a5c5-0816476ddf1a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:20.440721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0efe7dd-4d39-4ad0-a907-7293934e62bb None None] Network 36c73887-4e02-4e89-b336-70ea04154434 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:20.466737 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e6f015f4-416f-4ecb-a7e4-065159a31896 req-7970b9be-24f9-46f2-8fcc-844791521410 service neutron] 10.222.0.42 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640343 Dec 09 22:47:20.569204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfe3c27-b54e-4165-a5c5-0816476ddf1a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:47:20.591788 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e338b-cb7a-430b-84a4-79c087816de1 req-f2e5d4d2-b11d-4ad5-97a4-bd247915879d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:20.594428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aeba969c-2044-4330-9347-c4fdc96efcc0 None None] Provisioning complete for port 11392acf-202c-4756-983d-b6701351085a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:20.595037 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aeba969c-2044-4330-9347-c4fdc96efcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:20.602168 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-244e338b-cb7a-430b-84a4-79c087816de1 req-f2e5d4d2-b11d-4ad5-97a4-bd247915879d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 943 time: 0.2483573 Dec 09 22:47:20.608018 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:20.633211 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3c27-b54e-4165-a5c5-0816476ddf1a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:20.633551 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-7dfe3c27-b54e-4165-a5c5-0816476ddf1a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Added segment 44cddcfe-9892-4656-a475-bd4616c9eae3 of type vlan for network 87cdf91c-cb9e-4e2d-be53-4a3a4a331e46 Dec 09 22:47:20.657144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7e6666f5-7970-4714-91d4-8fa29664eb59 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:47:20.722935 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3c27-b54e-4165-a5c5-0816476ddf1a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:20.754349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-244e338b-cb7a-430b-84a4-79c087816de1 req-62faae80-5930-4200-b1f3-ce9cf2dcc563 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512094 Dec 09 22:47:20.774840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aeba969c-2044-4330-9347-c4fdc96efcc0 None None] Provisioning complete for port 1c34170f-ce2b-4e69-9cc6-b4f84026c500 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:20.775349 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aeba969c-2044-4330-9347-c4fdc96efcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:20.813282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:20.848543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aeba969c-2044-4330-9347-c4fdc96efcc0 None None] Port 1c34170f-ce2b-4e69-9cc6-b4f84026c500 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:47:20.859521 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3c27-b54e-4165-a5c5-0816476ddf1a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:20.874077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe3c27-b54e-4165-a5c5-0816476ddf1a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:20.875879 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3c27-b54e-4165-a5c5-0816476ddf1a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:20.891200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:20.931303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:20.945427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:20.986530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ba638-c801-4736-8959-31b7e5c5d43f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:21.019457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c2131-29c4-488b-8521-d58b9c13b51f None None] DHCP port deletion for 36c73887-4e02-4e89-b336-70ea04154434 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:21.076744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7dfe3c27-b54e-4165-a5c5-0816476ddf1a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9028642 Dec 09 22:47:21.077522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event updated for resources: {'Port': ['ID=61813b03-9a11-4062-a968-89921595123a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:21.079623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38576) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:21.086552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'subnet': {'network_id': '87cdf91c-cb9e-4e2d-be53-4a3a4a331e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:21.221676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7e6666f5-7970-4714-91d4-8fa29664eb59,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:21.238510 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aebab1b6-a44e-43dc-a7ae-5fcefaa5f3e5 None None] Provisioning complete for port 61813b03-9a11-4062-a968-89921595123a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:21.238899 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aebab1b6-a44e-43dc-a7ae-5fcefaa5f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:21.313236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aebab1b6-a44e-43dc-a7ae-5fcefaa5f3e5 None None] Port 61813b03-9a11-4062-a968-89921595123a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:47:21.320191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-138c2131-29c4-488b-8521-d58b9c13b51f None None] Deleting port 11392acf-202c-4756-983d-b6701351085a {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:21.320534 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-138c2131-29c4-488b-8521-d58b9c13b51f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:21.382555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'port_id': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'mac_address': 'fa:16:3e:1d:56:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:47:21.499058 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:21.583274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6666f5-7970-4714-91d4-8fa29664eb59 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:47:21.587214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-337cde63-41ea-4056-a0cf-dcf5807ccc01 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:21.593190 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-337cde63-41ea-4056-a0cf-dcf5807ccc01 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 943 time: 0.4535730 Dec 09 22:47:21.602642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-138c2131-29c4-488b-8521-d58b9c13b51f None None] For port 11392acf-202c-4756-983d-b6701351085a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=11392acf-202c-4756-983d-b6701351085a,segment=NetworkSegment(dd5ae241-b79f-44e1-9fc4-9f15bf194e88),segment_id=dd5ae241-b79f-44e1-9fc4-9f15bf194e88)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:21.603065 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-138c2131-29c4-488b-8521-d58b9c13b51f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:21.651846 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-138c2131-29c4-488b-8521-d58b9c13b51f None None] Calling delete_port for 11392acf-202c-4756-983d-b6701351085a owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:21.655234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7e6666f5-7970-4714-91d4-8fa29664eb59,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:21.666440 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:21.726435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:21.731431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:21.740888 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=7e6666f5-7970-4714-91d4-8fa29664eb59,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:21.886888 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-145d982c-7ab6-4966-8bbd-dd0037030025 service neutron] delete failed (client error): The resource could not be found. Dec 09 22:47:21.887991 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-145d982c-7ab6-4966-8bbd-dd0037030025 service neutron] 10.222.0.18 "DELETE /v2.0/ports/7e6666f5-7970-4714-91d4-8fa29664eb59/bindings/n-h1-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.2832408 Dec 09 22:47:21.898150 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['7e6666f5-7970-4714-91d4-8fa29664eb59'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:47:21.918895 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b7818999-5596-479d-b3a8-51ee23b6581f req-f051ae46-ce1c-4d09-bab4-dd7771f7016f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4969747 Dec 09 22:47:21.938758 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-138c2131-29c4-488b-8521-d58b9c13b51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:21.965641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe3c27-b54e-4165-a5c5-0816476ddf1a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Network': ['ID=87cdf91c-cb9e-4e2d-be53-4a3a4a331e46,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:22.060389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c5bddb37-c0ef-4927-98fe-c6b5e9c35167 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:47:22.103292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec78f5-0266-42cf-9b18-546549cb82ef req-949959db-a355-47e3-844b-db5c90c9df6c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:22.110768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7eec78f5-0266-42cf-9b18-546549cb82ef req-949959db-a355-47e3-844b-db5c90c9df6c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 944 time: 0.1596794 Dec 09 22:47:22.223709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 87cdf91c-cb9e-4e2d-be53-4a3a4a331e46 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:47:22.226851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c2131-29c4-488b-8521-d58b9c13b51f None None] No DVR routers for this DVR port 11392acf-202c-4756-983d-b6701351085a on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:47:22.238954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c2131-29c4-488b-8521-d58b9c13b51f None None] Pushing event deleted for resources: {'Port': ['ID=11392acf-202c-4756-983d-b6701351085a,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:22.244121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-cae8ae5d-778f-44f6-bbc5-4bf2de0898cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:22.245805 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-cae8ae5d-778f-44f6-bbc5-4bf2de0898cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1096 time: 0.1750565 Dec 09 22:47:22.247818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7818999-5596-479d-b3a8-51ee23b6581f req-ac798d2e-b276-413b-809a-ebe610817f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:22.249678 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b7818999-5596-479d-b3a8-51ee23b6581f req-ac798d2e-b276-413b-809a-ebe610817f95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1096 time: 0.2099278 Dec 09 22:47:22.339597 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7eec78f5-0266-42cf-9b18-546549cb82ef req-982f53c9-d15c-4743-ab8c-bec2b6d77549 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277658 Dec 09 22:47:22.407871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c5bddb37-c0ef-4927-98fe-c6b5e9c35167 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:22.408527 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:22.531624 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:22.625224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:47:22.725854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-e078cd0d-cf22-496b-9d4c-9ba948cfc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:22.727645 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-e078cd0d-cf22-496b-9d4c-9ba948cfc9fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 200 len: 897 time: 0.4286382 Dec 09 22:47:22.731981 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:22.938373 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:22.946060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Subnet': ['ID=6116934c-555a-432c-83aa-0cd665e9d540,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:22.951716 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7818999-5596-479d-b3a8-51ee23b6581f req-e93bbb58-f08a-4a24-98f1-0f424edef6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:22.954822 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b7818999-5596-479d-b3a8-51ee23b6581f req-e93bbb58-f08a-4a24-98f1-0f424edef6ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 200 len: 897 time: 0.6780398 Dec 09 22:47:22.957756 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-93cb334c-a68d-42cd-a586-75d9b985b667 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 1000 time: 0.2164702 Dec 09 22:47:22.982234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Checking segment: {'id': '44cddcfe-9892-4656-a475-bd4616c9eae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '87cdf91c-cb9e-4e2d-be53-4a3a4a331e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:22.983018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network hostable DHCP agents. Network: 87cdf91c-cb9e-4e2d-be53-4a3a4a331e46, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:47:23.048915 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:23.147792 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b7818999-5596-479d-b3a8-51ee23b6581f req-d23de0a3-16e9-4cbe-96f2-aa9667db4407 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 1000 time: 0.1826761 Dec 09 22:47:23.152481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-90588e9d-aabb-4c38-967c-a1d6f7cdfbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:23.154672 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-90588e9d-aabb-4c38-967c-a1d6f7cdfbc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a67ade4c-028c-49cc-aa5b-738306c46a2d HTTP/1.1" status: 200 len: 835 time: 0.1825719 Dec 09 22:47:23.156347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network 87cdf91c-cb9e-4e2d-be53-4a3a4a331e46 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:47:23.159796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 11392acf-202c-4756-983d-b6701351085a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:47:23.199896 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 87cdf91c-cb9e-4e2d-be53-4a3a4a331e46) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:23.219315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Router 15d30272-4db3-4d9b-901b-254ccb269ff9 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:47:23.237340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 11392acf-202c-4756-983d-b6701351085a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:47:23.237569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 11392acf-202c-4756-983d-b6701351085a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:47:23.240862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9990e191-e733-417a-a9fb-d0eff27f5126 None None] Network 87cdf91c-cb9e-4e2d-be53-4a3a4a331e46 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:23.247667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:23.248356 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:23.289409 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ebd203cc-ee1a-44b2-853b-86b3a4cb5b24 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2076068 Dec 09 22:47:23.294882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38602) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:23.303835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'port': {'network_id': '87cdf91c-cb9e-4e2d-be53-4a3a4a331e46', 'name': 'tempest-NetworksIpV6TestAttrs-1888113248'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:23.321043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-a6a81513-4314-4a5a-aa4f-84176dcf657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:23.323528 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-a6a81513-4314-4a5a-aa4f-84176dcf657e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563177 Dec 09 22:47:23.353080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7818999-5596-479d-b3a8-51ee23b6581f req-c3bda4f3-1110-4ad9-b42b-3fdaa59b136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:23.354659 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b7818999-5596-479d-b3a8-51ee23b6581f req-c3bda4f3-1110-4ad9-b42b-3fdaa59b136e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a67ade4c-028c-49cc-aa5b-738306c46a2d HTTP/1.1" status: 200 len: 835 time: 0.1896174 Dec 09 22:47:23.416008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-87cdf91c-cb9e-4e2d-be53-4a3a4a331e46', 'network_id': '87cdf91c-cb9e-4e2d-be53-4a3a4a331e46', 'project_id': '83c75398443f4cb28d4f201bae57ddc0', 'fixed_ips': [{'subnet_id': '6116934c-555a-432c-83aa-0cd665e9d540'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:47:23.416909 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:23.436234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:47:23.467005 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:23.471512 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ae664503-2a03-4081-8a84-b968b2e9ae95 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.3911002 Dec 09 22:47:23.477013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38610) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:23.757463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04a29f-b1da-498b-b3b6-159a11778c02 req-cb42843e-25cc-4073-96eb-b03e08820a74 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:23.760513 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb04a29f-b1da-498b-b3b6-159a11778c02 req-cb42843e-25cc-4073-96eb-b03e08820a74 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 944 time: 0.1625483 Dec 09 22:47:23.790700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7818999-5596-479d-b3a8-51ee23b6581f req-f986cff5-9408-4ee3-ab53-5cc2d19fe4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:23.793224 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b7818999-5596-479d-b3a8-51ee23b6581f req-f986cff5-9408-4ee3-ab53-5cc2d19fe4e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4250169 Dec 09 22:47:23.800206 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Sync routers for ids ['15d30272-4db3-4d9b-901b-254ccb269ff9'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:47:23.829745 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Routers {'15d30272-4db3-4d9b-901b-254ccb269ff9'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:23.830615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:04Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['15d30272-4db3-4d9b-901b-254ccb269ff9'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:23.871147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e05a0c10-2ed0-4ae5-ad05-4b123e224246 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/routers/15d30272-4db3-4d9b-901b-254ccb269ff9 HTTP/1.1" status: 200 len: 906 time: 0.3918443 Dec 09 22:47:23.872765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38616) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:23.887331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb04a29f-b1da-498b-b3b6-159a11778c02 req-f5a447ba-b852-41ae-90c3-0e5eb3a0f9cc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755172 Dec 09 22:47:23.889124 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-da17e7ad-32ef-454c-89fe-0a59e430cf76 service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531592 Dec 09 22:47:24.051738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Set router 15d30272-4db3-4d9b-901b-254ccb269ff9 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:47:24.233878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Allocated IP 2001:db8::f816:3eff:feab:1fff (87cdf91c-cb9e-4e2d-be53-4a3a4a331e46/6116934c-555a-432c-83aa-0cd665e9d540/145de82d-bbf3-47ec-a2eb-880b78510c8d) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:24.430695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:24.432836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d30272-4db3-4d9b-901b-254ccb269ff9', 'name': 'tempest-snat-router-473330313', 'tenant_id': '6f3e23496d2849cc9a77457fff52cf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '61813b03-9a11-4062-a968-89921595123a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:47:18Z', 'updated_at': '2021-12-09T22:47:22Z', 'revision_number': 3, 'project_id': '6f3e23496d2849cc9a77457fff52cf4d', 'gw_port': {'id': '61813b03-9a11-4062-a968-89921595123a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d30272-4db3-4d9b-901b-254ccb269ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:47:19Z', 'updated_at': '2021-12-09T22:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:24.434389 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:24.464879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Checking router: 15d30272-4db3-4d9b-901b-254ccb269ff9 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:47:24.465232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Updating router 15d30272-4db3-4d9b-901b-254ccb269ff9 port 61813b03-9a11-4062-a968-89921595123a binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:47:24.495731 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:24.501578 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:24.507031 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:24.526919 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b7818999-5596-479d-b3a8-51ee23b6581f req-351fe13b-d340-4aba-8579-91bde23f1a8d service neutron] 10.222.0.42 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260082 Dec 09 22:47:24.542629 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] device_id is not set on port 8a184c3b-cd92-4121-ab5d-5c98e844ecb8 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:47:24.595831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Network 87cdf91c-cb9e-4e2d-be53-4a3a4a331e46 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:24.646286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:24.655312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7e6666f5-7970-4714-91d4-8fa29664eb59 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:47:24.657810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:24.675912 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:24.688369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Pushing event updated for resources: {'Port': ['ID=145de82d-bbf3-47ec-a2eb-880b78510c8d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:24.752175 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-91209c79-1a42-4983-b585-3c2cd2e4371b req-1f03980d-b87b-4cee-ab24-f7e4f184788e service neutron] 10.222.0.18 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7864420 Dec 09 22:47:24.845191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Attempting to bind port 145de82d-bbf3-47ec-a2eb-880b78510c8d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:47:24.845427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Attempting to bind port 145de82d-bbf3-47ec-a2eb-880b78510c8d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '44cddcfe-9892-4656-a475-bd4616c9eae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '87cdf91c-cb9e-4e2d-be53-4a3a4a331e46'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:47:24.845831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Attempting to bind port 145de82d-bbf3-47ec-a2eb-880b78510c8d on network 87cdf91c-cb9e-4e2d-be53-4a3a4a331e46 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:47:24.855380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:47:24.855761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Checking segment: {'id': '44cddcfe-9892-4656-a475-bd4616c9eae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '87cdf91c-cb9e-4e2d-be53-4a3a4a331e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:24.856174 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:24.856638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Bound using segment: {'id': '44cddcfe-9892-4656-a475-bd4616c9eae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '87cdf91c-cb9e-4e2d-be53-4a3a4a331e46'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:47:24.857132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Bound port: 145de82d-bbf3-47ec-a2eb-880b78510c8d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cddcfe-9892-4656-a475-bd4616c9eae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '87cdf91c-cb9e-4e2d-be53-4a3a4a331e46'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:47:24.857523 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:24.940963 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 7e6666f5-7970-4714-91d4-8fa29664eb59 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:47:24.973086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 7e6666f5-7970-4714-91d4-8fa29664eb59 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:24.973496 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.008340 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b7818999-5596-479d-b3a8-51ee23b6581f req-793a12d8-a149-4c88-b838-528d8c760d95 service neutron] 10.222.0.42 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506099 Dec 09 22:47:25.080798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Allocated IP 2001:db8::f816:3eff:fe5d:3cb7 (87cdf91c-cb9e-4e2d-be53-4a3a4a331e46/6116934c-555a-432c-83aa-0cd665e9d540/8a184c3b-cd92-4121-ab5d-5c98e844ecb8) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:25.109555 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.168900 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.192152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] For port 145de82d-bbf3-47ec-a2eb-880b78510c8d, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:47:25.241243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a8ff1-e141-4b14-bac9-3cab97d18e57 req-3bb9dfd2-6dc4-486c-9ddd-08f2d68cff84 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:25.249071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a37a8ff1-e141-4b14-bac9-3cab97d18e57 req-3bb9dfd2-6dc4-486c-9ddd-08f2d68cff84 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 944 time: 0.2128961 Dec 09 22:47:25.262525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] For port 145de82d-bbf3-47ec-a2eb-880b78510c8d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=145de82d-bbf3-47ec-a2eb-880b78510c8d,segment=NetworkSegment(44cddcfe-9892-4656-a475-bd4616c9eae3),segment_id=44cddcfe-9892-4656-a475-bd4616c9eae3)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:47:25.279488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:47:25.282208 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1904da-185b-42be-b42d-55cc2c9a2f20" -d '{"events": [{"server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "name": "network-vif-plugged", "status": "completed", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:47:25.285120 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.366879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.369862 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71efc401-59fe-43cf-9f3f-24e65e5ff8ab x-openstack-request-id: req-71efc401-59fe-43cf-9f3f-24e65e5ff8ab {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:47:25.370409 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "name": "network-vif-plugged", "status": "completed", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:47:25.370900 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71efc401-59fe-43cf-9f3f-24e65e5ff8ab {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:47:25.383510 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'code': 200} Dec 09 22:47:25.387307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7e6666f5-7970-4714-91d4-8fa29664eb59,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:25.411902 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a37a8ff1-e141-4b14-bac9-3cab97d18e57 req-625781cd-d34f-473f-a3f8-48781c9e11fb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567578 Dec 09 22:47:25.479740 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.487811 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.545600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Deleting port 61813b03-9a11-4062-a968-89921595123a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:25.546806 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.560562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad69d26-a322-48d2-9035-410d00bb3ca4 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:25.581354 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Attempting to bind port 61813b03-9a11-4062-a968-89921595123a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:47:25.582017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Attempting to bind port 61813b03-9a11-4062-a968-89921595123a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:47:25.582986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Attempting to bind port 61813b03-9a11-4062-a968-89921595123a on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:47:25.592153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb345325-1c27-48f4-8ac9-e9e3cf89c3c6 None None] Pushing event updated for resources: {'Port': ['ID=145de82d-bbf3-47ec-a2eb-880b78510c8d,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:25.595769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:47:25.596371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:25.596953 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.597516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:47:25.598215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Bound port: 61813b03-9a11-4062-a968-89921595123a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:47:25.598983 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.658237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] For port 61813b03-9a11-4062-a968-89921595123a, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:47:25.662843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] For port 61813b03-9a11-4062-a968-89921595123a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=61813b03-9a11-4062-a968-89921595123a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:47:25.726162 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.765187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a61ab181-daaf-43a9-953b-7a51ccacdd36 None None] Provisioning complete for port 61813b03-9a11-4062-a968-89921595123a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:25.769398 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a61ab181-daaf-43a9-953b-7a51ccacdd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.793725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.817003 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:25.841202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Calling delete_port for 61813b03-9a11-4062-a968-89921595123a owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:25.874040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79e5c8-e8eb-4965-b16c-722573ecb586 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:25.887289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=7e6666f5-7970-4714-91d4-8fa29664eb59,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:25.948814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Routers {'15d30272-4db3-4d9b-901b-254ccb269ff9'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:25.949733 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:04Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['15d30272-4db3-4d9b-901b-254ccb269ff9'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:25.985240 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:26.046354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network 87cdf91c-cb9e-4e2d-be53-4a3a4a331e46 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:26.051462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:26.054710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:26.063365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:26.064040 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:26.092111 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7946222 Dec 09 22:47:26.095558 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38666) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:26.148013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9377f9-edc8-4bcb-a9e0-a16265866e59 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Port': ['ID=8a184c3b-cd92-4121-ab5d-5c98e844ecb8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:26.249724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Deleting subnet 6116934c-555a-432c-83aa-0cd665e9d540 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:47:26.259246 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:26.267333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815aa93-c682-416d-bbdd-7d6d22003bd0 None None] Pushing event updated for resources: {'Port': ['ID=61813b03-9a11-4062-a968-89921595123a,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:26.311863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:26.324357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815aa93-c682-416d-bbdd-7d6d22003bd0 None None] Pushing event updated for resources: {'Port': ['ID=61813b03-9a11-4062-a968-89921595123a,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:26.327399 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a61ab181-daaf-43a9-953b-7a51ccacdd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:26.376614 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] Set router 15d30272-4db3-4d9b-901b-254ccb269ff9 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:47:26.385219 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:26.403114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event deleted for resources: {'Port': ['ID=61813b03-9a11-4062-a968-89921595123a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:26.536741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8dee9c-4d98-456d-989c-353373e4695f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:26.549004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d30272-4db3-4d9b-901b-254ccb269ff9', 'name': 'tempest-snat-router-473330313', 'tenant_id': '6f3e23496d2849cc9a77457fff52cf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:47:18Z', 'updated_at': '2021-12-09T22:47:25Z', 'revision_number': 4, 'project_id': '6f3e23496d2849cc9a77457fff52cf4d', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:26.558200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:26.626303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7705f7d-9232-4170-af12-610e1f857425 None None] The sync data for ids ['15d30272-4db3-4d9b-901b-254ccb269ff9'] in n-d-789963-23 is: [{'id': '15d30272-4db3-4d9b-901b-254ccb269ff9', 'name': 'tempest-snat-router-473330313', 'tenant_id': '6f3e23496d2849cc9a77457fff52cf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:47:18Z', 'updated_at': '2021-12-09T22:47:25Z', 'revision_number': 4, 'project_id': '6f3e23496d2849cc9a77457fff52cf4d', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:47:26.634460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-95b3b582-9dca-4cf1-8ee9-470a30cdea1f None None] Could not find standard attr ID for object 61813b03-9a11-4062-a968-89921595123a. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:47:26.727819 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:26.730299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:26.779560 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:26.832270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327f439-08f1-4066-86f2-6546abe0ab64 req-77ee7c8b-31cb-42e4-936b-a998c19fe5bd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:26.834335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a327f439-08f1-4066-86f2-6546abe0ab64 req-77ee7c8b-31cb-42e4-936b-a998c19fe5bd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.1725347 Dec 09 22:47:26.839201 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:26.839776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15d30272-4db3-4d9b-901b-254ccb269ff9 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:47:26.845287 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:26.847988 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-48c2e58d-dcc5-45c1-9d33-03aecc09ac26 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "DELETE /v2.0/routers/15d30272-4db3-4d9b-901b-254ccb269ff9 HTTP/1.1" status: 204 len: 168 time: 2.9703150 Dec 09 22:47:26.853581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38680) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:27.024518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a327f439-08f1-4066-86f2-6546abe0ab64 req-027e4779-d0fb-4ec6-aede-4d266b6fa4af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677608 Dec 09 22:47:27.050400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38684) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:27.053171 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.120318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Subnet': ['ID=6116934c-555a-432c-83aa-0cd665e9d540,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:27.134930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.135570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.136221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.136741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.137504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.138666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.139447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.139964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.140701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.141201 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.141718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.142254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.143418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:27.157485 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.177940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f1e95-1669-4729-868d-5edffb548efc None None] Network 87cdf91c-cb9e-4e2d-be53-4a3a4a331e46 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:27.184501 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-14b3d89d-fa29-47a4-89ed-94bf16b9848b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/subnets/6116934c-555a-432c-83aa-0cd665e9d540 HTTP/1.1" status: 204 len: 168 time: 1.0878959 Dec 09 22:47:27.185393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38686) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:27.205481 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.255035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0101e2d2-015e-43e8-a0f2-1c3050037ad6 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:27.259700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0101e2d2-015e-43e8-a0f2-1c3050037ad6 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:27.264085 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a672be5e-8fb1-4a77-8af9-8faeaa4970aa tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/66d692f3-cad2-4d3e-8bab-63ce2116a9c1 HTTP/1.1" status: 200 len: 993 time: 0.2084291 Dec 09 22:47:27.264831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38690) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:27.265643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0101e2d2-015e-43e8-a0f2-1c3050037ad6 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0783968 Dec 09 22:47:27.425189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5d36637b-a4f7-4802-8e8c-2ee2b669727b None None] Provisioning complete for port 145de82d-bbf3-47ec-a2eb-880b78510c8d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:27.425771 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d36637b-a4f7-4802-8e8c-2ee2b669727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.433173 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee481cc3-af4c-4cf7-8857-3cc64fac7634 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.453959 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee481cc3-af4c-4cf7-8857-3cc64fac7634 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 09 22:47:27.454589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee481cc3-af4c-4cf7-8857-3cc64fac7634 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:47:27.459329 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ee481cc3-af4c-4cf7-8857-3cc64fac7634 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/networks/87cdf91c-cb9e-4e2d-be53-4a3a4a331e46 HTTP/1.1" status: 409 len: 405 time: 0.1938827 Dec 09 22:47:27.462799 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.464197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38694) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:27.469315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-83b125de-7d5c-4aeb-ac86-53fe684fa9bc tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1985162233'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:27.515176 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b125de-7d5c-4aeb-ac86-53fe684fa9bc tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:27.525307 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-83b125de-7d5c-4aeb-ac86-53fe684fa9bc tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.551080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Deleting port c5bddb37-c0ef-4927-98fe-c6b5e9c35167 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:27.551436 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.624519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b125de-7d5c-4aeb-ac86-53fe684fa9bc tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:47:27.656203 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-83b125de-7d5c-4aeb-ac86-53fe684fa9bc tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.658298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] For port c5bddb37-c0ef-4927-98fe-c6b5e9c35167, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c5bddb37-c0ef-4927-98fe-c6b5e9c35167,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:27.659194 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.664297 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-83b125de-7d5c-4aeb-ac86-53fe684fa9bc tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Added segment 7478b4a6-df60-40f6-aec6-26c7a526a397 of type vlan for network ab29f680-58aa-46d1-b8f2-04a0316b37a0 Dec 09 22:47:27.676258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Calling delete_port for c5bddb37-c0ef-4927-98fe-c6b5e9c35167 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:27.678182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb53c31-5e04-4e31-881d-385db1de05bf None None] DHCP port deletion for 87cdf91c-cb9e-4e2d-be53-4a3a4a331e46 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:27.746382 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-83b125de-7d5c-4aeb-ac86-53fe684fa9bc tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.767080 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d36637b-a4f7-4802-8e8c-2ee2b669727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.799134 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-83b125de-7d5c-4aeb-ac86-53fe684fa9bc tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.807332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b125de-7d5c-4aeb-ac86-53fe684fa9bc tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:27.808020 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-83b125de-7d5c-4aeb-ac86-53fe684fa9bc tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.905240 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5d36637b-a4f7-4802-8e8c-2ee2b669727b None None] For port 145de82d-bbf3-47ec-a2eb-880b78510c8d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=145de82d-bbf3-47ec-a2eb-880b78510c8d,segment=NetworkSegment(44cddcfe-9892-4656-a475-bd4616c9eae3),segment_id=44cddcfe-9892-4656-a475-bd4616c9eae3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:27.908290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ddb53c31-5e04-4e31-881d-385db1de05bf None None] Deleting port 145de82d-bbf3-47ec-a2eb-880b78510c8d {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:27.909416 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddb53c31-5e04-4e31-881d-385db1de05bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:27.956409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b125de-7d5c-4aeb-ac86-53fe684fa9bc tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Network': ['ID=ab29f680-58aa-46d1-b8f2-04a0316b37a0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:27.982457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-83b125de-7d5c-4aeb-ac86-53fe684fa9bc tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5170548 Dec 09 22:47:27.983104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38704) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:28.002963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'subnet': {'network_id': 'ab29f680-58aa-46d1-b8f2-04a0316b37a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:28.106822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network ab29f680-58aa-46d1-b8f2-04a0316b37a0 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:47:28.123217 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d36637b-a4f7-4802-8e8c-2ee2b669727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:28.137549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ddb53c31-5e04-4e31-881d-385db1de05bf None None] For port 145de82d-bbf3-47ec-a2eb-880b78510c8d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=145de82d-bbf3-47ec-a2eb-880b78510c8d,segment=NetworkSegment(44cddcfe-9892-4656-a475-bd4616c9eae3),segment_id=44cddcfe-9892-4656-a475-bd4616c9eae3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:28.137979 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddb53c31-5e04-4e31-881d-385db1de05bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:28.175191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:28.182095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:28.273501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ddb53c31-5e04-4e31-881d-385db1de05bf None None] Calling delete_port for 145de82d-bbf3-47ec-a2eb-880b78510c8d owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:28.407844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36637b-a4f7-4802-8e8c-2ee2b669727b None None] Pushing event updated for resources: {'Port': ['ID=145de82d-bbf3-47ec-a2eb-880b78510c8d,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:28.540129 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:28.593100 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddb53c31-5e04-4e31-881d-385db1de05bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:28.620117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5bddb37-c0ef-4927-98fe-c6b5e9c35167,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:28.668222 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb53c31-5e04-4e31-881d-385db1de05bf None None] Pushing event deleted for resources: {'Port': ['ID=145de82d-bbf3-47ec-a2eb-880b78510c8d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:28.673860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2867bee6-8b39-4479-a37c-4de188ebd425 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:28.706902 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb53c31-5e04-4e31-881d-385db1de05bf None None] No DVR routers for this DVR port 145de82d-bbf3-47ec-a2eb-880b78510c8d on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:47:28.745160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.objects.ports [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103418) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:47:28.746727 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:28.803052 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:28.823253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Checking segment: {'id': '7478b4a6-df60-40f6-aec6-26c7a526a397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ab29f680-58aa-46d1-b8f2-04a0316b37a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:28.823559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network hostable DHCP agents. Network: ab29f680-58aa-46d1-b8f2-04a0316b37a0, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:47:28.832861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Subnet': ['ID=8470a650-250a-4675-b2ce-3ee87ae338a4,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:28.848565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network ab29f680-58aa-46d1-b8f2-04a0316b37a0 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:47:28.869353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, ab29f680-58aa-46d1-b8f2-04a0316b37a0) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:28.877390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:28.882053 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:28.883125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671c5f4e-a59b-474e-bfa1-eef8c0800cd7 None None] Network ab29f680-58aa-46d1-b8f2-04a0316b37a0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:28.907996 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fa7cceff-06f8-4d6b-a2f3-b55cb928cab5 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9207406 Dec 09 22:47:28.911117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38716) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:29.002152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-ab29f680-58aa-46d1-b8f2-04a0316b37a0', 'network_id': 'ab29f680-58aa-46d1-b8f2-04a0316b37a0', 'project_id': '83c75398443f4cb28d4f201bae57ddc0', 'fixed_ips': [{'subnet_id': '8470a650-250a-4675-b2ce-3ee87ae338a4'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:47:29.003094 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.026974 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.030165 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.101197 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.102226 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.102775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f634924c-8b5d-4cdd-adcc-4a3ec6219736 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:47:29.116973 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.120872 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c226a5b7-c5c6-4334-9cae-484721775862 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f634924c-8b5d-4cdd-adcc-4a3ec6219736 HTTP/1.1" status: 204 len: 168 time: 2.2661583 Dec 09 22:47:29.124680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38720) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:29.138057 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1741129886', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:29.213424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.214582 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.287069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Allocated IP 2001:db8::f816:3eff:fef5:f192 (ab29f680-58aa-46d1-b8f2-04a0316b37a0/8470a650-250a-4675-b2ce-3ee87ae338a4/5f3b469f-f20f-4af3-a6e3-9699c3688329) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:29.294522 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.343842 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.548224 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.559869 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.586477 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.626927 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.657695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Network ab29f680-58aa-46d1-b8f2-04a0316b37a0 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:29.660759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:29.662517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Subnet': ['ID=8470a650-250a-4675-b2ce-3ee87ae338a4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:29.666795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:29.674939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Pushing event updated for resources: {'Port': ['ID=5f3b469f-f20f-4af3-a6e3-9699c3688329,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:29.794324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Attempting to bind port 5f3b469f-f20f-4af3-a6e3-9699c3688329 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:47:29.794855 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Attempting to bind port 5f3b469f-f20f-4af3-a6e3-9699c3688329 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '7478b4a6-df60-40f6-aec6-26c7a526a397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ab29f680-58aa-46d1-b8f2-04a0316b37a0'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:47:29.795234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Attempting to bind port 5f3b469f-f20f-4af3-a6e3-9699c3688329 on network ab29f680-58aa-46d1-b8f2-04a0316b37a0 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:47:29.804299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:47:29.804686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Checking segment: {'id': '7478b4a6-df60-40f6-aec6-26c7a526a397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ab29f680-58aa-46d1-b8f2-04a0316b37a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:29.805095 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.805493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Bound using segment: {'id': '7478b4a6-df60-40f6-aec6-26c7a526a397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ab29f680-58aa-46d1-b8f2-04a0316b37a0'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:47:29.806004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Bound port: 5f3b469f-f20f-4af3-a6e3-9699c3688329, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7478b4a6-df60-40f6-aec6-26c7a526a397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ab29f680-58aa-46d1-b8f2-04a0316b37a0'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:47:29.806397 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.824158 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.872623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab29f680-58aa-46d1-b8f2-04a0316b37a0']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:29.887748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7478b4a6-df60-40f6-aec6-26c7a526a397') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:29.888276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7478b4a6-df60-40f6-aec6-26c7a526a397') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:29.907182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.933569 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.961371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:29.961777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:29.965298 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:29.990135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] For port 5f3b469f-f20f-4af3-a6e3-9699c3688329, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:47:29.994725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c5bddb37-c0ef-4927-98fe-c6b5e9c35167 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:47:30.026157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: c5bddb37-c0ef-4927-98fe-c6b5e9c35167 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:47:30.026518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c5bddb37-c0ef-4927-98fe-c6b5e9c35167 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:47:30.071666 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] For port 5f3b469f-f20f-4af3-a6e3-9699c3688329, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5f3b469f-f20f-4af3-a6e3-9699c3688329,segment=NetworkSegment(7478b4a6-df60-40f6-aec6-26c7a526a397),segment_id=7478b4a6-df60-40f6-aec6-26c7a526a397)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:47:30.072957 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.db.api [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 22:47:30.072957 n-d-789963-23 neutron-server[103418]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 22:47:30.072957 n-d-789963-23 neutron-server[103418]: [parameters: {'id': 'ab29f680-58aa-46d1-b8f2-04a0316b37a0'}] Dec 09 22:47:30.072957 n-d-789963-23 neutron-server[103418]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:47:30.073376 n-d-789963-23 neutron-server[103418]: DEBUG oslo_db.api [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:47:30.078755 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:30.127743 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:30.149262 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:30.219859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0479178-02a5-4f7b-8316-1caf6880d86c None None] Network ab29f680-58aa-46d1-b8f2-04a0316b37a0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:30.258489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4cd27-def8-4bda-9eb9-cea109872372 None None] Pushing event updated for resources: {'Port': ['ID=5f3b469f-f20f-4af3-a6e3-9699c3688329,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:30.295546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Allocated IP 172.25.8.186 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/05aaa6ca-f70f-4911-8004-94683d5018af) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:30.432380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b878f2-aad9-4a68-ac9b-4836b638503e None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:47:30.460365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:30.516535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:30.537179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b878f2-aad9-4a68-ac9b-4836b638503e None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:47:30.569107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:30.573020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:30.574618 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:30.578191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:30.683530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Deleting port 5f3b469f-f20f-4af3-a6e3-9699c3688329 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:30.687287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Pushing event updated for resources: {'Port': ['ID=05aaa6ca-f70f-4911-8004-94683d5018af,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:30.690255 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:30.703175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.703655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.704007 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.704767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.705120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.705462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.705814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.706156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.706490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.706819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.707152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.707481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.707817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:47:30.815527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] For port 5f3b469f-f20f-4af3-a6e3-9699c3688329, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5f3b469f-f20f-4af3-a6e3-9699c3688329,segment=NetworkSegment(7478b4a6-df60-40f6-aec6-26c7a526a397),segment_id=7478b4a6-df60-40f6-aec6-26c7a526a397)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:30.816658 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:30.837258 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Calling delete_port for 5f3b469f-f20f-4af3-a6e3-9699c3688329 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:30.938618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeefd8f-f33b-4c69-9360-c77a66cdbaed None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:30.957037 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:30.987541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-94ef00e1-7db9-4f3a-aa43-04f57f23a77d None None] Provisioning complete for port 05aaa6ca-f70f-4911-8004-94683d5018af triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:30.988009 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94ef00e1-7db9-4f3a-aa43-04f57f23a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.049164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Port': ['ID=5f3b469f-f20f-4af3-a6e3-9699c3688329,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:31.053342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No DVR routers for this DVR port 5f3b469f-f20f-4af3-a6e3-9699c3688329 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:47:31.080717 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0be29099-1be0-4a49-a698-c20658e43666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.093632 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-94ef00e1-7db9-4f3a-aa43-04f57f23a77d None None] Port 05aaa6ca-f70f-4911-8004-94683d5018af cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:47:31.112689 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.206609 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.240089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab29f680-58aa-46d1-b8f2-04a0316b37a0']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:31.252427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7478b4a6-df60-40f6-aec6-26c7a526a397') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:31.252727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7478b4a6-df60-40f6-aec6-26c7a526a397') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:31.264184 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.283867 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.292667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:31.295364 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:31.298959 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:31.417565 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.443995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.455227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38760) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:31.455854 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/networks/ab29f680-58aa-46d1-b8f2-04a0316b37a0 HTTP/1.1" status: 204 len: 168 time: 2.5425448 Dec 09 22:47:31.456221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc8ea7-b325-4497-8e92-8873f28a8ec7 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Network': ['ID=ab29f680-58aa-46d1-b8f2-04a0316b37a0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:31.464760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e4906b08-9c12-4338-8a12-d35281f81c5f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1769164154'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:31.499075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4906b08-9c12-4338-8a12-d35281f81c5f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:31.502862 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4906b08-9c12-4338-8a12-d35281f81c5f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.518467 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.575612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4906b08-9c12-4338-8a12-d35281f81c5f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:47:31.597969 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4906b08-9c12-4338-8a12-d35281f81c5f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.598325 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-e4906b08-9c12-4338-8a12-d35281f81c5f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Added segment c2f4bae1-c48c-4d99-a3ea-b99a5ae83401 of type vlan for network 03ac4b67-bdf5-4d4a-9779-b05c7f49e021 Dec 09 22:47:31.694368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4906b08-9c12-4338-8a12-d35281f81c5f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.758272 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4906b08-9c12-4338-8a12-d35281f81c5f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.772338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4906b08-9c12-4338-8a12-d35281f81c5f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:31.773806 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4906b08-9c12-4338-8a12-d35281f81c5f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:31.835497 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e4906b08-9c12-4338-8a12-d35281f81c5f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3778739 Dec 09 22:47:31.839103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38766) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:31.847355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-776ac8ee-9fdc-460c-ab99-20a80f9ea4f0 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'subnet': {'network_id': '03ac4b67-bdf5-4d4a-9779-b05c7f49e021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:31.913031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Router 98595207-8948-4d56-8b65-11b7f25415c9 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:47:31.926442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4906b08-9c12-4338-8a12-d35281f81c5f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Network': ['ID=03ac4b67-bdf5-4d4a-9779-b05c7f49e021,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:31.940337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 03ac4b67-bdf5-4d4a-9779-b05c7f49e021 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:47:32.119656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776ac8ee-9fdc-460c-ab99-20a80f9ea4f0 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:32.123351 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-776ac8ee-9fdc-460c-ab99-20a80f9ea4f0 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:32.469119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:47:32.479661 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78078f8-985a-4fc6-a024-653c6c5a9816 None None] Sync routers for ids ['98595207-8948-4d56-8b65-11b7f25415c9'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:47:32.494557 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78078f8-985a-4fc6-a024-653c6c5a9816 None None] Routers {'98595207-8948-4d56-8b65-11b7f25415c9'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:32.495273 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e78078f8-985a-4fc6-a024-653c6c5a9816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:04Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['98595207-8948-4d56-8b65-11b7f25415c9'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:32.507555 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:32.509168 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f69cd295-ee2c-43c5-b660-235a113fd296 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3816578 Dec 09 22:47:32.511968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38784) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:32.518422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-17940255-5b09-4097-8514-130180a6a54e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'enable_snat': False}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:32.574996 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e78078f8-985a-4fc6-a024-653c6c5a9816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:32.598873 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78078f8-985a-4fc6-a024-653c6c5a9816 None None] Routers {'98595207-8948-4d56-8b65-11b7f25415c9'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:32.604039 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e78078f8-985a-4fc6-a024-653c6c5a9816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:04Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['98595207-8948-4d56-8b65-11b7f25415c9'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:32.644700 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e78078f8-985a-4fc6-a024-653c6c5a9816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:32.645628 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78078f8-985a-4fc6-a024-653c6c5a9816 None None] The sync data for ids ['98595207-8948-4d56-8b65-11b7f25415c9'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:47:32.654193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38786) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:32.662528 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-776ac8ee-9fdc-460c-ab99-20a80f9ea4f0 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:32.747420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ac8ee-9fdc-460c-ab99-20a80f9ea4f0 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Subnet': ['ID=1c928081-2766-4aca-a3b5-0e0097f8c93f,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:32.749992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ac8ee-9fdc-460c-ab99-20a80f9ea4f0 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Checking segment: {'id': 'c2f4bae1-c48c-4d99-a3ea-b99a5ae83401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '03ac4b67-bdf5-4d4a-9779-b05c7f49e021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:32.750190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776ac8ee-9fdc-460c-ab99-20a80f9ea4f0 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network hostable DHCP agents. Network: 03ac4b67-bdf5-4d4a-9779-b05c7f49e021, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:47:32.774558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776ac8ee-9fdc-460c-ab99-20a80f9ea4f0 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network 03ac4b67-bdf5-4d4a-9779-b05c7f49e021 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:47:32.796225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-776ac8ee-9fdc-460c-ab99-20a80f9ea4f0 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 03ac4b67-bdf5-4d4a-9779-b05c7f49e021) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:32.802718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776ac8ee-9fdc-460c-ab99-20a80f9ea4f0 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:32.803451 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-776ac8ee-9fdc-460c-ab99-20a80f9ea4f0 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:32.811361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb3fc95-c845-453e-9bd4-91eeccfd3f12 None None] Network 03ac4b67-bdf5-4d4a-9779-b05c7f49e021 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:32.840911 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-776ac8ee-9fdc-460c-ab99-20a80f9ea4f0 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0006943 Dec 09 22:47:32.849513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38790) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:32.859978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a352dda-0656-48b5-862f-a04da59e4689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:32.955744 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a352dda-0656-48b5-862f-a04da59e4689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:32.968919 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a352dda-0656-48b5-862f-a04da59e4689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.009851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-03ac4b67-bdf5-4d4a-9779-b05c7f49e021', 'network_id': '03ac4b67-bdf5-4d4a-9779-b05c7f49e021', 'project_id': '83c75398443f4cb28d4f201bae57ddc0', 'fixed_ips': [{'subnet_id': '1c928081-2766-4aca-a3b5-0e0097f8c93f'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:47:33.010928 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.022776 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17940255-5b09-4097-8514-130180a6a54e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.058057 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4a352dda-0656-48b5-862f-a04da59e4689 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdc430cefa94457fabdd05b42cd9726a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4024587 Dec 09 22:47:33.064042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38792) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:33.073949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a352dda-0656-48b5-862f-a04da59e4689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ed021f-3bfe-49f3-8f00-c0654117db72,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:33.118825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.212708 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65c8bf3b-4c02-4e05-b575-406accc10336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.260035 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65c8bf3b-4c02-4e05-b575-406accc10336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.276116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Allocated IP 2001:db8::2 (03ac4b67-bdf5-4d4a-9779-b05c7f49e021/1c928081-2766-4aca-a3b5-0e0097f8c93f/76d529ca-928b-4616-ba09-baa2d27b8c16) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:33.329324 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.329936 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8213699f-8c67-4112-bd8f-6342280c0615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.335882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65c8bf3b-4c02-4e05-b575-406accc10336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.341265 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65c8bf3b-4c02-4e05-b575-406accc10336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.343257 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-65c8bf3b-4c02-4e05-b575-406accc10336 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57ed021f-3bfe-49f3-8f00-c0654117db72 HTTP/1.1" status: 204 len: 168 time: 0.2775812 Dec 09 22:47:33.452455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8bf3b-4c02-4e05-b575-406accc10336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ed021f-3bfe-49f3-8f00-c0654117db72,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:33.686266 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.703840 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.731988 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.873510 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Network 03ac4b67-bdf5-4d4a-9779-b05c7f49e021 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:33.887835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Subnet': ['ID=1c928081-2766-4aca-a3b5-0e0097f8c93f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:33.914892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:33.923135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Pushing event updated for resources: {'Port': ['ID=76d529ca-928b-4616-ba09-baa2d27b8c16,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:33.938441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:33.954104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.973394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38824) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:33.991828 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:33.992414 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01527d32-2c82-4e11-9f6c-db86e5b3b753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.039472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Attempting to bind port 76d529ca-928b-4616-ba09-baa2d27b8c16 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:47:34.040580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Attempting to bind port 76d529ca-928b-4616-ba09-baa2d27b8c16 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c2f4bae1-c48c-4d99-a3ea-b99a5ae83401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '03ac4b67-bdf5-4d4a-9779-b05c7f49e021'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:47:34.041186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Attempting to bind port 76d529ca-928b-4616-ba09-baa2d27b8c16 on network 03ac4b67-bdf5-4d4a-9779-b05c7f49e021 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:47:34.050280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:47:34.051227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Checking segment: {'id': 'c2f4bae1-c48c-4d99-a3ea-b99a5ae83401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '03ac4b67-bdf5-4d4a-9779-b05c7f49e021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:34.051945 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.054208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Bound using segment: {'id': 'c2f4bae1-c48c-4d99-a3ea-b99a5ae83401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '03ac4b67-bdf5-4d4a-9779-b05c7f49e021'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:47:34.055139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Bound port: 76d529ca-928b-4616-ba09-baa2d27b8c16, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f4bae1-c48c-4d99-a3ea-b99a5ae83401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '03ac4b67-bdf5-4d4a-9779-b05c7f49e021'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:47:34.055820 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.056128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ac4b67-bdf5-4d4a-9779-b05c7f49e021']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:34.074861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f4bae1-c48c-4d99-a3ea-b99a5ae83401') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:34.075362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f4bae1-c48c-4d99-a3ea-b99a5ae83401') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:34.087781 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.105053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.112871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:34.113423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:34.118239 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:34.189968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] For port 76d529ca-928b-4616-ba09-baa2d27b8c16, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:47:34.197335 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] For port 76d529ca-928b-4616-ba09-baa2d27b8c16, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=76d529ca-928b-4616-ba09-baa2d27b8c16,segment=NetworkSegment(c2f4bae1-c48c-4d99-a3ea-b99a5ae83401),segment_id=c2f4bae1-c48c-4d99-a3ea-b99a5ae83401)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:47:34.198056 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.api [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 22:47:34.198056 n-d-789963-23 neutron-server[103417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 22:47:34.198056 n-d-789963-23 neutron-server[103417]: [parameters: {'id': '03ac4b67-bdf5-4d4a-9779-b05c7f49e021'}] Dec 09 22:47:34.198056 n-d-789963-23 neutron-server[103417]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:47:34.198725 n-d-789963-23 neutron-server[103417]: DEBUG oslo_db.api [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:47:34.202751 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.279910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a04fb-cfba-4dc1-b540-acf0cf18096c None None] Pushing event updated for resources: {'Port': ['ID=76d529ca-928b-4616-ba09-baa2d27b8c16,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:34.317174 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01527d32-2c82-4e11-9f6c-db86e5b3b753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.322448 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17940255-5b09-4097-8514-130180a6a54e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.325533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-01527d32-2c82-4e11-9f6c-db86e5b3b753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.332947 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17940255-5b09-4097-8514-130180a6a54e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.345418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8df2f2-d88c-4d7b-a653-ad62211db85f None None] Network 03ac4b67-bdf5-4d4a-9779-b05c7f49e021 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:34.437039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-01527d32-2c82-4e11-9f6c-db86e5b3b753 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82f491559d3f4e50959dfcba0acb60e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4595723 Dec 09 22:47:34.437536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38834) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:34.438541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01527d32-2c82-4e11-9f6c-db86e5b3b753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76f5280-fd34-4a88-896a-1a491a63e0bb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:34.456311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c15df-35c2-4049-8933-c15cc69386b2 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:47:34.537265 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0267aa3e-849d-4473-9af5-311ffd0e3258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.552597 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167c15df-35c2-4049-8933-c15cc69386b2 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:47:34.562550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17940255-5b09-4097-8514-130180a6a54e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Router 98595207-8948-4d56-8b65-11b7f25415c9 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:47:34.566347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0267aa3e-849d-4473-9af5-311ffd0e3258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.653134 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0267aa3e-849d-4473-9af5-311ffd0e3258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.656610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0267aa3e-849d-4473-9af5-311ffd0e3258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.663595 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0267aa3e-849d-4473-9af5-311ffd0e3258 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b76f5280-fd34-4a88-896a-1a491a63e0bb HTTP/1.1" status: 204 len: 168 time: 0.2247713 Dec 09 22:47:34.691307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267aa3e-849d-4473-9af5-311ffd0e3258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76f5280-fd34-4a88-896a-1a491a63e0bb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:34.693129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17940255-5b09-4097-8514-130180a6a54e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:47:34.698266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17940255-5b09-4097-8514-130180a6a54e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.702223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-17940255-5b09-4097-8514-130180a6a54e tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "PUT /v2.0/routers/98595207-8948-4d56-8b65-11b7f25415c9 HTTP/1.1" status: 200 len: 926 time: 2.1857698 Dec 09 22:47:34.704712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38840) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:34.707958 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.802900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Deleting port 76d529ca-928b-4616-ba09-baa2d27b8c16 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:34.804050 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.887754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] For port 76d529ca-928b-4616-ba09-baa2d27b8c16, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=76d529ca-928b-4616-ba09-baa2d27b8c16,segment=NetworkSegment(c2f4bae1-c48c-4d99-a3ea-b99a5ae83401),segment_id=c2f4bae1-c48c-4d99-a3ea-b99a5ae83401)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:34.888873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.908834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db0fe7f-5c30-4db8-a6ed-a2359e48df0b None None] Sync routers for ids ['98595207-8948-4d56-8b65-11b7f25415c9'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:47:34.909136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-481634e1-92d5-4eee-8411-f52ead9a978b tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/routers/98595207-8948-4d56-8b65-11b7f25415c9 HTTP/1.1" status: 200 len: 926 time: 0.2025363 Dec 09 22:47:34.909991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38846) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:34.930635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Calling delete_port for 76d529ca-928b-4616-ba09-baa2d27b8c16 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:34.968444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db0fe7f-5c30-4db8-a6ed-a2359e48df0b None None] Routers {'98595207-8948-4d56-8b65-11b7f25415c9'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:34.969095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-0db0fe7f-5c30-4db8-a6ed-a2359e48df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['98595207-8948-4d56-8b65-11b7f25415c9'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:34.973158 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:34.992899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70072914-313a-44fd-9d3e-a8a0ff310f4c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:34.998392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-70072914-313a-44fd-9d3e-a8a0ff310f4c tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&device_id=98595207-8948-4d56-8b65-11b7f25415c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0864336 Dec 09 22:47:34.999041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38848) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:35.008402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-0db0fe7f-5c30-4db8-a6ed-a2359e48df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:35.023842 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db0fe7f-5c30-4db8-a6ed-a2359e48df0b None None] Routers {'98595207-8948-4d56-8b65-11b7f25415c9'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:35.024484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-0db0fe7f-5c30-4db8-a6ed-a2359e48df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['98595207-8948-4d56-8b65-11b7f25415c9'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:35.063010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-0db0fe7f-5c30-4db8-a6ed-a2359e48df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:35.064934 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db0fe7f-5c30-4db8-a6ed-a2359e48df0b None None] The sync data for ids ['98595207-8948-4d56-8b65-11b7f25415c9'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:47:35.095705 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.115271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No DVR routers for this DVR port 76d529ca-928b-4616-ba09-baa2d27b8c16 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:47:35.167319 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Port': ['ID=76d529ca-928b-4616-ba09-baa2d27b8c16,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:35.236030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b63536-9f93-4ef5-9812-ad1e1b68f4ed tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:35.240972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-85b63536-9f93-4ef5-9812-ad1e1b68f4ed tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 881 time: 0.2374296 Dec 09 22:47:35.241452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38852) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:35.249617 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.285917 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a77746d5-38be-4b0c-9fde-9fddd5b42d10 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "GET /v2.0/ports?device_id=98595207-8948-4d56-8b65-11b7f25415c9 HTTP/1.1" status: 200 len: 205 time: 0.0430906 Dec 09 22:47:35.287750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ac4b67-bdf5-4d4a-9779-b05c7f49e021']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:35.288774 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38856) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:35.304702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f4bae1-c48c-4d99-a3ea-b99a5ae83401') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:35.304702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f4bae1-c48c-4d99-a3ea-b99a5ae83401') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:35.319379 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.340079 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.357760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:35.358236 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:35.368072 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:35.472543 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.490986 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.497363 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/networks/03ac4b67-bdf5-4d4a-9779-b05c7f49e021 HTTP/1.1" status: 204 len: 168 time: 2.6462696 Dec 09 22:47:35.510108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38868) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:35.517150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b0b94480-cb75-4468-a2ad-7757e6fdaeca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-540203200'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:35.521939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea9a5e-1c19-40b7-a2b9-f007e0380ec3 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Network': ['ID=03ac4b67-bdf5-4d4a-9779-b05c7f49e021,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:35.542602 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.573950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b94480-cb75-4468-a2ad-7757e6fdaeca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:35.577911 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0b94480-cb75-4468-a2ad-7757e6fdaeca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.623343 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b94480-cb75-4468-a2ad-7757e6fdaeca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:47:35.636815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0b94480-cb75-4468-a2ad-7757e6fdaeca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.638141 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-b0b94480-cb75-4468-a2ad-7757e6fdaeca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Added segment 3af16608-610b-4e1e-a63b-573387c38299 of type vlan for network de2afd5c-adbd-42c3-a310-d57f7499eceb Dec 09 22:47:35.680127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.699032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0b94480-cb75-4468-a2ad-7757e6fdaeca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.742152 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0b94480-cb75-4468-a2ad-7757e6fdaeca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.756709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b94480-cb75-4468-a2ad-7757e6fdaeca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:35.758942 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b0b94480-cb75-4468-a2ad-7757e6fdaeca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.766162 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Deleting port 05aaa6ca-f70f-4911-8004-94683d5018af {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:35.766960 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.824757 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b0b94480-cb75-4468-a2ad-7757e6fdaeca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3133652 Dec 09 22:47:35.828165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38882) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:35.833847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Request body: {'subnet': {'network_id': 'de2afd5c-adbd-42c3-a310-d57f7499eceb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:35.900806 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:35.908159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b94480-cb75-4468-a2ad-7757e6fdaeca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Network': ['ID=de2afd5c-adbd-42c3-a310-d57f7499eceb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:35.925188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network de2afd5c-adbd-42c3-a310-d57f7499eceb details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:47:35.932994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Calling delete_port for 05aaa6ca-f70f-4911-8004-94683d5018af owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:36.022578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Made reservation on behalf of 83c75398443f4cb28d4f201bae57ddc0 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:36.026737 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.225080 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.261019 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.303952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aadca9-0057-4c77-b475-48d37f6c99c9 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:36.359166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Pushing event deleted for resources: {'Port': ['ID=05aaa6ca-f70f-4911-8004-94683d5018af,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:36.425222 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.425935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:47:36.428406 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.558560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event updated for resources: {'Subnet': ['ID=413fc11f-f1fc-491b-b401-21d68f7180af,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:36.586135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Checking segment: {'id': '3af16608-610b-4e1e-a63b-573387c38299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'de2afd5c-adbd-42c3-a310-d57f7499eceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:36.586503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network hostable DHCP agents. Network: de2afd5c-adbd-42c3-a310-d57f7499eceb, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:47:36.595089 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.598521 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.633059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Network de2afd5c-adbd-42c3-a310-d57f7499eceb is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:47:36.650663 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, de2afd5c-adbd-42c3-a310-d57f7499eceb) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:36.661090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d558e7-0550-4abc-afd7-c69c5cfeccf3 None None] Network de2afd5c-adbd-42c3-a310-d57f7499eceb requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:36.661422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:36.664981 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.677444 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.678057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Fanout notify agent at l3_agent the message router_deleted on router 98595207-8948-4d56-8b65-11b7f25415c9 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:47:36.701354 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.703891 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-44d2fe3d-d75c-4c24-87db-f3476c7f1a92 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/routers/98595207-8948-4d56-8b65-11b7f25415c9 HTTP/1.1" status: 204 len: 168 time: 1.4126661 Dec 09 22:47:36.706514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38908) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:36.710330 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a9f7f50d-2592-480f-9765-93f32ab2bdbd tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8812084 Dec 09 22:47:36.711150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38910) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:36.723580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3023fbdf-f942-4ca2-b40c-4cc38e474be2 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-583499672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:36.776882 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3023fbdf-f942-4ca2-b40c-4cc38e474be2 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.778160 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3023fbdf-f942-4ca2-b40c-4cc38e474be2 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.837773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-de2afd5c-adbd-42c3-a310-d57f7499eceb', 'network_id': 'de2afd5c-adbd-42c3-a310-d57f7499eceb', 'project_id': '83c75398443f4cb28d4f201bae57ddc0', 'fixed_ips': [{'subnet_id': '413fc11f-f1fc-491b-b401-21d68f7180af'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:47:36.838812 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.890104 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3023fbdf-f942-4ca2-b40c-4cc38e474be2 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.893337 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.898386 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3023fbdf-f942-4ca2-b40c-4cc38e474be2 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.922926 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3023fbdf-f942-4ca2-b40c-4cc38e474be2 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:36.928409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3023fbdf-f942-4ca2-b40c-4cc38e474be2 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2179399 Dec 09 22:47:36.929259 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38918) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:36.934412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Request body: {'router': {'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:36.980222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.043206 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.053263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Allocated IP 2001:db8::f816:3eff:fe30:1217 (de2afd5c-adbd-42c3-a310-d57f7499eceb/413fc11f-f1fc-491b-b401-21d68f7180af/f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:37.215232 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.239215 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.247574 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.268057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Network de2afd5c-adbd-42c3-a310-d57f7499eceb is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:37.271896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:37.273466 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.293303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:37.352064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Pushing event updated for resources: {'Port': ['ID=f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:37.368324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Attempting to bind port f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:47:37.368988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Attempting to bind port f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '3af16608-610b-4e1e-a63b-573387c38299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'de2afd5c-adbd-42c3-a310-d57f7499eceb'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:47:37.369738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Attempting to bind port f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1 on network de2afd5c-adbd-42c3-a310-d57f7499eceb {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:47:37.377867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Subnet': ['ID=413fc11f-f1fc-491b-b401-21d68f7180af,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:37.382357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:47:37.383270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Checking segment: {'id': '3af16608-610b-4e1e-a63b-573387c38299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'de2afd5c-adbd-42c3-a310-d57f7499eceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:37.383873 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.385321 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Bound using segment: {'id': '3af16608-610b-4e1e-a63b-573387c38299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'de2afd5c-adbd-42c3-a310-d57f7499eceb'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:47:37.386216 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Bound port: f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af16608-610b-4e1e-a63b-573387c38299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'de2afd5c-adbd-42c3-a310-d57f7499eceb'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:47:37.386931 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.485453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] For port f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:47:37.489102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] For port f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1,segment=NetworkSegment(3af16608-610b-4e1e-a63b-573387c38299),segment_id=3af16608-610b-4e1e-a63b-573387c38299)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:47:37.495762 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.511307 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.532070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.533431 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.586263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2afd5c-adbd-42c3-a310-d57f7499eceb']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:37.592534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e5b53-2dfa-47fe-8952-3f2a5557c14c None None] Pushing event updated for resources: {'Port': ['ID=f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:37.599858 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af16608-610b-4e1e-a63b-573387c38299') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:37.600396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af16608-610b-4e1e-a63b-573387c38299') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:37.613537 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.616361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9febd03a-b4fc-4ce7-a0a2-0eb182f9032b None None] Network de2afd5c-adbd-42c3-a310-d57f7499eceb requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:37.630579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.638174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:37.638825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:37.642168 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:37.689847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Allocated IP 172.25.8.103 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/ba2c4147-9f1f-439e-9d3d-54253bd89c85) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:37.716565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.db.api [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 22:47:37.716565 n-d-789963-23 neutron-server[103417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 22:47:37.716565 n-d-789963-23 neutron-server[103417]: [parameters: {'id': 'de2afd5c-adbd-42c3-a310-d57f7499eceb'}] Dec 09 22:47:37.716565 n-d-789963-23 neutron-server[103417]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:47:37.718973 n-d-789963-23 neutron-server[103417]: DEBUG oslo_db.api [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:47:37.746701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85794ce1-b23c-4b5c-a34b-fc3c336b6789 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 22:47:37.872587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85794ce1-b23c-4b5c-a34b-fc3c336b6789 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 22:47:37.920456 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:37.980467 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.011661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:38.014886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:38.018324 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:38.128399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Pushing event updated for resources: {'Port': ['ID=ba2c4147-9f1f-439e-9d3d-54253bd89c85,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:38.220012 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.224470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ee2b2d-69e1-4ba3-aa08-36aaff210f3f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:38.287524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1ef727be-a941-4072-a802-b50e485211ec None None] Provisioning complete for port ba2c4147-9f1f-439e-9d3d-54253bd89c85 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:38.288141 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1ef727be-a941-4072-a802-b50e485211ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.316860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Deleting port f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:38.317101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.380118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1ef727be-a941-4072-a802-b50e485211ec None None] Port ba2c4147-9f1f-439e-9d3d-54253bd89c85 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:47:38.419394 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.461204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] For port f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1,segment=NetworkSegment(3af16608-610b-4e1e-a63b-573387c38299),segment_id=3af16608-610b-4e1e-a63b-573387c38299)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:38.462103 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.482705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Calling delete_port for f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:38.637438 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.641316 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.656242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.687255 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Port': ['ID=f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:38.700824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No DVR routers for this DVR port f4e94c4d-ca1a-4004-8e4b-2b2bbd0b23f1 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:47:38.801212 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.817048 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Router 36515222-6f8e-41e9-a279-81f91821dd90 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:47:38.825985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2afd5c-adbd-42c3-a310-d57f7499eceb']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:38.839388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af16608-610b-4e1e-a63b-573387c38299') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:38.840157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af16608-610b-4e1e-a63b-573387c38299') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:38.853324 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.880477 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.900402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:38.900916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:38.905480 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:39.003720 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:47:39.024079 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:39.031301 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:39.034602 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244653f-654f-4ce6-9c71-faf82181303d None None] Sync routers for ids ['36515222-6f8e-41e9-a279-81f91821dd90'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:47:39.036111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:39.039938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7a39d2c2-5d7c-4dfd-8185-0034340346d4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "PUT /v2.0/routers/36515222-6f8e-41e9-a279-81f91821dd90 HTTP/1.1" status: 200 len: 883 time: 2.1068945 Dec 09 22:47:39.040836 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/networks/de2afd5c-adbd-42c3-a310-d57f7499eceb HTTP/1.1" status: 204 len: 168 time: 2.3263564 Dec 09 22:47:39.040836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38966) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.043106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38968) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.084531 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244653f-654f-4ce6-9c71-faf82181303d None None] Routers {'36515222-6f8e-41e9-a279-81f91821dd90'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:39.085392 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8244653f-654f-4ce6-9c71-faf82181303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['36515222-6f8e-41e9-a279-81f91821dd90'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:39.093145 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-59358f9f-01b3-4847-ac8e-3ee5d6038083 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] DELETE failed (client error): The resource could not be found. Dec 09 22:47:39.093616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59358f9f-01b3-4847-ac8e-3ee5d6038083 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:47:39.099913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-59358f9f-01b3-4847-ac8e-3ee5d6038083 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/subnets/413fc11f-f1fc-491b-b401-21d68f7180af HTTP/1.1" status: 404 len: 337 time: 0.0558088 Dec 09 22:47:39.106597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38972) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.123856 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55801bb-e09f-4806-b5f2-c225474bd74a tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Network': ['ID=de2afd5c-adbd-42c3-a310-d57f7499eceb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:39.145002 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc511bef-ee70-4d0e-abf3-2e989831d14f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] DELETE failed (client error): The resource could not be found. Dec 09 22:47:39.149779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc511bef-ee70-4d0e-abf3-2e989831d14f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:47:39.153094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dc511bef-ee70-4d0e-abf3-2e989831d14f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/networks/de2afd5c-adbd-42c3-a310-d57f7499eceb HTTP/1.1" status: 404 len: 339 time: 0.0451493 Dec 09 22:47:39.156821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38974) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.211689 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-536ffc8e-a350-4dc2-afc3-169b1bdd9933 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] DELETE failed (client error): The resource could not be found. Dec 09 22:47:39.211912 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8244653f-654f-4ce6-9c71-faf82181303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:39.212055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536ffc8e-a350-4dc2-afc3-169b1bdd9933 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:47:39.215724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-536ffc8e-a350-4dc2-afc3-169b1bdd9933 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/subnets/1c928081-2766-4aca-a3b5-0e0097f8c93f HTTP/1.1" status: 404 len: 337 time: 0.0573523 Dec 09 22:47:39.218114 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38978) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.237733 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244653f-654f-4ce6-9c71-faf82181303d None None] Routers {'36515222-6f8e-41e9-a279-81f91821dd90'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:39.238466 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8244653f-654f-4ce6-9c71-faf82181303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['36515222-6f8e-41e9-a279-81f91821dd90'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:39.257804 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12a77b3-1526-4c53-b117-ff62f7a4b0ce tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] DELETE failed (client error): The resource could not be found. Dec 09 22:47:39.258444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12a77b3-1526-4c53-b117-ff62f7a4b0ce tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:47:39.261732 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-948e1e56-7ccd-46d6-adc8-6ef489b11228 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/routers/36515222-6f8e-41e9-a279-81f91821dd90 HTTP/1.1" status: 200 len: 924 time: 0.2199907 Dec 09 22:47:39.264329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38982) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.267947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a12a77b3-1526-4c53-b117-ff62f7a4b0ce tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/networks/03ac4b67-bdf5-4d4a-9779-b05c7f49e021 HTTP/1.1" status: 404 len: 339 time: 0.0479846 Dec 09 22:47:39.269997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38984) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.282919 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8244653f-654f-4ce6-9c71-faf82181303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:39.283829 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244653f-654f-4ce6-9c71-faf82181303d None None] The sync data for ids ['36515222-6f8e-41e9-a279-81f91821dd90'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:47:39.311957 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e43637-fabf-4031-848e-142bd1b9ffca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] DELETE failed (client error): The resource could not be found. Dec 09 22:47:39.312572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e43637-fabf-4031-848e-142bd1b9ffca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:47:39.316830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e6e43637-fabf-4031-848e-142bd1b9ffca tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/subnets/8470a650-250a-4675-b2ce-3ee87ae338a4 HTTP/1.1" status: 404 len: 337 time: 0.0448222 Dec 09 22:47:39.320305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38986) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.335835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fd5af-b285-4eac-a250-cb6e1028feb7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:39.337737 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f62fd5af-b285-4eac-a250-cb6e1028feb7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&device_id=36515222-6f8e-41e9-a279-81f91821dd90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0711632 Dec 09 22:47:39.340417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38988) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.345829 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-43395ee6-7b76-40ad-8e8b-c8371910880d tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] DELETE failed (client error): The resource could not be found. Dec 09 22:47:39.346351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43395ee6-7b76-40ad-8e8b-c8371910880d tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:47:39.349836 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-43395ee6-7b76-40ad-8e8b-c8371910880d tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/networks/ab29f680-58aa-46d1-b8f2-04a0316b37a0 HTTP/1.1" status: 404 len: 339 time: 0.0261071 Dec 09 22:47:39.351956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 38990) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.462187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-23681608-7f70-45b9-9481-7580c01539eb tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Deleting port 8a184c3b-cd92-4121-ab5d-5c98e844ecb8 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:39.462345 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23681608-7f70-45b9-9481-7580c01539eb tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:39.469340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff2b821-460a-4300-8f6d-b0d8c624afd9 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:39.472115 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bff2b821-460a-4300-8f6d-b0d8c624afd9 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 881 time: 0.1294317 Dec 09 22:47:39.474873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38994) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.504628 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e5dd2e95-fd24-4b38-bd0c-87a0a5deaaff tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "GET /v2.0/ports?device_id=36515222-6f8e-41e9-a279-81f91821dd90 HTTP/1.1" status: 200 len: 205 time: 0.0281782 Dec 09 22:47:39.508666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 38996) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.551194 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23681608-7f70-45b9-9481-7580c01539eb tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:39.575904 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-23681608-7f70-45b9-9481-7580c01539eb tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Calling delete_port for 8a184c3b-cd92-4121-ab5d-5c98e844ecb8 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:39.685614 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23681608-7f70-45b9-9481-7580c01539eb tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:39.749245 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:39.761457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23681608-7f70-45b9-9481-7580c01539eb tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Port': ['ID=8a184c3b-cd92-4121-ab5d-5c98e844ecb8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:39.773635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-23681608-7f70-45b9-9481-7580c01539eb tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:39.781298 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-23681608-7f70-45b9-9481-7580c01539eb tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/ports/8a184c3b-cd92-4121-ab5d-5c98e844ecb8 HTTP/1.1" status: 204 len: 168 time: 0.4283211 Dec 09 22:47:39.783906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39002) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.810503 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b93773-c31b-4a1c-a820-8576d480e11b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] DELETE failed (client error): The resource could not be found. Dec 09 22:47:39.811381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b93773-c31b-4a1c-a820-8576d480e11b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:47:39.817185 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-85b93773-c31b-4a1c-a820-8576d480e11b tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/subnets/6116934c-555a-432c-83aa-0cd665e9d540 HTTP/1.1" status: 404 len: 337 time: 0.0322540 Dec 09 22:47:39.817823 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39004) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:39.894760 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:40.009644 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:40.034018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cdf91c-cb9e-4e2d-be53-4a3a4a331e46']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:40.046348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cddcfe-9892-4656-a475-bd4616c9eae3') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:40.046679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cddcfe-9892-4656-a475-bd4616c9eae3') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:40.060366 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:40.103846 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:40.155069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:40.155732 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:40.221342 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:40.340115 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:40.357383 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:40.360856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/networks/87cdf91c-cb9e-4e2d-be53-4a3a4a331e46 HTTP/1.1" status: 204 len: 168 time: 0.5420589 Dec 09 22:47:40.363372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39018) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:40.522180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:40.623085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Deleting port ba2c4147-9f1f-439e-9d3d-54253bd89c85 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:40.623419 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:40.746032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:40.762236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Calling delete_port for ba2c4147-9f1f-439e-9d3d-54253bd89c85 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:40.777728 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:47:40.784430 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77851d-5210-40d9-be3a-7bb774da601c tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Network': ['ID=87cdf91c-cb9e-4e2d-be53-4a3a4a331e46,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:40.900077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-29e86a06-942e-401e-ba9e-27c467566456 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Deleting port 1c34170f-ce2b-4e69-9cc6-b4f84026c500 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:40.902412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-29e86a06-942e-401e-ba9e-27c467566456 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:40.999934 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-29e86a06-942e-401e-ba9e-27c467566456 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.017030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-29e86a06-942e-401e-ba9e-27c467566456 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Calling delete_port for 1c34170f-ce2b-4e69-9cc6-b4f84026c500 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:41.022882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.060069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Pushing event deleted for resources: {'Port': ['ID=ba2c4147-9f1f-439e-9d3d-54253bd89c85,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:41.073713 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9426f2-d8bd-4d13-a6a1-bcbcb9769b26 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:41.142282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-29e86a06-942e-401e-ba9e-27c467566456 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.157254 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.207625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e86a06-942e-401e-ba9e-27c467566456 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Port': ['ID=1c34170f-ce2b-4e69-9cc6-b4f84026c500,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:41.221426 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-29e86a06-942e-401e-ba9e-27c467566456 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.228007 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-29e86a06-942e-401e-ba9e-27c467566456 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/ports/1c34170f-ce2b-4e69-9cc6-b4f84026c500 HTTP/1.1" status: 204 len: 168 time: 0.8612978 Dec 09 22:47:41.228007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39038) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:41.261675 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-33da9101-97ef-4dec-ab2b-82ef6cb592db tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] DELETE failed (client error): The resource could not be found. Dec 09 22:47:41.262347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33da9101-97ef-4dec-ab2b-82ef6cb592db tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:47:41.265856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-33da9101-97ef-4dec-ab2b-82ef6cb592db tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/subnets/1b2d659d-70de-48cc-831e-e1b07b2d7de6 HTTP/1.1" status: 404 len: 337 time: 0.0366848 Dec 09 22:47:41.268703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39042) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:41.291234 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.293480 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.359996 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.360519 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Fanout notify agent at l3_agent the message router_deleted on router 36515222-6f8e-41e9-a279-81f91821dd90 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:47:41.371513 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.374094 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2ec3f2d4-c0ce-4ea8-b3f1-b8991c69744d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/routers/36515222-6f8e-41e9-a279-81f91821dd90 HTTP/1.1" status: 204 len: 168 time: 1.8641789 Dec 09 22:47:41.378472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39052) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:41.387697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f407c310-1e4a-4a20-a35f-7ba8b5eb0c83 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-179073344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:41.417813 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f407c310-1e4a-4a20-a35f-7ba8b5eb0c83 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.419038 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f407c310-1e4a-4a20-a35f-7ba8b5eb0c83 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.440596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.493532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f407c310-1e4a-4a20-a35f-7ba8b5eb0c83 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.502740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f407c310-1e4a-4a20-a35f-7ba8b5eb0c83 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.553666 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f407c310-1e4a-4a20-a35f-7ba8b5eb0c83 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.554529 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f407c310-1e4a-4a20-a35f-7ba8b5eb0c83 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1738098 Dec 09 22:47:41.559620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39062) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:41.565092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'enable_snat': True}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:41.590926 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.635624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c73887-4e02-4e89-b336-70ea04154434']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:41.657500 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5ae241-b79f-44e1-9fc4-9f15bf194e88') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:41.657816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5ae241-b79f-44e1-9fc4-9f15bf194e88') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:41.683319 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.708392 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.737588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:41.738020 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:41.743363 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:41.867842 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.881198 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.890221 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/networks/36c73887-4e02-4e89-b336-70ea04154434 HTTP/1.1" status: 204 len: 168 time: 0.6189399 Dec 09 22:47:41.894497 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39074) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:41.898514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:41.920370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ca681-d1a1-4d48-b457-80ceda18f093 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Network': ['ID=36c73887-4e02-4e89-b336-70ea04154434,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:41.982825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adf5d6a-17f3-4779-ba7c-13d2a55d8af2 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Deleting subnet 580d8043-50e6-490e-91a1-b024564a1580 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:47:41.988832 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d6a-17f3-4779-ba7c-13d2a55d8af2 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.062457 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d6a-17f3-4779-ba7c-13d2a55d8af2 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.170576 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d6a-17f3-4779-ba7c-13d2a55d8af2 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.342922 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d6a-17f3-4779-ba7c-13d2a55d8af2 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.348879 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.399840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf5d6a-17f3-4779-ba7c-13d2a55d8af2 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Subnet': ['ID=580d8043-50e6-490e-91a1-b024564a1580,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:42.403612 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.406351 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d6a-17f3-4779-ba7c-13d2a55d8af2 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.412403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39092) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:42.414197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5fc50-371c-482b-843f-2f73159f839c None None] Network b433387f-7043-42f2-9d43-1d9fa589e387 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:42.424722 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5adf5d6a-17f3-4779-ba7c-13d2a55d8af2 tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/subnets/580d8043-50e6-490e-91a1-b024564a1580 HTTP/1.1" status: 204 len: 168 time: 0.5218885 Dec 09 22:47:42.548071 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.624324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Allocated IP 172.25.8.7 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/79aaeea5-a5d3-4515-aa48-a3899bc4ad59) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:42.627390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Deleting port 038a80b3-0aec-4fd9-b738-50b1d71bed84 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:42.627937 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.641165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f641b92c-bcf0-4f55-9d26-6fd937d476ab None None] DHCP port deletion for b433387f-7043-42f2-9d43-1d9fa589e387 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:42.729715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f641b92c-bcf0-4f55-9d26-6fd937d476ab None None] Deleting port 038a80b3-0aec-4fd9-b738-50b1d71bed84 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:42.730343 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f641b92c-bcf0-4f55-9d26-6fd937d476ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.791555 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] For port 038a80b3-0aec-4fd9-b738-50b1d71bed84, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=038a80b3-0aec-4fd9-b738-50b1d71bed84,segment=NetworkSegment(d4ba28c4-3473-453c-a1ee-411d73063a17),segment_id=d4ba28c4-3473-453c-a1ee-411d73063a17)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:42.792248 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.803711 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.816289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f641b92c-bcf0-4f55-9d26-6fd937d476ab None None] For port 038a80b3-0aec-4fd9-b738-50b1d71bed84, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=038a80b3-0aec-4fd9-b738-50b1d71bed84,segment=NetworkSegment(d4ba28c4-3473-453c-a1ee-411d73063a17),segment_id=d4ba28c4-3473-453c-a1ee-411d73063a17)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:42.816696 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f641b92c-bcf0-4f55-9d26-6fd937d476ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.820092 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Calling delete_port for 038a80b3-0aec-4fd9-b738-50b1d71bed84 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:42.841217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f641b92c-bcf0-4f55-9d26-6fd937d476ab None None] Calling delete_port for 038a80b3-0aec-4fd9-b738-50b1d71bed84 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:42.865073 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.935809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:42.941951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:42.946955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:42.951802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event updated for resources: {'Port': ['ID=79aaeea5-a5d3-4515-aa48-a3899bc4ad59,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:42.954523 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f641b92c-bcf0-4f55-9d26-6fd937d476ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.969461 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:42.974006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca6cb5-311b-4291-a996-9a2c63dd22a4 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:43.010943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641b92c-bcf0-4f55-9d26-6fd937d476ab None None] Pushing event deleted for resources: {'Port': ['ID=038a80b3-0aec-4fd9-b738-50b1d71bed84,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:43.014504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641b92c-bcf0-4f55-9d26-6fd937d476ab None None] No DVR routers for this DVR port 038a80b3-0aec-4fd9-b738-50b1d71bed84 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:47:43.047794 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Port': ['ID=038a80b3-0aec-4fd9-b738-50b1d71bed84,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:43.058900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] No DVR routers for this DVR port 038a80b3-0aec-4fd9-b738-50b1d71bed84 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:47:43.059115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-cf1dabd3-680f-4b8d-8ae3-10133498be87 None None] Provisioning complete for port 79aaeea5-a5d3-4515-aa48-a3899bc4ad59 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:43.059296 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf1dabd3-680f-4b8d-8ae3-10133498be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:43.139751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cf1dabd3-680f-4b8d-8ae3-10133498be87 None None] Port 79aaeea5-a5d3-4515-aa48-a3899bc4ad59 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:47:43.213586 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:43.237554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b433387f-7043-42f2-9d43-1d9fa589e387']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:43.250982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ba28c4-3473-453c-a1ee-411d73063a17') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:43.251388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ba28c4-3473-453c-a1ee-411d73063a17') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:43.264839 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:43.285311 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:43.295909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:43.296321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:43.301260 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:43.384781 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:43.400073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:43.409577 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:43.417433 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] 10.222.0.16 "DELETE /v2.0/networks/b433387f-7043-42f2-9d43-1d9fa589e387 HTTP/1.1" status: 204 len: 168 time: 0.9967861 Dec 09 22:47:43.443943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70798bd9-c2a3-4b8b-a91c-a3c7a05ab29f tempest-NetworksIpV6TestAttrs-1787255108 tempest-NetworksIpV6TestAttrs-1787255108-project] Pushing event deleted for resources: {'Network': ['ID=b433387f-7043-42f2-9d43-1d9fa589e387,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:43.709174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:43.713305 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:43.806064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 038a80b3-0aec-4fd9-b738-50b1d71bed84 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:47:43.811950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39142) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:43.841612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 038a80b3-0aec-4fd9-b738-50b1d71bed84 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:47:43.842525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 038a80b3-0aec-4fd9-b738-50b1d71bed84 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:47:43.915414 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Router 8a0e820f-23d3-427b-bd7d-d73f969335ac is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:47:44.088769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:47:44.093335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:44.094843 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-59615d96-71cf-48d3-b684-e576e7e335e8 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "PUT /v2.0/routers/8a0e820f-23d3-427b-bd7d-d73f969335ac HTTP/1.1" status: 200 len: 916 time: 2.5342534 Dec 09 22:47:44.097247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39156) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:44.102565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec5374-60f9-4c00-9572-37182f73085f None None] Sync routers for ids ['8a0e820f-23d3-427b-bd7d-d73f969335ac'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:47:44.136048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec5374-60f9-4c00-9572-37182f73085f None None] Routers {'8a0e820f-23d3-427b-bd7d-d73f969335ac'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:44.137543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-dcec5374-60f9-4c00-9572-37182f73085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8a0e820f-23d3-427b-bd7d-d73f969335ac'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:44.236910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-dcec5374-60f9-4c00-9572-37182f73085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:44.263148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec5374-60f9-4c00-9572-37182f73085f None None] Routers {'8a0e820f-23d3-427b-bd7d-d73f969335ac'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:44.264499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-dcec5374-60f9-4c00-9572-37182f73085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8a0e820f-23d3-427b-bd7d-d73f969335ac'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:44.287176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-495f3884-7960-4cb8-9898-08ac202d3b33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83c75398443f4cb28d4f201bae57ddc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4739985 Dec 09 22:47:44.295653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39166) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:44.318460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-dcec5374-60f9-4c00-9572-37182f73085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:44.319380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec5374-60f9-4c00-9572-37182f73085f None None] The sync data for ids ['8a0e820f-23d3-427b-bd7d-d73f969335ac'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:47:44.399522 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0878fff-a200-4725-baef-836e2b6a4919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:44.445510 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0878fff-a200-4725-baef-836e2b6a4919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:44.544028 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0878fff-a200-4725-baef-836e2b6a4919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:44.547393 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0878fff-a200-4725-baef-836e2b6a4919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:44.549107 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d0878fff-a200-4725-baef-836e2b6a4919 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0656cfec-fe37-4ecf-85c1-f10c87fe2670 HTTP/1.1" status: 204 len: 168 time: 0.2547452 Dec 09 22:47:44.567648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0878fff-a200-4725-baef-836e2b6a4919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0656cfec-fe37-4ecf-85c1-f10c87fe2670,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:44.693353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39176) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:44.693806 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c465f861-310f-4e51-b205-7bc881acd757 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/routers/8a0e820f-23d3-427b-bd7d-d73f969335ac HTTP/1.1" status: 200 len: 922 time: 0.5946338 Dec 09 22:47:44.785616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb3f9a-e600-44f5-9d08-867867280a4f tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:44.789822 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9bdb3f9a-e600-44f5-9d08-867867280a4f tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&device_id=8a0e820f-23d3-427b-bd7d-d73f969335ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0925753 Dec 09 22:47:44.790772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39180) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:44.880690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b124d96f-d3df-4608-9488-754fd9ff20f6 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:44.882413 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b124d96f-d3df-4608-9488-754fd9ff20f6 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 881 time: 0.0903685 Dec 09 22:47:44.885314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39184) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:44.923636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0238ab13-a838-4bea-be56-6b021013fc58 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a0e820f-23d3-427b-bd7d-d73f969335ac HTTP/1.1" status: 200 len: 205 time: 0.0367606 Dec 09 22:47:44.926183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39186) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:45.051252 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:45.171646 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:45.249405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Deleting port 79aaeea5-a5d3-4515-aa48-a3899bc4ad59 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:45.249405 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:45.358285 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:45.388314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Calling delete_port for 79aaeea5-a5d3-4515-aa48-a3899bc4ad59 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:45.651033 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:45.705762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b32bca-d61e-40d9-9420-ca2be8c5f13a None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:45.719251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Pushing event deleted for resources: {'Port': ['ID=79aaeea5-a5d3-4515-aa48-a3899bc4ad59,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:45.832944 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:45.952551 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:45.954685 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.005287 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.006161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Fanout notify agent at l3_agent the message router_deleted on router 8a0e820f-23d3-427b-bd7d-d73f969335ac {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:47:46.018163 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.019320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-61538fa6-9037-4880-87c2-286c5e2ef28b tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/routers/8a0e820f-23d3-427b-bd7d-d73f969335ac HTTP/1.1" status: 204 len: 168 time: 1.0916393 Dec 09 22:47:46.025424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39228) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:46.031124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-375a8d9f-e11c-4699-8a19-11a8d50edbeb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1269808765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:46.077417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-375a8d9f-e11c-4699-8a19-11a8d50edbeb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.078998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-375a8d9f-e11c-4699-8a19-11a8d50edbeb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.089119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39230) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:46.211777 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-375a8d9f-e11c-4699-8a19-11a8d50edbeb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.218885 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-375a8d9f-e11c-4699-8a19-11a8d50edbeb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.253349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-375a8d9f-e11c-4699-8a19-11a8d50edbeb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.255045 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-375a8d9f-e11c-4699-8a19-11a8d50edbeb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2278080 Dec 09 22:47:46.257821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39238) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:46.262299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'enable_snat': False}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:46.376240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-677635372'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:46.420852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:46.424801 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.446831 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.574039 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.581104 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.606311 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.624614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797fba26-936c-4b87-afa9-5e3d5d066859,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:46.635267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:47:46.650774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.651363 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Added segment 9da31e49-cb8b-4c54-a91c-e9de5d23e530 of type vlan for network 666f8c9f-5f92-47e6-9968-60ad26cd4809 Dec 09 22:47:46.700915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.736859 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.746098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:46.746990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:46.800204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7080476 Dec 09 22:47:46.800955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39258) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:46.816642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'name': 'tempest-PortsTestJSON-512018520'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:46.871359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eeffb-6570-4b01-b281-83757690f3be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Network': ['ID=666f8c9f-5f92-47e6-9968-60ad26cd4809,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:46.887788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:47:47.015063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:47.018895 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.051295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port bc442028-4134-4665-8471-8bcb81611a1d yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:47:47.063540 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.114171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.291015 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.292755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Allocated IP 172.25.8.155 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/59ed8a96-d50e-45b7-bbf9-8658b1d93cf8) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:47.378884 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.444155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=bc442028-4134-4665-8471-8bcb81611a1d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:47.486094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Checking segment: {'id': '9da31e49-cb8b-4c54-a91c-e9de5d23e530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:47.488330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network hostable DHCP agents. Network: 666f8c9f-5f92-47e6-9968-60ad26cd4809, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:47:47.514420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:47:47.527781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 666f8c9f-5f92-47e6-9968-60ad26cd4809) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:47.530171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.539257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e1a43-7693-45fa-8e96-a08fdaac4992 None None] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:47.546239 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:47.555948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:47.556823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.596238 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.607361 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6e4fb818-27db-4fa5-a615-eb5c0ef8dfbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8002913 Dec 09 22:47:47.610568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39278) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:47.616208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-693726a2-4d9a-4bcc-a1d1-98eb62de1398 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1324861699'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:47.655516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693726a2-4d9a-4bcc-a1d1-98eb62de1398 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:47.659950 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-693726a2-4d9a-4bcc-a1d1-98eb62de1398 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.695684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Pushing event updated for resources: {'Port': ['ID=59ed8a96-d50e-45b7-bbf9-8658b1d93cf8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:47.712534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:47.713465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:47.717428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:47.736204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693726a2-4d9a-4bcc-a1d1-98eb62de1398 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:47:47.753432 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-693726a2-4d9a-4bcc-a1d1-98eb62de1398 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.753777 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-693726a2-4d9a-4bcc-a1d1-98eb62de1398 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Added segment 8cebd45b-ad87-4eb3-a311-99cafb9dbf07 of type vlan for network c5010e36-d428-4c17-8dc7-4948a724e7ff Dec 09 22:47:47.765214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393efde9-1a04-4a6d-aed6-e190b4938c21 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:47.842924 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-693726a2-4d9a-4bcc-a1d1-98eb62de1398 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.906093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d79f12e0-5551-4ff4-b201-481761587235 None None] Provisioning complete for port 59ed8a96-d50e-45b7-bbf9-8658b1d93cf8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:47.906629 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d79f12e0-5551-4ff4-b201-481761587235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.914220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-693726a2-4d9a-4bcc-a1d1-98eb62de1398 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.923463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693726a2-4d9a-4bcc-a1d1-98eb62de1398 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:47.925593 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-693726a2-4d9a-4bcc-a1d1-98eb62de1398 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:47.961415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d79f12e0-5551-4ff4-b201-481761587235 None None] Port 59ed8a96-d50e-45b7-bbf9-8658b1d93cf8 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:47:47.983983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-693726a2-4d9a-4bcc-a1d1-98eb62de1398 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3722079 Dec 09 22:47:47.987006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39300) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:47.997040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'ports': [{'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809'}, {'network_id': 'c5010e36-d428-4c17-8dc7-4948a724e7ff'}]} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:47.997540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:47.998186 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': 'c5010e36-d428-4c17-8dc7-4948a724e7ff'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:48.050429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693726a2-4d9a-4bcc-a1d1-98eb62de1398 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Network': ['ID=c5010e36-d428-4c17-8dc7-4948a724e7ff,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:48.061819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c5010e36-d428-4c17-8dc7-4948a724e7ff details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:47:48.107066 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:48.259744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 2} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:48.265804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:48.281143 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:48.387645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port b28c9a30-f466-44fc-8f4d-f766ff610228 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:47:48.522394 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:48.531219 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:48.564670 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:48.604637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39328) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:48.673734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port 7a342be7-d964-40fc-958a-518050bb6119 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:47:48.847173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Router 0c1e36c7-361f-4c59-a62e-bb9e2166b883 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:47:48.885555 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:48.960650 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.039658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:47:49.045476 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.047193 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5d3b7d90-bf9e-4e01-bb8f-b1d76f7af8b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "PUT /v2.0/routers/0c1e36c7-361f-4c59-a62e-bb9e2166b883 HTTP/1.1" status: 200 len: 920 time: 2.7882318 Dec 09 22:47:49.048974 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63673d45-250b-462f-adf0-82a00cc421e2 None None] Sync routers for ids ['0c1e36c7-361f-4c59-a62e-bb9e2166b883'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:47:49.049855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39338) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:49.061171 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63673d45-250b-462f-adf0-82a00cc421e2 None None] Routers {'0c1e36c7-361f-4c59-a62e-bb9e2166b883'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:49.061816 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-63673d45-250b-462f-adf0-82a00cc421e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0c1e36c7-361f-4c59-a62e-bb9e2166b883'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:49.075788 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e6d07121-218b-4267-b9f4-60ba017e7be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.092164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:49.093883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=b28c9a30-f466-44fc-8f4d-f766ff610228,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:49.108715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:49.113235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:49.115038 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.118159 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-63673d45-250b-462f-adf0-82a00cc421e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:49.128887 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63673d45-250b-462f-adf0-82a00cc421e2 None None] Routers {'0c1e36c7-361f-4c59-a62e-bb9e2166b883'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:49.130330 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-63673d45-250b-462f-adf0-82a00cc421e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0c1e36c7-361f-4c59-a62e-bb9e2166b883'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:49.171836 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-63673d45-250b-462f-adf0-82a00cc421e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:49.172765 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63673d45-250b-462f-adf0-82a00cc421e2 None None] The sync data for ids ['0c1e36c7-361f-4c59-a62e-bb9e2166b883'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:47:49.196045 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d89027d2-2a40-4d18-8ce3-431a40b638b7 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/routers/0c1e36c7-361f-4c59-a62e-bb9e2166b883 HTTP/1.1" status: 200 len: 926 time: 0.1446559 Dec 09 22:47:49.198857 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39342) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:49.211610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=7a342be7-d964-40fc-958a-518050bb6119,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:49.243740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Checking segment: {'id': '8cebd45b-ad87-4eb3-a311-99cafb9dbf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5010e36-d428-4c17-8dc7-4948a724e7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:49.244154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network hostable DHCP agents. Network: c5010e36-d428-4c17-8dc7-4948a724e7ff, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:47:49.254593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774fdffe-ffa8-47d6-a39d-fe39a40d22da tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:49.256590 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-774fdffe-ffa8-47d6-a39d-fe39a40d22da tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&device_id=0c1e36c7-361f-4c59-a62e-bb9e2166b883&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0565965 Dec 09 22:47:49.259472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39344) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:49.293296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network c5010e36-d428-4c17-8dc7-4948a724e7ff is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:47:49.308728 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e6d07121-218b-4267-b9f4-60ba017e7be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.313119 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e6d07121-218b-4267-b9f4-60ba017e7be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.323985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c5010e36-d428-4c17-8dc7-4948a724e7ff) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:49.333641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b6237-2595-4a33-b9a3-8a98488e1ae0 None None] Network c5010e36-d428-4c17-8dc7-4948a724e7ff requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:49.346837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:49.353261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:49.358048 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:49.358730 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.382961 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e6d07121-218b-4267-b9f4-60ba017e7be0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e0e7ddc45164ec8ad2db00f26f87fb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7769432 Dec 09 22:47:49.384652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d07121-218b-4267-b9f4-60ba017e7be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745df45e-e000-449a-b793-bd2153d74863,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:49.387133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39348) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:49.409960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e88f88-0411-4878-8459-a102b1b26074 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:49.412970 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b9e88f88-0411-4878-8459-a102b1b26074 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/networks/30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 881 time: 0.1521373 Dec 09 22:47:49.413615 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-af6730e6-de98-434e-9dce-2540c125cd7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4244025 Dec 09 22:47:49.417131 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39350) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:49.417610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39352) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:49.488069 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f0e47b2-4735-40a1-b76e-9bf7feca47b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.517911 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f0e47b2-4735-40a1-b76e-9bf7feca47b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.518026 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a30837a1-b507-4971-8e52-3f716811e1ef tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c1e36c7-361f-4c59-a62e-bb9e2166b883 HTTP/1.1" status: 200 len: 205 time: 0.0989246 Dec 09 22:47:49.519763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39358) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:49.585747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-12262b92-0755-4049-a00a-5818b4d02759 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port 7a342be7-d964-40fc-958a-518050bb6119 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:49.586131 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12262b92-0755-4049-a00a-5818b4d02759 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.661757 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12262b92-0755-4049-a00a-5818b4d02759 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.667804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f0e47b2-4735-40a1-b76e-9bf7feca47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.670425 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f0e47b2-4735-40a1-b76e-9bf7feca47b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.671567 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5f0e47b2-4735-40a1-b76e-9bf7feca47b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/745df45e-e000-449a-b793-bd2153d74863 HTTP/1.1" status: 204 len: 168 time: 0.2723379 Dec 09 22:47:49.675583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-12262b92-0755-4049-a00a-5818b4d02759 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for 7a342be7-d964-40fc-958a-518050bb6119 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:49.677409 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.714463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e47b2-4735-40a1-b76e-9bf7feca47b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745df45e-e000-449a-b793-bd2153d74863,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:49.788102 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12262b92-0755-4049-a00a-5818b4d02759 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.822492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12262b92-0755-4049-a00a-5818b4d02759 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=7a342be7-d964-40fc-958a-518050bb6119,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:49.830360 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-12262b92-0755-4049-a00a-5818b4d02759 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.830816 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:49.834553 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-12262b92-0755-4049-a00a-5818b4d02759 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/7a342be7-d964-40fc-958a-518050bb6119 HTTP/1.1" status: 204 len: 168 time: 0.4098551 Dec 09 22:47:49.840821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39368) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:49.930765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8473b2e0-4696-45ca-afa0-ff9c5f7de6ac tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:49.936747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8473b2e0-4696-45ca-afa0-ff9c5f7de6ac tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:49.938637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8473b2e0-4696-45ca-afa0-ff9c5f7de6ac tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0950606 Dec 09 22:47:49.941428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39372) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:50.011314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Deleting port 59ed8a96-d50e-45b7-bbf9-8658b1d93cf8 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:50.011653 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.111189 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.115042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7e095867-a129-4723-85ca-715d31918b06 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port b28c9a30-f466-44fc-8f4d-f766ff610228 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:50.115340 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e095867-a129-4723-85ca-715d31918b06 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.141274 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Calling delete_port for 59ed8a96-d50e-45b7-bbf9-8658b1d93cf8 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:50.173278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39378) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:50.197708 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79fccc47-60d0-4b70-bd7b-61ad13edf678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.233958 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e095867-a129-4723-85ca-715d31918b06 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.250283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7e095867-a129-4723-85ca-715d31918b06 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for b28c9a30-f466-44fc-8f4d-f766ff610228 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:50.290062 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79fccc47-60d0-4b70-bd7b-61ad13edf678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.294400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79fccc47-60d0-4b70-bd7b-61ad13edf678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.348388 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-79fccc47-60d0-4b70-bd7b-61ad13edf678 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d8d332dca984e01b4b6317d118f5cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712773 Dec 09 22:47:50.348388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fccc47-60d0-4b70-bd7b-61ad13edf678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccdcf95-12df-4542-9cdb-b24ca4049b79,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:50.350117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39382) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:50.438707 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e095867-a129-4723-85ca-715d31918b06 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.483571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e095867-a129-4723-85ca-715d31918b06 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=b28c9a30-f466-44fc-8f4d-f766ff610228,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:50.493836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b12fa7fc-ae07-4786-a94f-1e63a5e6765c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.501858 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e095867-a129-4723-85ca-715d31918b06 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.505923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7e095867-a129-4723-85ca-715d31918b06 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/b28c9a30-f466-44fc-8f4d-f766ff610228 HTTP/1.1" status: 204 len: 168 time: 0.5634356 Dec 09 22:47:50.509122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39386) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:50.512300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.552209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Pushing event deleted for resources: {'Port': ['ID=59ed8a96-d50e-45b7-bbf9-8658b1d93cf8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:50.555714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b12fa7fc-ae07-4786-a94f-1e63a5e6765c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.589168 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6610d57-abb9-404b-b260-6db1042aebe2 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:50.657734 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.668824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fb6fa-d8dd-4a13-9098-2e3f2c482cd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:50.687796 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-375fb6fa-d8dd-4a13-9098-2e3f2c482cd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1642742 Dec 09 22:47:50.696200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39388) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:50.760129 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75418f2-edca-4f38-b6e4-59bfd5852da3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:47:50.761095 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f75418f2-edca-4f38-b6e4-59bfd5852da3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/7a342be7-d964-40fc-958a-518050bb6119 HTTP/1.1" status: 404 len: 333 time: 0.0472934 Dec 09 22:47:50.764449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39392) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:50.782481 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b12fa7fc-ae07-4786-a94f-1e63a5e6765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.785398 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b12fa7fc-ae07-4786-a94f-1e63a5e6765c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.786244 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b12fa7fc-ae07-4786-a94f-1e63a5e6765c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ccdcf95-12df-4542-9cdb-b24ca4049b79 HTTP/1.1" status: 204 len: 168 time: 0.4314723 Dec 09 22:47:50.791611 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.793070 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-95edf8f2-37bf-478e-89b0-1911e86158f7 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:47:50.794433 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.797349 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-95edf8f2-37bf-478e-89b0-1911e86158f7 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/b28c9a30-f466-44fc-8f4d-f766ff610228 HTTP/1.1" status: 404 len: 333 time: 0.0318518 Dec 09 22:47:50.800579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39396) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:50.801839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fa7fc-ae07-4786-a94f-1e63a5e6765c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccdcf95-12df-4542-9cdb-b24ca4049b79,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:50.880495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.881022 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Fanout notify agent at l3_agent the message router_deleted on router 0c1e36c7-361f-4c59-a62e-bb9e2166b883 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:47:50.906481 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.908587 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ee843e83-ac92-4b18-b218-e1fe3b16affb tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/routers/0c1e36c7-361f-4c59-a62e-bb9e2166b883 HTTP/1.1" status: 204 len: 168 time: 1.3863664 Dec 09 22:47:50.918404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39400) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:50.923139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1716158307', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:50.959025 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:50.960655 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.028105 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.194277 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.289473 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.400177 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.431287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5010e36-d428-4c17-8dc7-4948a724e7ff']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:51.442680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cebd45b-ad87-4eb3-a311-99cafb9dbf07') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:51.442886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cebd45b-ad87-4eb3-a311-99cafb9dbf07') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:51.454014 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.470095 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.478705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:51.479243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:51.482951 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:51.551532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.559336 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.566691 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/networks/c5010e36-d428-4c17-8dc7-4948a724e7ff HTTP/1.1" status: 204 len: 168 time: 0.7619443 Dec 09 22:47:51.571007 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39418) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:51.595135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e57a6483-9c30-4636-8a79-15468993e9a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1816987161'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:51.602370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01f88f-8ac4-484a-99ee-0168fc11b247 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Network': ['ID=c5010e36-d428-4c17-8dc7-4948a724e7ff,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:51.626013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57a6483-9c30-4636-8a79-15468993e9a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:51.631961 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e57a6483-9c30-4636-8a79-15468993e9a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.658091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57a6483-9c30-4636-8a79-15468993e9a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:47:51.668198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e57a6483-9c30-4636-8a79-15468993e9a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.668555 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-e57a6483-9c30-4636-8a79-15468993e9a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Added segment a83c325e-dafa-4d3e-9294-d8fa31c4a7d6 of type vlan for network 4009fd57-f8e0-439b-bcc9-18dab8d58f02 Dec 09 22:47:51.715310 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e57a6483-9c30-4636-8a79-15468993e9a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.749747 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e57a6483-9c30-4636-8a79-15468993e9a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.763850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a6483-9c30-4636-8a79-15468993e9a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:51.764791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e57a6483-9c30-4636-8a79-15468993e9a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.811920 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e57a6483-9c30-4636-8a79-15468993e9a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2351239 Dec 09 22:47:51.812595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39426) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:51.820948 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': '4009fd57-f8e0-439b-bcc9-18dab8d58f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:51.824427 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.848282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:51.891753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a6483-9c30-4636-8a79-15468993e9a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Network': ['ID=4009fd57-f8e0-439b-bcc9-18dab8d58f02,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:51.910440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 4009fd57-f8e0-439b-bcc9-18dab8d58f02 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:47:52.005189 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:52.005189 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:52.006327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Allocated IP 172.25.8.197 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/817ba0ec-20fa-4028-a4ea-8a2099958225) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:52.092830 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Performing IP validity checks on allocation pools {{(pid=103417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 22:47:52.094290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 22:47:52.149152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6828eb-6efc-4bd6-901c-b392f8aa52a1 req-43889c04-31ac-4b23-95de-51e9ae03273f tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:52.150961 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e6828eb-6efc-4bd6-901c-b392f8aa52a1 req-43889c04-31ac-4b23-95de-51e9ae03273f tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1097 time: 0.1116292 Dec 09 22:47:52.233944 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e6828eb-6efc-4bd6-901c-b392f8aa52a1 req-6e64eb88-7cb9-4705-9690-0b812357bf81 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753694 Dec 09 22:47:52.238099 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:52.260005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39446) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:52.283209 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:52.347814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Subnet': ['ID=eddbbe75-f032-40be-8d9c-143f4ff6b213,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:52.362697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Checking segment: {'id': 'a83c325e-dafa-4d3e-9294-d8fa31c4a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4009fd57-f8e0-439b-bcc9-18dab8d58f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:52.363107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network hostable DHCP agents. Network: 4009fd57-f8e0-439b-bcc9-18dab8d58f02, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:47:52.395953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 4009fd57-f8e0-439b-bcc9-18dab8d58f02 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:47:52.401664 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:52.418835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 4009fd57-f8e0-439b-bcc9-18dab8d58f02) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:52.427824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:52.428521 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:52.430453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b53cf0-724b-4021-bebd-57aad18187a1 None None] Network 4009fd57-f8e0-439b-bcc9-18dab8d58f02 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:52.448006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:52.453420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:52.459283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:52.463991 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ac383973-d461-45e2-8fa8-804b2d5fa8ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6477280 Dec 09 22:47:52.467138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39450) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:52.477727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': '4009fd57-f8e0-439b-bcc9-18dab8d58f02', 'name': 'tempest-PortsTestJSON-610657791'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:52.480031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d98900-573e-49c0-b3e7-a11e6d1531b4 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:52.508517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Pushing event updated for resources: {'Port': ['ID=817ba0ec-20fa-4028-a4ea-8a2099958225,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:52.617723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-4009fd57-f8e0-439b-bcc9-18dab8d58f02', 'network_id': '4009fd57-f8e0-439b-bcc9-18dab8d58f02', 'project_id': 'de3af971ae1646d5b164773f7cc3609d', 'fixed_ips': [{'subnet_id': 'eddbbe75-f032-40be-8d9c-143f4ff6b213'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:47:52.620305 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:52.761120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:52.775568 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:52.797605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port b0026233-7c50-4dee-9330-08ac186d7986 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:52.803363 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:52.825013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port e2383848-5789-4460-a416-f6be4ca1cbfc yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:47:52.839513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Allocated IP 172.20.0.2 (4009fd57-f8e0-439b-bcc9-18dab8d58f02/eddbbe75-f032-40be-8d9c-143f4ff6b213/5335d2d0-e640-4c84-8bab-e23b0df24f3b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:52.955967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39458) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:52.992104 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:52.993310 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.010331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for b0026233-7c50-4dee-9330-08ac186d7986 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:53.082733 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.091747 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.094524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d49b698a-8f92-4d27-bfdb-7e257e0c5657 None None] Provisioning complete for port 817ba0ec-20fa-4028-a4ea-8a2099958225 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:53.095055 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d49b698a-8f92-4d27-bfdb-7e257e0c5657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.129193 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.166151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Network 4009fd57-f8e0-439b-bcc9-18dab8d58f02 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:53.206203 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:53.209594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:53.237224 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a19f01d9-381e-438a-b0b6-576e971088c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.241516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.4 (4009fd57-f8e0-439b-bcc9-18dab8d58f02/eddbbe75-f032-40be-8d9c-143f4ff6b213/e2383848-5789-4460-a416-f6be4ca1cbfc) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:47:53.243822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d49b698a-8f92-4d27-bfdb-7e257e0c5657 None None] Port 817ba0ec-20fa-4028-a4ea-8a2099958225 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:47:53.259189 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.287400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Pushing event updated for resources: {'Port': ['ID=5335d2d0-e640-4c84-8bab-e23b0df24f3b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:53.330778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Attempting to bind port 5335d2d0-e640-4c84-8bab-e23b0df24f3b on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:47:53.331220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Attempting to bind port 5335d2d0-e640-4c84-8bab-e23b0df24f3b by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'a83c325e-dafa-4d3e-9294-d8fa31c4a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4009fd57-f8e0-439b-bcc9-18dab8d58f02'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:47:53.335427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Attempting to bind port 5335d2d0-e640-4c84-8bab-e23b0df24f3b on network 4009fd57-f8e0-439b-bcc9-18dab8d58f02 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:47:53.349530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:47:53.351252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Checking segment: {'id': 'a83c325e-dafa-4d3e-9294-d8fa31c4a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4009fd57-f8e0-439b-bcc9-18dab8d58f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:53.352901 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.354227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Bound using segment: {'id': 'a83c325e-dafa-4d3e-9294-d8fa31c4a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4009fd57-f8e0-439b-bcc9-18dab8d58f02'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:47:53.355843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Bound port: 5335d2d0-e640-4c84-8bab-e23b0df24f3b, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83c325e-dafa-4d3e-9294-d8fa31c4a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4009fd57-f8e0-439b-bcc9-18dab8d58f02'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:47:53.356732 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.363797 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a19f01d9-381e-438a-b0b6-576e971088c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.372531 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a19f01d9-381e-438a-b0b6-576e971088c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.431220 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39472) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:53.432396 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a19f01d9-381e-438a-b0b6-576e971088c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd45baed84404aad870b3e7e63eab408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4706705 Dec 09 22:47:53.435251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f01d9-381e-438a-b0b6-576e971088c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e70198-e92c-464a-ac50-8bb849f8b2f0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:53.558334 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.604951 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=b0026233-7c50-4dee-9330-08ac186d7986,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:53.606860 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e6e2ae1-49fc-440c-9d31-2a4799b824f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.677255 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e6e2ae1-49fc-440c-9d31-2a4799b824f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.724391 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] For port 5335d2d0-e640-4c84-8bab-e23b0df24f3b, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:47:53.729677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] For port 5335d2d0-e640-4c84-8bab-e23b0df24f3b, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5335d2d0-e640-4c84-8bab-e23b0df24f3b,segment=NetworkSegment(a83c325e-dafa-4d3e-9294-d8fa31c4a7d6),segment_id=a83c325e-dafa-4d3e-9294-d8fa31c4a7d6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:47:53.736684 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.738675 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.811369 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.815303 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.817541 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.818028 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Floating IP 66d692f3-cad2-4d3e-8bab-63ce2116a9c1 disassociated (deleted). External IP: 172.25.8.144, port: 7e6666f5-7970-4714-91d4-8fa29664eb59. Dec 09 22:47:53.839494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95148e7-2d96-4c42-acc8-28fbfffde284 None None] Pushing event updated for resources: {'Port': ['ID=5335d2d0-e640-4c84-8bab-e23b0df24f3b,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:53.914458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=e2383848-5789-4460-a416-f6be4ca1cbfc,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:53.920028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 4009fd57-f8e0-439b-bcc9-18dab8d58f02 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:47:53.922321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:47:53.925157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:47:53.979968 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e6e2ae1-49fc-440c-9d31-2a4799b824f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.982512 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e6e2ae1-49fc-440c-9d31-2a4799b824f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:53.983668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9e6e2ae1-49fc-440c-9d31-2a4799b824f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59e70198-e92c-464a-ac50-8bb849f8b2f0 HTTP/1.1" status: 204 len: 168 time: 0.5514810 Dec 09 22:47:54.035395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:54.037254 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:54.039842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39480) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:54.096097 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c20e6629-578a-434f-aa3f-9bb07ef982eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6281750 Dec 09 22:47:54.104936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39484) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:54.112517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e2ae1-49fc-440c-9d31-2a4799b824f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e70198-e92c-464a-ac50-8bb849f8b2f0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:54.271633 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2d76a18e-c77f-4223-be72-0ea4abca49df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port e2383848-5789-4460-a416-f6be4ca1cbfc {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:54.275702 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d76a18e-c77f-4223-be72-0ea4abca49df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:54.343218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58809a38-3ee1-454e-9c13-8081365ed8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:54.343919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Router a187ced6-a8dd-43dd-91c2-c846252a50b9 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:47:54.425016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router be88ba46-ec61-428d-b53d-cdfd99a8543f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:47:54.426518 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d76a18e-c77f-4223-be72-0ea4abca49df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:54.439921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2d76a18e-c77f-4223-be72-0ea4abca49df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for e2383848-5789-4460-a416-f6be4ca1cbfc owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:54.581259 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d76a18e-c77f-4223-be72-0ea4abca49df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:54.604397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:47:54.617031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1b705-7a84-4dbc-b2a2-d0fe6d42683a None None] Sync routers for ids ['a187ced6-a8dd-43dd-91c2-c846252a50b9'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:47:54.619985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39490) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:54.628618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1b705-7a84-4dbc-b2a2-d0fe6d42683a None None] Routers {'a187ced6-a8dd-43dd-91c2-c846252a50b9'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:54.629272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-cee1b705-7a84-4dbc-b2a2-d0fe6d42683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a187ced6-a8dd-43dd-91c2-c846252a50b9'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:54.641575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76a18e-c77f-4223-be72-0ea4abca49df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=e2383848-5789-4460-a416-f6be4ca1cbfc,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:54.651201 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bddbec01-f8c4-4ba6-99a9-20e88249495c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:54.656024 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:54.660465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7d202939-801c-4b22-85cb-beee988a241e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7406356 Dec 09 22:47:54.663933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39492) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:54.673434 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-cee1b705-7a84-4dbc-b2a2-d0fe6d42683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:54.674294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:54.678609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:47:54.684402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1b705-7a84-4dbc-b2a2-d0fe6d42683a None None] Routers {'a187ced6-a8dd-43dd-91c2-c846252a50b9'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:54.685144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-cee1b705-7a84-4dbc-b2a2-d0fe6d42683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a187ced6-a8dd-43dd-91c2-c846252a50b9'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:54.689281 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40192341-6557-4588-bf5b-5268ae7d95ef None None] Sync routers for ids ['be88ba46-ec61-428d-b53d-cdfd99a8543f'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:47:54.703279 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40192341-6557-4588-bf5b-5268ae7d95ef None None] Routers {'be88ba46-ec61-428d-b53d-cdfd99a8543f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:54.704051 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-40192341-6557-4588-bf5b-5268ae7d95ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['be88ba46-ec61-428d-b53d-cdfd99a8543f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:54.729844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-cee1b705-7a84-4dbc-b2a2-d0fe6d42683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:54.731740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1b705-7a84-4dbc-b2a2-d0fe6d42683a None None] The sync data for ids ['a187ced6-a8dd-43dd-91c2-c846252a50b9'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:47:54.772564 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58809a38-3ee1-454e-9c13-8081365ed8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:54.816501 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58809a38-3ee1-454e-9c13-8081365ed8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:54.892476 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-40192341-6557-4588-bf5b-5268ae7d95ef None None] Set router be88ba46-ec61-428d-b53d-cdfd99a8543f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:47:54.916998 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-58809a38-3ee1-454e-9c13-8081365ed8b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b53575a5d4ee4774b655cee2d643398f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8745666 Dec 09 22:47:54.917642 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39494) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:54.975685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58809a38-3ee1-454e-9c13-8081365ed8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2588eb-796e-49b6-a004-13c6e2bec63a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:55.013543 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d76a18e-c77f-4223-be72-0ea4abca49df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:55.017674 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2d76a18e-c77f-4223-be72-0ea4abca49df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/e2383848-5789-4460-a416-f6be4ca1cbfc HTTP/1.1" status: 204 len: 168 time: 0.9101963 Dec 09 22:47:55.021417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39496) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:55.039592 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad236d0e-888e-4049-8ae5-8b517580b2c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:55.079457 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47b7bd4-5683-4d6a-ac3b-c099afe35bbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] DELETE failed (client error): The resource could not be found. Dec 09 22:47:55.080039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47b7bd4-5683-4d6a-ac3b-c099afe35bbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:47:55.088376 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a47b7bd4-5683-4d6a-ac3b-c099afe35bbc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/e2383848-5789-4460-a416-f6be4ca1cbfc HTTP/1.1" status: 404 len: 333 time: 0.0655885 Dec 09 22:47:55.091152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39498) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:55.153731 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad236d0e-888e-4049-8ae5-8b517580b2c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:55.220181 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-7069c243-e3d0-4b6e-9ce0-e50c1d1d7383 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:47:55.222185 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7069c243-e3d0-4b6e-9ce0-e50c1d1d7383 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/e2383848-5789-4460-a416-f6be4ca1cbfc HTTP/1.1" status: 404 len: 333 time: 0.1302171 Dec 09 22:47:55.225266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39500) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:55.236675 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad236d0e-888e-4049-8ae5-8b517580b2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:55.240622 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad236d0e-888e-4049-8ae5-8b517580b2c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:55.242037 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ad236d0e-888e-4049-8ae5-8b517580b2c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d2588eb-796e-49b6-a004-13c6e2bec63a HTTP/1.1" status: 204 len: 168 time: 0.3193266 Dec 09 22:47:55.252993 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-40192341-6557-4588-bf5b-5268ae7d95ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:46:02Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '6afe6992-8252-4e54-9e9c-2e7f8650e008', 'name': '', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:37:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:46:01Z', 'updated_at': '2021-12-09T22:46:07Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:55.283832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad236d0e-888e-4049-8ae5-8b517580b2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2588eb-796e-49b6-a004-13c6e2bec63a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:55.298065 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40192341-6557-4588-bf5b-5268ae7d95ef None None] Checking router: be88ba46-ec61-428d-b53d-cdfd99a8543f for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:47:55.308008 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40192341-6557-4588-bf5b-5268ae7d95ef None None] Routers {'be88ba46-ec61-428d-b53d-cdfd99a8543f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:55.308955 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-40192341-6557-4588-bf5b-5268ae7d95ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['be88ba46-ec61-428d-b53d-cdfd99a8543f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:55.321021 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:55.352395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2641935c-6092-47ad-9c71-75da421d628a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting subnet eddbbe75-f032-40be-8d9c-143f4ff6b213 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:47:55.357719 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2641935c-6092-47ad-9c71-75da421d628a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:55.415050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc4de4d-4567-472f-945d-a59123fcee18 None None] Network 4009fd57-f8e0-439b-bcc9-18dab8d58f02 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:55.417965 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-98fc2a84-3d7e-488a-8fc3-e40dc95b0874 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/floatingips/66d692f3-cad2-4d3e-8bab-63ce2116a9c1 HTTP/1.1" status: 204 len: 168 time: 3.1564684 Dec 09 22:47:55.424946 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:47:55.427946 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7719fc02-8c1b-4628-a216-b22a04b9baa2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:47:55.436689 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-40192341-6557-4588-bf5b-5268ae7d95ef None None] Set router be88ba46-ec61-428d-b53d-cdfd99a8543f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:47:55.515347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2641935c-6092-47ad-9c71-75da421d628a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:55.585627 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9463dd-2022-4150-9e5a-d0f4c153eaff x-openstack-request-id: req-8f9463dd-2022-4150-9e5a-d0f4c153eaff {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:47:55.586104 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:47:55.586434 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f9463dd-2022-4150-9e5a-d0f4c153eaff {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:47:55.586915 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'status': 'completed', 'code': 200} Dec 09 22:47:55.665365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-37dc8408-60d4-49f9-a64e-5d7b41427a56 None None] Provisioning complete for port 5335d2d0-e640-4c84-8bab-e23b0df24f3b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:55.665914 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37dc8408-60d4-49f9-a64e-5d7b41427a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:55.693367 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bddbec01-f8c4-4ba6-99a9-20e88249495c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:55.716178 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bddbec01-f8c4-4ba6-99a9-20e88249495c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:55.719383 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-40192341-6557-4588-bf5b-5268ae7d95ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:46:02Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '6afe6992-8252-4e54-9e9c-2e7f8650e008', 'name': '', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:37:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:46:01Z', 'updated_at': '2021-12-09T22:46:07Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:55.810834 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40192341-6557-4588-bf5b-5268ae7d95ef None None] The sync data for ids ['be88ba46-ec61-428d-b53d-cdfd99a8543f'] in n-d-789963-23 is: [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:46:02Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '6afe6992-8252-4e54-9e9c-2e7f8650e008', 'name': '', 'network_id': 'f7ccf101-496f-4d7c-a0a3-afaf2aba33e9', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:37:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:46:01Z', 'updated_at': '2021-12-09T22:46:07Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': 'a67ade4c-028c-49cc-aa5b-738306c46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:47:55.938907 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bddbec01-f8c4-4ba6-99a9-20e88249495c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eca1594ef77944cda4954c28ed1b126a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3153572 Dec 09 22:47:55.953386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39514) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:55.954152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbec01-f8c4-4ba6-99a9-20e88249495c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf23d35-b3c6-4e83-91e7-fe9ef6feb817,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:55.969314 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719fc02-8c1b-4628-a216-b22a04b9baa2 req-351283f0-9774-4960-a1b7-5cfc2a1e1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:55.971169 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7719fc02-8c1b-4628-a216-b22a04b9baa2 req-351283f0-9774-4960-a1b7-5cfc2a1e1806 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 1097 time: 0.3739364 Dec 09 22:47:56.027470 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37dc8408-60d4-49f9-a64e-5d7b41427a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.032155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5335d2d0-e640-4c84-8bab-e23b0df24f3b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:47:56.056750 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.149206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39516) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:56.193764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.196249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-37dc8408-60d4-49f9-a64e-5d7b41427a56 None None] For port 5335d2d0-e640-4c84-8bab-e23b0df24f3b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5335d2d0-e640-4c84-8bab-e23b0df24f3b,segment=NetworkSegment(a83c325e-dafa-4d3e-9294-d8fa31c4a7d6),segment_id=a83c325e-dafa-4d3e-9294-d8fa31c4a7d6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:56.219607 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df36880f-ad3d-46e9-aa72-d267efe2f022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.224488 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37dc8408-60d4-49f9-a64e-5d7b41427a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.291619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719fc02-8c1b-4628-a216-b22a04b9baa2 req-5a39de6d-881d-4c0c-883a-392fe8d6f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:56.293427 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7719fc02-8c1b-4628-a216-b22a04b9baa2 req-5a39de6d-881d-4c0c-883a-392fe8d6f6c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 200 len: 897 time: 0.3117452 Dec 09 22:47:56.301030 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2641935c-6092-47ad-9c71-75da421d628a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.357268 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5335d2d0-e640-4c84-8bab-e23b0df24f3b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:56.357652 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.359426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc8408-60d4-49f9-a64e-5d7b41427a56 None None] Pushing event updated for resources: {'Port': ['ID=5335d2d0-e640-4c84-8bab-e23b0df24f3b,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:56.400071 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd84c-3356-418c-a386-e6013fbf704f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.425139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4718d-7edf-463b-86fc-1ee9441effa4 None None] New status for floating IP 66d692f3-cad2-4d3e-8bab-63ce2116a9c1: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:47:56.439942 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2641935c-6092-47ad-9c71-75da421d628a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.453159 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd84c-3356-418c-a386-e6013fbf704f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.512067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641935c-6092-47ad-9c71-75da421d628a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Subnet': ['ID=eddbbe75-f032-40be-8d9c-143f4ff6b213,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:56.518559 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7719fc02-8c1b-4628-a216-b22a04b9baa2 req-b01a890c-9c03-4315-a762-330db34aaae2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 200 len: 217 time: 0.0934136 Dec 09 22:47:56.528943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2641935c-6092-47ad-9c71-75da421d628a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.538845 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2641935c-6092-47ad-9c71-75da421d628a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/eddbbe75-f032-40be-8d9c-143f4ff6b213 HTTP/1.1" status: 204 len: 168 time: 1.3112545 Dec 09 22:47:56.543099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39518) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:56.590393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-17922a0d-1fa4-4400-b968-e2bfbd6e4033 None None] Provisioning complete for port 5335d2d0-e640-4c84-8bab-e23b0df24f3b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:47:56.590781 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-17922a0d-1fa4-4400-b968-e2bfbd6e4033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.665991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719fc02-8c1b-4628-a216-b22a04b9baa2 req-fd7f4536-c060-40cf-89f5-bb5d05502488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:56.667673 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7719fc02-8c1b-4628-a216-b22a04b9baa2 req-fd7f4536-c060-40cf-89f5-bb5d05502488 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a67ade4c-028c-49cc-aa5b-738306c46a2d HTTP/1.1" status: 200 len: 835 time: 0.1252985 Dec 09 22:47:56.693184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55544443-e3d3-4b1b-8b27-a732e1aea2f7 req-47950d74-a5ae-4e54-8e5a-af6b765b963a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:56.694979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55544443-e3d3-4b1b-8b27-a732e1aea2f7 req-47950d74-a5ae-4e54-8e5a-af6b765b963a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.6529970 Dec 09 22:47:56.735862 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df36880f-ad3d-46e9-aa72-d267efe2f022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.740197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c1beb-a533-43c2-b346-fd8ac9440207 None None] Network 4009fd57-f8e0-439b-bcc9-18dab8d58f02 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:47:56.776502 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-df36880f-ad3d-46e9-aa72-d267efe2f022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.819445 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.836908 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36880f-ad3d-46e9-aa72-d267efe2f022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc98a09-1da7-46fa-aca6-c530bf8479db,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:56.856646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719fc02-8c1b-4628-a216-b22a04b9baa2 req-037ff857-faa0-4db0-b715-a5ed54a5c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:56.861706 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7719fc02-8c1b-4628-a216-b22a04b9baa2 req-037ff857-faa0-4db0-b715-a5ed54a5c0be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1840806 Dec 09 22:47:56.903568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd84c-3356-418c-a386-e6013fbf704f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.906673 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd84c-3356-418c-a386-e6013fbf704f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.908073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3ccbd84c-3356-418c-a386-e6013fbf704f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bf23d35-b3c6-4e83-91e7-fe9ef6feb817 HTTP/1.1" status: 204 len: 168 time: 0.9405298 Dec 09 22:47:56.914795 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-df36880f-ad3d-46e9-aa72-d267efe2f022 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e9dc03514694716b5526e8453c5ecef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7527006 Dec 09 22:47:56.920456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55544443-e3d3-4b1b-8b27-a732e1aea2f7 req-d1dbd13e-a67f-4d10-b433-683ba70cf9b2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9dc2c6d-4042-458d-8760-ebf5bb8fa182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987028 Dec 09 22:47:56.922297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39524) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:56.987006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Deleting port 817ba0ec-20fa-4028-a4ea-8a2099958225 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:56.987402 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:56.991229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbd84c-3356-418c-a386-e6013fbf704f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf23d35-b3c6-4e83-91e7-fe9ef6feb817,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:57.049412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7f8539f-d1f3-4356-852a-303b64f9ecae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.076742 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b8606-7b46-4c49-8c0a-2f75d3feb7c5 None None] DHCP port deletion for 4009fd57-f8e0-439b-bcc9-18dab8d58f02 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:57.110096 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6803133f-b7a4-4c13-ad91-1148b724d334 None None] Could not find standard attr ID for object e2383848-5789-4460-a416-f6be4ca1cbfc. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:47:57.139036 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7f8539f-d1f3-4356-852a-303b64f9ecae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.153505 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7719fc02-8c1b-4628-a216-b22a04b9baa2 req-a08d7bc8-4aa0-4645-93d6-1c6b9e8f031d service neutron] 10.222.0.42 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824907 Dec 09 22:47:57.164770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-357b8606-7b46-4c49-8c0a-2f75d3feb7c5 None None] Deleting port 5335d2d0-e640-4c84-8bab-e23b0df24f3b {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:57.165368 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-357b8606-7b46-4c49-8c0a-2f75d3feb7c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.190880 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.242639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Calling delete_port for 817ba0ec-20fa-4028-a4ea-8a2099958225 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:57.243998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port 5335d2d0-e640-4c84-8bab-e23b0df24f3b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:57.244528 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.293582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-357b8606-7b46-4c49-8c0a-2f75d3feb7c5 None None] For port 5335d2d0-e640-4c84-8bab-e23b0df24f3b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5335d2d0-e640-4c84-8bab-e23b0df24f3b,segment=NetworkSegment(a83c325e-dafa-4d3e-9294-d8fa31c4a7d6),segment_id=a83c325e-dafa-4d3e-9294-d8fa31c4a7d6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:57.294192 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-357b8606-7b46-4c49-8c0a-2f75d3feb7c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.315755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-357b8606-7b46-4c49-8c0a-2f75d3feb7c5 None None] Calling delete_port for 5335d2d0-e640-4c84-8bab-e23b0df24f3b owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:57.367925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] For port 5335d2d0-e640-4c84-8bab-e23b0df24f3b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5335d2d0-e640-4c84-8bab-e23b0df24f3b,segment=NetworkSegment(a83c325e-dafa-4d3e-9294-d8fa31c4a7d6),segment_id=a83c325e-dafa-4d3e-9294-d8fa31c4a7d6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:57.368578 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.393009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for 5335d2d0-e640-4c84-8bab-e23b0df24f3b owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:57.396605 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7719fc02-8c1b-4628-a216-b22a04b9baa2 req-024bc668-01d8-4500-9a2e-3ea9320142e3 service neutron] 10.222.0.42 "GET /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323625 Dec 09 22:47:57.438734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-357b8606-7b46-4c49-8c0a-2f75d3feb7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.459778 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7f8539f-d1f3-4356-852a-303b64f9ecae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.463054 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7f8539f-d1f3-4356-852a-303b64f9ecae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.465535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c7f8539f-d1f3-4356-852a-303b64f9ecae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bc98a09-1da7-46fa-aca6-c530bf8479db HTTP/1.1" status: 204 len: 168 time: 0.5410867 Dec 09 22:47:57.471228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b8606-7b46-4c49-8c0a-2f75d3feb7c5 None None] No DVR routers for this DVR port 5335d2d0-e640-4c84-8bab-e23b0df24f3b on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:47:57.509749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b8606-7b46-4c49-8c0a-2f75d3feb7c5 None None] Pushing event deleted for resources: {'Port': ['ID=5335d2d0-e640-4c84-8bab-e23b0df24f3b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:57.518531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8539f-d1f3-4356-852a-303b64f9ecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc98a09-1da7-46fa-aca6-c530bf8479db,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:57.536077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55359ec6-ef05-49d2-8acd-33dcec951a7e req-63a47491-0531-494a-8f8a-0934fa05ee36 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:57.538289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55359ec6-ef05-49d2-8acd-33dcec951a7e req-63a47491-0531-494a-8f8a-0934fa05ee36 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 945 time: 0.3273275 Dec 09 22:47:57.574057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.627213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=5335d2d0-e640-4c84-8bab-e23b0df24f3b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:57.629061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No DVR routers for this DVR port 5335d2d0-e640-4c84-8bab-e23b0df24f3b on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:47:57.722828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-55359ec6-ef05-49d2-8acd-33dcec951a7e req-586312c0-f17e-44bd-9c17-b8f96d5eaec8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port 7e6666f5-7970-4714-91d4-8fa29664eb59 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:47:57.724048 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-55359ec6-ef05-49d2-8acd-33dcec951a7e req-586312c0-f17e-44bd-9c17-b8f96d5eaec8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.789604 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.837820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4009fd57-f8e0-439b-bcc9-18dab8d58f02']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:57.844573 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5335d2d0-e640-4c84-8bab-e23b0df24f3b no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:47:57.865350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83c325e-dafa-4d3e-9294-d8fa31c4a7d6') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:57.866709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83c325e-dafa-4d3e-9294-d8fa31c4a7d6') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:57.903749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 5335d2d0-e640-4c84-8bab-e23b0df24f3b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:47:57.904041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5335d2d0-e640-4c84-8bab-e23b0df24f3b not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:47:57.909443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-55359ec6-ef05-49d2-8acd-33dcec951a7e req-586312c0-f17e-44bd-9c17-b8f96d5eaec8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port 7e6666f5-7970-4714-91d4-8fa29664eb59, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7e6666f5-7970-4714-91d4-8fa29664eb59,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:47:57.910109 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-55359ec6-ef05-49d2-8acd-33dcec951a7e req-586312c0-f17e-44bd-9c17-b8f96d5eaec8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.911046 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.978815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:57.998066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:47:57.998468 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:47:58.001888 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:47:58.022994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-55359ec6-ef05-49d2-8acd-33dcec951a7e req-586312c0-f17e-44bd-9c17-b8f96d5eaec8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for 7e6666f5-7970-4714-91d4-8fa29664eb59 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:47:58.170280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.197651 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.208567 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/networks/4009fd57-f8e0-439b-bcc9-18dab8d58f02 HTTP/1.1" status: 204 len: 168 time: 1.6615295 Dec 09 22:47:58.209589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18b6c6-4982-4cc0-bf19-fb7f79d8234b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Network': ['ID=4009fd57-f8e0-439b-bcc9-18dab8d58f02,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:58.214914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39552) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:58.224508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0e3faeda-9fdc-4789-b734-a2d5b4234bd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1187216046'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:58.228790 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-55359ec6-ef05-49d2-8acd-33dcec951a7e req-586312c0-f17e-44bd-9c17-b8f96d5eaec8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.242211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8ecaa89-e910-4de9-a76f-11fa63005e93 req-2ab19a4c-1b88-4f5a-a0f6-4baa78ea86c2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f696076-efbb-4e4f-be4c-db62678f9106 HTTP/1.1" status: 200 len: 210 time: 0.0565708 Dec 09 22:47:58.282318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3faeda-9fdc-4789-b734-a2d5b4234bd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:58.293511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e3faeda-9fdc-4789-b734-a2d5b4234bd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.303030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586312c0-f17e-44bd-9c17-b8f96d5eaec8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=7e6666f5-7970-4714-91d4-8fa29664eb59,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:58.337433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3faeda-9fdc-4789-b734-a2d5b4234bd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:47:58.340850 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.351010 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e3faeda-9fdc-4789-b734-a2d5b4234bd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.351301 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-0e3faeda-9fdc-4789-b734-a2d5b4234bd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Added segment 82006463-27d0-4e36-82e9-d1f658348034 of type vlan for network d167c7f7-a0ac-476d-ba83-6431f7fe3687 Dec 09 22:47:58.368515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-55359ec6-ef05-49d2-8acd-33dcec951a7e req-586312c0-f17e-44bd-9c17-b8f96d5eaec8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] No DVR routers for this DVR port 7e6666f5-7970-4714-91d4-8fa29664eb59 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:47:58.381930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be93539-6114-4705-ab5a-db57c4eb1891 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:47:58.391996 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-55359ec6-ef05-49d2-8acd-33dcec951a7e req-586312c0-f17e-44bd-9c17-b8f96d5eaec8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.396489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55359ec6-ef05-49d2-8acd-33dcec951a7e req-586312c0-f17e-44bd-9c17-b8f96d5eaec8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.42 "DELETE /v2.0/ports/7e6666f5-7970-4714-91d4-8fa29664eb59 HTTP/1.1" status: 204 len: 173 time: 0.8505907 Dec 09 22:47:58.409920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'name': 'network-vif-deleted', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:47:58.412962 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6014f697-5730-4a22-8d19-651ff3649378" -d '{"events": [{"server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "name": "network-vif-deleted", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:47:58.419390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Pushing event deleted for resources: {'Port': ['ID=817ba0ec-20fa-4028-a4ea-8a2099958225,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:58.430971 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e3faeda-9fdc-4789-b734-a2d5b4234bd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.466263 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.470508 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e3faeda-9fdc-4789-b734-a2d5b4234bd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.480869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3faeda-9fdc-4789-b734-a2d5b4234bd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:47:58.482464 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e3faeda-9fdc-4789-b734-a2d5b4234bd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.509250 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e077985-b6b0-46e3-9cb5-87d013f5429d x-openstack-request-id: req-6e077985-b6b0-46e3-9cb5-87d013f5429d {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:47:58.509547 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f696076-efbb-4e4f-be4c-db62678f9106", "name": "network-vif-deleted", "tag": "7e6666f5-7970-4714-91d4-8fa29664eb59", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:47:58.509914 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e077985-b6b0-46e3-9cb5-87d013f5429d {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:47:58.510312 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f696076-efbb-4e4f-be4c-db62678f9106', 'name': 'network-vif-deleted', 'tag': '7e6666f5-7970-4714-91d4-8fa29664eb59', 'status': 'completed', 'code': 200} Dec 09 22:47:58.541912 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0e3faeda-9fdc-4789-b734-a2d5b4234bd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3256538 Dec 09 22:47:58.547939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39564) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:58.553725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b85cc93b-7b22-45a3-9545-57302472f872 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': 'd167c7f7-a0ac-476d-ba83-6431f7fe3687', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:47:58.588134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3faeda-9fdc-4789-b734-a2d5b4234bd0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Network': ['ID=d167c7f7-a0ac-476d-ba83-6431f7fe3687,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:58.600292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network d167c7f7-a0ac-476d-ba83-6431f7fe3687 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:47:58.770757 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.778956 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:58.874748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85cc93b-7b22-45a3-9545-57302472f872 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:47:58.884496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b85cc93b-7b22-45a3-9545-57302472f872 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:59.041636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Router a187ced6-a8dd-43dd-91c2-c846252a50b9 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:47:59.147821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:47:59.157165 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:59.158655 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dbfa0427-a429-4e3f-93e1-7e690b61d64a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "PUT /v2.0/routers/a187ced6-a8dd-43dd-91c2-c846252a50b9 HTTP/1.1" status: 200 len: 710 time: 4.4934192 Dec 09 22:47:59.161172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39592) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:59.167390 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7beba4-942f-4c61-ac29-bf5de5ab159f None None] Sync routers for ids ['a187ced6-a8dd-43dd-91c2-c846252a50b9'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:47:59.187913 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7beba4-942f-4c61-ac29-bf5de5ab159f None None] Routers {'a187ced6-a8dd-43dd-91c2-c846252a50b9'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:59.189066 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6b7beba4-942f-4c61-ac29-bf5de5ab159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a187ced6-a8dd-43dd-91c2-c846252a50b9'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:59.245597 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6b7beba4-942f-4c61-ac29-bf5de5ab159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:59.264849 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7beba4-942f-4c61-ac29-bf5de5ab159f None None] Routers {'a187ced6-a8dd-43dd-91c2-c846252a50b9'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:47:59.266766 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6b7beba4-942f-4c61-ac29-bf5de5ab159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:47:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a187ced6-a8dd-43dd-91c2-c846252a50b9'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:59.291369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39600) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:59.292359 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1b3f1e1a-ce10-4a45-bc9d-b3c3792e9050 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/routers/a187ced6-a8dd-43dd-91c2-c846252a50b9 HTTP/1.1" status: 200 len: 745 time: 0.1296990 Dec 09 22:47:59.331408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39602) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:59.334884 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6b7beba4-942f-4c61-ac29-bf5de5ab159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:47:59.335539 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7beba4-942f-4c61-ac29-bf5de5ab159f None None] The sync data for ids ['a187ced6-a8dd-43dd-91c2-c846252a50b9'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:47:59.371885 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-58b951e2-8e78-4cac-866a-fcbe58168ce6 tempest-RoutersIpV6AdminTest-1713007488 tempest-RoutersIpV6AdminTest-1713007488-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&device_id=a187ced6-a8dd-43dd-91c2-c846252a50b9 HTTP/1.1" status: 200 len: 205 time: 0.0792313 Dec 09 22:47:59.374413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39606) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:59.417984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39608) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:47:59.418575 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1aa6f302-0ff1-4d0f-a2c4-39d33ce12b56 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "GET /v2.0/ports?device_id=a187ced6-a8dd-43dd-91c2-c846252a50b9 HTTP/1.1" status: 200 len: 205 time: 0.0430129 Dec 09 22:47:59.533939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b85cc93b-7b22-45a3-9545-57302472f872 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:59.551901 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03236a2f-20a3-4f5d-85b9-ee50c5d4be2e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:59.724602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cc93b-7b22-45a3-9545-57302472f872 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Subnet': ['ID=58c26dcf-cb6e-4598-b5f6-da5462e33d0a,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:47:59.882506 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03236a2f-20a3-4f5d-85b9-ee50c5d4be2e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:59.887768 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03236a2f-20a3-4f5d-85b9-ee50c5d4be2e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:59.892642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85cc93b-7b22-45a3-9545-57302472f872 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Checking segment: {'id': '82006463-27d0-4e36-82e9-d1f658348034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd167c7f7-a0ac-476d-ba83-6431f7fe3687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:47:59.893000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cc93b-7b22-45a3-9545-57302472f872 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network hostable DHCP agents. Network: d167c7f7-a0ac-476d-ba83-6431f7fe3687, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:47:59.991639 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03236a2f-20a3-4f5d-85b9-ee50c5d4be2e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:47:59.992141 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03236a2f-20a3-4f5d-85b9-ee50c5d4be2e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Fanout notify agent at l3_agent the message router_deleted on router a187ced6-a8dd-43dd-91c2-c846252a50b9 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:48:00.001140 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03236a2f-20a3-4f5d-85b9-ee50c5d4be2e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:00.002337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-03236a2f-20a3-4f5d-85b9-ee50c5d4be2e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/routers/a187ced6-a8dd-43dd-91c2-c846252a50b9 HTTP/1.1" status: 204 len: 168 time: 0.5831618 Dec 09 22:48:00.002911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cc93b-7b22-45a3-9545-57302472f872 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network d167c7f7-a0ac-476d-ba83-6431f7fe3687 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:48:00.007807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39636) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.039142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-b85cc93b-7b22-45a3-9545-57302472f872 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, d167c7f7-a0ac-476d-ba83-6431f7fe3687) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:00.049051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85cc93b-7b22-45a3-9545-57302472f872 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:00.049475 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b85cc93b-7b22-45a3-9545-57302472f872 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:00.053893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b123ade-eff5-4cd3-875f-f6f37ee51768 None None] Network d167c7f7-a0ac-476d-ba83-6431f7fe3687 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:00.103236 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b85cc93b-7b22-45a3-9545-57302472f872 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5541713 Dec 09 22:48:00.105751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39640) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.108617 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cc0b601d-5028-4df0-a1af-b52806b97ac4 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "GET /v2.0/ports?device_id=a187ced6-a8dd-43dd-91c2-c846252a50b9 HTTP/1.1" status: 200 len: 205 time: 0.0983119 Dec 09 22:48:00.110958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39642) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.111070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': 'd167c7f7-a0ac-476d-ba83-6431f7fe3687', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1839821629'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:00.177118 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-c0846410-d62c-45a9-b5cd-a605e997f811 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] delete failed (client error): The resource could not be found. Dec 09 22:48:00.178418 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c0846410-d62c-45a9-b5cd-a605e997f811 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/routers/a187ced6-a8dd-43dd-91c2-c846252a50b9 HTTP/1.1" status: 404 len: 336 time: 0.0655267 Dec 09 22:48:00.180922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39646) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.227469 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-476642e6-ac78-4f00-8a74-474ea59be0de tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c1e36c7-361f-4c59-a62e-bb9e2166b883 HTTP/1.1" status: 200 len: 205 time: 0.0452664 Dec 09 22:48:00.231479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39652) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.277299 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-b5465812-ceed-42bf-8570-9c7008f46c7a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] delete failed (client error): The resource could not be found. Dec 09 22:48:00.278680 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b5465812-ceed-42bf-8570-9c7008f46c7a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/routers/0c1e36c7-361f-4c59-a62e-bb9e2166b883 HTTP/1.1" status: 404 len: 336 time: 0.0454321 Dec 09 22:48:00.281137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39656) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.341349 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0cb394f4-dbf2-45f7-a1d1-9e2e4a7e813e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a0e820f-23d3-427b-bd7d-d73f969335ac HTTP/1.1" status: 200 len: 205 time: 0.0585942 Dec 09 22:48:00.343073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39664) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.348200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-d167c7f7-a0ac-476d-ba83-6431f7fe3687', 'network_id': 'd167c7f7-a0ac-476d-ba83-6431f7fe3687', 'project_id': 'de3af971ae1646d5b164773f7cc3609d', 'fixed_ips': [{'subnet_id': '58c26dcf-cb6e-4598-b5f6-da5462e33d0a'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:48:00.349099 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:00.391990 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:00.396004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:00.421264 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-d8deb094-d3da-4719-86e6-d15e2429cb75 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] delete failed (client error): The resource could not be found. Dec 09 22:48:00.424674 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d8deb094-d3da-4719-86e6-d15e2429cb75 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/routers/8a0e820f-23d3-427b-bd7d-d73f969335ac HTTP/1.1" status: 404 len: 336 time: 0.0781205 Dec 09 22:48:00.425740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39670) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.436843 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c290c521-355d-43d6-800f-dd51a1293786 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:00.474739 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f30b393d-a2b1-4b27-a516-9bb529a83b13 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "GET /v2.0/ports?device_id=36515222-6f8e-41e9-a279-81f91821dd90 HTTP/1.1" status: 200 len: 205 time: 0.0453608 Dec 09 22:48:00.478310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39674) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.498064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port effff699-8df7-4b73-9886-7167a420b792 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:48:00.535660 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-ce583768-67ca-4cd9-aed9-a03096ac817e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] delete failed (client error): The resource could not be found. Dec 09 22:48:00.539145 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ce583768-67ca-4cd9-aed9-a03096ac817e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/routers/36515222-6f8e-41e9-a279-81f91821dd90 HTTP/1.1" status: 404 len: 336 time: 0.0571272 Dec 09 22:48:00.540107 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39676) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.606111 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0cf7a2b6-b5e6-4b4a-885e-cd97d8b4e8d9 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "GET /v2.0/ports?device_id=98595207-8948-4d56-8b65-11b7f25415c9 HTTP/1.1" status: 200 len: 205 time: 0.0648499 Dec 09 22:48:00.610616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39680) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.667198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Allocated IP 172.20.0.2 (d167c7f7-a0ac-476d-ba83-6431f7fe3687/58c26dcf-cb6e-4598-b5f6-da5462e33d0a/4c6b6362-72f7-43bc-bad1-cfa8e2889abc) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:00.724721 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-af41f81b-3610-4aeb-b624-293011ff1439 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] delete failed (client error): The resource could not be found. Dec 09 22:48:00.725832 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-af41f81b-3610-4aeb-b624-293011ff1439 tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/routers/98595207-8948-4d56-8b65-11b7f25415c9 HTTP/1.1" status: 404 len: 336 time: 0.1130645 Dec 09 22:48:00.728726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39684) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.801735 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ed9c36f7-4be4-4dd7-89a5-fef3fadfe38e tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "GET /v2.0/ports?device_id=967ed9dd-7e43-4c45-be98-27685eec4684 HTTP/1.1" status: 200 len: 205 time: 0.0691550 Dec 09 22:48:00.808574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39690) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.843716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7e6666f5-7970-4714-91d4-8fa29664eb59 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:48:00.882278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 7e6666f5-7970-4714-91d4-8fa29664eb59 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:48:00.882578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7e6666f5-7970-4714-91d4-8fa29664eb59 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:48:00.932083 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-f95613e3-ae0a-4f37-9fa3-a45aa6b23b1a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] delete failed (client error): The resource could not be found. Dec 09 22:48:00.935729 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f95613e3-ae0a-4f37-9fa3-a45aa6b23b1a tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/routers/967ed9dd-7e43-4c45-be98-27685eec4684 HTTP/1.1" status: 404 len: 336 time: 0.1235988 Dec 09 22:48:00.938562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39692) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.960049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39696) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:00.984659 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:00.987436 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16b9c6a-b687-423e-b5e4-1f0f5b08000d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] DELETE failed (client error): The resource could not be found. Dec 09 22:48:00.987992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16b9c6a-b687-423e-b5e4-1f0f5b08000d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:48:00.994760 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a16b9c6a-b687-423e-b5e4-1f0f5b08000d tempest-RoutersIpV6AdminTest-1972021911 tempest-RoutersIpV6AdminTest-1972021911-project] 10.222.0.16 "DELETE /v2.0/subnets/a13db59a-c00e-4902-ad9c-2c6f8ff5f0e3 HTTP/1.1" status: 404 len: 337 time: 0.0514696 Dec 09 22:48:01.006542 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.073399 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Network d167c7f7-a0ac-476d-ba83-6431f7fe3687 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:01.080345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:01.088060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:01.095211 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-efd71c50-8e25-42e6-a82c-2cdb245d67ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.101070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Pushing event updated for resources: {'Port': ['ID=4c6b6362-72f7-43bc-bad1-cfa8e2889abc,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:01.110340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.110340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.110616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.111178 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.111697 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.112357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.112876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.113549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.114244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.114764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.115279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.115944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.116923 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:01.180061 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a8da430-2925-46d6-90ac-0da46c340a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.180549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Attempting to bind port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:01.180549 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Attempting to bind port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '82006463-27d0-4e36-82e9-d1f658348034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd167c7f7-a0ac-476d-ba83-6431f7fe3687'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:01.181079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Attempting to bind port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc on network d167c7f7-a0ac-476d-ba83-6431f7fe3687 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:01.188963 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:01.189934 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Checking segment: {'id': '82006463-27d0-4e36-82e9-d1f658348034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd167c7f7-a0ac-476d-ba83-6431f7fe3687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:01.193067 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.193979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Bound using segment: {'id': '82006463-27d0-4e36-82e9-d1f658348034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd167c7f7-a0ac-476d-ba83-6431f7fe3687'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:01.194710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Bound port: 4c6b6362-72f7-43bc-bad1-cfa8e2889abc, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82006463-27d0-4e36-82e9-d1f658348034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd167c7f7-a0ac-476d-ba83-6431f7fe3687'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:01.195455 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.288755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] For port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:01.294105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] For port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4c6b6362-72f7-43bc-bad1-cfa8e2889abc,segment=NetworkSegment(82006463-27d0-4e36-82e9-d1f658348034),segment_id=82006463-27d0-4e36-82e9-d1f658348034)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:01.301661 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.335239 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a8da430-2925-46d6-90ac-0da46c340a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.345088 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a8da430-2925-46d6-90ac-0da46c340a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.374836 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.3 (d167c7f7-a0ac-476d-ba83-6431f7fe3687/58c26dcf-cb6e-4598-b5f6-da5462e33d0a/effff699-8df7-4b73-9886-7167a420b792) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:01.396114 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39710) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:01.408296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb11f4-70e7-479c-809e-3dd55831adc4 None None] Pushing event updated for resources: {'Port': ['ID=4c6b6362-72f7-43bc-bad1-cfa8e2889abc,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:01.419055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8da430-2925-46d6-90ac-0da46c340a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f47fa6d-dea3-476a-89b6-ceb9fc67cf60,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:01.437250 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0a8da430-2925-46d6-90ac-0da46c340a7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5264e70d65b473a96b10b7b18b7760a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4559596 Dec 09 22:48:01.438154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39714) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:01.496887 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a990904d-71b3-4c53-bbbd-6643884eaf0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.535901 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a990904d-71b3-4c53-bbbd-6643884eaf0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.621291 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a990904d-71b3-4c53-bbbd-6643884eaf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.629930 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a990904d-71b3-4c53-bbbd-6643884eaf0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.632949 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a990904d-71b3-4c53-bbbd-6643884eaf0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f47fa6d-dea3-476a-89b6-ceb9fc67cf60 HTTP/1.1" status: 204 len: 168 time: 0.1921852 Dec 09 22:48:01.669053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990904d-71b3-4c53-bbbd-6643884eaf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f47fa6d-dea3-476a-89b6-ceb9fc67cf60,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:01.692661 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfc1c-47e7-47fd-b512-7dfcf5ee18f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.726823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.787428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c290c521-355d-43d6-800f-dd51a1293786 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port 6afe6992-8252-4e54-9e9c-2e7f8650e008 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:01.787813 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c290c521-355d-43d6-800f-dd51a1293786 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.851352 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4c6b6362-72f7-43bc-bad1-cfa8e2889abc up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:01.916178 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:01.932197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:01.932775 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.001308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network d167c7f7-a0ac-476d-ba83-6431f7fe3687 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:02.005509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=effff699-8df7-4b73-9886-7167a420b792,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:02.014755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-c290c521-355d-43d6-800f-dd51a1293786 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port 6afe6992-8252-4e54-9e9c-2e7f8650e008, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6afe6992-8252-4e54-9e9c-2e7f8650e008,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:02.015126 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c290c521-355d-43d6-800f-dd51a1293786 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.018037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:02.027280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39728) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:02.027417 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:02.034138 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfc1c-47e7-47fd-b512-7dfcf5ee18f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.058297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c290c521-355d-43d6-800f-dd51a1293786 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for 6afe6992-8252-4e54-9e9c-2e7f8650e008 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:02.060084 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfc1c-47e7-47fd-b512-7dfcf5ee18f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.072411 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.118701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4c6b6362-72f7-43bc-bad1-cfa8e2889abc,segment=NetworkSegment(82006463-27d0-4e36-82e9-d1f658348034),segment_id=82006463-27d0-4e36-82e9-d1f658348034)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:02.126159 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.178726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:02.179607 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.185882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecfc1c-47e7-47fd-b512-7dfcf5ee18f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eeadf1-c724-4bf6-ad01-f50cc9bfb9e6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:02.193146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=4c6b6362-72f7-43bc-bad1-cfa8e2889abc,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:02.197928 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f7ecfc1c-47e7-47fd-b512-7dfcf5ee18f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9070584f69d4b5880426e92600ded1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7942522 Dec 09 22:48:02.198976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39736) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:02.228181 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-423a9cee-7313-41a7-b927-43e2d62ef8f3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1213610 Dec 09 22:48:02.230939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39738) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:02.249873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39740) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:02.252771 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-774246ee-bd99-4049-aeb0-108b1678f427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.281121 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1607f18-8c58-4a6d-9572-5f7ec2b6f4a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.354701 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a6f2074f-e31a-4a93-9b21-58a5fe790a5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.382237 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a6f2074f-e31a-4a93-9b21-58a5fe790a5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.449426 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a6f2074f-e31a-4a93-9b21-58a5fe790a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.452059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a6f2074f-e31a-4a93-9b21-58a5fe790a5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.453472 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a6f2074f-e31a-4a93-9b21-58a5fe790a5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1eeadf1-c724-4bf6-ad01-f50cc9bfb9e6 HTTP/1.1" status: 204 len: 168 time: 0.2534730 Dec 09 22:48:02.464248 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c290c521-355d-43d6-800f-dd51a1293786 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.478346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2074f-e31a-4a93-9b21-58a5fe790a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eeadf1-c724-4bf6-ad01-f50cc9bfb9e6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:02.542757 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290c521-355d-43d6-800f-dd51a1293786 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=6afe6992-8252-4e54-9e9c-2e7f8650e008,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:02.545021 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1607f18-8c58-4a6d-9572-5f7ec2b6f4a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.562351 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1607f18-8c58-4a6d-9572-5f7ec2b6f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.577126 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-774246ee-bd99-4049-aeb0-108b1678f427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.601358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-774246ee-bd99-4049-aeb0-108b1678f427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.620097 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e1607f18-8c58-4a6d-9572-5f7ec2b6f4a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b2fd85be5bb4bc79b32063e2c97d7e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3683338 Dec 09 22:48:02.623710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39746) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:02.638839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1607f18-8c58-4a6d-9572-5f7ec2b6f4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fefc38-ea80-4ce3-b5fa-2b3580e2b774,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:02.700757 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-774246ee-bd99-4049-aeb0-108b1678f427 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ca1594d5e57499bbc50668f8471009c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6722231 Dec 09 22:48:02.704941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39748) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:02.708660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-645de2a5-3cf0-457e-b87d-6b4408df036c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port effff699-8df7-4b73-9886-7167a420b792 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:02.712204 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-645de2a5-3cf0-457e-b87d-6b4408df036c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.781193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774246ee-bd99-4049-aeb0-108b1678f427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82835742-f5e5-4499-9458-965e2c48e406,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:02.846466 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e01112f-6ef6-454f-bfba-7d265134f9b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.886292 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5855a397-0392-424b-a80c-021814df41bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.940789 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5855a397-0392-424b-a80c-021814df41bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.983783 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-645de2a5-3cf0-457e-b87d-6b4408df036c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:02.995632 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ed646-2701-4878-8019-a2609f7b7ca1 None None] Network d167c7f7-a0ac-476d-ba83-6431f7fe3687 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:03.028406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-645de2a5-3cf0-457e-b87d-6b4408df036c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for effff699-8df7-4b73-9886-7167a420b792 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:03.028790 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5855a397-0392-424b-a80c-021814df41bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.031968 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5855a397-0392-424b-a80c-021814df41bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.045179 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5855a397-0392-424b-a80c-021814df41bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82835742-f5e5-4499-9458-965e2c48e406 HTTP/1.1" status: 204 len: 168 time: 0.3322890 Dec 09 22:48:03.050195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c290c521-355d-43d6-800f-dd51a1293786 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.075384 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39754) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:03.093740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e01112f-6ef6-454f-bfba-7d265134f9b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.096978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855a397-0392-424b-a80c-021814df41bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82835742-f5e5-4499-9458-965e2c48e406,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:03.166724 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fe26742a-2f12-4725-98b3-05ee9ea05270 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f3e23496d2849cc9a77457fff52cf4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0787222 Dec 09 22:48:03.167035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39756) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:03.210756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0ecdfd2b-3ea2-43e2-a5e1-97e2212ce6d0 None None] Provisioning complete for port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:03.211273 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0ecdfd2b-3ea2-43e2-a5e1-97e2212ce6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.220371 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e01112f-6ef6-454f-bfba-7d265134f9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.223348 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e01112f-6ef6-454f-bfba-7d265134f9b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.227272 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9e01112f-6ef6-454f-bfba-7d265134f9b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6fefc38-ea80-4ce3-b5fa-2b3580e2b774 HTTP/1.1" status: 204 len: 168 time: 0.5995474 Dec 09 22:48:03.271699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01112f-6ef6-454f-bfba-7d265134f9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fefc38-ea80-4ce3-b5fa-2b3580e2b774,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:03.302838 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc9a8-a566-4207-8aa9-3b647694d95e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.369001 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc9a8-a566-4207-8aa9-3b647694d95e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.375489 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25f452bb-c19a-4230-b589-6813e786408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.461981 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc9a8-a566-4207-8aa9-3b647694d95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.467433 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc9a8-a566-4207-8aa9-3b647694d95e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.469648 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ad9dc9a8-a566-4207-8aa9-3b647694d95e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6969a10-fedc-4294-b0ce-4e54b26e5abb HTTP/1.1" status: 204 len: 168 time: 0.3015406 Dec 09 22:48:03.482207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dc9a8-a566-4207-8aa9-3b647694d95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6969a10-fedc-4294-b0ce-4e54b26e5abb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:03.578644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c290c521-355d-43d6-800f-dd51a1293786 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router be88ba46-ec61-428d-b53d-cdfd99a8543f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:48:03.680079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39768) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:03.701040 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a77dc86-810c-4d39-bbc2-8fd90c2ec16d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.744462 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-645de2a5-3cf0-457e-b87d-6b4408df036c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.762510 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7b365ad6-abda-439a-9dda-4720782a1071 None None] Provisioning complete for port effff699-8df7-4b73-9886-7167a420b792 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:03.763373 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b365ad6-abda-439a-9dda-4720782a1071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.814116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7b365ad6-abda-439a-9dda-4720782a1071 None None] Port effff699-8df7-4b73-9886-7167a420b792 was deleted so its status cannot be updated. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 09 22:48:03.848313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7b365ad6-abda-439a-9dda-4720782a1071 None None] Provisioning complete for port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:03.849940 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b365ad6-abda-439a-9dda-4720782a1071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.867999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a77dc86-810c-4d39-bbc2-8fd90c2ec16d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.877169 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8a77dc86-810c-4d39-bbc2-8fd90c2ec16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.891021 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645de2a5-3cf0-457e-b87d-6b4408df036c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=effff699-8df7-4b73-9886-7167a420b792,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:03.978422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77dc86-810c-4d39-bbc2-8fd90c2ec16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006ec9d5-e9f2-4775-9525-59c3f3f8c83c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:03.979838 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:03.986275 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8a77dc86-810c-4d39-bbc2-8fd90c2ec16d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b71ee7580ea48c2b93ee559734ebd4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051395 Dec 09 22:48:03.990194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39772) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:04.047429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c290c521-355d-43d6-800f-dd51a1293786 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:48:04.067022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c290c521-355d-43d6-800f-dd51a1293786 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "PUT /v2.0/routers/be88ba46-ec61-428d-b53d-cdfd99a8543f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7321858 Dec 09 22:48:04.070809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39776) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:04.108310 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e971565-5acf-424b-aa6b-f6259be8b99b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.117659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4c6b6362-72f7-43bc-bad1-cfa8e2889abc up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:04.120894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86f055-4991-43fd-b37a-ec6f2c1d44e3 None None] Sync routers for ids ['be88ba46-ec61-428d-b53d-cdfd99a8543f'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:48:04.176775 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e971565-5acf-424b-aa6b-f6259be8b99b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.181849 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-645de2a5-3cf0-457e-b87d-6b4408df036c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.194907 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-645de2a5-3cf0-457e-b87d-6b4408df036c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/effff699-8df7-4b73-9886-7167a420b792 HTTP/1.1" status: 204 len: 168 time: 1.9628954 Dec 09 22:48:04.199335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39780) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:04.234165 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-497f7fad-4410-4e85-837f-904e99955578 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:48:04.236782 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-497f7fad-4410-4e85-837f-904e99955578 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/effff699-8df7-4b73-9886-7167a420b792 HTTP/1.1" status: 404 len: 333 time: 0.0361938 Dec 09 22:48:04.240144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39782) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:04.264319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-166ec804-81ed-4349-b45e-9023b6ef7915 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting subnet a67ade4c-028c-49cc-aa5b-738306c46a2d {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:48:04.268928 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-166ec804-81ed-4349-b45e-9023b6ef7915 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.287490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86f055-4991-43fd-b37a-ec6f2c1d44e3 None None] Routers {'be88ba46-ec61-428d-b53d-cdfd99a8543f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:04.289121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-1a86f055-4991-43fd-b37a-ec6f2c1d44e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['be88ba46-ec61-428d-b53d-cdfd99a8543f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:04.359612 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-166ec804-81ed-4349-b45e-9023b6ef7915 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.368295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:04.368791 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.374111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d57a96a-b483-4c27-87c0-63e197ae8f91 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting subnet 58c26dcf-cb6e-4598-b5f6-da5462e33d0a {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:48:04.383097 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d57a96a-b483-4c27-87c0-63e197ae8f91 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.544183 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-166ec804-81ed-4349-b45e-9023b6ef7915 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.694788 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-166ec804-81ed-4349-b45e-9023b6ef7915 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.782561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-166ec804-81ed-4349-b45e-9023b6ef7915 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.791886 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-166ec804-81ed-4349-b45e-9023b6ef7915 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/subnets/a67ade4c-028c-49cc-aa5b-738306c46a2d HTTP/1.1" status: 204 len: 168 time: 0.7197318 Dec 09 22:48:04.793765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39804) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:04.795053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ec804-81ed-4349-b45e-9023b6ef7915 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Subnet': ['ID=a67ade4c-028c-49cc-aa5b-738306c46a2d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:04.884324 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e971565-5acf-424b-aa6b-f6259be8b99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.887026 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e971565-5acf-424b-aa6b-f6259be8b99b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.892846 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4e971565-5acf-424b-aa6b-f6259be8b99b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/006ec9d5-e9f2-4775-9525-59c3f3f8c83c HTTP/1.1" status: 204 len: 168 time: 0.9016418 Dec 09 22:48:04.906973 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d57a96a-b483-4c27-87c0-63e197ae8f91 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:04.908579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ffbc74-ce6b-48b2-8fbd-7018e086797f None None] Network f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:04.912902 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7013555f-9edb-4a14-b061-902535b1e9a1 None None] Could not find standard attr ID for object effff699-8df7-4b73-9886-7167a420b792. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:48:04.955736 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e971565-5acf-424b-aa6b-f6259be8b99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006ec9d5-e9f2-4775-9525-59c3f3f8c83c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:05.002640 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:05.113423 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d57a96a-b483-4c27-87c0-63e197ae8f91 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:05.147523 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:05.185989 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-1a86f055-4991-43fd-b37a-ec6f2c1d44e3 None None] Set router be88ba46-ec61-428d-b53d-cdfd99a8543f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:48:05.284636 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:05.292315 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d57a96a-b483-4c27-87c0-63e197ae8f91 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:05.358090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57a96a-b483-4c27-87c0-63e197ae8f91 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Subnet': ['ID=58c26dcf-cb6e-4598-b5f6-da5462e33d0a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:05.364293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d57a96a-b483-4c27-87c0-63e197ae8f91 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:05.370590 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0d57a96a-b483-4c27-87c0-63e197ae8f91 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/58c26dcf-cb6e-4598-b5f6-da5462e33d0a HTTP/1.1" status: 204 len: 168 time: 1.1272171 Dec 09 22:48:05.370867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39818) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:05.373725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b43955-5cf4-4b3f-ab1f-0536b5faa154 None None] Network d167c7f7-a0ac-476d-ba83-6431f7fe3687 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:05.479974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246b3c7-6ff1-45be-8cfd-e68192536838 None None] DHCP port deletion for f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:05.487272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port 1242bb2a-7280-48b8-b72d-3c138c3f12ab {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:05.487621 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:05.594754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6246b3c7-6ff1-45be-8cfd-e68192536838 None None] Deleting port 41e68f93-4134-41cb-8a13-d05812c811e4 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:05.594754 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6246b3c7-6ff1-45be-8cfd-e68192536838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:05.638567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df92125-a314-42ac-a8a4-02ac0ee7db0d None None] DHCP port deletion for d167c7f7-a0ac-476d-ba83-6431f7fe3687 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:05.697244 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:05.699632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port 1242bb2a-7280-48b8-b72d-3c138c3f12ab, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1242bb2a-7280-48b8-b72d-3c138c3f12ab,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:05.700104 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:05.726304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for 1242bb2a-7280-48b8-b72d-3c138c3f12ab owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:05.726981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6246b3c7-6ff1-45be-8cfd-e68192536838 None None] For port 41e68f93-4134-41cb-8a13-d05812c811e4, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=41e68f93-4134-41cb-8a13-d05812c811e4,segment=NetworkSegment(6015d4c4-880d-46ab-a6f7-22600b5699ca),segment_id=6015d4c4-880d-46ab-a6f7-22600b5699ca)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:05.727436 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6246b3c7-6ff1-45be-8cfd-e68192536838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:05.751589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-1a86f055-4991-43fd-b37a-ec6f2c1d44e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:48:02Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '1242bb2a-7280-48b8-b72d-3c138c3f12ab', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:45:53Z', 'updated_at': '2021-12-09T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:05.874708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:05.875823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6246b3c7-6ff1-45be-8cfd-e68192536838 None None] Calling delete_port for 41e68f93-4134-41cb-8a13-d05812c811e4 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:05.878292 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:05.887344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 41e68f93-4134-41cb-8a13-d05812c811e4 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:48:05.903723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86f055-4991-43fd-b37a-ec6f2c1d44e3 None None] Checking router: be88ba46-ec61-428d-b53d-cdfd99a8543f for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:48:06.002533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.053843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] For port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4c6b6362-72f7-43bc-bad1-cfa8e2889abc,segment=NetworkSegment(82006463-27d0-4e36-82e9-d1f658348034),segment_id=82006463-27d0-4e36-82e9-d1f658348034)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:06.054451 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.069113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for 4c6b6362-72f7-43bc-bad1-cfa8e2889abc owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:06.115769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39846) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:06.147871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bd35e7-9607-4a72-b0db-ecd158d1e1bc None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:06.155266 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=1242bb2a-7280-48b8-b72d-3c138c3f12ab,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:06.174855 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.194296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86f055-4991-43fd-b37a-ec6f2c1d44e3 None None] Routers {'be88ba46-ec61-428d-b53d-cdfd99a8543f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:06.194950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-1a86f055-4991-43fd-b37a-ec6f2c1d44e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['be88ba46-ec61-428d-b53d-cdfd99a8543f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:06.235884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No DVR routers for this DVR port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:06.243545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=4c6b6362-72f7-43bc-bad1-cfa8e2889abc,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:06.318737 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.444755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.490147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d167c7f7-a0ac-476d-ba83-6431f7fe3687']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:06.496540 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.502481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6df92125-a314-42ac-a8a4-02ac0ee7db0d None None] Deleting port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:06.504574 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6df92125-a314-42ac-a8a4-02ac0ee7db0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.509527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82006463-27d0-4e36-82e9-d1f658348034') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:06.510056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82006463-27d0-4e36-82e9-d1f658348034') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:06.523277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-1a86f055-4991-43fd-b37a-ec6f2c1d44e3 None None] Set router be88ba46-ec61-428d-b53d-cdfd99a8543f gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:48:06.524582 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.525132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.531273 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.554959 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.568983 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:48:06.569661 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:48:06.572934 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:48:06.632593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1ad02938-b90b-42c2-993d-05018ce61ef6 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] Request body: {'port': {'network_id': '2227f4f6-ca6f-4854-979c-f086868a250a', 'name': 'tempest-NetworksNegativeTestJSON-1689814925'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:06.638957 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.641324 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Fanout notify agent at l3_agent the message router_deleted on router be88ba46-ec61-428d-b53d-cdfd99a8543f {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:48:06.671155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.683393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.683932 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.685038 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3992d630-1fd3-4c09-a84a-86898ff78a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/routers/be88ba46-ec61-428d-b53d-cdfd99a8543f HTTP/1.1" status: 204 len: 168 time: 1.8779087 Dec 09 22:48:06.686635 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad02938-b90b-42c2-993d-05018ce61ef6 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] POST failed (client error): The resource could not be found. Dec 09 22:48:06.691273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad02938-b90b-42c2-993d-05018ce61ef6 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:48:06.691273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1ad02938-b90b-42c2-993d-05018ce61ef6 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5684392 Dec 09 22:48:06.691273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39862) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:06.692677 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/networks/d167c7f7-a0ac-476d-ba83-6431f7fe3687 HTTP/1.1" status: 204 len: 168 time: 1.3201463 Dec 09 22:48:06.695433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39864) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:06.696615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39866) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:06.710971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'name': 'tempest-PortsTestJSON-1662863889'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:06.733169 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-1a86f055-4991-43fd-b37a-ec6f2c1d44e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:48:05Z', 'revision_number': 7, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:06.743940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daff15-221d-4fda-b7a4-31217669e4ee tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Network': ['ID=d167c7f7-a0ac-476d-ba83-6431f7fe3687,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:06.762467 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e822c22-793a-4aba-9387-7cdd1906081a tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] DELETE failed (client error): The resource could not be found. Dec 09 22:48:06.775223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e822c22-793a-4aba-9387-7cdd1906081a tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:48:06.783796 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3e822c22-793a-4aba-9387-7cdd1906081a tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] 10.222.0.16 "DELETE /v2.0/networks/e824a717-25e6-4edc-a6c7-375b98e98157 HTTP/1.1" status: 404 len: 339 time: 0.0844808 Dec 09 22:48:06.835106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39870) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:06.927876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86f055-4991-43fd-b37a-ec6f2c1d44e3 None None] The sync data for ids ['be88ba46-ec61-428d-b53d-cdfd99a8543f'] in n-d-789963-23 is: [{'id': 'be88ba46-ec61-428d-b53d-cdfd99a8543f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039091590', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:45:51Z', 'updated_at': '2021-12-09T22:48:05Z', 'revision_number': 7, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:48:06.945155 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6246b3c7-6ff1-45be-8cfd-e68192536838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.963226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:06.972096 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3930ea-aec4-4410-9bb9-b7b6983b3b91 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] DELETE failed (client error): The resource could not be found. Dec 09 22:48:06.975602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3930ea-aec4-4410-9bb9-b7b6983b3b91 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:48:06.989408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1d3930ea-aec4-4410-9bb9-b7b6983b3b91 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] 10.222.0.16 "DELETE /v2.0/ports/a9d20702-2e46-4962-b0e5-75e8e89e0338 HTTP/1.1" status: 404 len: 333 time: 0.1526871 Dec 09 22:48:06.991503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39878) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:06.995017 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.006861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6df92125-a314-42ac-a8a4-02ac0ee7db0d None None] For port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:07.007270 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6df92125-a314-42ac-a8a4-02ac0ee7db0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.016725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:07.027325 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a1aa38-d9e0-48fc-b069-e3e68eca8e3c tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] DELETE failed (client error): The resource could not be found. Dec 09 22:48:07.028104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a1aa38-d9e0-48fc-b069-e3e68eca8e3c tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:48:07.038456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f9a1aa38-d9e0-48fc-b069-e3e68eca8e3c tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] 10.222.0.16 "DELETE /v2.0/subnets/f341079d-b9b4-4cf9-9508-ac4dae4669ac HTTP/1.1" status: 404 len: 337 time: 0.0454581 Dec 09 22:48:07.038730 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.039769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39880) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:07.100985 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b38c2a-a233-48e1-848e-d4431bf0bc15 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] GET failed (client error): The resource could not be found. Dec 09 22:48:07.109209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246b3c7-6ff1-45be-8cfd-e68192536838 None None] No DVR routers for this DVR port 41e68f93-4134-41cb-8a13-d05812c811e4 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:07.110342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39888) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:07.112105 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b5b38c2a-a233-48e1-848e-d4431bf0bc15 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] 10.222.0.16 "GET /v2.0/networks/7dcba6d4-d399-4c38-8e3a-3d41d89d8838 HTTP/1.1" status: 404 len: 339 time: 0.0692654 Dec 09 22:48:07.115678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6df92125-a314-42ac-a8a4-02ac0ee7db0d None None] Calling delete_port for 4c6b6362-72f7-43bc-bad1-cfa8e2889abc owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:07.126448 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246b3c7-6ff1-45be-8cfd-e68192536838 None None] Pushing event deleted for resources: {'Port': ['ID=41e68f93-4134-41cb-8a13-d05812c811e4,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:07.135375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-6df92125-a314-42ac-a8a4-02ac0ee7db0d None None] Port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:48:07.136764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port d7f9c460-3b11-4442-8f94-1affbefc1423 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:48:07.137005 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.147283 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6df92125-a314-42ac-a8a4-02ac0ee7db0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.173097 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-973d646a-0d08-4e35-8e34-01c0f5ca7c74 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] GET failed (client error): The resource could not be found. Dec 09 22:48:07.175157 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-973d646a-0d08-4e35-8e34-01c0f5ca7c74 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] 10.222.0.16 "GET /v2.0/ports/bac16bfb-033a-4d24-9eb6-6cbda41b1d8d HTTP/1.1" status: 404 len: 333 time: 0.0615792 Dec 09 22:48:07.196187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39890) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:07.211819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6df92125-a314-42ac-a8a4-02ac0ee7db0d None None] Network d167c7f7-a0ac-476d-ba83-6431f7fe3687 is not hosted by any dhcp agent {{(pid=103419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:48:07.212579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df92125-a314-42ac-a8a4-02ac0ee7db0d None None] No DVR routers for this DVR port 4c6b6362-72f7-43bc-bad1-cfa8e2889abc on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:07.214743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4c6b6362-72f7-43bc-bad1-cfa8e2889abc no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:48:07.256078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df92125-a314-42ac-a8a4-02ac0ee7db0d None None] Pushing event deleted for resources: {'Port': ['ID=4c6b6362-72f7-43bc-bad1-cfa8e2889abc,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:07.273871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 4c6b6362-72f7-43bc-bad1-cfa8e2889abc {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:48:07.276827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4c6b6362-72f7-43bc-bad1-cfa8e2889abc not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:48:07.310873 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-0067e010-2bae-44a8-bdb6-46f644d17c9e tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] GET failed (client error): The resource could not be found. Dec 09 22:48:07.320117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0067e010-2bae-44a8-bdb6-46f644d17c9e tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] 10.222.0.16 "GET /v2.0/subnets/8d13f12c-2e18-4487-9527-18a8993d4d93 HTTP/1.1" status: 404 len: 337 time: 0.1208386 Dec 09 22:48:07.325503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39892) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:07.332853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f054295b-ea8f-4497-85e4-b5629759aa1a tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:07.387618 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f054295b-ea8f-4497-85e4-b5629759aa1a tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] PUT failed (client error): The resource could not be found. Dec 09 22:48:07.393498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f054295b-ea8f-4497-85e4-b5629759aa1a tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:48:07.404615 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f054295b-ea8f-4497-85e4-b5629759aa1a tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] 10.222.0.16 "PUT /v2.0/networks/befdba06-031c-4fe1-94b8-a520546c238b HTTP/1.1" status: 404 len: 339 time: 0.0738828 Dec 09 22:48:07.405607 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39896) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:07.471044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-bd4ed851-071d-4add-834d-285d8c6bea33 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:07.474837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.476683 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.507290 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4ed851-071d-4add-834d-285d8c6bea33 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] PUT failed (client error): The resource could not be found. Dec 09 22:48:07.510745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4ed851-071d-4add-834d-285d8c6bea33 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:48:07.519047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bd4ed851-071d-4add-834d-285d8c6bea33 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] 10.222.0.16 "PUT /v2.0/ports/9ac19506-e542-40a6-80cc-33de86eaa3e8 HTTP/1.1" status: 404 len: 333 time: 0.1122792 Dec 09 22:48:07.523977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39900) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:07.550742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5771fa01-da43-41fc-84af-5aa3d2042fa7 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:07.561732 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ccf101-496f-4d7c-a0a3-afaf2aba33e9']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:07.567413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.605267 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-5771fa01-da43-41fc-84af-5aa3d2042fa7 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] PUT failed (client error): The resource could not be found. Dec 09 22:48:07.605728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5771fa01-da43-41fc-84af-5aa3d2042fa7 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:48:07.627884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5771fa01-da43-41fc-84af-5aa3d2042fa7 tempest-NetworksNegativeTestJSON-1080973674 tempest-NetworksNegativeTestJSON-1080973674-project] 10.222.0.16 "PUT /v2.0/subnets/2cd3a323-6a7f-4716-b660-36c5fbc14f80 HTTP/1.1" status: 404 len: 337 time: 0.1027958 Dec 09 22:48:07.634254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6015d4c4-880d-46ab-a6f7-22600b5699ca') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:07.634786 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6015d4c4-880d-46ab-a6f7-22600b5699ca') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:07.646988 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.665415 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.676068 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:48:07.676669 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:48:07.686590 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:48:07.701838 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:07.704938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:07.722576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:07.728603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:07.729257 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.796653 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0980964 Dec 09 22:48:07.815997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39908) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:07.839299 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.841387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195b742-c47b-4dd0-9891-8cead7425ea4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=d7f9c460-3b11-4442-8f94-1affbefc1423,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:07.854140 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:07.864981 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/networks/f7ccf101-496f-4d7c-a0a3-afaf2aba33e9 HTTP/1.1" status: 204 len: 168 time: 1.1704743 Dec 09 22:48:07.865760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39910) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:07.884546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1242bb2a-7280-48b8-b72d-3c138c3f12ab no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:48:07.893100 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32f1e2-6ac6-4a29-bbc7-5d1c6866635e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Network': ['ID=f7ccf101-496f-4d7c-a0a3-afaf2aba33e9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:07.953525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 1242bb2a-7280-48b8-b72d-3c138c3f12ab {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:48:07.959283 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1242bb2a-7280-48b8-b72d-3c138c3f12ab not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:48:07.959742 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6afe6992-8252-4e54-9e9c-2e7f8650e008 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:48:08.019846 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6afe6992-8252-4e54-9e9c-2e7f8650e008 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:48:08.022748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6afe6992-8252-4e54-9e9c-2e7f8650e008 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:48:08.061720 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39916) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:08.064570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e4f5c648-f6e6-4639-b2b5-132f636ea00f tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port d7f9c460-3b11-4442-8f94-1affbefc1423 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:08.068725 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c005bbf-a4db-4bb5-ad2e-6890826b5772 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.069256 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4f5c648-f6e6-4639-b2b5-132f636ea00f tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.141727 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c005bbf-a4db-4bb5-ad2e-6890826b5772 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.246889 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c005bbf-a4db-4bb5-ad2e-6890826b5772 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.251149 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0c005bbf-a4db-4bb5-ad2e-6890826b5772 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.252700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0c005bbf-a4db-4bb5-ad2e-6890826b5772 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/security-groups/f9dc2c6d-4042-458d-8760-ebf5bb8fa182 HTTP/1.1" status: 204 len: 168 time: 0.3663738 Dec 09 22:48:08.271707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c005bbf-a4db-4bb5-ad2e-6890826b5772 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dc2c6d-4042-458d-8760-ebf5bb8fa182,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:08.318981 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4f5c648-f6e6-4639-b2b5-132f636ea00f tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.331277 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbc40ee8-93b7-483c-a33d-2c690996f6cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.369014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e4f5c648-f6e6-4639-b2b5-132f636ea00f tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for d7f9c460-3b11-4442-8f94-1affbefc1423 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:08.543869 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbc40ee8-93b7-483c-a33d-2c690996f6cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.552173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dbc40ee8-93b7-483c-a33d-2c690996f6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.593459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39936) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:08.594487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dbc40ee8-93b7-483c-a33d-2c690996f6cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db19a7326412411384984abed29aa1c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5310061 Dec 09 22:48:08.619016 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4f5c648-f6e6-4639-b2b5-132f636ea00f tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.625599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc40ee8-93b7-483c-a33d-2c690996f6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beceb0d-0e8b-4e07-971f-97ef1bb9b3ef,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:08.684741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5c648-f6e6-4639-b2b5-132f636ea00f tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=d7f9c460-3b11-4442-8f94-1affbefc1423,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:08.710817 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4f5c648-f6e6-4639-b2b5-132f636ea00f tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.717312 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e4f5c648-f6e6-4639-b2b5-132f636ea00f tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/d7f9c460-3b11-4442-8f94-1affbefc1423 HTTP/1.1" status: 204 len: 168 time: 0.8992484 Dec 09 22:48:08.720197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39940) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:08.728426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'mac_address': 'fa:16:3e:32:50:c7', 'name': 'tempest-PortsTestJSON-1527255061'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:08.746844 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6b8e9f0-b66b-4d75-8fdb-1fe6aa490b5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.796243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6b8e9f0-b66b-4d75-8fdb-1fe6aa490b5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.890863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6b8e9f0-b66b-4d75-8fdb-1fe6aa490b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.897482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d6b8e9f0-b66b-4d75-8fdb-1fe6aa490b5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:08.911486 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d6b8e9f0-b66b-4d75-8fdb-1fe6aa490b5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5beceb0d-0e8b-4e07-971f-97ef1bb9b3ef HTTP/1.1" status: 204 len: 168 time: 0.3160040 Dec 09 22:48:08.950842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8e9f0-b66b-4d75-8fdb-1fe6aa490b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beceb0d-0e8b-4e07-971f-97ef1bb9b3ef,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:09.018387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39950) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:09.024454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-56587415-bd57-4c43-b741-b236a85ff5e4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898400229', 'description': 'tempest-secgroup-smoke-898400229 description', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:09.091262 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56587415-bd57-4c43-b741-b236a85ff5e4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.242077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56587415-bd57-4c43-b741-b236a85ff5e4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.259165 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56587415-bd57-4c43-b741-b236a85ff5e4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.362228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-56587415-bd57-4c43-b741-b236a85ff5e4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.366910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:09.371688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39960) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:09.373016 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-56587415-bd57-4c43-b741-b236a85ff5e4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3529789 Dec 09 22:48:09.377855 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-eeca5ed5-441b-43bc-ac4e-ba3f45e5b053 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': '342292f4-fbb1-4b52-8ae6-226ef6628fcd', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:09.381649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56587415-bd57-4c43-b741-b236a85ff5e4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342292f4-fbb1-4b52-8ae6-226ef6628fcd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:09.509827 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.513873 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eeca5ed5-441b-43bc-ac4e-ba3f45e5b053 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.555926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port 06cd1a18-2d44-4cff-be7d-77c57d232341 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:48:09.750909 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eeca5ed5-441b-43bc-ac4e-ba3f45e5b053 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.757960 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eeca5ed5-441b-43bc-ac4e-ba3f45e5b053 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.781626 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.786251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca5ed5-441b-43bc-ac4e-ba3f45e5b053 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6152514b-705a-4d34-8947-a4fa8a879180,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:09.806356 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eeca5ed5-441b-43bc-ac4e-ba3f45e5b053 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.807710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-eeca5ed5-441b-43bc-ac4e-ba3f45e5b053 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4349346 Dec 09 22:48:09.810885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39974) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:09.821044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b73a7595-de74-459d-996b-16b967430e6e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': '342292f4-fbb1-4b52-8ae6-226ef6628fcd', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:09.852158 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.878433 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b73a7595-de74-459d-996b-16b967430e6e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.924008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:09.928013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:09.936989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:09.945224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:09.945891 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:09.973649 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2519689 Dec 09 22:48:09.974850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfa726-63cd-4d05-9d94-addd6fafaff0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=06cd1a18-2d44-4cff-be7d-77c57d232341,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:09.977497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39980) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:10.013236 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b73a7595-de74-459d-996b-16b967430e6e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.024846 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b73a7595-de74-459d-996b-16b967430e6e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.041474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b699d6c6-4b0b-408b-91de-c39dad9f0e6a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:10.043066 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b699d6c6-4b0b-408b-91de-c39dad9f0e6a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/06cd1a18-2d44-4cff-be7d-77c57d232341 HTTP/1.1" status: 200 len: 841 time: 0.0641048 Dec 09 22:48:10.045689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39984) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:10.074130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a7595-de74-459d-996b-16b967430e6e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c37f104-9375-463c-a92f-a0b642e685a4,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:10.091509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b73a7595-de74-459d-996b-16b967430e6e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.094359 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b73a7595-de74-459d-996b-16b967430e6e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2805002 Dec 09 22:48:10.096345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 39990) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:10.102151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-67029b04-ae40-4c94-89d5-a8ab61496c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': '342292f4-fbb1-4b52-8ae6-226ef6628fcd', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:10.159671 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67029b04-ae40-4c94-89d5-a8ab61496c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.256880 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67029b04-ae40-4c94-89d5-a8ab61496c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.257425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-0949c597-4d26-4e1a-a238-b718856b31c7 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port 06cd1a18-2d44-4cff-be7d-77c57d232341 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:10.257754 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0949c597-4d26-4e1a-a238-b718856b31c7 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.295276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 39998) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:10.340701 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0949c597-4d26-4e1a-a238-b718856b31c7 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.353210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-0949c597-4d26-4e1a-a238-b718856b31c7 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for 06cd1a18-2d44-4cff-be7d-77c57d232341 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:10.431333 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67029b04-ae40-4c94-89d5-a8ab61496c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.452215 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0949c597-4d26-4e1a-a238-b718856b31c7 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.457499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67029b04-ae40-4c94-89d5-a8ab61496c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bb249c-3616-4c97-835f-348fdb787b62,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:10.492337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949c597-4d26-4e1a-a238-b718856b31c7 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=06cd1a18-2d44-4cff-be7d-77c57d232341,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:10.496166 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-67029b04-ae40-4c94-89d5-a8ab61496c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.500495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-67029b04-ae40-4c94-89d5-a8ab61496c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3999920 Dec 09 22:48:10.500579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40010) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:10.504859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e51921bb-0b2a-4042-938e-05be55512c7f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': '342292f4-fbb1-4b52-8ae6-226ef6628fcd', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:10.523868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0949c597-4d26-4e1a-a238-b718856b31c7 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.531919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0949c597-4d26-4e1a-a238-b718856b31c7 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/06cd1a18-2d44-4cff-be7d-77c57d232341 HTTP/1.1" status: 204 len: 168 time: 0.4851897 Dec 09 22:48:10.536015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40012) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:10.571338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-496d404c-f9a7-4a95-b855-6637a5285f25 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-394457161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:10.579493 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ac3d97-976b-46d9-a321-8dcc6b19b0d7 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:48:10.581279 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c5ac3d97-976b-46d9-a321-8dcc6b19b0d7 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/06cd1a18-2d44-4cff-be7d-77c57d232341 HTTP/1.1" status: 404 len: 333 time: 0.0440924 Dec 09 22:48:10.588994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40014) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:10.594981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'name': 'tempest-PortsTestJSON-558831098'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:10.598759 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e51921bb-0b2a-4042-938e-05be55512c7f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.707512 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-496d404c-f9a7-4a95-b855-6637a5285f25 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.716930 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-496d404c-f9a7-4a95-b855-6637a5285f25 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.730241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:10.737353 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.767210 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e51921bb-0b2a-4042-938e-05be55512c7f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.777697 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e51921bb-0b2a-4042-938e-05be55512c7f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.793137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port c9abddd0-720b-423c-917d-65c87f4c7f71 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:48:10.820953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51921bb-0b2a-4042-938e-05be55512c7f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09774354-5bb7-44f6-ad20-d04ea58a5fbb,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:10.873437 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e51921bb-0b2a-4042-938e-05be55512c7f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.874720 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e51921bb-0b2a-4042-938e-05be55512c7f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3733649 Dec 09 22:48:10.879170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40026) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:10.883685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5a104d26-378c-4056-a480-a1c20ecd69bf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': '342292f4-fbb1-4b52-8ae6-226ef6628fcd', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:10.930373 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-5a104d26-378c-4056-a480-a1c20ecd69bf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Project 7ffb305be9ae48ea9f30ef4c629e6c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:48:10.940323 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a104d26-378c-4056-a480-a1c20ecd69bf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.963236 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-496d404c-f9a7-4a95-b855-6637a5285f25 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.976301 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-496d404c-f9a7-4a95-b855-6637a5285f25 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:10.999539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40028) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:11.013720 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-496d404c-f9a7-4a95-b855-6637a5285f25 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.015835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-496d404c-f9a7-4a95-b855-6637a5285f25 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7192881 Dec 09 22:48:11.018686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40032) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:11.027316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-590564081'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:11.059432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Made reservation on behalf of cad1c10b1936404aa020c253a46dbf85 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:11.066663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.085869 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.174833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a104d26-378c-4056-a480-a1c20ecd69bf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.195451 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.199073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a104d26-378c-4056-a480-a1c20ecd69bf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.208822 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.212383 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.259201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf7bbe8-1a0c-46c0-89d3-c69c0c01b1fa,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:11.263509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a104d26-378c-4056-a480-a1c20ecd69bf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82867beb-0fa9-465b-afb7-e1fd2cbba035,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:11.283189 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a104d26-378c-4056-a480-a1c20ecd69bf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.287857 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40036) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:11.288433 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5a104d26-378c-4056-a480-a1c20ecd69bf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4081802 Dec 09 22:48:11.295853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c9c5e001-6e88-4193-9b13-b0de1d155ad2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': '342292f4-fbb1-4b52-8ae6-226ef6628fcd', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:11.327168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:11.336279 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-c9c5e001-6e88-4193-9b13-b0de1d155ad2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Project 7ffb305be9ae48ea9f30ef4c629e6c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:48:11.344166 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9c5e001-6e88-4193-9b13-b0de1d155ad2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.348836 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.349218 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Added segment a37ceb89-e02d-4d38-a4b4-ec927ce04aa6 of type vlan for network e4042ecf-cbdc-41b7-9ce7-9edcf337eccf Dec 09 22:48:11.353490 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.416341 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=c9abddd0-720b-423c-917d-65c87f4c7f71,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:11.429759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:11.431615 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:11.435292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:11.442475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:11.443120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.459163 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fe33c3cf-0788-4d62-9918-84942509f68d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.465478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bab8d3cd-11b0-4578-a67e-808d0b497b28 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8731158 Dec 09 22:48:11.465743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40040) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:11.473306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f2b8b6a4-3d70-4bd1-911e-076e922e78da tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:11.484912 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.558975 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b6a4-3d70-4bd1-911e-076e922e78da tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.564770 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9c5e001-6e88-4193-9b13-b0de1d155ad2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.574831 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.581062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:11.581694 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.601612 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9c5e001-6e88-4193-9b13-b0de1d155ad2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.647033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5e001-6e88-4193-9b13-b0de1d155ad2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd80cf6f-7331-435b-8094-ce1d48af7b80,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:11.681492 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6602790 Dec 09 22:48:11.684271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40042) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:11.689973 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9c5e001-6e88-4193-9b13-b0de1d155ad2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.696198 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c9c5e001-6e88-4193-9b13-b0de1d155ad2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4047267 Dec 09 22:48:11.699977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8e7955c6-e421-4ba3-b36d-b5211ae533c7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Request body: {'subnet': {'network_id': 'e4042ecf-cbdc-41b7-9ce7-9edcf337eccf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:11.727298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40044) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:11.736940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b962ead7-450f-4148-8c57-886e2a71cb52 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'network': {'name': 'tempest-network-smoke--1102172957', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'port_security_enabled': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:11.760240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbba17-c20c-46c9-b8ac-138599092138 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event updated for resources: {'Network': ['ID=e4042ecf-cbdc-41b7-9ce7-9edcf337eccf,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:11.772368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e4042ecf-cbdc-41b7-9ce7-9edcf337eccf details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:11.786311 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fe33c3cf-0788-4d62-9918-84942509f68d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.795611 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fe33c3cf-0788-4d62-9918-84942509f68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.832405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33c3cf-0788-4d62-9918-84942509f68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77122dc3-ffae-42f1-a7da-7b42d165d880,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:11.836802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b962ead7-450f-4148-8c57-886e2a71cb52 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Made reservation on behalf of 7ffb305be9ae48ea9f30ef4c629e6c08 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:11.841039 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b962ead7-450f-4148-8c57-886e2a71cb52 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.881259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b962ead7-450f-4148-8c57-886e2a71cb52 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:11.912510 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b962ead7-450f-4148-8c57-886e2a71cb52 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.912966 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-b962ead7-450f-4148-8c57-886e2a71cb52 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Added segment aeb0ca6a-befc-4332-8c98-81d4b9277bb4 of type vlan for network a2e06735-9b8a-4d77-afb0-305c81207839 Dec 09 22:48:11.936446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7955c6-e421-4ba3-b36d-b5211ae533c7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Made reservation on behalf of cad1c10b1936404aa020c253a46dbf85 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:11.959296 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e7955c6-e421-4ba3-b36d-b5211ae533c7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:11.979275 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b962ead7-450f-4148-8c57-886e2a71cb52 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.010127 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fe33c3cf-0788-4d62-9918-84942509f68d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efbd1baa5faa414b96e373053c668086&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0089581 Dec 09 22:48:12.011599 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b962ead7-450f-4148-8c57-886e2a71cb52 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.018171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b962ead7-450f-4148-8c57-886e2a71cb52 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:12.018852 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b962ead7-450f-4148-8c57-886e2a71cb52 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.022236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40054) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:12.137059 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b6a4-3d70-4bd1-911e-076e922e78da tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.150723 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b6a4-3d70-4bd1-911e-076e922e78da tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.164215 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b962ead7-450f-4148-8c57-886e2a71cb52 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4355803 Dec 09 22:48:12.169045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40062) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:12.184354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'admin_state_up': True, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:12.218481 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8b6a4-3d70-4bd1-911e-076e922e78da tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] In _notify_port_updated(), no bound segment for port c9abddd0-720b-423c-917d-65c87f4c7f71 on network 666f8c9f-5f92-47e6-9968-60ad26cd4809 {{(pid=103418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:48:12.233471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b8b6a4-3d70-4bd1-911e-076e922e78da tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:12.234425 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b6a4-3d70-4bd1-911e-076e922e78da tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.236382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f2b8b6a4-3d70-4bd1-911e-076e922e78da tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "PUT /v2.0/ports/c9abddd0-720b-423c-917d-65c87f4c7f71 HTTP/1.1" status: 200 len: 818 time: 0.7693100 Dec 09 22:48:12.257414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f973bcff-47ff-4a00-a661-2c434c09a3f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.269712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40066) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:12.277520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962ead7-450f-4148-8c57-886e2a71cb52 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Network': ['ID=a2e06735-9b8a-4d77-afb0-305c81207839,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:12.290483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network a2e06735-9b8a-4d77-afb0-305c81207839 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:12.310778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.311979 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.346156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8b6a4-3d70-4bd1-911e-076e922e78da tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=c9abddd0-720b-423c-917d-65c87f4c7f71,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:12.411400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f973bcff-47ff-4a00-a661-2c434c09a3f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.479333 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.525973 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e7955c6-e421-4ba3-b36d-b5211ae533c7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.607620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-cb3790a7-c6a6-46a3-acf8-0db6d777d48e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port c9abddd0-720b-423c-917d-65c87f4c7f71 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:12.608020 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb3790a7-c6a6-46a3-acf8-0db6d777d48e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.658783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7955c6-e421-4ba3-b36d-b5211ae533c7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event updated for resources: {'Subnet': ['ID=d399d7f7-f8c7-485c-aa2f-4bcb58a826f0,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:12.659018 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.664736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f973bcff-47ff-4a00-a661-2c434c09a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.668122 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f973bcff-47ff-4a00-a661-2c434c09a3f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.672339 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f973bcff-47ff-4a00-a661-2c434c09a3f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77122dc3-ffae-42f1-a7da-7b42d165d880 HTTP/1.1" status: 204 len: 168 time: 0.6462123 Dec 09 22:48:12.682073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973bcff-47ff-4a00-a661-2c434c09a3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77122dc3-ffae-42f1-a7da-7b42d165d880,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:12.745399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7955c6-e421-4ba3-b36d-b5211ae533c7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Checking segment: {'id': 'a37ceb89-e02d-4d38-a4b4-ec927ce04aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e4042ecf-cbdc-41b7-9ce7-9edcf337eccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:12.745770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7955c6-e421-4ba3-b36d-b5211ae533c7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Network hostable DHCP agents. Network: e4042ecf-cbdc-41b7-9ce7-9edcf337eccf, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:48:12.751570 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb3790a7-c6a6-46a3-acf8-0db6d777d48e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.771236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-cb3790a7-c6a6-46a3-acf8-0db6d777d48e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for c9abddd0-720b-423c-917d-65c87f4c7f71 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:12.790280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7955c6-e421-4ba3-b36d-b5211ae533c7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Network e4042ecf-cbdc-41b7-9ce7-9edcf337eccf is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:48:12.836202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8e7955c6-e421-4ba3-b36d-b5211ae533c7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e4042ecf-cbdc-41b7-9ce7-9edcf337eccf) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:12.845305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539055c1-0354-4ba2-b8f5-403319b140d8 None None] Network e4042ecf-cbdc-41b7-9ce7-9edcf337eccf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:12.858193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7955c6-e421-4ba3-b36d-b5211ae533c7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:12.859584 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e7955c6-e421-4ba3-b36d-b5211ae533c7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.906090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8e7955c6-e421-4ba3-b36d-b5211ae533c7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2204201 Dec 09 22:48:12.909183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40100) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:12.918399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e5fbcf86-1436-4c03-8669-9cf96abace1c tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Request body: {'network': {'name': 'tempest-router-network01--1471033172'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:12.943478 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb3790a7-c6a6-46a3-acf8-0db6d777d48e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.973295 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb3790a7-c6a6-46a3-acf8-0db6d777d48e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:12.984294 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cb3790a7-c6a6-46a3-acf8-0db6d777d48e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/c9abddd0-720b-423c-917d-65c87f4c7f71 HTTP/1.1" status: 204 len: 168 time: 0.7134759 Dec 09 22:48:12.993066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40106) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:13.023682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3790a7-c6a6-46a3-acf8-0db6d777d48e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=c9abddd0-720b-423c-917d-65c87f4c7f71,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:13.103559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-e4042ecf-cbdc-41b7-9ce7-9edcf337eccf', 'network_id': 'e4042ecf-cbdc-41b7-9ce7-9edcf337eccf', 'project_id': 'cad1c10b1936404aa020c253a46dbf85', 'fixed_ips': [{'subnet_id': 'd399d7f7-f8c7-485c-aa2f-4bcb58a826f0'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:48:13.104733 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.113854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fbcf86-1436-4c03-8669-9cf96abace1c tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Made reservation on behalf of cad1c10b1936404aa020c253a46dbf85 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:13.117326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5fbcf86-1436-4c03-8669-9cf96abace1c tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.119337 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.148068 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.169469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9d300f-038c-4c6f-9b6f-f7fc8b52be7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:13.171189 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0f9d300f-038c-4c6f-9b6f-f7fc8b52be7d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1755648 Dec 09 22:48:13.174053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40114) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:13.241723 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a52a44-741f-4673-9e01-e815c10afe32 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:48:13.247641 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-04a52a44-741f-4673-9e01-e815c10afe32 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/c9abddd0-720b-423c-917d-65c87f4c7f71 HTTP/1.1" status: 404 len: 333 time: 0.0687881 Dec 09 22:48:13.248921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40122) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:13.256470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7212e867-949e-4dab-ac18-378faee8b4db tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1848695056'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:13.263581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fbcf86-1436-4c03-8669-9cf96abace1c tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:13.282859 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5fbcf86-1436-4c03-8669-9cf96abace1c tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.283305 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-e5fbcf86-1436-4c03-8669-9cf96abace1c tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Added segment a34fc286-5001-4303-b976-398700602dbc of type vlan for network 9cc614a9-cd7b-4083-afff-996118f2d1dc Dec 09 22:48:13.303181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7212e867-949e-4dab-ac18-378faee8b4db tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:13.308831 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7212e867-949e-4dab-ac18-378faee8b4db tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.366645 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5fbcf86-1436-4c03-8669-9cf96abace1c tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.376067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7212e867-949e-4dab-ac18-378faee8b4db tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:13.389714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.25.8.191 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/e744f97b-8201-43c0-b492-6e85665166c1) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:13.403195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7212e867-949e-4dab-ac18-378faee8b4db tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.403992 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-7212e867-949e-4dab-ac18-378faee8b4db tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Added segment b33d7e37-15c6-4d1b-9379-d68bf12532fa of type vlan for network dcbb79e2-4360-4ddb-98e6-709ca8737830 Dec 09 22:48:13.427446 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5fbcf86-1436-4c03-8669-9cf96abace1c tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.433734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fbcf86-1436-4c03-8669-9cf96abace1c tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:13.434407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e5fbcf86-1436-4c03-8669-9cf96abace1c tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.448778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Allocated IP 172.20.0.2 (e4042ecf-cbdc-41b7-9ce7-9edcf337eccf/d399d7f7-f8c7-485c-aa2f-4bcb58a826f0/160e3bc8-575c-4b68-aea1-47cedf42788b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:13.557516 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e5fbcf86-1436-4c03-8669-9cf96abace1c tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6448123 Dec 09 22:48:13.560724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40140) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:13.583580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7ff8d524-49e9-4374-9a46-bd1db635c325 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Request body: {'network': {'name': 'tempest-router-network02--460181741'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:13.586451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7212e867-949e-4dab-ac18-378faee8b4db tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.630618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff8d524-49e9-4374-9a46-bd1db635c325 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Made reservation on behalf of cad1c10b1936404aa020c253a46dbf85 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:13.636226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7ff8d524-49e9-4374-9a46-bd1db635c325 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.647227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbcf86-1436-4c03-8669-9cf96abace1c tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event updated for resources: {'Network': ['ID=9cc614a9-cd7b-4083-afff-996118f2d1dc,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:13.657435 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7212e867-949e-4dab-ac18-378faee8b4db tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.660594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 9cc614a9-cd7b-4083-afff-996118f2d1dc details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:13.668114 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7212e867-949e-4dab-ac18-378faee8b4db tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:13.669022 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7212e867-949e-4dab-ac18-378faee8b4db tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.706895 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.713369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff8d524-49e9-4374-9a46-bd1db635c325 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:13.731921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7212e867-949e-4dab-ac18-378faee8b4db tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4817908 Dec 09 22:48:13.737445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40148) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:13.745001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-db3bbae1-0d71-421d-8fbb-4d140b5265f4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': 'dcbb79e2-4360-4ddb-98e6-709ca8737830', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:13.765658 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7ff8d524-49e9-4374-9a46-bd1db635c325 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.766155 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-7ff8d524-49e9-4374-9a46-bd1db635c325 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Added segment 9497be72-d270-46ba-93a1-6b1dce843dc0 of type vlan for network ab941869-2174-472c-92a9-92912b696acf Dec 09 22:48:13.783762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212e867-949e-4dab-ac18-378faee8b4db tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Network': ['ID=dcbb79e2-4360-4ddb-98e6-709ca8737830,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:13.855764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network dcbb79e2-4360-4ddb-98e6-709ca8737830 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:13.873508 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7ff8d524-49e9-4374-9a46-bd1db635c325 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.900584 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.928266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7ff8d524-49e9-4374-9a46-bd1db635c325 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:13.934199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff8d524-49e9-4374-9a46-bd1db635c325 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:13.934793 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7ff8d524-49e9-4374-9a46-bd1db635c325 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:14.012806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:14.034304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:14.051355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:14.056881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c4b80-d16a-4751-90f6-c420350a7e5e None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:14.074990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=e744f97b-8201-43c0-b492-6e85665166c1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:14.086078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8d524-49e9-4374-9a46-bd1db635c325 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event updated for resources: {'Network': ['ID=ab941869-2174-472c-92a9-92912b696acf,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:14.101775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3bbae1-0d71-421d-8fbb-4d140b5265f4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:14.105540 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db3bbae1-0d71-421d-8fbb-4d140b5265f4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:14.108023 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7ff8d524-49e9-4374-9a46-bd1db635c325 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5448959 Dec 09 22:48:14.111364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40162) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:14.124781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1f43e892-7ee6-4b97-98af-2ce4b8e37b0a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Request body: {'subnet': {'network_id': '9cc614a9-cd7b-4083-afff-996118f2d1dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:14.147774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network ab941869-2174-472c-92a9-92912b696acf details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:14.339170 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:14.360269 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:14.396516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f43e892-7ee6-4b97-98af-2ce4b8e37b0a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Made reservation on behalf of cad1c10b1936404aa020c253a46dbf85 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:14.400667 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f43e892-7ee6-4b97-98af-2ce4b8e37b0a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:14.447848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-36b6c5d6-023c-46d5-a083-d8ecbb4a8b75 None None] Provisioning complete for port e744f97b-8201-43c0-b492-6e85665166c1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:14.448106 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-36b6c5d6-023c-46d5-a083-d8ecbb4a8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:14.453757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Network e4042ecf-cbdc-41b7-9ce7-9edcf337eccf is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:14.482808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:14.487100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:14.490703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Pushing event updated for resources: {'Port': ['ID=160e3bc8-575c-4b68-aea1-47cedf42788b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:14.555312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-36b6c5d6-023c-46d5-a083-d8ecbb4a8b75 None None] Port e744f97b-8201-43c0-b492-6e85665166c1 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:14.572859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Attempting to bind port 160e3bc8-575c-4b68-aea1-47cedf42788b on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:14.573475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Attempting to bind port 160e3bc8-575c-4b68-aea1-47cedf42788b by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'a37ceb89-e02d-4d38-a4b4-ec927ce04aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e4042ecf-cbdc-41b7-9ce7-9edcf337eccf'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:14.573748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Attempting to bind port 160e3bc8-575c-4b68-aea1-47cedf42788b on network e4042ecf-cbdc-41b7-9ce7-9edcf337eccf {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:14.579591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:14.579997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Checking segment: {'id': 'a37ceb89-e02d-4d38-a4b4-ec927ce04aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e4042ecf-cbdc-41b7-9ce7-9edcf337eccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:14.580376 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:14.581406 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Bound using segment: {'id': 'a37ceb89-e02d-4d38-a4b4-ec927ce04aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e4042ecf-cbdc-41b7-9ce7-9edcf337eccf'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:14.581593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Bound port: 160e3bc8-575c-4b68-aea1-47cedf42788b, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37ceb89-e02d-4d38-a4b4-ec927ce04aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e4042ecf-cbdc-41b7-9ce7-9edcf337eccf'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:14.582671 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:14.676013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] For port 160e3bc8-575c-4b68-aea1-47cedf42788b, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:14.689724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] For port 160e3bc8-575c-4b68-aea1-47cedf42788b, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=160e3bc8-575c-4b68-aea1-47cedf42788b,segment=NetworkSegment(a37ceb89-e02d-4d38-a4b4-ec927ce04aa6),segment_id=a37ceb89-e02d-4d38-a4b4-ec927ce04aa6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:14.699193 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:14.790848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483d188-3f28-4735-a760-a92bf8868842 None None] Pushing event updated for resources: {'Port': ['ID=160e3bc8-575c-4b68-aea1-47cedf42788b,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:14.885083 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f43e892-7ee6-4b97-98af-2ce4b8e37b0a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:15.013862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43e892-7ee6-4b97-98af-2ce4b8e37b0a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event updated for resources: {'Subnet': ['ID=02141138-c06e-4e5e-9075-9584d3d5372a,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:15.032529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43e892-7ee6-4b97-98af-2ce4b8e37b0a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Checking segment: {'id': 'a34fc286-5001-4303-b976-398700602dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9cc614a9-cd7b-4083-afff-996118f2d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:15.034661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f43e892-7ee6-4b97-98af-2ce4b8e37b0a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Network hostable DHCP agents. Network: 9cc614a9-cd7b-4083-afff-996118f2d1dc, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:48:15.067407 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db3bbae1-0d71-421d-8fbb-4d140b5265f4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:15.088069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f43e892-7ee6-4b97-98af-2ce4b8e37b0a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Network 9cc614a9-cd7b-4083-afff-996118f2d1dc is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:48:15.138947 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:15.172011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-1f43e892-7ee6-4b97-98af-2ce4b8e37b0a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 9cc614a9-cd7b-4083-afff-996118f2d1dc) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:15.209977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ea124-c781-4dcc-9053-2c10dd629164 None None] Network 9cc614a9-cd7b-4083-afff-996118f2d1dc requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:15.220981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bbae1-0d71-421d-8fbb-4d140b5265f4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Subnet': ['ID=ea09ab90-3400-4444-890a-d47ca4d1bd9a,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:15.225436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f43e892-7ee6-4b97-98af-2ce4b8e37b0a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:15.227923 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f43e892-7ee6-4b97-98af-2ce4b8e37b0a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:15.239934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3bbae1-0d71-421d-8fbb-4d140b5265f4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Checking segment: {'id': 'b33d7e37-15c6-4d1b-9379-d68bf12532fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dcbb79e2-4360-4ddb-98e6-709ca8737830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:15.240310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3bbae1-0d71-421d-8fbb-4d140b5265f4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network hostable DHCP agents. Network: dcbb79e2-4360-4ddb-98e6-709ca8737830, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:48:15.297276 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1f43e892-7ee6-4b97-98af-2ce4b8e37b0a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1844645 Dec 09 22:48:15.301422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40178) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:15.326177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-71564920-d64a-4462-9db8-4368cad2853a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Request body: {'subnet': {'network_id': 'ab941869-2174-472c-92a9-92912b696acf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:15.330355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3bbae1-0d71-421d-8fbb-4d140b5265f4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network dcbb79e2-4360-4ddb-98e6-709ca8737830 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:48:15.353344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-db3bbae1-0d71-421d-8fbb-4d140b5265f4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, dcbb79e2-4360-4ddb-98e6-709ca8737830) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:15.362939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae6fcc-22c6-4e0a-93dc-8ee9c96993b7 None None] Network dcbb79e2-4360-4ddb-98e6-709ca8737830 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:15.431318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3bbae1-0d71-421d-8fbb-4d140b5265f4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:15.432227 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db3bbae1-0d71-421d-8fbb-4d140b5265f4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:15.465191 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-db3bbae1-0d71-421d-8fbb-4d140b5265f4 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7241750 Dec 09 22:48:15.515812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40184) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:15.529818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cdc85b82-eaa2-4d42-9d6a-4373f8cbe781 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': 'dcbb79e2-4360-4ddb-98e6-709ca8737830', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:15.549155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-9cc614a9-cd7b-4083-afff-996118f2d1dc', 'network_id': '9cc614a9-cd7b-4083-afff-996118f2d1dc', 'project_id': 'cad1c10b1936404aa020c253a46dbf85', 'fixed_ips': [{'subnet_id': '02141138-c06e-4e5e-9075-9584d3d5372a'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:48:15.557027 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:15.623033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71564920-d64a-4462-9db8-4368cad2853a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Made reservation on behalf of cad1c10b1936404aa020c253a46dbf85 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:15.628168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:15.629489 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-71564920-d64a-4462-9db8-4368cad2853a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:15.877371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Allocated IP 172.20.0.2 (9cc614a9-cd7b-4083-afff-996118f2d1dc/02141138-c06e-4e5e-9075-9584d3d5372a/6851395c-4f21-451c-ace6-cbbf17751f3c) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:15.932009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router a332e24e-1161-461f-8ebc-aa88aa2ccc6f is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:48:15.956549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc85b82-eaa2-4d42-9d6a-4373f8cbe781 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:15.973962 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cdc85b82-eaa2-4d42-9d6a-4373f8cbe781 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:16.076146 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-71564920-d64a-4462-9db8-4368cad2853a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:16.145172 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:16.176865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 160e3bc8-575c-4b68-aea1-47cedf42788b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:16.187436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71564920-d64a-4462-9db8-4368cad2853a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event updated for resources: {'Subnet': ['ID=a6d0d1a9-955d-4fd4-83a1-ebd87c4fdfa6,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:16.198199 n-d-789963-23 neutron-server[103417]: INFO neutron.db.ipam_backend_mixin [None req-cdc85b82-eaa2-4d42-9d6a-4373f8cbe781 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ea09ab90-3400-4444-890a-d47ca4d1bd9a (CIDR: 172.20.0.0/28) Dec 09 22:48:16.201776 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71564920-d64a-4462-9db8-4368cad2853a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Checking segment: {'id': '9497be72-d270-46ba-93a1-6b1dce843dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ab941869-2174-472c-92a9-92912b696acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:16.202284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71564920-d64a-4462-9db8-4368cad2853a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Network hostable DHCP agents. Network: ab941869-2174-472c-92a9-92912b696acf, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:48:16.220017 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc85b82-eaa2-4d42-9d6a-4373f8cbe781 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:48:16.220892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc85b82-eaa2-4d42-9d6a-4373f8cbe781 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:48:16.229978 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71564920-d64a-4462-9db8-4368cad2853a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Network ab941869-2174-472c-92a9-92912b696acf is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:48:16.238654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:48:16.253964 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Sync routers for ids ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:48:16.255102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40198) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:16.261227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-71564920-d64a-4462-9db8-4368cad2853a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, ab941869-2174-472c-92a9-92912b696acf) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:16.276411 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Routers {'a332e24e-1161-461f-8ebc-aa88aa2ccc6f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:16.279446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71564920-d64a-4462-9db8-4368cad2853a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:16.280255 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:16.281246 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-71564920-d64a-4462-9db8-4368cad2853a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:16.293345 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:16.327482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a49e9-66d3-4c13-b822-acf0eea49943 None None] Network ab941869-2174-472c-92a9-92912b696acf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:16.327654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-71564920-d64a-4462-9db8-4368cad2853a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0198114 Dec 09 22:48:16.328914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40204) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:16.337656 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cdc85b82-eaa2-4d42-9d6a-4373f8cbe781 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8192031 Dec 09 22:48:16.341195 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40206) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:16.345883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-dcbb79e2-4360-4ddb-98e6-709ca8737830', 'network_id': 'dcbb79e2-4360-4ddb-98e6-709ca8737830', 'project_id': 'de3af971ae1646d5b164773f7cc3609d', 'fixed_ips': [{'subnet_id': 'ea09ab90-3400-4444-890a-d47ca4d1bd9a'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:48:16.352974 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:16.358154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-537086c2-fcb7-4cb3-9e3f-336b08ac7fd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': 'dcbb79e2-4360-4ddb-98e6-709ca8737830', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:16.373354 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:16.380726 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ee9ae018-9595-4569-a4df-f082a72b74b1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2101264 Dec 09 22:48:16.382104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40208) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:16.544966 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ee59bb46-c691-4722-9bf8-e8503fec6698 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=7ffb305be9ae48ea9f30ef4c629e6c08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1313696 Dec 09 22:48:16.547406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40214) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:16.557975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Network 9cc614a9-cd7b-4083-afff-996118f2d1dc is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:16.570180 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Set router a332e24e-1161-461f-8ebc-aa88aa2ccc6f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:48:16.735694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Allocated IP 172.20.0.2 (dcbb79e2-4360-4ddb-98e6-709ca8737830/ea09ab90-3400-4444-890a-d47ca4d1bd9a/a61db11e-62f7-47bd-908f-31092211445b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:16.818711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0340339c-dcea-416e-8307-a8f4d042cc98 None None] Network e4042ecf-cbdc-41b7-9ce7-9edcf337eccf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:16.823725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'network': {'name': 'tempest-network-smoke--67483851', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'port_security_enabled': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:16.835024 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:16.855232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:16.871945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Pushing event updated for resources: {'Port': ['ID=6851395c-4f21-451c-ace6-cbbf17751f3c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:16.922682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0823b5-8b7e-4882-8f9a-88f16d771228 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:16.939802 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-da0823b5-8b7e-4882-8f9a-88f16d771228 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3892345 Dec 09 22:48:16.972229 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:48:14Z', 'revision_number': 3, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:16.974868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40222) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:16.976095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.004634 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Checking router: a332e24e-1161-461f-8ebc-aa88aa2ccc6f for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:48:17.005022 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Updating router a332e24e-1161-461f-8ebc-aa88aa2ccc6f port e744f97b-8201-43c0-b492-6e85665166c1 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:48:17.039143 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.042273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537086c2-fcb7-4cb3-9e3f-336b08ac7fd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:17.046706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-537086c2-fcb7-4cb3-9e3f-336b08ac7fd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.053334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Made reservation on behalf of 8d5883f7417a42efabff0c7cb8a885e9 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:17.056753 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.075031 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4de42a83-57db-4a27-bee0-757c74c3e639 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0962253 Dec 09 22:48:17.092132 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40224) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:17.110453 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-cb028647-6a8e-41a9-a844-4fac8c5d5fff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937805725', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:17.114306 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.323906 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.325733 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Attempting to bind port 6851395c-4f21-451c-ace6-cbbf17751f3c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:17.326343 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Attempting to bind port 6851395c-4f21-451c-ace6-cbbf17751f3c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'a34fc286-5001-4303-b976-398700602dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9cc614a9-cd7b-4083-afff-996118f2d1dc'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:17.326552 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Attempting to bind port 6851395c-4f21-451c-ace6-cbbf17751f3c on network 9cc614a9-cd7b-4083-afff-996118f2d1dc {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:17.334207 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.340841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e33d6f12-4317-48a8-aa4c-9f612ceb9450 None None] Provisioning complete for port 160e3bc8-575c-4b68-aea1-47cedf42788b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:17.341143 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e33d6f12-4317-48a8-aa4c-9f612ceb9450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.420272 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918343b-e703-4a8b-853a-2163dc4f4d32 None None] Pushing event updated for resources: {'Port': ['ID=e744f97b-8201-43c0-b492-6e85665166c1,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:17.439682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 160e3bc8-575c-4b68-aea1-47cedf42788b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:17.440058 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.449664 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Attempting to bind port e744f97b-8201-43c0-b492-6e85665166c1 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:17.452615 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Attempting to bind port e744f97b-8201-43c0-b492-6e85665166c1 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:17.453195 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Attempting to bind port e744f97b-8201-43c0-b492-6e85665166c1 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:17.471734 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:17.473442 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:17.475261 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.476636 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:17.477275 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Bound port: e744f97b-8201-43c0-b492-6e85665166c1, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:17.479244 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.498022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:17.498417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Checking segment: {'id': 'a34fc286-5001-4303-b976-398700602dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9cc614a9-cd7b-4083-afff-996118f2d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:17.498815 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.499342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Bound using segment: {'id': 'a34fc286-5001-4303-b976-398700602dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9cc614a9-cd7b-4083-afff-996118f2d1dc'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:17.499909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Bound port: 6851395c-4f21-451c-ace6-cbbf17751f3c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34fc286-5001-4303-b976-398700602dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9cc614a9-cd7b-4083-afff-996118f2d1dc'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:17.500306 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.502589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea55194-944f-466c-90e2-1f2d3bbcd4f2 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:17.513730 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-537086c2-fcb7-4cb3-9e3f-336b08ac7fd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.566664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb028647-6a8e-41a9-a844-4fac8c5d5fff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Made reservation on behalf of 7ffb305be9ae48ea9f30ef4c629e6c08 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:17.570218 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb028647-6a8e-41a9-a844-4fac8c5d5fff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.570409 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-ab941869-2174-472c-92a9-92912b696acf', 'network_id': 'ab941869-2174-472c-92a9-92912b696acf', 'project_id': 'cad1c10b1936404aa020c253a46dbf85', 'fixed_ips': [{'subnet_id': 'a6d0d1a9-955d-4fd4-83a1-ebd87c4fdfa6'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:48:17.571768 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.584164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537086c2-fcb7-4cb3-9e3f-336b08ac7fd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network dcbb79e2-4360-4ddb-98e6-709ca8737830 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:17.592838 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-537086c2-fcb7-4cb3-9e3f-336b08ac7fd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:17.598820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537086c2-fcb7-4cb3-9e3f-336b08ac7fd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:17.599595 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-537086c2-fcb7-4cb3-9e3f-336b08ac7fd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.603579 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] For port e744f97b-8201-43c0-b492-6e85665166c1, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:17.610325 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] For port e744f97b-8201-43c0-b492-6e85665166c1, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e744f97b-8201-43c0-b492-6e85665166c1,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:17.622287 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.623302 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-537086c2-fcb7-4cb3-9e3f-336b08ac7fd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2788904 Dec 09 22:48:17.628418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40232) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:17.634195 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': 'dcbb79e2-4360-4ddb-98e6-709ca8737830', 'fixed_ips': [{'subnet_id': 'ea09ab90-3400-4444-890a-d47ca4d1bd9a'}, {'subnet_id': '69313c78-fc44-4a60-bb69-7dad70476cf4'}], 'name': 'tempest-PortsTestJSON-208232302'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:17.734248 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] For port 6851395c-4f21-451c-ace6-cbbf17751f3c, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:17.737441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] For port 6851395c-4f21-451c-ace6-cbbf17751f3c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6851395c-4f21-451c-ace6-cbbf17751f3c,segment=NetworkSegment(a34fc286-5001-4303-b976-398700602dbc),segment_id=a34fc286-5001-4303-b976-398700602dbc)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:17.744462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e256c-d029-4ac8-abac-9e8097c0c933 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:17.760626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537086c2-fcb7-4cb3-9e3f-336b08ac7fd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Subnet': ['ID=69313c78-fc44-4a60-bb69-7dad70476cf4,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:17.764942 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Routers {'a332e24e-1161-461f-8ebc-aa88aa2ccc6f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:17.766050 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:17.767210 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:17.796136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:17.849057 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918343b-e703-4a8b-853a-2163dc4f4d32 None None] Pushing event updated for resources: {'Port': ['ID=e744f97b-8201-43c0-b492-6e85665166c1,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:17.855500 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:48:17.992209 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:18.010090 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:18.024351 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:18.095280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:18.109910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:18.165031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port d6e49043-69f3-4366-bdb8-29148ccac437 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:48:18.190494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Allocated IP 172.20.0.1 (9cc614a9-cd7b-4083-afff-996118f2d1dc/02141138-c06e-4e5e-9075-9584d3d5372a/1775db4b-cbee-4d30-8ebb-5721c6edf2c3) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:18.221684 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:18.221919 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Added segment 936272cb-3588-4b12-b1f9-9b36f52699e6 of type vlan for network dbac22dd-67aa-47b7-8774-4ef181eb3eec Dec 09 22:48:18.251652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7afe817-a7fd-4c99-87bd-5032c4952d2f,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:18.254725 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:18.273216 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e33d6f12-4317-48a8-aa4c-9f612ceb9450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:18.338273 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] Set router a332e24e-1161-461f-8ebc-aa88aa2ccc6f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:48:18.476939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:18.494402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734078d-b8d2-4665-a330-592264d6eda0 None None] Pushing event updated for resources: {'Port': ['ID=6851395c-4f21-451c-ace6-cbbf17751f3c,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:18.499065 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:18.665005 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb028647-6a8e-41a9-a844-4fac8c5d5fff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:18.748679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Network dcbb79e2-4360-4ddb-98e6-709ca8737830 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:18.776930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Allocated IP 172.20.0.2 (ab941869-2174-472c-92a9-92912b696acf/a6d0d1a9-955d-4fd4-83a1-ebd87c4fdfa6/f119d917-21b3-4b9b-83d4-5b7d1f07b546) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:18.829752 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:48:14Z', 'revision_number': 3, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:18.835004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:18.847124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:18.851963 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:18.893969 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935d7de-3ac2-42e1-96c7-0ea2794a3fba None None] The sync data for ids ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'] in n-d-789963-23 is: [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:48:14Z', 'revision_number': 3, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:48:19.012844 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.037687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Pushing event updated for resources: {'Port': ['ID=a61db11e-62f7-47bd-908f-31092211445b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:19.042842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.4 (dcbb79e2-4360-4ddb-98e6-709ca8737830/ea09ab90-3400-4444-890a-d47ca4d1bd9a/d6e49043-69f3-4366-bdb8-29148ccac437) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:19.049874 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.19 (dcbb79e2-4360-4ddb-98e6-709ca8737830/69313c78-fc44-4a60-bb69-7dad70476cf4/d6e49043-69f3-4366-bdb8-29148ccac437) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:19.058428 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.068153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:19.071213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:19.083812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.085550 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.094676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb028647-6a8e-41a9-a844-4fac8c5d5fff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Subnet': ['ID=8cddc90e-291e-418d-befe-6df669579cff,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:19.119390 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Network ab941869-2174-472c-92a9-92912b696acf is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:19.123710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e33d6f12-4317-48a8-aa4c-9f612ceb9450 None None] For port 160e3bc8-575c-4b68-aea1-47cedf42788b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=160e3bc8-575c-4b68-aea1-47cedf42788b,segment=NetworkSegment(a37ceb89-e02d-4d38-a4b4-ec927ce04aa6),segment_id=a37ceb89-e02d-4d38-a4b4-ec927ce04aa6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:19.125473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:19.128593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:19.145077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40268) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:19.184380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.9274437 Dec 09 22:48:19.202365 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e33d6f12-4317-48a8-aa4c-9f612ceb9450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.212633 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40272) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:19.217713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-899059807', 'admin_state_up': True, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:19.264895 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.270963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.282599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5f652-0b98-4dd7-b8d2-5aca1b063575 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Network': ['ID=dbac22dd-67aa-47b7-8774-4ef181eb3eec,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:19.320615 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Network 9cc614a9-cd7b-4083-afff-996118f2d1dc is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:19.358484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb028647-6a8e-41a9-a844-4fac8c5d5fff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Checking segment: {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:19.359441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb028647-6a8e-41a9-a844-4fac8c5d5fff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network hostable DHCP agents. Network: a2e06735-9b8a-4d77-afb0-305c81207839, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:48:19.392428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:19.405744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:19.423275 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.495768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network dbac22dd-67aa-47b7-8774-4ef181eb3eec details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:19.542673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event updated for resources: {'Port': ['ID=1775db4b-cbee-4d30-8ebb-5721c6edf2c3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:19.594357 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.730936 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Pushing event updated for resources: {'Port': ['ID=f119d917-21b3-4b9b-83d4-5b7d1f07b546,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:19.843347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Attempting to bind port f119d917-21b3-4b9b-83d4-5b7d1f07b546 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:19.849802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Attempting to bind port f119d917-21b3-4b9b-83d4-5b7d1f07b546 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '9497be72-d270-46ba-93a1-6b1dce843dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ab941869-2174-472c-92a9-92912b696acf'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:19.850450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Attempting to bind port f119d917-21b3-4b9b-83d4-5b7d1f07b546 on network ab941869-2174-472c-92a9-92912b696acf {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:19.853029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Attempting to bind port a61db11e-62f7-47bd-908f-31092211445b on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:19.854125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Attempting to bind port a61db11e-62f7-47bd-908f-31092211445b by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'b33d7e37-15c6-4d1b-9379-d68bf12532fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dcbb79e2-4360-4ddb-98e6-709ca8737830'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:19.854680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Attempting to bind port a61db11e-62f7-47bd-908f-31092211445b on network dcbb79e2-4360-4ddb-98e6-709ca8737830 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:19.903929 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:48:19.907158 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:48:19.908435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-73c45a33-5812-4f01-9d45-384598e91662 None None] Provisioning complete for port e744f97b-8201-43c0-b492-6e85665166c1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:19.908977 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-73c45a33-5812-4f01-9d45-384598e91662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.917361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:19.918064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Checking segment: {'id': '9497be72-d270-46ba-93a1-6b1dce843dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ab941869-2174-472c-92a9-92912b696acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:19.918655 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.919214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Bound using segment: {'id': '9497be72-d270-46ba-93a1-6b1dce843dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ab941869-2174-472c-92a9-92912b696acf'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:19.919880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Bound port: f119d917-21b3-4b9b-83d4-5b7d1f07b546, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9497be72-d270-46ba-93a1-6b1dce843dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ab941869-2174-472c-92a9-92912b696acf'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:19.920443 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.980964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7620756d-fbad-4cab-8f5e-495eccf951b9 None None] Network 9cc614a9-cd7b-4083-afff-996118f2d1dc requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:19.983227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:19.983817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Checking segment: {'id': 'b33d7e37-15c6-4d1b-9379-d68bf12532fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dcbb79e2-4360-4ddb-98e6-709ca8737830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:19.984393 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:19.984946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Bound using segment: {'id': 'b33d7e37-15c6-4d1b-9379-d68bf12532fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dcbb79e2-4360-4ddb-98e6-709ca8737830'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:19.985780 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Bound port: a61db11e-62f7-47bd-908f-31092211445b, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33d7e37-15c6-4d1b-9379-d68bf12532fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dcbb79e2-4360-4ddb-98e6-709ca8737830'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:19.986426 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.159497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d6f12-4317-48a8-aa4c-9f612ceb9450 None None] Pushing event updated for resources: {'Port': ['ID=160e3bc8-575c-4b68-aea1-47cedf42788b,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:20.282261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] For port f119d917-21b3-4b9b-83d4-5b7d1f07b546, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:20.321644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] For port f119d917-21b3-4b9b-83d4-5b7d1f07b546, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f119d917-21b3-4b9b-83d4-5b7d1f07b546,segment=NetworkSegment(9497be72-d270-46ba-93a1-6b1dce843dc0),segment_id=9497be72-d270-46ba-93a1-6b1dce843dc0)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:20.336869 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.386452 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-73c45a33-5812-4f01-9d45-384598e91662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.416558 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-73c45a33-5812-4f01-9d45-384598e91662 None None] For port e744f97b-8201-43c0-b492-6e85665166c1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e744f97b-8201-43c0-b492-6e85665166c1,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:20.431584 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fae27887-de40-4eb4-83eb-362f64496242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.447220 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.480624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb028647-6a8e-41a9-a844-4fac8c5d5fff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network a2e06735-9b8a-4d77-afb0-305c81207839 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:48:20.513182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-cb028647-6a8e-41a9-a844-4fac8c5d5fff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, a2e06735-9b8a-4d77-afb0-305c81207839) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:20.525611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb028647-6a8e-41a9-a844-4fac8c5d5fff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:20.530519 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb028647-6a8e-41a9-a844-4fac8c5d5fff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.542557 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.618166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cb028647-6a8e-41a9-a844-4fac8c5d5fff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.5205610 Dec 09 22:48:20.619959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40288) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:20.628244 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fae27887-de40-4eb4-83eb-362f64496242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.636521 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.639196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.644876 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fae27887-de40-4eb4-83eb-362f64496242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.677281 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d92512c-4406-4641-aab9-4811a5bb8069 None None] Network a2e06735-9b8a-4d77-afb0-305c81207839 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:20.689394 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-73c45a33-5812-4f01-9d45-384598e91662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.701929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] For port a61db11e-62f7-47bd-908f-31092211445b, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:20.783474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae27887-de40-4eb4-83eb-362f64496242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7af97eb-5955-4bcc-9fc4-c3fdf3f75aa5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:20.802321 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fae27887-de40-4eb4-83eb-362f64496242 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a6d8732e745431cba8a38f57baf47c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6555960 Dec 09 22:48:20.805046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40292) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:20.820375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network dcbb79e2-4360-4ddb-98e6-709ca8737830 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:20.879927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:20.890301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] For port a61db11e-62f7-47bd-908f-31092211445b, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a61db11e-62f7-47bd-908f-31092211445b,segment=NetworkSegment(b33d7e37-15c6-4d1b-9379-d68bf12532fa),segment_id=b33d7e37-15c6-4d1b-9379-d68bf12532fa)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:20.893147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:20.951218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:20.952145 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:20.969374 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=d6e49043-69f3-4366-bdb8-29148ccac437,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:20.991750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09d047-7ac1-4955-8142-3ce1e3e372af None None] Pushing event updated for resources: {'Port': ['ID=f119d917-21b3-4b9b-83d4-5b7d1f07b546,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:21.013484 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e7c935ca-f53a-4c83-86a5-a8125f177adc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.3834918 Dec 09 22:48:21.032652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40296) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:21.063319 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e0505267-4ed0-4107-ac4c-fbe4a50318d3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea09ab90-3400-4444-890a-d47ca4d1bd9a'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:21.127719 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.134272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c45a33-5812-4f01-9d45-384598e91662 None None] Pushing event updated for resources: {'Port': ['ID=e744f97b-8201-43c0-b492-6e85665166c1,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:21.141240 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6851395c-4f21-451c-ace6-cbbf17751f3c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:21.236168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-868efeb2-3ab9-4675-ba70-3dfc832d0c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.515253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-73c45a33-5812-4f01-9d45-384598e91662 None None] Provisioning complete for port 160e3bc8-575c-4b68-aea1-47cedf42788b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:21.515861 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-73c45a33-5812-4f01-9d45-384598e91662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.528447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.566606 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0505267-4ed0-4107-ac4c-fbe4a50318d3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.584438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-868efeb2-3ab9-4675-ba70-3dfc832d0c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.648725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.658217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e0953-b745-441d-981c-8c1d1ed43054 None None] Pushing event updated for resources: {'Port': ['ID=a61db11e-62f7-47bd-908f-31092211445b,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:21.698666 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.711651 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.815138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6851395c-4f21-451c-ace6-cbbf17751f3c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:21.815525 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.850068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Allocated IP 172.25.8.27 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/c607ac9d-418e-4003-aa4e-0edd9857d5cd) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:21.873670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-a2e06735-9b8a-4d77-afb0-305c81207839', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:48:21.873670 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.895735 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.904981 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:21.943135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event updated for resources: {'Port': ['ID=1775db4b-cbee-4d30-8ebb-5721c6edf2c3,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:22.047214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Allocated IP 172.20.0.2 (a2e06735-9b8a-4d77-afb0-305c81207839/8cddc90e-291e-418d-befe-6df669579cff/01fabd78-d882-460b-872e-55dbdffc4377) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:22.267010 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:22.268875 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:22.284760 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:22.318238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Network 9cc614a9-cd7b-4083-afff-996118f2d1dc is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:22.346477 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:22.372222 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Network a2e06735-9b8a-4d77-afb0-305c81207839 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:22.375505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Pushing event updated for resources: {'Port': ['ID=01fabd78-d882-460b-872e-55dbdffc4377,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:22.375720 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:22.383879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:22.388248 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:22.422434 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fa11a490-7bf0-4d3b-b6e8-c8389c7526b6 None None] Provisioning complete for port 6851395c-4f21-451c-ace6-cbbf17751f3c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:22.422827 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa11a490-7bf0-4d3b-b6e8-c8389c7526b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:22.468485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=c607ac9d-418e-4003-aa4e-0edd9857d5cd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:22.598125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:22.605271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:22.613254 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:22.618679 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:22.643073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ee420b-8aec-4281-89ec-09495313ce15 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:22.647387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494b6de6-2cd3-45dc-8d09-58054f4290b8 None None] Network ab941869-2174-472c-92a9-92912b696acf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:22.747137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.20.0.1 (a2e06735-9b8a-4d77-afb0-305c81207839/8cddc90e-291e-418d-befe-6df669579cff/4c5252bf-72df-4e09-ab38-e9afd2c7a228) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:22.765677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Router f54fac62-8b16-4d4a-a2e0-43cf600e9ee4 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:48:22.853929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Attempting to bind port 01fabd78-d882-460b-872e-55dbdffc4377 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:22.854488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Attempting to bind port 01fabd78-d882-460b-872e-55dbdffc4377 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:22.854782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Attempting to bind port 01fabd78-d882-460b-872e-55dbdffc4377 on network a2e06735-9b8a-4d77-afb0-305c81207839 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:22.879813 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 6851395c-4f21-451c-ace6-cbbf17751f3c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6851395c-4f21-451c-ace6-cbbf17751f3c,segment=NetworkSegment(a34fc286-5001-4303-b976-398700602dbc),segment_id=a34fc286-5001-4303-b976-398700602dbc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:22.883643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:22.884012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Checking segment: {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:22.884460 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:22.885017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Bound using segment: {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:22.885504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Bound port: 01fabd78-d882-460b-872e-55dbdffc4377, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:22.885962 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:22.891534 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:22.902860 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:22.903662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e744f97b-8201-43c0-b492-6e85665166c1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:22.932157 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-868efeb2-3ab9-4675-ba70-3dfc832d0c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:22.935082 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-868efeb2-3ab9-4675-ba70-3dfc832d0c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:22.938567 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-868efeb2-3ab9-4675-ba70-3dfc832d0c90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7af97eb-5955-4bcc-9fc4-c3fdf3f75aa5 HTTP/1.1" status: 204 len: 168 time: 2.1206553 Dec 09 22:48:22.982674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868efeb2-3ab9-4675-ba70-3dfc832d0c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7af97eb-5955-4bcc-9fc4-c3fdf3f75aa5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:23.047900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:48:23.058737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-21bf1e0d-d95e-4dc5-862c-4f465067097b tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "PUT /v2.0/routers/f54fac62-8b16-4d4a-a2e0-43cf600e9ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7259133 Dec 09 22:48:23.060277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40316) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:23.130137 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:23.170949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de29a215-2046-4c99-94e7-151971c70499 None None] Sync routers for ids ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:48:23.232143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-e0505267-4ed0-4107-ac4c-fbe4a50318d3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Delete allocated IP 172.20.0.19 (dcbb79e2-4360-4ddb-98e6-709ca8737830/69313c78-fc44-4a60-bb69-7dad70476cf4) {{(pid=103417) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 22:48:23.277202 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de29a215-2046-4c99-94e7-151971c70499 None None] Routers {'f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:23.277914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-de29a215-2046-4c99-94e7-151971c70499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:23.289992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=6851395c-4f21-451c-ace6-cbbf17751f3c,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:23.367668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-de29a215-2046-4c99-94e7-151971c70499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:23.376099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e44ca459-b691-43a4-8652-872efc945efe None None] For port 01fabd78-d882-460b-872e-55dbdffc4377, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:23.378968 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:23.408726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e44ca459-b691-43a4-8652-872efc945efe None None] For port 01fabd78-d882-460b-872e-55dbdffc4377, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=01fabd78-d882-460b-872e-55dbdffc4377,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:23.411989 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de29a215-2046-4c99-94e7-151971c70499 None None] Routers {'f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:23.412618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-de29a215-2046-4c99-94e7-151971c70499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:23.414508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e744f97b-8201-43c0-b492-6e85665166c1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:23.414879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:23.446720 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:23.448447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fa11a490-7bf0-4d3b-b6e8-c8389c7526b6 None None] Provisioning complete for port 1775db4b-cbee-4d30-8ebb-5721c6edf2c3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:23.448805 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa11a490-7bf0-4d3b-b6e8-c8389c7526b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:23.481674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network a2e06735-9b8a-4d77-afb0-305c81207839 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:23.510230 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:23.527404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:23.535228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:23.586298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-de29a215-2046-4c99-94e7-151971c70499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:23.586980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de29a215-2046-4c99-94e7-151971c70499 None None] The sync data for ids ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:48:23.599044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a0ac1d-843b-418b-b8cb-0cd17bab5414 None None] Network dcbb79e2-4360-4ddb-98e6-709ca8737830 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:23.728115 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=4c5252bf-72df-4e09-ab38-e9afd2c7a228,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:23.741922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fa11a490-7bf0-4d3b-b6e8-c8389c7526b6 None None] Port 1775db4b-cbee-4d30-8ebb-5721c6edf2c3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:23.825390 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ca459-b691-43a4-8652-872efc945efe None None] Pushing event updated for resources: {'Port': ['ID=01fabd78-d882-460b-872e-55dbdffc4377,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:23.849700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40330) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:23.860847 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:23.923531 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Provisioning complete for port f119d917-21b3-4b9b-83d4-5b7d1f07b546 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:23.924495 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:23.988195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7f35a7d2-eeec-4ebe-ad40-638bbcc62326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.018095 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.033198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0505267-4ed0-4107-ac4c-fbe4a50318d3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.049085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 160e3bc8-575c-4b68-aea1-47cedf42788b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:24.092273 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.097082 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0505267-4ed0-4107-ac4c-fbe4a50318d3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.232582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 160e3bc8-575c-4b68-aea1-47cedf42788b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:24.233032 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.237072 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.267624 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7f35a7d2-eeec-4ebe-ad40-638bbcc62326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.276885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69580f7-c99e-4a6a-9766-7b56ee6c889d None None] Update dhcp port {'port': {'network_id': 'dcbb79e2-4360-4ddb-98e6-709ca8737830', 'fixed_ips': [{'subnet_id': 'ea09ab90-3400-4444-890a-d47ca4d1bd9a', 'ip_address': '172.20.0.2'}, {'subnet_id': '69313c78-fc44-4a60-bb69-7dad70476cf4'}], 'binding:host_id': 'n-d-789963-23'}, 'id': 'a61db11e-62f7-47bd-908f-31092211445b'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:48:24.283554 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7f35a7d2-eeec-4ebe-ad40-638bbcc62326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.311353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0505267-4ed0-4107-ac4c-fbe4a50318d3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=d6e49043-69f3-4366-bdb8-29148ccac437,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:24.330597 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d69580f7-c99e-4a6a-9766-7b56ee6c889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.350726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e0505267-4ed0-4107-ac4c-fbe4a50318d3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] In _notify_port_updated(), no bound segment for port d6e49043-69f3-4366-bdb8-29148ccac437 on network dcbb79e2-4360-4ddb-98e6-709ca8737830 {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:48:24.356947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0505267-4ed0-4107-ac4c-fbe4a50318d3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:24.357627 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0505267-4ed0-4107-ac4c-fbe4a50318d3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.359987 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e0505267-4ed0-4107-ac4c-fbe4a50318d3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "PUT /v2.0/ports/d6e49043-69f3-4366-bdb8-29148ccac437 HTTP/1.1" status: 200 len: 918 time: 3.3109322 Dec 09 22:48:24.383924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40336) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:24.397892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e1f127b5-2563-48c0-b6ce-3967cb3113eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea09ab90-3400-4444-890a-d47ca4d1bd9a'}, {'subnet_id': '69313c78-fc44-4a60-bb69-7dad70476cf4'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:24.494029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Router 487e9f57-7fea-4ef7-a5d0-a3185c76678d is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:48:24.522093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] For port f119d917-21b3-4b9b-83d4-5b7d1f07b546, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f119d917-21b3-4b9b-83d4-5b7d1f07b546,segment=NetworkSegment(9497be72-d270-46ba-93a1-6b1dce843dc0),segment_id=9497be72-d270-46ba-93a1-6b1dce843dc0)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:24.539044 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.640030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:48:24.654762 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Sync routers for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:48:24.672983 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:24.674674 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:24.681550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.683024 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a2055e83-07e4-4d6a-ac71-415ca3569ee9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4689641 Dec 09 22:48:24.688920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40344) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:24.736296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Provisioning complete for port c607ac9d-418e-4003-aa4e-0edd9857d5cd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:24.736673 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.797117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Pushing event updated for resources: {'Port': ['ID=f119d917-21b3-4b9b-83d4-5b7d1f07b546,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:24.846185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Port c607ac9d-418e-4003-aa4e-0edd9857d5cd cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:24.896993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Provisioning complete for port a61db11e-62f7-47bd-908f-31092211445b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:24.897455 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:24.904235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-d69580f7-c99e-4a6a-9766-7b56ee6c889d None None] Allocated IP 172.20.0.18 (dcbb79e2-4360-4ddb-98e6-709ca8737830/69313c78-fc44-4a60-bb69-7dad70476cf4/a61db11e-62f7-47bd-908f-31092211445b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:24.927679 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:48:25.032888 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-fc238c98-e906-4e63-8a89-754af644928a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:48:25.034083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fc238c98-e906-4e63-8a89-754af644928a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "PUT /v2.0/routers/f54fac62-8b16-4d4a-a2e0-43cf600e9ee4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9728980 Dec 09 22:48:25.039654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40354) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:25.044424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40356) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:25.050261 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7f35a7d2-eeec-4ebe-ad40-638bbcc62326 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53c3c40770004fb78e8a3c30fe480895&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1841919 Dec 09 22:48:25.102009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35a7d2-eeec-4ebe-ad40-638bbcc62326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc44e6a2-83df-40ca-a095-1856d71180e1,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:25.201574 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a0c715b5-7f90-40dc-87bd-89c08875193f tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=8d5883f7417a42efabff0c7cb8a885e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5111468 Dec 09 22:48:25.227782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40362) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:25.255811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d69580f7-c99e-4a6a-9766-7b56ee6c889d None None] For port a61db11e-62f7-47bd-908f-31092211445b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a61db11e-62f7-47bd-908f-31092211445b,segment=NetworkSegment(b33d7e37-15c6-4d1b-9379-d68bf12532fa),segment_id=b33d7e37-15c6-4d1b-9379-d68bf12532fa)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:25.326521 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d69580f7-c99e-4a6a-9766-7b56ee6c889d None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:25.348395 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:48:22Z', 'revision_number': 3, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:25.384947 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Checking router: 487e9f57-7fea-4ef7-a5d0-a3185c76678d for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:48:25.387002 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Updating router 487e9f57-7fea-4ef7-a5d0-a3185c76678d port c607ac9d-418e-4003-aa4e-0edd9857d5cd binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:48:25.393192 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:25.397814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f119d917-21b3-4b9b-83d4-5b7d1f07b546 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:25.408448 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d69580f7-c99e-4a6a-9766-7b56ee6c889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:25.417506 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e1f127b5-2563-48c0-b6ce-3967cb3113eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:25.436605 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:25.444912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f9e41-f439-4bfb-a13d-e7addfb1463d None None] Network a2e06735-9b8a-4d77-afb0-305c81207839 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:25.539723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69580f7-c99e-4a6a-9766-7b56ee6c889d None None] Pushing event updated for resources: {'Port': ['ID=a61db11e-62f7-47bd-908f-31092211445b,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:25.781812 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:48:25.782239 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:48:25.822222 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f119d917-21b3-4b9b-83d4-5b7d1f07b546 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:25.822881 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:25.929029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-e1f127b5-2563-48c0-b6ce-3967cb3113eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.24 (dcbb79e2-4360-4ddb-98e6-709ca8737830/69313c78-fc44-4a60-bb69-7dad70476cf4/d6e49043-69f3-4366-bdb8-29148ccac437) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:25.935901 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:25.950456 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.023810 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Attempting to bind port c607ac9d-418e-4003-aa4e-0edd9857d5cd on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:26.024184 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Attempting to bind port c607ac9d-418e-4003-aa4e-0edd9857d5cd by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:26.024541 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Attempting to bind port c607ac9d-418e-4003-aa4e-0edd9857d5cd on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:26.034671 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:26.035366 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:26.035490 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.035955 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:26.036441 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Bound port: c607ac9d-418e-4003-aa4e-0edd9857d5cd, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:26.036827 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.039372 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Pushing event updated for resources: {'Port': ['ID=c607ac9d-418e-4003-aa4e-0edd9857d5cd,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:26.072711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6851395c-4f21-451c-ace6-cbbf17751f3c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:26.075090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9880a42-2d42-4f4b-8212-eee825c46eb1 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:26.085271 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.086470 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.087406 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.089321 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.089992 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.090479 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.092147 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.093377 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.093888 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.094694 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.096160 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.096941 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.098138 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:26.158206 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] For port c607ac9d-418e-4003-aa4e-0edd9857d5cd, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:26.166758 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] For port c607ac9d-418e-4003-aa4e-0edd9857d5cd, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c607ac9d-418e-4003-aa4e-0edd9857d5cd,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:26.190007 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.210722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6851395c-4f21-451c-ace6-cbbf17751f3c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:26.211100 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.279131 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.305853 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.338841 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7df913f-5786-48be-92b8-f340a4d9e7b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.341734 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:26.345395 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:26.366763 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.386254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e851ec-668e-4f4f-a3f9-fb7a6ab314f7 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:26.414018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] For port a61db11e-62f7-47bd-908f-31092211445b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a61db11e-62f7-47bd-908f-31092211445b,segment=NetworkSegment(b33d7e37-15c6-4d1b-9379-d68bf12532fa),segment_id=b33d7e37-15c6-4d1b-9379-d68bf12532fa)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:26.428909 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.519205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Provisioning complete for port 1775db4b-cbee-4d30-8ebb-5721c6edf2c3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:26.519589 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.537119 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e1f127b5-2563-48c0-b6ce-3967cb3113eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.539161 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.558698 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=4c5252bf-72df-4e09-ab38-e9afd2c7a228,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:26.577014 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:48:26.580049 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7df913f-5786-48be-92b8-f340a4d9e7b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.583692 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e1f127b5-2563-48c0-b6ce-3967cb3113eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.610779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b13846-4510-4af5-93e0-4637ea284aca tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:26.614992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Port 1775db4b-cbee-4d30-8ebb-5721c6edf2c3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:26.620508 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f2b13846-4510-4af5-93e0-4637ea284aca tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3914766 Dec 09 22:48:26.627008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40378) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:26.723479 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a03439b5-c08a-472b-a3e9-1bc7b1fd9c00 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0914986 Dec 09 22:48:26.726151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40382) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:26.747216 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ed369-8c38-4f91-8213-01f72e84e422 None None] Pushing event updated for resources: {'Port': ['ID=c607ac9d-418e-4003-aa4e-0edd9857d5cd,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:26.754001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c19d0-0906-42ce-9d82-b41b170381e1 None None] Pushing event updated for resources: {'Port': ['ID=a61db11e-62f7-47bd-908f-31092211445b,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:26.755284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1192507776', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:26.788898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 01fabd78-d882-460b-872e-55dbdffc4377 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:26.796010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfbaa8d-bf65-4186-88fe-9f8984b5254f None None] Network dcbb79e2-4360-4ddb-98e6-709ca8737830 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:26.824369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f127b5-2563-48c0-b6ce-3967cb3113eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=d6e49043-69f3-4366-bdb8-29148ccac437,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:26.916819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Provisioning complete for port c607ac9d-418e-4003-aa4e-0edd9857d5cd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:26.920004 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.971706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7df913f-5786-48be-92b8-f340a4d9e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.982184 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:48:22Z', 'revision_number': 3, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:26.983765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network a2e06735-9b8a-4d77-afb0-305c81207839 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:26.984871 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7df913f-5786-48be-92b8-f340a4d9e7b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:26.984996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-e1f127b5-2563-48c0-b6ce-3967cb3113eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] In _notify_port_updated(), no bound segment for port d6e49043-69f3-4366-bdb8-29148ccac437 on network dcbb79e2-4360-4ddb-98e6-709ca8737830 {{(pid=103418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:48:26.987012 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b7df913f-5786-48be-92b8-f340a4d9e7b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc44e6a2-83df-40ca-a095-1856d71180e1 HTTP/1.1" status: 204 len: 168 time: 1.9406421 Dec 09 22:48:27.002134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f127b5-2563-48c0-b6ce-3967cb3113eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:27.002833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e1f127b5-2563-48c0-b6ce-3967cb3113eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:27.013252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e1f127b5-2563-48c0-b6ce-3967cb3113eb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "PUT /v2.0/ports/d6e49043-69f3-4366-bdb8-29148ccac437 HTTP/1.1" status: 200 len: 998 time: 2.6278102 Dec 09 22:48:27.020092 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40388) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:27.024333 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc33593a-f3f0-4984-86ad-b30a671e375d None None] The sync data for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 is: [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:48:22Z', 'revision_number': 3, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:48:27.042707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:27.046393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a5c120e-543d-477b-b358-845395273393 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:27.065697 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 01fabd78-d882-460b-872e-55dbdffc4377 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:27.065697 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:27.067724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df913f-5786-48be-92b8-f340a4d9e7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc44e6a2-83df-40ca-a095-1856d71180e1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:27.125870 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:27.239926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5b92234b-2944-4448-91be-095b614ba681 None None] For port c607ac9d-418e-4003-aa4e-0edd9857d5cd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c607ac9d-418e-4003-aa4e-0edd9857d5cd,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:27.251364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Made reservation on behalf of 8d5883f7417a42efabff0c7cb8a885e9 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:27.264166 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:27.270633 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:27.354445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Provisioning complete for port 01fabd78-d882-460b-872e-55dbdffc4377 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:27.354824 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:27.439807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Pushing event updated for resources: {'Port': ['ID=c607ac9d-418e-4003-aa4e-0edd9857d5cd,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:27.569259 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router a332e24e-1161-461f-8ebc-aa88aa2ccc6f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:48:27.617184 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:27.620569 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:27.733596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5b92234b-2944-4448-91be-095b614ba681 None None] For port 01fabd78-d882-460b-872e-55dbdffc4377, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=01fabd78-d882-460b-872e-55dbdffc4377,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:27.741709 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:27.924168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c120e-543d-477b-b358-845395273393 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Deleting port 1775db4b-cbee-4d30-8ebb-5721c6edf2c3 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:27.924729 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a5c120e-543d-477b-b358-845395273393 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:27.960804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Provisioning complete for port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:27.974297 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:27.984871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-e4cba415-aecf-4e2c-95b0-88dc42ea77c0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port d6e49043-69f3-4366-bdb8-29148ccac437 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:27.985221 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e4cba415-aecf-4e2c-95b0-88dc42ea77c0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:28.068763 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a5c120e-543d-477b-b358-845395273393 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:28.096939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c120e-543d-477b-b358-845395273393 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Calling delete_port for 1775db4b-cbee-4d30-8ebb-5721c6edf2c3 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:28.107200 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:48:28.107594 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:48:28.108099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Pushing event updated for resources: {'Port': ['ID=01fabd78-d882-460b-872e-55dbdffc4377,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:28.142364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:48:28.145864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5b92234b-2944-4448-91be-095b614ba681 None None] Port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:28.154901 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Sync routers for ids ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:48:28.163361 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e87c0be9-9793-46c0-8d05-1a6f8d08f330 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "PUT /v2.0/routers/a332e24e-1161-461f-8ebc-aa88aa2ccc6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5419264 Dec 09 22:48:28.179299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Routers {'a332e24e-1161-461f-8ebc-aa88aa2ccc6f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:28.179975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:28.260020 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e4cba415-aecf-4e2c-95b0-88dc42ea77c0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:28.311499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-e4cba415-aecf-4e2c-95b0-88dc42ea77c0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for d6e49043-69f3-4366-bdb8-29148ccac437 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:28.323518 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:28.458272 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a5c120e-543d-477b-b358-845395273393 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:28.510900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c120e-543d-477b-b358-845395273393 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event deleted for resources: {'Port': ['ID=1775db4b-cbee-4d30-8ebb-5721c6edf2c3,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:28.607228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Subnet': ['ID=ec2d7fa6-ff38-4b27-b3df-6476078d10f0,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:28.654701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.662240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.662867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.663538 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.664042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.664571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.665232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.665721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.666243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.666722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.667191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.667668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.670101 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:28.701465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Checking segment: {'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:28.701931 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network hostable DHCP agents. Network: dbac22dd-67aa-47b7-8774-4ef181eb3eec, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:48:28.835374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c7777653-6c2c-437e-947e-13f6652ec3a7 None None] Provisioning complete for port d6e49043-69f3-4366-bdb8-29148ccac437 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:28.835926 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c7777653-6c2c-437e-947e-13f6652ec3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:28.844807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e744f97b-8201-43c0-b492-6e85665166c1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:28.854279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network dbac22dd-67aa-47b7-8774-4ef181eb3eec is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:48:28.898465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, dbac22dd-67aa-47b7-8774-4ef181eb3eec) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:28.911539 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:28.912176 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:28.962094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8551a72f-497f-4588-a863-3601dde16249 None None] Network dbac22dd-67aa-47b7-8774-4ef181eb3eec requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:28.969944 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a5c120e-543d-477b-b358-845395273393 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:29.100550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40446) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:29.101231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8681159d-9288-4336-8f70-86fb66204fee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3682411 Dec 09 22:48:29.108145 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e4cba415-aecf-4e2c-95b0-88dc42ea77c0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:29.151046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cba415-aecf-4e2c-95b0-88dc42ea77c0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=d6e49043-69f3-4366-bdb8-29148ccac437,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:29.167677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Set router a332e24e-1161-461f-8ebc-aa88aa2ccc6f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:48:29.172395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c7777653-6c2c-437e-947e-13f6652ec3a7 None None] Port d6e49043-69f3-4366-bdb8-29148ccac437 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:29.217344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:48:29.218260 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:29.357657 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e4cba415-aecf-4e2c-95b0-88dc42ea77c0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:29.361251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e4cba415-aecf-4e2c-95b0-88dc42ea77c0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/d6e49043-69f3-4366-bdb8-29148ccac437 HTTP/1.1" status: 204 len: 168 time: 2.3397319 Dec 09 22:48:29.366815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40454) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:29.370052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5c120e-543d-477b-b358-845395273393 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Router f54fac62-8b16-4d4a-a2e0-43cf600e9ee4 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:48:29.389676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c7777653-6c2c-437e-947e-13f6652ec3a7 None None] Provisioning complete for port a61db11e-62f7-47bd-908f-31092211445b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:29.390990 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c7777653-6c2c-437e-947e-13f6652ec3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:29.424037 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-2446901c-ed6f-4516-af50-620d2c032298 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:48:29.426029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2446901c-ed6f-4516-af50-620d2c032298 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/d6e49043-69f3-4366-bdb8-29148ccac437 HTTP/1.1" status: 404 len: 333 time: 0.0577998 Dec 09 22:48:29.432944 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-9d920ffb-cf15-4cf5-bfb4-ae13b050c9be tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898400229&fields=id&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 267 time: 0.3211546 Dec 09 22:48:29.433438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40458) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:29.530574 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e744f97b-8201-43c0-b492-6e85665166c1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:29.531261 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:29.554975 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-420d5f8e-de55-4268-b39a-b5a97d26b254 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting subnet 69313c78-fc44-4a60-bb69-7dad70476cf4 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:48:29.555486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5c120e-543d-477b-b358-845395273393 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:48:29.562524 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5a5c120e-543d-477b-b358-845395273393 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "PUT /v2.0/routers/f54fac62-8b16-4d4a-a2e0-43cf600e9ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5237396 Dec 09 22:48:29.571088 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41897fd-7d52-4940-b54d-918d26949ec0 None None] Sync routers for ids ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:48:29.572884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40462) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:29.583157 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-420d5f8e-de55-4268-b39a-b5a97d26b254 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:29.593873 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41897fd-7d52-4940-b54d-918d26949ec0 None None] Routers {'f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:29.595726 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c41897fd-7d52-4940-b54d-918d26949ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:29.666485 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-a90c5f0b-2b72-4e5a-b5d9-31080a81f406 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] delete failed (client error): The resource could not be found. Dec 09 22:48:29.667548 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a90c5f0b-2b72-4e5a-b5d9-31080a81f406 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1048880043 HTTP/1.1" status: 404 len: 335 time: 0.0937309 Dec 09 22:48:29.679626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40466) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:29.689601 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c41897fd-7d52-4940-b54d-918d26949ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:29.704381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-436a56b1-8787-424d-951d-e66d4cc4212f tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:29.710544 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41897fd-7d52-4940-b54d-918d26949ec0 None None] Routers {'f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:29.716631 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c41897fd-7d52-4940-b54d-918d26949ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:29.729516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Allocated IP 172.20.0.2 (dbac22dd-67aa-47b7-8774-4ef181eb3eec/ec2d7fa6-ff38-4b27-b3df-6476078d10f0/22f15610-2b05-424f-b061-dcce179ccd31) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:30.005439 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-420d5f8e-de55-4268-b39a-b5a97d26b254 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.061616 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c41897fd-7d52-4940-b54d-918d26949ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:30.064709 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41897fd-7d52-4940-b54d-918d26949ec0 None None] The sync data for ids ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:48:30.132241 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-420d5f8e-de55-4268-b39a-b5a97d26b254 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.217414 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.237427 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.322450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:48:23Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4c5252bf-72df-4e09-ab38-e9afd2c7a228', 'name': '', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:93:af:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:22Z', 'updated_at': '2021-12-09T22:48:25Z', 'revision_number': 2, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '8cddc90e-291e-418d-befe-6df669579cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:30.328430 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-420d5f8e-de55-4268-b39a-b5a97d26b254 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.335229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Network dbac22dd-67aa-47b7-8774-4ef181eb3eec is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:30.345833 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.362361 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-420d5f8e-de55-4268-b39a-b5a97d26b254 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.366442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-420d5f8e-de55-4268-b39a-b5a97d26b254 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/69313c78-fc44-4a60-bb69-7dad70476cf4 HTTP/1.1" status: 204 len: 168 time: 0.9319637 Dec 09 22:48:30.371703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40478) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:30.387417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:30.389295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb404af-b359-4273-b26c-355215252b2b None None] Network dcbb79e2-4360-4ddb-98e6-709ca8737830 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:30.415471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:30.431362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Checking router: a332e24e-1161-461f-8ebc-aa88aa2ccc6f for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:48:30.432274 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d5f8e-de55-4268-b39a-b5a97d26b254 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Subnet': ['ID=69313c78-fc44-4a60-bb69-7dad70476cf4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:30.433243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Updating router a332e24e-1161-461f-8ebc-aa88aa2ccc6f port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:48:30.440108 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a61db11e-62f7-47bd-908f-31092211445b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:30.445095 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce67d0f-b6c9-41fd-b326-75ef902d029a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting subnet ea09ab90-3400-4444-890a-d47ca4d1bd9a {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:48:30.496729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Pushing event updated for resources: {'Port': ['ID=22f15610-2b05-424f-b061-dcce179ccd31,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:30.499408 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c7777653-6c2c-437e-947e-13f6652ec3a7 None None] Provisioning complete for port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:30.500250 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c7777653-6c2c-437e-947e-13f6652ec3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.531644 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-436a56b1-8787-424d-951d-e66d4cc4212f tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.574565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-d606c948-c9c1-4c1b-891a-44224914461f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:30.576299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-d606c948-c9c1-4c1b-891a-44224914461f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 797 time: 1.1049013 Dec 09 22:48:30.622079 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-436a56b1-8787-424d-951d-e66d4cc4212f tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] update failed (client error): The resource could not be found. Dec 09 22:48:30.633772 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-436a56b1-8787-424d-951d-e66d4cc4212f tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "PUT /v2.0/routers/f54fac62-8b16-4d4a-a2e0-43cf600e9ee4 HTTP/1.1" status: 404 len: 339 time: 0.9531333 Dec 09 22:48:30.638690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40482) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:30.667343 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Attempting to bind port 22f15610-2b05-424f-b061-dcce179ccd31 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:30.668099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Attempting to bind port 22f15610-2b05-424f-b061-dcce179ccd31 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:30.668687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Attempting to bind port 22f15610-2b05-424f-b061-dcce179ccd31 on network dbac22dd-67aa-47b7-8774-4ef181eb3eec {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:30.672918 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.732599 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:30.733387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Checking segment: {'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:30.734040 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.734640 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Bound using segment: {'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:30.735609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Bound port: 22f15610-2b05-424f-b061-dcce179ccd31, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:30.736260 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.780871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c7777653-6c2c-437e-947e-13f6652ec3a7 None None] Port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:30.855900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-ca01b16a-3d38-4667-9a92-efa0de1545f9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/quotas/7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 375 time: 0.2351594 Dec 09 22:48:30.862579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] For port 22f15610-2b05-424f-b061-dcce179ccd31, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:30.866416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] For port 22f15610-2b05-424f-b061-dcce179ccd31, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=22f15610-2b05-424f-b061-dcce179ccd31,segment=NetworkSegment(936272cb-3588-4b12-b1f9-9b36f52699e6),segment_id=936272cb-3588-4b12-b1f9-9b36f52699e6)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:30.881479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a61db11e-62f7-47bd-908f-31092211445b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:30.888436 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.919267 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ce67d0f-b6c9-41fd-b326-75ef902d029a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:30.983342 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ce67d0f-b6c9-41fd-b326-75ef902d029a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:31.017935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-bc3253e6-9cf3-4dea-bf05-f06d1ea4dbd2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154060 Dec 09 22:48:31.059289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Allocated IP 172.20.0.1 (dbac22dd-67aa-47b7-8774-4ef181eb3eec/ec2d7fa6-ff38-4b27-b3df-6476078d10f0/5b41bc8a-089e-42a4-ab77-13fcebb64151) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:31.068205 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:31.072487 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:31.152598 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ce67d0f-b6c9-41fd-b326-75ef902d029a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:31.203570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-93de937c-337c-406a-bdb3-3fde863f578d None None] Could not find standard attr ID for object d6e49043-69f3-4366-bdb8-29148ccac437. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:48:31.337103 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94e1f576-b55c-4e57-9895-e2b84a8152a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:31.391216 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:31.395013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Allocated IP 172.20.0.1 (e4042ecf-cbdc-41b7-9ce7-9edcf337eccf/d399d7f7-f8c7-485c-aa2f-4bcb58a826f0/875b53e0-d9d0-4f92-8263-270c06eb796e) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:31.452449 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:31.485192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c7fab-f213-47b6-9230-29b52abf6a74 None None] Pushing event updated for resources: {'Port': ['ID=22f15610-2b05-424f-b061-dcce179ccd31,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:31.606280 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:31.611449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=5b41bc8a-089e-42a4-ab77-13fcebb64151,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:31.646759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40494) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:31.664097 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.667378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.668000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.669080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.669568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:31.670469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.671711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.672310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.673485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.675649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.677227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.678396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.678843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.680725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:48:31.731376 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Network e4042ecf-cbdc-41b7-9ce7-9edcf337eccf is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:31.751275 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:31.758938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:31.801898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network dbac22dd-67aa-47b7-8774-4ef181eb3eec is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:31.818349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:31.831939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:31.883614 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ce67d0f-b6c9-41fd-b326-75ef902d029a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:31.902443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event updated for resources: {'Port': ['ID=875b53e0-d9d0-4f92-8263-270c06eb796e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:31.997549 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:31.997915 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:31.998476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c607ac9d-418e-4003-aa4e-0edd9857d5cd up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:32.064969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-53267331-ba64-4a07-a855-3b2df615f24f service neutron] 10.222.0.16 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0019414 Dec 09 22:48:32.089668 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.120196 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.173495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce67d0f-b6c9-41fd-b326-75ef902d029a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Subnet': ['ID=ea09ab90-3400-4444-890a-d47ca4d1bd9a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:32.178491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c607ac9d-418e-4003-aa4e-0edd9857d5cd triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:32.178948 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.211330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ce67d0f-b6c9-41fd-b326-75ef902d029a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.214464 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7ce67d0f-b6c9-41fd-b326-75ef902d029a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/ea09ab90-3400-4444-890a-d47ca4d1bd9a HTTP/1.1" status: 204 len: 168 time: 1.8417478 Dec 09 22:48:32.215758 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4b666f5-cc1d-4acc-ab13-16f7e09307e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.217611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40500) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:32.241182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c678ab-6fc9-49e6-b12d-a6ce4b443669 None None] Pushing event updated for resources: {'Port': ['ID=4c5252bf-72df-4e09-ab38-e9afd2c7a228,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:32.259206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-4849d3d4-8aa9-44e7-ac3b-0fd005f7706c service neutron] 10.222.0.16 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817813 Dec 09 22:48:32.330247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4b666f5-cc1d-4acc-ab13-16f7e09307e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.367540 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4b666f5-cc1d-4acc-ab13-16f7e09307e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.433490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c4b666f5-cc1d-4acc-ab13-16f7e09307e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f73492cec0f49219127aa4257b8ec16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7459004 Dec 09 22:48:32.434600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40506) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:32.436462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Attempting to bind port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:32.436899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Attempting to bind port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:32.437233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Attempting to bind port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 on network a2e06735-9b8a-4d77-afb0-305c81207839 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:32.466230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:32.466521 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.466645 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Checking segment: {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:32.467131 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.468606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Bound using segment: {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:32.469307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Bound port: 4c5252bf-72df-4e09-ab38-e9afd2c7a228, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:32.474786 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.779032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] For port 4c5252bf-72df-4e09-ab38-e9afd2c7a228, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:32.781838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 01fabd78-d882-460b-872e-55dbdffc4377 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:32.784747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] For port 4c5252bf-72df-4e09-ab38-e9afd2c7a228, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4c5252bf-72df-4e09-ab38-e9afd2c7a228,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:32.786426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b666f5-cc1d-4acc-ab13-16f7e09307e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ad7398-14ca-4abb-aca7-cad475116f97,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:32.788275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fb2b50a1-62ff-4383-bb12-2a2d247f5baf None None] Provisioning complete for port 875b53e0-d9d0-4f92-8263-270c06eb796e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:32.788275 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb2b50a1-62ff-4383-bb12-2a2d247f5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.801424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.841760 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.842061 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:32.918684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad87e4c1-d2b1-4ec9-89a8-b8be2f510daa None None] Network dcbb79e2-4360-4ddb-98e6-709ca8737830 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:33.142645 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b50a1-62ff-4383-bb12-2a2d247f5baf None None] Port 875b53e0-d9d0-4f92-8263-270c06eb796e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:33.234509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c678ab-6fc9-49e6-b12d-a6ce4b443669 None None] Pushing event updated for resources: {'Port': ['ID=4c5252bf-72df-4e09-ab38-e9afd2c7a228,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:33.241451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 01fabd78-d882-460b-872e-55dbdffc4377 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:33.242007 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.316611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Routers {'a332e24e-1161-461f-8ebc-aa88aa2ccc6f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:33.317611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:33.341839 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.345409 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-64f384b3-3c93-40b0-9316-bc582f98355e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.359485 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.473170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] Set router a332e24e-1161-461f-8ebc-aa88aa2ccc6f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:48:33.524331 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-64f384b3-3c93-40b0-9316-bc582f98355e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.551735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e9493-68a4-4cb2-9e2d-f3a9188026a3 None None] Network dbac22dd-67aa-47b7-8774-4ef181eb3eec requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:33.552528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=5b41bc8a-089e-42a4-ab77-13fcebb64151,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:33.566022 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.670295 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cbcd8556-2127-4dff-bd35-f65397f07e38 req-f00b33e1-8597-492d-aa98-07d878c16768 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 210 time: 1.0396318 Dec 09 22:48:33.712513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d39101b1-0e4f-4b99-82fd-59ec36e7ce37 None None] Provisioning complete for port a61db11e-62f7-47bd-908f-31092211445b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:33.712976 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d39101b1-0e4f-4b99-82fd-59ec36e7ce37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.746261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network dbac22dd-67aa-47b7-8774-4ef181eb3eec is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:33.760853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:33.786539 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2a54407e-8072-4672-935a-63f409434adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.804440 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port a61db11e-62f7-47bd-908f-31092211445b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:33.805088 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.906984 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-64f384b3-3c93-40b0-9316-bc582f98355e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.910243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-64f384b3-3c93-40b0-9316-bc582f98355e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.913706 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-64f384b3-3c93-40b0-9316-bc582f98355e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56ad7398-14ca-4abb-aca7-cad475116f97 HTTP/1.1" status: 204 len: 168 time: 1.4680364 Dec 09 22:48:33.924723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f08bb5-d117-431c-895e-7244f6c6ca85 None None] DHCP port deletion for dcbb79e2-4360-4ddb-98e6-709ca8737830 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:33.963478 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.969694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f119d917-21b3-4b9b-83d4-5b7d1f07b546 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:33.971053 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:33.998930 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:34.004406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f384b3-3c93-40b0-9316-bc582f98355e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ad7398-14ca-4abb-aca7-cad475116f97,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:34.116757 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event updated for resources: {'Port': ['ID=875b53e0-d9d0-4f92-8263-270c06eb796e,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:34.133061 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:34.160568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] For port a61db11e-62f7-47bd-908f-31092211445b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a61db11e-62f7-47bd-908f-31092211445b,segment=NetworkSegment(b33d7e37-15c6-4d1b-9379-d68bf12532fa),segment_id=b33d7e37-15c6-4d1b-9379-d68bf12532fa)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:34.161224 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:34.179777 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:48:23Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4c5252bf-72df-4e09-ab38-e9afd2c7a228', 'name': '', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:93:af:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:22Z', 'updated_at': '2021-12-09T22:48:32Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '8cddc90e-291e-418d-befe-6df669579cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:34.219396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d918c9-afac-4143-bbcf-e00cdb0415a1 None None] The sync data for ids ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'] in n-d-789963-23 is: [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:48:23Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4c5252bf-72df-4e09-ab38-e9afd2c7a228', 'name': '', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:93:af:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:22Z', 'updated_at': '2021-12-09T22:48:32Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '8cddc90e-291e-418d-befe-6df669579cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:48:34.297768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d39101b1-0e4f-4b99-82fd-59ec36e7ce37 None None] Provisioning complete for port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:34.298168 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d39101b1-0e4f-4b99-82fd-59ec36e7ce37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:34.371850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Network e4042ecf-cbdc-41b7-9ce7-9edcf337eccf is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:34.374385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:34.494389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-d7962cb3-1163-4837-bf2e-433b2832f5dd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:34.495608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-20f08bb5-d117-431c-895e-7244f6c6ca85 None None] Deleting port a61db11e-62f7-47bd-908f-31092211445b {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:34.497835 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-20f08bb5-d117-431c-895e-7244f6c6ca85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:34.498134 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-d7962cb3-1163-4837-bf2e-433b2832f5dd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.18 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 797 time: 0.2918823 Dec 09 22:48:34.499283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for a61db11e-62f7-47bd-908f-31092211445b owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:34.533725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40528) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:34.569737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f119d917-21b3-4b9b-83d4-5b7d1f07b546 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:34.570151 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:34.603765 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b3299092-ef9f-41f0-b633-ea2cb64c9266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:34.654538 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Router f54fac62-8b16-4d4a-a2e0-43cf600e9ee4 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:48:34.837298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Router 487e9f57-7fea-4ef7-a5d0-a3185c76678d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:48:34.866347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-20f08bb5-d117-431c-895e-7244f6c6ca85 None None] For port a61db11e-62f7-47bd-908f-31092211445b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a61db11e-62f7-47bd-908f-31092211445b,segment=NetworkSegment(b33d7e37-15c6-4d1b-9379-d68bf12532fa),segment_id=b33d7e37-15c6-4d1b-9379-d68bf12532fa)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:34.866921 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-20f08bb5-d117-431c-895e-7244f6c6ca85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:34.909189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-20f08bb5-d117-431c-895e-7244f6c6ca85 None None] Calling delete_port for a61db11e-62f7-47bd-908f-31092211445b owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:34.942042 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-cbc5db6f-c1f0-4a58-abfe-c418c019f48b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 379 time: 0.4243021 Dec 09 22:48:34.946825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:34.954396 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4748147e-6d62-4773-806f-a00a706a9503 req-2784c286-ed5f-4b5d-a06e-a8a953ec61bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 210 time: 0.0726819 Dec 09 22:48:34.979890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'port': {'device_id': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'admin_state_up': True, 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'security_groups': ['342292f4-fbb1-4b52-8ae6-226ef6628fcd']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:34.995759 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:34.996150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:48:34.999885 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b3299092-ef9f-41f0-b633-ea2cb64c9266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.004099 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2e283260-14c4-4800-a0a1-9f5eba22cf47 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "PUT /v2.0/routers/f54fac62-8b16-4d4a-a2e0-43cf600e9ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3643305 Dec 09 22:48:35.008717 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b3299092-ef9f-41f0-b633-ea2cb64c9266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.013134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40534) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:35.062466 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45051f5-d576-44c8-8262-5e134962fb86 None None] Sync routers for ids ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:48:35.086120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No DVR routers for this DVR port a61db11e-62f7-47bd-908f-31092211445b on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:35.096279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=a61db11e-62f7-47bd-908f-31092211445b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:35.165182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b3299092-ef9f-41f0-b633-ea2cb64c9266 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03b4e3094099498c9c4773daef7ced1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6258645 Dec 09 22:48:35.172279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40536) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:35.241276 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c536ad4e-f4ab-47f4-bacb-541197e929ff tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.287201 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3299092-ef9f-41f0-b633-ea2cb64c9266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8066b580-5a07-4c50-8e36-2596fbc0a49f,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:35.299771 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a242678a-f99a-439d-97db-994539fba2b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.336093 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a242678a-f99a-439d-97db-994539fba2b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.427539 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a242678a-f99a-439d-97db-994539fba2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.430300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a242678a-f99a-439d-97db-994539fba2b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.433922 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d39101b1-0e4f-4b99-82fd-59ec36e7ce37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.434085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a242678a-f99a-439d-97db-994539fba2b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8066b580-5a07-4c50-8e36-2596fbc0a49f HTTP/1.1" status: 204 len: 168 time: 0.2582216 Dec 09 22:48:35.436316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45051f5-d576-44c8-8262-5e134962fb86 None None] Routers {'f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:35.436773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e45051f5-d576-44c8-8262-5e134962fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:35.452163 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a61db11e-62f7-47bd-908f-31092211445b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:35.459157 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.473565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242678a-f99a-439d-97db-994539fba2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8066b580-5a07-4c50-8e36-2596fbc0a49f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:35.497894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbb79e2-4360-4ddb-98e6-709ca8737830']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:35.524444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33d7e37-15c6-4d1b-9379-d68bf12532fa') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:35.524968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33d7e37-15c6-4d1b-9379-d68bf12532fa') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:35.532818 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-c536ad4e-f4ab-47f4-bacb-541197e929ff tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 22:48:35.535626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c536ad4e-f4ab-47f4-bacb-541197e929ff tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "DELETE /v2.0/routers/f54fac62-8b16-4d4a-a2e0-43cf600e9ee4 HTTP/1.1" status: 409 len: 329 time: 0.5157273 Dec 09 22:48:35.540464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:48:35.543602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40540) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:35.550725 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e70cc722-9fc0-469f-87dc-b867ff743c73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "PUT /v2.0/routers/487e9f57-7fea-4ef7-a5d0-a3185c76678d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4488800 Dec 09 22:48:35.553437 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Sync routers for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:48:35.561880 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.563475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40542) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:35.570398 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:35.571026 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0aab967c-7766-41c5-860f-19d207118784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:35.603195 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.616692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:48:35.617967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.618727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e45051f5-d576-44c8-8262-5e134962fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:35.629310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a61db11e-62f7-47bd-908f-31092211445b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:48:35.629663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a61db11e-62f7-47bd-908f-31092211445b not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 09 22:48:35.691127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d39101b1-0e4f-4b99-82fd-59ec36e7ce37 None None] For port 4c5252bf-72df-4e09-ab38-e9afd2c7a228, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4c5252bf-72df-4e09-ab38-e9afd2c7a228,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:48:35.724006 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:48:35.737907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Made reservation on behalf of 7ffb305be9ae48ea9f30ef4c629e6c08 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:35.742556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.750103 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d39101b1-0e4f-4b99-82fd-59ec36e7ce37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.763231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Port a61db11e-62f7-47bd-908f-31092211445b not found, will not notify nova. {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 09 22:48:35.782475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.804499 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:48:35.827235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45051f5-d576-44c8-8262-5e134962fb86 None None] Routers {'f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:35.827896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e45051f5-d576-44c8-8262-5e134962fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:35.850853 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.867873 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/networks/dcbb79e2-4360-4ddb-98e6-709ca8737830 HTTP/1.1" status: 204 len: 168 time: 3.6409080 Dec 09 22:48:35.876653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40546) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:35.982009 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-20f08bb5-d117-431c-895e-7244f6c6ca85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:35.984034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e45051f5-d576-44c8-8262-5e134962fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:35.992248 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45051f5-d576-44c8-8262-5e134962fb86 None None] The sync data for ids ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:48:36.053211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20f08bb5-d117-431c-895e-7244f6c6ca85 None None] Network dcbb79e2-4360-4ddb-98e6-709ca8737830 is not hosted by any dhcp agent {{(pid=103419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:48:36.053675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f08bb5-d117-431c-895e-7244f6c6ca85 None None] No DVR routers for this DVR port a61db11e-62f7-47bd-908f-31092211445b on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:36.117165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39101b1-0e4f-4b99-82fd-59ec36e7ce37 None None] Pushing event updated for resources: {'Port': ['ID=4c5252bf-72df-4e09-ab38-e9afd2c7a228,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:36.132940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Provisioning complete for port 22f15610-2b05-424f-b061-dcce179ccd31 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:36.133497 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:36.213229 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4bb08e4b-7b89-4d13-9829-96118cfbaa95 req-ea7a40d3-f480-4fd0-833a-8cbaad52e540 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 210 time: 0.0396852 Dec 09 22:48:36.245544 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 22f15610-2b05-424f-b061-dcce179ccd31 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:36.383562 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0aab967c-7766-41c5-860f-19d207118784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:48:32Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:33Z', 'revision_number': 2, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:36.389068 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f08bb5-d117-431c-895e-7244f6c6ca85 None None] Pushing event deleted for resources: {'Port': ['ID=a61db11e-62f7-47bd-908f-31092211445b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:36.409713 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:36.444915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d29038ae-cb0e-4859-a83e-d72e98fed159 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:36.454238 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Checking router: 487e9f57-7fea-4ef7-a5d0-a3185c76678d for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:48:36.454892 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Updating router 487e9f57-7fea-4ef7-a5d0-a3185c76678d port 5b41bc8a-089e-42a4-ab77-13fcebb64151 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:48:36.511063 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:36.553119 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:36.555674 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 22f15610-2b05-424f-b061-dcce179ccd31 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:36.555921 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:36.615933 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c7f2a-f90b-4265-af81-d75afde00a14 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Network': ['ID=dcbb79e2-4360-4ddb-98e6-709ca8737830,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:36.623052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] For port 22f15610-2b05-424f-b061-dcce179ccd31, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=22f15610-2b05-424f-b061-dcce179ccd31,segment=NetworkSegment(936272cb-3588-4b12-b1f9-9b36f52699e6),segment_id=936272cb-3588-4b12-b1f9-9b36f52699e6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:36.636906 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:36.705437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Provisioning complete for port 5b41bc8a-089e-42a4-ab77-13fcebb64151 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:36.705830 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:36.772995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Port 5b41bc8a-089e-42a4-ab77-13fcebb64151 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:36.791550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Pushing event updated for resources: {'Port': ['ID=22f15610-2b05-424f-b061-dcce179ccd31,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:36.841008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4c5252bf-72df-4e09-ab38-e9afd2c7a228 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:36.850206 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Provisioning complete for port 875b53e0-d9d0-4f92-8263-270c06eb796e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:36.850462 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:36.907143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c9cba1-af4e-49c2-9676-cdd19eabcb2b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:36.912771 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-60c9cba1-af4e-49c2-9676-cdd19eabcb2b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9910250 Dec 09 22:48:36.926363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40568) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:36.974068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ead031-f7d6-4ecd-a7c0-d784d015bc32 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:36.974288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ead031-f7d6-4ecd-a7c0-d784d015bc32 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:36.975126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ead031-f7d6-4ecd-a7c0-d784d015bc32 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:36.975455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ead031-f7d6-4ecd-a7c0-d784d015bc32 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:36.976044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ead031-f7d6-4ecd-a7c0-d784d015bc32 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:36.976572 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ead031-f7d6-4ecd-a7c0-d784d015bc32 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:36.977159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ead031-f7d6-4ecd-a7c0-d784d015bc32 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:36.977679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ead031-f7d6-4ecd-a7c0-d784d015bc32 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:36.978285 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ead031-f7d6-4ecd-a7c0-d784d015bc32 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:36.982929 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e6ead031-f7d6-4ecd-a7c0-d784d015bc32 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6304 time: 1.4159660 Dec 09 22:48:36.988973 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.003382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40570) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:37.004058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Port 875b53e0-d9d0-4f92-8263-270c06eb796e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:37.005023 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.042400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d29038ae-cb0e-4859-a83e-d72e98fed159 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Deleting port 875b53e0-d9d0-4f92-8263-270c06eb796e {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:37.043122 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d29038ae-cb0e-4859-a83e-d72e98fed159 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.076376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Provisioning complete for port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:37.076528 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3877fff5-95ef-43b1-a192-2bb7b39acdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.126371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.20.0.11 (a2e06735-9b8a-4d77-afb0-305c81207839/8cddc90e-291e-418d-befe-6df669579cff/75d974f9-dc7c-4271-9528-308cdeeca42d) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:37.144506 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.181227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:37.181467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-466fbb1c-dcb9-4668-a768-9c9ffa29f823 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2518334 Dec 09 22:48:37.191685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40578) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:37.191924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.205201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-7dadeba1-d848-42eb-944c-15d881d71bf1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-537574137'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:37.234133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79863d3-7dc3-44ce-9519-882b4fb84038 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:37.234766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79863d3-7dc3-44ce-9519-882b4fb84038 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:37.235237 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79863d3-7dc3-44ce-9519-882b4fb84038 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:37.235699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79863d3-7dc3-44ce-9519-882b4fb84038 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:37.236155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79863d3-7dc3-44ce-9519-882b4fb84038 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:37.236615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79863d3-7dc3-44ce-9519-882b4fb84038 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:37.237067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79863d3-7dc3-44ce-9519-882b4fb84038 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:37.238610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79863d3-7dc3-44ce-9519-882b4fb84038 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:37.240462 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46680a-d4cf-4363-91e4-5342be2d1e79 None None] Pushing event updated for resources: {'Port': ['ID=5b41bc8a-089e-42a4-ab77-13fcebb64151,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:37.265768 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b79863d3-7dc3-44ce-9519-882b4fb84038 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5127 time: 0.2594686 Dec 09 22:48:37.277086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40582) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:37.294296 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d29038ae-cb0e-4859-a83e-d72e98fed159 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.350209 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Attempting to bind port 5b41bc8a-089e-42a4-ab77-13fcebb64151 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:37.350827 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Attempting to bind port 5b41bc8a-089e-42a4-ab77-13fcebb64151 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:37.351405 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Attempting to bind port 5b41bc8a-089e-42a4-ab77-13fcebb64151 on network dbac22dd-67aa-47b7-8774-4ef181eb3eec {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:37.358723 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:37.359320 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Checking segment: {'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:37.359939 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.360483 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Bound using segment: {'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:37.361104 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Bound port: 5b41bc8a-089e-42a4-ab77-13fcebb64151, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:37.361694 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.378373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d29038ae-cb0e-4859-a83e-d72e98fed159 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Calling delete_port for 875b53e0-d9d0-4f92-8263-270c06eb796e owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:37.424325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dadeba1-d848-42eb-944c-15d881d71bf1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:37.433954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7dadeba1-d848-42eb-944c-15d881d71bf1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.554518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66779d04-94b3-4abf-8d10-2b6fd4107eb6 req-109a0bae-b5d1-4350-8b4b-13759cd07524 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 210 time: 0.1620901 Dec 09 22:48:37.566637 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-0aab967c-7766-41c5-860f-19d207118784 None None] For port 5b41bc8a-089e-42a4-ab77-13fcebb64151, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:37.570234 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-0aab967c-7766-41c5-860f-19d207118784 None None] For port 5b41bc8a-089e-42a4-ab77-13fcebb64151, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5b41bc8a-089e-42a4-ab77-13fcebb64151,segment=NetworkSegment(936272cb-3588-4b12-b1f9-9b36f52699e6),segment_id=936272cb-3588-4b12-b1f9-9b36f52699e6)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:37.589727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dadeba1-d848-42eb-944c-15d881d71bf1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:37.591580 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.621217 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7dadeba1-d848-42eb-944c-15d881d71bf1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.621579 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-7dadeba1-d848-42eb-944c-15d881d71bf1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Added segment 04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e of type vlan for network 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c Dec 09 22:48:37.664238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40590) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:37.666368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1d8c30aa-8603-46ee-8ce0-888d64b31b70 None None] Provisioning complete for port 5b41bc8a-089e-42a4-ab77-13fcebb64151 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:37.666847 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d8c30aa-8603-46ee-8ce0-888d64b31b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.725869 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:37.726518 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0aab967c-7766-41c5-860f-19d207118784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:37.745554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a61db11e-62f7-47bd-908f-31092211445b no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:48:37.819958 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a61db11e-62f7-47bd-908f-31092211445b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:48:37.824613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a61db11e-62f7-47bd-908f-31092211445b not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:48:37.869033 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7dadeba1-d848-42eb-944c-15d881d71bf1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.907014 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c3827df5-01f2-49bf-9165-d1e743760831 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2872 time: 0.6005256 Dec 09 22:48:37.927846 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46680a-d4cf-4363-91e4-5342be2d1e79 None None] Pushing event updated for resources: {'Port': ['ID=5b41bc8a-089e-42a4-ab77-13fcebb64151,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:37.970729 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d73faf89-0ac4-4000-af33-73ea96a4bb90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.987868 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7dadeba1-d848-42eb-944c-15d881d71bf1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:37.999145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dadeba1-d848-42eb-944c-15d881d71bf1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:37.999804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7dadeba1-d848-42eb-944c-15d881d71bf1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.026842 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d8c30aa-8603-46ee-8ce0-888d64b31b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.114238 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d29038ae-cb0e-4859-a83e-d72e98fed159 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.134379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 22f15610-2b05-424f-b061-dcce179ccd31 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:38.151733 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-0aab967c-7766-41c5-860f-19d207118784 None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:48:38.169686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadeba1-d848-42eb-944c-15d881d71bf1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Network': ['ID=7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:38.185771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1d8c30aa-8603-46ee-8ce0-888d64b31b70 None None] For port 5b41bc8a-089e-42a4-ab77-13fcebb64151, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5b41bc8a-089e-42a4-ab77-13fcebb64151,segment=NetworkSegment(936272cb-3588-4b12-b1f9-9b36f52699e6),segment_id=936272cb-3588-4b12-b1f9-9b36f52699e6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:38.187502 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.198825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:38.210576 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7dadeba1-d848-42eb-944c-15d881d71bf1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0200682 Dec 09 22:48:38.212071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40604) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:38.223781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f6bfdd68-5dd9-4e1d-8f9e-69fb2133ce8b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': '7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:38.241909 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d73faf89-0ac4-4000-af33-73ea96a4bb90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.254515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29038ae-cb0e-4859-a83e-d72e98fed159 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event deleted for resources: {'Port': ['ID=875b53e0-d9d0-4f92-8263-270c06eb796e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:38.309414 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d73faf89-0ac4-4000-af33-73ea96a4bb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.349774 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.392331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d73faf89-0ac4-4000-af33-73ea96a4bb90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb84ade9e129461291e337f1073d401c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7265306 Dec 09 22:48:38.399554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40606) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:38.419023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73faf89-0ac4-4000-af33-73ea96a4bb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03bdb28-f95f-40c3-95a5-ebab918b72b5,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:38.444822 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d8c30aa-8603-46ee-8ce0-888d64b31b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.477545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40610) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:38.480194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network a2e06735-9b8a-4d77-afb0-305c81207839 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:38.485248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a7120b7f-368b-4e8a-a7de-0e30dae2b41e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2014402542', 'description': 'tempest-secgroup-smoke-2014402542 description', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:38.500387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:38.507219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:38.524863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bfdd68-5dd9-4e1d-8f9e-69fb2133ce8b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:38.529379 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdd68-5dd9-4e1d-8f9e-69fb2133ce8b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.659981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 22f15610-2b05-424f-b061-dcce179ccd31 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:38.660356 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.722907 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d29038ae-cb0e-4859-a83e-d72e98fed159 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.756242 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0aab967c-7766-41c5-860f-19d207118784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:48:32Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:37Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:38.765107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-921b7e51-df1b-4c54-93d7-6191bef77a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.790435 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-921b7e51-df1b-4c54-93d7-6191bef77a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.793441 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab967c-7766-41c5-860f-19d207118784 None None] The sync data for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 is: [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:48:32Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:37Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:48:38.835989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:38.836696 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:38.901913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c30aa-8603-46ee-8ce0-888d64b31b70 None None] Pushing event updated for resources: {'Port': ['ID=5b41bc8a-089e-42a4-ab77-13fcebb64151,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:38.948576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75b09e-4e0b-4d5e-87f3-0230a25c24e5 req-043c2872-f1b2-4f3e-ba52-9a89849d3d85 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:38.956526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e75b09e-4e0b-4d5e-87f3-0230a25c24e5 req-043c2872-f1b2-4f3e-ba52-9a89849d3d85 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 932 time: 0.2375510 Dec 09 22:48:38.970748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9c0ec78d-c5e0-43f9-a0fb-62087eedb4c3 None None] Provisioning complete for port 5b41bc8a-089e-42a4-ab77-13fcebb64151 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:38.975112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec78d-c5e0-43f9-a0fb-62087eedb4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:39.029852 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:39.064533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-921b7e51-df1b-4c54-93d7-6191bef77a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:39.068334 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-921b7e51-df1b-4c54-93d7-6191bef77a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:39.072525 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-921b7e51-df1b-4c54-93d7-6191bef77a7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b03bdb28-f95f-40c3-95a5-ebab918b72b5 HTTP/1.1" status: 204 len: 168 time: 0.6689367 Dec 09 22:48:39.096418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b7e51-df1b-4c54-93d7-6191bef77a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03bdb28-f95f-40c3-95a5-ebab918b72b5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:39.113120 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e75b09e-4e0b-4d5e-87f3-0230a25c24e5 req-c6b00144-d16e-4fdb-a88c-4a500a66da75 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538713 Dec 09 22:48:39.133122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29038ae-cb0e-4859-a83e-d72e98fed159 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Router f54fac62-8b16-4d4a-a2e0-43cf600e9ee4 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:48:39.139995 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7120b7f-368b-4e8a-a7de-0e30dae2b41e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:39.194771 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-31c99a7f-4315-429b-b626-99e26c6eefdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2355790 Dec 09 22:48:39.204475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-f2135aea-055a-4037-a338-1d557e7dfcb5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:48:39.205488 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-f2135aea-055a-4037-a338-1d557e7dfcb5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105214 Dec 09 22:48:39.327197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4c5252bf-72df-4e09-ab38-e9afd2c7a228 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:39.437942 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdd68-5dd9-4e1d-8f9e-69fb2133ce8b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:39.553157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40628) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:39.577601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:39.578002 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:39.630955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7120b7f-368b-4e8a-a7de-0e30dae2b41e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:39.654614 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7120b7f-368b-4e8a-a7de-0e30dae2b41e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:39.684974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Request body: {'port': {'device_id': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:39.719143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-675a797a-98ab-4044-af87-6c3001388110 None None] Provisioning complete for port 75d974f9-dc7c-4271-9528-308cdeeca42d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:39.719513 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-675a797a-98ab-4044-af87-6c3001388110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:39.783045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc971-d230-4123-8e4a-223e2e23104d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:39.827684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29038ae-cb0e-4859-a83e-d72e98fed159 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:48:39.838018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d29038ae-cb0e-4859-a83e-d72e98fed159 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "PUT /v2.0/routers/f54fac62-8b16-4d4a-a2e0-43cf600e9ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2883151 Dec 09 22:48:39.841197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40640) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:39.857630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfdd68-5dd9-4e1d-8f9e-69fb2133ce8b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Subnet': ['ID=df1e712d-6e65-4ac4-9426-6b1e4c649877,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:39.877171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a7120b7f-368b-4e8a-a7de-0e30dae2b41e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:39.882760 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a7120b7f-368b-4e8a-a7de-0e30dae2b41e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4003291 Dec 09 22:48:39.888536 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-2bf9f6aa-107b-4c1f-976d-88cae4a640f4 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] show failed (client error): The resource could not be found. Dec 09 22:48:39.889710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2bf9f6aa-107b-4c1f-976d-88cae4a640f4 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-2038675614 HTTP/1.1" status: 404 len: 335 time: 0.0475185 Dec 09 22:48:39.890361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40642) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:39.895591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d47bbb-30ea-4d45-9298-2e2755cc5316 None None] Sync routers for ids ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:48:39.896244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40644) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:39.906018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-70e8e60b-960b-491b-b312-94d2a7f1eca7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:39.918150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f9ffe6ea-ad34-4fff-a5d7-540d77157c53 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': '0f2309a2-ed11-4d59-b706-6344e63202e2', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:39.924625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-675a797a-98ab-4044-af87-6c3001388110 None None] Port 75d974f9-dc7c-4271-9528-308cdeeca42d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:39.930752 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:39.946445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bfdd68-5dd9-4e1d-8f9e-69fb2133ce8b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Checking segment: {'id': '04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:39.946975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bfdd68-5dd9-4e1d-8f9e-69fb2133ce8b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network hostable DHCP agents. Network: 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:48:39.960040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7120b7f-368b-4e8a-a7de-0e30dae2b41e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2309a2-ed11-4d59-b706-6344e63202e2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:39.988356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d47bbb-30ea-4d45-9298-2e2755cc5316 None None] Routers {'f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:39.989110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-11d47bbb-30ea-4d45-9298-2e2755cc5316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:40.052109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-11d47bbb-30ea-4d45-9298-2e2755cc5316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:40.068307 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-70e8e60b-960b-491b-b312-94d2a7f1eca7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] update failed (client error): The resource could not be found. Dec 09 22:48:40.074939 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-70e8e60b-960b-491b-b312-94d2a7f1eca7 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1861945693 HTTP/1.1" status: 404 len: 335 time: 0.1687257 Dec 09 22:48:40.074939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9ffe6ea-ad34-4fff-a5d7-540d77157c53 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.078783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40648) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:40.081484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d47bbb-30ea-4d45-9298-2e2755cc5316 None None] Routers {'f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:40.082294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-11d47bbb-30ea-4d45-9298-2e2755cc5316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:40.084222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bfdd68-5dd9-4e1d-8f9e-69fb2133ce8b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:48:40.124918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-11d47bbb-30ea-4d45-9298-2e2755cc5316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:40.125839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d47bbb-30ea-4d45-9298-2e2755cc5316 None None] The sync data for ids ['f54fac62-8b16-4d4a-a2e0-43cf600e9ee4'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:48:40.201162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-f6bfdd68-5dd9-4e1d-8f9e-69fb2133ce8b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:40.204173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5b41bc8a-089e-42a4-ab77-13fcebb64151 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:40.222515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bfdd68-5dd9-4e1d-8f9e-69fb2133ce8b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:40.223385 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdd68-5dd9-4e1d-8f9e-69fb2133ce8b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.228896 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9ffe6ea-ad34-4fff-a5d7-540d77157c53 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.236794 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9ffe6ea-ad34-4fff-a5d7-540d77157c53 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.268023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff60371-8732-4a1b-ba0d-ee3942419ab5 None None] Network 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:40.292696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffe6ea-ad34-4fff-a5d7-540d77157c53 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927446b9-602f-413f-aec2-58265876aab1,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:40.323162 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f6bfdd68-5dd9-4e1d-8f9e-69fb2133ce8b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1080949 Dec 09 22:48:40.325697 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f9ffe6ea-ad34-4fff-a5d7-540d77157c53 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.328868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40656) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:40.332895 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f9ffe6ea-ad34-4fff-a5d7-540d77157c53 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4408362 Dec 09 22:48:40.335241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40658) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:40.337683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': '7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c', 'name': 'tempest-PortsTestJSON-1338904992'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:40.340358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3b3f91df-9a75-4395-89fb-a51ab749719a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': '0f2309a2-ed11-4d59-b706-6344e63202e2', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:40.425866 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3f91df-9a75-4395-89fb-a51ab749719a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.446488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5b41bc8a-089e-42a4-ab77-13fcebb64151 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:40.447040 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.480932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edbde5-7b54-4714-80e6-3475946eb0eb req-f19520a2-356d-46e8-9dc4-8b297b54c233 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:40.482679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85edbde5-7b54-4714-80e6-3475946eb0eb req-f19520a2-356d-46e8-9dc4-8b297b54c233 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 932 time: 0.1483881 Dec 09 22:48:40.495171 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c', 'network_id': '7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c', 'project_id': 'de3af971ae1646d5b164773f7cc3609d', 'fixed_ips': [{'subnet_id': 'df1e712d-6e65-4ac4-9426-6b1e4c649877'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:48:40.496033 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.547000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3f91df-9a75-4395-89fb-a51ab749719a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.570953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3f91df-9a75-4395-89fb-a51ab749719a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.582751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40662) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:40.628600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85edbde5-7b54-4714-80e6-3475946eb0eb req-b196c463-ef52-41c7-9118-410852fcc3fd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370847 Dec 09 22:48:40.633375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f91df-9a75-4395-89fb-a51ab749719a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce54357e-7a60-4563-8c82-81081f066fc6,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:40.661367 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3f91df-9a75-4395-89fb-a51ab749719a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.666337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3b3f91df-9a75-4395-89fb-a51ab749719a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3298547 Dec 09 22:48:40.667918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40666) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:40.675353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b582a46a-53cd-4943-8318-ee00e6083f56 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': '0f2309a2-ed11-4d59-b706-6344e63202e2', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:40.687499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3498b5-b433-4670-a24d-7f20a8d2d320 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Deleting subnet a6d0d1a9-955d-4fd4-83a1-ebd87c4fdfa6 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:48:40.711101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc971-d230-4123-8e4a-223e2e23104d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.724714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e3498b5-b433-4670-a24d-7f20a8d2d320 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.724935 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b582a46a-53cd-4943-8318-ee00e6083f56 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.746132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Allocated IP 172.20.0.2 (7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c/df1e712d-6e65-4ac4-9426-6b1e4c649877/f5e24d4d-3f44-408b-9f64-ccaa2224da6c) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:40.760172 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc971-d230-4123-8e4a-223e2e23104d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.796548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1772805419-network', 'tenant_id': 'ef4d376ad6c84ae4b3568d6fa6136d55'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:40.836858 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b582a46a-53cd-4943-8318-ee00e6083f56 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.840394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Made reservation on behalf of ef4d376ad6c84ae4b3568d6fa6136d55 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:40.844475 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.859651 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b582a46a-53cd-4943-8318-ee00e6083f56 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.864455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.890141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e3498b5-b433-4670-a24d-7f20a8d2d320 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.897748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582a46a-53cd-4943-8318-ee00e6083f56 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525f3b55-9756-4308-8439-5569c0dfd8e9,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:40.912132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b582a46a-53cd-4943-8318-ee00e6083f56 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.916323 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b582a46a-53cd-4943-8318-ee00e6083f56 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2472770 Dec 09 22:48:40.916498 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.919061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40668) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:40.923747 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:40.927802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5b689cea-c79b-4227-82f8-82f90b05ecf2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': '0f2309a2-ed11-4d59-b706-6344e63202e2', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:40.965172 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fa9bc971-d230-4123-8e4a-223e2e23104d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49294095126545a3ba07931c9882d3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3254824 Dec 09 22:48:40.965172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bc971-d230-4123-8e4a-223e2e23104d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e1cf55-cbd0-4b1e-ac74-978f2e56afa6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:40.966230 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40670) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:40.979149 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Network 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:40.985778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:40.995036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:41.006650 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b689cea-c79b-4227-82f8-82f90b05ecf2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.012760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Pushing event updated for resources: {'Port': ['ID=f5e24d4d-3f44-408b-9f64-ccaa2224da6c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:41.017628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d974f9-dc7c-4271-9528-308cdeeca42d {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:48:41.029885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:41.033140 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.034016 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.045865 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.053911 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.085725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Attempting to bind port f5e24d4d-3f44-408b-9f64-ccaa2224da6c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:41.086357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Attempting to bind port f5e24d4d-3f44-408b-9f64-ccaa2224da6c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:41.086747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Attempting to bind port f5e24d4d-3f44-408b-9f64-ccaa2224da6c on network 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:41.094182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:41.094623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Checking segment: {'id': '04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:41.095042 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.095154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port 3b06fa14-383b-4db4-9555-9afa16199f37 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:48:41.095659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Bound using segment: {'id': '04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:41.096820 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Bound port: f5e24d4d-3f44-408b-9f64-ccaa2224da6c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:41.097323 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.098259 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:41.103334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Transition to ACTIVE for port object 75d974f9-dc7c-4271-9528-308cdeeca42d will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:48:41.110802 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.121531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d64a33-d3a4-4312-af69-17bdc1235dc0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:41.126782 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5be45436-4a63-40e9-8b90-f485be86bf1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.131256 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.131598 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Added segment 673a742d-af0c-4535-9e8a-4308cf3ff0c6 of type vlan for network 010652b8-ffb1-4b4f-8140-7ac1709b5918 Dec 09 22:48:41.140630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e3498b5-b433-4670-a24d-7f20a8d2d320 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.177533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b689cea-c79b-4227-82f8-82f90b05ecf2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.185362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] For port f5e24d4d-3f44-408b-9f64-ccaa2224da6c, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:41.189097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] For port f5e24d4d-3f44-408b-9f64-ccaa2224da6c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f5e24d4d-3f44-408b-9f64-ccaa2224da6c,segment=NetworkSegment(04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e),segment_id=04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:41.192717 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b689cea-c79b-4227-82f8-82f90b05ecf2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.196768 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.197288 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5be45436-4a63-40e9-8b90-f485be86bf1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.210096 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.238650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:41.244300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b689cea-c79b-4227-82f8-82f90b05ecf2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0240338-4720-4a50-aa08-2d26cf7e8cd7,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:41.296256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d73f5-3eba-486f-bc3a-ecd2eb451007 None None] Pushing event updated for resources: {'Port': ['ID=f5e24d4d-3f44-408b-9f64-ccaa2224da6c,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:41.315345 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b689cea-c79b-4227-82f8-82f90b05ecf2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.316575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5b689cea-c79b-4227-82f8-82f90b05ecf2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3966408 Dec 09 22:48:41.320575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40672) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:41.325156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2b40ec9b-f2f2-456b-ad62-1a5078b5090f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': '0f2309a2-ed11-4d59-b706-6344e63202e2', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:41.346395 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.347124 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e3498b5-b433-4670-a24d-7f20a8d2d320 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.347976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:41.348596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.381514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5be45436-4a63-40e9-8b90-f485be86bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.385159 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5be45436-4a63-40e9-8b90-f485be86bf1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.386776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5be45436-4a63-40e9-8b90-f485be86bf1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16e1cf55-cbd0-4b1e-ac74-978f2e56afa6 HTTP/1.1" status: 204 len: 168 time: 0.4193110 Dec 09 22:48:41.387790 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-2b40ec9b-f2f2-456b-ad62-1a5078b5090f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Project 8d5883f7417a42efabff0c7cb8a885e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:48:41.399437 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b40ec9b-f2f2-456b-ad62-1a5078b5090f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.416689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8319995 Dec 09 22:48:41.429012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40676) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:41.444861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be45436-4a63-40e9-8b90-f485be86bf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e1cf55-cbd0-4b1e-ac74-978f2e56afa6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:41.446817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-32a91d7a-b10d-47d3-b334-a411647a065b admin admin] Request body: {'subnet': {'network_id': '010652b8-ffb1-4b4f-8140-7ac1709b5918', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1772805419-subnet', 'tenant_id': 'ef4d376ad6c84ae4b3568d6fa6136d55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:41.467515 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e3498b5-b433-4670-a24d-7f20a8d2d320 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.473838 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5e3498b5-b433-4670-a24d-7f20a8d2d320 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "DELETE /v2.0/subnets/a6d0d1a9-955d-4fd4-83a1-ebd87c4fdfa6 HTTP/1.1" status: 204 len: 168 time: 1.3877742 Dec 09 22:48:41.473838 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3498b5-b433-4670-a24d-7f20a8d2d320 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d0d1a9-955d-4fd4-83a1-ebd87c4fdfa6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:41.483991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40678) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:41.528544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734237cd-ff1f-44a2-b065-9a9da498661f admin admin] Pushing event updated for resources: {'Network': ['ID=010652b8-ffb1-4b4f-8140-7ac1709b5918,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:41.625875 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b40ec9b-f2f2-456b-ad62-1a5078b5090f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.635504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.7 (7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c/df1e712d-6e65-4ac4-9426-6b1e4c649877/3b06fa14-383b-4db4-9555-9afa16199f37) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:41.642953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b40ec9b-f2f2-456b-ad62-1a5078b5090f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.679568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a91d7a-b10d-47d3-b334-a411647a065b admin admin] Made reservation on behalf of ef4d376ad6c84ae4b3568d6fa6136d55 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:41.682200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32a91d7a-b10d-47d3-b334-a411647a065b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.691556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40ec9b-f2f2-456b-ad62-1a5078b5090f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2ee012-297d-4272-b6c2-0b32f7a92c61,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:41.711271 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2b40ec9b-f2f2-456b-ad62-1a5078b5090f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.712852 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2b40ec9b-f2f2-456b-ad62-1a5078b5090f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3912783 Dec 09 22:48:41.720573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40684) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:41.728770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f44fc602-b4f9-487c-ba02-3c69634315e4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': '0f2309a2-ed11-4d59-b706-6344e63202e2', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:41.733387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a50a976-3357-4337-a774-8c7165814f51 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Deleting subnet 02141138-c06e-4e5e-9075-9584d3d5372a {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:48:41.753213 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a50a976-3357-4337-a774-8c7165814f51 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.766043 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-f44fc602-b4f9-487c-ba02-3c69634315e4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Project 8d5883f7417a42efabff0c7cb8a885e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:48:41.774516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Attempting to bind port 75d974f9-dc7c-4271-9528-308cdeeca42d on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:41.774818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Attempting to bind port 75d974f9-dc7c-4271-9528-308cdeeca42d by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:41.775221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Attempting to bind port 75d974f9-dc7c-4271-9528-308cdeeca42d on network a2e06735-9b8a-4d77-afb0-305c81207839 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:41.775552 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f44fc602-b4f9-487c-ba02-3c69634315e4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.840698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Port 75d974f9-dc7c-4271-9528-308cdeeca42d on network a2e06735-9b8a-4d77-afb0-305c81207839 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:48:41.841030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Attempting to bind port 75d974f9-dc7c-4271-9528-308cdeeca42d on network a2e06735-9b8a-4d77-afb0-305c81207839 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:41.894284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4668a4-1663-419e-808c-ff9e34e9b8ee None None] Network ab941869-2174-472c-92a9-92912b696acf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:41.912183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:41.912927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Checking segment: {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:41.913768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Bound using segment: {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:41.914469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Bound port: 75d974f9-dc7c-4271-9528-308cdeeca42d, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:41.915062 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.928252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efa87c-4295-4fa7-bc2b-fb7dfb7a316f req-6672b857-a3e3-4ef1-beeb-3a47188ca195 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:41.929085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 010652b8-ffb1-4b4f-8140-7ac1709b5918 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:41.936364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31efa87c-4295-4fa7-bc2b-fb7dfb7a316f req-6672b857-a3e3-4ef1-beeb-3a47188ca195 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 944 time: 0.1194124 Dec 09 22:48:41.939774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f44fc602-b4f9-487c-ba02-3c69634315e4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.950244 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f44fc602-b4f9-487c-ba02-3c69634315e4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.954565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a50a976-3357-4337-a774-8c7165814f51 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:41.979954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fc602-b4f9-487c-ba02-3c69634315e4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310ea510-caf7-44db-a9e8-5a15ef4168cc,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:42.008585 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f44fc602-b4f9-487c-ba02-3c69634315e4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:42.030468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f44fc602-b4f9-487c-ba02-3c69634315e4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3019960 Dec 09 22:48:42.091562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31efa87c-4295-4fa7-bc2b-fb7dfb7a316f req-6546e8d8-3454-4d5a-9aac-a7f9584b824f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527030 Dec 09 22:48:42.227819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60db5ba-5d01-4d10-9f6d-a36a3ee7a75b None None] DHCP port deletion for ab941869-2174-472c-92a9-92912b696acf request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:42.267851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f5e24d4d-3f44-408b-9f64-ccaa2224da6c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:42.358481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-b9a13c75-ae51-43df-b09f-d346e8e639d4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2014402542&fields=id&tenant_id=8d5883f7417a42efabff0c7cb8a885e9 HTTP/1.1" status: 200 len: 267 time: 0.0610521 Dec 09 22:48:42.365956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b60db5ba-5d01-4d10-9f6d-a36a3ee7a75b None None] Deleting port f119d917-21b3-4b9b-83d4-5b7d1f07b546 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:42.366340 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b60db5ba-5d01-4d10-9f6d-a36a3ee7a75b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:42.469312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b60db5ba-5d01-4d10-9f6d-a36a3ee7a75b None None] For port f119d917-21b3-4b9b-83d4-5b7d1f07b546, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f119d917-21b3-4b9b-83d4-5b7d1f07b546,segment=NetworkSegment(9497be72-d270-46ba-93a1-6b1dce843dc0),segment_id=9497be72-d270-46ba-93a1-6b1dce843dc0)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:42.470065 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b60db5ba-5d01-4d10-9f6d-a36a3ee7a75b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:42.491090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b60db5ba-5d01-4d10-9f6d-a36a3ee7a75b None None] Calling delete_port for f119d917-21b3-4b9b-83d4-5b7d1f07b546 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:42.505716 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-88d655f7-dd86-4ae9-803c-695059331831 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:42.507334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-88d655f7-dd86-4ae9-803c-695059331831 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/networks?id=dbac22dd-67aa-47b7-8774-4ef181eb3eec HTTP/1.1" status: 200 len: 795 time: 0.1398301 Dec 09 22:48:42.541117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-54aa514c-6839-446c-a10c-cbfce9c56311 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/quotas/8d5883f7417a42efabff0c7cb8a885e9 HTTP/1.1" status: 200 len: 375 time: 0.0251017 Dec 09 22:48:42.620728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f5e24d4d-3f44-408b-9f64-ccaa2224da6c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:42.621430 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:42.682211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-e121b3fa-6e69-463c-b384-0008eb725dd3 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1317773 Dec 09 22:48:42.684216 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b60db5ba-5d01-4d10-9f6d-a36a3ee7a75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:42.698489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:42.700401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:42.729809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60db5ba-5d01-4d10-9f6d-a36a3ee7a75b None None] Pushing event deleted for resources: {'Port': ['ID=f119d917-21b3-4b9b-83d4-5b7d1f07b546,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:42.755837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a50a976-3357-4337-a774-8c7165814f51 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:42.781148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60db5ba-5d01-4d10-9f6d-a36a3ee7a75b None None] No DVR routers for this DVR port f119d917-21b3-4b9b-83d4-5b7d1f07b546 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:42.782539 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:42.790990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:42.814558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:42.857587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port f5e24d4d-3f44-408b-9f64-ccaa2224da6c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f5e24d4d-3f44-408b-9f64-ccaa2224da6c,segment=NetworkSegment(04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e),segment_id=04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:42.865417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ab23a1-5c00-40bd-8513-9cff4f902260 None None] Network 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:42.870918 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:42.874907 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-1124b97d-606c-4151-9e55-64f2bfced021 service neutron] 10.222.0.16 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769414 Dec 09 22:48:42.911192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:42.911922 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:42.913363 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1093 time: 3.6173971 Dec 09 22:48:42.920294 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:48:42.923424 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfc74aa-e2bf-4c2f-a5de-e035f113c7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:48:42.928340 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32a91d7a-b10d-47d3-b334-a411647a065b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:43.015245 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd513765-ae14-42d9-9ae3-81a5375ad310 x-openstack-request-id: req-cd513765-ae14-42d9-9ae3-81a5375ad310 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:48:43.016146 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:48:43.016833 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd513765-ae14-42d9-9ae3-81a5375ad310 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:48:43.017400 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'status': 'completed', 'code': 200} Dec 09 22:48:43.039465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a91d7a-b10d-47d3-b334-a411647a065b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43b55e6-c48f-4c33-a133-235307bdaa95,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:43.070644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-07786029-3301-4914-89b0-91654ae28328 None None] Provisioning complete for port f5e24d4d-3f44-408b-9f64-ccaa2224da6c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:43.071012 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-07786029-3301-4914-89b0-91654ae28328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:43.071751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-9a795351-01f1-482b-86c1-5d89654b7f6c service neutron] 10.222.0.16 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890543 Dec 09 22:48:43.104098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=f5e24d4d-3f44-408b-9f64-ccaa2224da6c,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:43.125502 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a50a976-3357-4337-a774-8c7165814f51 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:43.179349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145a421-b932-464c-ac39-d60a68f6b0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:43.220206 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50a976-3357-4337-a774-8c7165814f51 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event deleted for resources: {'Subnet': ['ID=02141138-c06e-4e5e-9075-9584d3d5372a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:43.237673 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:43.246638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a50a976-3357-4337-a774-8c7165814f51 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:43.254057 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2a50a976-3357-4337-a774-8c7165814f51 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "DELETE /v2.0/subnets/02141138-c06e-4e5e-9075-9584d3d5372a HTTP/1.1" status: 204 len: 168 time: 1.7642908 Dec 09 22:48:43.255607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a923d202-6db2-427a-ac08-376c2df38ecc None None] Network 9cc614a9-cd7b-4083-afff-996118f2d1dc requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:43.260982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40724) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:43.265619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-1f7d3976-13b0-4b21-9383-cd98547e8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:43.268883 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-1f7d3976-13b0-4b21-9383-cd98547e8b66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1096 time: 0.2388263 Dec 09 22:48:43.319205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a91d7a-b10d-47d3-b334-a411647a065b admin admin] Checking segment: {'id': '673a742d-af0c-4535-9e8a-4308cf3ff0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '010652b8-ffb1-4b4f-8140-7ac1709b5918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:43.319205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a91d7a-b10d-47d3-b334-a411647a065b admin admin] Network hostable DHCP agents. Network: 010652b8-ffb1-4b4f-8140-7ac1709b5918, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:48:43.330626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:43.337890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:43.370605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:43.374785 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-184268dd-0e2d-433b-9834-99dab4509602 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 217 time: 0.0715568 Dec 09 22:48:43.442473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=3b06fa14-383b-4db4-9555-9afa16199f37,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:43.486819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59ded-aa43-4b07-8b43-f8510cce2a60 req-db728531-ff02-412f-b753-137b5b63ccff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:43.497812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:43.498662 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:43.507024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebf59ded-aa43-4b07-8b43-f8510cce2a60 req-db728531-ff02-412f-b753-137b5b63ccff tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 944 time: 0.3110180 Dec 09 22:48:43.508064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a91d7a-b10d-47d3-b334-a411647a065b admin admin] Network 010652b8-ffb1-4b4f-8140-7ac1709b5918 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:48:43.538661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-b9d19b82-7a1f-4df3-b535-cf38ce1cacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:43.538661 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-b9d19b82-7a1f-4df3-b535-cf38ce1cacdc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.1480589 Dec 09 22:48:43.545721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-32a91d7a-b10d-47d3-b334-a411647a065b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 010652b8-ffb1-4b4f-8140-7ac1709b5918) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:43.552748 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ebfd2302-eab6-41e9-9b34-cecd8505cf36 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2178113 Dec 09 22:48:43.553757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40736) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:43.557984 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:43.563600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c649d182-8b35-4b76-9f29-2dd07415a96e None None] Network 010652b8-ffb1-4b4f-8140-7ac1709b5918 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:43.569845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': '7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c', 'name': 'tempest-PortsTestJSON-1172476640'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:43.575464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a91d7a-b10d-47d3-b334-a411647a065b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:43.575464 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32a91d7a-b10d-47d3-b334-a411647a065b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:43.592867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab8c96ce-1c50-4aa4-9562-e5d1584a5e24 req-20c29264-496d-4cfb-9e39-f0c582389e24 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 210 time: 0.0719912 Dec 09 22:48:43.719860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f44230-bd46-440a-b15e-2755e732c9f4 None None] DHCP port deletion for 9cc614a9-cd7b-4083-afff-996118f2d1dc request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:43.746259 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-32a91d7a-b10d-47d3-b334-a411647a065b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3073170 Dec 09 22:48:43.772417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-07a4c25a-d560-4c05-b99b-ad1cb39520cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:43.774213 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-07a4c25a-d560-4c05-b99b-ad1cb39520cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2214992 Dec 09 22:48:43.782006 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebf59ded-aa43-4b07-8b43-f8510cce2a60 req-ff834c9a-bbc1-42b5-9abd-4096815356f6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737243 Dec 09 22:48:43.810777 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0e00f6f6-5992-4cb8-bd65-6ddb2a2ed9db None None] Provisioning complete for port f5e24d4d-3f44-408b-9f64-ccaa2224da6c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:43.811186 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6f6-5992-4cb8-bd65-6ddb2a2ed9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:43.944577 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-ad4f3361-8ead-41ae-a152-f7b3335fab28 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584897 Dec 09 22:48:43.948780 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:43.953429 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:43.975772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b09e42-8354-4f9e-8bc3-cfef2ccf8f1a None None] Network 010652b8-ffb1-4b4f-8140-7ac1709b5918 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:43.997740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.035697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port 378c3b61-06c2-4e40-9b08-e6af80f29169 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:48:44.074460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab941869-2174-472c-92a9-92912b696acf']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:44.116643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9497be72-d270-46ba-93a1-6b1dce843dc0') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:44.118344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9497be72-d270-46ba-93a1-6b1dce843dc0') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:44.149642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.182345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f5e24d4d-3f44-408b-9f64-ccaa2224da6c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:44.184935 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.200767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:48:44.201544 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:48:44.209619 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:48:44.223827 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f22cefa5-e381-44aa-b2e6-636e6e1e2010 req-46b81b1f-2ba5-4934-a50c-383a137503d3 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663271 Dec 09 22:48:44.267943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e6f44230-bd46-440a-b15e-2755e732c9f4 None None] Deleting port 6851395c-4f21-451c-ace6-cbbf17751f3c {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:44.267943 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e6f44230-bd46-440a-b15e-2755e732c9f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.311419 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.13 (7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c/df1e712d-6e65-4ac4-9426-6b1e4c649877/378c3b61-06c2-4e40-9b08-e6af80f29169) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:44.355855 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.372358 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.376530 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "DELETE /v2.0/networks/ab941869-2174-472c-92a9-92912b696acf HTTP/1.1" status: 204 len: 168 time: 1.1144214 Dec 09 22:48:44.393460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f5e24d4d-3f44-408b-9f64-ccaa2224da6c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:44.393831 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.409678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40762) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:44.411331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee65af6-07b3-4514-989d-5cc32d4bbbf1 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event deleted for resources: {'Network': ['ID=ab941869-2174-472c-92a9-92912b696acf,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:44.437546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e6f44230-bd46-440a-b15e-2755e732c9f4 None None] For port 6851395c-4f21-451c-ace6-cbbf17751f3c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6851395c-4f21-451c-ace6-cbbf17751f3c,segment=NetworkSegment(a34fc286-5001-4303-b976-398700602dbc),segment_id=a34fc286-5001-4303-b976-398700602dbc)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:44.437981 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e6f44230-bd46-440a-b15e-2755e732c9f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.467546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e6f44230-bd46-440a-b15e-2755e732c9f4 None None] Calling delete_port for 6851395c-4f21-451c-ace6-cbbf17751f3c owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:44.562436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d86a8f14-a801-4fc8-aeb7-6e83f70cbd32 None None] Provisioning complete for port 3b06fa14-383b-4db4-9555-9afa16199f37 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:44.563048 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d86a8f14-a801-4fc8-aeb7-6e83f70cbd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.566805 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.663344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Deleting port 6851395c-4f21-451c-ace6-cbbf17751f3c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:44.663699 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.670284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d86a8f14-a801-4fc8-aeb7-6e83f70cbd32 None None] Port 3b06fa14-383b-4db4-9555-9afa16199f37 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:44.675604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc74aa-e2bf-4c2f-a5de-e035f113c7c6 req-245c698f-2d82-499d-afef-57cdd7b5301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:44.678796 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e6f44230-bd46-440a-b15e-2755e732c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.683831 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbfc74aa-e2bf-4c2f-a5de-e035f113c7c6 req-245c698f-2d82-499d-afef-57cdd7b5301c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1096 time: 0.1757898 Dec 09 22:48:44.725906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f44230-bd46-440a-b15e-2755e732c9f4 None None] Pushing event deleted for resources: {'Port': ['ID=6851395c-4f21-451c-ace6-cbbf17751f3c,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:44.743859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f44230-bd46-440a-b15e-2755e732c9f4 None None] No DVR routers for this DVR port 6851395c-4f21-451c-ace6-cbbf17751f3c on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:44.747887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6851395c-4f21-451c-ace6-cbbf17751f3c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:48:44.823460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6851395c-4f21-451c-ace6-cbbf17751f3c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:48:44.823804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6851395c-4f21-451c-ace6-cbbf17751f3c not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:48:44.824247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f119d917-21b3-4b9b-83d4-5b7d1f07b546 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:48:44.851843 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c310d6c6-d8bf-465c-ac51-8f1a1ecc0bb8 req-ce010ae1-f276-4873-bdcd-83a6dd307f34 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 210 time: 0.0465407 Dec 09 22:48:44.854163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] For port 6851395c-4f21-451c-ace6-cbbf17751f3c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6851395c-4f21-451c-ace6-cbbf17751f3c,segment=NetworkSegment(a34fc286-5001-4303-b976-398700602dbc),segment_id=a34fc286-5001-4303-b976-398700602dbc)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:44.855391 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:44.882091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: f119d917-21b3-4b9b-83d4-5b7d1f07b546 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:48:44.882338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f119d917-21b3-4b9b-83d4-5b7d1f07b546 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:48:44.904677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Calling delete_port for 6851395c-4f21-451c-ace6-cbbf17751f3c owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:44.906946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc74aa-e2bf-4c2f-a5de-e035f113c7c6 req-3c95add0-9d2a-4e5e-aae8-43fe5f71d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:44.909845 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbfc74aa-e2bf-4c2f-a5de-e035f113c7c6 req-3c95add0-9d2a-4e5e-aae8-43fe5f71d49c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 898 time: 0.2160339 Dec 09 22:48:44.964010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40780) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:44.970340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2016368398-network', 'tenant_id': 'f637e96b5928449e83b854aa179727c9'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:44.973672 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbfc74aa-e2bf-4c2f-a5de-e035f113c7c6 req-9208353f-bbd2-4726-85f7-bc9c8dc68a6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 217 time: 0.0535402 Dec 09 22:48:45.027168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.042241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516d363-a891-409f-9672-d14ca8de5f1c req-771b99b1-99d3-4fe6-9031-a8d0c5242e83 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:45.049618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8516d363-a891-409f-9672-d14ca8de5f1c req-771b99b1-99d3-4fe6-9031-a8d0c5242e83 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 944 time: 0.1632102 Dec 09 22:48:45.056231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc74aa-e2bf-4c2f-a5de-e035f113c7c6 req-cacf234c-5651-4ddd-8427-284cb3f76894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:45.058239 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbfc74aa-e2bf-4c2f-a5de-e035f113c7c6 req-cacf234c-5651-4ddd-8427-284cb3f76894 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.0767121 Dec 09 22:48:45.059666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Made reservation on behalf of f637e96b5928449e83b854aa179727c9 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:45.061944 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.088807 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.137846 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.156361 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.194284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc74aa-e2bf-4c2f-a5de-e035f113c7c6 req-4c566833-acb3-4f13-9e29-27baba38862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:45.209350 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbfc74aa-e2bf-4c2f-a5de-e035f113c7c6 req-4c566833-acb3-4f13-9e29-27baba38862e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386414 Dec 09 22:48:45.223462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:45.242483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:45.256861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:45.263494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=378c3b61-06c2-4e40-9b08-e6af80f29169,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:45.305842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8516d363-a891-409f-9672-d14ca8de5f1c req-b618a441-0d44-489a-b6bb-da6b7d0b5803 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548800 Dec 09 22:48:45.311977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] No DVR routers for this DVR port 6851395c-4f21-451c-ace6-cbbf17751f3c on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:45.329136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-eec51bdd-6c7d-40eb-a6ac-30f7d49af016 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:45.330662 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-eec51bdd-6c7d-40eb-a6ac-30f7d49af016 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.42 "GET /v2.0/networks?id=dbac22dd-67aa-47b7-8774-4ef181eb3eec HTTP/1.1" status: 200 len: 795 time: 0.2430084 Dec 09 22:48:45.332299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event deleted for resources: {'Port': ['ID=6851395c-4f21-451c-ace6-cbbf17751f3c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:45.385394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:45.386813 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.419834 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbfc74aa-e2bf-4c2f-a5de-e035f113c7c6 req-56982a89-ad61-447b-93c9-eeabfee29862 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985269 Dec 09 22:48:45.427927 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9b1f33a6-1648-4cbe-9647-fad6d561c1ec tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8663104 Dec 09 22:48:45.428696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40804) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:45.489330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.569843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc614a9-cd7b-4083-afff-996118f2d1dc']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:45.578637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-a28edb6f-d565-4af0-91ca-30d6d5fbe7a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5883f7417a42efabff0c7cb8a885e9 HTTP/1.1" status: 200 len: 380 time: 0.2232530 Dec 09 22:48:45.591143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34fc286-5001-4303-b976-398700602dbc') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:45.591453 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34fc286-5001-4303-b976-398700602dbc') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:45.599923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'port': {'device_id': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'admin_state_up': True, 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'security_groups': ['0f2309a2-ed11-4d59-b706-6344e63202e2']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:45.607853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a3580a81-cba2-4627-9f7a-16421257936c None None] Provisioning complete for port 378c3b61-06c2-4e40-9b08-e6af80f29169 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:45.608351 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a3580a81-cba2-4627-9f7a-16421257936c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.611774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba94dd-bf60-43d0-a3a9-54c6b1410ee9 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:45.616464 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f2ba94dd-bf60-43d0-a3a9-54c6b1410ee9 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1828995 Dec 09 22:48:45.616464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40808) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:45.617624 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.625396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40810) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:45.637623 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.639749 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.644941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a3580a81-cba2-4627-9f7a-16421257936c None None] Port 378c3b61-06c2-4e40-9b08-e6af80f29169 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:45.684479 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbfc74aa-e2bf-4c2f-a5de-e035f113c7c6 req-58d68b40-69ce-4a9b-bf35-2db6a9670d62 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547004 Dec 09 22:48:45.718596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:45.721074 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.738546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-52583e3b-47b1-4d59-b7aa-79405cb43723 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port 378c3b61-06c2-4e40-9b08-e6af80f29169 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:45.739155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-52583e3b-47b1-4d59-b7aa-79405cb43723 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.751468 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:48:45.751881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:48:45.755152 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:48:45.757757 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.757757 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Added segment d84a7f0e-95a6-4ebf-b8b4-ed40617014fb of type vlan for network 9dc283c7-9bfc-4d77-b54e-52250f209240 Dec 09 22:48:45.768970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c340976-858a-4d9d-9021-cf71f8c3738b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:45.785692 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58f34b03-18bc-49ae-acde-8868e8e9f8d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.871379 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.875901 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-52583e3b-47b1-4d59-b7aa-79405cb43723 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.877183 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.881464 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.885020 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "DELETE /v2.0/networks/9cc614a9-cd7b-4083-afff-996118f2d1dc HTTP/1.1" status: 204 len: 168 time: 1.4685385 Dec 09 22:48:45.890287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40816) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:45.906101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-52583e3b-47b1-4d59-b7aa-79405cb43723 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for 378c3b61-06c2-4e40-9b08-e6af80f29169 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:45.921312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90841713-f8e8-413d-9874-36f37d773182 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event deleted for resources: {'Network': ['ID=9cc614a9-cd7b-4083-afff-996118f2d1dc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:45.934945 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Made reservation on behalf of 8d5883f7417a42efabff0c7cb8a885e9 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:45.938926 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.944379 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:45.945283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:45.945893 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.012603 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61a316eb-1922-40d5-ae09-cb87424cc842 req-c43c67f2-3771-47a1-b67b-f6d258b3340f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 210 time: 0.0704355 Dec 09 22:48:46.019100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5be9c25-3b1e-48cc-8e38-8f21da23c208 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Deleting subnet d399d7f7-f8c7-485c-aa2f-4bcb58a826f0 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:48:46.024657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0594926 Dec 09 22:48:46.038667 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5be9c25-3b1e-48cc-8e38-8f21da23c208 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.038667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40818) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:46.059673 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b24cf1f6-4429-49ff-b676-3020e7603fbf admin admin] Request body: {'subnet': {'network_id': '9dc283c7-9bfc-4d77-b54e-52250f209240', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2016368398-subnet', 'tenant_id': 'f637e96b5928449e83b854aa179727c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:46.063788 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fc3fc-3f49-4f04-a93a-0e197d178dfe admin admin] Pushing event updated for resources: {'Network': ['ID=9dc283c7-9bfc-4d77-b54e-52250f209240,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:46.073228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58f34b03-18bc-49ae-acde-8868e8e9f8d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.076923 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 9dc283c7-9bfc-4d77-b54e-52250f209240 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:46.089489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58f34b03-18bc-49ae-acde-8868e8e9f8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.124924 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5be9c25-3b1e-48cc-8e38-8f21da23c208 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.177210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Allocated IP 172.20.0.13 (dbac22dd-67aa-47b7-8774-4ef181eb3eec/ec2d7fa6-ff38-4b27-b3df-6476078d10f0/7dfb6485-0ad3-49ae-b990-bb1822e12ff7) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:46.190018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f34b03-18bc-49ae-acde-8868e8e9f8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60af665a-c558-439b-a7c2-880f1286006c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:46.192626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24cf1f6-4429-49ff-b676-3020e7603fbf admin admin] Made reservation on behalf of f637e96b5928449e83b854aa179727c9 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:46.194846 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b24cf1f6-4429-49ff-b676-3020e7603fbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.198464 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-58f34b03-18bc-49ae-acde-8868e8e9f8d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12bcab83876c42d88ad811eff0e35772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5776536 Dec 09 22:48:46.203316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40820) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:46.323330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.362582 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.378473 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-52583e3b-47b1-4d59-b7aa-79405cb43723 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.402398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5be9c25-3b1e-48cc-8e38-8f21da23c208 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.405743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network dbac22dd-67aa-47b7-8774-4ef181eb3eec is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:46.420208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:46.438232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:46.455425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52583e3b-47b1-4d59-b7aa-79405cb43723 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=378c3b61-06c2-4e40-9b08-e6af80f29169,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:46.474347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7277c07-865e-471f-9b6f-54f46f834e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.488509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=7dfb6485-0ad3-49ae-b990-bb1822e12ff7,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:46.506829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e56cc1-f51a-4c74-abca-33d7540344ee req-0906be85-eb05-459e-8164-e070effb923a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:46.508407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94e56cc1-f51a-4c74-abca-33d7540344ee req-0906be85-eb05-459e-8164-e070effb923a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 944 time: 0.1066387 Dec 09 22:48:46.524172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:46.524834 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.555087 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-ef1a035e-c18a-4759-af91-935c01538369 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9667966 Dec 09 22:48:46.570730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Request body: {'port': {'device_id': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:46.587406 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7277c07-865e-471f-9b6f-54f46f834e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.615063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94e56cc1-f51a-4c74-abca-33d7540344ee req-26cd5bd7-9f1a-4da9-98ba-be4ee80ea12c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988913 Dec 09 22:48:46.639013 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.676230 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5be9c25-3b1e-48cc-8e38-8f21da23c208 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.692498 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-52583e3b-47b1-4d59-b7aa-79405cb43723 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.695459 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-52583e3b-47b1-4d59-b7aa-79405cb43723 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/378c3b61-06c2-4e40-9b08-e6af80f29169 HTTP/1.1" status: 204 len: 168 time: 1.0675371 Dec 09 22:48:46.702317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40824) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:46.737277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be9c25-3b1e-48cc-8e38-8f21da23c208 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event deleted for resources: {'Subnet': ['ID=d399d7f7-f8c7-485c-aa2f-4bcb58a826f0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:46.739884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5be9c25-3b1e-48cc-8e38-8f21da23c208 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.742471 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f419dd84-46df-4d2f-953a-f7ea716e41ad tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:48:46.742720 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c5be9c25-3b1e-48cc-8e38-8f21da23c208 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "DELETE /v2.0/subnets/d399d7f7-f8c7-485c-aa2f-4bcb58a826f0 HTTP/1.1" status: 204 len: 168 time: 0.8517303 Dec 09 22:48:46.746827 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f419dd84-46df-4d2f-953a-f7ea716e41ad tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/378c3b61-06c2-4e40-9b08-e6af80f29169 HTTP/1.1" status: 404 len: 333 time: 0.0434315 Dec 09 22:48:46.750612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa72afa-ce27-4a39-a2aa-0f0e1cb9b6a5 None None] Network e4042ecf-cbdc-41b7-9ce7-9edcf337eccf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:46.751169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40826) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:46.751169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40828) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:46.772392 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b24cf1f6-4429-49ff-b676-3020e7603fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.855985 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7277c07-865e-471f-9b6f-54f46f834e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.858636 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c7277c07-865e-471f-9b6f-54f46f834e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:46.862759 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c7277c07-865e-471f-9b6f-54f46f834e16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60af665a-c558-439b-a7c2-880f1286006c HTTP/1.1" status: 204 len: 168 time: 0.6466289 Dec 09 22:48:46.926202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7277c07-865e-471f-9b6f-54f46f834e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60af665a-c558-439b-a7c2-880f1286006c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:46.982020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cf1f6-4429-49ff-b676-3020e7603fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f7b088-9f5a-4f25-aa5d-2f72ed9f1e92,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:47.000650 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.020373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:48:47.026670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cf1f6-4429-49ff-b676-3020e7603fbf admin admin] Checking segment: {'id': 'd84a7f0e-95a6-4ebf-b8b4-ed40617014fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9dc283c7-9bfc-4d77-b54e-52250f209240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:47.027254 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24cf1f6-4429-49ff-b676-3020e7603fbf admin admin] Network hostable DHCP agents. Network: 9dc283c7-9bfc-4d77-b54e-52250f209240, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:48:47.031122 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.063690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Transition to ACTIVE for port object 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:48:47.074152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.074859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-af11a7fb-5916-4903-8987-6a1514c0738d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port 3b06fa14-383b-4db4-9555-9afa16199f37 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:47.075187 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-af11a7fb-5916-4903-8987-6a1514c0738d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.142854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfb6485-0ad3-49ae-b990-bb1822e12ff7,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:47.151344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 75d974f9-dc7c-4271-9528-308cdeeca42d details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:48:47.170202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24cf1f6-4429-49ff-b676-3020e7603fbf admin admin] Network 9dc283c7-9bfc-4d77-b54e-52250f209240 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:48:47.198737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-b24cf1f6-4429-49ff-b676-3020e7603fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 9dc283c7-9bfc-4d77-b54e-52250f209240) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:47.215619 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24cf1f6-4429-49ff-b676-3020e7603fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:47.216233 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b24cf1f6-4429-49ff-b676-3020e7603fbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.256877 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-af11a7fb-5916-4903-8987-6a1514c0738d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.261275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Deleting port 160e3bc8-575c-4b68-aea1-47cedf42788b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:47.261606 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.275991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490daf54-2cdb-4a68-bcf9-ec8ba0f934bf None None] Network 9dc283c7-9bfc-4d77-b54e-52250f209240 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:47.285672 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b24cf1f6-4429-49ff-b676-3020e7603fbf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2489192 Dec 09 22:48:47.298334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-af11a7fb-5916-4903-8987-6a1514c0738d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for 3b06fa14-383b-4db4-9555-9afa16199f37 owned by {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:47.338394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40838) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:47.364652 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2332eb18-c732-4569-99d2-b3b3a4fa2701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.387556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c01e5-a5e5-411b-a111-c0824e88976d None None] DHCP port deletion for e4042ecf-cbdc-41b7-9ce7-9edcf337eccf request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:47.412659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Attempting to bind port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:47.413154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Attempting to bind port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:47.413718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Attempting to bind port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 on network dbac22dd-67aa-47b7-8774-4ef181eb3eec {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:47.422094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 on network dbac22dd-67aa-47b7-8774-4ef181eb3eec not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:48:47.422583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Attempting to bind port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 on network dbac22dd-67aa-47b7-8774-4ef181eb3eec {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:47.444112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:47.444536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Checking segment: {'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:47.445049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Bound using segment: {'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:47.445768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Bound port: 7dfb6485-0ad3-49ae-b990-bb1822e12ff7, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936272cb-3588-4b12-b1f9-9b36f52699e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:47.446264 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.446770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cac175-8f6e-400a-8f2a-6dd217db2fd3 None None] Network 9dc283c7-9bfc-4d77-b54e-52250f209240 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:47.461220 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] For port 160e3bc8-575c-4b68-aea1-47cedf42788b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=160e3bc8-575c-4b68-aea1-47cedf42788b,segment=NetworkSegment(a37ceb89-e02d-4d38-a4b4-ec927ce04aa6),segment_id=a37ceb89-e02d-4d38-a4b4-ec927ce04aa6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:47.461602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.461816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f6429-a231-46e4-8f0e-2d11d9f86857 req-5a8907b4-52e6-4dd4-a720-2330cb79a71f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:47.466065 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d9f6429-a231-46e4-8f0e-2d11d9f86857 req-5a8907b4-52e6-4dd4-a720-2330cb79a71f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 944 time: 0.2943571 Dec 09 22:48:47.493567 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Calling delete_port for 160e3bc8-575c-4b68-aea1-47cedf42788b owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:47.559518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:47.611456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-990c01e5-a5e5-411b-a111-c0824e88976d None None] Deleting port 160e3bc8-575c-4b68-aea1-47cedf42788b {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:47.612361 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-990c01e5-a5e5-411b-a111-c0824e88976d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.617660 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'port_id': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'mac_address': 'fa:16:3e:3c:de:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:48:47.637743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d9f6429-a231-46e4-8f0e-2d11d9f86857 req-5fef721b-5a12-424e-b92d-cef80d4f4b36 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f2309a2-ed11-4d59-b706-6344e63202e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601260 Dec 09 22:48:47.656670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.680063 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2332eb18-c732-4569-99d2-b3b3a4fa2701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.693974 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2332eb18-c732-4569-99d2-b3b3a4fa2701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.695350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event deleted for resources: {'Port': ['ID=160e3bc8-575c-4b68-aea1-47cedf42788b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:47.708123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] No DVR routers for this DVR port 160e3bc8-575c-4b68-aea1-47cedf42788b on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:47.734904 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-af11a7fb-5916-4903-8987-6a1514c0738d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.745578 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] For port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:47.748143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332eb18-c732-4569-99d2-b3b3a4fa2701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f15c7a6-1f61-467a-be75-ef1ab43d0f71,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:47.770669 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.782298 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2332eb18-c732-4569-99d2-b3b3a4fa2701 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19a4b3df6d804e86a3a2dd44d612a8bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4427152 Dec 09 22:48:47.787744 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40848) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:47.796368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d974f9-dc7c-4271-9528-308cdeeca42d {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:48:47.801693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-990c01e5-a5e5-411b-a111-c0824e88976d None None] For port 160e3bc8-575c-4b68-aea1-47cedf42788b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=160e3bc8-575c-4b68-aea1-47cedf42788b,segment=NetworkSegment(a37ceb89-e02d-4d38-a4b4-ec927ce04aa6),segment_id=a37ceb89-e02d-4d38-a4b4-ec927ce04aa6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:47.802122 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-990c01e5-a5e5-411b-a111-c0824e88976d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.821727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] For port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7dfb6485-0ad3-49ae-b990-bb1822e12ff7,segment=NetworkSegment(936272cb-3588-4b12-b1f9-9b36f52699e6),segment_id=936272cb-3588-4b12-b1f9-9b36f52699e6)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:47.825611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-990c01e5-a5e5-411b-a111-c0824e88976d None None] Calling delete_port for 160e3bc8-575c-4b68-aea1-47cedf42788b owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:47.838342 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.839130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:47.849841 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.861408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:47.862685 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:47.864634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] 10.222.0.42 "PUT /v2.0/ports/7dfb6485-0ad3-49ae-b990-bb1822e12ff7 HTTP/1.1" status: 200 len: 1093 time: 1.3012719 Dec 09 22:48:47.867097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'tag': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:48:47.870927 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2e8499-59a0-400c-8785-e39767dc476d" -d '{"events": [{"name": "network-changed", "server_uuid": "24e6e0fb-902c-45b3-868f-9234013cf35b", "tag": "7dfb6485-0ad3-49ae-b990-bb1822e12ff7"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:48:47.928031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd376d6-d5bc-44be-a491-92cd466b733a req-df7ac649-b70c-431f-966a-f8e22537dfdc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:47.930904 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7cd376d6-d5bc-44be-a491-92cd466b733a req-df7ac649-b70c-431f-966a-f8e22537dfdc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 944 time: 0.1509974 Dec 09 22:48:47.988062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:47.998756 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-990c01e5-a5e5-411b-a111-c0824e88976d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.034599 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c01e5-a5e5-411b-a111-c0824e88976d None None] Pushing event deleted for resources: {'Port': ['ID=160e3bc8-575c-4b68-aea1-47cedf42788b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:48.040730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c01e5-a5e5-411b-a111-c0824e88976d None None] No DVR routers for this DVR port 160e3bc8-575c-4b68-aea1-47cedf42788b on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:48.105536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 160e3bc8-575c-4b68-aea1-47cedf42788b no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:48:48.132759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7cd376d6-d5bc-44be-a491-92cd466b733a req-50cf96f1-448c-4299-ae74-13fdee40cb48 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847916 Dec 09 22:48:48.142025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 160e3bc8-575c-4b68-aea1-47cedf42788b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:48:48.143280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 160e3bc8-575c-4b68-aea1-47cedf42788b not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:48:48.158210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['75d974f9-dc7c-4271-9528-308cdeeca42d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:48:48.171256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1cf0d-f081-417d-9b46-e162cedb5878 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfb6485-0ad3-49ae-b990-bb1822e12ff7,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:48.177660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-14293e2e-bdf4-4b0c-8dc6-adb6eee1ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:48.179549 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-14293e2e-bdf4-4b0c-8dc6-adb6eee1ca86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 1096 time: 0.2454374 Dec 09 22:48:48.235520 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ae62f9-f750-457d-93ec-1648037d25e8 x-openstack-request-id: req-89ae62f9-f750-457d-93ec-1648037d25e8 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:48:48.235849 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e6e0fb-902c-45b3-868f-9234013cf35b", "tag": "7dfb6485-0ad3-49ae-b990-bb1822e12ff7", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:48:48.236083 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89ae62f9-f750-457d-93ec-1648037d25e8 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:48:48.236497 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'tag': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'status': 'completed', 'code': 200} Dec 09 22:48:48.254876 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.270105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11a7fb-5916-4903-8987-6a1514c0738d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=3b06fa14-383b-4db4-9555-9afa16199f37,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:48.326055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4042ecf-cbdc-41b7-9ce7-9edcf337eccf']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:48.370048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37ceb89-e02d-4d38-a4b4-ec927ce04aa6') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:48.370249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37ceb89-e02d-4d38-a4b4-ec927ce04aa6') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:48.389630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.413822 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-af11a7fb-5916-4903-8987-6a1514c0738d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.417659 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-af11a7fb-5916-4903-8987-6a1514c0738d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/3b06fa14-383b-4db4-9555-9afa16199f37 HTTP/1.1" status: 204 len: 168 time: 1.6634970 Dec 09 22:48:48.423957 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.426386 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40860) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:48.444772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:48:48.445190 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:48:48.448686 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:48:48.467452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70dfb94e-ec85-456c-a28f-b6bcd3f51712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.483189 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1468e4c3-4de0-4576-9f58-22d259f1f9ce tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:48:48.487736 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1468e4c3-4de0-4576-9f58-22d259f1f9ce tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/3b06fa14-383b-4db4-9555-9afa16199f37 HTTP/1.1" status: 404 len: 333 time: 0.0557201 Dec 09 22:48:48.494381 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40862) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:48.579081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70dfb94e-ec85-456c-a28f-b6bcd3f51712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.588147 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.599477 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.605868 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "DELETE /v2.0/networks/e4042ecf-cbdc-41b7-9ce7-9edcf337eccf HTTP/1.1" status: 204 len: 168 time: 1.8523252 Dec 09 22:48:48.623501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40864) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:48.648338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5ce70-664d-465e-8292-a57e64eff49a tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Pushing event deleted for resources: {'Network': ['ID=e4042ecf-cbdc-41b7-9ce7-9edcf337eccf,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:48.658284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-11c79abc-2610-4d40-8afa-3c8855925b91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dfb6485-0ad3-49ae-b990-bb1822e12ff7 HTTP/1.1" status: 200 len: 217 time: 0.4663579 Dec 09 22:48:48.668836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-94779031-e018-49db-93d3-7ff41dea511b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting subnet df1e712d-6e65-4ac4-9426-6b1e4c649877 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:48:48.692332 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-790ae453-84e6-40cb-bf2e-a127dc62f79e tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "GET /v2.0/ports?device_id=f54fac62-8b16-4d4a-a2e0-43cf600e9ee4 HTTP/1.1" status: 200 len: 205 time: 0.0647368 Dec 09 22:48:48.692332 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94779031-e018-49db-93d3-7ff41dea511b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.693608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40868) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:48.755913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-d5d09c6b-7c48-4268-899c-f5487294c111 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:48.758828 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-d5d09c6b-7c48-4268-899c-f5487294c111 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/networks?id=010652b8-ffb1-4b4f-8140-7ac1709b5918 HTTP/1.1" status: 200 len: 812 time: 0.7282200 Dec 09 22:48:48.762743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-fe4e4913-a984-4744-8e1f-4cc1935321fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:48.764106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-fe4e4913-a984-4744-8e1f-4cc1935321fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec2d7fa6-ff38-4b27-b3df-6476078d10f0 HTTP/1.1" status: 200 len: 835 time: 0.0980814 Dec 09 22:48:48.790176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-c624aec5-aae7-42f9-8d1d-8365b9899ca0 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/quotas/ef4d376ad6c84ae4b3568d6fa6136d55 HTTP/1.1" status: 200 len: 375 time: 0.0217087 Dec 09 22:48:48.807639 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3879c7-0da5-447a-b2da-91574f8c1111 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.811186 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94779031-e018-49db-93d3-7ff41dea511b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.819006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b418591-f7cf-4d9b-a7ef-df0b6ad09197 req-e57571ea-af9f-4acf-babf-b2a98df4f4f0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:48.820444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b418591-f7cf-4d9b-a7ef-df0b6ad09197 req-e57571ea-af9f-4acf-babf-b2a98df4f4f0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 944 time: 0.1124649 Dec 09 22:48:48.832107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70dfb94e-ec85-456c-a28f-b6bcd3f51712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.834783 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70dfb94e-ec85-456c-a28f-b6bcd3f51712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:48.835915 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-70dfb94e-ec85-456c-a28f-b6bcd3f51712 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f15c7a6-1f61-467a-be75-ef1ab43d0f71 HTTP/1.1" status: 204 len: 168 time: 1.0211315 Dec 09 22:48:48.854094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-afa19f3c-2ab9-42a5-84d4-9d38ca52622e tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef4d376ad6c84ae4b3568d6fa6136d55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446291 Dec 09 22:48:48.897593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-c5f8ce53-4cb6-4e6d-a7ad-0cd4fcb4ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:48.899049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-c5f8ce53-4cb6-4e6d-a7ad-0cd4fcb4ebbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbac22dd-67aa-47b7-8774-4ef181eb3eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262600 Dec 09 22:48:48.920870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfb94e-ec85-456c-a28f-b6bcd3f51712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f15c7a6-1f61-467a-be75-ef1ab43d0f71,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:48.976947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b418591-f7cf-4d9b-a7ef-df0b6ad09197 req-47367730-a719-4f30-bb86-f0cd12ee560a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f2309a2-ed11-4d59-b706-6344e63202e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470089 Dec 09 22:48:49.044375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-146f9ca0-6259-40c2-8fb5-2dd75950948f service neutron] 10.222.0.16 "GET /v2.0/networks/010652b8-ffb1-4b4f-8140-7ac1709b5918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782095 Dec 09 22:48:49.050291 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3879c7-0da5-447a-b2da-91574f8c1111 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.054757 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3879c7-0da5-447a-b2da-91574f8c1111 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.080609 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-f6eb8d0c-ebb8-4155-ba0d-a3ada958a55e service neutron] 10.222.0.42 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648777 Dec 09 22:48:49.111801 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94779031-e018-49db-93d3-7ff41dea511b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.137347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3879c7-0da5-447a-b2da-91574f8c1111 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.137910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3879c7-0da5-447a-b2da-91574f8c1111 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Fanout notify agent at l3_agent the message router_deleted on router f54fac62-8b16-4d4a-a2e0-43cf600e9ee4 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:48:49.148782 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d3879c7-0da5-447a-b2da-91574f8c1111 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.152599 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9d3879c7-0da5-447a-b2da-91574f8c1111 tempest-RoutersNegativeTest-379401062 tempest-RoutersNegativeTest-379401062-project] 10.222.0.16 "DELETE /v2.0/routers/f54fac62-8b16-4d4a-a2e0-43cf600e9ee4 HTTP/1.1" status: 204 len: 168 time: 0.4554298 Dec 09 22:48:49.163627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 75d974f9-dc7c-4271-9528-308cdeeca42d up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:49.228835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-f0791041-e041-448c-ab0b-e2a93f42dedf service neutron] 10.222.0.16 "GET /v2.0/networks/010652b8-ffb1-4b4f-8140-7ac1709b5918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697030 Dec 09 22:48:49.235007 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94779031-e018-49db-93d3-7ff41dea511b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.246130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-211542d8-fd17-4a4d-b23b-2c897e443463 req-85acba3f-87ce-428f-b7c4-f579f6ab7937 service neutron] 10.222.0.42 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539490 Dec 09 22:48:49.281734 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-94779031-e018-49db-93d3-7ff41dea511b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.291881 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-94779031-e018-49db-93d3-7ff41dea511b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/df1e712d-6e65-4ac4-9426-6b1e4c649877 HTTP/1.1" status: 204 len: 168 time: 0.7964256 Dec 09 22:48:49.296002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1620f0-94f4-4e2d-9ff4-79746ea0a05c None None] Network 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:49.299702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 40880) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:49.366600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94779031-e018-49db-93d3-7ff41dea511b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Subnet': ['ID=df1e712d-6e65-4ac4-9426-6b1e4c649877,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:49.375331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb97f9-0249-4098-8044-285f82984591 req-e579a410-8be9-4e97-a5a9-f90c0fad6bcf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:49.377444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-badb97f9-0249-4098-8044-285f82984591 req-e579a410-8be9-4e97-a5a9-f90c0fad6bcf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 945 time: 0.1280470 Dec 09 22:48:49.434516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 75d974f9-dc7c-4271-9528-308cdeeca42d completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:48:49.455502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 75d974f9-dc7c-4271-9528-308cdeeca42d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:49.456562 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.498835 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.526380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e8499-59a0-400c-8785-e39767dc476d req-b5ddd22e-af66-4dde-a392-16070a129cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:49.527878 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db2e8499-59a0-400c-8785-e39767dc476d req-b5ddd22e-af66-4dde-a392-16070a129cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 1096 time: 0.2042110 Dec 09 22:48:49.581972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40894) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:49.611678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-654efe16-6e70-4f78-b2dd-a244793903c8 req-f12511ca-7be9-44f0-9497-354d4379a112 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 210 time: 0.0698633 Dec 09 22:48:49.629700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-badb97f9-0249-4098-8044-285f82984591 req-d50a8283-bbf1-4211-960a-18558c81384b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154522 Dec 09 22:48:49.636646 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.663527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272362f5-e7bd-4e15-adb1-008f80c427f3 None None] DHCP port deletion for 7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:49.700131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:49.704156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:48:49.708508 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d368199c-12b4-4725-99e2-8635de2656cc" -d '{"events": [{"server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "name": "network-vif-plugged", "status": "completed", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:48:49.719096 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.774193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e8499-59a0-400c-8785-e39767dc476d req-1a5377c5-a6b8-49dc-a026-858a003e9f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:49.775747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db2e8499-59a0-400c-8785-e39767dc476d req-1a5377c5-a6b8-49dc-a026-858a003e9f24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbac22dd-67aa-47b7-8774-4ef181eb3eec HTTP/1.1" status: 200 len: 896 time: 0.2350748 Dec 09 22:48:49.783657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port f5e24d4d-3f44-408b-9f64-ccaa2224da6c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:49.783657 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.817310 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ca27f-634c-4b58-815c-f81dcfd56d4e x-openstack-request-id: req-214ca27f-634c-4b58-815c-f81dcfd56d4e {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:48:49.817558 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "name": "network-vif-plugged", "status": "completed", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:48:49.817927 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-214ca27f-634c-4b58-815c-f81dcfd56d4e {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:48:49.818224 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'code': 200} Dec 09 22:48:49.859901 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-17faf335-85ee-4bbb-ab31-2e780390e1b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cad1c10b1936404aa020c253a46dbf85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2765839 Dec 09 22:48:49.861342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 40910) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:49.866473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:49.878538 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db2e8499-59a0-400c-8785-e39767dc476d req-cb488609-85fc-4c5d-b5e3-17e6b694e676 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dfb6485-0ad3-49ae-b990-bb1822e12ff7 HTTP/1.1" status: 200 len: 217 time: 0.0939312 Dec 09 22:48:49.881247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-272362f5-e7bd-4e15-adb1-008f80c427f3 None None] Deleting port f5e24d4d-3f44-408b-9f64-ccaa2224da6c {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:49.882273 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-272362f5-e7bd-4e15-adb1-008f80c427f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.985637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-272362f5-e7bd-4e15-adb1-008f80c427f3 None None] For port f5e24d4d-3f44-408b-9f64-ccaa2224da6c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f5e24d4d-3f44-408b-9f64-ccaa2224da6c,segment=NetworkSegment(04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e),segment_id=04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:49.986072 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-272362f5-e7bd-4e15-adb1-008f80c427f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:49.997044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] For port f5e24d4d-3f44-408b-9f64-ccaa2224da6c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f5e24d4d-3f44-408b-9f64-ccaa2224da6c,segment=NetworkSegment(04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e),segment_id=04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:49.997765 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.012612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0b8a7-9e99-4290-83b5-787482d74311 req-b49ae521-d183-4780-b95e-fbe41adae6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:50.018276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-272362f5-e7bd-4e15-adb1-008f80c427f3 None None] Calling delete_port for f5e24d4d-3f44-408b-9f64-ccaa2224da6c owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:50.020416 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for f5e24d4d-3f44-408b-9f64-ccaa2224da6c owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:50.023230 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c7d0b8a7-9e99-4290-83b5-787482d74311 req-b49ae521-d183-4780-b95e-fbe41adae6a2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1098 time: 0.1030049 Dec 09 22:48:50.030381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e8499-59a0-400c-8785-e39767dc476d req-899fa786-7984-4084-bd6c-522bd13a841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:50.032734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db2e8499-59a0-400c-8785-e39767dc476d req-899fa786-7984-4084-bd6c-522bd13a841d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec2d7fa6-ff38-4b27-b3df-6476078d10f0 HTTP/1.1" status: 200 len: 835 time: 0.1452975 Dec 09 22:48:50.080565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab543-10d6-4f7a-a389-cae5ef6f11f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.140937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f5e24d4d-3f44-408b-9f64-ccaa2224da6c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:48:50.198978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab543-10d6-4f7a-a389-cae5ef6f11f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.209967 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c7d0b8a7-9e99-4290-83b5-787482d74311 req-4e2818cd-458a-4b7e-82fd-341b499070d1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768851 Dec 09 22:48:50.226529 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-272362f5-e7bd-4e15-adb1-008f80c427f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.230528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e8499-59a0-400c-8785-e39767dc476d req-1e1da1f0-6140-4d9d-9296-53cbd7d99699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:50.232161 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db2e8499-59a0-400c-8785-e39767dc476d req-1e1da1f0-6140-4d9d-9296-53cbd7d99699 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbac22dd-67aa-47b7-8774-4ef181eb3eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915507 Dec 09 22:48:50.272378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178751a-aea7-4a9f-950f-707a1401553a req-2e1e8c9b-b421-4120-8a97-e9c08cf4386e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:50.272542 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d178751a-aea7-4a9f-950f-707a1401553a req-2e1e8c9b-b421-4120-8a97-e9c08cf4386e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 944 time: 0.1396031 Dec 09 22:48:50.296322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272362f5-e7bd-4e15-adb1-008f80c427f3 None None] Pushing event deleted for resources: {'Port': ['ID=f5e24d4d-3f44-408b-9f64-ccaa2224da6c,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:50.302171 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Port f5e24d4d-3f44-408b-9f64-ccaa2224da6c update to DOWN by agent not found {{(pid=103419) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 22:48:50.308527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272362f5-e7bd-4e15-adb1-008f80c427f3 None None] No DVR routers for this DVR port f5e24d4d-3f44-408b-9f64-ccaa2224da6c on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:50.322709 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab543-10d6-4f7a-a389-cae5ef6f11f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.331823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab543-10d6-4f7a-a389-cae5ef6f11f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.335807 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3b2ab543-10d6-4f7a-a389-cae5ef6f11f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9cf7bbe8-1a0c-46c0-89d3-c69c0c01b1fa HTTP/1.1" status: 204 len: 168 time: 0.4716728 Dec 09 22:48:50.350446 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.355128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ab543-10d6-4f7a-a389-cae5ef6f11f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf7bbe8-1a0c-46c0-89d3-c69c0c01b1fa,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:50.432362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=f5e24d4d-3f44-408b-9f64-ccaa2224da6c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:50.439864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No DVR routers for this DVR port f5e24d4d-3f44-408b-9f64-ccaa2224da6c on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:50.446389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d178751a-aea7-4a9f-950f-707a1401553a req-46ca1b94-0358-4d27-9abd-b484be2782b3 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f2309a2-ed11-4d59-b706-6344e63202e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597414 Dec 09 22:48:50.502212 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db2e8499-59a0-400c-8785-e39767dc476d req-80707541-ca91-48d6-a9c2-5748391b2eae service neutron] 10.222.0.42 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514195 Dec 09 22:48:50.568284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.625580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:50.641013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:50.641562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a40f4f-1bf4-42c3-94bf-2ea5d3be6e0e') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:50.655374 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.719995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.727249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:48:50.727919 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.765875 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db2e8499-59a0-400c-8785-e39767dc476d req-07504499-daf3-45e5-aa95-2b16e9121f4c service neutron] 10.222.0.42 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557979 Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:48:50.765995 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:48:50.811098 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b07c261-baca-4ab3-9225-b74715900994 req-f84744f0-fd8c-426f-961a-1106c856cf9a tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 210 time: 0.1156325 Dec 09 22:48:50.856221 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.868078 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.875572 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/networks/7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c HTTP/1.1" status: 204 len: 168 time: 1.5736289 Dec 09 22:48:50.875842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41006) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:50.880839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e9622b88-e87c-4603-a49f-a6e8a49dfa12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-919090620'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:50.885914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaabc2-27ba-442a-8e42-fba2c1f7c27d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Network': ['ID=7e52c8f0-c42a-4f8a-a9b2-70177b9e5d4c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:50.905196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a418bf-db85-410f-ad10-471b8560f0a9 req-f9e15f7e-cf05-4482-892b-17ab6a6ec12e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:50.909520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9622b88-e87c-4603-a49f-a6e8a49dfa12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:50.914299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9622b88-e87c-4603-a49f-a6e8a49dfa12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.914650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60a418bf-db85-410f-ad10-471b8560f0a9 req-f9e15f7e-cf05-4482-892b-17ab6a6ec12e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.1067712 Dec 09 22:48:50.941300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9622b88-e87c-4603-a49f-a6e8a49dfa12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:50.952978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9622b88-e87c-4603-a49f-a6e8a49dfa12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:50.953533 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-e9622b88-e87c-4603-a49f-a6e8a49dfa12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Added segment 24b2de86-faca-4689-8b0a-f01c63a98e53 of type vlan for network 5e362c8b-7a4b-4c62-89c4-334601c1e960 Dec 09 22:48:50.987086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-60a418bf-db85-410f-ad10-471b8560f0a9 req-0f6bdfa9-0832-4642-b42b-561ba902ca6a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668645 Dec 09 22:48:50.998783 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9622b88-e87c-4603-a49f-a6e8a49dfa12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:51.028364 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9622b88-e87c-4603-a49f-a6e8a49dfa12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:51.037774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9622b88-e87c-4603-a49f-a6e8a49dfa12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:51.038444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e9622b88-e87c-4603-a49f-a6e8a49dfa12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:51.085539 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e9622b88-e87c-4603-a49f-a6e8a49dfa12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2061934 Dec 09 22:48:51.085832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41026) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:51.090732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-35c57239-53f0-4c5a-bd07-9b223393b924 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': '5e362c8b-7a4b-4c62-89c4-334601c1e960', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:51.113618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:48:51.143771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9622b88-e87c-4603-a49f-a6e8a49dfa12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Network': ['ID=5e362c8b-7a4b-4c62-89c4-334601c1e960,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:51.165330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 5e362c8b-7a4b-4c62-89c4-334601c1e960 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:51.235168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c57239-53f0-4c5a-bd07-9b223393b924 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:51.239930 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-35c57239-53f0-4c5a-bd07-9b223393b924 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:51.394987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7dfb6485-0ad3-49ae-b990-bb1822e12ff7,segment=NetworkSegment(936272cb-3588-4b12-b1f9-9b36f52699e6),segment_id=936272cb-3588-4b12-b1f9-9b36f52699e6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:51.427579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'port_id': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'mac_address': 'fa:16:3e:c4:07:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:48:51.452055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41036) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:51.473460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-e28c4bd9-480b-4041-a052-f96d3b9305df tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:51.477593 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-e28c4bd9-480b-4041-a052-f96d3b9305df tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.18 "GET /v2.0/networks?id=010652b8-ffb1-4b4f-8140-7ac1709b5918 HTTP/1.1" status: 200 len: 812 time: 0.1973176 Dec 09 22:48:51.511392 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:51.527146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Request body: {'port': {'device_id': '37d06518-e559-454e-8055-efa56cf17c09', 'network_id': '010652b8-ffb1-4b4f-8140-7ac1709b5918', 'admin_state_up': True, 'tenant_id': 'ef4d376ad6c84ae4b3568d6fa6136d55'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:51.539362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:48:51.581504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7dfb6485-0ad3-49ae-b990-bb1822e12ff7,segment=NetworkSegment(936272cb-3588-4b12-b1f9-9b36f52699e6),segment_id=936272cb-3588-4b12-b1f9-9b36f52699e6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:51.587381 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:51.631901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86f863-f83e-4517-96a2-d7988291c705 req-2ebd0714-1df8-4c87-be56-57bed9718488 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:51.641941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb86f863-f83e-4517-96a2-d7988291c705 req-2ebd0714-1df8-4c87-be56-57bed9718488 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 944 time: 0.0836320 Dec 09 22:48:51.673079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=7dfb6485-0ad3-49ae-b990-bb1822e12ff7,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:51.694108 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-35c57239-53f0-4c5a-bd07-9b223393b924 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:51.709039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb86f863-f83e-4517-96a2-d7988291c705 req-a620492a-896a-4cf0-83e5-a3a180481290 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f2309a2-ed11-4d59-b706-6344e63202e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613251 Dec 09 22:48:51.763650 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-734123cb-e44d-4fe9-b62d-352d0d258cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:51.786674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c57239-53f0-4c5a-bd07-9b223393b924 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Subnet': ['ID=d3d5b7a9-21d7-449d-ad4b-9852998cc0a6,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:51.792754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Made reservation on behalf of ef4d376ad6c84ae4b3568d6fa6136d55 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:51.796268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:51.815899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c57239-53f0-4c5a-bd07-9b223393b924 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Checking segment: {'id': '24b2de86-faca-4689-8b0a-f01c63a98e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5e362c8b-7a4b-4c62-89c4-334601c1e960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:51.816486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c57239-53f0-4c5a-bd07-9b223393b924 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network hostable DHCP agents. Network: 5e362c8b-7a4b-4c62-89c4-334601c1e960, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:48:51.821029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['7dfb6485-0ad3-49ae-b990-bb1822e12ff7'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:48:51.866454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-734123cb-e44d-4fe9-b62d-352d0d258cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:51.872182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-734123cb-e44d-4fe9-b62d-352d0d258cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:51.882156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c57239-53f0-4c5a-bd07-9b223393b924 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 5e362c8b-7a4b-4c62-89c4-334601c1e960 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:48:51.895535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-35c57239-53f0-4c5a-bd07-9b223393b924 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 5e362c8b-7a4b-4c62-89c4-334601c1e960) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:51.904052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c57239-53f0-4c5a-bd07-9b223393b924 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:51.905055 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-35c57239-53f0-4c5a-bd07-9b223393b924 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:51.919701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d564dd2-16b4-4e36-9a83-579606bdcd2f None None] Network 5e362c8b-7a4b-4c62-89c4-334601c1e960 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:51.954168 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-35c57239-53f0-4c5a-bd07-9b223393b924 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8672829 Dec 09 22:48:51.955198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734123cb-e44d-4fe9-b62d-352d0d258cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6303b9b4-7960-42db-afde-62e5a8c34cd1,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:51.957569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41056) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:51.964635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': '5e362c8b-7a4b-4c62-89c4-334601c1e960', 'name': 'tempest-PortsTestJSON-1453757873', 'fixed_ips': [{'subnet_id': 'd3d5b7a9-21d7-449d-ad4b-9852998cc0a6', 'ip_address': '172.20.0.10'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:51.987914 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-734123cb-e44d-4fe9-b62d-352d0d258cf5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=012060c9654845e2853773d02f78e34b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5347304 Dec 09 22:48:51.988739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41058) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:52.011845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Allocated IP 172.20.0.2 (010652b8-ffb1-4b4f-8140-7ac1709b5918/e43b55e6-c48f-4c33-a133-235307bdaa95/8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:52.015201 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c9b6e0d-c077-464f-b317-95a6b46bcefb req-888d124e-3871-43e8-b3c0-3eb47f890aec tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 210 time: 0.0505207 Dec 09 22:48:52.089354 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452062b9-26bc-44af-a3e9-17ccf1d51f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.116513 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452062b9-26bc-44af-a3e9-17ccf1d51f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.181534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-5e362c8b-7a4b-4c62-89c4-334601c1e960', 'network_id': '5e362c8b-7a4b-4c62-89c4-334601c1e960', 'project_id': 'de3af971ae1646d5b164773f7cc3609d', 'fixed_ips': [{'subnet_id': 'd3d5b7a9-21d7-449d-ad4b-9852998cc0a6'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:48:52.182595 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.187557 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452062b9-26bc-44af-a3e9-17ccf1d51f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.190989 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-452062b9-26bc-44af-a3e9-17ccf1d51f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.194667 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-452062b9-26bc-44af-a3e9-17ccf1d51f2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6303b9b4-7960-42db-afde-62e5a8c34cd1 HTTP/1.1" status: 204 len: 168 time: 0.1858966 Dec 09 22:48:52.195804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:52.245936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452062b9-26bc-44af-a3e9-17ccf1d51f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6303b9b4-7960-42db-afde-62e5a8c34cd1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:52.284804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6873-1430-4bc6-a581-61b6eb5c3f32 req-acdc9402-5802-4c08-8f4e-1baf4c2cda33 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:52.286832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a54b6873-1430-4bc6-a581-61b6eb5c3f32 req-acdc9402-5802-4c08-8f4e-1baf4c2cda33 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.1197762 Dec 09 22:48:52.360488 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.366040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a54b6873-1430-4bc6-a581-61b6eb5c3f32 req-330696c2-1e5c-489d-9ef9-67930038a3a7 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703526 Dec 09 22:48:52.418957 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.431168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.477862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Network 010652b8-ffb1-4b4f-8140-7ac1709b5918 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:52.480945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port b86152d7-a7ab-4e69-8507-25007886b770 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:48:52.489260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:52.496292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:52.514662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Allocated IP 172.20.0.2 (5e362c8b-7a4b-4c62-89c4-334601c1e960/d3d5b7a9-21d7-449d-ad4b-9852998cc0a6/1a8ca614-fbce-4898-97c8-d30bac9cb356) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:52.567040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Pushing event updated for resources: {'Port': ['ID=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:52.602530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceecf27-8f86-4370-a307-ff5970b3c063 req-1e23b2e5-f77f-497b-8408-3d428eacf2b6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:52.606307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ceecf27-8f86-4370-a307-ff5970b3c063 req-1e23b2e5-f77f-497b-8408-3d428eacf2b6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.1243207 Dec 09 22:48:52.625819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:52.626455 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.659316 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b1798274-f5c7-4155-9892-f5608926cf3c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1378238 Dec 09 22:48:52.683984 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Request body: {'port': {'device_id': '37d06518-e559-454e-8055-efa56cf17c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:52.698980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ceecf27-8f86-4370-a307-ff5970b3c063 req-a021ca09-48ba-4991-93d6-d0b98dd7ae5a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860577 Dec 09 22:48:52.721002 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:52.757481 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.773537 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.784840 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.842503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Network 5e362c8b-7a4b-4c62-89c4-334601c1e960 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:52.843370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Pushing event updated for resources: {'Port': ['ID=1a8ca614-fbce-4898-97c8-d30bac9cb356,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:52.847030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:52.849184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:52.904445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.10 (5e362c8b-7a4b-4c62-89c4-334601c1e960/d3d5b7a9-21d7-449d-ad4b-9852998cc0a6/b86152d7-a7ab-4e69-8507-25007886b770) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:52.909191 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.913566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea66338-986e-40c8-adec-ce5b7283dbbf req-b19cecf3-b543-404e-aa7f-29948f2908aa tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:52.914833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ea66338-986e-40c8-adec-ce5b7283dbbf req-b19cecf3-b543-404e-aa7f-29948f2908aa tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 945 time: 0.0962825 Dec 09 22:48:52.919183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Attempting to bind port 1a8ca614-fbce-4898-97c8-d30bac9cb356 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:52.920028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Attempting to bind port 1a8ca614-fbce-4898-97c8-d30bac9cb356 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '24b2de86-faca-4689-8b0a-f01c63a98e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5e362c8b-7a4b-4c62-89c4-334601c1e960'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:52.921136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Attempting to bind port 1a8ca614-fbce-4898-97c8-d30bac9cb356 on network 5e362c8b-7a4b-4c62-89c4-334601c1e960 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:52.940887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:52.943724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380e8ebb-309c-4c84-8895-b63968ebcf4e tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:52.945993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Checking segment: {'id': '24b2de86-faca-4689-8b0a-f01c63a98e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5e362c8b-7a4b-4c62-89c4-334601c1e960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:52.946162 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-380e8ebb-309c-4c84-8895-b63968ebcf4e tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1093 time: 0.2233076 Dec 09 22:48:52.947121 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.948313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Bound using segment: {'id': '24b2de86-faca-4689-8b0a-f01c63a98e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5e362c8b-7a4b-4c62-89c4-334601c1e960'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:52.949081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Bound port: 1a8ca614-fbce-4898-97c8-d30bac9cb356, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b2de86-faca-4689-8b0a-f01c63a98e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5e362c8b-7a4b-4c62-89c4-334601c1e960'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:52.949743 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:52.950026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41096) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:52.986753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2ea66338-986e-40c8-adec-ce5b7283dbbf req-5e4ffdd9-10c0-483b-86b4-b808da437070 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f2309a2-ed11-4d59-b706-6344e63202e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638554 Dec 09 22:48:53.011627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:53.091388 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] For port 1a8ca614-fbce-4898-97c8-d30bac9cb356, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:53.101260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] For port 1a8ca614-fbce-4898-97c8-d30bac9cb356, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1a8ca614-fbce-4898-97c8-d30bac9cb356,segment=NetworkSegment(24b2de86-faca-4689-8b0a-f01c63a98e53),segment_id=24b2de86-faca-4689-8b0a-f01c63a98e53)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:53.108658 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.137560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:53.148170 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.236581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983c7f6-3157-4f41-acf0-2000d68ebb64 req-236acc88-2e6e-4c93-adc7-3ae69a3ec303 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:53.240408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a983c7f6-3157-4f41-acf0-2000d68ebb64 req-236acc88-2e6e-4c93-adc7-3ae69a3ec303 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 931 time: 0.0924416 Dec 09 22:48:53.263002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed61d6-a482-4a16-8db0-000ffd82700c None None] Pushing event updated for resources: {'Port': ['ID=1a8ca614-fbce-4898-97c8-d30bac9cb356,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:53.282209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:48:53.291256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:53.291639 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.346966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a983c7f6-3157-4f41-acf0-2000d68ebb64 req-ec6107d7-c558-4589-b682-7251e586cf1a tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005559 Dec 09 22:48:53.399639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41110) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:53.422198 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.453102 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.499982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:48:53.506631 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87904bb-6775-476b-8185-bae6b59a85ed" -d '{"events": [{"server_uuid": "24e6e0fb-902c-45b3-868f-9234013cf35b", "name": "network-vif-plugged", "status": "completed", "tag": "7dfb6485-0ad3-49ae-b990-bb1822e12ff7"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:48:53.519541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7dfb6485-0ad3-49ae-b990-bb1822e12ff7,segment=NetworkSegment(936272cb-3588-4b12-b1f9-9b36f52699e6),segment_id=936272cb-3588-4b12-b1f9-9b36f52699e6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:53.525930 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.593003 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90db47b4-773d-42f3-8ec5-8a16d9585898 x-openstack-request-id: req-90db47b4-773d-42f3-8ec5-8a16d9585898 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:48:53.593314 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e6e0fb-902c-45b3-868f-9234013cf35b", "name": "network-vif-plugged", "status": "completed", "tag": "7dfb6485-0ad3-49ae-b990-bb1822e12ff7", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:48:53.593577 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90db47b4-773d-42f3-8ec5-8a16d9585898 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:48:53.594011 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'code': 200} Dec 09 22:48:53.596385 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.597656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=7dfb6485-0ad3-49ae-b990-bb1822e12ff7,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:53.644542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:48:53.687896 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.706832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 5e362c8b-7a4b-4c62-89c4-334601c1e960 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:53.722726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:53.732854 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.735190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:53.739627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea576bf-dc7a-4296-8087-df8fda997dee req-10176e26-2d7a-43f3-b8af-0a9f26556f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:53.741560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cea576bf-dc7a-4296-8087-df8fda997dee req-10176e26-2d7a-43f3-b8af-0a9f26556f6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 1098 time: 0.0830505 Dec 09 22:48:53.746258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Transition to ACTIVE for port object 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:48:53.774365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=b86152d7-a7ab-4e69-8507-25007886b770,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:53.781677 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.793647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cea576bf-dc7a-4296-8087-df8fda997dee req-2e3d074b-bdc7-4fdc-95a9-aaaaa5a34b6d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0f2309a2-ed11-4d59-b706-6344e63202e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Dec 09 22:48:53.808051 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-76c3ed45-52fd-441b-9c09-2467655a6cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.904959 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-76c3ed45-52fd-441b-9c09-2467655a6cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.910761 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-76c3ed45-52fd-441b-9c09-2467655a6cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.922504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:53.923202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:53.938765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:53.954045 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-76c3ed45-52fd-441b-9c09-2467655a6cfa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59a596bc400a4f1c83685f3422c76527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5532935 Dec 09 22:48:53.955058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3ed45-52fd-441b-9c09-2467655a6cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1077ef-9ace-4a4c-a644-412e5aff5f01,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:53.958983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41126) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:53.996136 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-179423db-c872-4610-9596-4eefa7ebde73 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0351923 Dec 09 22:48:53.996790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41130) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:54.010079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': '5e362c8b-7a4b-4c62-89c4-334601c1e960', 'name': 'tempest-PortsTestJSON-1637801695', 'fixed_ips': [{'subnet_id': 'd3d5b7a9-21d7-449d-ad4b-9852998cc0a6', 'ip_address': '172.20.0.9'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:54.050157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.25.8.184 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/cc62f19f-84bb-47ee-bdf0-5dff21aed7c6) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:54.068187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Attempting to bind port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:48:54.068552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Attempting to bind port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '673a742d-af0c-4535-9e8a-4308cf3ff0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '010652b8-ffb1-4b4f-8140-7ac1709b5918'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:48:54.068911 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Attempting to bind port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 on network 010652b8-ffb1-4b4f-8140-7ac1709b5918 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:54.081504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 on network 010652b8-ffb1-4b4f-8140-7ac1709b5918 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:48:54.081762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Attempting to bind port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 on network 010652b8-ffb1-4b4f-8140-7ac1709b5918 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:48:54.111679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:48:54.112068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Checking segment: {'id': '673a742d-af0c-4535-9e8a-4308cf3ff0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '010652b8-ffb1-4b4f-8140-7ac1709b5918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:48:54.112477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Bound using segment: {'id': '673a742d-af0c-4535-9e8a-4308cf3ff0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '010652b8-ffb1-4b4f-8140-7ac1709b5918'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:48:54.112930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Bound port: 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673a742d-af0c-4535-9e8a-4308cf3ff0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '010652b8-ffb1-4b4f-8140-7ac1709b5918'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:48:54.113295 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.154239 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6673e1f5-fd35-45fa-99b3-25df66f52395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.170286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1a8ca614-fbce-4898-97c8-d30bac9cb356 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:54.203772 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6673e1f5-fd35-45fa-99b3-25df66f52395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.206414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:54.285591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 1a8ca614-fbce-4898-97c8-d30bac9cb356 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:54.286163 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.353834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0661f5-15e6-4e17-bf93-5a3edf61ebf4 req-14485e1e-ac19-4197-bb0d-71c45599e036 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:54.355585 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b0661f5-15e6-4e17-bf93-5a3edf61ebf4 req-14485e1e-ac19-4197-bb0d-71c45599e036 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 946 time: 0.1669464 Dec 09 22:48:54.384538 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] For port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:48:54.403667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] For port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079,segment=NetworkSegment(673a742d-af0c-4535-9e8a-4308cf3ff0c6),segment_id=673a742d-af0c-4535-9e8a-4308cf3ff0c6)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:48:54.404683 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.410873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.425123 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6673e1f5-fd35-45fa-99b3-25df66f52395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.428851 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6673e1f5-fd35-45fa-99b3-25df66f52395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.429266 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.430310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6673e1f5-fd35-45fa-99b3-25df66f52395 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b1077ef-9ace-4a4c-a644-412e5aff5f01 HTTP/1.1" status: 204 len: 168 time: 0.4699032 Dec 09 22:48:54.471607 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673e1f5-fd35-45fa-99b3-25df66f52395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1077ef-9ace-4a4c-a644-412e5aff5f01,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:54.483370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:54.484000 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.485507 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] 10.222.0.18 "PUT /v2.0/ports/8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 HTTP/1.1" status: 200 len: 1092 time: 1.8121769 Dec 09 22:48:54.485723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port e36a040d-2404-4f71-99a9-02a39e46ddba yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:48:54.488475 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d06518-e559-454e-8055-efa56cf17c09', 'tag': '8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:48:54.490875 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6ff36e-0b1f-42dd-a331-33c5f0b78543" -d '{"events": [{"name": "network-changed", "server_uuid": "37d06518-e559-454e-8055-efa56cf17c09", "tag": "8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:48:54.514138 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.528222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b0661f5-15e6-4e17-bf93-5a3edf61ebf4 req-60f158d4-cea8-42ab-b60f-bb3d2e956505 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f2309a2-ed11-4d59-b706-6344e63202e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633923 Dec 09 22:48:54.556202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41144) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:54.606966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 1a8ca614-fbce-4898-97c8-d30bac9cb356, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1a8ca614-fbce-4898-97c8-d30bac9cb356,segment=NetworkSegment(24b2de86-faca-4689-8b0a-f01c63a98e53),segment_id=24b2de86-faca-4689-8b0a-f01c63a98e53)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:54.614376 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.646696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5622f9b-c841-4d09-afe6-a3faa5567ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:54.685301 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f05ef6-63e8-4eb9-9b73-77161a9a7c51 x-openstack-request-id: req-a2f05ef6-63e8-4eb9-9b73-77161a9a7c51 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:48:54.685687 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d06518-e559-454e-8055-efa56cf17c09", "tag": "8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:48:54.697191 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2f05ef6-63e8-4eb9-9b73-77161a9a7c51 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:48:54.697819 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d06518-e559-454e-8055-efa56cf17c09', 'tag': '8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079', 'status': 'completed', 'code': 200} Dec 09 22:48:54.701691 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:54.704113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d4c67-2cda-4222-8530-8f0448e5e26e req-50805fad-fa5a-466d-8a90-bbfab155d280 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:54.706256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-192d4c67-2cda-4222-8530-8f0448e5e26e req-50805fad-fa5a-466d-8a90-bbfab155d280 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 943 time: 0.1844230 Dec 09 22:48:54.753731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=1a8ca614-fbce-4898-97c8-d30bac9cb356,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:54.774494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-47a104fc-a7c6-4a2d-a228-e51adedf6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:54.776489 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-47a104fc-a7c6-4a2d-a228-e51adedf6d9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef4d376ad6c84ae4b3568d6fa6136d55&device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 1095 time: 0.2076194 Dec 09 22:48:54.785844 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:48:54.791264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:54.807193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:54.821222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:54.859941 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-68cb294e-38be-4865-b48e-68f37c72f724 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 HTTP/1.1" status: 200 len: 217 time: 0.0611331 Dec 09 22:48:54.860560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=cc62f19f-84bb-47ee-bdf0-5dff21aed7c6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:54.861531 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a34c88-6fdd-4585-aedc-b41e159406a7 None None] Network 5e362c8b-7a4b-4c62-89c4-334601c1e960 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:54.904944 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-192d4c67-2cda-4222-8530-8f0448e5e26e req-002ea6a2-81b5-4d87-ac81-6bde26897558 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873860 Dec 09 22:48:54.914846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.9 (5e362c8b-7a4b-4c62-89c4-334601c1e960/d3d5b7a9-21d7-449d-ad4b-9852998cc0a6/e36a040d-2404-4f71-99a9-02a39e46ddba) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:54.943216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1606296014'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:54.994852 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-2fb068fd-4f26-497a-8093-7b4c5cc67c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:54.996686 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-2fb068fd-4f26-497a-8093-7b4c5cc67c83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e43b55e6-c48f-4c33-a133-235307bdaa95 HTTP/1.1" status: 200 len: 852 time: 0.1157346 Dec 09 22:48:55.051146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4faf848d-26d1-42ce-a8a5-b10174ea4698 None None] Provisioning complete for port 1a8ca614-fbce-4898-97c8-d30bac9cb356 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:55.051526 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4faf848d-26d1-42ce-a8a5-b10174ea4698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.101941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41150) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:55.136284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bf7858e-c68c-41f8-be44-4974cb934a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.177114 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.261297 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.310957 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bf7858e-c68c-41f8-be44-4974cb934a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.323247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 5e362c8b-7a4b-4c62-89c4-334601c1e960 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:55.324107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bf7858e-c68c-41f8-be44-4974cb934a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.342484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:55.344935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:55.358120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=e36a040d-2404-4f71-99a9-02a39e46ddba,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:55.376733 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-01b053ac-519b-4a0a-88fa-6eafedf26d15 None None] Provisioning complete for port b86152d7-a7ab-4e69-8507-25007886b770 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:55.377631 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-01b053ac-519b-4a0a-88fa-6eafedf26d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.399337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-98961c18-c022-457a-908c-2a25893c22c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=010652b8-ffb1-4b4f-8140-7ac1709b5918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3928874 Dec 09 22:48:55.403776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Made reservation on behalf of e95c0e270c7d49e39b0644fe5e58a474 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:55.407338 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.413710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7bf7858e-c68c-41f8-be44-4974cb934a94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=869d6949832f4510988af6651e2724f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102376 Dec 09 22:48:55.421280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41152) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:55.447118 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.459590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7858e-c68c-41f8-be44-4974cb934a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92e478e-3996-45e6-82f0-4cf2d385ce68,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:55.500864 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9acfcf7a-f1bc-439a-a269-5fa3c71fe06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.513380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:55.514677 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.541498 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aaa3aac7-87d6-433c-8ed9-999d47fd8ce3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5436318 Dec 09 22:48:55.544222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41154) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:55.623110 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9acfcf7a-f1bc-439a-a269-5fa3c71fe06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.631446 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-01b053ac-519b-4a0a-88fa-6eafedf26d15 None None] Port b86152d7-a7ab-4e69-8507-25007886b770 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:55.646182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-01b053ac-519b-4a0a-88fa-6eafedf26d15 None None] Provisioning complete for port 1a8ca614-fbce-4898-97c8-d30bac9cb356 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:55.646863 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-01b053ac-519b-4a0a-88fa-6eafedf26d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.697695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5f4763-d7bf-4f86-af30-04f2586b8870 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:55.702272 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bb5f4763-d7bf-4f86-af30-04f2586b8870 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1540132 Dec 09 22:48:55.702272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41158) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:55.726965 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.731590 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-b8e5f7db-0c86-497b-a54a-2823b0212df9 service neutron] 10.222.0.18 "GET /v2.0/networks/010652b8-ffb1-4b4f-8140-7ac1709b5918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149045 Dec 09 22:48:55.734251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.748418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:55.802403 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9acfcf7a-f1bc-439a-a269-5fa3c71fe06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.805052 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9acfcf7a-f1bc-439a-a269-5fa3c71fe06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.806228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9acfcf7a-f1bc-439a-a269-5fa3c71fe06a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f92e478e-3996-45e6-82f0-4cf2d385ce68 HTTP/1.1" status: 204 len: 168 time: 0.3831558 Dec 09 22:48:55.824160 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.824498 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Added segment 3d32e949-1a51-4d58-baba-1262b444db1c of type vlan for network 6495f1fe-4bfe-454e-9647-e15085815226 Dec 09 22:48:55.845102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b5e4f-0975-4c76-ab7c-8d6fdff445e2 req-6e84e2b9-053a-410e-a337-540e02331761 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:55.851169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be6b5e4f-0975-4c76-ab7c-8d6fdff445e2 req-6e84e2b9-053a-410e-a337-540e02331761 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 946 time: 0.1104589 Dec 09 22:48:55.860725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb8211-e56d-4505-8b05-2ae297a06c3f tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:55.867305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb8211-e56d-4505-8b05-2ae297a06c3f tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:55.873023 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.873275 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb8211-e56d-4505-8b05-2ae297a06c3f tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:55.878169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0acb8211-e56d-4505-8b05-2ae297a06c3f tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1717196 Dec 09 22:48:55.881411 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41162) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:55.901224 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3ec54622-5ad7-49e6-a5f7-260ac67f0f91 None None] Provisioning complete for port b86152d7-a7ab-4e69-8507-25007886b770 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:55.901883 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ec54622-5ad7-49e6-a5f7-260ac67f0f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.924055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfcf7a-f1bc-439a-a269-5fa3c71fe06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92e478e-3996-45e6-82f0-4cf2d385ce68,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:55.948821 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.963978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:55.964647 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:55.978391 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3ec54622-5ad7-49e6-a5f7-260ac67f0f91 None None] Port b86152d7-a7ab-4e69-8507-25007886b770 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:56.051240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be6b5e4f-0975-4c76-ab7c-8d6fdff445e2 req-459997fb-a1a8-4ea4-85cc-f5ae324232dd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f2309a2-ed11-4d59-b706-6344e63202e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750669 Dec 09 22:48:56.102504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e65b2861-cc91-44dd-8c53-9c9524f5728b None None] Provisioning complete for port e36a040d-2404-4f71-99a9-02a39e46ddba triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:56.104387 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e65b2861-cc91-44dd-8c53-9c9524f5728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:56.157382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d8981-0766-4c82-a6a7-1763fac4f27a req-7d015084-e0ab-49ef-a8f2-36c044bdc1db tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:56.159193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf7d8981-0766-4c82-a6a7-1763fac4f27a req-7d015084-e0ab-49ef-a8f2-36c044bdc1db tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 943 time: 0.1156540 Dec 09 22:48:56.163619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1a8ca614-fbce-4898-97c8-d30bac9cb356 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:48:56.172708 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a4e04a6d-ae26-48c5-8cd8-e3067de5b21c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port e36a040d-2404-4f71-99a9-02a39e46ddba {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:56.173044 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4e04a6d-ae26-48c5-8cd8-e3067de5b21c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:56.235215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 1a8ca614-fbce-4898-97c8-d30bac9cb356 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:48:56.235681 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:56.282773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Pushing event updated for resources: {'Network': ['ID=6495f1fe-4bfe-454e-9647-e15085815226,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:56.302424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4546c64-e173-4fba-a501-c1531ccf0135,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:56.322502 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ded7d811-1211-4090-9793-4539eb0ef8d8 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7485120 Dec 09 22:48:56.329486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 6495f1fe-4bfe-454e-9647-e15085815226 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:56.330145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41172) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:56.334564 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e65b2861-cc91-44dd-8c53-9c9524f5728b None None] Port e36a040d-2404-4f71-99a9-02a39e46ddba cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:48:56.398525 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4e04a6d-ae26-48c5-8cd8-e3067de5b21c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:56.414064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a4e04a6d-ae26-48c5-8cd8-e3067de5b21c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for e36a040d-2404-4f71-99a9-02a39e46ddba owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:56.464337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3094965a-2f08-48fd-8c91-b5af3277abc9 req-00056156-fe93-4439-bb8b-34f163f3a79b service neutron] 10.222.0.18 "GET /v2.0/networks/010652b8-ffb1-4b4f-8140-7ac1709b5918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044427 Dec 09 22:48:56.561832 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1233ce0-cfb9-4d90-9304-a2a02037fffd req-6efe5796-4fe8-45e5-a55f-40a236f07eb4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:56.563434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1233ce0-cfb9-4d90-9304-a2a02037fffd req-6efe5796-4fe8-45e5-a55f-40a236f07eb4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 946 time: 0.3617949 Dec 09 22:48:56.577721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bf7d8981-0766-4c82-a6a7-1763fac4f27a req-5c383b90-4379-4b82-9fdb-a360e06dc0ae tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008989 Dec 09 22:48:56.675071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Request body: {'network': {'name': 'tempest-network--482740808', 'router:external': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:56.675552 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1233ce0-cfb9-4d90-9304-a2a02037fffd req-2965114a-d608-44ac-a067-96980b2a6f3a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f2309a2-ed11-4d59-b706-6344e63202e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919669 Dec 09 22:48:56.698404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41184) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:56.757509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ff36e-0b1f-42dd-a331-33c5f0b78543 req-12518b50-6bc4-477a-98b1-fdbc5b6a8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:56.759047 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe6ff36e-0b1f-42dd-a331-33c5f0b78543 req-12518b50-6bc4-477a-98b1-fdbc5b6a8d73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef4d376ad6c84ae4b3568d6fa6136d55&device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 1095 time: 0.1892459 Dec 09 22:48:56.762113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Made reservation on behalf of e55d2e92ab6241568e55d68ea2aeca4e for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:56.764312 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:56.777935 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:56.780467 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:56.795124 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4e04a6d-ae26-48c5-8cd8-e3067de5b21c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:56.801616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7e569-933f-4fea-b7a8-ff3894e827d0 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:56.807368 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5ef7e569-933f-4fea-b7a8-ff3894e827d0 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 1093 time: 0.1066318 Dec 09 22:48:56.810297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41190) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:56.824111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:56.862798 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e04a6d-ae26-48c5-8cd8-e3067de5b21c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=e36a040d-2404-4f71-99a9-02a39e46ddba,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:56.944538 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:56.974602 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4e04a6d-ae26-48c5-8cd8-e3067de5b21c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:56.981824 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a4e04a6d-ae26-48c5-8cd8-e3067de5b21c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/e36a040d-2404-4f71-99a9-02a39e46ddba HTTP/1.1" status: 204 len: 168 time: 1.0956221 Dec 09 22:48:56.981824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41194) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:57.012254 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0df103-b46e-41fc-b7ed-c3f9996b8fe5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:48:57.017622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ee0df103-b46e-41fc-b7ed-c3f9996b8fe5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/e36a040d-2404-4f71-99a9-02a39e46ddba HTTP/1.1" status: 404 len: 333 time: 0.0313172 Dec 09 22:48:57.017622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41196) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:57.057755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.107119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ff36e-0b1f-42dd-a331-33c5f0b78543 req-25ef0ccf-8a3a-4bd1-b063-c39fac59d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:57.110223 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe6ff36e-0b1f-42dd-a331-33c5f0b78543 req-25ef0ccf-8a3a-4bd1-b063-c39fac59d0b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=010652b8-ffb1-4b4f-8140-7ac1709b5918 HTTP/1.1" status: 200 len: 913 time: 0.3333952 Dec 09 22:48:57.217013 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe6ff36e-0b1f-42dd-a331-33c5f0b78543 req-ced13f10-80b8-47fe-8df7-cafa8b59db16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 HTTP/1.1" status: 200 len: 217 time: 0.0927479 Dec 09 22:48:57.246071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-40e27891-b22f-4e0a-bb08-d4a0daa85e07 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port b86152d7-a7ab-4e69-8507-25007886b770 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:57.246671 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-40e27891-b22f-4e0a-bb08-d4a0daa85e07 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.247311 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.279559 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.291786 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:57.301956 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.302475 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Added segment ddccd864-ee02-4802-9168-f880fb7797fa of type vlan for network 2d0c5b13-1f97-4366-9d13-efc3f88db9eb Dec 09 22:48:57.354545 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-40e27891-b22f-4e0a-bb08-d4a0daa85e07 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.370555 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-40e27891-b22f-4e0a-bb08-d4a0daa85e07 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for b86152d7-a7ab-4e69-8507-25007886b770 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:57.394490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.436886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ff36e-0b1f-42dd-a331-33c5f0b78543 req-3a39748c-d5c9-4d2c-bbf2-35c0eebd3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:57.438452 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe6ff36e-0b1f-42dd-a331-33c5f0b78543 req-3a39748c-d5c9-4d2c-bbf2-35c0eebd3f2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e43b55e6-c48f-4c33-a133-235307bdaa95 HTTP/1.1" status: 200 len: 852 time: 0.2031298 Dec 09 22:48:57.497757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe302771-523c-47be-8fa3-cf9880c69d79,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:57.510296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe6ff36e-0b1f-42dd-a331-33c5f0b78543 req-40c0bd79-92a7-41f2-aeae-8619b14ca48b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=010652b8-ffb1-4b4f-8140-7ac1709b5918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613737 Dec 09 22:48:57.540794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.541960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:57.542555 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.598980 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.653977 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.700655 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3655877 Dec 09 22:48:57.729818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41214) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:57.753570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7b4f2-ca41-4f5e-8700-24fec629f0d9 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event updated for resources: {'Network': ['ID=2d0c5b13-1f97-4366-9d13-efc3f88db9eb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:57.770765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 2d0c5b13-1f97-4366-9d13-efc3f88db9eb details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:57.858436 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.860607 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.887912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=cc62f19f-84bb-47ee-bdf0-5dff21aed7c6,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:57.936701 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe6ff36e-0b1f-42dd-a331-33c5f0b78543 req-30af8619-1a8c-4af5-a4c6-7c2229a05a31 service neutron] 10.222.0.18 "GET /v2.0/networks/010652b8-ffb1-4b4f-8140-7ac1709b5918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186246 Dec 09 22:48:57.940843 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:57.983615 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9ad6c-af3a-476d-b629-254a0a7c70b5 req-3e3e7f55-3fe5-471b-963c-e2e4a1a28655 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:57.985134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49b9ad6c-af3a-476d-b629-254a0a7c70b5 req-3e3e7f55-3fe5-471b-963c-e2e4a1a28655 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 943 time: 0.1411581 Dec 09 22:48:58.015906 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-40e27891-b22f-4e0a-bb08-d4a0daa85e07 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.065278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e27891-b22f-4e0a-bb08-d4a0daa85e07 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=b86152d7-a7ab-4e69-8507-25007886b770,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:58.105689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Allocated IP 172.25.8.202 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/45adb0c5-d7a5-4778-a3d3-d9072dfd8688) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:48:58.161498 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49b9ad6c-af3a-476d-b629-254a0a7c70b5 req-26640b71-2a2e-4924-8ce4-526f29180571 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641347 Dec 09 22:48:58.182391 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.219687 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-40e27891-b22f-4e0a-bb08-d4a0daa85e07 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.226551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-40e27891-b22f-4e0a-bb08-d4a0daa85e07 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/b86152d7-a7ab-4e69-8507-25007886b770 HTTP/1.1" status: 204 len: 168 time: 1.2057321 Dec 09 22:48:58.226828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41226) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:58.246807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0c5b13-1f97-4366-9d13-efc3f88db9eb']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:58.256385 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Floating IP eb5c9dda-3bbe-455a-8e42-a9c2945ea27d associated. External IP: 172.25.8.184, port: 75d974f9-dc7c-4271-9528-308cdeeca42d. Dec 09 22:48:58.259841 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fe6ff36e-0b1f-42dd-a331-33c5f0b78543 req-33c8893f-99eb-4fd6-8d1d-bce87e09dd00 service neutron] 10.222.0.18 "GET /v2.0/networks/010652b8-ffb1-4b4f-8140-7ac1709b5918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990742 Dec 09 22:48:58.284777 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd872c0-02aa-4a99-a666-256551f325dc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:48:58.286301 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6cd872c0-02aa-4a99-a666-256551f325dc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/b86152d7-a7ab-4e69-8507-25007886b770 HTTP/1.1" status: 404 len: 333 time: 0.0586689 Dec 09 22:48:58.290219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41228) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:58.379763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9894d55-8070-4082-bed0-59c31e184b1a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting subnet d3d5b7a9-21d7-449d-ad4b-9852998cc0a6 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:48:58.390905 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.393281 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a9894d55-8070-4082-bed0-59c31e184b1a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.443868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a9894d55-8070-4082-bed0-59c31e184b1a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.504328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.565255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:48:58.573291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:48:58.575778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:48:58.605497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=45adb0c5-d7a5-4778-a3d3-d9072dfd8688,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:58.622285 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a9894d55-8070-4082-bed0-59c31e184b1a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.644343 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddccd864-ee02-4802-9168-f880fb7797fa') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:58.644544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddccd864-ee02-4802-9168-f880fb7797fa') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:58.658013 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.680653 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.714888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:48:58.715337 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:48:58.717155 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:48:58.741133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a9894d55-8070-4082-bed0-59c31e184b1a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.791592 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.811146 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9894d55-8070-4082-bed0-59c31e184b1a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d5b7a9-21d7-449d-ad4b-9852998cc0a6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:58.815721 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a9894d55-8070-4082-bed0-59c31e184b1a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.821404 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a9894d55-8070-4082-bed0-59c31e184b1a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/d3d5b7a9-21d7-449d-ad4b-9852998cc0a6 HTTP/1.1" status: 204 len: 168 time: 0.5277836 Dec 09 22:48:58.822167 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41232) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:58.824717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab34b013-02f7-47d1-b777-b007a58d251d None None] Network 5e362c8b-7a4b-4c62-89c4-334601c1e960 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:48:58.826632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d0c5b13-1f97-4366-9d13-efc3f88db9eb {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 22:48:58.831725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:58.839020 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "DELETE /v2.0/networks/2d0c5b13-1f97-4366-9d13-efc3f88db9eb HTTP/1.1" status: 204 len: 168 time: 1.1031966 Dec 09 22:48:58.845825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41234) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:58.850680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c49c8-6f62-4964-8485-3f9c4e8ac51a tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d0c5b13-1f97-4366-9d13-efc3f88db9eb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:58.856649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c1a9e0bb-3b5c-4142-a84d-a3ac08a789e6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:58.927970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router a332e24e-1161-461f-8ebc-aa88aa2ccc6f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:48:58.990001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a9e0bb-3b5c-4142-a84d-a3ac08a789e6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Made reservation on behalf of e55d2e92ab6241568e55d68ea2aeca4e for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:58.993087 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e0bb-3b5c-4142-a84d-a3ac08a789e6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.008306 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.056006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea7b1da-4b73-49b8-8adb-31b0ab43dc4f None None] DHCP port deletion for 5e362c8b-7a4b-4c62-89c4-334601c1e960 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:48:59.059240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:48:59.072648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a9e0bb-3b5c-4142-a84d-a3ac08a789e6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:48:59.079708 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.112266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7b1da-4b73-49b8-8adb-31b0ab43dc4f None None] Deleting port 1a8ca614-fbce-4898-97c8-d30bac9cb356 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:59.112962 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b1da-4b73-49b8-8adb-31b0ab43dc4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.114532 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a984b9c6-1aca-495f-82d5-fbc9a460c980 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1610644 Dec 09 22:48:59.115234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:48:59.118032 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4f069e-2a86-4960-bd3d-d356873e7dce" -d '{"events": [{"name": "network-changed", "server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:48:59.154284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e0bb-3b5c-4142-a84d-a3ac08a789e6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.154649 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-c1a9e0bb-3b5c-4142-a84d-a3ac08a789e6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Added segment 6e0127dc-b1a4-47e9-92b4-955035a3f6b1 of type vlan for network c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4 Dec 09 22:48:59.159617 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44deda1c-e4a8-4377-bb39-cc23f4636aa4 x-openstack-request-id: req-44deda1c-e4a8-4377-bb39-cc23f4636aa4 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:48:59.159918 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:48:59.160228 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44deda1c-e4a8-4377-bb39-cc23f4636aa4 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:48:59.160939 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'status': 'completed', 'code': 200} Dec 09 22:48:59.221900 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:48:59.259465 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e0bb-3b5c-4142-a84d-a3ac08a789e6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.282022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f069e-2a86-4960-bd3d-d356873e7dce req-e2c6b901-9044-44d4-a405-9ae259d33470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:59.285568 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4f069e-2a86-4960-bd3d-d356873e7dce req-e2c6b901-9044-44d4-a405-9ae259d33470 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1098 time: 0.0837896 Dec 09 22:48:59.324743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079,segment=NetworkSegment(673a742d-af0c-4535-9e8a-4308cf3ff0c6),segment_id=673a742d-af0c-4535-9e8a-4308cf3ff0c6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:59.351328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079', 'network_id': '010652b8-ffb1-4b4f-8140-7ac1709b5918', 'port_id': '8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079', 'mac_address': 'fa:16:3e:9f:be:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43b55e6-c48f-4c33-a133-235307bdaa95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:48:59.375042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port 1a8ca614-fbce-4898-97c8-d30bac9cb356 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:48:59.375602 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.379658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7ea7b1da-4b73-49b8-8adb-31b0ab43dc4f None None] For port 1a8ca614-fbce-4898-97c8-d30bac9cb356, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1a8ca614-fbce-4898-97c8-d30bac9cb356,segment=NetworkSegment(24b2de86-faca-4689-8b0a-f01c63a98e53),segment_id=24b2de86-faca-4689-8b0a-f01c63a98e53)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:59.380258 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b1da-4b73-49b8-8adb-31b0ab43dc4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.404890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f069e-2a86-4960-bd3d-d356873e7dce req-c2a7b806-953e-4f38-ab3e-df2d81c579a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:59.406568 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4f069e-2a86-4960-bd3d-d356873e7dce req-c2a7b806-953e-4f38-ab3e-df2d81c579a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 898 time: 0.1145556 Dec 09 22:48:59.412174 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7b1da-4b73-49b8-8adb-31b0ab43dc4f None None] Calling delete_port for 1a8ca614-fbce-4898-97c8-d30bac9cb356 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:59.439002 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.519324 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e0bb-3b5c-4142-a84d-a3ac08a789e6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.521513 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a9e0bb-3b5c-4142-a84d-a3ac08a789e6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:59.523463 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e0bb-3b5c-4142-a84d-a3ac08a789e6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.527665 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.546509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:48:59.552470 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4f069e-2a86-4960-bd3d-d356873e7dce req-d7468a0a-171e-469f-b653-435382651ecc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1000 time: 0.1392312 Dec 09 22:48:59.559267 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fe2a14-cf4e-4597-8858-4c462f485275 None None] Sync routers for ids ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:48:59.571620 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fe2a14-cf4e-4597-8858-4c462f485275 None None] Routers {'a332e24e-1161-461f-8ebc-aa88aa2ccc6f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:48:59.572978 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-86fe2a14-cf4e-4597-8858-4c462f485275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:48:59.578596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079,segment=NetworkSegment(673a742d-af0c-4535-9e8a-4308cf3ff0c6),segment_id=673a742d-af0c-4535-9e8a-4308cf3ff0c6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:59.586780 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.629122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba85aaa-612e-4f94-9998-81c43ab2fbdd req-3f206578-0baf-4aa8-a626-3067890fa41f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:59.638274 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aba85aaa-612e-4f94-9998-81c43ab2fbdd req-3f206578-0baf-4aa8-a626-3067890fa41f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.4121974 Dec 09 22:48:59.644042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f069e-2a86-4960-bd3d-d356873e7dce req-324dbd7a-82a5-4d28-b88f-461a82d9139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:59.647366 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4f069e-2a86-4960-bd3d-d356873e7dce req-324dbd7a-82a5-4d28-b88f-461a82d9139e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.0858309 Dec 09 22:48:59.655190 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b1da-4b73-49b8-8adb-31b0ab43dc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.671787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9e0bb-3b5c-4142-a84d-a3ac08a789e6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event updated for resources: {'Network': ['ID=c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:59.673369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7b1da-4b73-49b8-8adb-31b0ab43dc4f None None] No DVR routers for this DVR port 1a8ca614-fbce-4898-97c8-d30bac9cb356 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:48:59.675637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:59.693443 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:48:59.699159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb2400-f2e6-4939-8778-634005b672ef req-efc2a3b8-3a34-4d3f-82ee-653eb457e5ee tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:59.706881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7fb2400-f2e6-4939-8778-634005b672ef req-efc2a3b8-3a34-4d3f-82ee-653eb457e5ee tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 943 time: 0.3999155 Dec 09 22:48:59.724709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7b1da-4b73-49b8-8adb-31b0ab43dc4f None None] Pushing event deleted for resources: {'Port': ['ID=1a8ca614-fbce-4898-97c8-d30bac9cb356,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:48:59.738002 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f069e-2a86-4960-bd3d-d356873e7dce req-92677226-7214-455c-b80b-fad44328de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:48:59.742066 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4f069e-2a86-4960-bd3d-d356873e7dce req-92677226-7214-455c-b80b-fad44328de8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876839 Dec 09 22:48:59.766441 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.835667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41262) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:48:59.837200 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-86fe2a14-cf4e-4597-8858-4c462f485275 None None] Set router a332e24e-1161-461f-8ebc-aa88aa2ccc6f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:48:59.841462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c1a9e0bb-3b5c-4142-a84d-a3ac08a789e6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9919703 Dec 09 22:48:59.845293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Request body: {'subnet': {'network_id': 'c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:48:59.871071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] For port 1a8ca614-fbce-4898-97c8-d30bac9cb356, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1a8ca614-fbce-4898-97c8-d30bac9cb356,segment=NetworkSegment(24b2de86-faca-4689-8b0a-f01c63a98e53),segment_id=24b2de86-faca-4689-8b0a-f01c63a98e53)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:48:59.871706 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.871827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Made reservation on behalf of e55d2e92ab6241568e55d68ea2aeca4e for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:48:59.874576 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:48:59.893112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:48:59.929268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7fb2400-f2e6-4939-8778-634005b672ef req-95f3dc0f-37ce-4809-9f46-6f2007860706 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214251 Dec 09 22:48:59.980522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for 1a8ca614-fbce-4898-97c8-d30bac9cb356 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:48:59.995507 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aba85aaa-612e-4f94-9998-81c43ab2fbdd req-183b14e6-b828-495f-ad13-08a20a2e1f7e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563159 Dec 09 22:48:59.997502 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4f069e-2a86-4960-bd3d-d356873e7dce req-4656402f-21bb-4e8e-a137-264ca1e7ac5e service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476344 Dec 09 22:49:00.051707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41266) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:00.116525 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9b4f069e-2a86-4960-bd3d-d356873e7dce req-70c3d579-c5c8-40fc-acf7-441142948a0a service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108432 Dec 09 22:49:00.178825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1a8ca614-fbce-4898-97c8-d30bac9cb356 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:49:00.221670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 1a8ca614-fbce-4898-97c8-d30bac9cb356 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:49:00.222119 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1a8ca614-fbce-4898-97c8-d30bac9cb356 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:49:00.225481 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-86fe2a14-cf4e-4597-8858-4c462f485275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:48:23Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'eb5c9dda-3bbe-455a-8e42-a9c2945ea27d', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'port_id': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'mac_address': 'fa:16:3e:3c:de:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:48:55Z', 'updated_at': '2021-12-09T22:48:55Z', 'revision_number': 0, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5252bf-72df-4e09-ab38-e9afd2c7a228', 'name': '', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:93:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:22Z', 'updated_at': '2021-12-09T22:48:35Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '8cddc90e-291e-418d-befe-6df669579cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:00.254044 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d74c2e4b-98d8-4852-9970-6da8581c98e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/eb5c9dda-3bbe-455a-8e42-a9c2945ea27d HTTP/1.1" status: 200 len: 992 time: 0.1994936 Dec 09 22:49:00.259144 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.262772 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.269431 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.285108 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fe2a14-cf4e-4597-8858-4c462f485275 None None] Checking router: a332e24e-1161-461f-8ebc-aa88aa2ccc6f for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:49:00.293758 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fe2a14-cf4e-4597-8858-4c462f485275 None None] Routers {'a332e24e-1161-461f-8ebc-aa88aa2ccc6f'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:00.294402 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-86fe2a14-cf4e-4597-8858-4c462f485275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:00.294755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=1a8ca614-fbce-4898-97c8-d30bac9cb356,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:00.322287 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No DVR routers for this DVR port 1a8ca614-fbce-4898-97c8-d30bac9cb356 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:49:00.409620 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-86fe2a14-cf4e-4597-8858-4c462f485275 None None] Set router a332e24e-1161-461f-8ebc-aa88aa2ccc6f gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:49:00.412778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=45adb0c5-d7a5-4778-a3d3-d9072dfd8688,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:00.418242 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.453189 n-d-789963-23 neutron-server[103417]: DEBUG neutron.objects.ports [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103417) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 22:49:00.454380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.494398 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.516483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d09b02fa-18c9-417c-8cf4-cb608f6b1cf2,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:00.525811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e362c8b-7a4b-4c62-89c4-334601c1e960']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:00.562421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b2de86-faca-4689-8b0a-f01c63a98e53') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:00.562781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b2de86-faca-4689-8b0a-f01c63a98e53') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:00.567141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Checking segment: {'id': '6e0127dc-b1a4-47e9-92b4-955035a3f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:00.567908 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Network hostable DHCP agents. Network: c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:49:00.576014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.594592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Network c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:49:00.603039 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Floating IP 4a06c0b5-2252-48bf-bc4b-afa5e834cec5 associated. External IP: 172.25.8.202, port: 7dfb6485-0ad3-49ae-b990-bb1822e12ff7. Dec 09 22:49:00.607184 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.609644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:00.619741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07557d17-20ee-4d7b-b7ec-fe715028deb4 None None] Network c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:00.624223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:00.625200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.646807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:49:00.647178 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:49:00.651184 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:49:00.663891 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-83401f8e-b086-4584-ad90-d3176593197c tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8247719 Dec 09 22:49:00.664344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41270) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:00.673349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Request body: {'floatingip': {'floating_network_id': 'c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:00.722110 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.767331 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.777444 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.783867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/networks/5e362c8b-7a4b-4c62-89c4-334601c1e960 HTTP/1.1" status: 204 len: 168 time: 1.9572580 Dec 09 22:49:00.784826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41272) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:00.798798 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5bde0-ca04-4e84-88d3-de226c84867e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Network': ['ID=5e362c8b-7a4b-4c62-89c4-334601c1e960,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:00.811799 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1a724c-9f40-419e-a5f7-625d7a71a45b None None] Network c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:00.827498 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-86f23885-d49a-4f44-ac62-6f9061f8cddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1784827973'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:00.846223 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-86fe2a14-cf4e-4597-8858-4c462f485275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:48:23Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'eb5c9dda-3bbe-455a-8e42-a9c2945ea27d', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'port_id': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'mac_address': 'fa:16:3e:3c:de:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:48:55Z', 'updated_at': '2021-12-09T22:48:55Z', 'revision_number': 0, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5252bf-72df-4e09-ab38-e9afd2c7a228', 'name': '', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:93:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:22Z', 'updated_at': '2021-12-09T22:48:35Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '8cddc90e-291e-418d-befe-6df669579cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:00.862995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f23885-d49a-4f44-ac62-6f9061f8cddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:00.866823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-86f23885-d49a-4f44-ac62-6f9061f8cddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.892323 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fe2a14-cf4e-4597-8858-4c462f485275 None None] The sync data for ids ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'] in n-d-789963-23 is: [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:48:23Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'eb5c9dda-3bbe-455a-8e42-a9c2945ea27d', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'port_id': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'mac_address': 'fa:16:3e:3c:de:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:48:55Z', 'updated_at': '2021-12-09T22:48:55Z', 'revision_number': 0, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5252bf-72df-4e09-ab38-e9afd2c7a228', 'name': '', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:93:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:22Z', 'updated_at': '2021-12-09T22:48:35Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '8cddc90e-291e-418d-befe-6df669579cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:49:00.910150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f23885-d49a-4f44-ac62-6f9061f8cddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:49:00.919818 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-86f23885-d49a-4f44-ac62-6f9061f8cddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.920428 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-86f23885-d49a-4f44-ac62-6f9061f8cddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Added segment d76ccb4d-ee10-4ee7-92d3-003e650779e2 of type vlan for network 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60 Dec 09 22:49:00.972414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-86f23885-d49a-4f44-ac62-6f9061f8cddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:00.990207 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Router 487e9f57-7fea-4ef7-a5d0-a3185c76678d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:49:00.991336 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:01.036566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fc00d4d9-0c58-4bce-9407-523fa21ad01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:01.043287 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-86f23885-d49a-4f44-ac62-6f9061f8cddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:01.048997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f23885-d49a-4f44-ac62-6f9061f8cddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:01.050166 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-86f23885-d49a-4f44-ac62-6f9061f8cddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:01.110038 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-86f23885-d49a-4f44-ac62-6f9061f8cddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3247392 Dec 09 22:49:01.117361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41276) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:01.148046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48309e-d7e7-4ec0-8033-89d36f579cb9 req-0dc7ee0b-3c6f-4413-942f-2750e7438585 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:01.149635 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b48309e-d7e7-4ec0-8033-89d36f579cb9 req-0dc7ee0b-3c6f-4413-942f-2750e7438585 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 944 time: 0.1439548 Dec 09 22:49:01.160825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a8ea002d-c90d-4a65-bd34-50fc91b1ec43 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': '7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:01.199080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:01.237245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:49:01.251373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188336df-9a83-440b-88a1-ea87af065c11 None None] Sync routers for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:49:01.263524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41284) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:01.281091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188336df-9a83-440b-88a1-ea87af065c11 None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:01.281912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-188336df-9a83-440b-88a1-ea87af065c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:01.294408 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5609232-71d7-4b4b-9a9c-95b306a7d80a None None] New status for floating IP eb5c9dda-3bbe-455a-8e42-a9c2945ea27d: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:49:01.316023 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:01.376559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:49:01.410906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f23885-d49a-4f44-ac62-6f9061f8cddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Network': ['ID=7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:01.436583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:49:01.445191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:01.445565 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:01.494741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Allocated IP 172.20.0.2 (c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4/d09b02fa-18c9-417c-8cf4-cb608f6b1cf2/6b7101f0-0205-4964-9a65-92b3974ec4d0) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:01.498117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ea002d-c90d-4a65-bd34-50fc91b1ec43 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:01.501972 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a8ea002d-c90d-4a65-bd34-50fc91b1ec43 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:01.556620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-188336df-9a83-440b-88a1-ea87af065c11 None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:49:01.731747 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:01.789156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079,segment=NetworkSegment(673a742d-af0c-4535-9e8a-4308cf3ff0c6),segment_id=673a742d-af0c-4535-9e8a-4308cf3ff0c6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:01.798887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d06518-e559-454e-8055-efa56cf17c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:49:01.801950 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ea987b-55e1-45bc-b198-042f14c57c22" -d '{"events": [{"server_uuid": "37d06518-e559-454e-8055-efa56cf17c09", "name": "network-vif-plugged", "status": "completed", "tag": "8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:49:01.818336 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:01.844834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41294) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:01.852703 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:01.881553 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c514d5-be0b-4431-91e2-50bc1e0bd64f x-openstack-request-id: req-f5c514d5-be0b-4431-91e2-50bc1e0bd64f {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:49:01.881896 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d06518-e559-454e-8055-efa56cf17c09", "name": "network-vif-plugged", "status": "completed", "tag": "8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:49:01.882155 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5c514d5-be0b-4431-91e2-50bc1e0bd64f {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:49:01.882872 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d06518-e559-454e-8055-efa56cf17c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079', 'code': 200} Dec 09 22:49:01.909813 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:01.971287 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b48309e-d7e7-4ec0-8033-89d36f579cb9 req-8e715ec1-9d94-4733-a854-77a4a9b238ed tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8005686 Dec 09 22:49:01.983083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-37afdc7a-d7bb-48ed-bf8f-163930388c4f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1689346 Dec 09 22:49:01.989750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'tag': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:49:02.000296 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a93eba7-63a2-49c3-8a89-1027e4d01a56" -d '{"events": [{"name": "network-changed", "server_uuid": "24e6e0fb-902c-45b3-868f-9234013cf35b", "tag": "7dfb6485-0ad3-49ae-b990-bb1822e12ff7"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:49:02.000296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41298) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:02.034226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Network c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:02.040748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-374d7f6f-09e2-4581-90cd-ba0513b4aee2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/eb5c9dda-3bbe-455a-8e42-a9c2945ea27d HTTP/1.1" status: 200 len: 992 time: 0.7670851 Dec 09 22:49:02.042083 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:02.068555 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ab8e4e-e38d-45f5-af20-9daf1f140a56 x-openstack-request-id: req-41ab8e4e-e38d-45f5-af20-9daf1f140a56 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:49:02.068830 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e6e0fb-902c-45b3-868f-9234013cf35b", "tag": "7dfb6485-0ad3-49ae-b990-bb1822e12ff7", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:49:02.069094 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41ab8e4e-e38d-45f5-af20-9daf1f140a56 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:49:02.069507 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'tag': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'status': 'completed', 'code': 200} Dec 09 22:49:02.073771 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ffec36d6-d7bc-4246-a526-636b36e8596b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/floatingips/4a06c0b5-2252-48bf-bc4b-afa5e834cec5 HTTP/1.1" status: 200 len: 992 time: 0.0758471 Dec 09 22:49:02.074413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:02.088325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.088706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.089218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.089676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.090173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.090522 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.090869 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.091369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.091802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.092078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:02.092205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.092519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.092857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.093297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:02.140601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-188336df-9a83-440b-88a1-ea87af065c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:48:32Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '4a06c0b5-2252-48bf-bc4b-afa5e834cec5', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'port_id': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'mac_address': 'fa:16:3e:c4:07:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:48:59Z', 'updated_at': '2021-12-09T22:48:59Z', 'revision_number': 0, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:38Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:02.148237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93eba7-63a2-49c3-8a89-1027e4d01a56 req-6a0cad9f-69da-4c0b-8a3e-123c620913da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:02.150195 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a93eba7-63a2-49c3-8a89-1027e4d01a56 req-6a0cad9f-69da-4c0b-8a3e-123c620913da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 1098 time: 0.0607953 Dec 09 22:49:02.167321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7101f0-0205-4964-9a65-92b3974ec4d0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:02.172356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188336df-9a83-440b-88a1-ea87af065c11 None None] Checking router: 487e9f57-7fea-4ef7-a5d0-a3185c76678d for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:49:02.184141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188336df-9a83-440b-88a1-ea87af065c11 None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:02.185184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-188336df-9a83-440b-88a1-ea87af065c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:48:34Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:02.195137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a8ea002d-c90d-4a65-bd34-50fc91b1ec43 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.227276 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395658d1-6412-41d3-8d3b-f031457bf256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.263059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93eba7-63a2-49c3-8a89-1027e4d01a56 req-57b53fcf-ac1c-449d-98d6-8c765a0a781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:02.265042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a93eba7-63a2-49c3-8a89-1027e4d01a56 req-57b53fcf-ac1c-449d-98d6-8c765a0a781d service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbac22dd-67aa-47b7-8774-4ef181eb3eec HTTP/1.1" status: 200 len: 896 time: 0.1066022 Dec 09 22:49:02.292199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf53658-fef6-4a18-9f38-1f73f3d25227 req-68e60103-ef8e-4a95-96e4-f55253b26f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:02.293638 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5cf53658-fef6-4a18-9f38-1f73f3d25227 req-68e60103-ef8e-4a95-96e4-f55253b26f66 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 1097 time: 0.3197782 Dec 09 22:49:02.351133 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a93eba7-63a2-49c3-8a89-1027e4d01a56 req-cff5fa54-b129-425f-b4b5-f085db3485f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dfb6485-0ad3-49ae-b990-bb1822e12ff7 HTTP/1.1" status: 200 len: 1000 time: 0.0787451 Dec 09 22:49:02.356608 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.359523 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea002d-c90d-4a65-bd34-50fc91b1ec43 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Subnet': ['ID=7392be41-8f50-4430-82a5-253341a50d40,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:02.439470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93eba7-63a2-49c3-8a89-1027e4d01a56 req-3b277874-4aea-46b2-8441-0532da3401cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:02.441957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a93eba7-63a2-49c3-8a89-1027e4d01a56 req-3b277874-4aea-46b2-8441-0532da3401cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec2d7fa6-ff38-4b27-b3df-6476078d10f0 HTTP/1.1" status: 200 len: 835 time: 0.0833726 Dec 09 22:49:02.442124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ea002d-c90d-4a65-bd34-50fc91b1ec43 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Checking segment: {'id': 'd76ccb4d-ee10-4ee7-92d3-003e650779e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:02.442437 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea002d-c90d-4a65-bd34-50fc91b1ec43 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network hostable DHCP agents. Network: 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:49:02.449939 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5cf53658-fef6-4a18-9f38-1f73f3d25227 req-7d4c1e87-4f9a-4591-a7fc-baa2908e30fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465504 Dec 09 22:49:02.463281 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.491701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-188336df-9a83-440b-88a1-ea87af065c11 None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:49:02.495145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93eba7-63a2-49c3-8a89-1027e4d01a56 req-38d80864-cf92-49f6-a34e-ea4ddbac4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:02.496962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a93eba7-63a2-49c3-8a89-1027e4d01a56 req-38d80864-cf92-49f6-a34e-ea4ddbac4a9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbac22dd-67aa-47b7-8774-4ef181eb3eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482833 Dec 09 22:49:02.503798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea002d-c90d-4a65-bd34-50fc91b1ec43 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:49:02.535335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395658d1-6412-41d3-8d3b-f031457bf256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.538469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-a8ea002d-c90d-4a65-bd34-50fc91b1ec43 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:02.543944 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-395658d1-6412-41d3-8d3b-f031457bf256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.546710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ea002d-c90d-4a65-bd34-50fc91b1ec43 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:02.547315 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a8ea002d-c90d-4a65-bd34-50fc91b1ec43 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.588846 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190cb3c1-bd22-432c-bc5f-986befd4885d None None] Network 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:02.598096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a93eba7-63a2-49c3-8a89-1027e4d01a56 req-501ad994-7007-4334-acb0-7f44ba2c27cb service neutron] 10.222.0.42 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934160 Dec 09 22:49:02.622531 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a8ea002d-c90d-4a65-bd34-50fc91b1ec43 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5016732 Dec 09 22:49:02.623586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41302) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:02.630862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6a1ba1e7-b402-4629-8e94-95072a533517 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1380545419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:02.648577 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-395658d1-6412-41d3-8d3b-f031457bf256 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db2ac86768564c3db10c0d7f735897fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7563403 Dec 09 22:49:02.651102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395658d1-6412-41d3-8d3b-f031457bf256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e61aad9-d138-40e7-8c91-5030494aa41c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:02.656686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41304) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:02.699457 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a1ba1e7-b402-4629-8e94-95072a533517 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.700627 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a1ba1e7-b402-4629-8e94-95072a533517 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.728000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a93eba7-63a2-49c3-8a89-1027e4d01a56 req-cfeed0a2-388f-4f51-8ecf-80d62fd8a465 service neutron] 10.222.0.42 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231544 Dec 09 22:49:02.754310 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.756174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-98b3bb1f-cf40-4023-b311-0162f364179c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.768921 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.778555 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a1ba1e7-b402-4629-8e94-95072a533517 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.783605 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a1ba1e7-b402-4629-8e94-95072a533517 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.788916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-98b3bb1f-cf40-4023-b311-0162f364179c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.795255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60', 'network_id': '7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60', 'project_id': 'de3af971ae1646d5b164773f7cc3609d', 'fixed_ips': [{'subnet_id': '7392be41-8f50-4430-82a5-253341a50d40'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:49:02.796043 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.804102 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a1ba1e7-b402-4629-8e94-95072a533517 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.808593 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6a1ba1e7-b402-4629-8e94-95072a533517 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1813328 Dec 09 22:49:02.808836 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41306) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:02.814084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'network_id': '7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60', 'name': 'tempest-PortsTestJSON-1981688975'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:02.880897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7101f0-0205-4964-9a65-92b3974ec4d0,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:02.892985 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.908743 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.913007 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3afcf7fe-b2b4-48e6-b6ca-a60121a531f4 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2445276 Dec 09 22:49:02.913333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41308) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:02.919105 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-98b3bb1f-cf40-4023-b311-0162f364179c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.922026 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-98b3bb1f-cf40-4023-b311-0162f364179c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:02.926523 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-98b3bb1f-cf40-4023-b311-0162f364179c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e61aad9-d138-40e7-8c91-5030494aa41c HTTP/1.1" status: 204 len: 168 time: 0.2685642 Dec 09 22:49:02.940980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3bb1f-cf40-4023-b311-0162f364179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e61aad9-d138-40e7-8c91-5030494aa41c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:03.005768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f1a1e55f-d130-4b29-9bf2-c9f6fbe0d64d tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4 HTTP/1.1" status: 200 len: 689 time: 0.0910258 Dec 09 22:49:03.006406 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Allocated IP 172.20.0.2 (7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60/7392be41-8f50-4430-82a5-253341a50d40/a17809a8-d9c4-4917-bed4-8dd52d6da52d) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:03.008333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41314) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:03.031050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-188336df-9a83-440b-88a1-ea87af065c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:48:32Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '4a06c0b5-2252-48bf-bc4b-afa5e834cec5', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'port_id': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'mac_address': 'fa:16:3e:c4:07:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:48:59Z', 'updated_at': '2021-12-09T22:48:59Z', 'revision_number': 0, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:38Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:03.034083 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:03.037980 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.051860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41316) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:03.074201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188336df-9a83-440b-88a1-ea87af065c11 None None] The sync data for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 is: [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:48:32Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '4a06c0b5-2252-48bf-bc4b-afa5e834cec5', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'port_id': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'mac_address': 'fa:16:3e:c4:07:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:48:59Z', 'updated_at': '2021-12-09T22:48:59Z', 'revision_number': 0, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:38Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:49:03.105437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41318) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:03.114135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port fe7bb6f1-9bb2-4434-a3fe-38e651950cb3 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:49:03.136790 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.270736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1b3820da-acd1-4f8b-879e-ed59161dcd2c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/eb5c9dda-3bbe-455a-8e42-a9c2945ea27d HTTP/1.1" status: 200 len: 994 time: 0.2174194 Dec 09 22:49:03.294103 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.297413 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-71dd0d5c-75d4-45c8-b9ee-eeda6c97dc92 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/floatingips/4a06c0b5-2252-48bf-bc4b-afa5e834cec5 HTTP/1.1" status: 200 len: 992 time: 0.1897538 Dec 09 22:49:03.304778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Deleting port 6b7101f0-0205-4964-9a65-92b3974ec4d0 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:03.305457 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.306639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60fa0d-03e5-45eb-ae89-75fb37501737 req-3e384aeb-1a77-44b1-b0ee-d4fdf86ac6c5 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:03.308225 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af60fa0d-03e5-45eb-ae89-75fb37501737 req-3e384aeb-1a77-44b1-b0ee-d4fdf86ac6c5 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.1819222 Dec 09 22:49:03.323222 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.365658 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d93a2c98-7194-40eb-ac68-0d64cf0d0bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.379332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Network 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:03.384985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:03.394246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:03.419336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.3 (7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60/7392be41-8f50-4430-82a5-253341a50d40/fe7bb6f1-9bb2-4434-a3fe-38e651950cb3) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:03.431386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af60fa0d-03e5-45eb-ae89-75fb37501737 req-219522db-959b-4897-b87d-e6d0fca1809d tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163907 Dec 09 22:49:03.441648 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.442972 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.446030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Pushing event updated for resources: {'Port': ['ID=a17809a8-d9c4-4917-bed4-8dd52d6da52d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:03.459817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Calling delete_port for 6b7101f0-0205-4964-9a65-92b3974ec4d0 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:03.510576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Attempting to bind port a17809a8-d9c4-4917-bed4-8dd52d6da52d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:49:03.510982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Attempting to bind port a17809a8-d9c4-4917-bed4-8dd52d6da52d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'd76ccb4d-ee10-4ee7-92d3-003e650779e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:49:03.511360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Attempting to bind port a17809a8-d9c4-4917-bed4-8dd52d6da52d on network 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:03.531329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6923c0d-5cdd-4446-b95e-f8e0269a64f5 None None] New status for floating IP 4a06c0b5-2252-48bf-bc4b-afa5e834cec5: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:49:03.660289 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.678389 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.699449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41322) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:03.713907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b7101f0-0205-4964-9a65-92b3974ec4d0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:03.716403 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.718121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:49:03.718502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Checking segment: {'id': 'd76ccb4d-ee10-4ee7-92d3-003e650779e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:03.718910 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.719291 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Bound using segment: {'id': 'd76ccb4d-ee10-4ee7-92d3-003e650779e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:49:03.719771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Bound port: a17809a8-d9c4-4917-bed4-8dd52d6da52d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76ccb4d-ee10-4ee7-92d3-003e650779e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:49:03.720148 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.743196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea288d20-9e2c-4afd-9928-ffb630144f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.771789 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:03.775385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:03.781741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:03.794621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] For port a17809a8-d9c4-4917-bed4-8dd52d6da52d, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:49:03.798975 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] For port a17809a8-d9c4-4917-bed4-8dd52d6da52d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a17809a8-d9c4-4917-bed4-8dd52d6da52d,segment=NetworkSegment(d76ccb4d-ee10-4ee7-92d3-003e650779e2),segment_id=d76ccb4d-ee10-4ee7-92d3-003e650779e2)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:49:03.802718 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.807934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=fe7bb6f1-9bb2-4434-a3fe-38e651950cb3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:03.837872 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:03.838694 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.846062 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.865192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-73423782-6010-42c6-a563-0f9195f70ddf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0527177 Dec 09 22:49:03.865495 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41324) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:03.894501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d20a9-8616-4f10-b3bd-218c9d85a2cd None None] Pushing event updated for resources: {'Port': ['ID=a17809a8-d9c4-4917-bed4-8dd52d6da52d,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:03.898649 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.943972 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.978665 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea288d20-9e2c-4afd-9928-ffb630144f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:03.984087 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea288d20-9e2c-4afd-9928-ffb630144f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.039360 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ea288d20-9e2c-4afd-9928-ffb630144f0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71dd63d3c9934ed9baaabe52f3ef16b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3386934 Dec 09 22:49:04.044467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41326) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:04.045117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea288d20-9e2c-4afd-9928-ffb630144f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e16c87-6531-40d3-90f3-bd20da4cbdfd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:04.101258 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.146088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d09b02fa-18c9-417c-8cf4-cb608f6b1cf2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:04.189027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b798c63d-4213-41e8-95c7-32add513b27b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.230644 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.253366 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b798c63d-4213-41e8-95c7-32add513b27b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.254853 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.269071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:04.285963 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0127dc-b1a4-47e9-92b4-955035a3f6b1') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:04.286355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0127dc-b1a4-47e9-92b4-955035a3f6b1') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:04.300280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41328) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:04.305726 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.320644 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.326950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:49:04.327327 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:49:04.329061 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:49:04.381803 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b798c63d-4213-41e8-95c7-32add513b27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.384474 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b798c63d-4213-41e8-95c7-32add513b27b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.385657 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b798c63d-4213-41e8-95c7-32add513b27b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1e16c87-6531-40d3-90f3-bd20da4cbdfd HTTP/1.1" status: 204 len: 168 time: 0.3370874 Dec 09 22:49:04.396364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798c63d-4213-41e8-95c7-32add513b27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e16c87-6531-40d3-90f3-bd20da4cbdfd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:04.402097 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.408547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 22:49:04.445106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:04.456511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.469411 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f647a6cf-280c-466c-a4fd-3f2bbfacbcb5 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/floatingips/4a06c0b5-2252-48bf-bc4b-afa5e834cec5 HTTP/1.1" status: 200 len: 994 time: 0.1680250 Dec 09 22:49:04.482474 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f17a0e38-9b26-4d43-8f03-7089037a3fc6 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "DELETE /v2.0/networks/c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4 HTTP/1.1" status: 204 len: 168 time: 1.4710681 Dec 09 22:49:04.483222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41334) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:04.655073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee3ae6-7d73-49b1-8d5d-9b2af575b249 req-a376cbe7-73ae-450a-a5e5-ce85017ff893 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:04.655073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1ee3ae6-7d73-49b1-8d5d-9b2af575b249 req-a376cbe7-73ae-450a-a5e5-ce85017ff893 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.0894909 Dec 09 22:49:04.687872 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dce54836-559b-4289-ad8e-c8db57408631 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1784 time: 0.2031732 Dec 09 22:49:04.689499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41338) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:04.717561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.727939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.767509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1ee3ae6-7d73-49b1-8d5d-9b2af575b249 req-fe14d592-d9a0-4878-8074-5c367d11b346 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010482 Dec 09 22:49:04.821578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54642ec4-815d-40ab-bad3-39cde9cc47cb tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:04.823581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54642ec4-815d-40ab-bad3-39cde9cc47cb tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:04.824128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54642ec4-815d-40ab-bad3-39cde9cc47cb tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:04.825199 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:04.826563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54642ec4-815d-40ab-bad3-39cde9cc47cb tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:04.828548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54642ec4-815d-40ab-bad3-39cde9cc47cb tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:04.829210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54642ec4-815d-40ab-bad3-39cde9cc47cb tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:04.832152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54642ec4-815d-40ab-bad3-39cde9cc47cb tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:04.832823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54642ec4-815d-40ab-bad3-39cde9cc47cb tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:04.842693 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-54642ec4-815d-40ab-bad3-39cde9cc47cb tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5223 time: 0.1486225 Dec 09 22:49:04.843194 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41342) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:04.990981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=fe7bb6f1-9bb2-4434-a3fe-38e651950cb3,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:05.000289 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-ce4dd1df-16cd-43c2-be6e-a255759ee165 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] delete failed (client error): The resource could not be found. Dec 09 22:49:05.001349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ce4dd1df-16cd-43c2-be6e-a255759ee165 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/150b407b-4fff-4376-99f1-3a596a43d6d1 HTTP/1.1" status: 404 len: 345 time: 0.1571903 Dec 09 22:49:05.004967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41350) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:05.025382 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b87b35-9e66-4e85-9818-a2a1370e9561 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] DELETE failed (client error): The resource could not be found. Dec 09 22:49:05.025982 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b87b35-9e66-4e85-9818-a2a1370e9561 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:05.030973 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-51b87b35-9e66-4e85-9818-a2a1370e9561 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "DELETE /v2.0/networks/c8778d73-7c9e-4cc8-8e2d-fbf2cad68bf4 HTTP/1.1" status: 404 len: 339 time: 0.0244510 Dec 09 22:49:05.034359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41354) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:05.040540 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-bec4c9e6-3316-40bc-96ce-87f751d5b1e8 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Request body: {'network': {'name': 'tempest-network--908713999', 'router:external': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:05.068707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec4c9e6-3316-40bc-96ce-87f751d5b1e8 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Made reservation on behalf of e55d2e92ab6241568e55d68ea2aeca4e for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:05.069550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d1985-fd84-4d3c-88c6-fb26cbb555d4 req-01c7b842-49a3-47fd-b890-27ffaf6e1072 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:05.071821 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bec4c9e6-3316-40bc-96ce-87f751d5b1e8 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:05.077562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-267d1985-fd84-4d3c-88c6-fb26cbb555d4 req-01c7b842-49a3-47fd-b890-27ffaf6e1072 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.1481993 Dec 09 22:49:05.115235 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec4c9e6-3316-40bc-96ce-87f751d5b1e8 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:49:05.136086 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bec4c9e6-3316-40bc-96ce-87f751d5b1e8 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:05.137014 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-bec4c9e6-3316-40bc-96ce-87f751d5b1e8 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Added segment e0675c2e-d272-4c79-8943-59ebc2bfddd4 of type vlan for network 39013780-847e-4c59-9796-d002552f44e2 Dec 09 22:49:05.179747 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:05.230699 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-267d1985-fd84-4d3c-88c6-fb26cbb555d4 req-33a74e78-4289-495c-afbf-bc32e35309e0 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523380 Dec 09 22:49:05.290198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dad1ac-44f0-40e1-928f-ea8c239854ed None None] Network 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:05.390306 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:05.421643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8f298c88-0c04-491e-9776-88481931ed7e None None] Provisioning complete for port a17809a8-d9c4-4917-bed4-8dd52d6da52d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:05.421965 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8f298c88-0c04-491e-9776-88481931ed7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:05.592880 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8f298c88-0c04-491e-9776-88481931ed7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:05.595424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bec4c9e6-3316-40bc-96ce-87f751d5b1e8 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:05.655520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8f298c88-0c04-491e-9776-88481931ed7e None None] For port a17809a8-d9c4-4917-bed4-8dd52d6da52d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a17809a8-d9c4-4917-bed4-8dd52d6da52d,segment=NetworkSegment(d76ccb4d-ee10-4ee7-92d3-003e650779e2),segment_id=d76ccb4d-ee10-4ee7-92d3-003e650779e2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:05.655889 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bec4c9e6-3316-40bc-96ce-87f751d5b1e8 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:05.657017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4c9e6-3316-40bc-96ce-87f751d5b1e8 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:05.657512 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bec4c9e6-3316-40bc-96ce-87f751d5b1e8 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:05.664116 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8f298c88-0c04-491e-9776-88481931ed7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:05.714605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2686d0-a8b4-47ef-8720-c8ee4b97f8cf req-6be72cb8-ecb9-49ea-951d-ee50afc41439 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:05.715092 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bec4c9e6-3316-40bc-96ce-87f751d5b1e8 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6795840 Dec 09 22:49:05.716156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed2686d0-a8b4-47ef-8720-c8ee4b97f8cf req-6be72cb8-ecb9-49ea-951d-ee50afc41439 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.1074195 Dec 09 22:49:05.719284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41370) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:05.738015 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f298c88-0c04-491e-9776-88481931ed7e None None] Pushing event updated for resources: {'Port': ['ID=a17809a8-d9c4-4917-bed4-8dd52d6da52d,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:05.758291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4c9e6-3316-40bc-96ce-87f751d5b1e8 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event updated for resources: {'Network': ['ID=39013780-847e-4c59-9796-d002552f44e2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:05.773101 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 39013780-847e-4c59-9796-d002552f44e2 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:49:05.901835 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-afbd05b9-ea8e-488c-9780-f8c207006a93 None None] Provisioning complete for port fe7bb6f1-9bb2-4434-a3fe-38e651950cb3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:05.902658 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-afbd05b9-ea8e-488c-9780-f8c207006a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:05.948090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-afbd05b9-ea8e-488c-9780-f8c207006a93 None None] Port fe7bb6f1-9bb2-4434-a3fe-38e651950cb3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:05.959583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-afbd05b9-ea8e-488c-9780-f8c207006a93 None None] Provisioning complete for port a17809a8-d9c4-4917-bed4-8dd52d6da52d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:05.959967 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-afbd05b9-ea8e-488c-9780-f8c207006a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.043142 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed2686d0-a8b4-47ef-8720-c8ee4b97f8cf req-3692b51c-dd12-4b1d-b9ee-261c72a2c560 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920902 Dec 09 22:49:06.151770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1fec05-0879-4e92-8343-d01c37a63589 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:06.160176 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1fec05-0879-4e92-8343-d01c37a63589 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:06.167279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1fec05-0879-4e92-8343-d01c37a63589 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:06.176329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1fec05-0879-4e92-8343-d01c37a63589 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:06.178013 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-db1fec05-0879-4e92-8343-d01c37a63589 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4577446 Dec 09 22:49:06.180979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41382) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:06.196829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a17809a8-d9c4-4917-bed4-8dd52d6da52d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:06.206436 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.211510 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.265370 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.282634 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.298233 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.321608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1c564e3f-e448-4ea3-90a9-119d8ee6580f None None] Provisioning complete for port fe7bb6f1-9bb2-4434-a3fe-38e651950cb3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:06.322127 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c564e3f-e448-4ea3-90a9-119d8ee6580f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.356899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=fe7bb6f1-9bb2-4434-a3fe-38e651950cb3,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:06.410830 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.413072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a17809a8-d9c4-4917-bed4-8dd52d6da52d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:06.413673 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.440923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:06.442933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:06.457673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1c564e3f-e448-4ea3-90a9-119d8ee6580f None None] Port fe7bb6f1-9bb2-4434-a3fe-38e651950cb3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:06.465443 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39013780-847e-4c59-9796-d002552f44e2']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:06.490755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0675c2e-d272-4c79-8943-59ebc2bfddd4') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:06.491153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0675c2e-d272-4c79-8943-59ebc2bfddd4') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:06.508129 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.536171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.546181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:49:06.546624 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:49:06.549040 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:49:06.585096 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8fa16500-6a08-4e7e-b477-f4b42fdc8b99 None None] Provisioning complete for port fe7bb6f1-9bb2-4434-a3fe-38e651950cb3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:06.585557 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8fa16500-6a08-4e7e-b477-f4b42fdc8b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.614304 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.620437 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39013780-847e-4c59-9796-d002552f44e2 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 22:49:06.623226 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.630313 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "DELETE /v2.0/networks/39013780-847e-4c59-9796-d002552f44e2 HTTP/1.1" status: 204 len: 168 time: 0.4481590 Dec 09 22:49:06.632216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41390) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:06.640519 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-359d8a52-fa3b-4e54-9ab5-a959b49a6a90 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Request body: {'network': {'name': 'tempest-network--770024521', 'router:external': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:06.658099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8fa16500-6a08-4e7e-b477-f4b42fdc8b99 None None] Port fe7bb6f1-9bb2-4434-a3fe-38e651950cb3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:06.670464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0164030-61f9-49ff-a50a-62f38c98dc64 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event deleted for resources: {'Network': ['ID=39013780-847e-4c59-9796-d002552f44e2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:06.711434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359d8a52-fa3b-4e54-9ab5-a959b49a6a90 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Made reservation on behalf of e55d2e92ab6241568e55d68ea2aeca4e for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:06.713896 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-359d8a52-fa3b-4e54-9ab5-a959b49a6a90 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.759835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359d8a52-fa3b-4e54-9ab5-a959b49a6a90 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:49:06.783524 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-359d8a52-fa3b-4e54-9ab5-a959b49a6a90 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.784006 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-359d8a52-fa3b-4e54-9ab5-a959b49a6a90 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Added segment 0a155122-450b-4018-97dc-489ae816c187 of type vlan for network 50b8def4-7748-4367-9136-2b8b3908aef5 Dec 09 22:49:06.847558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-359d8a52-fa3b-4e54-9ab5-a959b49a6a90 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.907512 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-359d8a52-fa3b-4e54-9ab5-a959b49a6a90 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.908585 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d8a52-fa3b-4e54-9ab5-a959b49a6a90 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:06.909346 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-359d8a52-fa3b-4e54-9ab5-a959b49a6a90 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:06.959106 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-359d8a52-fa3b-4e54-9ab5-a959b49a6a90 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3226545 Dec 09 22:49:06.962048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41396) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:06.991414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3952e18f-0482-4ad0-b931-6de94eb762a8 None None] Provisioning complete for port fe7bb6f1-9bb2-4434-a3fe-38e651950cb3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:06.991972 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3952e18f-0482-4ad0-b931-6de94eb762a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:07.104761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Router 2199521d-cb5c-4bfd-8ff8-85685598081e is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:49:07.106052 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:07.117867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3952e18f-0482-4ad0-b931-6de94eb762a8 None None] Port fe7bb6f1-9bb2-4434-a3fe-38e651950cb3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:07.118499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d8a52-fa3b-4e54-9ab5-a959b49a6a90 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event updated for resources: {'Network': ['ID=50b8def4-7748-4367-9136-2b8b3908aef5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:07.130662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 50b8def4-7748-4367-9136-2b8b3908aef5 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:49:07.207731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb488109-b777-4794-bf15-a8b9dbad1041 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:07.209421 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cb488109-b777-4794-bf15-a8b9dbad1041 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] 10.222.0.16 "GET /v2.0/networks/50b8def4-7748-4367-9136-2b8b3908aef5 HTTP/1.1" status: 200 len: 756 time: 0.2466602 Dec 09 22:49:07.212028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41400) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:07.315226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988105ee-4800-4524-a498-53efacbcb58a req-c2432fb2-914d-41d6-8b84-12281de7cce4 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:07.317066 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-988105ee-4800-4524-a498-53efacbcb58a req-c2432fb2-914d-41d6-8b84-12281de7cce4 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.1655595 Dec 09 22:49:07.336610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:49:07.339020 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4047c1b3-668b-4a09-a6ad-9d0a1f405b1f None None] Sync routers for ids ['2199521d-cb5c-4bfd-8ff8-85685598081e'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:49:07.349218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-62221159-5bca-4382-89dc-0ae3d64247af tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "PUT /v2.0/routers/2199521d-cb5c-4bfd-8ff8-85685598081e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4821193 Dec 09 22:49:07.349565 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4047c1b3-668b-4a09-a6ad-9d0a1f405b1f None None] Routers {'2199521d-cb5c-4bfd-8ff8-85685598081e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:07.350390 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4047c1b3-668b-4a09-a6ad-9d0a1f405b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['2199521d-cb5c-4bfd-8ff8-85685598081e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:07.351606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267535b8-c3f5-4842-b276-e38915a82808 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:07.357142 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-267535b8-c3f5-4842-b276-e38915a82808 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] 10.222.0.16 "GET /v2.0/networks/6495f1fe-4bfe-454e-9647-e15085815226 HTTP/1.1" status: 200 len: 768 time: 0.1434636 Dec 09 22:49:07.357342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41406) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:07.357562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41408) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:07.385712 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4047c1b3-668b-4a09-a6ad-9d0a1f405b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:07.404654 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4047c1b3-668b-4a09-a6ad-9d0a1f405b1f None None] Routers {'2199521d-cb5c-4bfd-8ff8-85685598081e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:07.405393 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4047c1b3-668b-4a09-a6ad-9d0a1f405b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['2199521d-cb5c-4bfd-8ff8-85685598081e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:07.419829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-988105ee-4800-4524-a498-53efacbcb58a req-3cadf06c-b7ef-4ca1-8765-10c2b7ebc2b0 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942430 Dec 09 22:49:07.434059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e733ab8-15ec-4787-b830-9d5d370b9fc1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:07.437893 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8e733ab8-15ec-4787-b830-9d5d370b9fc1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2199521d-cb5c-4bfd-8ff8-85685598081e HTTP/1.1" status: 200 len: 982 time: 0.0779469 Dec 09 22:49:07.438347 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4047c1b3-668b-4a09-a6ad-9d0a1f405b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:07.439134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41410) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:07.439570 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4047c1b3-668b-4a09-a6ad-9d0a1f405b1f None None] The sync data for ids ['2199521d-cb5c-4bfd-8ff8-85685598081e'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:49:07.459765 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:07.545530 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:07.572675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b8def4-7748-4367-9136-2b8b3908aef5']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:07.583816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a155122-450b-4018-97dc-489ae816c187') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:07.584248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a155122-450b-4018-97dc-489ae816c187') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:07.594993 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:07.615187 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:07.621908 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:49:07.622381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:49:07.624174 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:49:07.718328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f201d-5b13-41f8-9d83-e392fee37a87 req-4937f000-dda4-48a6-9c4a-ea017abef300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:07.719980 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f7f201d-5b13-41f8-9d83-e392fee37a87 req-4937f000-dda4-48a6-9c4a-ea017abef300 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef4d376ad6c84ae4b3568d6fa6136d55&device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 1097 time: 0.0750391 Dec 09 22:49:07.721288 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4315f-9740-4e65-a321-0c88a605361a req-5be0b27f-d4c9-478b-acd1-9f14b0561e47 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:07.721812 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:07.722803 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8e4315f-9740-4e65-a321-0c88a605361a req-5be0b27f-d4c9-478b-acd1-9f14b0561e47 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.1066477 Dec 09 22:49:07.725971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50b8def4-7748-4367-9136-2b8b3908aef5 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 22:49:07.728279 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:07.734972 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "DELETE /v2.0/networks/50b8def4-7748-4367-9136-2b8b3908aef5 HTTP/1.1" status: 204 len: 168 time: 0.3730874 Dec 09 22:49:07.739406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41416) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:07.746332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b981896c-d626-4ce3-b8fa-bc8f4f16c612 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Request body: {'network': {'name': 'tempest-network--682099911'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:07.765714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b34906-9025-4dbb-8e96-d9f9cf1eb1a1 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event deleted for resources: {'Network': ['ID=50b8def4-7748-4367-9136-2b8b3908aef5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:07.822897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b981896c-d626-4ce3-b8fa-bc8f4f16c612 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Made reservation on behalf of e55d2e92ab6241568e55d68ea2aeca4e for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:07.825293 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b981896c-d626-4ce3-b8fa-bc8f4f16c612 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:07.843337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f201d-5b13-41f8-9d83-e392fee37a87 req-7c03da93-5f22-4349-bd31-9fe2131054e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:07.845089 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f7f201d-5b13-41f8-9d83-e392fee37a87 req-7c03da93-5f22-4349-bd31-9fe2131054e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=010652b8-ffb1-4b4f-8140-7ac1709b5918 HTTP/1.1" status: 200 len: 913 time: 0.1118813 Dec 09 22:49:07.851687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8e4315f-9740-4e65-a321-0c88a605361a req-df066216-11c6-436b-8a89-68062acb5923 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113141 Dec 09 22:49:07.897309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b981896c-d626-4ce3-b8fa-bc8f4f16c612 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:49:07.899305 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f7f201d-5b13-41f8-9d83-e392fee37a87 req-cc939d5b-1ff1-48db-a3b9-e948cd48c285 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 HTTP/1.1" status: 200 len: 217 time: 0.0462682 Dec 09 22:49:07.930828 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b981896c-d626-4ce3-b8fa-bc8f4f16c612 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:07.931195 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-b981896c-d626-4ce3-b8fa-bc8f4f16c612 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Added segment e7ce2064-abc8-4051-b120-0db69603814b of type vlan for network 6dbf300a-7869-4b76-8525-51a40dca9a2e Dec 09 22:49:07.956718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f201d-5b13-41f8-9d83-e392fee37a87 req-6693e325-0c24-45de-8d45-9e95a10770d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:07.958196 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f7f201d-5b13-41f8-9d83-e392fee37a87 req-6693e325-0c24-45de-8d45-9e95a10770d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e43b55e6-c48f-4c33-a133-235307bdaa95 HTTP/1.1" status: 200 len: 852 time: 0.0515008 Dec 09 22:49:07.987469 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b981896c-d626-4ce3-b8fa-bc8f4f16c612 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:07.991404 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f7f201d-5b13-41f8-9d83-e392fee37a87 req-2994eead-cdb8-40fe-831e-0bec504934f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=010652b8-ffb1-4b4f-8140-7ac1709b5918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252800 Dec 09 22:49:08.054859 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b981896c-d626-4ce3-b8fa-bc8f4f16c612 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.055817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981896c-d626-4ce3-b8fa-bc8f4f16c612 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:08.056387 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b981896c-d626-4ce3-b8fa-bc8f4f16c612 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.087351 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f7f201d-5b13-41f8-9d83-e392fee37a87 req-4d0d2cf4-cf72-4609-b176-077ffe3bdcdd service neutron] 10.222.0.18 "GET /v2.0/networks/010652b8-ffb1-4b4f-8140-7ac1709b5918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893238 Dec 09 22:49:08.126450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b981896c-d626-4ce3-b8fa-bc8f4f16c612 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3821590 Dec 09 22:49:08.127693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41418) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:08.136991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-adef3d08-c5dc-4892-b2a9-cc7421bc8f23 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:08.158429 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6ca95fe-28d8-4c12-bc10-827051bdd95b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.163509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981896c-d626-4ce3-b8fa-bc8f4f16c612 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event updated for resources: {'Network': ['ID=6dbf300a-7869-4b76-8525-51a40dca9a2e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:08.178197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 6dbf300a-7869-4b76-8525-51a40dca9a2e details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:49:08.270103 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f7f201d-5b13-41f8-9d83-e392fee37a87 req-2959a70e-3684-4393-87e9-900a65c48154 service neutron] 10.222.0.18 "GET /v2.0/networks/010652b8-ffb1-4b4f-8140-7ac1709b5918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751404 Dec 09 22:49:08.350149 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-adef3d08-c5dc-4892-b2a9-cc7421bc8f23 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.366191 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-adef3d08-c5dc-4892-b2a9-cc7421bc8f23 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.387851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-adef3d08-c5dc-4892-b2a9-cc7421bc8f23 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Network 6dbf300a-7869-4b76-8525-51a40dca9a2e is not hosted by any dhcp agent {{(pid=103417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:49:08.388827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adef3d08-c5dc-4892-b2a9-cc7421bc8f23 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:08.389594 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-adef3d08-c5dc-4892-b2a9-cc7421bc8f23 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.393615 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-adef3d08-c5dc-4892-b2a9-cc7421bc8f23 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "PUT /v2.0/networks/6dbf300a-7869-4b76-8525-51a40dca9a2e HTTP/1.1" status: 200 len: 857 time: 0.2625086 Dec 09 22:49:08.394109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41422) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:08.432933 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef3d08-c5dc-4892-b2a9-cc7421bc8f23 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event updated for resources: {'Network': ['ID=6dbf300a-7869-4b76-8525-51a40dca9a2e,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:08.507625 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.522385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d6ca95fe-28d8-4c12-bc10-827051bdd95b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port fe7bb6f1-9bb2-4434-a3fe-38e651950cb3 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:08.522712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6ca95fe-28d8-4c12-bc10-827051bdd95b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.667103 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.687728 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6ca95fe-28d8-4c12-bc10-827051bdd95b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.703085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbf300a-7869-4b76-8525-51a40dca9a2e']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:08.713479 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d6ca95fe-28d8-4c12-bc10-827051bdd95b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for fe7bb6f1-9bb2-4434-a3fe-38e651950cb3 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:08.719313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ce2064-abc8-4051-b120-0db69603814b') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:08.719608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ce2064-abc8-4051-b120-0db69603814b') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:08.734349 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.782226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.792066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:49:08.792517 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:49:08.794436 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:49:09.157639 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:09.181805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6dbf300a-7869-4b76-8525-51a40dca9a2e {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 22:49:09.185813 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:09.194679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] 10.222.0.16 "DELETE /v2.0/networks/6dbf300a-7869-4b76-8525-51a40dca9a2e HTTP/1.1" status: 204 len: 168 time: 0.7939224 Dec 09 22:49:09.195411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41440) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:09.207344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74017dc3-2934-4a18-b5a7-047527aa1975 tempest-ExternalNetworksTestJSON-858980185 tempest-ExternalNetworksTestJSON-858980185-project-admin] Pushing event deleted for resources: {'Network': ['ID=6dbf300a-7869-4b76-8525-51a40dca9a2e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:09.246643 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-6975c722-8789-425b-9dec-2ecce3bd76e1 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] DELETE failed (client error): The resource could not be found. Dec 09 22:49:09.247114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6975c722-8789-425b-9dec-2ecce3bd76e1 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:09.249038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6cce1-10a9-4511-bbb8-ec8cf74a5e24 req-ce704adc-45e1-4bd2-8d64-acabe570d10d tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:09.252848 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6975c722-8789-425b-9dec-2ecce3bd76e1 tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] 10.222.0.16 "DELETE /v2.0/subnets/d09b02fa-18c9-417c-8cf4-cb608f6b1cf2 HTTP/1.1" status: 404 len: 337 time: 0.0553811 Dec 09 22:49:09.252980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ed6cce1-10a9-4511-bbb8-ec8cf74a5e24 req-ce704adc-45e1-4bd2-8d64-acabe570d10d tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.1099994 Dec 09 22:49:09.254708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41442) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:09.300657 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6ca95fe-28d8-4c12-bc10-827051bdd95b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:09.334441 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:09.341903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca95fe-28d8-4c12-bc10-827051bdd95b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=fe7bb6f1-9bb2-4434-a3fe-38e651950cb3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:09.358111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ed6cce1-10a9-4511-bbb8-ec8cf74a5e24 req-79600249-b770-408f-8142-db5f8513846d tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935938 Dec 09 22:49:09.436132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:09.463808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6495f1fe-4bfe-454e-9647-e15085815226']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:09.475819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d32e949-1a51-4d58-baba-1262b444db1c') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:09.476153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d32e949-1a51-4d58-baba-1262b444db1c') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:09.489606 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:09.504078 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:09.511258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:49:09.511528 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:09.514364 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6ca95fe-28d8-4c12-bc10-827051bdd95b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:49:09.521773 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:49:09.590859 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:09.600061 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:09.603541 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] 10.222.0.16 "DELETE /v2.0/networks/6495f1fe-4bfe-454e-9647-e15085815226 HTTP/1.1" status: 204 len: 168 time: 0.3478675 Dec 09 22:49:09.619854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7630290-2ee4-4b47-9338-3ce75d5c0c5c tempest-ExternalNetworksTestJSON-1494831543 tempest-ExternalNetworksTestJSON-1494831543-project] Pushing event deleted for resources: {'Network': ['ID=6495f1fe-4bfe-454e-9647-e15085815226,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:09.688422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ca95fe-28d8-4c12-bc10-827051bdd95b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Router 2199521d-cb5c-4bfd-8ff8-85685598081e has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:49:09.761252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ca95fe-28d8-4c12-bc10-827051bdd95b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:49:09.766662 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d6ca95fe-28d8-4c12-bc10-827051bdd95b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "PUT /v2.0/routers/2199521d-cb5c-4bfd-8ff8-85685598081e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3258381 Dec 09 22:49:09.770420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41446) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:09.779088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc20a0-f13e-4288-a897-7f2683612b51 None None] Sync routers for ids ['2199521d-cb5c-4bfd-8ff8-85685598081e'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:49:09.796935 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e7b6ae-4148-43a8-adb3-2cf6166dcdc8 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:49:09.798432 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d9e7b6ae-4148-43a8-adb3-2cf6166dcdc8 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/fe7bb6f1-9bb2-4434-a3fe-38e651950cb3 HTTP/1.1" status: 404 len: 333 time: 0.0269027 Dec 09 22:49:09.801201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41452) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:09.809577 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc20a0-f13e-4288-a897-7f2683612b51 None None] Routers {'2199521d-cb5c-4bfd-8ff8-85685598081e'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:09.810516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-68dc20a0-f13e-4288-a897-7f2683612b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['2199521d-cb5c-4bfd-8ff8-85685598081e'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:09.857171 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-68dc20a0-f13e-4288-a897-7f2683612b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:09.865729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc20a0-f13e-4288-a897-7f2683612b51 None None] Routers {'2199521d-cb5c-4bfd-8ff8-85685598081e'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:09.866585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-68dc20a0-f13e-4288-a897-7f2683612b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['2199521d-cb5c-4bfd-8ff8-85685598081e'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:09.891558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c185497b-6f56-4bdd-89da-865b0df61e99 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:09.925385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41464) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:10.068132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-68dc20a0-f13e-4288-a897-7f2683612b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:10.068979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc20a0-f13e-4288-a897-7f2683612b51 None None] The sync data for ids ['2199521d-cb5c-4bfd-8ff8-85685598081e'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:49:10.075874 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c185497b-6f56-4bdd-89da-865b0df61e99 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.078222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c185497b-6f56-4bdd-89da-865b0df61e99 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.128233 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c185497b-6f56-4bdd-89da-865b0df61e99 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.128783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c185497b-6f56-4bdd-89da-865b0df61e99 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Fanout notify agent at l3_agent the message router_deleted on router 2199521d-cb5c-4bfd-8ff8-85685598081e {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:49:10.129916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a94e22e2-0edf-4c84-8542-8df6abdf7f58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e95c0e270c7d49e39b0644fe5e58a474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2032845 Dec 09 22:49:10.132775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41472) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:10.140266 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c185497b-6f56-4bdd-89da-865b0df61e99 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.141982 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c185497b-6f56-4bdd-89da-865b0df61e99 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/routers/2199521d-cb5c-4bfd-8ff8-85685598081e HTTP/1.1" status: 204 len: 168 time: 0.3385808 Dec 09 22:49:10.144522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41474) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:10.188195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8207fb31-bc19-4672-98f3-32927257b56c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.206234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af66a35-b792-4d08-9bf8-017d14f02e48 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting subnet 7392be41-8f50-4430-82a5-253341a50d40 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:49:10.209566 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6af66a35-b792-4d08-9bf8-017d14f02e48 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.212733 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8207fb31-bc19-4672-98f3-32927257b56c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.255128 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6af66a35-b792-4d08-9bf8-017d14f02e48 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.264668 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8207fb31-bc19-4672-98f3-32927257b56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.267860 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8207fb31-bc19-4672-98f3-32927257b56c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.270219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8207fb31-bc19-4672-98f3-32927257b56c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4546c64-e173-4fba-a501-c1531ccf0135 HTTP/1.1" status: 204 len: 168 time: 0.1364431 Dec 09 22:49:10.279476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207fb31-bc19-4672-98f3-32927257b56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4546c64-e173-4fba-a501-c1531ccf0135,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:10.362102 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6af66a35-b792-4d08-9bf8-017d14f02e48 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.444382 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6af66a35-b792-4d08-9bf8-017d14f02e48 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.479708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af66a35-b792-4d08-9bf8-017d14f02e48 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Subnet': ['ID=7392be41-8f50-4430-82a5-253341a50d40,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:10.482424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6af66a35-b792-4d08-9bf8-017d14f02e48 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.486589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8961733-0b7b-4e0a-a9f1-2c54dc4cb3eb None None] Network 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:10.487097 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6af66a35-b792-4d08-9bf8-017d14f02e48 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/7392be41-8f50-4430-82a5-253341a50d40 HTTP/1.1" status: 204 len: 168 time: 0.3413270 Dec 09 22:49:10.487792 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bacc07-479d-4c19-a027-55a7dcae8d7d req-814fbf73-f487-405f-afa0-6af0382ea180 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:10.489317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25bacc07-479d-4c19-a027-55a7dcae8d7d req-814fbf73-f487-405f-afa0-6af0382ea180 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.0534954 Dec 09 22:49:10.489824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41496) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:10.603145 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.610200 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25bacc07-479d-4c19-a027-55a7dcae8d7d req-19e7f56c-9b33-4ca2-aad9-8a97425c1f9c tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072071 Dec 09 22:49:10.672928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41502) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:10.688107 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1182bb4-c12c-4fc3-ad62-762d3d6d50c9 None None] DHCP port deletion for 7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:49:10.699084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port a17809a8-d9c4-4917-bed4-8dd52d6da52d {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:10.699391 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.765387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b1182bb4-c12c-4fc3-ad62-762d3d6d50c9 None None] Deleting port a17809a8-d9c4-4917-bed4-8dd52d6da52d {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:10.766138 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1182bb4-c12c-4fc3-ad62-762d3d6d50c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.782677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41504) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:10.792149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f51a3546-2a50-41d3-a5ca-284c00caff63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e55d2e92ab6241568e55d68ea2aeca4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1146679 Dec 09 22:49:10.792603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41508) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:10.799909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] For port a17809a8-d9c4-4917-bed4-8dd52d6da52d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a17809a8-d9c4-4917-bed4-8dd52d6da52d,segment=NetworkSegment(d76ccb4d-ee10-4ee7-92d3-003e650779e2),segment_id=d76ccb4d-ee10-4ee7-92d3-003e650779e2)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:10.800544 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.818344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for a17809a8-d9c4-4917-bed4-8dd52d6da52d owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:10.842889 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b1182bb4-c12c-4fc3-ad62-762d3d6d50c9 None None] For port a17809a8-d9c4-4917-bed4-8dd52d6da52d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a17809a8-d9c4-4917-bed4-8dd52d6da52d,segment=NetworkSegment(d76ccb4d-ee10-4ee7-92d3-003e650779e2),segment_id=d76ccb4d-ee10-4ee7-92d3-003e650779e2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:10.843467 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1182bb4-c12c-4fc3-ad62-762d3d6d50c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.863794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b1182bb4-c12c-4fc3-ad62-762d3d6d50c9 None None] Calling delete_port for a17809a8-d9c4-4917-bed4-8dd52d6da52d owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:10.892181 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05803fb9-0997-4446-bc53-04d5952c11d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.920932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05803fb9-0997-4446-bc53-04d5952c11d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.934597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5139d8-b0fa-4ea7-b3e8-a92a7c2ef207 req-6834136c-3bc3-4220-b727-a7b166ce67f3 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:10.936803 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b5139d8-b0fa-4ea7-b3e8-a92a7c2ef207 req-6834136c-3bc3-4220-b727-a7b166ce67f3 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.0690942 Dec 09 22:49:10.955362 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1182bb4-c12c-4fc3-ad62-762d3d6d50c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.973901 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8149bb03-f66b-4e61-ac2b-9803e5366479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:10.989453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1182bb4-c12c-4fc3-ad62-762d3d6d50c9 None None] Pushing event deleted for resources: {'Port': ['ID=a17809a8-d9c4-4917-bed4-8dd52d6da52d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:10.994103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1182bb4-c12c-4fc3-ad62-762d3d6d50c9 None None] No DVR routers for this DVR port a17809a8-d9c4-4917-bed4-8dd52d6da52d on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:49:11.005857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05803fb9-0997-4446-bc53-04d5952c11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.008713 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05803fb9-0997-4446-bc53-04d5952c11d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.009901 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-05803fb9-0997-4446-bc53-04d5952c11d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe302771-523c-47be-8fa3-cf9880c69d79 HTTP/1.1" status: 204 len: 168 time: 0.2170074 Dec 09 22:49:11.018117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b5139d8-b0fa-4ea7-b3e8-a92a7c2ef207 req-590a169f-7b99-4122-802e-87f6a1a7f193 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714958 Dec 09 22:49:11.024788 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.028273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05803fb9-0997-4446-bc53-04d5952c11d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe302771-523c-47be-8fa3-cf9880c69d79,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:11.063095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=a17809a8-d9c4-4917-bed4-8dd52d6da52d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:11.065922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No DVR routers for this DVR port a17809a8-d9c4-4917-bed4-8dd52d6da52d on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:49:11.114130 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8149bb03-f66b-4e61-ac2b-9803e5366479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.118768 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8149bb03-f66b-4e61-ac2b-9803e5366479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.152885 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.167176 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8149bb03-f66b-4e61-ac2b-9803e5366479 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c8dea1b8f0a4d028fca90d5f8fc5297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3826067 Dec 09 22:49:11.168067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149bb03-f66b-4e61-ac2b-9803e5366479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840ae61b-41da-431c-971e-9929fe51e883,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:11.170340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41516) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:11.182493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:11.197838 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76ccb4d-ee10-4ee7-92d3-003e650779e2') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:11.198146 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76ccb4d-ee10-4ee7-92d3-003e650779e2') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:11.209559 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.226587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-673e2edb-0cea-4133-8997-d962d86f47e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.228436 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.237144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:49:11.237615 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:49:11.240925 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:49:11.253246 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-673e2edb-0cea-4133-8997-d962d86f47e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.307107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.313168 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.317265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/networks/7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60 HTTP/1.1" status: 204 len: 168 time: 0.8264222 Dec 09 22:49:11.321090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41520) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:11.334508 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-673e2edb-0cea-4133-8997-d962d86f47e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.336326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14651192-124c-4dc5-a398-17cba6183658 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Network': ['ID=7598ef83-fe5e-4f82-85d8-1cf2b0bd9e60,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:11.336549 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-673e2edb-0cea-4133-8997-d962d86f47e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.337697 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-673e2edb-0cea-4133-8997-d962d86f47e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/840ae61b-41da-431c-971e-9929fe51e883 HTTP/1.1" status: 204 len: 168 time: 0.1664085 Dec 09 22:49:11.378777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e2edb-0cea-4133-8997-d962d86f47e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840ae61b-41da-431c-971e-9929fe51e883,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:11.412425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f65190-9357-438a-8595-066f1a6e4287 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:11.418610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41528) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:11.431425 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-38f65190-9357-438a-8595-066f1a6e4287 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/bc442028-4134-4665-8471-8bcb81611a1d HTTP/1.1" status: 200 len: 840 time: 0.1076934 Dec 09 22:49:11.461777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3d646a93-49e2-4ce1-be65-5cc62485b860 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/bc442028-4134-4665-8471-8bcb81611a1d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0418220 Dec 09 22:49:11.465536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41530) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:11.472321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0f91aa71-7185-4e2c-be90-53044e203c54 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:11.571233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f91aa71-7185-4e2c-be90-53044e203c54 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:11.575220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0f91aa71-7185-4e2c-be90-53044e203c54 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.617420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41536) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:11.631961 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc30fc14-cb0b-4b9b-b4b1-d311660c894f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.716383 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc30fc14-cb0b-4b9b-b4b1-d311660c894f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.720695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc30fc14-cb0b-4b9b-b4b1-d311660c894f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.761218 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cc30fc14-cb0b-4b9b-b4b1-d311660c894f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25cd739afa72406b9ffca58d3a47069e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424546 Dec 09 22:49:11.762271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30fc14-cb0b-4b9b-b4b1-d311660c894f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6d84f0-df00-4d60-abb1-c1209bd98920,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:11.765005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41542) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:11.795847 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0f91aa71-7185-4e2c-be90-53044e203c54 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.823958 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73b60604-63bc-4eb6-82f7-f6fe1aba055f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.847472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f91aa71-7185-4e2c-be90-53044e203c54 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:11.850772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-0f91aa71-7185-4e2c-be90-53044e203c54 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:11.857486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f91aa71-7185-4e2c-be90-53044e203c54 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:11.858132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0f91aa71-7185-4e2c-be90-53044e203c54 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.860917 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73b60604-63bc-4eb6-82f7-f6fe1aba055f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.865123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf0c36-e76f-4a1e-ada7-bafa527d6693 None None] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:11.868252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91aa71-7185-4e2c-be90-53044e203c54 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Subnet': ['ID=c8d6851b-49cd-4c2f-95ea-5dd27b7131b9,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:11.884607 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0f91aa71-7185-4e2c-be90-53044e203c54 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4151340 Dec 09 22:49:11.885316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41548) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:11.891273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b9ceae46-cabb-46b8-bac7-3a1ded22b7aa tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'security_group': {'name': 'tempest-secgroup-121532607'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:11.927332 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b9ceae46-cabb-46b8-bac7-3a1ded22b7aa tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.952404 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73b60604-63bc-4eb6-82f7-f6fe1aba055f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.955085 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-73b60604-63bc-4eb6-82f7-f6fe1aba055f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:11.958517 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-73b60604-63bc-4eb6-82f7-f6fe1aba055f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b6d84f0-df00-4d60-abb1-c1209bd98920 HTTP/1.1" status: 204 len: 168 time: 0.1903248 Dec 09 22:49:11.970389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b60604-63bc-4eb6-82f7-f6fe1aba055f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6d84f0-df00-4d60-abb1-c1209bd98920,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:12.033992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-666f8c9f-5f92-47e6-9968-60ad26cd4809', 'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'project_id': 'de3af971ae1646d5b164773f7cc3609d', 'fixed_ips': [{'subnet_id': 'c8d6851b-49cd-4c2f-95ea-5dd27b7131b9'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:49:12.034310 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b9ceae46-cabb-46b8-bac7-3a1ded22b7aa tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.035037 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.038752 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b9ceae46-cabb-46b8-bac7-3a1ded22b7aa tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.093222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ceae46-cabb-46b8-bac7-3a1ded22b7aa tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100a3310-a8ae-4446-9652-9d1a03b34951,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:12.118077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b9ceae46-cabb-46b8-bac7-3a1ded22b7aa tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.123305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41556) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:12.125278 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b9ceae46-cabb-46b8-bac7-3a1ded22b7aa tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2382274 Dec 09 22:49:12.128673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b7d686a2-3889-491d-94df-0d0f47294c12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'security_group': {'name': 'tempest-secgroup-908887109'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:12.166715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a17809a8-d9c4-4917-bed4-8dd52d6da52d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:49:12.179763 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b7d686a2-3889-491d-94df-0d0f47294c12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.198167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a17809a8-d9c4-4917-bed4-8dd52d6da52d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:49:12.198525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a17809a8-d9c4-4917-bed4-8dd52d6da52d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:49:12.239137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392472bb-6766-4355-b925-248ff687778f req-ebe67fc7-5d28-4938-8fa4-d93e6a6874b9 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:12.240857 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-392472bb-6766-4355-b925-248ff687778f req-ebe67fc7-5d28-4938-8fa4-d93e6a6874b9 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.0748093 Dec 09 22:49:12.260754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Allocated IP 172.20.0.2 (666f8c9f-5f92-47e6-9968-60ad26cd4809/c8d6851b-49cd-4c2f-95ea-5dd27b7131b9/5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:12.322052 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b7d686a2-3889-491d-94df-0d0f47294c12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.331109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-392472bb-6766-4355-b925-248ff687778f req-4ee0e953-bd2a-4830-9ed9-39f71d473852 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763419 Dec 09 22:49:12.332412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b7d686a2-3889-491d-94df-0d0f47294c12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.364125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d686a2-3889-491d-94df-0d0f47294c12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84505db1-920a-4316-944c-0823fdb73d2b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:12.377707 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b7d686a2-3889-491d-94df-0d0f47294c12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.379025 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b7d686a2-3889-491d-94df-0d0f47294c12 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2543941 Dec 09 22:49:12.381751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41566) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:12.389279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1164374502', 'security_groups': ['84505db1-920a-4316-944c-0823fdb73d2b'], 'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c8d6851b-49cd-4c2f-95ea-5dd27b7131b9'}]}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:12.489673 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.503857 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.539556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:12.575301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:12.583126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:12.590997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:12.654390 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.668098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Pushing event updated for resources: {'Port': ['ID=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:12.681938 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Attempting to bind port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:49:12.682752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Attempting to bind port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '9da31e49-cb8b-4c54-a91c-e9de5d23e530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:49:12.683330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Attempting to bind port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 on network 666f8c9f-5f92-47e6-9968-60ad26cd4809 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:12.690061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:49:12.690692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Checking segment: {'id': '9da31e49-cb8b-4c54-a91c-e9de5d23e530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:12.691380 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.691914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Bound using segment: {'id': '9da31e49-cb8b-4c54-a91c-e9de5d23e530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:49:12.692894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Bound port: 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da31e49-cb8b-4c54-a91c-e9de5d23e530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:49:12.693480 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.744818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port 6cdf9b20-3239-4e46-b280-b6990d0263e5 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:49:12.748679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b9933-7118-4eca-aeca-1f4268b531a3 req-139de16d-aa9d-4226-bfff-8690ef4b58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:12.751140 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5d9b9933-7118-4eca-aeca-1f4268b531a3 req-139de16d-aa9d-4226-bfff-8690ef4b58c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef4d376ad6c84ae4b3568d6fa6136d55&device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 1097 time: 0.0757146 Dec 09 22:49:12.777338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1963c-4543-4516-ac72-6100f8355202 req-8980804d-9aff-426f-9e98-1ffd48389cf5 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:12.778916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61a1963c-4543-4516-ac72-6100f8355202 req-8980804d-9aff-426f-9e98-1ffd48389cf5 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.1558201 Dec 09 22:49:12.837409 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] For port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:49:12.848168 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] For port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,segment=NetworkSegment(9da31e49-cb8b-4c54-a91c-e9de5d23e530),segment_id=9da31e49-cb8b-4c54-a91c-e9de5d23e530)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:49:12.856771 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:12.916822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84d366-bbca-40ce-90d3-9677f5e670f4 None None] Pushing event updated for resources: {'Port': ['ID=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:12.924622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61a1963c-4543-4516-ac72-6100f8355202 req-065b9bf8-3191-40f9-90af-2281422ecf92 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112626 Dec 09 22:49:12.975885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b9933-7118-4eca-aeca-1f4268b531a3 req-3f77fd75-1dcb-46d7-b155-a3d60ff386fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:12.977969 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5d9b9933-7118-4eca-aeca-1f4268b531a3 req-3f77fd75-1dcb-46d7-b155-a3d60ff386fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=010652b8-ffb1-4b4f-8140-7ac1709b5918 HTTP/1.1" status: 200 len: 913 time: 0.2178853 Dec 09 22:49:13.004297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41594) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:13.032176 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5d9b9933-7118-4eca-aeca-1f4268b531a3 req-c3f5b7a2-b9b7-435e-b8f5-af55cb4e10e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 HTTP/1.1" status: 200 len: 217 time: 0.0468495 Dec 09 22:49:13.035524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.4 (666f8c9f-5f92-47e6-9968-60ad26cd4809/c8d6851b-49cd-4c2f-95ea-5dd27b7131b9/6cdf9b20-3239-4e46-b280-b6990d0263e5) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:13.116066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b9933-7118-4eca-aeca-1f4268b531a3 req-f04f7dd7-c799-4f26-9bf2-39ba26cd99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:13.118048 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5d9b9933-7118-4eca-aeca-1f4268b531a3 req-f04f7dd7-c799-4f26-9bf2-39ba26cd99c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e43b55e6-c48f-4c33-a133-235307bdaa95 HTTP/1.1" status: 200 len: 852 time: 0.0777001 Dec 09 22:49:13.168213 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5d9b9933-7118-4eca-aeca-1f4268b531a3 req-5d3a8eba-e02e-4c1e-ba9e-f693c398915d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=010652b8-ffb1-4b4f-8140-7ac1709b5918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426128 Dec 09 22:49:13.251100 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:13.325195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:13.352131 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5d9b9933-7118-4eca-aeca-1f4268b531a3 req-17453e71-f413-42a1-9269-20d224e3c612 service neutron] 10.222.0.18 "GET /v2.0/networks/010652b8-ffb1-4b4f-8140-7ac1709b5918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573842 Dec 09 22:49:13.367214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ba53fade-8642-4482-935a-493a5b243970 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-787779610'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:13.367654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ba53fade-8642-4482-935a-493a5b243970 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Unknown quota resources ['metering_label']. {{(pid=103418) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:49:13.446997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:13.472735 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5d9b9933-7118-4eca-aeca-1f4268b531a3 req-c63c69e6-de34-4433-8723-484b7a89149c service neutron] 10.222.0.18 "GET /v2.0/networks/010652b8-ffb1-4b4f-8140-7ac1709b5918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101654 Dec 09 22:49:13.476998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:13.517379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:13.520384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=6cdf9b20-3239-4e46-b280-b6990d0263e5,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:13.593834 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba53fade-8642-4482-935a-493a5b243970 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:13.595040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ba53fade-8642-4482-935a-493a5b243970 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5896957 Dec 09 22:49:13.598272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41606) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:13.605664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8ccd9992-2dbf-46da-87ef-34de15ffca51 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '185e9e44-1a0e-41e5-b66e-2498b7644aa3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:13.606185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8ccd9992-2dbf-46da-87ef-34de15ffca51 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103418) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:49:13.694627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:13.695227 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:13.699096 n-d-789963-23 neutron-server[103418]: WARNING neutron.services.metering.metering_plugin [None req-8ccd9992-2dbf-46da-87ef-34de15ffca51 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 22:49:14.098856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-84352491-6962-482c-b559-14b472fb89fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7156637 Dec 09 22:49:14.101661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41624) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:14.111960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-69f99c41-72ab-4c51-bb59-4393eb36ed62 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:14.166107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9992-2dbf-46da-87ef-34de15ffca51 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.170880 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8ccd9992-2dbf-46da-87ef-34de15ffca51 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5715075 Dec 09 22:49:14.172495 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41626) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:14.173127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:14.177883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8b5d8052-2a82-4c7b-8c72-6b7c2553f360 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '185e9e44-1a0e-41e5-b66e-2498b7644aa3'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:14.178440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8b5d8052-2a82-4c7b-8c72-6b7c2553f360 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103418) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:49:14.263428 n-d-789963-23 neutron-server[103418]: WARNING neutron.services.metering.metering_plugin [None req-8b5d8052-2a82-4c7b-8c72-6b7c2553f360 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 22:49:14.287042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b42ac647-b073-43fb-a2fd-0dec7a267392 None None] Provisioning complete for port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:14.291025 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b42ac647-b073-43fb-a2fd-0dec7a267392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.328709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f99c41-72ab-4c51-bb59-4393eb36ed62 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:14.332550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-69f99c41-72ab-4c51-bb59-4393eb36ed62 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.334072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40476ab1-54b4-4a3b-a51b-ce4b53bc33e4 req-65a19747-39cf-4743-a5ff-3d8e331e9f76 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:14.335986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40476ab1-54b4-4a3b-a51b-ce4b53bc33e4 req-65a19747-39cf-4743-a5ff-3d8e331e9f76 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.2431042 Dec 09 22:49:14.384430 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8b5d8052-2a82-4c7b-8c72-6b7c2553f360 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.386781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:14.387407 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.389871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8b5d8052-2a82-4c7b-8c72-6b7c2553f360 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2159340 Dec 09 22:49:14.403298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41628) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:14.454444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-94e95798-46c2-47f9-9b6e-f8a8e1aa82c8 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=a57b7d16-217b-4379-8938-ec2919f6281a HTTP/1.1" status: 200 len: 464 time: 0.0475750 Dec 09 22:49:14.461058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41632) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:14.476090 n-d-789963-23 neutron-server[103417]: INFO neutron.db.ipam_backend_mixin [None req-69f99c41-72ab-4c51-bb59-4393eb36ed62 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c8d6851b-49cd-4c2f-95ea-5dd27b7131b9 (CIDR: 172.20.0.0/28) Dec 09 22:49:14.480903 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f99c41-72ab-4c51-bb59-4393eb36ed62 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:49:14.481565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f99c41-72ab-4c51-bb59-4393eb36ed62 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:14.505057 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-69f99c41-72ab-4c51-bb59-4393eb36ed62 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4011347 Dec 09 22:49:14.505770 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b42ac647-b073-43fb-a2fd-0dec7a267392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.507288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41634) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:14.517985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40476ab1-54b4-4a3b-a51b-ce4b53bc33e4 req-77003310-1ebc-45a1-bde2-398c945f711e tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383719 Dec 09 22:49:14.519250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-df790096-42aa-40f2-8687-cb424840b92e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:14.570576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b42ac647-b073-43fb-a2fd-0dec7a267392 None None] For port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,segment=NetworkSegment(9da31e49-cb8b-4c54-a91c-e9de5d23e530),segment_id=9da31e49-cb8b-4c54-a91c-e9de5d23e530)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:14.581019 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b42ac647-b073-43fb-a2fd-0dec7a267392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.586116 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.592912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41636) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:14.638277 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a93a3d38-a9e4-4aad-8c5b-194279b0cb48 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.643192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41640) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:14.643528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a93a3d38-a9e4-4aad-8c5b-194279b0cb48 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/a57b7d16-217b-4379-8938-ec2919f6281a HTTP/1.1" status: 204 len: 168 time: 0.1594074 Dec 09 22:49:14.647220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b42ac647-b073-43fb-a2fd-0dec7a267392 None None] Provisioning complete for port bc442028-4134-4665-8471-8bcb81611a1d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:14.647594 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b42ac647-b073-43fb-a2fd-0dec7a267392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.665837 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d073aa95-1381-43cb-bdd2-eafc9b4351ac tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=a57b7d16-217b-4379-8938-ec2919f6281a HTTP/1.1" status: 200 len: 221 time: 0.0210860 Dec 09 22:49:14.668868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41642) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:14.674592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2f3e4ff7-bb14-4d05-9218-fd89190012ec tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1644763703', 'description': 'label created by tempest'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:14.675466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2f3e4ff7-bb14-4d05-9218-fd89190012ec tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Unknown quota resources ['metering_label']. {{(pid=103417) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:49:14.693906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ac647-b073-43fb-a2fd-0dec7a267392 None None] Pushing event updated for resources: {'Port': ['ID=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:14.728394 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0c52b33-42b8-4752-93ea-9f60200b7a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.729869 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:49:14.730239 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:49:14.731572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b42ac647-b073-43fb-a2fd-0dec7a267392 None None] Port bc442028-4134-4665-8471-8bcb81611a1d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:14.749251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df790096-42aa-40f2-8687-cb424840b92e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:14.752769 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-df790096-42aa-40f2-8687-cb424840b92e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.808673 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0c52b33-42b8-4752-93ea-9f60200b7a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.812615 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d0c52b33-42b8-4752-93ea-9f60200b7a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.850568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6e19705c-ddcd-4a48-b66d-51ca7be6cd8f None None] Provisioning complete for port 6cdf9b20-3239-4e46-b280-b6990d0263e5 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:14.851049 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e19705c-ddcd-4a48-b66d-51ca7be6cd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.857189 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c52b33-42b8-4752-93ea-9f60200b7a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0b6569-c5da-49b7-8f8a-c2c9c9a76479,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:14.861975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d0c52b33-42b8-4752-93ea-9f60200b7a50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78f9d289985f461ea9d43b2075303565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2678413 Dec 09 22:49:14.864941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41644) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:14.893829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6e19705c-ddcd-4a48-b66d-51ca7be6cd8f None None] Port 6cdf9b20-3239-4e46-b280-b6990d0263e5 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:14.915697 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-203a6c9c-636e-4dc1-9c39-f645a5236de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.928401 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4ff7-bb14-4d05-9218-fd89190012ec tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.929566 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2f3e4ff7-bb14-4d05-9218-fd89190012ec tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2597899 Dec 09 22:49:14.932232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41646) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:14.937221 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-203a6c9c-636e-4dc1-9c39-f645a5236de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.986399 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-203a6c9c-636e-4dc1-9c39-f645a5236de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.989193 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-203a6c9c-636e-4dc1-9c39-f645a5236de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:14.990363 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-203a6c9c-636e-4dc1-9c39-f645a5236de3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f0b6569-c5da-49b7-8f8a-c2c9c9a76479 HTTP/1.1" status: 204 len: 168 time: 0.1244371 Dec 09 22:49:14.999953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a6c9c-636e-4dc1-9c39-f645a5236de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0b6569-c5da-49b7-8f8a-c2c9c9a76479,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:15.013278 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a3efd80a-f112-4832-8e10-aaccaeb199ae tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=4bd082e6-7a0c-4b3a-bc06-2a542b614aef HTTP/1.1" status: 200 len: 468 time: 0.0799804 Dec 09 22:49:15.016177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41650) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:15.219988 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5fba-117b-4cba-9319-db79f2cd2f74 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:15.224491 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bc6b5fba-117b-4cba-9319-db79f2cd2f74 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/4bd082e6-7a0c-4b3a-bc06-2a542b614aef HTTP/1.1" status: 204 len: 168 time: 0.2045887 Dec 09 22:49:15.224994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41654) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:15.243879 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0cffdecf-cdb5-4032-82e3-81df4e7e3e8c tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=4bd082e6-7a0c-4b3a-bc06-2a542b614aef HTTP/1.1" status: 200 len: 216 time: 0.0142565 Dec 09 22:49:15.244392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41656) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:15.258481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1f4a9738-a07e-442a-9781-473467baa704 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094221 Dec 09 22:49:15.258689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41658) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:15.275789 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2fd07150-334b-449e-8160-e3a986b6e1a5 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0157499 Dec 09 22:49:15.279082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41660) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:15.284493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41662) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:15.369881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b54564b-0b96-4fca-8c20-99d5c2883660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:15.377380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4a9eac53-f3c1-4ae4-a76c-bd6c661bc8c7 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/185e9e44-1a0e-41e5-b66e-2498b7644aa3 HTTP/1.1" status: 200 len: 472 time: 0.0925455 Dec 09 22:49:15.377538 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41664) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:15.410749 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-31148742-6011-439a-8656-c521de84ecf0 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/669dae03-9531-4082-9e4f-91e787569830 HTTP/1.1" status: 200 len: 461 time: 0.0286560 Dec 09 22:49:15.411150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41666) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:15.440291 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-df790096-42aa-40f2-8687-cb424840b92e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:15.489988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df790096-42aa-40f2-8687-cb424840b92e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:15.499070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-df790096-42aa-40f2-8687-cb424840b92e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:15.504793 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df790096-42aa-40f2-8687-cb424840b92e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:15.505400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-df790096-42aa-40f2-8687-cb424840b92e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:15.514196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032fc2e1-6dde-4e3e-b357-d06ed04d2234 None None] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:15.518199 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-81a45fda-83d8-4919-8cb5-062f51237fe9 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:15.519332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-81a45fda-83d8-4919-8cb5-062f51237fe9 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/669dae03-9531-4082-9e4f-91e787569830 HTTP/1.1" status: 204 len: 168 time: 0.1071827 Dec 09 22:49:15.521833 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41668) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:15.528087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df790096-42aa-40f2-8687-cb424840b92e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Subnet': ['ID=9b99fb0b-b413-49b6-9c93-2725b59c0b46,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:15.539653 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-df790096-42aa-40f2-8687-cb424840b92e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0305557 Dec 09 22:49:15.544928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41670) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:15.552670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-678adb9e-6834-49e6-874c-9977e4af560e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-182297739', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b99fb0b-b413-49b6-9c93-2725b59c0b46'}], 'security_groups': ['100a3310-a8ae-4446-9652-9d1a03b34951']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:15.592127 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b54564b-0b96-4fca-8c20-99d5c2883660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:15.598781 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b54564b-0b96-4fca-8c20-99d5c2883660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:15.774550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf8429-a242-43b7-9332-4ed4f259ff55 None None] Update dhcp port {'port': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'fixed_ips': [{'subnet_id': 'c8d6851b-49cd-4c2f-95ea-5dd27b7131b9', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b99fb0b-b413-49b6-9c93-2725b59c0b46'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:49:15.802277 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1edf8429-a242-43b7-9332-4ed4f259ff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:15.808809 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e4c88ecf-a3aa-4c54-9b2e-ba52fc43fce9 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:15.813196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e4c88ecf-a3aa-4c54-9b2e-ba52fc43fce9 tempest-MeteringTestJSON-2014904124 tempest-MeteringTestJSON-2014904124-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/185e9e44-1a0e-41e5-b66e-2498b7644aa3 HTTP/1.1" status: 204 len: 168 time: 0.2871857 Dec 09 22:49:15.837472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f580e-055d-445d-a2f2-2dee14f6230d req-db319628-44d0-4fd7-abe4-d65ad77e6a50 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:15.839426 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-540f580e-055d-445d-a2f2-2dee14f6230d req-db319628-44d0-4fd7-abe4-d65ad77e6a50 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.1450684 Dec 09 22:49:15.899609 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-540f580e-055d-445d-a2f2-2dee14f6230d req-478eb589-c0c0-441f-8de2-3d7992f66608 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540984 Dec 09 22:49:16.006387 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2b54564b-0b96-4fca-8c20-99d5c2883660 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7172ae7a8955469384bcb4c7c80ef6ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7166064 Dec 09 22:49:16.009190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41678) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:16.010008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-1edf8429-a242-43b7-9332-4ed4f259ff55 None None] Allocated IP 172.20.0.18 (666f8c9f-5f92-47e6-9968-60ad26cd4809/9b99fb0b-b413-49b6-9c93-2725b59c0b46/5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:16.055081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54564b-0b96-4fca-8c20-99d5c2883660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc84f8c6-08a9-4c57-a91c-60433a1b520a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:16.091587 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e293201-7e0e-4bba-8353-afaac7c360d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.136607 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-678adb9e-6834-49e6-874c-9977e4af560e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.164258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1edf8429-a242-43b7-9332-4ed4f259ff55 None None] For port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,segment=NetworkSegment(9da31e49-cb8b-4c54-a91c-e9de5d23e530),segment_id=9da31e49-cb8b-4c54-a91c-e9de5d23e530)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:16.181481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:16.188429 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e293201-7e0e-4bba-8353-afaac7c360d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.235696 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1edf8429-a242-43b7-9332-4ed4f259ff55 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.242568 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1edf8429-a242-43b7-9332-4ed4f259ff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.270451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41684) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:16.302541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb395d2-6a0f-4f80-af53-d6fe6aa34c7b req-c116f663-bda0-4e9f-9960-29aff0529495 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:16.304236 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bb395d2-6a0f-4f80-af53-d6fe6aa34c7b req-c116f663-bda0-4e9f-9960-29aff0529495 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.0743639 Dec 09 22:49:16.330749 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e293201-7e0e-4bba-8353-afaac7c360d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.333287 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e293201-7e0e-4bba-8353-afaac7c360d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.347022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5e293201-7e0e-4bba-8353-afaac7c360d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc84f8c6-08a9-4c57-a91c-60433a1b520a HTTP/1.1" status: 204 len: 168 time: 0.3264792 Dec 09 22:49:16.362138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e293201-7e0e-4bba-8353-afaac7c360d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc84f8c6-08a9-4c57-a91c-60433a1b520a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:16.394959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf8429-a242-43b7-9332-4ed4f259ff55 None None] Pushing event updated for resources: {'Port': ['ID=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:16.406755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:16.407377 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.431080 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bb395d2-6a0f-4f80-af53-d6fe6aa34c7b req-8b2dcac2-f3ee-44d0-9ce6-8f9994881693 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156733 Dec 09 22:49:16.533567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e77b01eb-1dc0-4643-978e-b18708f4fa1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.680151 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e77b01eb-1dc0-4643-978e-b18708f4fa1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.686013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-678adb9e-6834-49e6-874c-9977e4af560e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Delete allocated IP 172.20.0.4 (666f8c9f-5f92-47e6-9968-60ad26cd4809/c8d6851b-49cd-4c2f-95ea-5dd27b7131b9) {{(pid=103417) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 22:49:16.688446 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e77b01eb-1dc0-4643-978e-b18708f4fa1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.712928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-678adb9e-6834-49e6-874c-9977e4af560e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.30 (666f8c9f-5f92-47e6-9968-60ad26cd4809/9b99fb0b-b413-49b6-9c93-2725b59c0b46/6cdf9b20-3239-4e46-b280-b6990d0263e5) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:16.750580 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e77b01eb-1dc0-4643-978e-b18708f4fa1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b703c5665a0e4e60a73951c07b1acae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4783444 Dec 09 22:49:16.751485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b01eb-1dc0-4643-978e-b18708f4fa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4612acc6-d7f7-4bc5-9645-0618dcc0662c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:16.754383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41696) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:16.823455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6b515ea9-b1c3-45da-a054-127845a3eeb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.851299 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6b515ea9-b1c3-45da-a054-127845a3eeb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.910871 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6b515ea9-b1c3-45da-a054-127845a3eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.914073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6b515ea9-b1c3-45da-a054-127845a3eeb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.915440 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6b515ea9-b1c3-45da-a054-127845a3eeb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4612acc6-d7f7-4bc5-9645-0618dcc0662c HTTP/1.1" status: 204 len: 168 time: 0.1598718 Dec 09 22:49:16.924870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b515ea9-b1c3-45da-a054-127845a3eeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4612acc6-d7f7-4bc5-9645-0618dcc0662c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:16.958357 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-678adb9e-6834-49e6-874c-9977e4af560e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:16.964326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-678adb9e-6834-49e6-874c-9977e4af560e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.050992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c0781d74-167a-48a8-9ab3-48518e44ed86 None None] Provisioning complete for port 6cdf9b20-3239-4e46-b280-b6990d0263e5 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:17.051509 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c0781d74-167a-48a8-9ab3-48518e44ed86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.074419 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678adb9e-6834-49e6-874c-9977e4af560e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=6cdf9b20-3239-4e46-b280-b6990d0263e5,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:17.096870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-678adb9e-6834-49e6-874c-9977e4af560e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] In _notify_port_updated(), no bound segment for port 6cdf9b20-3239-4e46-b280-b6990d0263e5 on network 666f8c9f-5f92-47e6-9968-60ad26cd4809 {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:49:17.102727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678adb9e-6834-49e6-874c-9977e4af560e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:17.103368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-678adb9e-6834-49e6-874c-9977e4af560e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.103675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c0781d74-167a-48a8-9ab3-48518e44ed86 None None] Port 6cdf9b20-3239-4e46-b280-b6990d0263e5 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:17.107690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41708) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:17.107809 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-678adb9e-6834-49e6-874c-9977e4af560e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "PUT /v2.0/ports/6cdf9b20-3239-4e46-b280-b6990d0263e5 HTTP/1.1" status: 200 len: 920 time: 1.5617886 Dec 09 22:49:17.119233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c0781d74-167a-48a8-9ab3-48518e44ed86 None None] Provisioning complete for port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:17.119609 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c0781d74-167a-48a8-9ab3-48518e44ed86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.213140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3be201b5-89d9-4a88-84b8-02716e2873f2 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port 6cdf9b20-3239-4e46-b280-b6990d0263e5 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:17.213506 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3be201b5-89d9-4a88-84b8-02716e2873f2 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.229095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c0781d74-167a-48a8-9ab3-48518e44ed86 None None] Provisioning complete for port bc442028-4134-4665-8471-8bcb81611a1d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:17.229531 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c0781d74-167a-48a8-9ab3-48518e44ed86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.269977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c0781d74-167a-48a8-9ab3-48518e44ed86 None None] Port bc442028-4134-4665-8471-8bcb81611a1d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:17.323553 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3be201b5-89d9-4a88-84b8-02716e2873f2 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.342533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3be201b5-89d9-4a88-84b8-02716e2873f2 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for 6cdf9b20-3239-4e46-b280-b6990d0263e5 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:17.505289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41724) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:17.516985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3be201b5-89d9-4a88-84b8-02716e2873f2 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.535463 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2c37631-d094-43b4-9b8f-41c58a05e35b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.563554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be201b5-89d9-4a88-84b8-02716e2873f2 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=6cdf9b20-3239-4e46-b280-b6990d0263e5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:17.642879 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2c37631-d094-43b4-9b8f-41c58a05e35b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.648198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2c37631-d094-43b4-9b8f-41c58a05e35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.688366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8682f7e0-337d-482d-add9-561ebe27e9dd None None] Could not find standard attr ID for object 6cdf9b20-3239-4e46-b280-b6990d0263e5. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:49:17.697374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacd51d-dcd6-4dce-a2bf-8ea51f3d9c61 req-2a738439-b981-491a-9b84-9a200fee50c0 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:17.698935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cacd51d-dcd6-4dce-a2bf-8ea51f3d9c61 req-2a738439-b981-491a-9b84-9a200fee50c0 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.1714973 Dec 09 22:49:17.700567 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f2c37631-d094-43b4-9b8f-41c58a05e35b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6eccdb7f5334131862443bddcda666b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941893 Dec 09 22:49:17.701775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c37631-d094-43b4-9b8f-41c58a05e35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4a36bc-96e6-4e3e-bab1-1aa9cd4fbc6a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:17.705294 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41728) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:17.723325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3be201b5-89d9-4a88-84b8-02716e2873f2 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.727420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3be201b5-89d9-4a88-84b8-02716e2873f2 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/6cdf9b20-3239-4e46-b280-b6990d0263e5 HTTP/1.1" status: 204 len: 168 time: 0.6182544 Dec 09 22:49:17.732975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41730) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:17.773976 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c6c4ba-692f-415f-a79b-225b3acc047c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:49:17.775992 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-92c6c4ba-692f-415f-a79b-225b3acc047c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/6cdf9b20-3239-4e46-b280-b6990d0263e5 HTTP/1.1" status: 404 len: 333 time: 0.0417223 Dec 09 22:49:17.779282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41734) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:17.783598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9cacd51d-dcd6-4dce-a2bf-8ea51f3d9c61 req-6e6407a4-0a72-44d4-8423-a3f4315b778f tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716846 Dec 09 22:49:17.827826 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01aa5fde-869a-419b-a89c-9854dd76e440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.864807 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01aa5fde-869a-419b-a89c-9854dd76e440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.885131 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4feb0ba6-0bc5-43ae-a5d1-0aaacce1d188 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.926271 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4feb0ba6-0bc5-43ae-a5d1-0aaacce1d188 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.964197 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01aa5fde-869a-419b-a89c-9854dd76e440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.967506 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01aa5fde-869a-419b-a89c-9854dd76e440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.972879 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-01aa5fde-869a-419b-a89c-9854dd76e440 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c4a36bc-96e6-4e3e-bab1-1aa9cd4fbc6a HTTP/1.1" status: 204 len: 168 time: 0.2631934 Dec 09 22:49:17.980589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa5fde-869a-419b-a89c-9854dd76e440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4a36bc-96e6-4e3e-bab1-1aa9cd4fbc6a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:17.984422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4feb0ba6-0bc5-43ae-a5d1-0aaacce1d188 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.988330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4feb0ba6-0bc5-43ae-a5d1-0aaacce1d188 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:17.991985 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4feb0ba6-0bc5-43ae-a5d1-0aaacce1d188 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/security-groups/84505db1-920a-4316-944c-0823fdb73d2b HTTP/1.1" status: 204 len: 168 time: 0.2090962 Dec 09 22:49:17.992363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41744) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:18.008495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb0ba6-0bc5-43ae-a5d1-0aaacce1d188 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84505db1-920a-4316-944c-0823fdb73d2b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:18.071570 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a3092a6-027d-4325-8fc6-d7c4a24426ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:18.097107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a3092a6-027d-4325-8fc6-d7c4a24426ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:18.131112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:18.149620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a3092a6-027d-4325-8fc6-d7c4a24426ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:18.152413 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6a3092a6-027d-4325-8fc6-d7c4a24426ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:18.153872 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6a3092a6-027d-4325-8fc6-d7c4a24426ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/security-groups/100a3310-a8ae-4446-9652-9d1a03b34951 HTTP/1.1" status: 204 len: 168 time: 0.1604817 Dec 09 22:49:18.157450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41748) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:18.163886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3092a6-027d-4325-8fc6-d7c4a24426ca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=100a3310-a8ae-4446-9652-9d1a03b34951,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:18.222530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:18.222907 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:18.307199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-438a7d5d-d1e8-4c06-b8f1-ea40bcbb75fb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting subnet c8d6851b-49cd-4c2f-95ea-5dd27b7131b9 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:49:18.312508 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-438a7d5d-d1e8-4c06-b8f1-ea40bcbb75fb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:18.362706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96f5a1-5561-4bce-bf84-3059a64e558b req-dcaef89e-016e-4924-b105-b1f0ece2f772 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:18.364320 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ac96f5a1-5561-4bce-bf84-3059a64e558b req-dcaef89e-016e-4924-b105-b1f0ece2f772 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.18 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 945 time: 0.1176286 Dec 09 22:49:18.390045 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-438a7d5d-d1e8-4c06-b8f1-ea40bcbb75fb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:18.550574 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-438a7d5d-d1e8-4c06-b8f1-ea40bcbb75fb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:18.593225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ac96f5a1-5561-4bce-bf84-3059a64e558b req-b7e21fb3-ee05-4b60-abfe-597bad877b15 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Deleting port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:18.593649 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac96f5a1-5561-4bce-bf84-3059a64e558b req-b7e21fb3-ee05-4b60-abfe-597bad877b15 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:18.704638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-438a7d5d-d1e8-4c06-b8f1-ea40bcbb75fb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:18.744995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a7d5d-d1e8-4c06-b8f1-ea40bcbb75fb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d6851b-49cd-4c2f-95ea-5dd27b7131b9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:18.750413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-438a7d5d-d1e8-4c06-b8f1-ea40bcbb75fb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:18.758224 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-438a7d5d-d1e8-4c06-b8f1-ea40bcbb75fb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/c8d6851b-49cd-4c2f-95ea-5dd27b7131b9 HTTP/1.1" status: 204 len: 168 time: 0.5948398 Dec 09 22:49:18.758384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41780) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:18.760683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ac96f5a1-5561-4bce-bf84-3059a64e558b req-b7e21fb3-ee05-4b60-abfe-597bad877b15 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] For port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079,segment=NetworkSegment(673a742d-af0c-4535-9e8a-4308cf3ff0c6),segment_id=673a742d-af0c-4535-9e8a-4308cf3ff0c6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:18.761171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac96f5a1-5561-4bce-bf84-3059a64e558b req-b7e21fb3-ee05-4b60-abfe-597bad877b15 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:18.762931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657425b7-8f54-4180-a589-150b84a27ca3 None None] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:18.764694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b82bf65c-e867-40ee-a4ca-68f871903280 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:18.777012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-ac96f5a1-5561-4bce-bf84-3059a64e558b req-b7e21fb3-ee05-4b60-abfe-597bad877b15 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Calling delete_port for 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:18.964908 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac96f5a1-5561-4bce-bf84-3059a64e558b req-b7e21fb3-ee05-4b60-abfe-597bad877b15 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.003584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:49:19.013868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceecd53-8000-4046-b10f-c23852e8f3da req-e51e751b-4f91-4981-a0b8-e1e10f6e3300 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:19.015653 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ceecd53-8000-4046-b10f-c23852e8f3da req-e51e751b-4f91-4981-a0b8-e1e10f6e3300 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d06518-e559-454e-8055-efa56cf17c09 HTTP/1.1" status: 200 len: 867 time: 0.1075833 Dec 09 22:49:19.023990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e21fb3-ee05-4b60-abfe-597bad877b15 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Pushing event deleted for resources: {'Port': ['ID=8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:19.067563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac96f5a1-5561-4bce-bf84-3059a64e558b req-b7e21fb3-ee05-4b60-abfe-597bad877b15 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] No DVR routers for this DVR port 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:49:19.070616 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ac96f5a1-5561-4bce-bf84-3059a64e558b req-b7e21fb3-ee05-4b60-abfe-597bad877b15 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.081765 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ac96f5a1-5561-4bce-bf84-3059a64e558b req-b7e21fb3-ee05-4b60-abfe-597bad877b15 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.18 "DELETE /v2.0/ports/8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 HTTP/1.1" status: 204 len: 173 time: 0.7079620 Dec 09 22:49:19.082463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d06518-e559-454e-8055-efa56cf17c09', 'name': 'network-vif-deleted', 'tag': '8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:49:19.084954 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeb9130-c4b1-447e-b1b9-8f68a9205e90" -d '{"events": [{"server_uuid": "37d06518-e559-454e-8055-efa56cf17c09", "name": "network-vif-deleted", "tag": "8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:49:19.130910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82bf65c-e867-40ee-a4ca-68f871903280 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:19.134584 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b82bf65c-e867-40ee-a4ca-68f871903280 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.166352 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c24fc2-dba6-448f-b374-658e45cd83de x-openstack-request-id: req-69c24fc2-dba6-448f-b374-658e45cd83de {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:49:19.166720 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d06518-e559-454e-8055-efa56cf17c09", "name": "network-vif-deleted", "tag": "8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:49:19.167047 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69c24fc2-dba6-448f-b374-658e45cd83de {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:49:19.167528 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d06518-e559-454e-8055-efa56cf17c09', 'name': 'network-vif-deleted', 'tag': '8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079', 'status': 'completed', 'code': 200} Dec 09 22:49:19.169895 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ceecd53-8000-4046-b10f-c23852e8f3da req-d25398d2-ad03-4e1f-b47d-7e01a4a43a11 tempest-TestServerAdvancedOps-96752568 tempest-TestServerAdvancedOps-96752568-project] 10.222.0.16 "GET /v2.0/security-groups?id=11d64a33-d3a4-4312-af69-17bdc1235dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381066 Dec 09 22:49:19.505315 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b82bf65c-e867-40ee-a4ca-68f871903280 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.570591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bf65c-e867-40ee-a4ca-68f871903280 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Subnet': ['ID=be34253d-9cfd-48c8-a629-47fcca4f5e19,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:19.585457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82bf65c-e867-40ee-a4ca-68f871903280 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:19.594497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-b82bf65c-e867-40ee-a4ca-68f871903280 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:19.598452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82bf65c-e867-40ee-a4ca-68f871903280 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:19.599070 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b82bf65c-e867-40ee-a4ca-68f871903280 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.622721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b82bf65c-e867-40ee-a4ca-68f871903280 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8627315 Dec 09 22:49:19.625365 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41810) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:19.633314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e8cdccf4-2cd8-4e8a-aa67-3322d249ab1d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'security_group': {'name': 'tempest-secgroup-1335840547'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:19.662885 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8cdccf4-2cd8-4e8a-aa67-3322d249ab1d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.721265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f59e22-070a-44bb-a59d-4f204d681bab None None] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:19.761721 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8cdccf4-2cd8-4e8a-aa67-3322d249ab1d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.763884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f0169e36-2492-4006-b3c9-aa4f96d27a95 None None] Provisioning complete for port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:19.764554 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f0169e36-2492-4006-b3c9-aa4f96d27a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.777545 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8cdccf4-2cd8-4e8a-aa67-3322d249ab1d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.812903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdccf4-2cd8-4e8a-aa67-3322d249ab1d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed96b6e2-cd00-4d94-8b6c-74e51bd5604a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:19.834488 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e8cdccf4-2cd8-4e8a-aa67-3322d249ab1d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.838321 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e8cdccf4-2cd8-4e8a-aa67-3322d249ab1d tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2093651 Dec 09 22:49:19.838683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41818) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:19.843248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-fd80ef3c-0af1-4aca-9e64-517731c19bf3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'security_group': {'name': 'tempest-secgroup-708917068'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:19.871393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd80ef3c-0af1-4aca-9e64-517731c19bf3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.945950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f0169e36-2492-4006-b3c9-aa4f96d27a95 None None] Provisioning complete for port bc442028-4134-4665-8471-8bcb81611a1d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:19.946562 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f0169e36-2492-4006-b3c9-aa4f96d27a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.968667 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd80ef3c-0af1-4aca-9e64-517731c19bf3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.973979 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd80ef3c-0af1-4aca-9e64-517731c19bf3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:19.996136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f0169e36-2492-4006-b3c9-aa4f96d27a95 None None] Port bc442028-4134-4665-8471-8bcb81611a1d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:20.004544 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd80ef3c-0af1-4aca-9e64-517731c19bf3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.009366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41828) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.009612 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fd80ef3c-0af1-4aca-9e64-517731c19bf3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1696866 Dec 09 22:49:20.018118 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c2a61843-e0cd-4b33-b6b9-757074803348 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'security_group': {'name': 'tempest-secgroup-893129124'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:20.021674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80ef3c-0af1-4aca-9e64-517731c19bf3 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d471ca44-08d5-4016-8532-b6ddaffe8ba9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:20.032466 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda6d350-228e-4443-9c00-60ee80fad0b3 None None] Update dhcp port {'port': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'fixed_ips': [{'subnet_id': '9b99fb0b-b413-49b6-9c93-2725b59c0b46', 'ip_address': '172.20.0.18'}, {'subnet_id': 'be34253d-9cfd-48c8-a629-47fcca4f5e19'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:49:20.050726 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2a61843-e0cd-4b33-b6b9-757074803348 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.061599 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eda6d350-228e-4443-9c00-60ee80fad0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.139809 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2a61843-e0cd-4b33-b6b9-757074803348 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.147832 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2a61843-e0cd-4b33-b6b9-757074803348 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.178435 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2a61843-e0cd-4b33-b6b9-757074803348 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.179900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c2a61843-e0cd-4b33-b6b9-757074803348 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1683869 Dec 09 22:49:20.182880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41836) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.192556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a61843-e0cd-4b33-b6b9-757074803348 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7406fba2-08f4-4973-89af-f6e2cb8a9a28,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:20.195414 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-88734858', 'security_groups': ['7406fba2-08f4-4973-89af-f6e2cb8a9a28'], 'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'be34253d-9cfd-48c8-a629-47fcca4f5e19'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:20.254092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41842) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.276014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-eda6d350-228e-4443-9c00-60ee80fad0b3 None None] Allocated IP 172.20.0.2 (666f8c9f-5f92-47e6-9968-60ad26cd4809/be34253d-9cfd-48c8-a629-47fcca4f5e19/5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:20.311703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41844) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.366427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8dcc68-2fc5-4f02-8c43-8c61e5fc2656 admin admin] Deleting subnet e43b55e6-c48f-4c33-a133-235307bdaa95 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:49:20.376392 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c8dcc68-2fc5-4f02-8c43-8c61e5fc2656 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.416166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-eda6d350-228e-4443-9c00-60ee80fad0b3 None None] For port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,segment=NetworkSegment(9da31e49-cb8b-4c54-a91c-e9de5d23e530),segment_id=9da31e49-cb8b-4c54-a91c-e9de5d23e530)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:20.416853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41848) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.432952 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c8dcc68-2fc5-4f02-8c43-8c61e5fc2656 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.454482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:20.459774 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.459945 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eda6d350-228e-4443-9c00-60ee80fad0b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.467330 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eda6d350-228e-4443-9c00-60ee80fad0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.487603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] device_id is not set on port 3854c194-4594-47fe-9c20-346543bf87b3 yet. {{(pid=103417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:49:20.502447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c8dcc68-2fc5-4f02-8c43-8c61e5fc2656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.562021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6d350-228e-4443-9c00-60ee80fad0b3 None None] Pushing event updated for resources: {'Port': ['ID=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:20.573605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-fcc3fda9-f7c5-4883-9f9d-366941e71a37 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:20.607017 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-43111288-bad3-43f6-95a1-5b793376417a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.660353 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c8dcc68-2fc5-4f02-8c43-8c61e5fc2656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.662171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fcc3fda9-f7c5-4883-9f9d-366941e71a37 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] 10.222.0.16 "PUT /v2.0/quotas/1f8defced20647dfaae0ce0315459eca HTTP/1.1" status: 200 len: 366 time: 0.2440102 Dec 09 22:49:20.664660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41852) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.681561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cc7800ec-3460-48a0-bdb4-c6d1b698974e tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0155632 Dec 09 22:49:20.685862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41854) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.704645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8ecc11a4-7d7f-4ce0-a84b-80ad1b0a264d tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] 10.222.0.16 "GET /v2.0/quotas/1f8defced20647dfaae0ce0315459eca HTTP/1.1" status: 200 len: 366 time: 0.0154626 Dec 09 22:49:20.704981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41856) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.726875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dcc68-2fc5-4f02-8c43-8c61e5fc2656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43b55e6-c48f-4c33-a133-235307bdaa95,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:20.732292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-09bcb6b5-2ef4-4281-9fe8-533b0b8406fd tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/1f8defced20647dfaae0ce0315459eca HTTP/1.1" status: 204 len: 168 time: 0.0241697 Dec 09 22:49:20.733522 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c8dcc68-2fc5-4f02-8c43-8c61e5fc2656 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.735854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41858) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.738380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7c8dcc68-2fc5-4f02-8c43-8c61e5fc2656 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e43b55e6-c48f-4c33-a133-235307bdaa95 HTTP/1.1" status: 204 len: 168 time: 0.4834516 Dec 09 22:49:20.742364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41860) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.746985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-43111288-bad3-43f6-95a1-5b793376417a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.755981 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dbddd2f7-dda1-46f5-a658-1d645e1ea514 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0182602 Dec 09 22:49:20.758285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41862) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.766283 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-43111288-bad3-43f6-95a1-5b793376417a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.787584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e73f842b-65c5-46fd-a44f-30ea6b623e4a tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] 10.222.0.16 "GET /v2.0/quotas/1f8defced20647dfaae0ce0315459eca HTTP/1.1" status: 200 len: 370 time: 0.0276563 Dec 09 22:49:20.789909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41864) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.794959 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ca984d1a-cfd0-4257-b733-b1a448d5cb8c tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] 10.222.0.16 "GET /v2.0/quotas/1f8defced20647dfaae0ce0315459eca/default HTTP/1.1" status: 200 len: 370 time: 0.0040605 Dec 09 22:49:20.796175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.13 (666f8c9f-5f92-47e6-9968-60ad26cd4809/be34253d-9cfd-48c8-a629-47fcca4f5e19/3854c194-4594-47fe-9c20-346543bf87b3) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:20.801187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41866) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.819812 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-43111288-bad3-43f6-95a1-5b793376417a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=811bc72bde2941babe2dfe441c5848d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5067368 Dec 09 22:49:20.822024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43111288-bad3-43f6-95a1-5b793376417a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff57d38-4d16-4060-89f3-428d9c457c9e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:20.824514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41868) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.825435 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-d57316e6-dbf6-4903-b4fc-0241de296a5b tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] delete failed (client error): The resource could not be found. Dec 09 22:49:20.828908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d57316e6-dbf6-4903-b4fc-0241de296a5b tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/1f8defced20647dfaae0ce0315459eca HTTP/1.1" status: 404 len: 348 time: 0.0242152 Dec 09 22:49:20.846298 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.891073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-25a9c27b-9dbd-4e5c-85af-253ed1455628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.918253 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-25a9c27b-9dbd-4e5c-85af-253ed1455628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.976246 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41872) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:20.988215 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-25a9c27b-9dbd-4e5c-85af-253ed1455628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.990809 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-25a9c27b-9dbd-4e5c-85af-253ed1455628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:20.991919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-25a9c27b-9dbd-4e5c-85af-253ed1455628 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ff57d38-4d16-4060-89f3-428d9c457c9e HTTP/1.1" status: 204 len: 168 time: 0.1646311 Dec 09 22:49:20.997636 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.008228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9c27b-9dbd-4e5c-85af-253ed1455628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff57d38-4d16-4060-89f3-428d9c457c9e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:21.015131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Usage tracker for resource:network and project:270143b1018a421ea15289a5ecfb7582 is out of sync, need to count used quota {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 22:49:21.019620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 22:49:21.026925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Usage tracker for resource:subnet and project:270143b1018a421ea15289a5ecfb7582 is out of sync, need to count used quota {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 22:49:21.031082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 22:49:21.044965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Usage tracker for resource:subnetpool and project:270143b1018a421ea15289a5ecfb7582 is out of sync, need to count used quota {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 22:49:21.052805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 22:49:21.059992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Usage tracker for resource:port and project:270143b1018a421ea15289a5ecfb7582 is out of sync, need to count used quota {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 22:49:21.063911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 22:49:21.067236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010652b8-ffb1-4b4f-8140-7ac1709b5918']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:21.071349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Usage tracker for resource:router and project:270143b1018a421ea15289a5ecfb7582 is out of sync, need to count used quota {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 22:49:21.074877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 22:49:21.082528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Usage tracker for resource:floatingip and project:270143b1018a421ea15289a5ecfb7582 is out of sync, need to count used quota {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 22:49:21.083745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673a742d-af0c-4535-9e8a-4308cf3ff0c6') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:21.084049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673a742d-af0c-4535-9e8a-4308cf3ff0c6') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:21.085985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 22:49:21.110067 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.127944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Usage tracker for resource:security_group and project:270143b1018a421ea15289a5ecfb7582 is out of sync, need to count used quota {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 22:49:21.131443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 22:49:21.138937 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.140611 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.144020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Usage tracker for resource:security_group_rule and project:270143b1018a421ea15289a5ecfb7582 is out of sync, need to count used quota {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 22:49:21.147939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.quota.resource [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103418) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 22:49:21.150535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:49:21.150958 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:49:21.153372 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:49:21.159440 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-32bae80e-00df-4268-9874-617753b27de9 tempest-QuotasTest-597151123 tempest-QuotasTest-597151123-project-admin] 10.222.0.16 "GET /v2.0/quotas/270143b1018a421ea15289a5ecfb7582/details.json HTTP/1.1" status: 200 len: 703 time: 0.1767988 Dec 09 22:49:21.241120 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.263127 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.270229 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] 10.222.0.16 "DELETE /v2.0/networks/010652b8-ffb1-4b4f-8140-7ac1709b5918 HTTP/1.1" status: 204 len: 168 time: 0.5265572 Dec 09 22:49:21.273603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41880) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:21.292474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1570a0-9a66-4c0c-9540-25d894ed5a21 admin admin] Pushing event deleted for resources: {'Network': ['ID=010652b8-ffb1-4b4f-8140-7ac1709b5918,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:21.294349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.337491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-858aa82a-d326-4f19-bc0c-87e61202513f None None] Provisioning complete for port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:21.338073 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-858aa82a-d326-4f19-bc0c-87e61202513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.340171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:21.342804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-830f26b8-c0ff-40fa-9c37-ba85d3b4e8c0 admin admin] Deleting subnet e9f7b088-9f5a-4f25-aa5d-2f72ed9f1e92 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:49:21.343457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:21.348344 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830f26b8-c0ff-40fa-9c37-ba85d3b4e8c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.356766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:21.402494 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830f26b8-c0ff-40fa-9c37-ba85d3b4e8c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.405539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=3854c194-4594-47fe-9c20-346543bf87b3,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:21.441307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:21.442053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.458891 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830f26b8-c0ff-40fa-9c37-ba85d3b4e8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.459663 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9e107e4c-5295-4700-a2f9-82627f5afda1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2756317 Dec 09 22:49:21.462752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41886) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:21.469294 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c5659200-f5ef-4253-8917-1f85610702df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:21.538025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-858aa82a-d326-4f19-bc0c-87e61202513f None None] Provisioning complete for port bc442028-4134-4665-8471-8bcb81611a1d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:21.538396 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-858aa82a-d326-4f19-bc0c-87e61202513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.549091 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830f26b8-c0ff-40fa-9c37-ba85d3b4e8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.583365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-858aa82a-d326-4f19-bc0c-87e61202513f None None] Port bc442028-4134-4665-8471-8bcb81611a1d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:21.602587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41888) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:21.605944 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830f26b8-c0ff-40fa-9c37-ba85d3b4e8c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.616968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-830f26b8-c0ff-40fa-9c37-ba85d3b4e8c0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e9f7b088-9f5a-4f25-aa5d-2f72ed9f1e92 HTTP/1.1" status: 204 len: 168 time: 0.3420799 Dec 09 22:49:21.619845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41890) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:21.622023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f26b8-c0ff-40fa-9c37-ba85d3b4e8c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f7b088-9f5a-4f25-aa5d-2f72ed9f1e92,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:21.702879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41894) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:21.710159 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-447387f6-f350-4393-ba3b-5d6b958ea014 None None] Provisioning complete for port 3854c194-4594-47fe-9c20-346543bf87b3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:21.710770 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-447387f6-f350-4393-ba3b-5d6b958ea014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.721119 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-291bd4f9-9846-4908-a9a7-297e3b988160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.726447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.743384 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5659200-f5ef-4253-8917-1f85610702df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:21.746986 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5659200-f5ef-4253-8917-1f85610702df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.772752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-447387f6-f350-4393-ba3b-5d6b958ea014 None None] Port 3854c194-4594-47fe-9c20-346543bf87b3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:21.827586 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-291bd4f9-9846-4908-a9a7-297e3b988160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.832758 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-291bd4f9-9846-4908-a9a7-297e3b988160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.873671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-291bd4f9-9846-4908-a9a7-297e3b988160 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=476fbf65190d450cb617343e54768b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1671536 Dec 09 22:49:21.873671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bd4f9-9846-4908-a9a7-297e3b988160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50c4b02-a894-4788-87cc-6bb34e93a53e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:21.873995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41896) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:21.908704 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1589816e-44dc-43df-9083-4f2d9b10db0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.912762 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.968453 n-d-789963-23 neutron-server[103417]: INFO neutron.db.ipam_backend_mixin [None req-c5659200-f5ef-4253-8917-1f85610702df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet be34253d-9cfd-48c8-a629-47fcca4f5e19 (CIDR: 172.20.0.0/28) Dec 09 22:49:21.970377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc283c7-9bfc-4d77-b54e-52250f209240']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:21.982302 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5659200-f5ef-4253-8917-1f85610702df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:49:21.982790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5659200-f5ef-4253-8917-1f85610702df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:21.983400 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1589816e-44dc-43df-9083-4f2d9b10db0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.987395 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1589816e-44dc-43df-9083-4f2d9b10db0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:21.991887 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84a7f0e-95a6-4ebf-b8b4-ed40617014fb') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:21.992199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84a7f0e-95a6-4ebf-b8b4-ed40617014fb') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:22.005431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.020426 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c5659200-f5ef-4253-8917-1f85610702df tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5557778 Dec 09 22:49:22.024925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41898) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:22.033002 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1589816e-44dc-43df-9083-4f2d9b10db0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9e09fd1420746f5aa4fd5a050859a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4263189 Dec 09 22:49:22.033002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589816e-44dc-43df-9083-4f2d9b10db0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b8e380-8f45-4546-a4b9-b0af59b8311b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:22.033748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41900) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:22.037049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9b537cce-9a05-4b54-9aae-740bac995a6e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:22.040705 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.050415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:49:22.050777 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:49:22.062130 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:49:22.074203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-80817c9b-d289-4d8f-bdfc-4c2bce531ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.086567 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6b0e55be-ab01-488b-b39e-10be316a6065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.108040 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6b0e55be-ab01-488b-b39e-10be316a6065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.127760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:22.158753 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6b0e55be-ab01-488b-b39e-10be316a6065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.161663 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6b0e55be-ab01-488b-b39e-10be316a6065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.162922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6b0e55be-ab01-488b-b39e-10be316a6065 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8b8e380-8f45-4546-a4b9-b0af59b8311b HTTP/1.1" status: 204 len: 168 time: 0.1281688 Dec 09 22:49:22.173294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e55be-ab01-488b-b39e-10be316a6065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b8e380-8f45-4546-a4b9-b0af59b8311b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:22.193328 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-80817c9b-d289-4d8f-bdfc-4c2bce531ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.201668 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.206183 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.208402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:22.208402 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.209461 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9dc283c7-9bfc-4d77-b54e-52250f209240 HTTP/1.1" status: 204 len: 168 time: 0.5883803 Dec 09 22:49:22.240920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1c304-4f4e-4bb4-b91a-a3f1f1ce3018 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc283c7-9bfc-4d77-b54e-52250f209240,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:22.299513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b537cce-9a05-4b54-9aae-740bac995a6e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:22.304673 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9b537cce-9a05-4b54-9aae-740bac995a6e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.311955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-80817c9b-d289-4d8f-bdfc-4c2bce531ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.315555 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-80817c9b-d289-4d8f-bdfc-4c2bce531ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.319406 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-80817c9b-d289-4d8f-bdfc-4c2bce531ca6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c50c4b02-a894-4788-87cc-6bb34e93a53e HTTP/1.1" status: 204 len: 168 time: 0.4413426 Dec 09 22:49:22.345214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80817c9b-d289-4d8f-bdfc-4c2bce531ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50c4b02-a894-4788-87cc-6bb34e93a53e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:22.372429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41910) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:22.431911 n-d-789963-23 neutron-server[103417]: INFO neutron.db.ipam_backend_mixin [None req-9b537cce-9a05-4b54-9aae-740bac995a6e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9b99fb0b-b413-49b6-9c93-2725b59c0b46 (CIDR: 172.20.0.16/28) Dec 09 22:49:22.432124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-69da3cf4-1f73-4ba5-9b25-dbdf6be621f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef4d376ad6c84ae4b3568d6fa6136d55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581777 Dec 09 22:49:22.434733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41912) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:22.436335 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b537cce-9a05-4b54-9aae-740bac995a6e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 22:49:22.437325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b537cce-9a05-4b54-9aae-740bac995a6e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:22.463817 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9b537cce-9a05-4b54-9aae-740bac995a6e tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4370933 Dec 09 22:49:22.464709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41914) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:22.473566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d68c4e47-f13b-4011-9f4d-298de9e09da0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'subnet': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:22.495080 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9e1bd06-3e9b-4ef4-9f21-6e145dead841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.522734 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9e1bd06-3e9b-4ef4-9f21-6e145dead841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.589987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41918) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:22.590759 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9e1bd06-3e9b-4ef4-9f21-6e145dead841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.593408 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b9e1bd06-3e9b-4ef4-9f21-6e145dead841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.594829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b9e1bd06-3e9b-4ef4-9f21-6e145dead841 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11d64a33-d3a4-4312-af69-17bdc1235dc0 HTTP/1.1" status: 204 len: 168 time: 0.1581795 Dec 09 22:49:22.613950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68c4e47-f13b-4011-9f4d-298de9e09da0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Made reservation on behalf of de3af971ae1646d5b164773f7cc3609d for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:22.617053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1bd06-3e9b-4ef4-9f21-6e145dead841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d64a33-d3a4-4312-af69-17bdc1235dc0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:22.620455 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d68c4e47-f13b-4011-9f4d-298de9e09da0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.646507 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64243112-19df-4b70-b6b8-c0b80f93155e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.764941 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64243112-19df-4b70-b6b8-c0b80f93155e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.770203 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-64243112-19df-4b70-b6b8-c0b80f93155e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.838902 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-64243112-19df-4b70-b6b8-c0b80f93155e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=270143b1018a421ea15289a5ecfb7582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422094 Dec 09 22:49:22.843831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64243112-19df-4b70-b6b8-c0b80f93155e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162a0d22-4c3b-414c-93be-c9dc63ed3c5c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:22.848088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41928) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:22.884492 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.924492 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b4acdfb-9f96-4d21-a191-4da669a25d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:22.973686 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b4acdfb-9f96-4d21-a191-4da669a25d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.025598 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d68c4e47-f13b-4011-9f4d-298de9e09da0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.071881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68c4e47-f13b-4011-9f4d-298de9e09da0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:23.077281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d68c4e47-f13b-4011-9f4d-298de9e09da0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:23.081888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c4e47-f13b-4011-9f4d-298de9e09da0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:23.082490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d68c4e47-f13b-4011-9f4d-298de9e09da0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.089623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80ca355-e48c-412f-b493-93f03758fe5c None None] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:23.109988 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b4acdfb-9f96-4d21-a191-4da669a25d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.114720 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b4acdfb-9f96-4d21-a191-4da669a25d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.115950 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0b4acdfb-9f96-4d21-a191-4da669a25d05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/162a0d22-4c3b-414c-93be-c9dc63ed3c5c HTTP/1.1" status: 204 len: 168 time: 0.2667210 Dec 09 22:49:23.121221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c4e47-f13b-4011-9f4d-298de9e09da0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Subnet': ['ID=ff3e36f1-c1ba-429f-a309-8429463fc6ec,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:23.135452 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d68c4e47-f13b-4011-9f4d-298de9e09da0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6666317 Dec 09 22:49:23.135452 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4acdfb-9f96-4d21-a191-4da669a25d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162a0d22-4c3b-414c-93be-c9dc63ed3c5c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:23.135799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41940) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:23.141313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-210aa822-7728-4df3-a623-762781428e7c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-776449728', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff3e36f1-c1ba-429f-a309-8429463fc6ec'}], 'security_groups': ['ed96b6e2-cd00-4d94-8b6c-74e51bd5604a', 'd471ca44-08d5-4016-8532-b6ddaffe8ba9']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:23.176960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41942) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:23.245956 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a01a5dc2-8e4c-45d4-9e2d-38fa4645100f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f637e96b5928449e83b854aa179727c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668979 Dec 09 22:49:23.248488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41946) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:23.259941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:49:23.294583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:49:23.295003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 8cd9f4b6-4d30-48cb-b9cd-c4bf42e6f079 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:49:23.315367 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee91ec78-0605-4de2-b659-a81d69c11daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.372004 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee91ec78-0605-4de2-b659-a81d69c11daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.380462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d2135-e036-493f-9606-5e6581d5bac2 None None] Update dhcp port {'port': {'network_id': '666f8c9f-5f92-47e6-9968-60ad26cd4809', 'fixed_ips': [{'subnet_id': '9b99fb0b-b413-49b6-9c93-2725b59c0b46', 'ip_address': '172.20.0.18'}, {'subnet_id': 'be34253d-9cfd-48c8-a629-47fcca4f5e19', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ff3e36f1-c1ba-429f-a309-8429463fc6ec'}], 'binding:host_id': 'n-d-789963-23'}, 'id': '5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1'} from n-d-789963-23. {{(pid=103419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 22:49:23.386452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-210aa822-7728-4df3-a623-762781428e7c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.433441 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d4d2135-e036-493f-9606-5e6581d5bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.482326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-8bf67d57-929e-446f-b295-1fc3ccb3df51 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1075244 Dec 09 22:49:23.518362 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee91ec78-0605-4de2-b659-a81d69c11daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.521275 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ee91ec78-0605-4de2-b659-a81d69c11daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.528045 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ee91ec78-0605-4de2-b659-a81d69c11daa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c340976-858a-4d9d-9021-cf71f8c3738b HTTP/1.1" status: 204 len: 168 time: 0.2778585 Dec 09 22:49:23.575251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91ec78-0605-4de2-b659-a81d69c11daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c340976-858a-4d9d-9021-cf71f8c3738b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:23.599205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-f1110e07-035c-47bc-a8e8-bc0b0cff829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:23.600803 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-f1110e07-035c-47bc-a8e8-bc0b0cff829a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 1098 time: 0.0625496 Dec 09 22:49:23.678538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-7d4d2135-e036-493f-9606-5e6581d5bac2 None None] Allocated IP 172.20.0.34 (666f8c9f-5f92-47e6-9968-60ad26cd4809/ff3e36f1-c1ba-429f-a309-8429463fc6ec/5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:23.728116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-14efeaab-9328-4580-be4c-e3a53073037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:23.729580 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-14efeaab-9328-4580-be4c-e3a53073037b service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbac22dd-67aa-47b7-8774-4ef181eb3eec HTTP/1.1" status: 200 len: 896 time: 0.0965130 Dec 09 22:49:23.798117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7d4d2135-e036-493f-9606-5e6581d5bac2 None None] For port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,segment=NetworkSegment(9da31e49-cb8b-4c54-a91c-e9de5d23e530),segment_id=9da31e49-cb8b-4c54-a91c-e9de5d23e530)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:23.821321 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-d7ae025f-eca3-4a78-8128-1fd066b392ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dfb6485-0ad3-49ae-b990-bb1822e12ff7 HTTP/1.1" status: 200 len: 1002 time: 0.0829968 Dec 09 22:49:23.829196 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d4d2135-e036-493f-9606-5e6581d5bac2 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.845032 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d4d2135-e036-493f-9606-5e6581d5bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:23.881576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-498294af-adf3-4d0a-912d-4a0760ae18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:23.883391 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-498294af-adf3-4d0a-912d-4a0760ae18f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec2d7fa6-ff38-4b27-b3df-6476078d10f0 HTTP/1.1" status: 200 len: 835 time: 0.0554299 Dec 09 22:49:23.993950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d2135-e036-493f-9606-5e6581d5bac2 None None] Pushing event updated for resources: {'Port': ['ID=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:24.013314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-41c21d71-5d6b-4ac4-9d40-aea6675a4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:24.014870 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-41c21d71-5d6b-4ac4-9d40-aea6675a4757 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbac22dd-67aa-47b7-8774-4ef181eb3eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229701 Dec 09 22:49:24.039928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-6852c578-1a1e-47bd-a599-e75412ef8a00 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:49:24.042077 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-6852c578-1a1e-47bd-a599-e75412ef8a00 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167043 Dec 09 22:49:24.088503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-210aa822-7728-4df3-a623-762781428e7c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Delete allocated IP 172.20.0.13 (666f8c9f-5f92-47e6-9968-60ad26cd4809/be34253d-9cfd-48c8-a629-47fcca4f5e19) {{(pid=103417) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 22:49:24.103108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-210aa822-7728-4df3-a623-762781428e7c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Allocated IP 172.20.0.40 (666f8c9f-5f92-47e6-9968-60ad26cd4809/ff3e36f1-c1ba-429f-a309-8429463fc6ec/3854c194-4594-47fe-9c20-346543bf87b3) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:24.184041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:24.349250 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-ba71e018-c908-45b1-9827-92aeb9698561 service neutron] 10.222.0.42 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981496 Dec 09 22:49:24.352638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:24.353023 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:24.474025 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-210aa822-7728-4df3-a623-762781428e7c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:24.479693 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-210aa822-7728-4df3-a623-762781428e7c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:24.552163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41972) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:24.573853 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2bddb90-f9ee-439a-8df3-9e26bd1c60d5 req-27ff7f44-b9a2-407e-83c4-b7c44946696a service neutron] 10.222.0.42 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165444 Dec 09 22:49:24.599347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aa822-7728-4df3-a623-762781428e7c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event updated for resources: {'Port': ['ID=3854c194-4594-47fe-9c20-346543bf87b3,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:24.677551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-210aa822-7728-4df3-a623-762781428e7c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] In _notify_port_updated(), no bound segment for port 3854c194-4594-47fe-9c20-346543bf87b3 on network 666f8c9f-5f92-47e6-9968-60ad26cd4809 {{(pid=103417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 22:49:24.683851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210aa822-7728-4df3-a623-762781428e7c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:24.684553 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-210aa822-7728-4df3-a623-762781428e7c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:24.686210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-210aa822-7728-4df3-a623-762781428e7c tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "PUT /v2.0/ports/3854c194-4594-47fe-9c20-346543bf87b3 HTTP/1.1" status: 200 len: 959 time: 1.5495389 Dec 09 22:49:24.689071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 41982) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:24.736536 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714a8eb8-21cd-4746-ae81-b60c86d5d7dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:24.813325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-eca64c3d-f320-407e-a3a6-0696e6e82260 None None] Provisioning complete for port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:24.816096 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eca64c3d-f320-407e-a3a6-0696e6e82260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:24.847626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c11c2916-44e4-4105-9a9c-5548937651bb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port 3854c194-4594-47fe-9c20-346543bf87b3 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:24.847984 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c11c2916-44e4-4105-9a9c-5548937651bb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:24.914275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-eca64c3d-f320-407e-a3a6-0696e6e82260 None None] Provisioning complete for port bc442028-4134-4665-8471-8bcb81611a1d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:24.914811 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eca64c3d-f320-407e-a3a6-0696e6e82260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:24.948777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714a8eb8-21cd-4746-ae81-b60c86d5d7dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:24.954050 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714a8eb8-21cd-4746-ae81-b60c86d5d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:24.960650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-eca64c3d-f320-407e-a3a6-0696e6e82260 None None] Port bc442028-4134-4665-8471-8bcb81611a1d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:24.973560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-eca64c3d-f320-407e-a3a6-0696e6e82260 None None] Provisioning complete for port 3854c194-4594-47fe-9c20-346543bf87b3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:24.973992 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eca64c3d-f320-407e-a3a6-0696e6e82260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:24.985133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c11c2916-44e4-4105-9a9c-5548937651bb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.012995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-eca64c3d-f320-407e-a3a6-0696e6e82260 None None] Port 3854c194-4594-47fe-9c20-346543bf87b3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:25.018143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c11c2916-44e4-4105-9a9c-5548937651bb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for 3854c194-4594-47fe-9c20-346543bf87b3 owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:25.023861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-714a8eb8-21cd-4746-ae81-b60c86d5d7dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44950708056c4e5fad764e1acc00ce66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4701972 Dec 09 22:49:25.024494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a8eb8-21cd-4746-ae81-b60c86d5d7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db68c75-a53d-4547-98a3-a478cda4d9fd,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:25.026776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 41992) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:25.083167 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d61401cb-dc54-4d57-98a1-80e6a535e6ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.112276 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d61401cb-dc54-4d57-98a1-80e6a535e6ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.169721 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c11c2916-44e4-4105-9a9c-5548937651bb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.175144 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d61401cb-dc54-4d57-98a1-80e6a535e6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.178802 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d61401cb-dc54-4d57-98a1-80e6a535e6ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.180253 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d61401cb-dc54-4d57-98a1-80e6a535e6ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1db68c75-a53d-4547-98a3-a478cda4d9fd HTTP/1.1" status: 204 len: 168 time: 0.1521919 Dec 09 22:49:25.195599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61401cb-dc54-4d57-98a1-80e6a535e6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db68c75-a53d-4547-98a3-a478cda4d9fd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:25.224533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c2916-44e4-4105-9a9c-5548937651bb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=3854c194-4594-47fe-9c20-346543bf87b3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:25.325254 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c11c2916-44e4-4105-9a9c-5548937651bb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.333299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42002) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:25.333650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c11c2916-44e4-4105-9a9c-5548937651bb tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/3854c194-4594-47fe-9c20-346543bf87b3 HTTP/1.1" status: 204 len: 168 time: 0.6434526 Dec 09 22:49:25.366461 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6870ec4-7a89-402d-9bc9-249979371364 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] GET failed (client error): The resource could not be found. Dec 09 22:49:25.368857 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b6870ec4-7a89-402d-9bc9-249979371364 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports/3854c194-4594-47fe-9c20-346543bf87b3 HTTP/1.1" status: 404 len: 333 time: 0.0341694 Dec 09 22:49:25.371860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42006) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:25.428298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4822e366-80bf-46f4-b07e-e32b266e5e40 None None] Could not find standard attr ID for object 3854c194-4594-47fe-9c20-346543bf87b3. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 22:49:25.430058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b67577b1-7bec-4e62-8cdc-82440833719a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.459958 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b67577b1-7bec-4e62-8cdc-82440833719a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.506099 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b67577b1-7bec-4e62-8cdc-82440833719a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.509747 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b67577b1-7bec-4e62-8cdc-82440833719a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.514061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42014) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:25.514311 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b67577b1-7bec-4e62-8cdc-82440833719a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/security-groups/7406fba2-08f4-4973-89af-f6e2cb8a9a28 HTTP/1.1" status: 204 len: 168 time: 0.1419637 Dec 09 22:49:25.525766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67577b1-7bec-4e62-8cdc-82440833719a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7406fba2-08f4-4973-89af-f6e2cb8a9a28,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:25.599584 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f18bc9c2-26aa-42aa-aee6-4e488a90f5fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.627823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f18bc9c2-26aa-42aa-aee6-4e488a90f5fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.676583 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f18bc9c2-26aa-42aa-aee6-4e488a90f5fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.680239 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f18bc9c2-26aa-42aa-aee6-4e488a90f5fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.684670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42020) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:25.684941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f18bc9c2-26aa-42aa-aee6-4e488a90f5fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/security-groups/d471ca44-08d5-4016-8532-b6ddaffe8ba9 HTTP/1.1" status: 204 len: 168 time: 0.1688521 Dec 09 22:49:25.698664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bc9c2-26aa-42aa-aee6-4e488a90f5fd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d471ca44-08d5-4016-8532-b6ddaffe8ba9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:25.749995 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5683-f984-4189-ab0c-c8c37d855ec0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.776086 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5683-f984-4189-ab0c-c8c37d855ec0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.822828 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5683-f984-4189-ab0c-c8c37d855ec0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.825488 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5683-f984-4189-ab0c-c8c37d855ec0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.826861 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7e6b5683-f984-4189-ab0c-c8c37d855ec0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/security-groups/ed96b6e2-cd00-4d94-8b6c-74e51bd5604a HTTP/1.1" status: 204 len: 168 time: 0.1411321 Dec 09 22:49:25.830706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42030) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:25.837008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b5683-f984-4189-ab0c-c8c37d855ec0 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed96b6e2-cd00-4d94-8b6c-74e51bd5604a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:25.891901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9baccf-82dd-465d-b617-0cdde884fbd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting subnet be34253d-9cfd-48c8-a629-47fcca4f5e19 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:49:25.895424 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf9baccf-82dd-465d-b617-0cdde884fbd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:25.942668 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf9baccf-82dd-465d-b617-0cdde884fbd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.042260 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf9baccf-82dd-465d-b617-0cdde884fbd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.057969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42044) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:26.119265 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf9baccf-82dd-465d-b617-0cdde884fbd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.151272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9baccf-82dd-465d-b617-0cdde884fbd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Subnet': ['ID=be34253d-9cfd-48c8-a629-47fcca4f5e19,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:26.153429 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf9baccf-82dd-465d-b617-0cdde884fbd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.158895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33101897-914f-45f1-bfc8-89a59332ecd3 None None] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:26.161870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42048) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:26.162818 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cf9baccf-82dd-465d-b617-0cdde884fbd5 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/be34253d-9cfd-48c8-a629-47fcca4f5e19 HTTP/1.1" status: 204 len: 168 time: 0.3306823 Dec 09 22:49:26.196950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1864507582-network', 'tenant_id': '485a8107173c48db9af6cbe9ee62100c'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:26.258018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0071b58-873a-4b65-b38d-0ca0c9f3de00 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting subnet ff3e36f1-c1ba-429f-a309-8429463fc6ec {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:49:26.261800 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Made reservation on behalf of 485a8107173c48db9af6cbe9ee62100c for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:26.264003 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.266989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0071b58-873a-4b65-b38d-0ca0c9f3de00 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.297004 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.338691 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0071b58-873a-4b65-b38d-0ca0c9f3de00 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.476631 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0071b58-873a-4b65-b38d-0ca0c9f3de00 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.480891 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.499859 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.529113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:49:26.557366 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.557705 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Added segment 62d39c76-0b8e-418b-b2da-9cd1c3649ca9 of type vlan for network cc153c3b-809e-49f1-be56-7cd5644627ea Dec 09 22:49:26.566061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:26.614785 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.624433 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0071b58-873a-4b65-b38d-0ca0c9f3de00 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.661290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0071b58-873a-4b65-b38d-0ca0c9f3de00 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3e36f1-c1ba-429f-a309-8429463fc6ec,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:26.666070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0071b58-873a-4b65-b38d-0ca0c9f3de00 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.671705 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d0071b58-873a-4b65-b38d-0ca0c9f3de00 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/ff3e36f1-c1ba-429f-a309-8429463fc6ec HTTP/1.1" status: 204 len: 168 time: 0.5056603 Dec 09 22:49:26.672819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42052) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:26.683071 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.684248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:26.685555 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.706611 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7cea13-75dc-4b18-8b03-2f9ffa2ba2cf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] DELETE failed (client error): The resource could not be found. Dec 09 22:49:26.706999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7cea13-75dc-4b18-8b03-2f9ffa2ba2cf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:26.710356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aa7cea13-75dc-4b18-8b03-2f9ffa2ba2cf tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/be34253d-9cfd-48c8-a629-47fcca4f5e19 HTTP/1.1" status: 404 len: 337 time: 0.0371625 Dec 09 22:49:26.712850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42054) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:26.730575 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6714480 Dec 09 22:49:26.733661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42056) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:26.767157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-13c1f527-2c91-4937-98d1-b17b2e6fed06 admin admin] Request body: {'subnet': {'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1864507582-subnet', 'tenant_id': '485a8107173c48db9af6cbe9ee62100c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:26.771594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57154629-c20b-412c-9fe9-5211544a2f9a admin admin] Pushing event updated for resources: {'Network': ['ID=cc153c3b-809e-49f1-be56-7cd5644627ea,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:26.775733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-186e55a5-1701-44e6-bb4e-fa76412101ef tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting subnet 9b99fb0b-b413-49b6-9c93-2725b59c0b46 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:49:26.779031 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-186e55a5-1701-44e6-bb4e-fa76412101ef tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.785905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network cc153c3b-809e-49f1-be56-7cd5644627ea details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:49:26.791883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c1f527-2c91-4937-98d1-b17b2e6fed06 admin admin] Made reservation on behalf of 485a8107173c48db9af6cbe9ee62100c for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:26.794587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13c1f527-2c91-4937-98d1-b17b2e6fed06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.824406 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-186e55a5-1701-44e6-bb4e-fa76412101ef tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:26.925118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a73a2aa-13ba-44e4-a84f-c16a01563e6b None None] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:26.989141 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13c1f527-2c91-4937-98d1-b17b2e6fed06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:27.014217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-95de0c16-a660-43b7-ad08-7b5721855037 None None] Provisioning complete for port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:27.014592 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-95de0c16-a660-43b7-ad08-7b5721855037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:27.048678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1f527-2c91-4937-98d1-b17b2e6fed06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9c1479-7ba2-4d5b-8a02-2ea846ce92eb,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:27.058875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c1f527-2c91-4937-98d1-b17b2e6fed06 admin admin] Checking segment: {'id': '62d39c76-0b8e-418b-b2da-9cd1c3649ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:27.059241 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1f527-2c91-4937-98d1-b17b2e6fed06 admin admin] Network hostable DHCP agents. Network: cc153c3b-809e-49f1-be56-7cd5644627ea, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:49:27.078594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1f527-2c91-4937-98d1-b17b2e6fed06 admin admin] Network cc153c3b-809e-49f1-be56-7cd5644627ea is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:49:27.089411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-13c1f527-2c91-4937-98d1-b17b2e6fed06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, cc153c3b-809e-49f1-be56-7cd5644627ea) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:27.093727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1f527-2c91-4937-98d1-b17b2e6fed06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:27.094355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13c1f527-2c91-4937-98d1-b17b2e6fed06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:27.122416 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-13c1f527-2c91-4937-98d1-b17b2e6fed06 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3615620 Dec 09 22:49:27.126672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3eaa7a-8528-4e53-9f5d-ab858c1c797d None None] Network cc153c3b-809e-49f1-be56-7cd5644627ea requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:27.207867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-95de0c16-a660-43b7-ad08-7b5721855037 None None] Provisioning complete for port bc442028-4134-4665-8471-8bcb81611a1d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:27.208501 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-95de0c16-a660-43b7-ad08-7b5721855037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:27.267325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-186e55a5-1701-44e6-bb4e-fa76412101ef tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:27.273454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-95de0c16-a660-43b7-ad08-7b5721855037 None None] Port bc442028-4134-4665-8471-8bcb81611a1d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:27.278089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84d7174-bfe7-4314-9ae4-65794f9d3f99 None None] Network cc153c3b-809e-49f1-be56-7cd5644627ea requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:27.349671 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-186e55a5-1701-44e6-bb4e-fa76412101ef tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:27.371854 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-186e55a5-1701-44e6-bb4e-fa76412101ef tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:27.377920 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-186e55a5-1701-44e6-bb4e-fa76412101ef tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/9b99fb0b-b413-49b6-9c93-2725b59c0b46 HTTP/1.1" status: 204 len: 168 time: 0.6634016 Dec 09 22:49:27.379806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42066) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.422525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e55a5-1701-44e6-bb4e-fa76412101ef tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Subnet': ['ID=9b99fb0b-b413-49b6-9c93-2725b59c0b46,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:27.437515 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfb339d-eba6-478f-ae9f-34bc63c1f917 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] DELETE failed (client error): The resource could not be found. Dec 09 22:49:27.438022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfb339d-eba6-478f-ae9f-34bc63c1f917 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:27.444265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42070) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.445403 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9cfb339d-eba6-478f-ae9f-34bc63c1f917 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/c8d6851b-49cd-4c2f-95ea-5dd27b7131b9 HTTP/1.1" status: 404 len: 337 time: 0.0644286 Dec 09 22:49:27.478015 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42072) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.494890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8548ffeb-4cc1-4269-ae38-6afdeec50105 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2199521d-cb5c-4bfd-8ff8-85685598081e HTTP/1.1" status: 200 len: 205 time: 0.0488553 Dec 09 22:49:27.527871 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-56c2f091-b9a3-44c1-8c89-6b2536ef6920 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] delete failed (client error): The resource could not be found. Dec 09 22:49:27.531979 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-56c2f091-b9a3-44c1-8c89-6b2536ef6920 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/routers/2199521d-cb5c-4bfd-8ff8-85685598081e HTTP/1.1" status: 404 len: 336 time: 0.0525689 Dec 09 22:49:27.532100 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42074) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.593917 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf29e2fb-17cc-415a-8dd0-d2bf69a4da03 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] DELETE failed (client error): The resource could not be found. Dec 09 22:49:27.594386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf29e2fb-17cc-415a-8dd0-d2bf69a4da03 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:27.598226 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cf29e2fb-17cc-415a-8dd0-d2bf69a4da03 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/7392be41-8f50-4430-82a5-253341a50d40 HTTP/1.1" status: 404 len: 337 time: 0.0644331 Dec 09 22:49:27.602183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42078) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.645145 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-425723ac-4223-4a16-aae6-3f77f6c7d91a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] DELETE failed (client error): The resource could not be found. Dec 09 22:49:27.647345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425723ac-4223-4a16-aae6-3f77f6c7d91a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:27.651586 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-425723ac-4223-4a16-aae6-3f77f6c7d91a tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/d3d5b7a9-21d7-449d-ad4b-9852998cc0a6 HTTP/1.1" status: 404 len: 337 time: 0.0464888 Dec 09 22:49:27.654759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42082) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.684551 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d54f746-1d43-4492-bb31-f99cd2c55bdc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] DELETE failed (client error): The resource could not be found. Dec 09 22:49:27.685014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d54f746-1d43-4492-bb31-f99cd2c55bdc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:27.688176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8d54f746-1d43-4492-bb31-f99cd2c55bdc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/df1e712d-6e65-4ac4-9426-6b1e4c649877 HTTP/1.1" status: 404 len: 337 time: 0.0323493 Dec 09 22:49:27.690987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42086) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.717542 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cf1cb0-a289-4f3d-84ae-c6e8715a624b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] DELETE failed (client error): The resource could not be found. Dec 09 22:49:27.718149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cf1cb0-a289-4f3d-84ae-c6e8715a624b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:27.721885 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-45cf1cb0-a289-4f3d-84ae-c6e8715a624b tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/d6e49043-69f3-4366-bdb8-29148ccac437 HTTP/1.1" status: 404 len: 333 time: 0.0298705 Dec 09 22:49:27.724380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42088) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.751807 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-36dba35d-f06b-410f-9889-5334696fa8a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] DELETE failed (client error): The resource could not be found. Dec 09 22:49:27.752404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36dba35d-f06b-410f-9889-5334696fa8a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:27.755654 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-36dba35d-f06b-410f-9889-5334696fa8a1 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/69313c78-fc44-4a60-bb69-7dad70476cf4 HTTP/1.1" status: 404 len: 337 time: 0.0303376 Dec 09 22:49:27.758364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42090) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.786439 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1d18b2-0542-4ae5-97db-e316ec870dca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] DELETE failed (client error): The resource could not be found. Dec 09 22:49:27.786901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1d18b2-0542-4ae5-97db-e316ec870dca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:27.790060 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4b1d18b2-0542-4ae5-97db-e316ec870dca tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/ea09ab90-3400-4444-890a-d47ca4d1bd9a HTTP/1.1" status: 404 len: 337 time: 0.0305030 Dec 09 22:49:27.792583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42094) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.815452 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ef4898-0681-4f1b-b611-cb097a42a9dc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] DELETE failed (client error): The resource could not be found. Dec 09 22:49:27.815997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ef4898-0681-4f1b-b611-cb097a42a9dc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:27.819024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f9ef4898-0681-4f1b-b611-cb097a42a9dc tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/effff699-8df7-4b73-9886-7167a420b792 HTTP/1.1" status: 404 len: 333 time: 0.0255160 Dec 09 22:49:27.821555 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42096) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.838944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088a0bea-b792-4aea-abf5-971b253e2636 None None] Network 666f8c9f-5f92-47e6-9968-60ad26cd4809 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:27.848295 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4494dc8-b32e-4163-864e-f261e819f6ef tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] DELETE failed (client error): The resource could not be found. Dec 09 22:49:27.848751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4494dc8-b32e-4163-864e-f261e819f6ef tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:27.851933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c4494dc8-b32e-4163-864e-f261e819f6ef tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/58c26dcf-cb6e-4598-b5f6-da5462e33d0a HTTP/1.1" status: 404 len: 337 time: 0.0293515 Dec 09 22:49:27.854842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42098) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.879938 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e59b705-c6c8-408c-b8d6-e01766bc10be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] DELETE failed (client error): The resource could not be found. Dec 09 22:49:27.880389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e59b705-c6c8-408c-b8d6-e01766bc10be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:49:27.883459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0e59b705-c6c8-408c-b8d6-e01766bc10be tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/subnets/eddbbe75-f032-40be-8d9c-143f4ff6b213 HTTP/1.1" status: 404 len: 337 time: 0.0280795 Dec 09 22:49:27.886125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42100) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:27.938741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-034dde74-5e81-4a97-9db5-b841a1800fd8 None None] Provisioning complete for port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:27.939702 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-034dde74-5e81-4a97-9db5-b841a1800fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:27.977214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf9011-1368-4c9a-b804-3e7bfc9cd979 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port bc442028-4134-4665-8471-8bcb81611a1d {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:27.977556 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9011-1368-4c9a-b804-3e7bfc9cd979 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.049452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-034dde74-5e81-4a97-9db5-b841a1800fd8 None None] Provisioning complete for port bc442028-4134-4665-8471-8bcb81611a1d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:28.049850 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-034dde74-5e81-4a97-9db5-b841a1800fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.056309 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9011-1368-4c9a-b804-3e7bfc9cd979 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.076608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf9011-1368-4c9a-b804-3e7bfc9cd979 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for bc442028-4134-4665-8471-8bcb81611a1d owned by {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:28.090213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-034dde74-5e81-4a97-9db5-b841a1800fd8 None None] Port bc442028-4134-4665-8471-8bcb81611a1d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:28.103437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f028ac-72ac-487d-aa44-e7e3526683f4 None None] DHCP port deletion for 666f8c9f-5f92-47e6-9968-60ad26cd4809 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:49:28.164478 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9011-1368-4c9a-b804-3e7bfc9cd979 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.181754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-52f028ac-72ac-487d-aa44-e7e3526683f4 None None] Deleting port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:28.182900 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52f028ac-72ac-487d-aa44-e7e3526683f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.200088 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf9011-1368-4c9a-b804-3e7bfc9cd979 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=bc442028-4134-4665-8471-8bcb81611a1d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:28.205298 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9011-1368-4c9a-b804-3e7bfc9cd979 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.208629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3dbf9011-1368-4c9a-b804-3e7bfc9cd979 tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/ports/bc442028-4134-4665-8471-8bcb81611a1d HTTP/1.1" status: 204 len: 168 time: 0.3214231 Dec 09 22:49:28.211270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42102) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:28.212755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:49:28.290868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.294069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-52f028ac-72ac-487d-aa44-e7e3526683f4 None None] For port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,segment=NetworkSegment(9da31e49-cb8b-4c54-a91c-e9de5d23e530),segment_id=9da31e49-cb8b-4c54-a91c-e9de5d23e530)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:28.294471 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52f028ac-72ac-487d-aa44-e7e3526683f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.309249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-52f028ac-72ac-487d-aa44-e7e3526683f4 None None] Calling delete_port for 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:28.346472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Deleting port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:28.346827 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.387117 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.411425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] For port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,segment=NetworkSegment(9da31e49-cb8b-4c54-a91c-e9de5d23e530),segment_id=9da31e49-cb8b-4c54-a91c-e9de5d23e530)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:28.411779 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.428819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Calling delete_port for 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:28.441761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,segment=NetworkSegment(9da31e49-cb8b-4c54-a91c-e9de5d23e530),segment_id=9da31e49-cb8b-4c54-a91c-e9de5d23e530)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:28.445437 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.470123 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52f028ac-72ac-487d-aa44-e7e3526683f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.509023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f028ac-72ac-487d-aa44-e7e3526683f4 None None] No DVR routers for this DVR port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:49:28.527542 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,revision_number=11']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:28.528805 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.563486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f028ac-72ac-487d-aa44-e7e3526683f4 None None] Pushing event deleted for resources: {'Port': ['ID=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:28.568936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Port': ['ID=5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:28.581625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] No DVR routers for this DVR port 5b24e8ca-5a91-4bb0-814b-ea57dc7ccff1 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:49:28.708678 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.717826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213271da-8656-435a-bf75-98a4992ac62b req-95c3da76-c1e2-4041-af1a-c108e8f13003 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:28.719388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-213271da-8656-435a-bf75-98a4992ac62b req-95c3da76-c1e2-4041-af1a-c108e8f13003 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1098 time: 0.1331294 Dec 09 22:49:28.740126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666f8c9f-5f92-47e6-9968-60ad26cd4809']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:28.756621 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da31e49-cb8b-4c54-a91c-e9de5d23e530') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:28.756926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da31e49-cb8b-4c54-a91c-e9de5d23e530') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:28.770201 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.800529 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.809194 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-213271da-8656-435a-bf75-98a4992ac62b req-9eea277f-9c1d-4e0a-9f1d-bb6dec904940 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786953 Dec 09 22:49:28.810276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:49:28.810709 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: self.session.flush() Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:49:28.814005 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:49:28.899924 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.936876 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:28.940666 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] 10.222.0.16 "DELETE /v2.0/networks/666f8c9f-5f92-47e6-9968-60ad26cd4809 HTTP/1.1" status: 204 len: 168 time: 0.7281656 Dec 09 22:49:28.983100 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Pushing event deleted for resources: {'Network': ['ID=666f8c9f-5f92-47e6-9968-60ad26cd4809,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:29.031396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.031882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.032389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.033448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.033886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.034264 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.034646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.035013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.035374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.035696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.036091 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.036407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.036793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085fb8e-00ef-4096-b4ed-1a71d8c533dd tempest-PortsTestJSON-1146380102 tempest-PortsTestJSON-1146380102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:29.056064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1bc2f-c65e-4879-9d8e-3731f63c1660 req-5aa9f5a1-3cb0-4ab5-8c3a-673437cd11d8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:29.057590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ee1bc2f-c65e-4879-9d8e-3731f63c1660 req-5aa9f5a1-3cb0-4ab5-8c3a-673437cd11d8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.1708138 Dec 09 22:49:29.118172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-dbfb8925-9313-4986-9ac7-4a0abd6b2bd7 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:29.118566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-dbfb8925-9313-4986-9ac7-4a0abd6b2bd7 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/networks?id=cc153c3b-809e-49f1-be56-7cd5644627ea HTTP/1.1" status: 200 len: 809 time: 0.2215734 Dec 09 22:49:29.146044 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-8fabf2f1-68f7-49ed-a8d0-cbc3b7578966 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/quotas/485a8107173c48db9af6cbe9ee62100c HTTP/1.1" status: 200 len: 375 time: 0.0206795 Dec 09 22:49:29.150139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ee1bc2f-c65e-4879-9d8e-3731f63c1660 req-266fd7d3-1041-4dc6-9ff6-df026143f354 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854561 Dec 09 22:49:29.172558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42142) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:29.182490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-38b3550e-6246-4205-a55d-e84393cd0c6e tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=485a8107173c48db9af6cbe9ee62100c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283492 Dec 09 22:49:29.207741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-7c249eb9-686b-4148-bc8c-b05875ca2105 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:49:29.208945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-7c249eb9-686b-4148-bc8c-b05875ca2105 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146546 Dec 09 22:49:29.223203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42144) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:29.269384 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1abd1b5d-1106-409c-b67e-f7805881e9bc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/eb5c9dda-3bbe-455a-8e42-a9c2945ea27d HTTP/1.1" status: 200 len: 994 time: 0.0950489 Dec 09 22:49:29.332394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-81aa32e5-0569-43b8-b9b5-10dd37061e31 service neutron] 10.222.0.16 "GET /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170859 Dec 09 22:49:29.450891 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f19ac9b0-30d5-4733-a30f-dd97a057b701 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de3af971ae1646d5b164773f7cc3609d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241607 Dec 09 22:49:29.451502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42152) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:29.463418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-1cb0d4f5-b2ae-4127-84a8-55fa8fe364ce service neutron] 10.222.0.16 "GET /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232018 Dec 09 22:49:29.515456 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a02a38f-03ac-4a17-9f2c-78ae0419ca58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:29.544101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a02a38f-03ac-4a17-9f2c-78ae0419ca58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:29.624365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a02a38f-03ac-4a17-9f2c-78ae0419ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:29.632434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4a02a38f-03ac-4a17-9f2c-78ae0419ca58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:29.634014 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4a02a38f-03ac-4a17-9f2c-78ae0419ca58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/797fba26-936c-4b87-afa9-5e3d5d066859 HTTP/1.1" status: 204 len: 168 time: 0.1802154 Dec 09 22:49:29.668962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02a38f-03ac-4a17-9f2c-78ae0419ca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797fba26-936c-4b87-afa9-5e3d5d066859,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:29.709531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42166) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:29.720899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de079bd2-0082-4813-b851-7b3b2019e376 req-a8f1669b-b513-440a-b399-9bcaa91f7e86 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 210 time: 0.0848007 Dec 09 22:49:29.823896 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bfc2ff-f930-4b57-878c-b9c1f202a478 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:29.824660 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bfc2ff-f930-4b57-878c-b9c1f202a478 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:29.825128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bfc2ff-f930-4b57-878c-b9c1f202a478 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:29.826888 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-44bfc2ff-f930-4b57-878c-b9c1f202a478 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=8d5883f7417a42efabff0c7cb8a885e9&network_id=dbac22dd-67aa-47b7-8774-4ef181eb3eec HTTP/1.1" status: 200 len: 2973 time: 0.1157215 Dec 09 22:49:29.914440 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42178) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:30.008682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b9811-420c-475d-929b-6d29a83e5473 req-2bae7094-f524-457a-831d-509e42b905dd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:30.019034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cd9b9811-420c-475d-929b-6d29a83e5473 req-2bae7094-f524-457a-831d-509e42b905dd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.0768163 Dec 09 22:49:30.106220 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cd9b9811-420c-475d-929b-6d29a83e5473 req-c06605ef-022f-4b52-8aa1-cde11146a2c1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788147 Dec 09 22:49:30.184071 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-bc4a82bb-dada-4df3-bbf6-285c6591837e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2682207 Dec 09 22:49:30.192575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-8dc83c17-f84e-465a-9c25-eed07d243ed4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:49:30.209056 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-8dc83c17-f84e-465a-9c25-eed07d243ed4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0217786 Dec 09 22:49:30.798916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42248) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:30.857694 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f285c3c-fec6-4643-9037-b85ad6e7fa4a req-d7ca08a4-6ddd-41ed-9dfe-4c57f38dd49b tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 210 time: 0.0398724 Dec 09 22:49:30.981410 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'network': {'name': 'tempest-RoutersTest-574753966'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:31.025723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-6344e836-7f23-428a-bc47-0063d2e71971 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:31.027251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-6344e836-7f23-428a-bc47-0063d2e71971 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.42 "GET /v2.0/networks?id=cc153c3b-809e-49f1-be56-7cd5644627ea HTTP/1.1" status: 200 len: 809 time: 0.1722407 Dec 09 22:49:31.028372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:31.031674 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.045174 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a90e977b-748c-47af-a8dc-e5919274b6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.046042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Request body: {'port': {'device_id': '0cb45866-6020-4869-8968-985b33d4ae46', 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea', 'admin_state_up': True, 'tenant_id': '485a8107173c48db9af6cbe9ee62100c'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:31.049616 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.265089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Made reservation on behalf of 485a8107173c48db9af6cbe9ee62100c for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:31.269423 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.293744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262b0c2-2534-46ef-a92f-fe0f311c0779 req-a366ae5d-0206-419c-a0ce-12c8e1b81840 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:31.295297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7262b0c2-2534-46ef-a92f-fe0f311c0779 req-a366ae5d-0206-419c-a0ce-12c8e1b81840 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.1149650 Dec 09 22:49:31.394850 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.404320 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.465255 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7262b0c2-2534-46ef-a92f-fe0f311c0779 req-541c891e-4a9d-4041-a29e-c980bc0ec1ca tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518204 Dec 09 22:49:31.466067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:49:31.492830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c66488d-7a4f-4975-bf7b-5e7aa8412a37,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:31.506543 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.507014 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Added segment ca423fb5-719b-493e-ae0b-5515e27a5d3a of type vlan for network b84764f4-ffe1-43e9-8ed2-02a6d82a7326 Dec 09 22:49:31.549632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Allocated IP 172.20.0.2 (cc153c3b-809e-49f1-be56-7cd5644627ea/4c9c1479-7ba2-4d5b-8a02-2ea846ce92eb/1e9cde98-3ab6-453a-91e3-c084364bf1e4) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:31.560733 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.609573 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.615974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:31.616564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.708273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9081700 Dec 09 22:49:31.709522 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42260) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:31.713668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42262) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:31.741164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'network': {'name': 'tempest-RoutersTest-1495673356'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:31.785354 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:49:31.795137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42e8e4-601f-47a2-aca7-4219f2c1a6e4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Network': ['ID=b84764f4-ffe1-43e9-8ed2-02a6d82a7326,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:31.813602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b84764f4-ffe1-43e9-8ed2-02a6d82a7326 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:49:31.817842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:31.827026 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.854269 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.862433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264f5a2f-bffe-4834-81e1-741eca698b10 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:31.864509 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-264f5a2f-bffe-4834-81e1-741eca698b10 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3 HTTP/1.1" status: 200 len: 814 time: 0.1517785 Dec 09 22:49:31.868474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-5d2ed6ac-b6f8-4993-a14e-1736493f9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:31.870142 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-5d2ed6ac-b6f8-4993-a14e-1736493f9d57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1098 time: 0.1724081 Dec 09 22:49:31.917093 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:49:31.922213 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.971535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:31.972121 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Added segment 6de8d629-527c-4c11-92dd-86b5bc3e884a of type vlan for network 0994b2c9-114d-464e-b2d3-3592d5f8938c Dec 09 22:49:31.992738 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Network cc153c3b-809e-49f1-be56-7cd5644627ea is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:32.007274 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:32.013458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:32.048378 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:32.050919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-91b01720-a6f5-45b7-9a7d-6ab285f5687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:32.052377 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-91b01720-a6f5-45b7-9a7d-6ab285f5687b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 898 time: 0.1729829 Dec 09 22:49:32.069554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Pushing event updated for resources: {'Port': ['ID=1e9cde98-3ab6-453a-91e3-c084364bf1e4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:32.099872 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:32.100549 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:32.112120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ab56f-4c7d-4d2a-a492-2a08eacd72bd req-3b9596ec-50ec-4c5d-94ad-18f89c9b9b66 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:32.113828 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-793ab56f-4c7d-4d2a-a492-2a08eacd72bd req-3b9596ec-50ec-4c5d-94ad-18f89c9b9b66 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 931 time: 0.1166515 Dec 09 22:49:32.120664 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:32.128711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:32.129296 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:32.135645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-00216404-3084-4eb3-8497-bf0922481ebe tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0938163 Dec 09 22:49:32.175118 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-071d484f-2d88-46d5-9a2b-38c3b8b75d34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1002 time: 0.1127386 Dec 09 22:49:32.200199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-793ab56f-4c7d-4d2a-a492-2a08eacd72bd req-2db01f75-ff6f-4529-83a0-9b55c341c3bd tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742898 Dec 09 22:49:32.203800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42276) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:32.204132 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4892702 Dec 09 22:49:32.211776 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7615843b-f42f-4408-a567-ed551d758763 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'subnet': {'network_id': 'b84764f4-ffe1-43e9-8ed2-02a6d82a7326', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:32.261180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Request body: {'port': {'device_id': '0cb45866-6020-4869-8968-985b33d4ae46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:32.326631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42278) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:32.333591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f48f224b-0efa-4427-b409-dde6c805d021 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'network': {'name': 'tempest-network-smoke--2039440933', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'port_security_enabled': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:32.393079 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:32.410541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f224b-0efa-4427-b409-dde6c805d021 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Made reservation on behalf of 8d5883f7417a42efabff0c7cb8a885e9 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:32.414040 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f48f224b-0efa-4427-b409-dde6c805d021 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:32.466126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48f224b-0efa-4427-b409-dde6c805d021 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:49:32.478169 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f48f224b-0efa-4427-b409-dde6c805d021 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:32.478513 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-f48f224b-0efa-4427-b409-dde6c805d021 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Added segment 171ff8f1-e128-4df0-9b0b-f9141bb62c56 of type vlan for network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf Dec 09 22:49:32.527311 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f48f224b-0efa-4427-b409-dde6c805d021 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:32.560510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7615843b-f42f-4408-a567-ed551d758763 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:32.566346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7615843b-f42f-4408-a567-ed551d758763 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:32.572081 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f48f224b-0efa-4427-b409-dde6c805d021 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:32.577982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f224b-0efa-4427-b409-dde6c805d021 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:32.578533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f48f224b-0efa-4427-b409-dde6c805d021 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:32.618704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Network': ['ID=0994b2c9-114d-464e-b2d3-3592d5f8938c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:32.632820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.633173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.633516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.633880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.634797 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.634797 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.634978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.635274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.635604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.635931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.636293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.636618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.636978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886dd4b-0cab-48d7-b52b-05d6f0216205 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:49:32.652404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-311bfcc9-fa98-4a56-a2c0-0db9c8c5634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:32.654125 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-311bfcc9-fa98-4a56-a2c0-0db9c8c5634c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.4695170 Dec 09 22:49:32.676885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 0994b2c9-114d-464e-b2d3-3592d5f8938c details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:49:32.705117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-dc039398-b9b6-4b05-845d-b847795ec460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:32.706704 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-dc039398-b9b6-4b05-845d-b847795ec460 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447555 Dec 09 22:49:32.782511 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f48f224b-0efa-4427-b409-dde6c805d021 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4548423 Dec 09 22:49:32.787133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42282) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:32.840375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f224b-0efa-4427-b409-dde6c805d021 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Network': ['ID=4cf44095-e9aa-49d2-8ae9-176c9aa392bf,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:32.852708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:49:32.891287 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4acc1b-cf2d-4313-be28-cd345cd0bfe0 req-abfa2276-1be7-4ea9-beda-311115a883e0 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:32.892975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a4acc1b-cf2d-4313-be28-cd345cd0bfe0 req-abfa2276-1be7-4ea9-beda-311115a883e0 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.2893038 Dec 09 22:49:32.899868 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-7ab1e9cf-f20b-4dab-961f-abe3caca1db8 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859231 Dec 09 22:49:32.901316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b72384-6d25-4bdb-abc3-ada13b9df2a3 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:32.903609 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-28b72384-6d25-4bdb-abc3-ada13b9df2a3 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=8d5883f7417a42efabff0c7cb8a885e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1152768 Dec 09 22:49:32.910373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42284) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:33.003695 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a4acc1b-cf2d-4313-be28-cd345cd0bfe0 req-888671ed-86b3-4d0a-98e0-42bde0f29cd3 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970058 Dec 09 22:49:33.117748 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-7d665b7c-a794-4b2d-be36-2a1e230c24e6 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061019 Dec 09 22:49:33.119227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c239752-de9e-46e5-bab2-2ec6f6aa56dd tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:33.123325 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5c239752-de9e-46e5-bab2-2ec6f6aa56dd tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2082925 Dec 09 22:49:33.124474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42290) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:33.152059 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7615843b-f42f-4408-a567-ed551d758763 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:33.166615 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bdededf6-1f4d-4015-93b7-c5d0431f580d tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378246 Dec 09 22:49:33.167021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42292) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:33.202282 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8d8ac967-172c-4a43-ada9-84c46c70393e tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=8d5883f7417a42efabff0c7cb8a885e9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317912 Dec 09 22:49:33.202535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42294) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:33.248190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615843b-f42f-4408-a567-ed551d758763 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Subnet': ['ID=b7f31d44-add7-4563-b60c-69db0b5d67cf,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:33.268682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9cde98-3ab6-453a-91e3-c084364bf1e4 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:49:33.280448 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:33.292120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615843b-f42f-4408-a567-ed551d758763 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Checking segment: {'id': 'ca423fb5-719b-493e-ae0b-5515e27a5d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b84764f4-ffe1-43e9-8ed2-02a6d82a7326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:33.292484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7615843b-f42f-4408-a567-ed551d758763 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network hostable DHCP agents. Network: b84764f4-ffe1-43e9-8ed2-02a6d82a7326, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:49:33.312315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Transition to ACTIVE for port object 1e9cde98-3ab6-453a-91e3-c084364bf1e4 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:49:33.315034 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8387c6bc-2df5-423d-b686-3c03b9da8865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:33.330569 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:33.335925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fced12-4989-4388-87a8-6ff8ea09e1c1 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:33.336712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7615843b-f42f-4408-a567-ed551d758763 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network b84764f4-ffe1-43e9-8ed2-02a6d82a7326 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:49:33.340148 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-26fced12-4989-4388-87a8-6ff8ea09e1c1 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1341746 Dec 09 22:49:33.340476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42298) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:33.377916 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-634c9718-c279-4e64-8c4e-5460cd2ab221 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341206 Dec 09 22:49:33.379014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42300) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:33.385074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-337082ca-03e2-4119-9eaa-aab95d66be28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-821555573', 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:33.488540 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337082ca-03e2-4119-9eaa-aab95d66be28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Made reservation on behalf of 8d5883f7417a42efabff0c7cb8a885e9 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:33.492363 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-337082ca-03e2-4119-9eaa-aab95d66be28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:33.688365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-337082ca-03e2-4119-9eaa-aab95d66be28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:33.692286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-7615843b-f42f-4408-a567-ed551d758763 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b84764f4-ffe1-43e9-8ed2-02a6d82a7326) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:33.701143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f7c6d9-ee6e-45de-80c3-0e5db7f6a41c None None] Network b84764f4-ffe1-43e9-8ed2-02a6d82a7326 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:33.702688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7615843b-f42f-4408-a567-ed551d758763 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:33.703280 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7615843b-f42f-4408-a567-ed551d758763 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:33.728478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Pushing event updated for resources: {'Port': ['ID=1e9cde98-3ab6-453a-91e3-c084364bf1e4,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:33.736940 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7615843b-f42f-4408-a567-ed551d758763 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5311756 Dec 09 22:49:33.740288 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42302) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:33.747565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e09ffd28-df17-47c2-a71d-b505a4ae9c64 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'subnet': {'network_id': '0994b2c9-114d-464e-b2d3-3592d5f8938c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:33.799982 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337082ca-03e2-4119-9eaa-aab95d66be28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Subnet': ['ID=5f5be2df-e653-4d2b-a686-4cb2e0772aa3,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:33.802461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337082ca-03e2-4119-9eaa-aab95d66be28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Checking segment: {'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:33.802837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337082ca-03e2-4119-9eaa-aab95d66be28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network hostable DHCP agents. Network: 4cf44095-e9aa-49d2-8ae9-176c9aa392bf, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:49:33.808426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4856d76-40f8-4fa5-bfbe-cfd6454a3356 req-f784d293-5518-4d42-87ad-b1e32d4fca9a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:33.809979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4856d76-40f8-4fa5-bfbe-cfd6454a3356 req-f784d293-5518-4d42-87ad-b1e32d4fca9a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 943 time: 0.1720469 Dec 09 22:49:33.822853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337082ca-03e2-4119-9eaa-aab95d66be28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:49:33.828584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-b84764f4-ffe1-43e9-8ed2-02a6d82a7326', 'network_id': 'b84764f4-ffe1-43e9-8ed2-02a6d82a7326', 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'fixed_ips': [{'subnet_id': 'b7f31d44-add7-4563-b60c-69db0b5d67cf'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:49:33.829990 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:33.840203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-337082ca-03e2-4119-9eaa-aab95d66be28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 4cf44095-e9aa-49d2-8ae9-176c9aa392bf) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:33.845418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337082ca-03e2-4119-9eaa-aab95d66be28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:33.846061 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-337082ca-03e2-4119-9eaa-aab95d66be28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:33.867562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c116d7a-e504-4e53-8b46-a92bd42e947e None None] Network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:33.877007 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-337082ca-03e2-4119-9eaa-aab95d66be28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4952965 Dec 09 22:49:33.898673 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:33.941961 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Attempting to bind port 1e9cde98-3ab6-453a-91e3-c084364bf1e4 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:49:33.942621 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Attempting to bind port 1e9cde98-3ab6-453a-91e3-c084364bf1e4 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '62d39c76-0b8e-418b-b2da-9cd1c3649ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:49:33.942621 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Attempting to bind port 1e9cde98-3ab6-453a-91e3-c084364bf1e4 on network cc153c3b-809e-49f1-be56-7cd5644627ea {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:33.960269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Port 1e9cde98-3ab6-453a-91e3-c084364bf1e4 on network cc153c3b-809e-49f1-be56-7cd5644627ea not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:49:33.960601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Attempting to bind port 1e9cde98-3ab6-453a-91e3-c084364bf1e4 on network cc153c3b-809e-49f1-be56-7cd5644627ea {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:33.968656 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:49:33.969263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Checking segment: {'id': '62d39c76-0b8e-418b-b2da-9cd1c3649ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:33.969814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Bound using segment: {'id': '62d39c76-0b8e-418b-b2da-9cd1c3649ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:49:33.970922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Bound port: 1e9cde98-3ab6-453a-91e3-c084364bf1e4, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d39c76-0b8e-418b-b2da-9cd1c3649ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:49:33.971289 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:33.994788 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4856d76-40f8-4fa5-bfbe-cfd6454a3356 req-da254b16-b919-4d7c-a62c-cb06fd8f8451 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688957 Dec 09 22:49:34.018596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09ffd28-df17-47c2-a71d-b505a4ae9c64 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:34.022342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42308) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:34.026175 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e09ffd28-df17-47c2-a71d-b505a4ae9c64 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.030581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0a15ae17-b992-45f2-8c64-d33c35a55660 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563889731', 'description': 'tempest-secgroup-smoke-1563889731 description', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:34.064371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-4cf44095-e9aa-49d2-8ae9-176c9aa392bf', 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ips': [{'subnet_id': '5f5be2df-e653-4d2b-a686-4cb2e0772aa3'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:49:34.065245 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.102479 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a15ae17-b992-45f2-8c64-d33c35a55660 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.161506 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] For port 1e9cde98-3ab6-453a-91e3-c084364bf1e4, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:49:34.169219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] For port 1e9cde98-3ab6-453a-91e3-c084364bf1e4, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1e9cde98-3ab6-453a-91e3-c084364bf1e4,segment=NetworkSegment(62d39c76-0b8e-418b-b2da-9cd1c3649ca9),segment_id=62d39c76-0b8e-418b-b2da-9cd1c3649ca9)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:49:34.176654 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.228919 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Allocated IP 172.20.0.2 (b84764f4-ffe1-43e9-8ed2-02a6d82a7326/b7f31d44-add7-4563-b60c-69db0b5d67cf/001d53da-1d53-40d5-bef8-80c76efd4a50) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:34.284061 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a15ae17-b992-45f2-8c64-d33c35a55660 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.288137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a15ae17-b992-45f2-8c64-d33c35a55660 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.300446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:34.301355 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.302947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] 10.222.0.42 "PUT /v2.0/ports/1e9cde98-3ab6-453a-91e3-c084364bf1e4 HTTP/1.1" status: 200 len: 1092 time: 2.1555021 Dec 09 22:49:34.304599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb45866-6020-4869-8968-985b33d4ae46', 'tag': '1e9cde98-3ab6-453a-91e3-c084364bf1e4'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:49:34.307325 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9099601-d2d8-4f87-ad63-2c297da9211e" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb45866-6020-4869-8968-985b33d4ae46", "tag": "1e9cde98-3ab6-453a-91e3-c084364bf1e4"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:49:34.334954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0a15ae17-b992-45f2-8c64-d33c35a55660 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.336226 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0a15ae17-b992-45f2-8c64-d33c35a55660 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3126533 Dec 09 22:49:34.339806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42322) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:34.346596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-209e612b-0163-4e62-8fa4-1f8e9c6c8b73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': 'a64a8d97-06a4-4820-8713-d418013572d1', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:34.352718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15ae17-b992-45f2-8c64-d33c35a55660 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64a8d97-06a4-4820-8713-d418013572d1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:34.380701 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-209e612b-0163-4e62-8fa4-1f8e9c6c8b73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.475749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-209e612b-0163-4e62-8fa4-1f8e9c6c8b73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.482043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5896c23-307b-4106-a75e-046d9033efbe service neutron] Pushing event updated for resources: {'Port': ['ID=1e9cde98-3ab6-453a-91e3-c084364bf1e4,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:34.486247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-209e612b-0163-4e62-8fa4-1f8e9c6c8b73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.512565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e612b-0163-4e62-8fa4-1f8e9c6c8b73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3516c79-4d83-4882-adf3-f439db51ecb5,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:34.529811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-209e612b-0163-4e62-8fa4-1f8e9c6c8b73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.532566 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-209e612b-0163-4e62-8fa4-1f8e9c6c8b73 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1917129 Dec 09 22:49:34.537452 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42324) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:34.540661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383c60d-ffe2-40aa-b63e-59e0cb656b2e req-6cb7a0e7-dc88-4735-a137-1536af7e9af0 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:34.549369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b348bcfe-4c50-4196-965f-8cafa588e107 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': 'a64a8d97-06a4-4820-8713-d418013572d1', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:34.558862 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e383c60d-ffe2-40aa-b63e-59e0cb656b2e req-6cb7a0e7-dc88-4735-a137-1536af7e9af0 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.3449075 Dec 09 22:49:34.632600 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b348bcfe-4c50-4196-965f-8cafa588e107 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.637742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f64e013f-3ce8-432b-8475-8316d9bcae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:34.639499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f64e013f-3ce8-432b-8475-8316d9bcae3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=485a8107173c48db9af6cbe9ee62100c&device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 1095 time: 0.2682712 Dec 09 22:49:34.641276 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.644477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Allocated IP 172.20.0.18 (4cf44095-e9aa-49d2-8ae9-176c9aa392bf/5f5be2df-e653-4d2b-a686-4cb2e0772aa3/e51308ae-ad1b-43e2-92c1-033bce171631) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:34.653821 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.669258 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e09ffd28-df17-47c2-a71d-b505a4ae9c64 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.709171 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Network b84764f4-ffe1-43e9-8ed2-02a6d82a7326 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:34.717725 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338290f9-da6c-4cac-834e-7e2cad35d359 x-openstack-request-id: req-338290f9-da6c-4cac-834e-7e2cad35d359 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:49:34.718048 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb45866-6020-4869-8968-985b33d4ae46", "tag": "1e9cde98-3ab6-453a-91e3-c084364bf1e4", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:49:34.718307 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-338290f9-da6c-4cac-834e-7e2cad35d359 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:49:34.718716 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb45866-6020-4869-8968-985b33d4ae46', 'tag': '1e9cde98-3ab6-453a-91e3-c084364bf1e4', 'status': 'completed', 'code': 200} Dec 09 22:49:34.722836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:34.727653 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-f0a143f7-25bc-47e4-8ac9-2f8052d4839b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e9cde98-3ab6-453a-91e3-c084364bf1e4 HTTP/1.1" status: 200 len: 217 time: 0.0775769 Dec 09 22:49:34.731507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:34.763872 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b348bcfe-4c50-4196-965f-8cafa588e107 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.769297 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b348bcfe-4c50-4196-965f-8cafa588e107 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.790528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e383c60d-ffe2-40aa-b63e-59e0cb656b2e req-af5cff4d-e53c-469a-8fff-a00167de0738 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224259 Dec 09 22:49:34.794074 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b348bcfe-4c50-4196-965f-8cafa588e107 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.796216 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b348bcfe-4c50-4196-965f-8cafa588e107 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2562082 Dec 09 22:49:34.802969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42326) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:34.809940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2a852419-9a39-4a09-8fce-b524999295f4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': 'a64a8d97-06a4-4820-8713-d418013572d1', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:34.845373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348bcfe-4c50-4196-965f-8cafa588e107 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e27ba92-60d1-4607-9250-29f06062e49c,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:34.858579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a852419-9a39-4a09-8fce-b524999295f4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.863885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Pushing event updated for resources: {'Port': ['ID=001d53da-1d53-40d5-bef8-80c76efd4a50,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:34.895781 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.898832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Attempting to bind port 001d53da-1d53-40d5-bef8-80c76efd4a50 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:49:34.899212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Attempting to bind port 001d53da-1d53-40d5-bef8-80c76efd4a50 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'ca423fb5-719b-493e-ae0b-5515e27a5d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b84764f4-ffe1-43e9-8ed2-02a6d82a7326'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:49:34.899579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Attempting to bind port 001d53da-1d53-40d5-bef8-80c76efd4a50 on network b84764f4-ffe1-43e9-8ed2-02a6d82a7326 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:34.914492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:49:34.914872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Checking segment: {'id': 'ca423fb5-719b-493e-ae0b-5515e27a5d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b84764f4-ffe1-43e9-8ed2-02a6d82a7326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:34.915280 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.915675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Bound using segment: {'id': 'ca423fb5-719b-493e-ae0b-5515e27a5d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b84764f4-ffe1-43e9-8ed2-02a6d82a7326'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:49:34.916212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Bound port: 001d53da-1d53-40d5-bef8-80c76efd4a50, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca423fb5-719b-493e-ae0b-5515e27a5d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b84764f4-ffe1-43e9-8ed2-02a6d82a7326'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:49:34.916542 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.921369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ffd28-df17-47c2-a71d-b505a4ae9c64 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Subnet': ['ID=b9a5b324-8af2-4e05-8587-96acfe81a2e6,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:34.930499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-c60cba9c-2e8c-4e89-8132-21cf18f0d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:34.931565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-c60cba9c-2e8c-4e89-8132-21cf18f0d814 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c9c1479-7ba2-4d5b-8a02-2ea846ce92eb HTTP/1.1" status: 200 len: 849 time: 0.1765709 Dec 09 22:49:34.940610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a852419-9a39-4a09-8fce-b524999295f4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.945434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a852419-9a39-4a09-8fce-b524999295f4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:34.953902 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ffd28-df17-47c2-a71d-b505a4ae9c64 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Checking segment: {'id': '6de8d629-527c-4c11-92dd-86b5bc3e884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0994b2c9-114d-464e-b2d3-3592d5f8938c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:34.954520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ffd28-df17-47c2-a71d-b505a4ae9c64 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network hostable DHCP agents. Network: 0994b2c9-114d-464e-b2d3-3592d5f8938c, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:49:34.974458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-1ef03368-4f19-4119-b480-c02d22f50e2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc153c3b-809e-49f1-be56-7cd5644627ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339062 Dec 09 22:49:34.996752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a852419-9a39-4a09-8fce-b524999295f4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b809b1d4-099e-435d-88ba-8ce7e3664af8,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:35.007431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2a852419-9a39-4a09-8fce-b524999295f4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.008200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ffd28-df17-47c2-a71d-b505a4ae9c64 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 0994b2c9-114d-464e-b2d3-3592d5f8938c is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:49:35.010059 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2a852419-9a39-4a09-8fce-b524999295f4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2052891 Dec 09 22:49:35.016307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42328) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:35.021731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-abd67aa6-8deb-4aa6-8c87-8016dfc379b8 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': 'a64a8d97-06a4-4820-8713-d418013572d1', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:35.033713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e09ffd28-df17-47c2-a71d-b505a4ae9c64 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 0994b2c9-114d-464e-b2d3-3592d5f8938c) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:35.035758 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.051235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ffd28-df17-47c2-a71d-b505a4ae9c64 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:35.051821 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e09ffd28-df17-47c2-a71d-b505a4ae9c64 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.056212 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.061205 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-abd67aa6-8deb-4aa6-8c87-8016dfc379b8 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.071098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceb075d-bf97-480e-adfc-c4045911fa12 None None] Network 0994b2c9-114d-464e-b2d3-3592d5f8938c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:35.134484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Pushing event updated for resources: {'Port': ['ID=e51308ae-ad1b-43e2-92c1-033bce171631,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:35.138048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] For port 001d53da-1d53-40d5-bef8-80c76efd4a50, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:49:35.150273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e09ffd28-df17-47c2-a71d-b505a4ae9c64 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4087322 Dec 09 22:49:35.151007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42332) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:35.158032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:35.161653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f088f9c9-60ef-4450-82af-743f10e65db4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-220176455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:35.173815 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:35.179016 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:35.189736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-abd67aa6-8deb-4aa6-8c87-8016dfc379b8 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.192914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] For port 001d53da-1d53-40d5-bef8-80c76efd4a50, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=001d53da-1d53-40d5-bef8-80c76efd4a50,segment=NetworkSegment(ca423fb5-719b-493e-ae0b-5515e27a5d3a),segment_id=ca423fb5-719b-493e-ae0b-5515e27a5d3a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:49:35.195444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-abd67aa6-8deb-4aa6-8c87-8016dfc379b8 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.219533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd67aa6-8deb-4aa6-8c87-8016dfc379b8 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2281f926-ea85-4a2f-bd99-f4a6a282ed0b,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:35.238823 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.256967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-4333e150-7ade-4cba-8110-5e1d33aafb0c service neutron] 10.222.0.42 "GET /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722867 Dec 09 22:49:35.314559 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-abd67aa6-8deb-4aa6-8c87-8016dfc379b8 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.318365 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-abd67aa6-8deb-4aa6-8c87-8016dfc379b8 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2977562 Dec 09 22:49:35.318595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42336) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:35.323391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-7b65526d-faf0-4833-85d9-fd4a60d98180 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': 'a64a8d97-06a4-4820-8713-d418013572d1', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:35.325969 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f088f9c9-60ef-4450-82af-743f10e65db4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.327226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f088f9c9-60ef-4450-82af-743f10e65db4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.355042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc5e96-e33e-4d0d-9701-ba307dc95c6d None None] Pushing event updated for resources: {'Port': ['ID=001d53da-1d53-40d5-bef8-80c76efd4a50,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:35.381494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f00b0-b735-4cb4-b4c3-826d49701b16 req-faec120e-2ae3-4b1f-9ade-f3f1d8be0c1b tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:35.385715 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-7b65526d-faf0-4833-85d9-fd4a60d98180 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Project 8d5883f7417a42efabff0c7cb8a885e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:49:35.389468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b1f00b0-b735-4cb4-b4c3-826d49701b16 req-faec120e-2ae3-4b1f-9ade-f3f1d8be0c1b tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 943 time: 0.2180510 Dec 09 22:49:35.396601 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b65526d-faf0-4833-85d9-fd4a60d98180 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.435780 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-0994b2c9-114d-464e-b2d3-3592d5f8938c', 'network_id': '0994b2c9-114d-464e-b2d3-3592d5f8938c', 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'fixed_ips': [{'subnet_id': 'b9a5b324-8af2-4e05-8587-96acfe81a2e6'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:49:35.442104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.479663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Attempting to bind port e51308ae-ad1b-43e2-92c1-033bce171631 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:49:35.480118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Attempting to bind port e51308ae-ad1b-43e2-92c1-033bce171631 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:49:35.480561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Attempting to bind port e51308ae-ad1b-43e2-92c1-033bce171631 on network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:35.512057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b65526d-faf0-4833-85d9-fd4a60d98180 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.524837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b65526d-faf0-4833-85d9-fd4a60d98180 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.554127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65526d-faf0-4833-85d9-fd4a60d98180 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dce7a4c-a58c-4d0b-aa22-ea4fd410d56d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:35.568696 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b65526d-faf0-4833-85d9-fd4a60d98180 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.572518 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7b65526d-faf0-4833-85d9-fd4a60d98180 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2503288 Dec 09 22:49:35.572645 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f088f9c9-60ef-4450-82af-743f10e65db4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.577536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42346) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:35.582942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b278ee98-3936-4937-b169-feb25063bc7a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': 'a64a8d97-06a4-4820-8713-d418013572d1', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:35.595743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:49:35.596753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Checking segment: {'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:35.597968 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.598708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Bound using segment: {'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:49:35.599442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Bound port: e51308ae-ad1b-43e2-92c1-033bce171631, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:49:35.601382 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.655989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b1f00b0-b735-4cb4-b4c3-826d49701b16 req-aa2058f5-834f-4141-8ae5-8cfa6072728d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599137 Dec 09 22:49:35.657080 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f088f9c9-60ef-4450-82af-743f10e65db4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.679616 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-b278ee98-3936-4937-b169-feb25063bc7a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Project 8d5883f7417a42efabff0c7cb8a885e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:49:35.691286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eabec80e-2a4e-4a06-b750-6852f5cea45f req-129ca991-9cf1-403d-a095-487a987a806f service neutron] 10.222.0.42 "GET /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245036 Dec 09 22:49:35.693229 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b278ee98-3936-4937-b169-feb25063bc7a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.721699 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f088f9c9-60ef-4450-82af-743f10e65db4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.724893 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f088f9c9-60ef-4450-82af-743f10e65db4 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5696263 Dec 09 22:49:35.730755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42354) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:35.843595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] For port e51308ae-ad1b-43e2-92c1-033bce171631, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:49:35.853525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] For port e51308ae-ad1b-43e2-92c1-033bce171631, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e51308ae-ad1b-43e2-92c1-033bce171631,segment=NetworkSegment(171ff8f1-e128-4df0-9b0b-f9141bb62c56),segment_id=171ff8f1-e128-4df0-9b0b-f9141bb62c56)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:49:35.890723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Allocated IP 172.21.0.2 (0994b2c9-114d-464e-b2d3-3592d5f8938c/b9a5b324-8af2-4e05-8587-96acfe81a2e6/17b2e465-dd44-447c-8e85-7c88bb5edb33) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:35.912059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b278ee98-3936-4937-b169-feb25063bc7a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.927545 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b278ee98-3936-4937-b169-feb25063bc7a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.957779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278ee98-3936-4937-b169-feb25063bc7a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90705bd-6378-4edf-89e7-e7cb018503d4,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:35.966077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099601-d2d8-4f87-ad63-2c297da9211e req-aeccb506-37a9-4911-9f4f-b54d32e9047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:35.969119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9099601-d2d8-4f87-ad63-2c297da9211e req-aeccb506-37a9-4911-9f4f-b54d32e9047b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=485a8107173c48db9af6cbe9ee62100c&device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 1095 time: 0.1964953 Dec 09 22:49:35.979031 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b278ee98-3936-4937-b169-feb25063bc7a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:35.983920 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b278ee98-3936-4937-b169-feb25063bc7a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4051948 Dec 09 22:49:36.019691 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:36.158544 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:36.179686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:36.260113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Network 0994b2c9-114d-464e-b2d3-3592d5f8938c is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:36.267632 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:36.274004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:36.276981 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:36.326097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099601-d2d8-4f87-ad63-2c297da9211e req-7a33f6d3-4504-40dd-9b2f-a0f4be8333f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:36.327892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9099601-d2d8-4f87-ad63-2c297da9211e req-7a33f6d3-4504-40dd-9b2f-a0f4be8333f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc153c3b-809e-49f1-be56-7cd5644627ea HTTP/1.1" status: 200 len: 910 time: 0.3183978 Dec 09 22:49:36.328624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 001d53da-1d53-40d5-bef8-80c76efd4a50 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:36.388567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eb415-1bee-40fd-987b-c580810ef101 None None] Pushing event updated for resources: {'Port': ['ID=e51308ae-ad1b-43e2-92c1-033bce171631,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:36.486308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b296cb8-6e6a-4687-b623-f231945e5bb8 req-86e9c23c-eeeb-497d-b4e1-434b07ac9204 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:36.494920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Attempting to bind port 17b2e465-dd44-447c-8e85-7c88bb5edb33 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:49:36.494920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Attempting to bind port 17b2e465-dd44-447c-8e85-7c88bb5edb33 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6de8d629-527c-4c11-92dd-86b5bc3e884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0994b2c9-114d-464e-b2d3-3592d5f8938c'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:49:36.495275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b296cb8-6e6a-4687-b623-f231945e5bb8 req-86e9c23c-eeeb-497d-b4e1-434b07ac9204 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.5489781 Dec 09 22:49:36.495417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Attempting to bind port 17b2e465-dd44-447c-8e85-7c88bb5edb33 on network 0994b2c9-114d-464e-b2d3-3592d5f8938c {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:36.512639 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:49:36.513028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Checking segment: {'id': '6de8d629-527c-4c11-92dd-86b5bc3e884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0994b2c9-114d-464e-b2d3-3592d5f8938c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:36.513433 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:36.513867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Bound using segment: {'id': '6de8d629-527c-4c11-92dd-86b5bc3e884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0994b2c9-114d-464e-b2d3-3592d5f8938c'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:49:36.514368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Bound port: 17b2e465-dd44-447c-8e85-7c88bb5edb33, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de8d629-527c-4c11-92dd-86b5bc3e884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0994b2c9-114d-464e-b2d3-3592d5f8938c'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:49:36.514752 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:36.524744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9099601-d2d8-4f87-ad63-2c297da9211e req-18af1080-3ca4-4c2b-95cc-0d49332fa941 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e9cde98-3ab6-453a-91e3-c084364bf1e4 HTTP/1.1" status: 200 len: 217 time: 0.1802194 Dec 09 22:49:36.528720 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:36.531584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Pushing event updated for resources: {'Port': ['ID=17b2e465-dd44-447c-8e85-7c88bb5edb33,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:36.577187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 001d53da-1d53-40d5-bef8-80c76efd4a50 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:36.578007 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:36.642557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-0bf73b8e-ef11-4498-bcde-9ed285896945 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563889731&fields=id&tenant_id=8d5883f7417a42efabff0c7cb8a885e9 HTTP/1.1" status: 200 len: 267 time: 0.3132331 Dec 09 22:49:36.655161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] For port 17b2e465-dd44-447c-8e85-7c88bb5edb33, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:49:36.659923 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] For port 17b2e465-dd44-447c-8e85-7c88bb5edb33, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=17b2e465-dd44-447c-8e85-7c88bb5edb33,segment=NetworkSegment(6de8d629-527c-4c11-92dd-86b5bc3e884a),segment_id=6de8d629-527c-4c11-92dd-86b5bc3e884a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:49:36.692603 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:36.762680 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:36.803517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099601-d2d8-4f87-ad63-2c297da9211e req-ad3edcfe-1a3a-45ec-b374-d9c46b1d53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:36.805406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9099601-d2d8-4f87-ad63-2c297da9211e req-ad3edcfe-1a3a-45ec-b374-d9c46b1d53dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c9c1479-7ba2-4d5b-8a02-2ea846ce92eb HTTP/1.1" status: 200 len: 849 time: 0.2662518 Dec 09 22:49:36.826737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 001d53da-1d53-40d5-bef8-80c76efd4a50, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=001d53da-1d53-40d5-bef8-80c76efd4a50,segment=NetworkSegment(ca423fb5-719b-493e-ae0b-5515e27a5d3a),segment_id=ca423fb5-719b-493e-ae0b-5515e27a5d3a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:36.829007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fa5f1-1de5-4d05-953b-d1a60a482823 None None] Pushing event updated for resources: {'Port': ['ID=17b2e465-dd44-447c-8e85-7c88bb5edb33,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:36.831289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b296cb8-6e6a-4687-b623-f231945e5bb8 req-4ab523b9-b437-46a9-8c67-e82a885ae184 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052688 Dec 09 22:49:36.835001 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:36.906755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=001d53da-1d53-40d5-bef8-80c76efd4a50,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:36.953835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9099601-d2d8-4f87-ad63-2c297da9211e req-a70fb88a-c742-477a-b2b9-882cd5b71f7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc153c3b-809e-49f1-be56-7cd5644627ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380525 Dec 09 22:49:37.015679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370dbf6-9fa1-4cbd-98de-62cec4556d9d None None] Network b84764f4-ffe1-43e9-8ed2-02a6d82a7326 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:37.054713 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:37.132538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-91e24870-35da-41ae-a9a7-7daa22054001 None None] Provisioning complete for port 001d53da-1d53-40d5-bef8-80c76efd4a50 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:37.132920 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91e24870-35da-41ae-a9a7-7daa22054001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:37.173821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-8f927d45-ea49-424c-b1ac-6286cdfbd334 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:37.175596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-8f927d45-ea49-424c-b1ac-6286cdfbd334 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/networks?id=4cf44095-e9aa-49d2-8ae9-176c9aa392bf HTTP/1.1" status: 200 len: 797 time: 0.5317838 Dec 09 22:49:37.196174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf318e1-a640-4883-a172-2a6415470e63 req-1efedfd0-5b46-4179-9d9b-ff1800df8ff0 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:37.203604 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fdf318e1-a640-4883-a172-2a6415470e63 req-1efedfd0-5b46-4179-9d9b-ff1800df8ff0 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 943 time: 0.2531338 Dec 09 22:49:37.283979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-e1af056a-1414-4e7c-bbbb-c2c7076a9750 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/quotas/8d5883f7417a42efabff0c7cb8a885e9 HTTP/1.1" status: 200 len: 375 time: 0.1001890 Dec 09 22:49:37.332556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Allocated IP 172.20.0.1 (b84764f4-ffe1-43e9-8ed2-02a6d82a7326/b7f31d44-add7-4563-b60c-69db0b5d67cf/91559706-0c98-4533-a1b8-d6197e596eeb) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:37.342069 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9099601-d2d8-4f87-ad63-2c297da9211e req-5023b42d-2892-4959-8fe2-2689325cd5e5 service neutron] 10.222.0.42 "GET /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753846 Dec 09 22:49:37.443000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fdf318e1-a640-4883-a172-2a6415470e63 req-c750bf58-00bc-4ec2-ae56-8525c61450f7 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386007 Dec 09 22:49:37.528381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-411226e8-ebdc-44a6-90db-82f7df16018a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2273912 Dec 09 22:49:37.762299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9ed34891-cd7a-4f2f-b0f6-b4e362d2066d None None] Provisioning complete for port 001d53da-1d53-40d5-bef8-80c76efd4a50 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:37.762679 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ed34891-cd7a-4f2f-b0f6-b4e362d2066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:37.790406 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acd2a54-1632-48dc-8a2f-8917ec5c3805 None None] Network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:37.981275 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-1898a24b-c47b-40d1-8ee7-d7df050a8fae service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:49:37.982885 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-1898a24b-c47b-40d1-8ee7-d7df050a8fae service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058758 Dec 09 22:49:38.099971 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-45ab7971-1488-413a-82c5-97b6fb8d5335 service neutron] 10.222.0.16 "GET /v2.0/networks/4cf44095-e9aa-49d2-8ae9-176c9aa392bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998714 Dec 09 22:49:38.181373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf7851-a6f9-4ebe-9ebc-cf95d9bc630c None None] Network 0994b2c9-114d-464e-b2d3-3592d5f8938c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:38.270917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-af8daf80-c689-4505-bd6d-9ac465d77af5 None None] Provisioning complete for port e51308ae-ad1b-43e2-92c1-033bce171631 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:38.271295 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af8daf80-c689-4505-bd6d-9ac465d77af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:38.318401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fe938-0a8f-4a76-972b-c5ccb969481b req-6e09cde2-65e1-4835-8570-acb5c0e81b30 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:38.319915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b56fe938-0a8f-4a76-972b-c5ccb969481b req-6e09cde2-65e1-4835-8570-acb5c0e81b30 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.3360505 Dec 09 22:49:38.326273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9099601-d2d8-4f87-ad63-2c297da9211e req-ca4f7f56-4447-47d9-89cb-17b6d07b3bc8 service neutron] 10.222.0.42 "GET /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9614382 Dec 09 22:49:38.365467 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:38.390019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 17b2e465-dd44-447c-8e85-7c88bb5edb33 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:38.414678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-8caf08ef-bcf1-46d0-8750-9e0692dc88ee service neutron] 10.222.0.16 "GET /v2.0/networks/4cf44095-e9aa-49d2-8ae9-176c9aa392bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916875 Dec 09 22:49:38.420384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b56fe938-0a8f-4a76-972b-c5ccb969481b req-1a4302ea-2c65-4316-b612-e2b186e7504c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915914 Dec 09 22:49:38.473818 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:38.518171 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af8daf80-c689-4505-bd6d-9ac465d77af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:38.521759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 17b2e465-dd44-447c-8e85-7c88bb5edb33 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:38.522157 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:38.556141 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network b84764f4-ffe1-43e9-8ed2-02a6d82a7326 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:38.561607 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:38.566525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:38.655156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-af8daf80-c689-4505-bd6d-9ac465d77af5 None None] For port e51308ae-ad1b-43e2-92c1-033bce171631, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e51308ae-ad1b-43e2-92c1-033bce171631,segment=NetworkSegment(171ff8f1-e128-4df0-9b0b-f9141bb62c56),segment_id=171ff8f1-e128-4df0-9b0b-f9141bb62c56)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:38.658814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=91559706-0c98-4533-a1b8-d6197e596eeb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:38.684215 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:38.696708 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af8daf80-c689-4505-bd6d-9ac465d77af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:38.770499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255f85c-165c-41e3-bb70-b593a8c03464 req-cde5f58d-13a8-4132-b02b-8c495e1023b9 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:38.780005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a255f85c-165c-41e3-bb70-b593a8c03464 req-cde5f58d-13a8-4132-b02b-8c495e1023b9 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 943 time: 0.2194417 Dec 09 22:49:38.905421 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eed816d8-ef8e-48b7-a6c1-5ae9dbf05ee0 req-67a5578e-8bd9-477a-b243-60610fc6f99f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 210 time: 0.1204062 Dec 09 22:49:38.928802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-af8daf80-c689-4505-bd6d-9ac465d77af5 None None] Provisioning complete for port 17b2e465-dd44-447c-8e85-7c88bb5edb33 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:38.929192 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af8daf80-c689-4505-bd6d-9ac465d77af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:38.933181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8daf80-c689-4505-bd6d-9ac465d77af5 None None] Pushing event updated for resources: {'Port': ['ID=e51308ae-ad1b-43e2-92c1-033bce171631,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:38.970461 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:38.973115 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a255f85c-165c-41e3-bb70-b593a8c03464 req-d7d8c2f5-80d4-454d-b361-9292e635b020 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922266 Dec 09 22:49:38.973898 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:39.049569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 17b2e465-dd44-447c-8e85-7c88bb5edb33, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=17b2e465-dd44-447c-8e85-7c88bb5edb33,segment=NetworkSegment(6de8d629-527c-4c11-92dd-86b5bc3e884a),segment_id=6de8d629-527c-4c11-92dd-86b5bc3e884a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:39.063327 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:39.064726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 001d53da-1d53-40d5-bef8-80c76efd4a50 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:39.069101 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af8daf80-c689-4505-bd6d-9ac465d77af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:39.202179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=17b2e465-dd44-447c-8e85-7c88bb5edb33,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:39.217709 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-af8daf80-c689-4505-bd6d-9ac465d77af5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:49:39.218104 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-af8daf80-c689-4505-bd6d-9ac465d77af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:49:39.219859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 001d53da-1d53-40d5-bef8-80c76efd4a50 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:39.220258 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:39.279205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:39.284613 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:39.308355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e51308ae-ad1b-43e2-92c1-033bce171631 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:39.329735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1e9cde98-3ab6-453a-91e3-c084364bf1e4 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:49:39.364184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=91559706-0c98-4533-a1b8-d6197e596eeb,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:39.367011 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:39.401572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e51308ae-ad1b-43e2-92c1-033bce171631 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:39.401978 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:39.466569 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network b84764f4-ffe1-43e9-8ed2-02a6d82a7326 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:39.468630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:39.488815 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 1e9cde98-3ab6-453a-91e3-c084364bf1e4, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1e9cde98-3ab6-453a-91e3-c084364bf1e4,segment=NetworkSegment(62d39c76-0b8e-418b-b2da-9cd1c3649ca9),segment_id=62d39c76-0b8e-418b-b2da-9cd1c3649ca9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:39.505447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '1e9cde98-3ab6-453a-91e3-c084364bf1e4', 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea', 'port_id': '1e9cde98-3ab6-453a-91e3-c084364bf1e4', 'mac_address': 'fa:16:3e:fc:ec:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9c1479-7ba2-4d5b-8a02-2ea846ce92eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:49:39.585109 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:39.603404 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9cde98-3ab6-453a-91e3-c084364bf1e4 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:49:39.627770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 1e9cde98-3ab6-453a-91e3-c084364bf1e4, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1e9cde98-3ab6-453a-91e3-c084364bf1e4,segment=NetworkSegment(62d39c76-0b8e-418b-b2da-9cd1c3649ca9),segment_id=62d39c76-0b8e-418b-b2da-9cd1c3649ca9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:39.632527 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:39.637111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386e38a-66fc-4195-9fa7-7fe43427afa4 req-3fd1aaf0-6949-411a-ba9e-38094dc70266 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:39.638847 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c386e38a-66fc-4195-9fa7-7fe43427afa4 req-3fd1aaf0-6949-411a-ba9e-38094dc70266 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.0765445 Dec 09 22:49:39.687247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 99d92c27-ad6d-447f-a573-dc1ab7e1da46 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:49:39.691208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=1e9cde98-3ab6-453a-91e3-c084364bf1e4,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:39.711384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c386e38a-66fc-4195-9fa7-7fe43427afa4 req-8eac0b86-2f5e-4fa1-880d-ae74479f4cf1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623305 Dec 09 22:49:39.801848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:49:39.806968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ae84eae7-c3e3-4047-9fa8-74b12a0971bb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/99d92c27-ad6d-447f-a573-dc1ab7e1da46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0782120 Dec 09 22:49:39.809710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42412) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:39.812813 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4858c2-9615-451d-b504-d940cb6e8e06 None None] Sync routers for ids ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:49:39.823278 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4858c2-9615-451d-b504-d940cb6e8e06 None None] Routers {'99d92c27-ad6d-447f-a573-dc1ab7e1da46'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:39.824095 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ee4858c2-9615-451d-b504-d940cb6e8e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:39.839183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['1e9cde98-3ab6-453a-91e3-c084364bf1e4'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:49:39.854828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fe3d13-bbbb-441e-882f-65ad61f7a13a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:39.856380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-36fe3d13-bbbb-441e-882f-65ad61f7a13a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports/91559706-0c98-4533-a1b8-d6197e596eeb HTTP/1.1" status: 200 len: 910 time: 0.0456803 Dec 09 22:49:39.858824 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ee4858c2-9615-451d-b504-d940cb6e8e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:39.859329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42416) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:39.869980 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4858c2-9615-451d-b504-d940cb6e8e06 None None] Routers {'99d92c27-ad6d-447f-a573-dc1ab7e1da46'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:39.870916 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ee4858c2-9615-451d-b504-d940cb6e8e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:39.906225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9278cbbc-0908-4c57-a874-26662ea8caa4 None None] Provisioning complete for port 91559706-0c98-4533-a1b8-d6197e596eeb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:39.906874 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9278cbbc-0908-4c57-a874-26662ea8caa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:39.911782 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ee4858c2-9615-451d-b504-d940cb6e8e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:39.912683 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4858c2-9615-451d-b504-d940cb6e8e06 None None] The sync data for ids ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:49:40.013877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9278cbbc-0908-4c57-a874-26662ea8caa4 None None] Port 91559706-0c98-4533-a1b8-d6197e596eeb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:40.051805 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2a8d1dee-3ba6-4aba-8a3b-466a945a3424 req-f1c3f7f8-83b1-4e5b-a839-34a7f96e6ee1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 210 time: 0.0458105 Dec 09 22:49:40.093721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9278cbbc-0908-4c57-a874-26662ea8caa4 None None] Provisioning complete for port e51308ae-ad1b-43e2-92c1-033bce171631 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:40.094402 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9278cbbc-0908-4c57-a874-26662ea8caa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:40.197115 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b08e-6b95-44cf-bf70-c8f63c5e4415 req-375ce20b-8dbb-4442-bef7-ab3ca2e6acbc tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:40.198363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 17b2e465-dd44-447c-8e85-7c88bb5edb33 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:40.209654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c25b08e-6b95-44cf-bf70-c8f63c5e4415 req-375ce20b-8dbb-4442-bef7-ab3ca2e6acbc tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 944 time: 0.1136653 Dec 09 22:49:40.274358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c25b08e-6b95-44cf-bf70-c8f63c5e4415 req-a979038b-8363-4aa9-85fe-9b803df83299 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635662 Dec 09 22:49:40.274817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-35567091-4f90-45c6-b774-7447ccd55061 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:40.277723 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-35567091-4f90-45c6-b774-7447ccd55061 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.18 "GET /v2.0/networks?id=4cf44095-e9aa-49d2-8ae9-176c9aa392bf HTTP/1.1" status: 200 len: 797 time: 0.3039157 Dec 09 22:49:40.342727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 17b2e465-dd44-447c-8e85-7c88bb5edb33 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:40.343208 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:40.368112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9278cbbc-0908-4c57-a874-26662ea8caa4 None None] Provisioning complete for port 17b2e465-dd44-447c-8e85-7c88bb5edb33 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:40.368599 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9278cbbc-0908-4c57-a874-26662ea8caa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:40.514277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e51308ae-ad1b-43e2-92c1-033bce171631 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:40.524514 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-4877eb9e-4909-4bd0-abd1-571f802c2450 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5883f7417a42efabff0c7cb8a885e9 HTTP/1.1" status: 200 len: 473 time: 0.2059405 Dec 09 22:49:40.558166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'port': {'device_id': '207945bc-14af-4a18-801b-59a1ed36f67e', 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf', 'admin_state_up': True, 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'security_groups': ['a64a8d97-06a4-4820-8713-d418013572d1']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:40.568012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e51308ae-ad1b-43e2-92c1-033bce171631 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:40.568456 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:40.631914 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:40.808767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Made reservation on behalf of 8d5883f7417a42efabff0c7cb8a885e9 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:40.812651 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:40.831747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d3930-8ff6-4c78-9d88-a8d3a6ed51f9 req-4e0f770d-8730-4fa8-bf9f-a274b59ffd56 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:40.833134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-681d3930-8ff6-4c78-9d88-a8d3a6ed51f9 req-4e0f770d-8730-4fa8-bf9f-a274b59ffd56 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.0497448 Dec 09 22:49:40.884458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-681d3930-8ff6-4c78-9d88-a8d3a6ed51f9 req-880aad41-8ed0-4e04-a675-ecaa6fbd7f5d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445402 Dec 09 22:49:41.030045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Allocated IP 172.21.0.1 (0994b2c9-114d-464e-b2d3-3592d5f8938c/b9a5b324-8af2-4e05-8587-96acfe81a2e6/29d8858d-27c1-4b41-b448-b12b7195503e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:41.039617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Allocated IP 172.20.0.22 (4cf44095-e9aa-49d2-8ae9-176c9aa392bf/5f5be2df-e653-4d2b-a686-4cb2e0772aa3/56ccb9f6-46db-419e-9497-de807a74afca) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:41.158338 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f17bdb7-2568-4c44-851a-4b83a749ea84 req-01ba94b9-f1be-4c41-93de-d1f5028c928a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 210 time: 0.0286994 Dec 09 22:49:41.240519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:41.288961 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:41.315168 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1e9cde98-3ab6-453a-91e3-c084364bf1e4 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:41.357056 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:41.365074 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:41.373107 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 1e9cde98-3ab6-453a-91e3-c084364bf1e4 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:49:41.378018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 1e9cde98-3ab6-453a-91e3-c084364bf1e4 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:41.378397 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:41.415847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:41.423153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:41.430157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bb44f-8b55-40ed-9a93-026e9076153a req-df12970e-b639-48d9-bd53-dd403629a0ed tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:41.431667 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd8bb44f-8b55-40ed-9a93-026e9076153a req-df12970e-b639-48d9-bd53-dd403629a0ed tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 944 time: 0.0641637 Dec 09 22:49:41.433995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:41.444400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 0994b2c9-114d-464e-b2d3-3592d5f8938c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:41.449340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=29d8858d-27c1-4b41-b448-b12b7195503e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:41.478771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:41.484364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:41.493550 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:41.523409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd8bb44f-8b55-40ed-9a93-026e9076153a req-81120d24-6d91-4b68-8091-4e725375ee2d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832260 Dec 09 22:49:41.529732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb45866-6020-4869-8968-985b33d4ae46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9cde98-3ab6-453a-91e3-c084364bf1e4'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:49:41.532536 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9ac3fb-f3b2-411c-ac4f-bf2feb842c58" -d '{"events": [{"server_uuid": "0cb45866-6020-4869-8968-985b33d4ae46", "name": "network-vif-plugged", "status": "completed", "tag": "1e9cde98-3ab6-453a-91e3-c084364bf1e4"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:49:41.570415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 1e9cde98-3ab6-453a-91e3-c084364bf1e4, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1e9cde98-3ab6-453a-91e3-c084364bf1e4,segment=NetworkSegment(62d39c76-0b8e-418b-b2da-9cd1c3649ca9),segment_id=62d39c76-0b8e-418b-b2da-9cd1c3649ca9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:41.574957 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:41.613132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:41.613862 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:41.630220 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:41.635677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=56ccb9f6-46db-419e-9497-de807a74afca,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:41.702146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=1e9cde98-3ab6-453a-91e3-c084364bf1e4,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:41.703157 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-52230ba2-6c64-47ba-abf7-2c0fb1886ecf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1487741 Dec 09 22:49:41.727576 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a29e981-1ef9-45ff-b82a-70763165f98d x-openstack-request-id: req-3a29e981-1ef9-45ff-b82a-70763165f98d {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:49:41.728086 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb45866-6020-4869-8968-985b33d4ae46", "name": "network-vif-plugged", "status": "completed", "tag": "1e9cde98-3ab6-453a-91e3-c084364bf1e4", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:49:41.728414 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a29e981-1ef9-45ff-b82a-70763165f98d {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:49:41.729177 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb45866-6020-4869-8968-985b33d4ae46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9cde98-3ab6-453a-91e3-c084364bf1e4', 'code': 200} Dec 09 22:49:41.760918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Request body: {'port': {'device_id': '207945bc-14af-4a18-801b-59a1ed36f67e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:41.837257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abfa4-48a7-4ad8-9896-489c322b9df1 req-656f707b-500d-45e7-9f4d-2cf7861bd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:41.838889 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-960abfa4-48a7-4ad8-9896-489c322b9df1 req-656f707b-500d-45e7-9f4d-2cf7861bd1d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 1097 time: 0.0519981 Dec 09 22:49:41.854281 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:41.872851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0a04345a-b290-458e-b01a-9841677021ae None None] Provisioning complete for port 56ccb9f6-46db-419e-9497-de807a74afca triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:41.873220 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0a04345a-b290-458e-b01a-9841677021ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:41.890266 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-960abfa4-48a7-4ad8-9896-489c322b9df1 req-2858a77d-1d02-4501-96c1-0fe97c341ae0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Dec 09 22:49:41.909444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0a04345a-b290-458e-b01a-9841677021ae None None] Port 56ccb9f6-46db-419e-9497-de807a74afca cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:41.920118 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:42.003751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6956032-c6f6-46a8-a069-8268580f30e6 req-7b2f572d-bf4e-4d9e-af11-669f4f8d475f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:42.005317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6956032-c6f6-46a8-a069-8268580f30e6 req-7b2f572d-bf4e-4d9e-af11-669f4f8d475f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.0489185 Dec 09 22:49:42.030282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e7329b62-6b4c-4e04-bbf3-4bb753a10d40 None None] Provisioning complete for port 29d8858d-27c1-4b41-b448-b12b7195503e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:42.030962 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e7329b62-6b4c-4e04-bbf3-4bb753a10d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:42.062155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6956032-c6f6-46a8-a069-8268580f30e6 req-4c280d3f-0ea2-4c79-aad4-91558b307c3d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501330 Dec 09 22:49:42.066200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e7329b62-6b4c-4e04-bbf3-4bb753a10d40 None None] Port 29d8858d-27c1-4b41-b448-b12b7195503e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:42.284572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396f7c6-ba36-40ea-8f3a-cf8359dd56a4 req-5e33dc3a-abda-49b1-90df-b6e521b355d5 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:42.286158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8396f7c6-ba36-40ea-8f3a-cf8359dd56a4 req-5e33dc3a-abda-49b1-90df-b6e521b355d5 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 932 time: 0.0505750 Dec 09 22:49:42.341209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8396f7c6-ba36-40ea-8f3a-cf8359dd56a4 req-4e87c178-d93f-489b-beae-37474b8a6ff0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64a8d97-06a4-4820-8713-d418013572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489855 Dec 09 22:49:42.349554 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ccb9f6-46db-419e-9497-de807a74afca {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:49:42.363349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:42.375335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:42.382636 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:42.390142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Transition to ACTIVE for port object 56ccb9f6-46db-419e-9497-de807a74afca will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:49:42.413853 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:42.475179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:42.477886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=29d8858d-27c1-4b41-b448-b12b7195503e,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:42.585306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Pushing event updated for resources: {'Port': ['ID=56ccb9f6-46db-419e-9497-de807a74afca,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:42.644366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdc50a-0cd5-49a4-8c2c-f9905662aafb req-39988c08-30ec-44b0-8b50-16756da881da tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:42.645948 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67bdc50a-0cd5-49a4-8c2c-f9905662aafb req-39988c08-30ec-44b0-8b50-16756da881da tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 945 time: 0.0530496 Dec 09 22:49:42.695911 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-67bdc50a-0cd5-49a4-8c2c-f9905662aafb req-69b0f6bf-ceb5-4082-9001-40ddfe0a5336 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438969 Dec 09 22:49:42.995341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Attempting to bind port 56ccb9f6-46db-419e-9497-de807a74afca on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:49:42.995881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Attempting to bind port 56ccb9f6-46db-419e-9497-de807a74afca by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:49:42.996010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Attempting to bind port 56ccb9f6-46db-419e-9497-de807a74afca on network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:43.004948 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Port 56ccb9f6-46db-419e-9497-de807a74afca on network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:49:43.005184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Attempting to bind port 56ccb9f6-46db-419e-9497-de807a74afca on network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:43.017487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:49:43.017863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Checking segment: {'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:43.018250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Bound using segment: {'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:49:43.018686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Bound port: 56ccb9f6-46db-419e-9497-de807a74afca, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:49:43.019044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:43.036782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 0994b2c9-114d-464e-b2d3-3592d5f8938c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:43.039457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:43.167384 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] For port 56ccb9f6-46db-419e-9497-de807a74afca, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:49:43.185033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] For port 56ccb9f6-46db-419e-9497-de807a74afca, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=56ccb9f6-46db-419e-9497-de807a74afca,segment=NetworkSegment(171ff8f1-e128-4df0-9b0b-f9141bb62c56),segment_id=171ff8f1-e128-4df0-9b0b-f9141bb62c56)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:49:43.194616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 99d92c27-ad6d-447f-a573-dc1ab7e1da46 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:49:43.201861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66a630-aef3-481e-bb33-937d4eabd0df req-92cd84be-3715-4e2f-aae1-106b34911d30 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:43.203140 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:43.210895 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab66a630-aef3-481e-bb33-937d4eabd0df req-92cd84be-3715-4e2f-aae1-106b34911d30 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.0667770 Dec 09 22:49:43.247061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:43.248096 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:43.249515 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] 10.222.0.18 "PUT /v2.0/ports/56ccb9f6-46db-419e-9497-de807a74afca HTTP/1.1" status: 200 len: 1093 time: 1.4962120 Dec 09 22:49:43.252192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207945bc-14af-4a18-801b-59a1ed36f67e', 'tag': '56ccb9f6-46db-419e-9497-de807a74afca'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:49:43.254583 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ae33c8-ab21-4b87-9471-58158ae2e7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "207945bc-14af-4a18-801b-59a1ed36f67e", "tag": "56ccb9f6-46db-419e-9497-de807a74afca"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:49:43.275168 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab66a630-aef3-481e-bb33-937d4eabd0df req-bffbce03-09b3-47fb-8607-01cf769752e7 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606134 Dec 09 22:49:43.330522 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-de2c1845-47bc-455d-81be-45cf22f8bf78 None None] Provisioning complete for port 29d8858d-27c1-4b41-b448-b12b7195503e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:43.331062 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-de2c1845-47bc-455d-81be-45cf22f8bf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:43.356577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be49f6-8913-431a-80e7-a0b6197eacb6 service neutron] Pushing event updated for resources: {'Port': ['ID=56ccb9f6-46db-419e-9497-de807a74afca,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:43.382151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-de2c1845-47bc-455d-81be-45cf22f8bf78 None None] Port 29d8858d-27c1-4b41-b448-b12b7195503e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:43.453132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-b24dcbbd-93fc-4136-913c-e2bba24ce5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:43.454962 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-b24dcbbd-93fc-4136-913c-e2bba24ce5c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 1096 time: 0.1121950 Dec 09 22:49:43.456641 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a803e79-d912-4452-bd1d-3b5f2ff2faf4 x-openstack-request-id: req-8a803e79-d912-4452-bd1d-3b5f2ff2faf4 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:49:43.457037 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207945bc-14af-4a18-801b-59a1ed36f67e", "tag": "56ccb9f6-46db-419e-9497-de807a74afca", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:49:43.457457 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a803e79-d912-4452-bd1d-3b5f2ff2faf4 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:49:43.457987 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207945bc-14af-4a18-801b-59a1ed36f67e', 'tag': '56ccb9f6-46db-419e-9497-de807a74afca', 'status': 'completed', 'code': 200} Dec 09 22:49:43.463786 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:49:43.469439 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-88880f02-f9a6-4b7b-925a-984dcc685f5e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/99d92c27-ad6d-447f-a573-dc1ab7e1da46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6089904 Dec 09 22:49:43.472637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42480) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:43.478604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724ae7e4-cecb-4c94-a335-327e410fe964 None None] Sync routers for ids ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:49:43.493034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724ae7e4-cecb-4c94-a335-327e410fe964 None None] Routers {'99d92c27-ad6d-447f-a573-dc1ab7e1da46'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:43.494037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-724ae7e4-cecb-4c94-a335-327e410fe964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:43.504643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2f642-de11-4702-bc2a-ebb7181a39a5 req-47ee3409-5ede-4d33-ab1b-38a9a2db4ff5 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:43.506973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4e2f642-de11-4702-bc2a-ebb7181a39a5 req-47ee3409-5ede-4d33-ab1b-38a9a2db4ff5 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 944 time: 0.0734820 Dec 09 22:49:43.526744 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-724ae7e4-cecb-4c94-a335-327e410fe964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:43.534997 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-9a28e16e-8c86-4258-a6c1-13a581a8d892 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=56ccb9f6-46db-419e-9497-de807a74afca HTTP/1.1" status: 200 len: 217 time: 0.0519903 Dec 09 22:49:43.535877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724ae7e4-cecb-4c94-a335-327e410fe964 None None] Routers {'99d92c27-ad6d-447f-a573-dc1ab7e1da46'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:43.536488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-724ae7e4-cecb-4c94-a335-327e410fe964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:43.564067 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4e2f642-de11-4702-bc2a-ebb7181a39a5 req-36a44d75-4eea-442d-8326-850c16687b54 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64a8d97-06a4-4820-8713-d418013572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504043 Dec 09 22:49:43.571352 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-724ae7e4-cecb-4c94-a335-327e410fe964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:43.572023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724ae7e4-cecb-4c94-a335-327e410fe964 None None] The sync data for ids ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:49:43.577460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f971691-9b36-400a-b32d-c450a2fca20e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:43.578925 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7f971691-9b36-400a-b32d-c450a2fca20e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports/29d8858d-27c1-4b41-b448-b12b7195503e HTTP/1.1" status: 200 len: 910 time: 0.1053464 Dec 09 22:49:43.582769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42482) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:43.660295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-d597cbb2-5412-42d1-99b0-92711882e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:43.661640 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-d597cbb2-5412-42d1-99b0-92711882e0b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f5be2df-e653-4d2b-a686-4cb2e0772aa3 HTTP/1.1" status: 200 len: 837 time: 0.1199481 Dec 09 22:49:43.787371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-75a7655f-a99e-44f8-969d-dd412d440907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:43.788863 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-75a7655f-a99e-44f8-969d-dd412d440907 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4cf44095-e9aa-49d2-8ae9-176c9aa392bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1192102 Dec 09 22:49:43.819322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286b566-1294-4e6f-b33c-6161976d7230 req-70fdb2ad-6a60-4ee0-ae7f-24b1536ea3c9 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:43.820809 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0286b566-1294-4e6f-b33c-6161976d7230 req-70fdb2ad-6a60-4ee0-ae7f-24b1536ea3c9 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 945 time: 0.0527878 Dec 09 22:49:43.868091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0286b566-1294-4e6f-b33c-6161976d7230 req-85b2c29f-e869-43a5-aee8-3910904861aa tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Dec 09 22:49:43.954477 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-b5e645a8-03ce-45b6-bc20-eaa63f4e6bda service neutron] 10.222.0.18 "GET /v2.0/networks/4cf44095-e9aa-49d2-8ae9-176c9aa392bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565800 Dec 09 22:49:44.101554 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ebd81466-2711-48f3-a8b6-4803fa5364ed req-fa34ba1d-4188-4ed8-b115-1c94ac0f2a3f service neutron] 10.222.0.18 "GET /v2.0/networks/4cf44095-e9aa-49d2-8ae9-176c9aa392bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395831 Dec 09 22:49:44.126600 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01ae8570-57b8-412a-a55b-55ca02359a94 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:44.318072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae33c8-ab21-4b87-9471-58158ae2e7b1 req-653f7849-ee92-416a-bbc1-3cf8bc54a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:44.319598 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76ae33c8-ab21-4b87-9471-58158ae2e7b1 req-653f7849-ee92-416a-bbc1-3cf8bc54a315 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 1096 time: 0.1192923 Dec 09 22:49:44.429281 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b6bc1-45c0-4fd5-ab87-fc9e5466b62c req-682a62dd-6214-43ee-8b3e-27916ba69174 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:44.433899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b05b6bc1-45c0-4fd5-ab87-fc9e5466b62c req-682a62dd-6214-43ee-8b3e-27916ba69174 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.0706882 Dec 09 22:49:44.503466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae33c8-ab21-4b87-9471-58158ae2e7b1 req-f84525a4-436a-455f-85c3-57310a4a4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:44.504934 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76ae33c8-ab21-4b87-9471-58158ae2e7b1 req-f84525a4-436a-455f-85c3-57310a4a4e9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4cf44095-e9aa-49d2-8ae9-176c9aa392bf HTTP/1.1" status: 200 len: 898 time: 0.1771901 Dec 09 22:49:44.517750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b05b6bc1-45c0-4fd5-ab87-fc9e5466b62c req-89a88d0a-5814-4f25-a353-b2662f5accc6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778334 Dec 09 22:49:44.563492 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76ae33c8-ab21-4b87-9471-58158ae2e7b1 req-376decc6-95d3-409d-8822-1b0ced7e724a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=56ccb9f6-46db-419e-9497-de807a74afca HTTP/1.1" status: 200 len: 217 time: 0.0487146 Dec 09 22:49:44.565297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb2aa-aaa1-4ea1-9087-cdc9795ba33a req-33727e2b-30f8-4a2d-9b85-2a775799f0b7 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:44.567045 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db2fb2aa-aaa1-4ea1-9087-cdc9795ba33a req-33727e2b-30f8-4a2d-9b85-2a775799f0b7 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 945 time: 0.0665081 Dec 09 22:49:44.637530 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db2fb2aa-aaa1-4ea1-9087-cdc9795ba33a req-79884b9a-bf72-4fd9-a4d0-81babd363981 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631800 Dec 09 22:49:44.638140 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-01ae8570-57b8-412a-a55b-55ca02359a94 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 29d8858d-27c1-4b41-b448-b12b7195503e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:44.638588 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01ae8570-57b8-412a-a55b-55ca02359a94 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:44.663490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae33c8-ab21-4b87-9471-58158ae2e7b1 req-3f33cb4a-54bc-4962-b805-cd143560cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:44.665203 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76ae33c8-ab21-4b87-9471-58158ae2e7b1 req-3f33cb4a-54bc-4962-b805-cd143560cadb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f5be2df-e653-4d2b-a686-4cb2e0772aa3 HTTP/1.1" status: 200 len: 837 time: 0.0877502 Dec 09 22:49:44.690646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58374ac-b148-4882-90af-60b1e6e0aa3e req-4f0044e6-d620-4b43-88f3-bf857d2fb0e7 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:44.692063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d58374ac-b148-4882-90af-60b1e6e0aa3e req-4f0044e6-d620-4b43-88f3-bf857d2fb0e7 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 944 time: 0.0536232 Dec 09 22:49:44.757915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d58374ac-b148-4882-90af-60b1e6e0aa3e req-8cf819f7-4a5e-43f8-b511-bcf55f892592 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64a8d97-06a4-4820-8713-d418013572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555806 Dec 09 22:49:44.763980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae33c8-ab21-4b87-9471-58158ae2e7b1 req-20842319-014b-46bb-bc24-1603f34d664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:44.765896 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76ae33c8-ab21-4b87-9471-58158ae2e7b1 req-20842319-014b-46bb-bc24-1603f34d664f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4cf44095-e9aa-49d2-8ae9-176c9aa392bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0908036 Dec 09 22:49:44.785642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01ae8570-57b8-412a-a55b-55ca02359a94 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:44.814490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-01ae8570-57b8-412a-a55b-55ca02359a94 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 29d8858d-27c1-4b41-b448-b12b7195503e owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:44.920882 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76ae33c8-ab21-4b87-9471-58158ae2e7b1 req-ee5a883a-3d2a-4b39-9663-84c0bf09db29 service neutron] 10.222.0.18 "GET /v2.0/networks/4cf44095-e9aa-49d2-8ae9-176c9aa392bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458631 Dec 09 22:49:45.086872 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-76ae33c8-ab21-4b87-9471-58158ae2e7b1 req-334947d9-d57d-4942-b4a5-9f290f9cbbd1 service neutron] 10.222.0.18 "GET /v2.0/networks/4cf44095-e9aa-49d2-8ae9-176c9aa392bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571131 Dec 09 22:49:45.102767 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01ae8570-57b8-412a-a55b-55ca02359a94 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:45.135709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae8570-57b8-412a-a55b-55ca02359a94 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=29d8858d-27c1-4b41-b448-b12b7195503e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:45.322298 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-01ae8570-57b8-412a-a55b-55ca02359a94 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:45.520300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ae8570-57b8-412a-a55b-55ca02359a94 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 99d92c27-ad6d-447f-a573-dc1ab7e1da46 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:49:45.715473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80de77-d076-4e20-a4ba-93b64cda36ef req-d8517481-ed59-48bf-b016-eaf766d70650 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:45.717097 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e80de77-d076-4e20-a4ba-93b64cda36ef req-d8517481-ed59-48bf-b016-eaf766d70650 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.0858896 Dec 09 22:49:45.829897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dec3b-b044-41d9-af14-347cbe3bbe2b req-3dba2431-632f-4e64-a2ef-c975e3c31574 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:45.831522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f5dec3b-b044-41d9-af14-347cbe3bbe2b req-3dba2431-632f-4e64-a2ef-c975e3c31574 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 945 time: 0.1404209 Dec 09 22:49:45.837332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e80de77-d076-4e20-a4ba-93b64cda36ef req-829fe6e3-17ae-48cc-b2b6-94f3517299ab tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053510 Dec 09 22:49:45.846441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051c045-35b8-4031-b3b5-74793f6d4d46 req-38620d6b-f7d6-420c-b07d-52a3439ff16e tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:45.848029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9051c045-35b8-4031-b3b5-74793f6d4d46 req-38620d6b-f7d6-420c-b07d-52a3439ff16e tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb45866-6020-4869-8968-985b33d4ae46 HTTP/1.1" status: 200 len: 945 time: 0.1151295 Dec 09 22:49:46.005608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ae8570-57b8-412a-a55b-55ca02359a94 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:49:46.017446 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f8d8da-3132-4cc8-b74a-9a26ceb2ff15 None None] Sync routers for ids ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:49:46.021867 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-01ae8570-57b8-412a-a55b-55ca02359a94 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/99d92c27-ad6d-447f-a573-dc1ab7e1da46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4355569 Dec 09 22:49:46.022121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42534) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:46.027487 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8d8da-3132-4cc8-b74a-9a26ceb2ff15 None None] Routers {'99d92c27-ad6d-447f-a573-dc1ab7e1da46'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:46.028105 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-06f8d8da-3132-4cc8-b74a-9a26ceb2ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:46.035901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d03c3-73c5-46aa-a9a2-59af3293ef97 req-f1acaa77-5a10-42f8-bfab-4521b336e6dc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:46.038286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c95d03c3-73c5-46aa-a9a2-59af3293ef97 req-f1acaa77-5a10-42f8-bfab-4521b336e6dc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 944 time: 0.1154878 Dec 09 22:49:46.043667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-4f5dec3b-b044-41d9-af14-347cbe3bbe2b req-57d51508-c30d-4f28-b7ba-cb5f8fa356e3 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Deleting port 1e9cde98-3ab6-453a-91e3-c084364bf1e4 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:46.044264 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4f5dec3b-b044-41d9-af14-347cbe3bbe2b req-57d51508-c30d-4f28-b7ba-cb5f8fa356e3 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:46.060527 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-06f8d8da-3132-4cc8-b74a-9a26ceb2ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:46.069984 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8d8da-3132-4cc8-b74a-9a26ceb2ff15 None None] Routers {'99d92c27-ad6d-447f-a573-dc1ab7e1da46'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:46.070941 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-06f8d8da-3132-4cc8-b74a-9a26ceb2ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:46.071467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9051c045-35b8-4031-b3b5-74793f6d4d46 req-fa2dfa00-82a9-4cb4-ad93-4892645febd4 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467328 Dec 09 22:49:46.121180 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-06f8d8da-3132-4cc8-b74a-9a26ceb2ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:46.122107 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f8d8da-3132-4cc8-b74a-9a26ceb2ff15 None None] The sync data for ids ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:49:46.163929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c95d03c3-73c5-46aa-a9a2-59af3293ef97 req-ec228899-4e21-4025-87bd-ba5c7b0446dc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64a8d97-06a4-4820-8713-d418013572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154425 Dec 09 22:49:46.196208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-4f5dec3b-b044-41d9-af14-347cbe3bbe2b req-57d51508-c30d-4f28-b7ba-cb5f8fa356e3 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] For port 1e9cde98-3ab6-453a-91e3-c084364bf1e4, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1e9cde98-3ab6-453a-91e3-c084364bf1e4,segment=NetworkSegment(62d39c76-0b8e-418b-b2da-9cd1c3649ca9),segment_id=62d39c76-0b8e-418b-b2da-9cd1c3649ca9)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:46.196568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4f5dec3b-b044-41d9-af14-347cbe3bbe2b req-57d51508-c30d-4f28-b7ba-cb5f8fa356e3 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:46.210407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-4f5dec3b-b044-41d9-af14-347cbe3bbe2b req-57d51508-c30d-4f28-b7ba-cb5f8fa356e3 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Calling delete_port for 1e9cde98-3ab6-453a-91e3-c084364bf1e4 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:46.342628 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4f5dec3b-b044-41d9-af14-347cbe3bbe2b req-57d51508-c30d-4f28-b7ba-cb5f8fa356e3 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:46.354979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['1e9cde98-3ab6-453a-91e3-c084364bf1e4'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:49:46.384965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d51508-c30d-4f28-b7ba-cb5f8fa356e3 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Pushing event deleted for resources: {'Port': ['ID=1e9cde98-3ab6-453a-91e3-c084364bf1e4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:46.419586 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4f29a1d7-6b13-4da4-8219-90c4bad83c5c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:46.430406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5dec3b-b044-41d9-af14-347cbe3bbe2b req-57d51508-c30d-4f28-b7ba-cb5f8fa356e3 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] No DVR routers for this DVR port 1e9cde98-3ab6-453a-91e3-c084364bf1e4 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:49:46.433052 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-4f5dec3b-b044-41d9-af14-347cbe3bbe2b req-57d51508-c30d-4f28-b7ba-cb5f8fa356e3 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:46.436563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f5dec3b-b044-41d9-af14-347cbe3bbe2b req-57d51508-c30d-4f28-b7ba-cb5f8fa356e3 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.42 "DELETE /v2.0/ports/1e9cde98-3ab6-453a-91e3-c084364bf1e4 HTTP/1.1" status: 204 len: 173 time: 0.5875404 Dec 09 22:49:46.436960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb45866-6020-4869-8968-985b33d4ae46', 'name': 'network-vif-deleted', 'tag': '1e9cde98-3ab6-453a-91e3-c084364bf1e4'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:49:46.439933 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d01751-3d19-444d-bc6a-1c4a8631f2f5" -d '{"events": [{"server_uuid": "0cb45866-6020-4869-8968-985b33d4ae46", "name": "network-vif-deleted", "tag": "1e9cde98-3ab6-453a-91e3-c084364bf1e4"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:49:46.490246 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94531af-8d74-427d-9bde-21820cad6db5 x-openstack-request-id: req-c94531af-8d74-427d-9bde-21820cad6db5 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:49:46.490770 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb45866-6020-4869-8968-985b33d4ae46", "name": "network-vif-deleted", "tag": "1e9cde98-3ab6-453a-91e3-c084364bf1e4", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:49:46.491191 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c94531af-8d74-427d-9bde-21820cad6db5 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:49:46.491747 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb45866-6020-4869-8968-985b33d4ae46', 'name': 'network-vif-deleted', 'tag': '1e9cde98-3ab6-453a-91e3-c084364bf1e4', 'status': 'completed', 'code': 200} Dec 09 22:49:46.692620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4f29a1d7-6b13-4da4-8219-90c4bad83c5c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 91559706-0c98-4533-a1b8-d6197e596eeb {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:46.693125 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4f29a1d7-6b13-4da4-8219-90c4bad83c5c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:46.788840 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4f29a1d7-6b13-4da4-8219-90c4bad83c5c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:46.801859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4f29a1d7-6b13-4da4-8219-90c4bad83c5c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 91559706-0c98-4533-a1b8-d6197e596eeb owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:46.987005 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4f29a1d7-6b13-4da4-8219-90c4bad83c5c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:47.008373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672c0c7-e6b8-4042-8232-8f62a0907cf4 req-b0ec3f33-b6ab-4ec4-9f66-209950fe35c2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:47.010040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c672c0c7-e6b8-4042-8232-8f62a0907cf4 req-b0ec3f33-b6ab-4ec4-9f66-209950fe35c2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.0610032 Dec 09 22:49:47.018539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29a1d7-6b13-4da4-8219-90c4bad83c5c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=91559706-0c98-4533-a1b8-d6197e596eeb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:47.088209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c672c0c7-e6b8-4042-8232-8f62a0907cf4 req-2f50cb8d-ee2b-4759-9d21-56eda0ac719a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688374 Dec 09 22:49:47.212870 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4f29a1d7-6b13-4da4-8219-90c4bad83c5c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:47.331684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d34ab-a3c3-46eb-a714-eb3f1b21bf8f req-e7ae3ece-b065-4f10-a658-e1984d33d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:47.333257 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e70d34ab-a3c3-46eb-a714-eb3f1b21bf8f req-e7ae3ece-b065-4f10-a658-e1984d33d638 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1098 time: 0.1544700 Dec 09 22:49:47.340103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 56ccb9f6-46db-419e-9497-de807a74afca details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:49:47.383692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d1183-9385-4cdb-aabb-3a6c441ed5e4 req-f4894980-bbd6-44bc-ba3e-ef12baf08496 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:47.391444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-157d1183-9385-4cdb-aabb-3a6c441ed5e4 req-f4894980-bbd6-44bc-ba3e-ef12baf08496 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 944 time: 0.1117878 Dec 09 22:49:47.451271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 56ccb9f6-46db-419e-9497-de807a74afca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=56ccb9f6-46db-419e-9497-de807a74afca,segment=NetworkSegment(171ff8f1-e128-4df0-9b0b-f9141bb62c56),segment_id=171ff8f1-e128-4df0-9b0b-f9141bb62c56)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:47.465128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '56ccb9f6-46db-419e-9497-de807a74afca', 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf', 'port_id': '56ccb9f6-46db-419e-9497-de807a74afca', 'mac_address': 'fa:16:3e:51:7f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5be2df-e653-4d2b-a686-4cb2e0772aa3', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:49:47.467480 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d34ab-a3c3-46eb-a714-eb3f1b21bf8f req-65c93619-c676-4ea8-bc41-78bf542fcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:47.469095 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e70d34ab-a3c3-46eb-a714-eb3f1b21bf8f req-65c93619-c676-4ea8-bc41-78bf542fcd8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 898 time: 0.1111472 Dec 09 22:49:47.506268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-157d1183-9385-4cdb-aabb-3a6c441ed5e4 req-3a34f861-6f03-47dc-a41c-8168f8db87f2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64a8d97-06a4-4820-8713-d418013572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132486 Dec 09 22:49:47.506666 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:47.530189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ccb9f6-46db-419e-9497-de807a74afca {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:49:47.542661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-c7502467-2faf-4475-b93f-9ee82ec897d2 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:47.544550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-c7502467-2faf-4475-b93f-9ee82ec897d2 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/networks?id=cc153c3b-809e-49f1-be56-7cd5644627ea HTTP/1.1" status: 200 len: 809 time: 0.1892176 Dec 09 22:49:47.552446 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 56ccb9f6-46db-419e-9497-de807a74afca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=56ccb9f6-46db-419e-9497-de807a74afca,segment=NetworkSegment(171ff8f1-e128-4df0-9b0b-f9141bb62c56),segment_id=171ff8f1-e128-4df0-9b0b-f9141bb62c56)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:47.559460 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:47.560491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-c46aa690-40df-4e6d-80b2-a74626a83399 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/quotas/485a8107173c48db9af6cbe9ee62100c HTTP/1.1" status: 200 len: 375 time: 0.0101254 Dec 09 22:49:47.600043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f29a1d7-6b13-4da4-8219-90c4bad83c5c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 99d92c27-ad6d-447f-a573-dc1ab7e1da46 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:49:47.606789 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-abac60ba-db8d-45c2-8a6b-a82d832c16c1 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=485a8107173c48db9af6cbe9ee62100c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392992 Dec 09 22:49:47.616151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=56ccb9f6-46db-419e-9497-de807a74afca,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:47.617762 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e70d34ab-a3c3-46eb-a714-eb3f1b21bf8f req-f043d70d-12ff-417c-a0ec-e247b6ea2ada service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1002 time: 0.1128342 Dec 09 22:49:47.703070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-27ab69cc-bd11-4122-8689-1b4f53c60ca5 service neutron] 10.222.0.16 "GET /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889277 Dec 09 22:49:47.725558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f29a1d7-6b13-4da4-8219-90c4bad83c5c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:49:47.731726 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4f29a1d7-6b13-4da4-8219-90c4bad83c5c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/99d92c27-ad6d-447f-a573-dc1ab7e1da46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7086103 Dec 09 22:49:47.734485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42560) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:47.758663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53518bc6-8f4d-4bc0-952a-16898c1c6ded None None] Sync routers for ids ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:49:47.766032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d34ab-a3c3-46eb-a714-eb3f1b21bf8f req-91ed455c-b448-4f6d-843d-e79bbcce98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:47.767576 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e70d34ab-a3c3-46eb-a714-eb3f1b21bf8f req-91ed455c-b448-4f6d-843d-e79bbcce98ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.1089225 Dec 09 22:49:47.769766 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7f1cab2a-03c6-4082-9dfb-7facf96f4dd9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d92c27-ad6d-447f-a573-dc1ab7e1da46 HTTP/1.1" status: 200 len: 205 time: 0.0337386 Dec 09 22:49:47.772383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42564) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:47.776628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53518bc6-8f4d-4bc0-952a-16898c1c6ded None None] Routers {'99d92c27-ad6d-447f-a573-dc1ab7e1da46'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:47.777737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-53518bc6-8f4d-4bc0-952a-16898c1c6ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:47.820526 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-98086cc7-ddff-4713-b74a-f21a985144c6 service neutron] 10.222.0.16 "GET /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110680 Dec 09 22:49:47.831476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-53518bc6-8f4d-4bc0-952a-16898c1c6ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:47.840778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['56ccb9f6-46db-419e-9497-de807a74afca'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:49:47.869615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53518bc6-8f4d-4bc0-952a-16898c1c6ded None None] Routers {'99d92c27-ad6d-447f-a573-dc1ab7e1da46'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:47.870291 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-53518bc6-8f4d-4bc0-952a-16898c1c6ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:47.883235 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da73e0e8-7664-406f-8a3d-3eb940516674 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:47.975824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d34ab-a3c3-46eb-a714-eb3f1b21bf8f req-f8535b6b-931f-4dc3-8590-90fb12d5cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:47.977711 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e70d34ab-a3c3-46eb-a714-eb3f1b21bf8f req-f8535b6b-931f-4dc3-8590-90fb12d5cffa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1979795 Dec 09 22:49:48.024259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f76fd0de-c6e0-4e4e-aa05-9a8463694989 req-3d16980b-732a-46b6-bb2f-420df593c524 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 210 time: 0.0377240 Dec 09 22:49:48.104625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-53518bc6-8f4d-4bc0-952a-16898c1c6ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:48.105857 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53518bc6-8f4d-4bc0-952a-16898c1c6ded None None] The sync data for ids ['99d92c27-ad6d-447f-a573-dc1ab7e1da46'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:49:48.113908 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da73e0e8-7664-406f-8a3d-3eb940516674 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:48.124461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da73e0e8-7664-406f-8a3d-3eb940516674 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:48.238122 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da73e0e8-7664-406f-8a3d-3eb940516674 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:48.238891 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da73e0e8-7664-406f-8a3d-3eb940516674 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Fanout notify agent at l3_agent the message router_deleted on router 99d92c27-ad6d-447f-a573-dc1ab7e1da46 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:49:48.252994 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da73e0e8-7664-406f-8a3d-3eb940516674 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:48.258851 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-da73e0e8-7664-406f-8a3d-3eb940516674 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/99d92c27-ad6d-447f-a573-dc1ab7e1da46 HTTP/1.1" status: 204 len: 168 time: 0.4827721 Dec 09 22:49:48.263487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42578) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:48.278809 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e70d34ab-a3c3-46eb-a714-eb3f1b21bf8f req-f4344725-ccdf-4e13-9375-75e54a038c05 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610278 Dec 09 22:49:48.318081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313851bd-9e1f-45cc-96f6-66e76b36760d req-20b2c711-d702-4256-86d5-dd89a323e39a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:48.319626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-313851bd-9e1f-45cc-96f6-66e76b36760d req-20b2c711-d702-4256-86d5-dd89a323e39a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.1223199 Dec 09 22:49:48.392817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-c420081c-e7e7-4650-a1b4-07b10bb430ae tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting subnet b9a5b324-8af2-4e05-8587-96acfe81a2e6 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:49:48.399998 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c420081c-e7e7-4650-a1b4-07b10bb430ae tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:48.437250 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e70d34ab-a3c3-46eb-a714-eb3f1b21bf8f req-a56f2e2b-8360-484b-8b02-e962c130e962 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513951 Dec 09 22:49:48.468791 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c420081c-e7e7-4650-a1b4-07b10bb430ae tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:48.494332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-313851bd-9e1f-45cc-96f6-66e76b36760d req-cc786c4d-63da-4781-9f99-4d86a8bad056 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606081 Dec 09 22:49:48.615067 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c420081c-e7e7-4650-a1b4-07b10bb430ae tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:48.676162 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151db2a6-9f48-45a0-a998-f7c681a044ff req-1f616b19-247d-4aa5-b958-35e6c037c1e9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:48.677652 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-151db2a6-9f48-45a0-a998-f7c681a044ff req-1f616b19-247d-4aa5-b958-35e6c037c1e9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 945 time: 0.1014926 Dec 09 22:49:48.703122 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c420081c-e7e7-4650-a1b4-07b10bb430ae tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:48.736516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420081c-e7e7-4650-a1b4-07b10bb430ae tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a5b324-8af2-4e05-8587-96acfe81a2e6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:48.745564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c420081c-e7e7-4650-a1b4-07b10bb430ae tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:48.748721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b79c5-4f2e-4f4b-89e4-c7d25bf39ea6 None None] Network 0994b2c9-114d-464e-b2d3-3592d5f8938c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:48.755666 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c420081c-e7e7-4650-a1b4-07b10bb430ae tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/b9a5b324-8af2-4e05-8587-96acfe81a2e6 HTTP/1.1" status: 204 len: 168 time: 0.4899819 Dec 09 22:49:48.759013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42584) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:48.795964 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-151db2a6-9f48-45a0-a998-f7c681a044ff req-118177d4-8835-4d34-bba1-8cffbfe6f892 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64a8d97-06a4-4820-8713-d418013572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117809 Dec 09 22:49:48.836454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a0f06a-808b-4432-b1c8-4fd3ea81ab6b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting subnet b7f31d44-add7-4563-b60c-69db0b5d67cf {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:49:48.840179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02a0f06a-808b-4432-b1c8-4fd3ea81ab6b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:48.892042 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02a0f06a-808b-4432-b1c8-4fd3ea81ab6b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:48.967657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12909d32-1668-458c-95a2-21c3317c6e13 None None] DHCP port deletion for 0994b2c9-114d-464e-b2d3-3592d5f8938c request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:49:49.007353 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02a0f06a-808b-4432-b1c8-4fd3ea81ab6b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.019433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-12909d32-1668-458c-95a2-21c3317c6e13 None None] Deleting port 17b2e465-dd44-447c-8e85-7c88bb5edb33 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:49.019845 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12909d32-1668-458c-95a2-21c3317c6e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.080527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02a0f06a-808b-4432-b1c8-4fd3ea81ab6b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.103022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-12909d32-1668-458c-95a2-21c3317c6e13 None None] For port 17b2e465-dd44-447c-8e85-7c88bb5edb33, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=17b2e465-dd44-447c-8e85-7c88bb5edb33,segment=NetworkSegment(6de8d629-527c-4c11-92dd-86b5bc3e884a),segment_id=6de8d629-527c-4c11-92dd-86b5bc3e884a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:49.103540 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12909d32-1668-458c-95a2-21c3317c6e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.117697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0f06a-808b-4432-b1c8-4fd3ea81ab6b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f31d44-add7-4563-b60c-69db0b5d67cf,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:49.122453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-12909d32-1668-458c-95a2-21c3317c6e13 None None] Calling delete_port for 17b2e465-dd44-447c-8e85-7c88bb5edb33 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:49.128065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02a0f06a-808b-4432-b1c8-4fd3ea81ab6b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.131486 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-02a0f06a-808b-4432-b1c8-4fd3ea81ab6b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/b7f31d44-add7-4563-b60c-69db0b5d67cf HTTP/1.1" status: 204 len: 168 time: 0.3712981 Dec 09 22:49:49.134231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42592) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:49.143611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d80226-2766-4eb0-a868-e93f821a438e None None] Network b84764f4-ffe1-43e9-8ed2-02a6d82a7326 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:49.206071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c2efa07-a089-4f52-a781-703d142c6e95 req-2b0872fc-a6bc-4a68-91da-e58a4038461f tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 210 time: 0.0537255 Dec 09 22:49:49.270438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.338082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 17b2e465-dd44-447c-8e85-7c88bb5edb33 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:49.338418 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.346050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1e9cde98-3ab6-453a-91e3-c084364bf1e4 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:49:49.369613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 1e9cde98-3ab6-453a-91e3-c084364bf1e4 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:49:49.370269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1e9cde98-3ab6-453a-91e3-c084364bf1e4 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:49:49.372049 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 56ccb9f6-46db-419e-9497-de807a74afca up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:49.439329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] For port 17b2e465-dd44-447c-8e85-7c88bb5edb33, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=17b2e465-dd44-447c-8e85-7c88bb5edb33,segment=NetworkSegment(6de8d629-527c-4c11-92dd-86b5bc3e884a),segment_id=6de8d629-527c-4c11-92dd-86b5bc3e884a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:49.439967 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.457560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 17b2e465-dd44-447c-8e85-7c88bb5edb33 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:49.475715 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12909d32-1668-458c-95a2-21c3317c6e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.510907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12909d32-1668-458c-95a2-21c3317c6e13 None None] Pushing event deleted for resources: {'Port': ['ID=17b2e465-dd44-447c-8e85-7c88bb5edb33,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:49.533248 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12909d32-1668-458c-95a2-21c3317c6e13 None None] No DVR routers for this DVR port 17b2e465-dd44-447c-8e85-7c88bb5edb33 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:49:49.554637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 56ccb9f6-46db-419e-9497-de807a74afca completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:49:49.567205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 56ccb9f6-46db-419e-9497-de807a74afca triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:49.567535 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.627447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.639802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No DVR routers for this DVR port 17b2e465-dd44-447c-8e85-7c88bb5edb33 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:49:49.665291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=17b2e465-dd44-447c-8e85-7c88bb5edb33,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:49.675836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5203a47-8491-4ed5-8cf2-0378300b2b88 None None] DHCP port deletion for b84764f4-ffe1-43e9-8ed2-02a6d82a7326 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:49:49.727878 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.749750 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.772891 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0994b2c9-114d-464e-b2d3-3592d5f8938c']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:49.788051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253e70d-4c78-482b-ae14-c07fed4aa8b9 req-1ec1eeba-1e0a-495b-abf5-4e78e4cffc6a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:49.791062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 56ccb9f6-46db-419e-9497-de807a74afca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=56ccb9f6-46db-419e-9497-de807a74afca,segment=NetworkSegment(171ff8f1-e128-4df0-9b0b-f9141bb62c56),segment_id=171ff8f1-e128-4df0-9b0b-f9141bb62c56)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:49.791595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de8d629-527c-4c11-92dd-86b5bc3e884a') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:49.791595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de8d629-527c-4c11-92dd-86b5bc3e884a') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:49.795236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207945bc-14af-4a18-801b-59a1ed36f67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ccb9f6-46db-419e-9497-de807a74afca'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:49:49.796557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1253e70d-4c78-482b-ae14-c07fed4aa8b9 req-1ec1eeba-1e0a-495b-abf5-4e78e4cffc6a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.1035058 Dec 09 22:49:49.799302 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b82db1-1df9-44a6-a629-55bbd4f27ed3" -d '{"events": [{"server_uuid": "207945bc-14af-4a18-801b-59a1ed36f67e", "name": "network-vif-plugged", "status": "completed", "tag": "56ccb9f6-46db-419e-9497-de807a74afca"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:49:49.803473 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.807024 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.814602 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-14880b55-d157-45c8-8b98-8c9de4d8951c tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:49.818818 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-14880b55-d157-45c8-8b98-8c9de4d8951c tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.42 "GET /v2.0/networks?id=cc153c3b-809e-49f1-be56-7cd5644627ea HTTP/1.1" status: 200 len: 809 time: 0.6563227 Dec 09 22:49:49.819242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.826972 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:49:49.827621 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:49:49.832168 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:49:49.835078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Request body: {'port': {'device_id': 'd7cb6fc4-0d4a-455f-8934-d49209f400c8', 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea', 'admin_state_up': True, 'tenant_id': '485a8107173c48db9af6cbe9ee62100c'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:49.885371 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054d460f-781e-4b02-b01f-56db8a012a10 x-openstack-request-id: req-054d460f-781e-4b02-b01f-56db8a012a10 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:49:49.885682 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207945bc-14af-4a18-801b-59a1ed36f67e", "name": "network-vif-plugged", "status": "completed", "tag": "56ccb9f6-46db-419e-9497-de807a74afca", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:49:49.885968 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-054d460f-781e-4b02-b01f-56db8a012a10 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:49:49.886400 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207945bc-14af-4a18-801b-59a1ed36f67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ccb9f6-46db-419e-9497-de807a74afca', 'code': 200} Dec 09 22:49:49.887950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=56ccb9f6-46db-419e-9497-de807a74afca,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:49.921737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e5203a47-8491-4ed5-8cf2-0378300b2b88 None None] Deleting port 001d53da-1d53-40d5-bef8-80c76efd4a50 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:49.922232 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e5203a47-8491-4ed5-8cf2-0378300b2b88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.938752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1253e70d-4c78-482b-ae14-c07fed4aa8b9 req-036fdc42-a0da-4394-8386-d9da720ba207 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409426 Dec 09 22:49:49.941235 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.958443 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:49.962279 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/networks/0994b2c9-114d-464e-b2d3-3592d5f8938c HTTP/1.1" status: 204 len: 168 time: 0.8268554 Dec 09 22:49:49.970766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42602) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:49.986719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0001e7-dfd8-4b04-9612-d9b13d109ce5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Network': ['ID=0994b2c9-114d-464e-b2d3-3592d5f8938c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:50.028665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259de9e5-b7ef-41ff-9cd7-09bded45b949 req-275f55a9-e5a3-4b06-a85e-07064faa28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:50.037546 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-259de9e5-b7ef-41ff-9cd7-09bded45b949 req-275f55a9-e5a3-4b06-a85e-07064faa28b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 1098 time: 0.0605414 Dec 09 22:49:50.040700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e5203a47-8491-4ed5-8cf2-0378300b2b88 None None] For port 001d53da-1d53-40d5-bef8-80c76efd4a50, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=001d53da-1d53-40d5-bef8-80c76efd4a50,segment=NetworkSegment(ca423fb5-719b-493e-ae0b-5515e27a5d3a),segment_id=ca423fb5-719b-493e-ae0b-5515e27a5d3a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:50.041238 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e5203a47-8491-4ed5-8cf2-0378300b2b88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.071003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e5203a47-8491-4ed5-8cf2-0378300b2b88 None None] Calling delete_port for 001d53da-1d53-40d5-bef8-80c76efd4a50 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:50.134677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999de6ea-c886-46e4-9144-4af3d2448b30 req-62f1f4ca-e14e-4584-bd91-8cb66c5ecf69 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:50.134677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-999de6ea-c886-46e4-9144-4af3d2448b30 req-62f1f4ca-e14e-4584-bd91-8cb66c5ecf69 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 946 time: 0.1841469 Dec 09 22:49:50.138772 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-259de9e5-b7ef-41ff-9cd7-09bded45b949 req-ce792e91-9ea5-464f-96d3-a6bb774e06a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a64a8d97-06a4-4820-8713-d418013572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958750 Dec 09 22:49:50.141012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.210961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 001d53da-1d53-40d5-bef8-80c76efd4a50 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:49:50.213948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Made reservation on behalf of 485a8107173c48db9af6cbe9ee62100c for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:50.218760 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.258519 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e5203a47-8491-4ed5-8cf2-0378300b2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.303898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5203a47-8491-4ed5-8cf2-0378300b2b88 None None] Pushing event deleted for resources: {'Port': ['ID=001d53da-1d53-40d5-bef8-80c76efd4a50,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:50.316652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5203a47-8491-4ed5-8cf2-0378300b2b88 None None] No DVR routers for this DVR port 001d53da-1d53-40d5-bef8-80c76efd4a50 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:49:50.334216 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No active binding found for port 001d53da-1d53-40d5-bef8-80c76efd4a50 {{(pid=103419) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 22:49:50.334673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 001d53da-1d53-40d5-bef8-80c76efd4a50 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:49:50.335102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 17b2e465-dd44-447c-8e85-7c88bb5edb33 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:49:50.376460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 17b2e465-dd44-447c-8e85-7c88bb5edb33 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:49:50.376920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 17b2e465-dd44-447c-8e85-7c88bb5edb33 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:49:50.409921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-999de6ea-c886-46e4-9144-4af3d2448b30 req-f1ff2b2b-8236-4581-8b5e-d06954539e62 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64a8d97-06a4-4820-8713-d418013572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642336 Dec 09 22:49:50.425499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68d6a363-1223-46e8-b4bc-babe74db8a3f req-44382438-4ee2-4977-8966-56c4dff2cb35 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 210 time: 0.0999889 Dec 09 22:49:50.476156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 001d53da-1d53-40d5-bef8-80c76efd4a50 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:50.476518 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.503414 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-65a2ad1f-ba6f-4ebe-a159-db7f4ffa3da8 service neutron] show failed (client error): The resource could not be found. Dec 09 22:49:50.505767 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-65a2ad1f-ba6f-4ebe-a159-db7f4ffa3da8 service neutron] 10.222.0.18 "GET /v2.0/ports/75d974f9-dc7c-4271-9528-308cdeeca42d/bindings/n-h2-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0691700 Dec 09 22:49:50.583653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Allocated IP 172.20.0.5 (cc153c3b-809e-49f1-be56-7cd5644627ea/4c9c1479-7ba2-4d5b-8a02-2ea846ce92eb/41bab697-bb26-4b08-bbf2-ec16be5db65d) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:50.586223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] For port 001d53da-1d53-40d5-bef8-80c76efd4a50, host n-d-789963-23, got binding levels [] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:50.586609 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.626767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 001d53da-1d53-40d5-bef8-80c76efd4a50 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:50.631119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.ipam_backend_mixin [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Port 001d53da-1d53-40d5-bef8-80c76efd4a50 was not found and therefore no delete operation was performed {{(pid=103418) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:49:50.635358 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.681483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=001d53da-1d53-40d5-bef8-80c76efd4a50,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:50.690453 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No DVR routers for this DVR port 001d53da-1d53-40d5-bef8-80c76efd4a50 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:49:50.712214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42628) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:50.791449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-c896e812-5fca-4830-bda2-08c52ea37541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:50.793034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-c896e812-5fca-4830-bda2-08c52ea37541 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 1098 time: 0.0636041 Dec 09 22:49:50.804728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:50.836032 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.841712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e9ef67e-4787-4189-9cef-377ed26fbf72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.870866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84764f4-ffe1-43e9-8ed2-02a6d82a7326']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:50.889052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca423fb5-719b-493e-ae0b-5515e27a5d3a') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:50.889268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca423fb5-719b-493e-ae0b-5515e27a5d3a') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:50.891119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.906520 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.909000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.927020 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.936277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:49:50.936670 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:49:50.940298 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:49:51.041063 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.042631 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.056459 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.059674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/networks/b84764f4-ffe1-43e9-8ed2-02a6d82a7326 HTTP/1.1" status: 204 len: 168 time: 1.0868785 Dec 09 22:49:51.068507 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42634) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:51.080932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-273fd585-d290-40ae-9300-3399a0868bf7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'network': {'name': 'tempest-RoutersTest-1116421760'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:51.094033 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e9ef67e-4787-4189-9cef-377ed26fbf72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.097402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8ef1b-aa82-4fc1-90ff-797c95284971 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Network': ['ID=b84764f4-ffe1-43e9-8ed2-02a6d82a7326,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:51.104310 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e9ef67e-4787-4189-9cef-377ed26fbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.118016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Network cc153c3b-809e-49f1-be56-7cd5644627ea is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:51.124909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:51.138002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f384366-9de5-4433-b0e1-1553351e296e req-c527e812-6d0a-4085-bb5b-fdc079633d61 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:51.139574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f384366-9de5-4433-b0e1-1553351e296e req-c527e812-6d0a-4085-bb5b-fdc079633d61 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 946 time: 0.1278036 Dec 09 22:49:51.143319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:51.166596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Pushing event updated for resources: {'Port': ['ID=41bab697-bb26-4b08-bbf2-ec16be5db65d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:51.171861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273fd585-d290-40ae-9300-3399a0868bf7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:51.176389 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-273fd585-d290-40ae-9300-3399a0868bf7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.215077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ef67e-4787-4189-9cef-377ed26fbf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e94d77-c9f1-4c67-83db-680db103626b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:51.221912 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0e9ef67e-4787-4189-9cef-377ed26fbf72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d345b2ebbc8c41ce925259c224bc0d40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5076210 Dec 09 22:49:51.229547 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42636) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:51.234980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:51.236180 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.270451 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f384366-9de5-4433-b0e1-1553351e296e req-79f3a6b1-1786-470f-b70a-b6852b4080c7 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047840 Dec 09 22:49:51.276596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-80d535e6-e61c-4174-b8d0-8cb9b2fb966a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4464145 Dec 09 22:49:51.283909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273fd585-d290-40ae-9300-3399a0868bf7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:49:51.289457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Request body: {'port': {'device_id': 'd7cb6fc4-0d4a-455f-8934-d49209f400c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:51.296270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:51.318497 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-273fd585-d290-40ae-9300-3399a0868bf7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.318848 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-273fd585-d290-40ae-9300-3399a0868bf7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Added segment e2c58510-d3f5-4c3e-a608-91f3cc2cc08f of type vlan for network 4b0b0bbd-b2b2-480f-a006-45c3c92072a5 Dec 09 22:49:51.350583 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.388783 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-273fd585-d290-40ae-9300-3399a0868bf7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.394160 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-52fb0e81-b60c-45cf-a5f9-e10c6c553714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.396294 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:49:51.455999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-52fb0e81-b60c-45cf-a5f9-e10c6c553714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.494654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:49:51.496960 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e75e2f-e9a3-4f82-b961-57613d94d9c6" -d '{"events": [{"server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "name": "network-vif-unplugged", "status": "completed", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:49:51.505582 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.511857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-273fd585-d290-40ae-9300-3399a0868bf7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.518405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273fd585-d290-40ae-9300-3399a0868bf7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:51.518984 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-273fd585-d290-40ae-9300-3399a0868bf7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.555622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Transition to ACTIVE for port object 75d974f9-dc7c-4271-9528-308cdeeca42d will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:49:51.570733 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-273fd585-d290-40ae-9300-3399a0868bf7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4980416 Dec 09 22:49:51.571460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.578097 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42644) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:51.612392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c9db89ac-a593-4953-a7b7-499315bb5a6f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'subnet': {'network_id': '4b0b0bbd-b2b2-480f-a006-45c3c92072a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:51.633612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fd585-d290-40ae-9300-3399a0868bf7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Network': ['ID=4b0b0bbd-b2b2-480f-a006-45c3c92072a5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:51.651227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 4b0b0bbd-b2b2-480f-a006-45c3c92072a5 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:49:51.654634 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029de61-c379-4291-8f70-132c960884aa service neutron] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:51.688885 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-52fb0e81-b60c-45cf-a5f9-e10c6c553714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.692187 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-52fb0e81-b60c-45cf-a5f9-e10c6c553714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.695724 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-52fb0e81-b60c-45cf-a5f9-e10c6c553714 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87e94d77-c9f1-4c67-83db-680db103626b HTTP/1.1" status: 204 len: 168 time: 0.4610081 Dec 09 22:49:51.729098 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb0e81-b60c-45cf-a5f9-e10c6c553714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e94d77-c9f1-4c67-83db-680db103626b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:51.782869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] No DVR routers for this DVR port 75d974f9-dc7c-4271-9528-308cdeeca42d on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:49:51.799793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4327fa-bfa8-44a4-bb3b-035fc25ae678 req-059845eb-6c65-426b-a947-d410875ca0f7 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:51.802246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca4327fa-bfa8-44a4-bb3b-035fc25ae678 req-059845eb-6c65-426b-a947-d410875ca0f7 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 946 time: 0.3032684 Dec 09 22:49:51.812676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214812bb-70e8-4134-962e-f6578f44aea9 req-7094e497-c6de-4870-b5b5-a5f87e3b6720 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:51.816076 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-214812bb-70e8-4134-962e-f6578f44aea9 req-7094e497-c6de-4870-b5b5-a5f87e3b6720 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 931 time: 0.3057287 Dec 09 22:49:51.882715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9db89ac-a593-4953-a7b7-499315bb5a6f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:51.885893 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c9db89ac-a593-4953-a7b7-499315bb5a6f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:51.963833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Attempting to bind port 75d974f9-dc7c-4271-9528-308cdeeca42d on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:49:51.964381 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Attempting to bind port 75d974f9-dc7c-4271-9528-308cdeeca42d by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:49:51.964489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Attempting to bind port 75d974f9-dc7c-4271-9528-308cdeeca42d on network a2e06735-9b8a-4d77-afb0-305c81207839 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:51.968897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Port 75d974f9-dc7c-4271-9528-308cdeeca42d on network a2e06735-9b8a-4d77-afb0-305c81207839 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:49:51.969220 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Attempting to bind port 75d974f9-dc7c-4271-9528-308cdeeca42d on network a2e06735-9b8a-4d77-afb0-305c81207839 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:51.975706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:49:51.976045 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Checking segment: {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:51.976437 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Bound using segment: {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:49:51.976870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Bound port: 75d974f9-dc7c-4271-9528-308cdeeca42d, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:49:51.977229 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.019605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bab697-bb26-4b08-bbf2-ec16be5db65d {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:49:52.045539 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.061985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:49:52.067047 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42650) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:52.069740 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-214812bb-70e8-4134-962e-f6578f44aea9 req-8cf972f8-2c77-4fe2-9b98-426e46dc8378 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002480 Dec 09 22:49:52.093023 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca4327fa-bfa8-44a4-bb3b-035fc25ae678 req-0c0ca373-ab8b-41fd-9a85-ff88dff3ab1f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64a8d97-06a4-4820-8713-d418013572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294319 Dec 09 22:49:52.102949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Transition to ACTIVE for port object 41bab697-bb26-4b08-bbf2-ec16be5db65d will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:49:52.115169 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.291056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Pushing event updated for resources: {'Port': ['ID=41bab697-bb26-4b08-bbf2-ec16be5db65d,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:52.381425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07247347-674c-4dc9-9fbc-0252626d17ae req-08f80ac2-4d97-4681-b39e-095fc37bb8c4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:52.382954 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07247347-674c-4dc9-9fbc-0252626d17ae req-08f80ac2-4d97-4681-b39e-095fc37bb8c4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 946 time: 0.1924007 Dec 09 22:49:52.388328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c9db89ac-a593-4953-a7b7-499315bb5a6f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.460897 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686b562c-a371-400a-a6ba-4135388aea34 x-openstack-request-id: req-686b562c-a371-400a-a6ba-4135388aea34 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:49:52.461122 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "name": "network-vif-unplugged", "status": "completed", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:49:52.461629 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-686b562c-a371-400a-a6ba-4135388aea34 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:49:52.461772 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'code': 200} Dec 09 22:49:52.472987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Attempting to bind port 41bab697-bb26-4b08-bbf2-ec16be5db65d on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:49:52.473325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Attempting to bind port 41bab697-bb26-4b08-bbf2-ec16be5db65d by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '62d39c76-0b8e-418b-b2da-9cd1c3649ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:49:52.473654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Attempting to bind port 41bab697-bb26-4b08-bbf2-ec16be5db65d on network cc153c3b-809e-49f1-be56-7cd5644627ea {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:52.474093 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ff65d63-7f07-4771-aa6e-070cfbbc4d88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.478065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:49:52.486248 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.503508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Port 41bab697-bb26-4b08-bbf2-ec16be5db65d on network cc153c3b-809e-49f1-be56-7cd5644627ea not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:49:52.503828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Attempting to bind port 41bab697-bb26-4b08-bbf2-ec16be5db65d on network cc153c3b-809e-49f1-be56-7cd5644627ea {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:52.522121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db89ac-a593-4953-a7b7-499315bb5a6f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Subnet': ['ID=4696f249-b318-48bd-aef6-a182559418f4,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:52.535371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:52.535995 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.536935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad971e5-909c-4c05-a0dd-13446fdec7fe req-28d8c3f0-7487-42e1-99dd-89ed790ffa41 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:52.537564 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1029de61-c379-4291-8f70-132c960884aa service neutron] 10.222.0.42 "PUT /v2.0/ports/75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1093 time: 1.7369783 Dec 09 22:49:52.538737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8ad971e5-909c-4c05-a0dd-13446fdec7fe req-28d8c3f0-7487-42e1-99dd-89ed790ffa41 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 944 time: 0.1814101 Dec 09 22:49:52.556274 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:49:52.556598 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Checking segment: {'id': '62d39c76-0b8e-418b-b2da-9cd1c3649ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:52.556988 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Bound using segment: {'id': '62d39c76-0b8e-418b-b2da-9cd1c3649ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:49:52.557630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Bound port: 41bab697-bb26-4b08-bbf2-ec16be5db65d, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d39c76-0b8e-418b-b2da-9cd1c3649ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:49:52.557817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.569302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029de61-c379-4291-8f70-132c960884aa service neutron] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:52.585345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07247347-674c-4dc9-9fbc-0252626d17ae req-7c0287a6-c9b7-4514-947a-02f1ebccb323 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64a8d97-06a4-4820-8713-d418013572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948905 Dec 09 22:49:52.624723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db89ac-a593-4953-a7b7-499315bb5a6f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Checking segment: {'id': 'e2c58510-d3f5-4c3e-a608-91f3cc2cc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b0b0bbd-b2b2-480f-a006-45c3c92072a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:52.625087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9db89ac-a593-4953-a7b7-499315bb5a6f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network hostable DHCP agents. Network: 4b0b0bbd-b2b2-480f-a006-45c3c92072a5, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:49:52.658376 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-257f5771-9b98-4bc1-b70d-c1dbd3229170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:52.660173 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-257f5771-9b98-4bc1-b70d-c1dbd3229170 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1096 time: 0.0866232 Dec 09 22:49:52.674632 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8ad971e5-909c-4c05-a0dd-13446fdec7fe req-b5bf77d0-87b2-4c97-aadb-bd526b17eadc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098580 Dec 09 22:49:52.697018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9db89ac-a593-4953-a7b7-499315bb5a6f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 4b0b0bbd-b2b2-480f-a006-45c3c92072a5 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:49:52.706476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] For port 41bab697-bb26-4b08-bbf2-ec16be5db65d, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:49:52.711547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] For port 41bab697-bb26-4b08-bbf2-ec16be5db65d, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=41bab697-bb26-4b08-bbf2-ec16be5db65d,segment=NetworkSegment(62d39c76-0b8e-418b-b2da-9cd1c3649ca9),segment_id=62d39c76-0b8e-418b-b2da-9cd1c3649ca9)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:49:52.713270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c9db89ac-a593-4953-a7b7-499315bb5a6f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 4b0b0bbd-b2b2-480f-a006-45c3c92072a5) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:52.718596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9db89ac-a593-4953-a7b7-499315bb5a6f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:52.719191 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c9db89ac-a593-4953-a7b7-499315bb5a6f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.726981 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.732122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b04f3c-5a5c-4960-a463-2edbe4fec037 None None] Network 4b0b0bbd-b2b2-480f-a006-45c3c92072a5 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:52.766926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c9db89ac-a593-4953-a7b7-499315bb5a6f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1616468 Dec 09 22:49:52.770132 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42660) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:52.774508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0883a364-403b-4988-8937-9648488fd40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-386191834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:52.787777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:52.788402 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.789819 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] 10.222.0.42 "PUT /v2.0/ports/41bab697-bb26-4b08-bbf2-ec16be5db65d HTTP/1.1" status: 200 len: 1092 time: 1.5050881 Dec 09 22:49:52.796010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cb6fc4-0d4a-455f-8934-d49209f400c8', 'tag': '41bab697-bb26-4b08-bbf2-ec16be5db65d'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:49:52.798430 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f783dc0-1079-4cff-a279-60e064731188" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cb6fc4-0d4a-455f-8934-d49209f400c8", "tag": "41bab697-bb26-4b08-bbf2-ec16be5db65d"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:49:52.826084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-b7797d13-307b-48d3-b8ee-86b6b87e01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:52.829917 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-b7797d13-307b-48d3-b8ee-86b6b87e01bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 898 time: 0.1607909 Dec 09 22:49:52.832032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ff65d63-7f07-4771-aa6e-070cfbbc4d88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.838554 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.840006 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ff65d63-7f07-4771-aa6e-070cfbbc4d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.840296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b69ab-6b23-4cd9-9cf1-d1a2ee8de166 service neutron] Pushing event updated for resources: {'Port': ['ID=41bab697-bb26-4b08-bbf2-ec16be5db65d,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:52.856145 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0883a364-403b-4988-8937-9648488fd40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.859154 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0883a364-403b-4988-8937-9648488fd40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.883734 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6045a1d5-e679-4c54-9f99-9a4f73329b26 x-openstack-request-id: req-6045a1d5-e679-4c54-9f99-9a4f73329b26 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:49:52.884029 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cb6fc4-0d4a-455f-8934-d49209f400c8", "tag": "41bab697-bb26-4b08-bbf2-ec16be5db65d", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:49:52.884317 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6045a1d5-e679-4c54-9f99-9a4f73329b26 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:49:52.884699 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cb6fc4-0d4a-455f-8934-d49209f400c8', 'tag': '41bab697-bb26-4b08-bbf2-ec16be5db65d', 'status': 'completed', 'code': 200} Dec 09 22:49:52.889206 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-4b0b0bbd-b2b2-480f-a006-45c3c92072a5', 'network_id': '4b0b0bbd-b2b2-480f-a006-45c3c92072a5', 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'fixed_ips': [{'subnet_id': '4696f249-b318-48bd-aef6-a182559418f4'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:49:52.890116 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.919166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-b80588bc-a149-4f31-86f3-24485eae0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:52.920554 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-b80588bc-a149-4f31-86f3-24485eae0ff8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=485a8107173c48db9af6cbe9ee62100c&device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 1095 time: 0.0750110 Dec 09 22:49:52.954600 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0883a364-403b-4988-8937-9648488fd40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.969993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff65d63-7f07-4771-aa6e-070cfbbc4d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6c5b6e-a138-4efc-aad0-c35da8e2d671,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:52.985043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-ad7e81c5-c156-4e11-9293-ddbe457b5593 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41bab697-bb26-4b08-bbf2-ec16be5db65d HTTP/1.1" status: 200 len: 217 time: 0.0395861 Dec 09 22:49:52.986000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0883a364-403b-4988-8937-9648488fd40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:52.990676 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-74010fda-521a-44f6-ba02-1b84a0adca25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1000 time: 0.1455288 Dec 09 22:49:52.993805 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6ff65d63-7f07-4771-aa6e-070cfbbc4d88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e34a1e9f2c648d2a3fb0a2769c6194b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9253638 Dec 09 22:49:52.996424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42664) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:53.008647 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0883a364-403b-4988-8937-9648488fd40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:53.012492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0883a364-403b-4988-8937-9648488fd40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2388604 Dec 09 22:49:53.013474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42666) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:53.022743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'port': {'network_id': '4b0b0bbd-b2b2-480f-a006-45c3c92072a5', 'name': 'tempest-RoutersTest-190165928'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:49:53.058948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Allocated IP 172.20.0.2 (4b0b0bbd-b2b2-480f-a006-45c3c92072a5/4696f249-b318-48bd-aef6-a182559418f4/31133944-a569-46a6-bb49-7bd53ec23e3f) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:53.074891 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1f6e422c-c8f0-4020-ac87-6e322afb9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:53.076383 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-1f6e422c-c8f0-4020-ac87-6e322afb9a74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.0701861 Dec 09 22:49:53.089643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-ad8e87b0-def1-4126-82f1-52cbada0678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:53.091155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-ad8e87b0-def1-4126-82f1-52cbada0678b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c9c1479-7ba2-4d5b-8a02-2ea846ce92eb HTTP/1.1" status: 200 len: 849 time: 0.0923917 Dec 09 22:49:53.112010 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-478d8e19-6f7a-4081-bdf6-d46f58671de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:53.152656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-a5c89f59-5274-4c42-a72e-b75dca9e0593 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc153c3b-809e-49f1-be56-7cd5644627ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355697 Dec 09 22:49:53.164385 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-478d8e19-6f7a-4081-bdf6-d46f58671de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:53.177715 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-b8b09cd0-edc4-4aaa-89d1-4450cdae1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:53.179604 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-b8b09cd0-edc4-4aaa-89d1-4450cdae1579 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778980 Dec 09 22:49:53.233540 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:53.240693 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:53.286789 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-478d8e19-6f7a-4081-bdf6-d46f58671de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:53.292251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-478d8e19-6f7a-4081-bdf6-d46f58671de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:53.293889 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-478d8e19-6f7a-4081-bdf6-d46f58671de4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be6c5b6e-a138-4efc-aad0-c35da8e2d671 HTTP/1.1" status: 204 len: 168 time: 0.2948737 Dec 09 22:49:53.303518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Network 4b0b0bbd-b2b2-480f-a006-45c3c92072a5 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:53.305662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:53.309979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290674dc-12d7-4e65-8a7d-7ca9ab7966d3 req-563029cc-f2c7-494c-97a4-1f3ba596a31d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:53.311521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-290674dc-12d7-4e65-8a7d-7ca9ab7966d3 req-563029cc-f2c7-494c-97a4-1f3ba596a31d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 943 time: 0.1314082 Dec 09 22:49:53.311809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:53.316166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Pushing event updated for resources: {'Port': ['ID=31133944-a569-46a6-bb49-7bd53ec23e3f,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:53.330663 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-099c8c6a-5862-4013-8393-35b4f6dd09ad service neutron] 10.222.0.42 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435864 Dec 09 22:49:53.332362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d8e19-6f7a-4081-bdf6-d46f58671de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6c5b6e-a138-4efc-aad0-c35da8e2d671,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:53.336888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:49:53.340328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:53.364328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-2ee76156-64f2-4918-b068-768a63321ed6 service neutron] 10.222.0.42 "GET /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043285 Dec 09 22:49:53.376918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] device_id is not set on port cb77db03-669a-4bad-8b10-d49f83860ee6 yet. {{(pid=103418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 22:49:53.397079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Attempting to bind port 31133944-a569-46a6-bb49-7bd53ec23e3f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:49:53.397229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Attempting to bind port 31133944-a569-46a6-bb49-7bd53ec23e3f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'e2c58510-d3f5-4c3e-a608-91f3cc2cc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b0b0bbd-b2b2-480f-a006-45c3c92072a5'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:49:53.397558 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Attempting to bind port 31133944-a569-46a6-bb49-7bd53ec23e3f on network 4b0b0bbd-b2b2-480f-a006-45c3c92072a5 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:49:53.406156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:49:53.406547 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Checking segment: {'id': 'e2c58510-d3f5-4c3e-a608-91f3cc2cc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b0b0bbd-b2b2-480f-a006-45c3c92072a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:49:53.407621 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:53.408564 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Bound using segment: {'id': 'e2c58510-d3f5-4c3e-a608-91f3cc2cc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b0b0bbd-b2b2-480f-a006-45c3c92072a5'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:49:53.409620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Bound port: 31133944-a569-46a6-bb49-7bd53ec23e3f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c58510-d3f5-4c3e-a608-91f3cc2cc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b0b0bbd-b2b2-480f-a006-45c3c92072a5'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:49:53.409620 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:53.479893 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09ca10e3-512b-4f08-bb68-944b8dc31a36 req-89943b9b-983d-42fc-aecd-b992c277037d service neutron] 10.222.0.42 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373308 Dec 09 22:49:53.488040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] For port 31133944-a569-46a6-bb49-7bd53ec23e3f, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:49:53.491541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] For port 31133944-a569-46a6-bb49-7bd53ec23e3f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=31133944-a569-46a6-bb49-7bd53ec23e3f,segment=NetworkSegment(e2c58510-d3f5-4c3e-a608-91f3cc2cc08f),segment_id=e2c58510-d3f5-4c3e-a608-91f3cc2cc08f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:49:53.496432 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:53.514281 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-290674dc-12d7-4e65-8a7d-7ca9ab7966d3 req-13bce685-2864-4973-9e07-b137fb5893ff tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920228 Dec 09 22:49:53.559104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b00d0-4a7c-4c77-bc4c-f10a33b73e09 None None] Pushing event updated for resources: {'Port': ['ID=31133944-a569-46a6-bb49-7bd53ec23e3f,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:53.933425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc333e0a-9bb7-4a6c-b820-d38a63d7f411 req-85f2bf26-50b9-44b2-81b0-ac688a44f844 service neutron] 10.222.0.42 "GET /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602908 Dec 09 22:49:53.950162 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Allocated IP 172.20.0.3 (4b0b0bbd-b2b2-480f-a006-45c3c92072a5/4696f249-b318-48bd-aef6-a182559418f4/cb77db03-669a-4bad-8b10-d49f83860ee6) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:53.971601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f89d0-c1c5-42f5-b673-b296440d14a1 req-4ca3ca21-a617-4cfb-98c3-e1131ccd391b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:53.972984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-848f89d0-c1c5-42f5-b673-b296440d14a1 req-4ca3ca21-a617-4cfb-98c3-e1131ccd391b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 944 time: 0.0945799 Dec 09 22:49:54.108611 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-848f89d0-c1c5-42f5-b673-b296440d14a1 req-7d6a5e48-1920-424e-81eb-5aa95bcf1726 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283791 Dec 09 22:49:54.133704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42690) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:54.154679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f783dc0-1079-4cff-a279-60e064731188 req-7bef24e8-99c3-4c5b-9442-1a8339045ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:54.156467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f783dc0-1079-4cff-a279-60e064731188 req-7bef24e8-99c3-4c5b-9442-1a8339045ea0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=485a8107173c48db9af6cbe9ee62100c&device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 1095 time: 0.1456025 Dec 09 22:49:54.232654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31133944-a569-46a6-bb49-7bd53ec23e3f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:54.282747 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:54.284923 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 31133944-a569-46a6-bb49-7bd53ec23e3f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:54.285469 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:54.330077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f783dc0-1079-4cff-a279-60e064731188 req-2b5f902d-d4da-4d6f-a6f2-ea50376b97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:54.331643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f783dc0-1079-4cff-a279-60e064731188 req-2b5f902d-d4da-4d6f-a6f2-ea50376b97e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc153c3b-809e-49f1-be56-7cd5644627ea HTTP/1.1" status: 200 len: 910 time: 0.1573749 Dec 09 22:49:54.397101 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f783dc0-1079-4cff-a279-60e064731188 req-7a1868a4-ba2e-483a-bac6-f00306f63c3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41bab697-bb26-4b08-bbf2-ec16be5db65d HTTP/1.1" status: 200 len: 217 time: 0.0543563 Dec 09 22:49:54.403795 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:54.450265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 31133944-a569-46a6-bb49-7bd53ec23e3f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=31133944-a569-46a6-bb49-7bd53ec23e3f,segment=NetworkSegment(e2c58510-d3f5-4c3e-a608-91f3cc2cc08f),segment_id=e2c58510-d3f5-4c3e-a608-91f3cc2cc08f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:54.456792 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:54.463143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:49:54.468569 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9614d223-86a0-43b9-bb16-6f64148d5b81" -d '{"events": [{"name": "network-changed", "server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:49:54.495793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f783dc0-1079-4cff-a279-60e064731188 req-ec39b22d-3ee2-4467-839e-55ee650b92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:54.497368 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f783dc0-1079-4cff-a279-60e064731188 req-ec39b22d-3ee2-4467-839e-55ee650b92b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c9c1479-7ba2-4d5b-8a02-2ea846ce92eb HTTP/1.1" status: 200 len: 849 time: 0.0902107 Dec 09 22:49:54.503139 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:54.550103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 4b0b0bbd-b2b2-480f-a006-45c3c92072a5 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:54.561847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:54.564028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=31133944-a569-46a6-bb49-7bd53ec23e3f,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:54.577416 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:54.578377 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d88bd1e-0096-4300-bcf5-3af834e32361 x-openstack-request-id: req-7d88bd1e-0096-4300-bcf5-3af834e32361 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:49:54.579441 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:49:54.579704 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d88bd1e-0096-4300-bcf5-3af834e32361 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:49:54.580129 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'status': 'completed', 'code': 200} Dec 09 22:49:54.674991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f783dc0-1079-4cff-a279-60e064731188 req-2236fe88-decc-4a6d-a0bd-cdd35180826b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc153c3b-809e-49f1-be56-7cd5644627ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480160 Dec 09 22:49:54.775659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-2ae2beea-8b5b-4f92-b908-f9e3190318e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:54.777106 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-2ae2beea-8b5b-4f92-b908-f9e3190318e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1096 time: 0.1393898 Dec 09 22:49:54.792987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-0d612e89-d346-4f3f-b828-30ecae625419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:54.794511 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-0d612e89-d346-4f3f-b828-30ecae625419 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1096 time: 0.1697614 Dec 09 22:49:54.821725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=cb77db03-669a-4bad-8b10-d49f83860ee6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:54.836488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4ac9a2-cf51-4d28-9214-03dabd585005 None None] Network 4b0b0bbd-b2b2-480f-a006-45c3c92072a5 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:49:54.838828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874dac4-9529-435b-99a2-75920c929cd4 req-d796a876-90b5-4edb-8e40-1ba1dd230851 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:54.841283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c874dac4-9529-435b-99a2-75920c929cd4 req-d796a876-90b5-4edb-8e40-1ba1dd230851 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 943 time: 0.1699591 Dec 09 22:49:54.853902 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:54.854557 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:54.905135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ebf51031-903d-4dbd-99f2-12f160cee06f None None] Provisioning complete for port 31133944-a569-46a6-bb49-7bd53ec23e3f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:54.905827 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ebf51031-903d-4dbd-99f2-12f160cee06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:54.927878 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f783dc0-1079-4cff-a279-60e064731188 req-2ec75c56-70e1-4306-a639-a7da9c99b900 service neutron] 10.222.0.42 "GET /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088430 Dec 09 22:49:54.938531 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dab8d9d9-5af1-4133-aa82-3cacc08cdcc0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9217889 Dec 09 22:49:54.943743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42710) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:55.018146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c874dac4-9529-435b-99a2-75920c929cd4 req-f095f8b4-3afd-4fe8-9583-7291da0f5ab8 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596684 Dec 09 22:49:55.135006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-748a0b27-f21e-4fcc-a8db-18b31e70bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:55.136559 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-748a0b27-f21e-4fcc-a8db-18b31e70bd26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 898 time: 0.3467526 Dec 09 22:49:55.143711 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:55.235418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-59194a5e-4230-4bfc-a63b-dc570395b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:55.236990 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-59194a5e-4230-4bfc-a63b-dc570395b98b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 898 time: 0.4324939 Dec 09 22:49:55.371553 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-da03b040-34ad-4c13-87a0-c4bc17c0bc7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1000 time: 0.2255733 Dec 09 22:49:55.382061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 75d974f9-dc7c-4271-9528-308cdeeca42d no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:49:55.415170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f783dc0-1079-4cff-a279-60e064731188 req-5a5a9248-b846-4f37-b793-28b024c61d6a service neutron] 10.222.0.42 "GET /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699900 Dec 09 22:49:55.448772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45972be4-20f4-4b76-b912-620235b75b0b req-1c93311b-1ea1-4889-92f0-1c2bede4acba tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:55.450352 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45972be4-20f4-4b76-b912-620235b75b0b req-1c93311b-1ea1-4889-92f0-1c2bede4acba tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 944 time: 0.2017331 Dec 09 22:49:55.471001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 75d974f9-dc7c-4271-9528-308cdeeca42d not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:49:55.508052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9b0ea8ac-5dff-42c8-8393-90124421645a None None] Provisioning complete for port 31133944-a569-46a6-bb49-7bd53ec23e3f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:55.508677 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea8ac-5dff-42c8-8393-90124421645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:55.532160 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-da54a77c-003d-4b53-9af7-115bb7a33d07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1000 time: 0.2395406 Dec 09 22:49:55.600111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45972be4-20f4-4b76-b912-620235b75b0b req-4150472c-ef4f-4c3f-9630-665f168ef96a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383817 Dec 09 22:49:55.642133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-bd67d30b-7618-469e-8706-f767127c9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:55.643569 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-bd67d30b-7618-469e-8706-f767127c9764 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.2080946 Dec 09 22:49:55.686298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9b0ea8ac-5dff-42c8-8393-90124421645a None None] Provisioning complete for port cb77db03-669a-4bad-8b10-d49f83860ee6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:55.687971 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea8ac-5dff-42c8-8393-90124421645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:55.695818 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:55.746785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-109ff1c7-b793-4013-a577-d3aeee953b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:55.748689 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-109ff1c7-b793-4013-a577-d3aeee953b69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.1974463 Dec 09 22:49:55.761709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ea8ac-5dff-42c8-8393-90124421645a None None] Port cb77db03-669a-4bad-8b10-d49f83860ee6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:55.855812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-37042ba2-f362-4308-b152-120eafb6e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:55.857611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-37042ba2-f362-4308-b152-120eafb6e901 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1646483 Dec 09 22:49:55.889914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9c82a49d-8b04-42b6-8a6c-b848a350de64 None None] Provisioning complete for port cb77db03-669a-4bad-8b10-d49f83860ee6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:55.890826 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9c82a49d-8b04-42b6-8a6c-b848a350de64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:55.914016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-512bfa46-2d47-412b-beca-471d5698611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:55.915614 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-512bfa46-2d47-412b-beca-471d5698611e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1492279 Dec 09 22:49:55.968358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9c82a49d-8b04-42b6-8a6c-b848a350de64 None None] Port cb77db03-669a-4bad-8b10-d49f83860ee6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:56.035315 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-c3f7e96b-384c-4271-a9e6-b15b3ddde7fe service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063998 Dec 09 22:49:56.099317 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:56.120216 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:56.194259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Allocated IP 172.20.0.17 (4cf44095-e9aa-49d2-8ae9-176c9aa392bf/5f5be2df-e653-4d2b-a686-4cb2e0772aa3/ddb33273-26fa-4c17-9cb1-70c34f7976cc) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:49:56.219794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31133944-a569-46a6-bb49-7bd53ec23e3f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:56.233195 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-2f153bb8-2424-4318-822c-7dbfd9cdf63d service neutron] 10.222.0.42 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662453 Dec 09 22:49:56.294891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=cb77db03-669a-4bad-8b10-d49f83860ee6,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:56.353173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 31133944-a569-46a6-bb49-7bd53ec23e3f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:56.353908 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:56.397581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3274d8-e4e2-44ac-84cf-10ba0bfc9971 req-c6861441-347f-445a-bd3c-38e7df9d6e79 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:56.400533 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d3274d8-e4e2-44ac-84cf-10ba0bfc9971 req-c6861441-347f-445a-bd3c-38e7df9d6e79 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 943 time: 0.1881406 Dec 09 22:49:56.468925 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-ed331b87-b799-45b1-9b55-2c0ada09e6d9 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258134 Dec 09 22:49:56.470832 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9614d223-86a0-43b9-bb16-6f64148d5b81 req-e802a023-8af5-4298-9df8-03accc21a89a service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868961 Dec 09 22:49:56.578319 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:56.595331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d3274d8-e4e2-44ac-84cf-10ba0bfc9971 req-39cdeb84-de65-41f5-8c31-6df56713019b tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306262 Dec 09 22:49:56.599723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-edbd4b97-ec72-4b60-ad2c-cb6483cbadf3 None None] Provisioning complete for port cb77db03-669a-4bad-8b10-d49f83860ee6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:56.600197 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-edbd4b97-ec72-4b60-ad2c-cb6483cbadf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:56.624642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:56.640017 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:56.708011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-edbd4b97-ec72-4b60-ad2c-cb6483cbadf3 None None] Port cb77db03-669a-4bad-8b10-d49f83860ee6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:56.726906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:56.731366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:56.748194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:49:56.802089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=ddb33273-26fa-4c17-9cb1-70c34f7976cc,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:56.811189 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:56.822073 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:56.840284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee8ac8-c53e-4a6a-b1f3-6ffe8223e8e1 req-50135f51-45e0-491c-984f-84ace5db72b8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:56.842222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4fee8ac8-c53e-4a6a-b1f3-6ffe8223e8e1 req-50135f51-45e0-491c-984f-84ace5db72b8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 944 time: 0.1020689 Dec 09 22:49:56.940449 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4fee8ac8-c53e-4a6a-b1f3-6ffe8223e8e1 req-d61859cd-a0a5-4a70-a6cd-6823376688ef tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909698 Dec 09 22:49:57.014603 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:57.158276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-49bcebaf-1273-40cc-97b5-34f8be4f1007 None None] Provisioning complete for port ddb33273-26fa-4c17-9cb1-70c34f7976cc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:57.158730 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-49bcebaf-1273-40cc-97b5-34f8be4f1007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:57.283305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-49bcebaf-1273-40cc-97b5-34f8be4f1007 None None] Port ddb33273-26fa-4c17-9cb1-70c34f7976cc cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:57.374005 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 41bab697-bb26-4b08-bbf2-ec16be5db65d details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:49:57.384600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13620ae-0359-414d-b681-3b822659a425 req-d78d5c8e-e153-48b8-9bda-41793643bfd3 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:57.394121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f13620ae-0359-414d-b681-3b822659a425 req-d78d5c8e-e153-48b8-9bda-41793643bfd3 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 944 time: 0.1008885 Dec 09 22:49:57.441824 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:57.451530 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:57.504717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 41bab697-bb26-4b08-bbf2-ec16be5db65d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=41bab697-bb26-4b08-bbf2-ec16be5db65d,segment=NetworkSegment(62d39c76-0b8e-418b-b2da-9cd1c3649ca9),segment_id=62d39c76-0b8e-418b-b2da-9cd1c3649ca9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:57.516745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f13620ae-0359-414d-b681-3b822659a425 req-c4266187-20d7-4b81-8c38-5c68fd55c6c1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205647 Dec 09 22:49:57.524366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '41bab697-bb26-4b08-bbf2-ec16be5db65d', 'network_id': 'cc153c3b-809e-49f1-be56-7cd5644627ea', 'port_id': '41bab697-bb26-4b08-bbf2-ec16be5db65d', 'mac_address': 'fa:16:3e:ba:d2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9c1479-7ba2-4d5b-8a02-2ea846ce92eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:49:57.558559 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:57.561126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=cb77db03-669a-4bad-8b10-d49f83860ee6,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:57.607675 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:57.622273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bab697-bb26-4b08-bbf2-ec16be5db65d {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:49:57.653424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 41bab697-bb26-4b08-bbf2-ec16be5db65d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=41bab697-bb26-4b08-bbf2-ec16be5db65d,segment=NetworkSegment(62d39c76-0b8e-418b-b2da-9cd1c3649ca9),segment_id=62d39c76-0b8e-418b-b2da-9cd1c3649ca9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:57.659088 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:57.659841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 75d974f9-dc7c-4271-9528-308cdeeca42d details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:49:57.689437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 4b0b0bbd-b2b2-480f-a006-45c3c92072a5 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:57.716413 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:57.789069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c20e5f-7670-4606-8d05-197a19bf8c37 req-f1818eac-7480-4d76-8d0d-43ec31bcdcd2 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:57.798695 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a9c20e5f-7670-4606-8d05-197a19bf8c37 req-f1818eac-7480-4d76-8d0d-43ec31bcdcd2 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 944 time: 0.1149042 Dec 09 22:49:57.808647 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:57.816179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:57.831712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87533-506e-4c07-b41e-2325b19184b0 req-908cde2e-b7ab-4cf0-bd60-4dad76f308a2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:57.833267 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-908cde2e-b7ab-4cf0-bd60-4dad76f308a2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.42 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 944 time: 0.4585783 Dec 09 22:49:57.916933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a9c20e5f-7670-4606-8d05-197a19bf8c37 req-36802447-2120-406e-acbe-ab0ac50f0811 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162846 Dec 09 22:49:57.949305 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:57.961133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=ddb33273-26fa-4c17-9cb1-70c34f7976cc,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:57.974374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router e7840277-f031-483e-918e-c743396aec09 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:49:58.001703 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-a9becc07-c1df-4ab3-98b5-8a93fbe48e94 service neutron] 10.222.0.42 "GET /v2.0/ports/75d974f9-dc7c-4271-9528-308cdeeca42d/bindings/n-h2-789963-23 HTTP/1.1" status: 200 len: 383 time: 0.1480896 Dec 09 22:49:58.001977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=41bab697-bb26-4b08-bbf2-ec16be5db65d,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:58.023632 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:58.042350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'port_id': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'mac_address': 'fa:16:3e:3c:de:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:49:58.044119 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5dcba91e-9a80-4bfb-8494-07e42d6d9c13 None None] Provisioning complete for port cb77db03-669a-4bad-8b10-d49f83860ee6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:58.044239 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5dcba91e-9a80-4bfb-8494-07e42d6d9c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:58.109290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87533-506e-4c07-b41e-2325b19184b0 req-13e83866-9096-4089-9817-8805527735e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:58.110899 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-13e83866-9096-4089-9817-8805527735e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1096 time: 0.0663784 Dec 09 22:49:58.114880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5dcba91e-9a80-4bfb-8494-07e42d6d9c13 None None] Port cb77db03-669a-4bad-8b10-d49f83860ee6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:58.120192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:49:58.128981 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:58.131102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:49:58.168435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d974f9-dc7c-4271-9528-308cdeeca42d {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:49:58.198918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:58.210011 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:58.284560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:58.383684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Router 487e9f57-7fea-4ef7-a5d0-a3185c76678d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:49:58.383684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87533-506e-4c07-b41e-2325b19184b0 req-2263a974-dd4c-492a-b67f-18cde00b547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:58.383684 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-2263a974-dd4c-492a-b67f-18cde00b547e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 898 time: 0.2612035 Dec 09 22:49:58.430328 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:49:58.436241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-96f1164f-1f4d-4a52-8192-46354f7db535 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/e7840277-f031-483e-918e-c743396aec09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4893653 Dec 09 22:49:58.438199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42744) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:58.443507 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb8a09d-003a-4825-9d29-cacc1d054c29 None None] Sync routers for ids ['e7840277-f031-483e-918e-c743396aec09'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:49:58.461150 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb8a09d-003a-4825-9d29-cacc1d054c29 None None] Routers {'e7840277-f031-483e-918e-c743396aec09'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:58.461822 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4fb8a09d-003a-4825-9d29-cacc1d054c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7840277-f031-483e-918e-c743396aec09'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:58.484788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['41bab697-bb26-4b08-bbf2-ec16be5db65d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:49:58.489142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c4e937-5a88-4854-83cf-f4fb3b25e6ab tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:58.490636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b5c4e937-5a88-4854-83cf-f4fb3b25e6ab tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports/cb77db03-669a-4bad-8b10-d49f83860ee6 HTTP/1.1" status: 200 len: 976 time: 0.0511715 Dec 09 22:49:58.493399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42746) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:49:58.509843 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4fb8a09d-003a-4825-9d29-cacc1d054c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:58.521048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['75d974f9-dc7c-4271-9528-308cdeeca42d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:49:58.523816 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb8a09d-003a-4825-9d29-cacc1d054c29 None None] Routers {'e7840277-f031-483e-918e-c743396aec09'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:58.524787 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4fb8a09d-003a-4825-9d29-cacc1d054c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7840277-f031-483e-918e-c743396aec09'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:58.562417 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-fb1b54b3-f7b5-48c2-80bc-ee4cf1c2d97c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1001 time: 0.1632011 Dec 09 22:49:58.584774 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4fb8a09d-003a-4825-9d29-cacc1d054c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:58.585437 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb8a09d-003a-4825-9d29-cacc1d054c29 None None] The sync data for ids ['e7840277-f031-483e-918e-c743396aec09'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:49:58.625057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-81c6c38c-9e4b-4f47-b3d0-348ff38c508e None None] Provisioning complete for port ddb33273-26fa-4c17-9cb1-70c34f7976cc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:58.626176 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-81c6c38c-9e4b-4f47-b3d0-348ff38c508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:58.680454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87533-506e-4c07-b41e-2325b19184b0 req-9de1ff97-8d57-4fcb-bd5c-ab88a3095e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:58.682132 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-9de1ff97-8d57-4fcb-bd5c-ab88a3095e04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.1103621 Dec 09 22:49:58.699887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-81c6c38c-9e4b-4f47-b3d0-348ff38c508e None None] Port ddb33273-26fa-4c17-9cb1-70c34f7976cc cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:49:58.732429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d944cc1-8ad9-4c45-bd9d-e39c6df033e9 req-449422d1-ff0a-4767-8145-83e7ae7ae382 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:58.732987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:49:58.734198 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d944cc1-8ad9-4c45-bd9d-e39c6df033e9 req-449422d1-ff0a-4767-8145-83e7ae7ae382 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 945 time: 0.1160972 Dec 09 22:49:58.745559 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-219a29cd-ed75-463c-84d2-09b471a004bc tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "PUT /v2.0/routers/487e9f57-7fea-4ef7-a5d0-a3185c76678d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6099341 Dec 09 22:49:58.766962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87533-506e-4c07-b41e-2325b19184b0 req-8b25eed7-c6fd-48ac-82b7-a26b943ca93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:58.768490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-8b25eed7-c6fd-48ac-82b7-a26b943ca93f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760651 Dec 09 22:49:58.768647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Sync routers for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:49:58.852590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:49:58.853308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:58.894508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d944cc1-8ad9-4c45-bd9d-e39c6df033e9 req-8a456f74-83af-4b17-8ccf-22d74ac6ebbb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059811 Dec 09 22:49:58.895046 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-17834213-a9ed-414f-b007-c1192f66770d service neutron] 10.222.0.42 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180706 Dec 09 22:49:59.033420 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-8b7aafa4-33f4-4bcf-bb90-efc259370fc1 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298411 Dec 09 22:49:59.059559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:49:59.120201 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244cd48-1578-4554-a90d-96d416b0c3d9 req-3e9abda4-05da-487e-a6cb-dee30f27d35f tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:59.121622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9244cd48-1578-4554-a90d-96d416b0c3d9 req-3e9abda4-05da-487e-a6cb-dee30f27d35f tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 944 time: 0.0888729 Dec 09 22:49:59.127606 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb748-994d-4b56-8828-60bc55faa534 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:59.274333 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9244cd48-1578-4554-a90d-96d416b0c3d9 req-6857133b-3af6-45e8-ab30-de3ffe80c76f tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146429 Dec 09 22:49:59.326786 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:49:56Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '4a06c0b5-2252-48bf-bc4b-afa5e834cec5', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'port_id': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'mac_address': 'fa:16:3e:c4:07:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:48:59Z', 'updated_at': '2021-12-09T22:49:03Z', 'revision_number': 1, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:38Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb33273-26fa-4c17-9cb1-70c34f7976cc', 'name': '', 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:33:24:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '5f5be2df-e653-4d2b-a686-4cb2e0772aa3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:49:55Z', 'updated_at': '2021-12-09T22:49:57Z', 'revision_number': 2, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': '5f5be2df-e653-4d2b-a686-4cb2e0772aa3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:49:59.357724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Checking router: 487e9f57-7fea-4ef7-a5d0-a3185c76678d for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:49:59.358109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Updating router 487e9f57-7fea-4ef7-a5d0-a3185c76678d port ddb33273-26fa-4c17-9cb1-70c34f7976cc binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:49:59.376350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 41bab697-bb26-4b08-bbf2-ec16be5db65d up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:49:59.381086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-6dcdb748-994d-4b56-8828-60bc55faa534 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port cb77db03-669a-4bad-8b10-d49f83860ee6 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:49:59.381421 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb748-994d-4b56-8828-60bc55faa534 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:59.409240 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:59.479496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb748-994d-4b56-8828-60bc55faa534 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:59.493583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-6dcdb748-994d-4b56-8828-60bc55faa534 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for cb77db03-669a-4bad-8b10-d49f83860ee6 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:49:59.530638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 41bab697-bb26-4b08-bbf2-ec16be5db65d completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:49:59.545911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 41bab697-bb26-4b08-bbf2-ec16be5db65d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:49:59.546229 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:59.678421 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb748-994d-4b56-8828-60bc55faa534 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:59.714090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdb748-994d-4b56-8828-60bc55faa534 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=cb77db03-669a-4bad-8b10-d49f83860ee6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:59.715928 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:59.747550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cb6fc4-0d4a-455f-8934-d49209f400c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bab697-bb26-4b08-bbf2-ec16be5db65d'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:49:59.749764 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a67eb5-c19d-4853-ba9c-c30ba63407bd" -d '{"events": [{"server_uuid": "d7cb6fc4-0d4a-455f-8934-d49209f400c8", "name": "network-vif-plugged", "status": "completed", "tag": "41bab697-bb26-4b08-bbf2-ec16be5db65d"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:49:59.787640 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 41bab697-bb26-4b08-bbf2-ec16be5db65d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=41bab697-bb26-4b08-bbf2-ec16be5db65d,segment=NetworkSegment(62d39c76-0b8e-418b-b2da-9cd1c3649ca9),segment_id=62d39c76-0b8e-418b-b2da-9cd1c3649ca9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:49:59.794378 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:59.856021 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb2ae4c-02fb-46c6-be27-cb6fc5b0e412 x-openstack-request-id: req-7cb2ae4c-02fb-46c6-be27-cb6fc5b0e412 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:49:59.856310 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cb6fc4-0d4a-455f-8934-d49209f400c8", "name": "network-vif-plugged", "status": "completed", "tag": "41bab697-bb26-4b08-bbf2-ec16be5db65d", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:49:59.856667 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7cb2ae4c-02fb-46c6-be27-cb6fc5b0e412 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:49:59.857070 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cb6fc4-0d4a-455f-8934-d49209f400c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bab697-bb26-4b08-bbf2-ec16be5db65d', 'code': 200} Dec 09 22:49:59.857655 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=41bab697-bb26-4b08-bbf2-ec16be5db65d,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:49:59.882635 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:59.889560 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:59.957766 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb748-994d-4b56-8828-60bc55faa534 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:49:59.971911 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdbbe9-beea-4d40-8d05-4b8374f05ad8 req-a37ec061-3e6e-4b04-afbf-ad5306c66f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:49:59.974024 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-31fdbbe9-beea-4d40-8d05-4b8374f05ad8 req-a37ec061-3e6e-4b04-afbf-ad5306c66f8a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 1097 time: 0.0885673 Dec 09 22:49:59.985470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e6031-b7aa-4300-843a-4aa9bf75a05b None None] Pushing event updated for resources: {'Port': ['ID=ddb33273-26fa-4c17-9cb1-70c34f7976cc,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:00.030519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Attempting to bind port ddb33273-26fa-4c17-9cb1-70c34f7976cc on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:00.031232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Attempting to bind port ddb33273-26fa-4c17-9cb1-70c34f7976cc by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:00.032302 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Attempting to bind port ddb33273-26fa-4c17-9cb1-70c34f7976cc on network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:00.042299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:00.044187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Checking segment: {'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:00.044782 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:00.045329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Bound using segment: {'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:00.048126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Bound port: ddb33273-26fa-4c17-9cb1-70c34f7976cc, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171ff8f1-e128-4df0-9b0b-f9141bb62c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:00.048705 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:00.073104 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-31fdbbe9-beea-4d40-8d05-4b8374f05ad8 req-063f173d-34bc-4066-89f3-9f5b1e85351c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740390 Dec 09 22:50:00.165925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] For port ddb33273-26fa-4c17-9cb1-70c34f7976cc, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:00.170142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] For port ddb33273-26fa-4c17-9cb1-70c34f7976cc, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ddb33273-26fa-4c17-9cb1-70c34f7976cc,segment=NetworkSegment(171ff8f1-e128-4df0-9b0b-f9141bb62c56),segment_id=171ff8f1-e128-4df0-9b0b-f9141bb62c56)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:00.176536 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:00.179399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e24a10-5d5c-4c18-886e-a527d3cf32b7 req-9ca43b4f-82c2-4feb-bbdf-8606d7525109 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:00.181016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24e24a10-5d5c-4c18-886e-a527d3cf32b7 req-9ca43b4f-82c2-4feb-bbdf-8606d7525109 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 945 time: 0.1556141 Dec 09 22:50:00.249652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:00.251129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:00.253062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e6031-b7aa-4300-843a-4aa9bf75a05b None None] Pushing event updated for resources: {'Port': ['ID=ddb33273-26fa-4c17-9cb1-70c34f7976cc,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:00.285922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcdb748-994d-4b56-8828-60bc55faa534 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router e7840277-f031-483e-918e-c743396aec09 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:50:00.300494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24e24a10-5d5c-4c18-886e-a527d3cf32b7 req-18a9d99b-65cf-4bd3-9c19-406148d5c9b9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086528 Dec 09 22:50:00.391782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-cebf64de-05fc-467d-a8cc-9c694318d8f0 None None] Provisioning complete for port ddb33273-26fa-4c17-9cb1-70c34f7976cc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:00.392264 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cebf64de-05fc-467d-a8cc-9c694318d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:00.425211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:00.430526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcdb748-994d-4b56-8828-60bc55faa534 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:00.441245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6dcdb748-994d-4b56-8828-60bc55faa534 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/e7840277-f031-483e-918e-c743396aec09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9430521 Dec 09 22:50:00.441895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42764) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:00.446968 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf450593-8623-45f9-b77e-cecc30336c1a None None] Sync routers for ids ['e7840277-f031-483e-918e-c743396aec09'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:00.472204 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf450593-8623-45f9-b77e-cecc30336c1a None None] Routers {'e7840277-f031-483e-918e-c743396aec09'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:00.473118 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bf450593-8623-45f9-b77e-cecc30336c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7840277-f031-483e-918e-c743396aec09'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:00.535725 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bf450593-8623-45f9-b77e-cecc30336c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:00.542788 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5405cb4-9e5b-4813-b23c-51ec96771030 req-09246429-e458-471d-9c43-d83c6d2867ab tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:00.550993 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e5405cb4-9e5b-4813-b23c-51ec96771030 req-09246429-e458-471d-9c43-d83c6d2867ab tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 945 time: 0.1114993 Dec 09 22:50:00.552941 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf450593-8623-45f9-b77e-cecc30336c1a None None] Routers {'e7840277-f031-483e-918e-c743396aec09'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:00.555540 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bf450593-8623-45f9-b77e-cecc30336c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:49:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7840277-f031-483e-918e-c743396aec09'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:00.613424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e5405cb4-9e5b-4813-b23c-51ec96771030 req-e98ff8c5-78f8-4337-a67f-df92115ba528 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606227 Dec 09 22:50:00.630210 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bf450593-8623-45f9-b77e-cecc30336c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:00.631125 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf450593-8623-45f9-b77e-cecc30336c1a None None] The sync data for ids ['e7840277-f031-483e-918e-c743396aec09'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:00.721213 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cebf64de-05fc-467d-a8cc-9c694318d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:00.728876 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-f3caaa9a-c306-4589-a41f-378397cdf823 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] remove_router_interface failed (client error): The resource could not be found. Dec 09 22:50:00.732601 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f3caaa9a-c306-4589-a41f-378397cdf823 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/e7840277-f031-483e-918e-c743396aec09/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2868311 Dec 09 22:50:00.733264 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42768) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:00.762334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d620921d-f980-4ebd-8918-96624c7d7fb5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7840277-f031-483e-918e-c743396aec09 HTTP/1.1" status: 200 len: 205 time: 0.0275521 Dec 09 22:50:00.764864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42770) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:00.804897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cebf64de-05fc-467d-a8cc-9c694318d8f0 None None] For port ddb33273-26fa-4c17-9cb1-70c34f7976cc, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ddb33273-26fa-4c17-9cb1-70c34f7976cc,segment=NetworkSegment(171ff8f1-e128-4df0-9b0b-f9141bb62c56),segment_id=171ff8f1-e128-4df0-9b0b-f9141bb62c56)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:00.815393 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cebf64de-05fc-467d-a8cc-9c694318d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:00.850938 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-623e8b7e-54ab-4b29-a32c-dc63d9d3d795 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:00.896743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf64de-05fc-467d-a8cc-9c694318d8f0 None None] Pushing event updated for resources: {'Port': ['ID=ddb33273-26fa-4c17-9cb1-70c34f7976cc,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:00.918710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:49:56Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '4a06c0b5-2252-48bf-bc4b-afa5e834cec5', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'port_id': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'mac_address': 'fa:16:3e:c4:07:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:48:59Z', 'updated_at': '2021-12-09T22:49:03Z', 'revision_number': 1, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:38Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb33273-26fa-4c17-9cb1-70c34f7976cc', 'name': '', 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:33:24:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '5f5be2df-e653-4d2b-a686-4cb2e0772aa3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:49:55Z', 'updated_at': '2021-12-09T22:50:00Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': '5f5be2df-e653-4d2b-a686-4cb2e0772aa3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:00.953068 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e696d004-4551-4579-b261-30c12cb3e316 None None] The sync data for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 is: [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:49:56Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '4a06c0b5-2252-48bf-bc4b-afa5e834cec5', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'port_id': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'mac_address': 'fa:16:3e:c4:07:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:48:59Z', 'updated_at': '2021-12-09T22:49:03Z', 'revision_number': 1, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:38Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb33273-26fa-4c17-9cb1-70c34f7976cc', 'name': '', 'network_id': '4cf44095-e9aa-49d2-8ae9-176c9aa392bf', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:33:24:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '5f5be2df-e653-4d2b-a686-4cb2e0772aa3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:49:55Z', 'updated_at': '2021-12-09T22:50:00Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': '5f5be2df-e653-4d2b-a686-4cb2e0772aa3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:00.965494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b12850a7-b8b1-4458-9273-061c3514a070 None None] Provisioning complete for port ddb33273-26fa-4c17-9cb1-70c34f7976cc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:00.966229 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b12850a7-b8b1-4458-9273-061c3514a070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.070107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-623e8b7e-54ab-4b29-a32c-dc63d9d3d795 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.074172 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-623e8b7e-54ab-4b29-a32c-dc63d9d3d795 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.084734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b54957e-328d-449e-8cfa-b1aa3bfb81dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.144677 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-623e8b7e-54ab-4b29-a32c-dc63d9d3d795 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.145309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623e8b7e-54ab-4b29-a32c-dc63d9d3d795 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Fanout notify agent at l3_agent the message router_deleted on router e7840277-f031-483e-918e-c743396aec09 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:50:01.153149 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-623e8b7e-54ab-4b29-a32c-dc63d9d3d795 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.154770 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-623e8b7e-54ab-4b29-a32c-dc63d9d3d795 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/e7840277-f031-483e-918e-c743396aec09 HTTP/1.1" status: 204 len: 168 time: 0.3884890 Dec 09 22:50:01.158039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42772) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:01.229657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-22488f9d-9546-48be-8c8c-863dceb4cc99 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting subnet 4696f249-b318-48bd-aef6-a182559418f4 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:50:01.233430 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-22488f9d-9546-48be-8c8c-863dceb4cc99 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.298862 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-22488f9d-9546-48be-8c8c-863dceb4cc99 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.393463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 75d974f9-dc7c-4271-9528-308cdeeca42d up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:01.416285 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-22488f9d-9546-48be-8c8c-863dceb4cc99 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.468769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 75d974f9-dc7c-4271-9528-308cdeeca42d completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:50:01.477273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 75d974f9-dc7c-4271-9528-308cdeeca42d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:01.478222 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.555215 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d0d6d-f161-44e5-a68b-3abed3a457a0 req-a6b499cb-4d8b-4bda-8af7-4bb3d830f21a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:01.563203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-859d0d6d-f161-44e5-a68b-3abed3a457a0 req-a6b499cb-4d8b-4bda-8af7-4bb3d830f21a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 945 time: 0.1409321 Dec 09 22:50:01.604687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87533-506e-4c07-b41e-2325b19184b0 req-c2e45eb2-b96b-4f60-ac81-6a867814ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:01.605841 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.606784 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-c2e45eb2-b96b-4f60-ac81-6a867814ea9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 1097 time: 0.0661309 Dec 09 22:50:01.631413 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-859d0d6d-f161-44e5-a68b-3abed3a457a0 req-3b9bee1c-ca10-4195-9b4a-04eb14890a71 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672607 Dec 09 22:50:01.636395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:01.650768 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-22488f9d-9546-48be-8c8c-863dceb4cc99 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.685033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22488f9d-9546-48be-8c8c-863dceb4cc99 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Subnet': ['ID=4696f249-b318-48bd-aef6-a182559418f4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:01.691520 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-22488f9d-9546-48be-8c8c-863dceb4cc99 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.698165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb814f-7d88-49bf-bf53-2ac6ce81abaa None None] Network 4b0b0bbd-b2b2-480f-a006-45c3c92072a5 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:01.699644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-22488f9d-9546-48be-8c8c-863dceb4cc99 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/4696f249-b318-48bd-aef6-a182559418f4 HTTP/1.1" status: 204 len: 168 time: 0.5391521 Dec 09 22:50:01.706363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:01.718118 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42782) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:01.729465 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.742633 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.849066 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:01.865473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:50:01.867816 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49081afa-b843-45d7-8490-2a93cce0c12c" -d '{"events": [{"server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "name": "network-vif-plugged", "status": "completed", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:50:01.916105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:01.929450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcba55-c004-4a1e-901a-ccf5664b9332 req-61752f45-5a91-45c7-930e-04ae047fffbf tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:01.931246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39fcba55-c004-4a1e-901a-ccf5664b9332 req-61752f45-5a91-45c7-930e-04ae047fffbf tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 945 time: 0.2101505 Dec 09 22:50:01.975320 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9a489c-2845-428f-9a6c-29feb2950492 x-openstack-request-id: req-bc9a489c-2845-428f-9a6c-29feb2950492 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:50:01.975620 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "name": "network-vif-plugged", "status": "completed", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:50:01.975882 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc9a489c-2845-428f-9a6c-29feb2950492 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:50:01.976292 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'code': 200} Dec 09 22:50:01.990646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 31133944-a569-46a6-bb49-7bd53ec23e3f {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:01.991408 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.044776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] DHCP port deletion for 4b0b0bbd-b2b2-480f-a006-45c3c92072a5 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:02.076678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39fcba55-c004-4a1e-901a-ccf5664b9332 req-d5bdeccb-2948-4911-9359-7d94fcde9e3b tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317308 Dec 09 22:50:02.102406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:02.102841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] For port 31133944-a569-46a6-bb49-7bd53ec23e3f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=31133944-a569-46a6-bb49-7bd53ec23e3f,segment=NetworkSegment(e2c58510-d3f5-4c3e-a608-91f3cc2cc08f),segment_id=e2c58510-d3f5-4c3e-a608-91f3cc2cc08f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:02.102841 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.116314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 31133944-a569-46a6-bb49-7bd53ec23e3f owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:02.185709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:02.259626 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.282979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No DVR routers for this DVR port 31133944-a569-46a6-bb49-7bd53ec23e3f on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:02.289165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:50:02.291538 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a191e8-5c19-46cc-90a9-8dd5d0fcc17b" -d '{"events": [{"server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "name": "network-vif-unplugged", "status": "completed", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:50:02.295706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.314654 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=31133944-a569-46a6-bb49-7bd53ec23e3f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:02.371224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Transition to ACTIVE for port object 75d974f9-dc7c-4271-9528-308cdeeca42d will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:50:02.385037 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.400124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ddb33273-26fa-4c17-9cb1-70c34f7976cc up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:02.434743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Deleting port 31133944-a569-46a6-bb49-7bd53ec23e3f {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:02.435124 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.449350 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.473444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0b0bbd-b2b2-480f-a006-45c3c92072a5']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:02.475911 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0523ab2a-5a14-412d-b6ea-2f8a6967ac1e x-openstack-request-id: req-0523ab2a-5a14-412d-b6ea-2f8a6967ac1e {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:50:02.476223 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "name": "network-vif-unplugged", "status": "completed", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:50:02.476482 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0523ab2a-5a14-412d-b6ea-2f8a6967ac1e {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:50:02.478006 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'code': 200} Dec 09 22:50:02.487078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c58510-d3f5-4c3e-a608-91f3cc2cc08f') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:02.487826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c58510-d3f5-4c3e-a608-91f3cc2cc08f') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:02.506629 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.507378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] For port 31133944-a569-46a6-bb49-7bd53ec23e3f, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:02.507788 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.527690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.527898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Calling delete_port for 31133944-a569-46a6-bb49-7bd53ec23e3f owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:02.547969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Port 31133944-a569-46a6-bb49-7bd53ec23e3f was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:50:02.555957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:50:02.556794 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.564986 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:50:02.566107 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:50:02.639441 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.645708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Pushing event deleted for resources: {'Port': ['ID=31133944-a569-46a6-bb49-7bd53ec23e3f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:02.648443 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=10']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:02.651163 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.657842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/networks/4b0b0bbd-b2b2-480f-a006-45c3c92072a5 HTTP/1.1" status: 204 len: 168 time: 0.9353001 Dec 09 22:50:02.659739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42800) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:02.664464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] No DVR routers for this DVR port 31133944-a569-46a6-bb49-7bd53ec23e3f on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:02.668218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.668575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.668927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.669281 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.669613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.669996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.670332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.670671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.671008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.671339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.671606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-65e8c606-fb04-4972-b318-b68d1f15cb30 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'network': {'name': 'tempest-RoutersTest-1729981982'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:02.671728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.671986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.672357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507ee26-9e81-4d92-9d8c-ea6066580a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:02.703207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ddb33273-26fa-4c17-9cb1-70c34f7976cc triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:02.704116 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.706827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4da02-5b30-459a-84ba-f220c30fd86d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Network': ['ID=4b0b0bbd-b2b2-480f-a006-45c3c92072a5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:02.737654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] No DVR routers for this DVR port 75d974f9-dc7c-4271-9528-308cdeeca42d on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:02.749298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e8c606-fb04-4972-b318-b68d1f15cb30 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:02.752848 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65e8c606-fb04-4972-b318-b68d1f15cb30 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.814281 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e8c606-fb04-4972-b318-b68d1f15cb30 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:50:02.833953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65e8c606-fb04-4972-b318-b68d1f15cb30 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.836564 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-65e8c606-fb04-4972-b318-b68d1f15cb30 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Added segment 926f74f8-5a81-45e7-90c7-11daf331af8e of type vlan for network 803a19d0-0c81-464b-9ffa-0ac007acc43a Dec 09 22:50:02.937696 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65e8c606-fb04-4972-b318-b68d1f15cb30 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:02.984302 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31133944-a569-46a6-bb49-7bd53ec23e3f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:02.994960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Attempting to bind port 75d974f9-dc7c-4271-9528-308cdeeca42d on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:02.995927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Attempting to bind port 75d974f9-dc7c-4271-9528-308cdeeca42d by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:02.995927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Attempting to bind port 75d974f9-dc7c-4271-9528-308cdeeca42d on network a2e06735-9b8a-4d77-afb0-305c81207839 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:03.001844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019213-c0fd-4057-9395-33e6c71a0a01 req-d3da4805-b3f7-45e3-9460-a30b3fdc509e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:03.004269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Port 75d974f9-dc7c-4271-9528-308cdeeca42d on network a2e06735-9b8a-4d77-afb0-305c81207839 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:50:03.004617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Attempting to bind port 75d974f9-dc7c-4271-9528-308cdeeca42d on network a2e06735-9b8a-4d77-afb0-305c81207839 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:03.006334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8019213-c0fd-4057-9395-33e6c71a0a01 req-d3da4805-b3f7-45e3-9460-a30b3fdc509e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 945 time: 0.1572766 Dec 09 22:50:03.009816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:03.010106 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65e8c606-fb04-4972-b318-b68d1f15cb30 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.010235 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Checking segment: {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:03.010551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Bound using segment: {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:03.011129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Bound port: 75d974f9-dc7c-4271-9528-308cdeeca42d, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:03.011499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.018532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 31133944-a569-46a6-bb49-7bd53ec23e3f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:03.018874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 31133944-a569-46a6-bb49-7bd53ec23e3f not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:03.020653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e8c606-fb04-4972-b318-b68d1f15cb30 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:03.022007 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-65e8c606-fb04-4972-b318-b68d1f15cb30 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.088034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-65e8c606-fb04-4972-b318-b68d1f15cb30 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4270661 Dec 09 22:50:03.091883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42806) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:03.098685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e4aea4ac-a484-4f2f-9de2-e32d33184d50 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'subnet': {'network_id': '803a19d0-0c81-464b-9ffa-0ac007acc43a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:03.130047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8c606-fb04-4972-b318-b68d1f15cb30 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Network': ['ID=803a19d0-0c81-464b-9ffa-0ac007acc43a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:03.147001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 803a19d0-0c81-464b-9ffa-0ac007acc43a details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:50:03.163693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8019213-c0fd-4057-9395-33e6c71a0a01 req-195e07d0-8db3-4744-a717-281b3fccb5e5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381280 Dec 09 22:50:03.242884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:03.248359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:03.256499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.265293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d43176-7088-4c55-bfce-93e3d4981070 req-f63efae7-296d-4f48-a666-0ebfcd93ff8a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:03.273445 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d43176-7088-4c55-bfce-93e3d4981070 req-f63efae7-296d-4f48-a666-0ebfcd93ff8a tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 945 time: 0.0611601 Dec 09 22:50:03.299904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aea4ac-a484-4f2f-9de2-e32d33184d50 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:03.303108 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4aea4ac-a484-4f2f-9de2-e32d33184d50 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.310445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:03.310656 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f409748a-7693-4432-8818-0406f5b7b3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.311258 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.313191 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] 10.222.0.18 "PUT /v2.0/ports/75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1094 time: 1.6886268 Dec 09 22:50:03.339783 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d43176-7088-4c55-bfce-93e3d4981070 req-2944a09e-17ac-40d3-8173-3ee85831b483 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641358 Dec 09 22:50:03.354286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba6558-8866-4983-8dad-6f0046ab2a4f service neutron] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=11']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:03.453041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87533-506e-4c07-b41e-2325b19184b0 req-665dfc85-73eb-4dda-8de3-f7bd6bfebcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:03.454665 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-665dfc85-73eb-4dda-8de3-f7bd6bfebcf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1097 time: 0.0715747 Dec 09 22:50:03.622064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87533-506e-4c07-b41e-2325b19184b0 req-5d546365-858d-4220-9941-e872f5829b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:03.623706 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-5d546365-858d-4220-9941-e872f5829b8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 898 time: 0.1615973 Dec 09 22:50:03.624968 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4aea4ac-a484-4f2f-9de2-e32d33184d50 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.740268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aea4ac-a484-4f2f-9de2-e32d33184d50 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Subnet': ['ID=6ce50f15-9332-4609-a179-34769d77bb1b,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:03.745928 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-0c824a08-22cc-4161-9c56-d945dbb06853 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1000 time: 0.0940149 Dec 09 22:50:03.753323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aea4ac-a484-4f2f-9de2-e32d33184d50 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Checking segment: {'id': '926f74f8-5a81-45e7-90c7-11daf331af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '803a19d0-0c81-464b-9ffa-0ac007acc43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:03.753675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aea4ac-a484-4f2f-9de2-e32d33184d50 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network hostable DHCP agents. Network: 803a19d0-0c81-464b-9ffa-0ac007acc43a, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:50:03.807174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aea4ac-a484-4f2f-9de2-e32d33184d50 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 803a19d0-0c81-464b-9ffa-0ac007acc43a is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:50:03.809925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87533-506e-4c07-b41e-2325b19184b0 req-947052d4-e624-453e-b984-83dcf48194d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:03.811417 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-947052d4-e624-453e-b984-83dcf48194d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.0555253 Dec 09 22:50:03.828082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-e4aea4ac-a484-4f2f-9de2-e32d33184d50 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 803a19d0-0c81-464b-9ffa-0ac007acc43a) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:03.841301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39169895-3f01-4857-9a9c-bc96403fb28e None None] Network 803a19d0-0c81-464b-9ffa-0ac007acc43a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:03.855628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aea4ac-a484-4f2f-9de2-e32d33184d50 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:03.856226 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e4aea4ac-a484-4f2f-9de2-e32d33184d50 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.883029 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.887848 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e4aea4ac-a484-4f2f-9de2-e32d33184d50 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7916672 Dec 09 22:50:03.888128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42814) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:03.888239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87533-506e-4c07-b41e-2325b19184b0 req-d62c601a-77b3-4ebc-ac75-155884f11a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:03.889645 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-d62c601a-77b3-4ebc-ac75-155884f11a85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695288 Dec 09 22:50:03.892923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7bbbb0c0-cd80-4ef5-b290-990eaf442c0b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-382635176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:03.921711 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bbbb0c0-cd80-4ef5-b290-990eaf442c0b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.923689 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bbbb0c0-cd80-4ef5-b290-990eaf442c0b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.978749 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bbbb0c0-cd80-4ef5-b290-990eaf442c0b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.985671 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bbbb0c0-cd80-4ef5-b290-990eaf442c0b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:03.990641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-803a19d0-0c81-464b-9ffa-0ac007acc43a', 'network_id': '803a19d0-0c81-464b-9ffa-0ac007acc43a', 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'fixed_ips': [{'subnet_id': '6ce50f15-9332-4609-a179-34769d77bb1b'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:50:03.991532 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:04.018564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bbbb0c0-cd80-4ef5-b290-990eaf442c0b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:04.023011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7bbbb0c0-cd80-4ef5-b290-990eaf442c0b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1337762 Dec 09 22:50:04.025924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42816) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:04.151870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Allocated IP 172.20.0.2 (803a19d0-0c81-464b-9ffa-0ac007acc43a/6ce50f15-9332-4609-a179-34769d77bb1b/59bcfd37-3083-4810-a12b-1b1cac8436f5) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:04.358298 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:04.367879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:04.438968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Pushing event updated for resources: {'Port': ['ID=59bcfd37-3083-4810-a12b-1b1cac8436f5,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:04.457517 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Network 803a19d0-0c81-464b-9ffa-0ac007acc43a is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:04.460340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:04.466093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:04.492533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:50:04.495320 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb863d2-a1e6-472b-95d1-e92020d0fc53" -d '{"events": [{"name": "network-changed", "server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:50:04.499689 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-2e27b97e-90d2-453d-96e9-8ba1b4d2868e service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016107 Dec 09 22:50:04.536830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Attempting to bind port 59bcfd37-3083-4810-a12b-1b1cac8436f5 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:04.537516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Attempting to bind port 59bcfd37-3083-4810-a12b-1b1cac8436f5 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '926f74f8-5a81-45e7-90c7-11daf331af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '803a19d0-0c81-464b-9ffa-0ac007acc43a'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:04.538114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Attempting to bind port 59bcfd37-3083-4810-a12b-1b1cac8436f5 on network 803a19d0-0c81-464b-9ffa-0ac007acc43a {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:04.544124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:04.544993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Checking segment: {'id': '926f74f8-5a81-45e7-90c7-11daf331af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '803a19d0-0c81-464b-9ffa-0ac007acc43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:04.545920 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:04.546772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Bound using segment: {'id': '926f74f8-5a81-45e7-90c7-11daf331af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '803a19d0-0c81-464b-9ffa-0ac007acc43a'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:04.548120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Bound port: 59bcfd37-3083-4810-a12b-1b1cac8436f5, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926f74f8-5a81-45e7-90c7-11daf331af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '803a19d0-0c81-464b-9ffa-0ac007acc43a'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:04.548715 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:04.612922 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a088-9535-457e-8f09-fe2c4e2c1785 req-134aafc1-231d-4054-9ba5-a23f82b1c2e0 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:04.614531 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2df3a088-9535-457e-8f09-fe2c4e2c1785 req-134aafc1-231d-4054-9ba5-a23f82b1c2e0 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 945 time: 0.1138115 Dec 09 22:50:04.649694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] For port 59bcfd37-3083-4810-a12b-1b1cac8436f5, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:04.654271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] For port 59bcfd37-3083-4810-a12b-1b1cac8436f5, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=59bcfd37-3083-4810-a12b-1b1cac8436f5,segment=NetworkSegment(926f74f8-5a81-45e7-90c7-11daf331af8e),segment_id=926f74f8-5a81-45e7-90c7-11daf331af8e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:04.660458 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:04.717621 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-22d87533-506e-4c07-b41e-2325b19184b0 req-dbce2863-c02a-44c0-adab-729e0f035a3c service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055738 Dec 09 22:50:04.722908 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e610ef-b0e7-4df1-8a30-948f2ca64be9 None None] Pushing event updated for resources: {'Port': ['ID=59bcfd37-3083-4810-a12b-1b1cac8436f5,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:04.757875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-2df3a088-9535-457e-8f09-fe2c4e2c1785 req-b8b625f6-0d3b-4dba-9b4b-3e40d681051d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Deleting port 41bab697-bb26-4b08-bbf2-ec16be5db65d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:04.758519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2df3a088-9535-457e-8f09-fe2c4e2c1785 req-b8b625f6-0d3b-4dba-9b4b-3e40d681051d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:04.832773 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:04.875468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2df3a088-9535-457e-8f09-fe2c4e2c1785 req-b8b625f6-0d3b-4dba-9b4b-3e40d681051d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] For port 41bab697-bb26-4b08-bbf2-ec16be5db65d, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=41bab697-bb26-4b08-bbf2-ec16be5db65d,segment=NetworkSegment(62d39c76-0b8e-418b-b2da-9cd1c3649ca9),segment_id=62d39c76-0b8e-418b-b2da-9cd1c3649ca9)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:04.876089 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2df3a088-9535-457e-8f09-fe2c4e2c1785 req-b8b625f6-0d3b-4dba-9b4b-3e40d681051d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:04.876448 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:04.887772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f8be0-4a3f-4d36-ac81-6b4a93ba03a8 req-e825d8ab-dfcb-4e55-91b2-82f825b3a5e5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:04.889460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca0f8be0-4a3f-4d36-ac81-6b4a93ba03a8 req-e825d8ab-dfcb-4e55-91b2-82f825b3a5e5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 945 time: 0.6125760 Dec 09 22:50:04.893299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-2df3a088-9535-457e-8f09-fe2c4e2c1785 req-b8b625f6-0d3b-4dba-9b4b-3e40d681051d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Calling delete_port for 41bab697-bb26-4b08-bbf2-ec16be5db65d owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:04.926802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c4e11-4173-465d-8a52-8ac3de6a5bf0 req-624b7016-85f5-4d96-9898-7d1ae38eb8a9 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:04.934007 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca0c4e11-4173-465d-8a52-8ac3de6a5bf0 req-624b7016-85f5-4d96-9898-7d1ae38eb8a9 tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7cb6fc4-0d4a-455f-8934-d49209f400c8 HTTP/1.1" status: 200 len: 945 time: 0.1619897 Dec 09 22:50:05.083413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2df3a088-9535-457e-8f09-fe2c4e2c1785 req-b8b625f6-0d3b-4dba-9b4b-3e40d681051d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:05.096128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['41bab697-bb26-4b08-bbf2-ec16be5db65d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:50:05.122985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca0f8be0-4a3f-4d36-ac81-6b4a93ba03a8 req-24a71a2d-b6b1-43cb-8774-3379ba8771de tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239602 Dec 09 22:50:05.140223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b625f6-0d3b-4dba-9b4b-3e40d681051d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Pushing event deleted for resources: {'Port': ['ID=41bab697-bb26-4b08-bbf2-ec16be5db65d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:05.221242 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca0c4e11-4173-465d-8a52-8ac3de6a5bf0 req-6e4ebb57-43e2-4d16-8d12-617f190ddb5c tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862270 Dec 09 22:50:05.226105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df3a088-9535-457e-8f09-fe2c4e2c1785 req-b8b625f6-0d3b-4dba-9b4b-3e40d681051d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] No DVR routers for this DVR port 41bab697-bb26-4b08-bbf2-ec16be5db65d on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:05.228717 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2df3a088-9535-457e-8f09-fe2c4e2c1785 req-b8b625f6-0d3b-4dba-9b4b-3e40d681051d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:05.232900 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2df3a088-9535-457e-8f09-fe2c4e2c1785 req-b8b625f6-0d3b-4dba-9b4b-3e40d681051d tempest-VolumesActionsTest-915799621 tempest-VolumesActionsTest-915799621-project] 10.222.0.42 "DELETE /v2.0/ports/41bab697-bb26-4b08-bbf2-ec16be5db65d HTTP/1.1" status: 204 len: 173 time: 0.6096191 Dec 09 22:50:05.252145 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bb82fa-2cfe-48a6-a868-9f608d995fb1 x-openstack-request-id: req-40bb82fa-2cfe-48a6-a868-9f608d995fb1 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:50:05.252628 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:50:05.253027 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40bb82fa-2cfe-48a6-a868-9f608d995fb1 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:50:05.253565 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'status': 'completed', 'code': 200} Dec 09 22:50:05.321309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Allocated IP 172.20.0.1 (803a19d0-0c81-464b-9ffa-0ac007acc43a/6ce50f15-9332-4609-a179-34769d77bb1b/893763ac-653f-45e4-8e26-69c6b63b5e46) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:05.369353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-ad2e0783-a19f-4b67-8da1-305ce62d2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:05.370726 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-ad2e0783-a19f-4b67-8da1-305ce62d2983 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1097 time: 0.0936737 Dec 09 22:50:05.391602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 75d974f9-dc7c-4271-9528-308cdeeca42d no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:05.397355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-07b82298-6419-43f5-bbd2-cbce1a165740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:05.398900 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-07b82298-6419-43f5-bbd2-cbce1a165740 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1097 time: 0.0821810 Dec 09 22:50:05.454049 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 75d974f9-dc7c-4271-9528-308cdeeca42d not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:05.487955 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:05.528986 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:05.564102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-03f01093-6c4e-446e-ab1e-477cd4eb5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:05.565693 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-03f01093-6c4e-446e-ab1e-477cd4eb5022 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 898 time: 0.1555383 Dec 09 22:50:05.566716 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-1b260938-89ff-4506-b7f7-6d8066529a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:05.568025 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-1b260938-89ff-4506-b7f7-6d8066529a68 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 898 time: 0.1886539 Dec 09 22:50:05.579192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 803a19d0-0c81-464b-9ffa-0ac007acc43a is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:05.583116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:05.586357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:05.623414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=893763ac-653f-45e4-8e26-69c6b63b5e46,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:05.670277 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-0e5dc023-50f5-4ba1-b77b-bf6cf5fbf06f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1000 time: 0.0973737 Dec 09 22:50:05.678455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:05.804378 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-11b07b06-60d2-44a4-a657-0be4ab226f8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 1000 time: 0.2242692 Dec 09 22:50:05.808747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-c6bf2bc3-9e7a-4a83-a7d3-7864190af3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:05.811485 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-c6bf2bc3-9e7a-4a83-a7d3-7864190af3ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.1058514 Dec 09 22:50:05.838572 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:05.918318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-2f254617-9ceb-4dc6-9776-3343037c92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:05.919857 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-2f254617-9ceb-4dc6-9776-3343037c92f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999539 Dec 09 22:50:05.921692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-c7be7572-7fab-46b5-9ffe-1fa5360da972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:05.923156 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-c7be7572-7fab-46b5-9ffe-1fa5360da972 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.1107991 Dec 09 22:50:06.030269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-3022ced3-83f9-4c10-9a40-b1e3e90f3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:06.031952 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-3022ced3-83f9-4c10-9a40-b1e3e90f3997 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959563 Dec 09 22:50:06.072825 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-dbd829cb-f661-49ca-852e-b6523c38cbae service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453009 Dec 09 22:50:06.128107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:06.133254 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:06.220803 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f667e-692b-432b-9fce-c871fe004a3d None None] Network 803a19d0-0c81-464b-9ffa-0ac007acc43a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:06.231992 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-57aeb62e-2fdd-4212-952c-f40cc51e57f4 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900358 Dec 09 22:50:06.241966 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:06.243397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=893763ac-653f-45e4-8e26-69c6b63b5e46,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:06.267514 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:06.268845 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-6db64e49-647c-4f05-a388-8a2adff261b4 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848741 Dec 09 22:50:06.277427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 59bcfd37-3083-4810-a12b-1b1cac8436f5 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:06.386950 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1eb863d2-a1e6-472b-95d1-e92020d0fc53 req-a1cf1f94-98f1-44d2-bf06-de65e85fb041 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444252 Dec 09 22:50:06.399057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-498fa109-9bf5-4fe3-acaf-d547c013c1ea None None] Provisioning complete for port 59bcfd37-3083-4810-a12b-1b1cac8436f5 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:06.399764 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-498fa109-9bf5-4fe3-acaf-d547c013c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:06.440970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 803a19d0-0c81-464b-9ffa-0ac007acc43a is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:06.443223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:06.452905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f648d-96ec-42d4-9b68-9f9f4c59cedb req-878455a8-cfa3-4685-8258-2c170c92aa44 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:06.457575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-536f648d-96ec-42d4-9b68-9f9f4c59cedb req-878455a8-cfa3-4685-8258-2c170c92aa44 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 945 time: 0.1344736 Dec 09 22:50:06.463867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 59bcfd37-3083-4810-a12b-1b1cac8436f5 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:06.464240 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:06.616488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-536f648d-96ec-42d4-9b68-9f9f4c59cedb req-32606955-9ff1-4b99-b03d-d7527b962002 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512032 Dec 09 22:50:06.630788 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:06.650515 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-498fa109-9bf5-4fe3-acaf-d547c013c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:06.708542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 6ed62428-a970-4fe4-a1f0-dd01f7cf34f6 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:50:06.733166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 59bcfd37-3083-4810-a12b-1b1cac8436f5, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=59bcfd37-3083-4810-a12b-1b1cac8436f5,segment=NetworkSegment(926f74f8-5a81-45e7-90c7-11daf331af8e),segment_id=926f74f8-5a81-45e7-90c7-11daf331af8e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:06.742135 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:06.844664 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-498fa109-9bf5-4fe3-acaf-d547c013c1ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:50:06.845035 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-498fa109-9bf5-4fe3-acaf-d547c013c1ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:50:06.848077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=59bcfd37-3083-4810-a12b-1b1cac8436f5,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:06.900423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:06.915256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb474081-8548-420c-8f51-a0e62adc6c0f None None] Sync routers for ids ['6ed62428-a970-4fe4-a1f0-dd01f7cf34f6'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:06.926019 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f8c99cf8-673e-4676-85cc-9a151b222688 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/6ed62428-a970-4fe4-a1f0-dd01f7cf34f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8989735 Dec 09 22:50:06.928623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42858) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:06.929289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb474081-8548-420c-8f51-a0e62adc6c0f None None] Routers {'6ed62428-a970-4fe4-a1f0-dd01f7cf34f6'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:06.930152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-eb474081-8548-420c-8f51-a0e62adc6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['6ed62428-a970-4fe4-a1f0-dd01f7cf34f6'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:06.964085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-eb474081-8548-420c-8f51-a0e62adc6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:06.996854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a125edbb-72b5-430e-a867-b8938c5b02b1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:06.998495 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a125edbb-72b5-430e-a867-b8938c5b02b1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports/893763ac-653f-45e4-8e26-69c6b63b5e46 HTTP/1.1" status: 200 len: 910 time: 0.0687895 Dec 09 22:50:07.002514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42862) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:07.007896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb474081-8548-420c-8f51-a0e62adc6c0f None None] Routers {'6ed62428-a970-4fe4-a1f0-dd01f7cf34f6'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:07.008537 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-eb474081-8548-420c-8f51-a0e62adc6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['6ed62428-a970-4fe4-a1f0-dd01f7cf34f6'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:07.060882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-eb474081-8548-420c-8f51-a0e62adc6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:07.061544 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb474081-8548-420c-8f51-a0e62adc6c0f None None] The sync data for ids ['6ed62428-a970-4fe4-a1f0-dd01f7cf34f6'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:07.065601 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:07.255871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cb6fc4-0d4a-455f-8934-d49209f400c8', 'name': 'network-vif-deleted', 'tag': '41bab697-bb26-4b08-bbf2-ec16be5db65d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:50:07.258233 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b15dec-b978-4ece-8eed-32507979805c" -d '{"events": [{"server_uuid": "d7cb6fc4-0d4a-455f-8934-d49209f400c8", "name": "network-vif-deleted", "tag": "41bab697-bb26-4b08-bbf2-ec16be5db65d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:50:07.369404 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec66348f-5056-4f2f-b99b-8aa3de5963ac x-openstack-request-id: req-ec66348f-5056-4f2f-b99b-8aa3de5963ac {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:50:07.369678 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cb6fc4-0d4a-455f-8934-d49209f400c8", "name": "network-vif-deleted", "tag": "41bab697-bb26-4b08-bbf2-ec16be5db65d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:50:07.369957 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec66348f-5056-4f2f-b99b-8aa3de5963ac {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:50:07.370349 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cb6fc4-0d4a-455f-8934-d49209f400c8', 'name': 'network-vif-deleted', 'tag': '41bab697-bb26-4b08-bbf2-ec16be5db65d', 'status': 'completed', 'code': 200} Dec 09 22:50:07.427100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 75d974f9-dc7c-4271-9528-308cdeeca42d details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:50:07.466749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b14ecff-a294-48ad-b5e4-e86a13ecc743 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:07.551790 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0e02e2be-4ede-46c2-a12e-4e934d32c2fb None None] Provisioning complete for port 893763ac-653f-45e4-8e26-69c6b63b5e46 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:07.552101 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e02e2be-4ede-46c2-a12e-4e934d32c2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:07.591629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:07.610324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'port_id': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'mac_address': 'fa:16:3e:3c:de:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:50:07.617814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0e02e2be-4ede-46c2-a12e-4e934d32c2fb None None] Port 893763ac-653f-45e4-8e26-69c6b63b5e46 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:50:07.655620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0e02e2be-4ede-46c2-a12e-4e934d32c2fb None None] Provisioning complete for port 59bcfd37-3083-4810-a12b-1b1cac8436f5 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:07.656007 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e02e2be-4ede-46c2-a12e-4e934d32c2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:07.704575 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:07.747058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d974f9-dc7c-4271-9528-308cdeeca42d {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:50:07.789229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c7086-ad59-41cf-8173-b1a8cbeeba91 req-b5b03ab5-8b13-4065-baab-af1e4fa2b328 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:07.799264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d5c7086-ad59-41cf-8173-b1a8cbeeba91 req-b5b03ab5-8b13-4065-baab-af1e4fa2b328 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 945 time: 0.0687463 Dec 09 22:50:07.820846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7b14ecff-a294-48ad-b5e4-e86a13ecc743 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 893763ac-653f-45e4-8e26-69c6b63b5e46 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:07.821315 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b14ecff-a294-48ad-b5e4-e86a13ecc743 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:07.823333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:07.831177 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:07.909541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=12']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:07.924098 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d5c7086-ad59-41cf-8173-b1a8cbeeba91 req-c1366214-1b6b-44fd-a7cc-5429dbb6a96c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239204 Dec 09 22:50:07.949945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b14ecff-a294-48ad-b5e4-e86a13ecc743 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:07.958492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42908) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:07.972469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7b14ecff-a294-48ad-b5e4-e86a13ecc743 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 893763ac-653f-45e4-8e26-69c6b63b5e46 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:08.040811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fc5d3db5-136e-432a-8f18-274203611168 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/eb5c9dda-3bbe-455a-8e42-a9c2945ea27d HTTP/1.1" status: 200 len: 993 time: 0.0795856 Dec 09 22:50:08.155366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['75d974f9-dc7c-4271-9528-308cdeeca42d'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:50:08.208900 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 59bcfd37-3083-4810-a12b-1b1cac8436f5 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:08.250581 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b14ecff-a294-48ad-b5e4-e86a13ecc743 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:08.294686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 59bcfd37-3083-4810-a12b-1b1cac8436f5 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:08.295066 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:08.317501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14ecff-a294-48ad-b5e4-e86a13ecc743 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=893763ac-653f-45e4-8e26-69c6b63b5e46,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:08.505624 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7b14ecff-a294-48ad-b5e4-e86a13ecc743 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:08.785397 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:50:08.826675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b14ecff-a294-48ad-b5e4-e86a13ecc743 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 6ed62428-a970-4fe4-a1f0-dd01f7cf34f6 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:50:08.931631 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b14ecff-a294-48ad-b5e4-e86a13ecc743 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:08.940416 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42952) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:08.942078 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7b14ecff-a294-48ad-b5e4-e86a13ecc743 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/6ed62428-a970-4fe4-a1f0-dd01f7cf34f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9266109 Dec 09 22:50:08.947225 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570a357a-5bf0-4011-8d54-d5ec91fde2fb None None] Sync routers for ids ['6ed62428-a970-4fe4-a1f0-dd01f7cf34f6'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:08.982349 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a357a-5bf0-4011-8d54-d5ec91fde2fb None None] Routers {'6ed62428-a970-4fe4-a1f0-dd01f7cf34f6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:08.983643 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-570a357a-5bf0-4011-8d54-d5ec91fde2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['6ed62428-a970-4fe4-a1f0-dd01f7cf34f6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:09.002962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-082a88fc-22f0-4ae3-a995-a5dbcade4f3c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ed62428-a970-4fe4-a1f0-dd01f7cf34f6 HTTP/1.1" status: 200 len: 205 time: 0.0563009 Dec 09 22:50:09.003200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42954) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:09.033404 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-570a357a-5bf0-4011-8d54-d5ec91fde2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:09.043963 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a357a-5bf0-4011-8d54-d5ec91fde2fb None None] Routers {'6ed62428-a970-4fe4-a1f0-dd01f7cf34f6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:09.044757 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-570a357a-5bf0-4011-8d54-d5ec91fde2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['6ed62428-a970-4fe4-a1f0-dd01f7cf34f6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:09.087312 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-570a357a-5bf0-4011-8d54-d5ec91fde2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:09.088214 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570a357a-5bf0-4011-8d54-d5ec91fde2fb None None] The sync data for ids ['6ed62428-a970-4fe4-a1f0-dd01f7cf34f6'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:09.105898 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded195a8-b077-4558-97a3-45e2ccf0c935 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.304702 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded195a8-b077-4558-97a3-45e2ccf0c935 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.307123 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded195a8-b077-4558-97a3-45e2ccf0c935 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.366676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded195a8-b077-4558-97a3-45e2ccf0c935 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.366676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded195a8-b077-4558-97a3-45e2ccf0c935 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Fanout notify agent at l3_agent the message router_deleted on router 6ed62428-a970-4fe4-a1f0-dd01f7cf34f6 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:50:09.376417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ded195a8-b077-4558-97a3-45e2ccf0c935 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.383760 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ded195a8-b077-4558-97a3-45e2ccf0c935 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/6ed62428-a970-4fe4-a1f0-dd01f7cf34f6 HTTP/1.1" status: 204 len: 168 time: 0.3773296 Dec 09 22:50:09.384059 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42960) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:09.391485 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 41bab697-bb26-4b08-bbf2-ec16be5db65d no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:09.430439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 41bab697-bb26-4b08-bbf2-ec16be5db65d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:09.431873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 41bab697-bb26-4b08-bbf2-ec16be5db65d not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:09.442546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 75d974f9-dc7c-4271-9528-308cdeeca42d up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:09.513284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbb2c7e-003d-4a4d-80af-36f640db13c0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting subnet 6ce50f15-9332-4609-a179-34769d77bb1b {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:50:09.520904 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2c7e-003d-4a4d-80af-36f640db13c0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.540865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 75d974f9-dc7c-4271-9528-308cdeeca42d completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:50:09.545430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 75d974f9-dc7c-4271-9528-308cdeeca42d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:09.545985 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.574026 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2c7e-003d-4a4d-80af-36f640db13c0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.735506 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.755888 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2c7e-003d-4a4d-80af-36f640db13c0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.801754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:50:09.804861 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e042355e-26b2-484e-a830-16424c30d2d3" -d '{"events": [{"server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "name": "network-vif-plugged", "status": "completed", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:50:09.823126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:09.830558 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.903876 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd463e6-99b0-45ad-9b83-d9265a65d0ec x-openstack-request-id: req-3fd463e6-99b0-45ad-9b83-d9265a65d0ec {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:50:09.904557 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "name": "network-vif-plugged", "status": "completed", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:50:09.905069 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fd463e6-99b0-45ad-9b83-d9265a65d0ec {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:50:09.905564 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'code': 200} Dec 09 22:50:09.905808 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2c7e-003d-4a4d-80af-36f640db13c0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.947096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb2c7e-003d-4a4d-80af-36f640db13c0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce50f15-9332-4609-a179-34769d77bb1b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:09.952138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=13']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:09.964232 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2c7e-003d-4a4d-80af-36f640db13c0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:09.970110 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ecbb2c7e-003d-4a4d-80af-36f640db13c0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/6ce50f15-9332-4609-a179-34769d77bb1b HTTP/1.1" status: 204 len: 168 time: 0.5847933 Dec 09 22:50:09.972942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 42974) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:09.981906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c1e35e-42fd-493b-a412-317fc24b3564 None None] Network 803a19d0-0c81-464b-9ffa-0ac007acc43a requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:10.065410 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:10.433250 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3be1fe7-1da9-427b-8cf7-4b59165687e0 None None] DHCP port deletion for 803a19d0-0c81-464b-9ffa-0ac007acc43a request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:10.498233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a3be1fe7-1da9-427b-8cf7-4b59165687e0 None None] Deleting port 59bcfd37-3083-4810-a12b-1b1cac8436f5 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:10.498856 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a3be1fe7-1da9-427b-8cf7-4b59165687e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:10.604368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 59bcfd37-3083-4810-a12b-1b1cac8436f5 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:10.604804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:10.608781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a3be1fe7-1da9-427b-8cf7-4b59165687e0 None None] For port 59bcfd37-3083-4810-a12b-1b1cac8436f5, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=59bcfd37-3083-4810-a12b-1b1cac8436f5,segment=NetworkSegment(926f74f8-5a81-45e7-90c7-11daf331af8e),segment_id=926f74f8-5a81-45e7-90c7-11daf331af8e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:10.610252 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a3be1fe7-1da9-427b-8cf7-4b59165687e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:10.650030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a3be1fe7-1da9-427b-8cf7-4b59165687e0 None None] Calling delete_port for 59bcfd37-3083-4810-a12b-1b1cac8436f5 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:10.679574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] For port 59bcfd37-3083-4810-a12b-1b1cac8436f5, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=59bcfd37-3083-4810-a12b-1b1cac8436f5,segment=NetworkSegment(926f74f8-5a81-45e7-90c7-11daf331af8e),segment_id=926f74f8-5a81-45e7-90c7-11daf331af8e)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:10.679861 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:10.693421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 59bcfd37-3083-4810-a12b-1b1cac8436f5 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:10.805486 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a3be1fe7-1da9-427b-8cf7-4b59165687e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:10.813545 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:10.837740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be1fe7-1da9-427b-8cf7-4b59165687e0 None None] Pushing event deleted for resources: {'Port': ['ID=59bcfd37-3083-4810-a12b-1b1cac8436f5,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:10.851918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be1fe7-1da9-427b-8cf7-4b59165687e0 None None] No DVR routers for this DVR port 59bcfd37-3083-4810-a12b-1b1cac8436f5 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:10.863355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=59bcfd37-3083-4810-a12b-1b1cac8436f5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:10.873126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No DVR routers for this DVR port 59bcfd37-3083-4810-a12b-1b1cac8436f5 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:10.987106 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:11.019747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803a19d0-0c81-464b-9ffa-0ac007acc43a']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:11.040089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926f74f8-5a81-45e7-90c7-11daf331af8e') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:11.041595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926f74f8-5a81-45e7-90c7-11daf331af8e') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:11.061421 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:11.076600 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:11.085277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:50:11.085760 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: self.session.flush() Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:50:11.089182 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:50:11.174841 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:11.192130 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:11.192130 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/networks/803a19d0-0c81-464b-9ffa-0ac007acc43a HTTP/1.1" status: 204 len: 168 time: 1.2143326 Dec 09 22:50:11.192559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 42996) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:11.200495 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1655406281', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:11.204943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2a658-18a7-42c5-bb04-334441da8a25 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Network': ['ID=803a19d0-0c81-464b-9ffa-0ac007acc43a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:11.255427 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:11.256492 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:11.350402 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:11.536303 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:11.799981 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:11.823738 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:11.949271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Allocated IP 172.25.8.97 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/fc873c69-f088-4897-b0c4-c9463f54150b) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:12.110111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:12.190191 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:12.195267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 59bcfd37-3083-4810-a12b-1b1cac8436f5 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:12.236973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 59bcfd37-3083-4810-a12b-1b1cac8436f5 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:12.237326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 59bcfd37-3083-4810-a12b-1b1cac8436f5 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:12.263375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:12.267659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:12.281776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55779dda-fcfc-4e5d-b950-85cb3fa95fa7 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:12.302395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:12.315046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=fc873c69-f088-4897-b0c4-c9463f54150b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:12.337279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8c2e7cb2-c9b0-4049-b47b-9d718a3b61c9 None None] Provisioning complete for port fc873c69-f088-4897-b0c4-c9463f54150b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:12.339230 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8c2e7cb2-c9b0-4049-b47b-9d718a3b61c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:12.410557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e7cb2-c9b0-4049-b47b-9d718a3b61c9 None None] Port fc873c69-f088-4897-b0c4-c9463f54150b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:50:13.046308 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:13.332339 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:13.493922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 0ea6b7b5-a552-47c6-9512-3c4378a31e50 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:50:13.635574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:13.654682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a80ed-5b20-4b33-9d96-e9606e38a027 None None] Sync routers for ids ['0ea6b7b5-a552-47c6-9512-3c4378a31e50'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:13.669246 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:13.670161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a80ed-5b20-4b33-9d96-e9606e38a027 None None] Routers {'0ea6b7b5-a552-47c6-9512-3c4378a31e50'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:13.674099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-730a80ed-5b20-4b33-9d96-e9606e38a027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0ea6b7b5-a552-47c6-9512-3c4378a31e50'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:13.675390 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43048) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:13.682951 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d4c58eef-3c8d-4fb3-af9d-a4e1aea0cea1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4809151 Dec 09 22:50:13.772683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-730a80ed-5b20-4b33-9d96-e9606e38a027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:13.793678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a80ed-5b20-4b33-9d96-e9606e38a027 None None] Routers {'0ea6b7b5-a552-47c6-9512-3c4378a31e50'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:13.794348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-730a80ed-5b20-4b33-9d96-e9606e38a027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0ea6b7b5-a552-47c6-9512-3c4378a31e50'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:13.858123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-730a80ed-5b20-4b33-9d96-e9606e38a027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:13.858866 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a80ed-5b20-4b33-9d96-e9606e38a027 None None] The sync data for ids ['0ea6b7b5-a552-47c6-9512-3c4378a31e50'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:13.865922 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-43b16105-8fd5-4567-80b0-c7624e18607b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/routers/0ea6b7b5-a552-47c6-9512-3c4378a31e50 HTTP/1.1" status: 200 len: 880 time: 0.1892934 Dec 09 22:50:13.868401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43052) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:14.290577 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cefd5158-5ade-4c73-9bbb-1a48b591f5ec tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4171259 Dec 09 22:50:14.290577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43062) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:14.297291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3ad2d906-b328-48fc-886c-dd486b05ee87 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1655406281'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:14.700111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d906-b328-48fc-886c-dd486b05ee87 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:14.715697 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d906-b328-48fc-886c-dd486b05ee87 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:14.928415 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad2d906-b328-48fc-886c-dd486b05ee87 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 0ea6b7b5-a552-47c6-9512-3c4378a31e50 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:50:15.072830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad2d906-b328-48fc-886c-dd486b05ee87 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:15.085401 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fdd47-25fa-49eb-b237-24148efe8e5f None None] Sync routers for ids ['0ea6b7b5-a552-47c6-9512-3c4378a31e50'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:15.088732 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d906-b328-48fc-886c-dd486b05ee87 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:15.092484 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3ad2d906-b328-48fc-886c-dd486b05ee87 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/0ea6b7b5-a552-47c6-9512-3c4378a31e50 HTTP/1.1" status: 200 len: 887 time: 0.7989509 Dec 09 22:50:15.092875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:15.137956 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fdd47-25fa-49eb-b237-24148efe8e5f None None] Routers {'0ea6b7b5-a552-47c6-9512-3c4378a31e50'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:15.146274 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2e5fdd47-25fa-49eb-b237-24148efe8e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0ea6b7b5-a552-47c6-9512-3c4378a31e50'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:15.202581 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2e5fdd47-25fa-49eb-b237-24148efe8e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:15.226078 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fdd47-25fa-49eb-b237-24148efe8e5f None None] Routers {'0ea6b7b5-a552-47c6-9512-3c4378a31e50'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:15.226738 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2e5fdd47-25fa-49eb-b237-24148efe8e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0ea6b7b5-a552-47c6-9512-3c4378a31e50'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:15.276429 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-2e5fdd47-25fa-49eb-b237-24148efe8e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:15.277389 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fdd47-25fa-49eb-b237-24148efe8e5f None None] The sync data for ids ['0ea6b7b5-a552-47c6-9512-3c4378a31e50'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:15.357959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43082) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:15.358433 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2823780d-66f1-4b5b-a00a-cd2b476b86ef tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/routers/0ea6b7b5-a552-47c6-9512-3c4378a31e50 HTTP/1.1" status: 200 len: 887 time: 0.2636201 Dec 09 22:50:15.401063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d733f130-ea5b-417d-bd89-2f21f0e69be3 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea6b7b5-a552-47c6-9512-3c4378a31e50 HTTP/1.1" status: 200 len: 205 time: 0.0397491 Dec 09 22:50:15.401330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43086) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:15.567431 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:15.772470 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:15.888517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port fc873c69-f088-4897-b0c4-c9463f54150b {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:15.889131 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.033517 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.047348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for fc873c69-f088-4897-b0c4-c9463f54150b owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:16.314141 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.341744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=fc873c69-f088-4897-b0c4-c9463f54150b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:16.381489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12447708-9858-4f96-985e-4ff00dffb2bf None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:16.436562 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.578098 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.580475 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.649216 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.649979 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Fanout notify agent at l3_agent the message router_deleted on router 0ea6b7b5-a552-47c6-9512-3c4378a31e50 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:50:16.659063 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.664078 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-eb140bf6-169d-49cf-ad70-b43f4bf1dd1d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/0ea6b7b5-a552-47c6-9512-3c4378a31e50 HTTP/1.1" status: 204 len: 168 time: 1.2570176 Dec 09 22:50:16.664427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43104) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:16.674256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4e7609e3-a04a-4769-a775-f71c6b74f409 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'network': {'name': 'tempest-RoutersTest-1749782277'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:16.708067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7609e3-a04a-4769-a775-f71c6b74f409 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:16.713155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e7609e3-a04a-4769-a775-f71c6b74f409 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.742560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7609e3-a04a-4769-a775-f71c6b74f409 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:50:16.752934 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e7609e3-a04a-4769-a775-f71c6b74f409 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.753292 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-4e7609e3-a04a-4769-a775-f71c6b74f409 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Added segment ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846 of type vlan for network 1dcc80d6-f992-4934-b5c1-5417ef4507e1 Dec 09 22:50:16.819017 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e7609e3-a04a-4769-a775-f71c6b74f409 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.863479 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e7609e3-a04a-4769-a775-f71c6b74f409 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.870087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7609e3-a04a-4769-a775-f71c6b74f409 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:16.870689 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e7609e3-a04a-4769-a775-f71c6b74f409 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:16.969505 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43120) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:16.974999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-4481272e-4e2b-4c4f-8cdf-d0f0f0f18a24 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'subnet': {'network_id': '1dcc80d6-f992-4934-b5c1-5417ef4507e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:16.976823 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4e7609e3-a04a-4769-a775-f71c6b74f409 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3009708 Dec 09 22:50:17.041136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7609e3-a04a-4769-a775-f71c6b74f409 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Network': ['ID=1dcc80d6-f992-4934-b5c1-5417ef4507e1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:17.053007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 1dcc80d6-f992-4934-b5c1-5417ef4507e1 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:50:17.139056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4481272e-4e2b-4c4f-8cdf-d0f0f0f18a24 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:17.148609 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4481272e-4e2b-4c4f-8cdf-d0f0f0f18a24 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:17.246983 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43128) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:17.442470 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4481272e-4e2b-4c4f-8cdf-d0f0f0f18a24 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:17.609550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4481272e-4e2b-4c4f-8cdf-d0f0f0f18a24 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Checking segment: {'id': 'ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1dcc80d6-f992-4934-b5c1-5417ef4507e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:17.609966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4481272e-4e2b-4c4f-8cdf-d0f0f0f18a24 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network hostable DHCP agents. Network: 1dcc80d6-f992-4934-b5c1-5417ef4507e1, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:50:17.615621 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481272e-4e2b-4c4f-8cdf-d0f0f0f18a24 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Subnet': ['ID=12d60e85-2fc8-4596-b2bc-83af29e0ef0d,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:17.657818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4481272e-4e2b-4c4f-8cdf-d0f0f0f18a24 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 1dcc80d6-f992-4934-b5c1-5417ef4507e1 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:50:17.673780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-4481272e-4e2b-4c4f-8cdf-d0f0f0f18a24 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 1dcc80d6-f992-4934-b5c1-5417ef4507e1) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:17.679423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4481272e-4e2b-4c4f-8cdf-d0f0f0f18a24 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:17.680142 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4481272e-4e2b-4c4f-8cdf-d0f0f0f18a24 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:17.684882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411f5bbd-7222-4f5a-ba26-11172bb4cd09 None None] Network 1dcc80d6-f992-4934-b5c1-5417ef4507e1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:17.706035 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4481272e-4e2b-4c4f-8cdf-d0f0f0f18a24 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7324891 Dec 09 22:50:17.707496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43134) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:17.718046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-09cdd239-eafe-4a43-9487-85ae47754ca7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1740640408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:17.762784 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09cdd239-eafe-4a43-9487-85ae47754ca7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:17.764135 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09cdd239-eafe-4a43-9487-85ae47754ca7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:17.813778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-281ad165-4ceb-4be7-95c5-1da40aac27a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:17.891917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09cdd239-eafe-4a43-9487-85ae47754ca7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:17.897410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09cdd239-eafe-4a43-9487-85ae47754ca7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:17.912565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-1dcc80d6-f992-4934-b5c1-5417ef4507e1', 'network_id': '1dcc80d6-f992-4934-b5c1-5417ef4507e1', 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'fixed_ips': [{'subnet_id': '12d60e85-2fc8-4596-b2bc-83af29e0ef0d'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:50:17.913735 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:17.934591 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-09cdd239-eafe-4a43-9487-85ae47754ca7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:17.935814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-09cdd239-eafe-4a43-9487-85ae47754ca7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2271233 Dec 09 22:50:17.938634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43140) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:18.151908 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Allocated IP 172.20.0.2 (1dcc80d6-f992-4934-b5c1-5417ef4507e1/12d60e85-2fc8-4596-b2bc-83af29e0ef0d/0dfda01c-5cfe-4640-90d0-2c177cbf013d) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:18.381502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-281ad165-4ceb-4be7-95c5-1da40aac27a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting port ddb33273-26fa-4c17-9cb1-70c34f7976cc {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:18.381731 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-281ad165-4ceb-4be7-95c5-1da40aac27a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:18.432429 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:18.443341 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:18.529730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-281ad165-4ceb-4be7-95c5-1da40aac27a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] For port ddb33273-26fa-4c17-9cb1-70c34f7976cc, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ddb33273-26fa-4c17-9cb1-70c34f7976cc,segment=NetworkSegment(171ff8f1-e128-4df0-9b0b-f9141bb62c56),segment_id=171ff8f1-e128-4df0-9b0b-f9141bb62c56)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:18.530182 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-281ad165-4ceb-4be7-95c5-1da40aac27a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:18.533147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Network 1dcc80d6-f992-4934-b5c1-5417ef4507e1 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:18.538783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:18.543081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:18.544864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-281ad165-4ceb-4be7-95c5-1da40aac27a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Calling delete_port for ddb33273-26fa-4c17-9cb1-70c34f7976cc owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:18.628160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Pushing event updated for resources: {'Port': ['ID=0dfda01c-5cfe-4640-90d0-2c177cbf013d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:18.644175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Attempting to bind port 0dfda01c-5cfe-4640-90d0-2c177cbf013d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:18.644859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Attempting to bind port 0dfda01c-5cfe-4640-90d0-2c177cbf013d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1dcc80d6-f992-4934-b5c1-5417ef4507e1'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:18.645464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Attempting to bind port 0dfda01c-5cfe-4640-90d0-2c177cbf013d on network 1dcc80d6-f992-4934-b5c1-5417ef4507e1 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:18.653322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:18.654508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Checking segment: {'id': 'ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1dcc80d6-f992-4934-b5c1-5417ef4507e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:18.655171 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:18.656878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Bound using segment: {'id': 'ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1dcc80d6-f992-4934-b5c1-5417ef4507e1'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:18.657717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Bound port: 0dfda01c-5cfe-4640-90d0-2c177cbf013d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1dcc80d6-f992-4934-b5c1-5417ef4507e1'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:18.658235 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:18.843113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] For port 0dfda01c-5cfe-4640-90d0-2c177cbf013d, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:18.853845 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] For port 0dfda01c-5cfe-4640-90d0-2c177cbf013d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0dfda01c-5cfe-4640-90d0-2c177cbf013d,segment=NetworkSegment(ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846),segment_id=ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:18.861453 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:18.944716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-281ad165-4ceb-4be7-95c5-1da40aac27a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:19.004985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66ad0b-be66-427d-a71a-14e5d3b7f00a None None] Pushing event updated for resources: {'Port': ['ID=0dfda01c-5cfe-4640-90d0-2c177cbf013d,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:19.011702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ad165-4ceb-4be7-95c5-1da40aac27a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Port': ['ID=ddb33273-26fa-4c17-9cb1-70c34f7976cc,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:19.161042 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:19.410857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-281ad165-4ceb-4be7-95c5-1da40aac27a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:19.762940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Allocated IP 172.20.0.1 (1dcc80d6-f992-4934-b5c1-5417ef4507e1/12d60e85-2fc8-4596-b2bc-83af29e0ef0d/1c685da2-53f6-49d9-9b88-f5387a860dd4) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:19.850429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281ad165-4ceb-4be7-95c5-1da40aac27a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Router 487e9f57-7fea-4ef7-a5d0-a3185c76678d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:50:19.985517 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:20.029546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281ad165-4ceb-4be7-95c5-1da40aac27a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:20.040288 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-281ad165-4ceb-4be7-95c5-1da40aac27a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "PUT /v2.0/routers/487e9f57-7fea-4ef7-a5d0-a3185c76678d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7919102 Dec 09 22:50:20.041183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b6c152-4581-4f5c-8708-a3bc362fea60 None None] Sync routers for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:20.053062 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:20.069160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b6c152-4581-4f5c-8708-a3bc362fea60 None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:20.069877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-90b6c152-4581-4f5c-8708-a3bc362fea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:20.122468 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 1dcc80d6-f992-4934-b5c1-5417ef4507e1 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:20.127101 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:20.131379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:20.263679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=1c685da2-53f6-49d9-9b88-f5387a860dd4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:20.308265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-90b6c152-4581-4f5c-8708-a3bc362fea60 None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:20.316436 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:20.471592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0dfda01c-5cfe-4640-90d0-2c177cbf013d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:20.642216 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:20.748170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0dfda01c-5cfe-4640-90d0-2c177cbf013d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:20.748549 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:20.779323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0104e-50b2-46ff-ae03-b46fa6db78e6 req-d845bd83-15a5-4ef8-b8f3-5930763e2b1d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:20.781080 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1d0104e-50b2-46ff-ae03-b46fa6db78e6 req-d845bd83-15a5-4ef8-b8f3-5930763e2b1d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 946 time: 0.2810128 Dec 09 22:50:20.802175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca5cebb-8b56-4e5f-841b-b95a201f34eb None None] Network 1dcc80d6-f992-4934-b5c1-5417ef4507e1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:20.932381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1d0104e-50b2-46ff-ae03-b46fa6db78e6 req-f32bd34d-16a9-4a69-b067-5e4e5bc0f112 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64a8d97-06a4-4820-8713-d418013572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120529 Dec 09 22:50:20.975219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-25ca571a-1f55-4dfc-b1c2-51de29f8a4e5 None None] Provisioning complete for port 0dfda01c-5cfe-4640-90d0-2c177cbf013d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:20.976090 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25ca571a-1f55-4dfc-b1c2-51de29f8a4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:21.089987 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:21.097657 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:21.131817 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:21.176896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 0dfda01c-5cfe-4640-90d0-2c177cbf013d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0dfda01c-5cfe-4640-90d0-2c177cbf013d,segment=NetworkSegment(ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846),segment_id=ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:21.183342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=1c685da2-53f6-49d9-9b88-f5387a860dd4,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:21.183495 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:21.223158 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:21.252278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-90b6c152-4581-4f5c-8708-a3bc362fea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:50:18Z', 'revision_number': 6, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '4a06c0b5-2252-48bf-bc4b-afa5e834cec5', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'port_id': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'mac_address': 'fa:16:3e:c4:07:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:48:59Z', 'updated_at': '2021-12-09T22:49:03Z', 'revision_number': 1, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:38Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:21.335876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b6c152-4581-4f5c-8708-a3bc362fea60 None None] Checking router: 487e9f57-7fea-4ef7-a5d0-a3185c76678d for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:50:21.402887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 1dcc80d6-f992-4934-b5c1-5417ef4507e1 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:21.405714 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:21.411475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b6c152-4581-4f5c-8708-a3bc362fea60 None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:21.412200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-90b6c152-4581-4f5c-8708-a3bc362fea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:21.599230 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router dfc03a21-2f18-40d8-aa5a-5d42ed191af7 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:50:21.885644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:21.896594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c9d8e93a-3b11-4144-b907-1716ddb074f5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/dfc03a21-2f18-40d8-aa5a-5d42ed191af7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9567511 Dec 09 22:50:21.899038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43202) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:21.904049 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf082cbe-2a89-47e9-b018-c9710cead8ba None None] Sync routers for ids ['dfc03a21-2f18-40d8-aa5a-5d42ed191af7'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:21.912262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=0dfda01c-5cfe-4640-90d0-2c177cbf013d,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:21.932361 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf082cbe-2a89-47e9-b018-c9710cead8ba None None] Routers {'dfc03a21-2f18-40d8-aa5a-5d42ed191af7'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:21.942081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-90b6c152-4581-4f5c-8708-a3bc362fea60 None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:21.945202 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cf082cbe-2a89-47e9-b018-c9710cead8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dfc03a21-2f18-40d8-aa5a-5d42ed191af7'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:22.045161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eba760-ebd4-4f0b-a125-03791f465a58 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:22.047541 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d7eba760-ebd4-4f0b-a125-03791f465a58 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports/1c685da2-53f6-49d9-9b88-f5387a860dd4 HTTP/1.1" status: 200 len: 910 time: 0.1475008 Dec 09 22:50:22.050266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43206) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:22.063256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d4bb98cd-5f83-408f-a9de-257be582e10c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12d60e85-2fc8-4596-b2bc-83af29e0ef0d'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:22.082535 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cf082cbe-2a89-47e9-b018-c9710cead8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:22.133253 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf082cbe-2a89-47e9-b018-c9710cead8ba None None] Routers {'dfc03a21-2f18-40d8-aa5a-5d42ed191af7'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:22.133968 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cf082cbe-2a89-47e9-b018-c9710cead8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dfc03a21-2f18-40d8-aa5a-5d42ed191af7'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:22.138731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ed4afd59-d59d-45e0-a3cf-2bc1a6fca5ab None None] Provisioning complete for port 0dfda01c-5cfe-4640-90d0-2c177cbf013d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:22.139299 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ed4afd59-d59d-45e0-a3cf-2bc1a6fca5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:22.215047 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c2ab9-43e9-4237-8d65-1660799c3bbb req-4bba56e3-79c7-45d3-84b0-a042d305e67c tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:22.216771 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-662c2ab9-43e9-4237-8d65-1660799c3bbb req-4bba56e3-79c7-45d3-84b0-a042d305e67c tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.18 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 946 time: 0.2834775 Dec 09 22:50:22.249331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae894031-1fdc-416a-a39d-0e2529dbfcbc req-edaffe82-7bc1-45d1-9599-7637dac5816d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:22.251011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae894031-1fdc-416a-a39d-0e2529dbfcbc req-edaffe82-7bc1-45d1-9599-7637dac5816d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 946 time: 0.1251245 Dec 09 22:50:22.258214 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cf082cbe-2a89-47e9-b018-c9710cead8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:22.258873 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf082cbe-2a89-47e9-b018-c9710cead8ba None None] The sync data for ids ['dfc03a21-2f18-40d8-aa5a-5d42ed191af7'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:22.284974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0dfda01c-5cfe-4640-90d0-2c177cbf013d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:22.362886 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae894031-1fdc-416a-a39d-0e2529dbfcbc req-9e08f04c-01e3-4c01-adbb-cd8c0098d972 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64a8d97-06a4-4820-8713-d418013572d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045122 Dec 09 22:50:22.444179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0dfda01c-5cfe-4640-90d0-2c177cbf013d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:22.444551 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:22.524008 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d4bb98cd-5f83-408f-a9de-257be582e10c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:22.547270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ed4afd59-d59d-45e0-a3cf-2bc1a6fca5ab None None] Provisioning complete for port 1c685da2-53f6-49d9-9b88-f5387a860dd4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:22.547653 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ed4afd59-d59d-45e0-a3cf-2bc1a6fca5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:22.550538 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-662c2ab9-43e9-4237-8d65-1660799c3bbb req-245de84a-5338-4f8c-b494-9fcfe046124b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting port 56ccb9f6-46db-419e-9497-de807a74afca {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:22.550949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-662c2ab9-43e9-4237-8d65-1660799c3bbb req-245de84a-5338-4f8c-b494-9fcfe046124b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:22.601044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ed4afd59-d59d-45e0-a3cf-2bc1a6fca5ab None None] Port 1c685da2-53f6-49d9-9b88-f5387a860dd4 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:50:22.626428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-90b6c152-4581-4f5c-8708-a3bc362fea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:50:18Z', 'revision_number': 6, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '4a06c0b5-2252-48bf-bc4b-afa5e834cec5', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'port_id': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'mac_address': 'fa:16:3e:c4:07:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:48:59Z', 'updated_at': '2021-12-09T22:49:03Z', 'revision_number': 1, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:38Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:22.662909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b6c152-4581-4f5c-8708-a3bc362fea60 None None] The sync data for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 is: [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:50:18Z', 'revision_number': 6, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '4a06c0b5-2252-48bf-bc4b-afa5e834cec5', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'port_id': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'mac_address': 'fa:16:3e:c4:07:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:48:59Z', 'updated_at': '2021-12-09T22:49:03Z', 'revision_number': 1, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:38Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:22.726643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7c8244f1-9bc0-4e1c-a1ec-ddb99225132b None None] Provisioning complete for port 1c685da2-53f6-49d9-9b88-f5387a860dd4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:22.726940 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7c8244f1-9bc0-4e1c-a1ec-ddb99225132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:22.772807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-662c2ab9-43e9-4237-8d65-1660799c3bbb req-245de84a-5338-4f8c-b494-9fcfe046124b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] For port 56ccb9f6-46db-419e-9497-de807a74afca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=56ccb9f6-46db-419e-9497-de807a74afca,segment=NetworkSegment(171ff8f1-e128-4df0-9b0b-f9141bb62c56),segment_id=171ff8f1-e128-4df0-9b0b-f9141bb62c56)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:22.773493 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-662c2ab9-43e9-4237-8d65-1660799c3bbb req-245de84a-5338-4f8c-b494-9fcfe046124b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:22.826956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-662c2ab9-43e9-4237-8d65-1660799c3bbb req-245de84a-5338-4f8c-b494-9fcfe046124b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Calling delete_port for 56ccb9f6-46db-419e-9497-de807a74afca owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:22.828408 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7c8244f1-9bc0-4e1c-a1ec-ddb99225132b None None] Port 1c685da2-53f6-49d9-9b88-f5387a860dd4 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:50:22.831321 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:23.301319 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d4bb98cd-5f83-408f-a9de-257be582e10c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:23.308090 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-662c2ab9-43e9-4237-8d65-1660799c3bbb req-245de84a-5338-4f8c-b494-9fcfe046124b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:23.395419 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245de84a-5338-4f8c-b494-9fcfe046124b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Port': ['ID=56ccb9f6-46db-419e-9497-de807a74afca,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:23.408697 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d4bb98cd-5f83-408f-a9de-257be582e10c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:23.494086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-662c2ab9-43e9-4237-8d65-1660799c3bbb req-245de84a-5338-4f8c-b494-9fcfe046124b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] No DVR routers for this DVR port 56ccb9f6-46db-419e-9497-de807a74afca on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:23.497143 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-662c2ab9-43e9-4237-8d65-1660799c3bbb req-245de84a-5338-4f8c-b494-9fcfe046124b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:23.500995 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-662c2ab9-43e9-4237-8d65-1660799c3bbb req-245de84a-5338-4f8c-b494-9fcfe046124b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.18 "DELETE /v2.0/ports/56ccb9f6-46db-419e-9497-de807a74afca HTTP/1.1" status: 204 len: 173 time: 1.1141083 Dec 09 22:50:23.572417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207945bc-14af-4a18-801b-59a1ed36f67e', 'name': 'network-vif-deleted', 'tag': '56ccb9f6-46db-419e-9497-de807a74afca'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:50:23.574775 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be7e7d7-0ba7-4545-83d1-46d131cbb490" -d '{"events": [{"server_uuid": "207945bc-14af-4a18-801b-59a1ed36f67e", "name": "network-vif-deleted", "tag": "56ccb9f6-46db-419e-9497-de807a74afca"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:50:23.583542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb98cd-5f83-408f-a9de-257be582e10c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:23.584180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d4bb98cd-5f83-408f-a9de-257be582e10c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:23.585761 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d4bb98cd-5f83-408f-a9de-257be582e10c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/ports/1c685da2-53f6-49d9-9b88-f5387a860dd4 HTTP/1.1" status: 200 len: 910 time: 1.5341055 Dec 09 22:50:23.588999 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43240) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:23.664078 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b61d377-ea3d-49e2-83d1-f57ef67fdb3d req-292f72a4-0e65-4e95-9012-49550ab3204e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=207945bc-14af-4a18-801b-59a1ed36f67e HTTP/1.1" status: 200 len: 210 time: 0.1113286 Dec 09 22:50:23.704447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb98cd-5f83-408f-a9de-257be582e10c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=1c685da2-53f6-49d9-9b88-f5387a860dd4,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:24.164023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ddb33273-26fa-4c17-9cb1-70c34f7976cc no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:24.220616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: ddb33273-26fa-4c17-9cb1-70c34f7976cc {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:24.220967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ddb33273-26fa-4c17-9cb1-70c34f7976cc not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:24.298459 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abba4eb1-90a8-43b3-84d2-cc7325c166f1 x-openstack-request-id: req-abba4eb1-90a8-43b3-84d2-cc7325c166f1 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:50:24.298757 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207945bc-14af-4a18-801b-59a1ed36f67e", "name": "network-vif-deleted", "tag": "56ccb9f6-46db-419e-9497-de807a74afca", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:50:24.298999 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abba4eb1-90a8-43b3-84d2-cc7325c166f1 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:50:24.299396 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207945bc-14af-4a18-801b-59a1ed36f67e', 'name': 'network-vif-deleted', 'tag': '56ccb9f6-46db-419e-9497-de807a74afca', 'status': 'completed', 'code': 200} Dec 09 22:50:24.725611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43260) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:24.745468 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38a95302-70cb-4f30-9b48-ee7a18acbae0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:24.841299 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4913a2c-6d88-4959-956a-bd59ad7c8e4d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:24.879177 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4913a2c-6d88-4959-956a-bd59ad7c8e4d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:25.055829 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4913a2c-6d88-4959-956a-bd59ad7c8e4d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:25.061642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4913a2c-6d88-4959-956a-bd59ad7c8e4d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:25.063413 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a4913a2c-6d88-4959-956a-bd59ad7c8e4d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/security-groups/a64a8d97-06a4-4820-8713-d418013572d1 HTTP/1.1" status: 204 len: 168 time: 0.3358722 Dec 09 22:50:25.089407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4913a2c-6d88-4959-956a-bd59ad7c8e4d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64a8d97-06a4-4820-8713-d418013572d1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:25.125917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43272) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:25.165094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38a95302-70cb-4f30-9b48-ee7a18acbae0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 1c685da2-53f6-49d9-9b88-f5387a860dd4 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:25.165864 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38a95302-70cb-4f30-9b48-ee7a18acbae0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:25.230072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0c9dfe-11fe-4fee-9ec8-3b6837dea79d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting subnet 5f5be2df-e653-4d2b-a686-4cb2e0772aa3 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:50:25.235546 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc0c9dfe-11fe-4fee-9ec8-3b6837dea79d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:25.324568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc0c9dfe-11fe-4fee-9ec8-3b6837dea79d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:25.429724 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38a95302-70cb-4f30-9b48-ee7a18acbae0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:25.446532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38a95302-70cb-4f30-9b48-ee7a18acbae0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 1c685da2-53f6-49d9-9b88-f5387a860dd4 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:25.496991 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc0c9dfe-11fe-4fee-9ec8-3b6837dea79d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:25.518032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 56ccb9f6-46db-419e-9497-de807a74afca no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:25.565223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 56ccb9f6-46db-419e-9497-de807a74afca {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:25.565884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 56ccb9f6-46db-419e-9497-de807a74afca not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:25.588790 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc0c9dfe-11fe-4fee-9ec8-3b6837dea79d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:25.647114 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-711768fa-3786-4f4b-9faa-36b0cd3b3caf req-d2db5232-4bea-429c-af47-978652e8f96e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2852018 Dec 09 22:50:25.689499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c9dfe-11fe-4fee-9ec8-3b6837dea79d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5be2df-e653-4d2b-a686-4cb2e0772aa3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:25.707091 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc0c9dfe-11fe-4fee-9ec8-3b6837dea79d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:25.720222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cc0c9dfe-11fe-4fee-9ec8-3b6837dea79d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/subnets/5f5be2df-e653-4d2b-a686-4cb2e0772aa3 HTTP/1.1" status: 204 len: 168 time: 0.5900252 Dec 09 22:50:25.722390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43282) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:25.730714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536e918-f1d2-4909-86fd-9086f78757e6 None None] Network 4cf44095-e9aa-49d2-8ae9-176c9aa392bf requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:25.875482 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:25.948966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711768fa-3786-4f4b-9faa-36b0cd3b3caf req-12f5aa00-82de-487a-9692-5cf97f9a03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:25.950634 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-711768fa-3786-4f4b-9faa-36b0cd3b3caf req-12f5aa00-82de-487a-9692-5cf97f9a03d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 1098 time: 0.1858227 Dec 09 22:50:25.992444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38a95302-70cb-4f30-9b48-ee7a18acbae0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:25.999870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting port e51308ae-ad1b-43e2-92c1-033bce171631 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:26.000964 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.008284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6dd0a7-d1f0-448e-96d5-26fbb5bf4f7e None None] DHCP port deletion for 4cf44095-e9aa-49d2-8ae9-176c9aa392bf request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:26.087798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a95302-70cb-4f30-9b48-ee7a18acbae0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=1c685da2-53f6-49d9-9b88-f5387a860dd4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:26.106424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] For port e51308ae-ad1b-43e2-92c1-033bce171631, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e51308ae-ad1b-43e2-92c1-033bce171631,segment=NetworkSegment(171ff8f1-e128-4df0-9b0b-f9141bb62c56),segment_id=171ff8f1-e128-4df0-9b0b-f9141bb62c56)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:26.106868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.136842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Calling delete_port for e51308ae-ad1b-43e2-92c1-033bce171631 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:26.212220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1b6dd0a7-d1f0-448e-96d5-26fbb5bf4f7e None None] Deleting port e51308ae-ad1b-43e2-92c1-033bce171631 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:26.212846 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd0a7-d1f0-448e-96d5-26fbb5bf4f7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.364793 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.368893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1b6dd0a7-d1f0-448e-96d5-26fbb5bf4f7e None None] For port e51308ae-ad1b-43e2-92c1-033bce171631, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e51308ae-ad1b-43e2-92c1-033bce171631,segment=NetworkSegment(171ff8f1-e128-4df0-9b0b-f9141bb62c56),segment_id=171ff8f1-e128-4df0-9b0b-f9141bb62c56)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:26.369924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd0a7-d1f0-448e-96d5-26fbb5bf4f7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.391358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] No DVR routers for this DVR port e51308ae-ad1b-43e2-92c1-033bce171631 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:26.400260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e51308ae-ad1b-43e2-92c1-033bce171631 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:26.458700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Port': ['ID=e51308ae-ad1b-43e2-92c1-033bce171631,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:26.476223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1b6dd0a7-d1f0-448e-96d5-26fbb5bf4f7e None None] Calling delete_port for e51308ae-ad1b-43e2-92c1-033bce171631 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:26.498884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38a95302-70cb-4f30-9b48-ee7a18acbae0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.501350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: e51308ae-ad1b-43e2-92c1-033bce171631 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:26.501779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e51308ae-ad1b-43e2-92c1-033bce171631 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:26.507398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711768fa-3786-4f4b-9faa-36b0cd3b3caf req-62914f1c-6dad-46a4-9104-357d0767c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:26.509232 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-711768fa-3786-4f4b-9faa-36b0cd3b3caf req-62914f1c-6dad-46a4-9104-357d0767c0f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbac22dd-67aa-47b7-8774-4ef181eb3eec HTTP/1.1" status: 200 len: 896 time: 0.5283332 Dec 09 22:50:26.590933 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.655271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf44095-e9aa-49d2-8ae9-176c9aa392bf']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:26.670809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171ff8f1-e128-4df0-9b0b-f9141bb62c56') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:26.670809 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171ff8f1-e128-4df0-9b0b-f9141bb62c56') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:26.682304 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.698202 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 22:50:26.714895 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 22:50:26.727501 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:50:26.728725 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd0a7-d1f0-448e-96d5-26fbb5bf4f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.729912 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:50:26.742143 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:50:26.759984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dd0a7-d1f0-448e-96d5-26fbb5bf4f7e None None] Pushing event deleted for resources: {'Port': ['ID=e51308ae-ad1b-43e2-92c1-033bce171631,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:26.773198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6dd0a7-d1f0-448e-96d5-26fbb5bf4f7e None None] No DVR routers for this DVR port e51308ae-ad1b-43e2-92c1-033bce171631 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:26.832209 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-711768fa-3786-4f4b-9faa-36b0cd3b3caf req-06333a0d-1872-41bf-a64c-82e5330f097e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dfb6485-0ad3-49ae-b990-bb1822e12ff7 HTTP/1.1" status: 200 len: 1002 time: 0.3133671 Dec 09 22:50:26.872207 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.902833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:26.910709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/networks/4cf44095-e9aa-49d2-8ae9-176c9aa392bf HTTP/1.1" status: 204 len: 168 time: 1.1865094 Dec 09 22:50:26.911898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a95302-70cb-4f30-9b48-ee7a18acbae0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router dfc03a21-2f18-40d8-aa5a-5d42ed191af7 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:50:26.921362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43298) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:26.935398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00979c-e706-4e3b-81de-efd6da3af4a0 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Network': ['ID=4cf44095-e9aa-49d2-8ae9-176c9aa392bf,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:27.011945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711768fa-3786-4f4b-9faa-36b0cd3b3caf req-b56ee336-14a5-4597-b228-7319b416d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:27.015028 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-711768fa-3786-4f4b-9faa-36b0cd3b3caf req-b56ee336-14a5-4597-b228-7319b416d391 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec2d7fa6-ff38-4b27-b3df-6476078d10f0 HTTP/1.1" status: 200 len: 835 time: 0.1356504 Dec 09 22:50:27.257846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a95302-70cb-4f30-9b48-ee7a18acbae0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:27.266953 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-38a95302-70cb-4f30-9b48-ee7a18acbae0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/dfc03a21-2f18-40d8-aa5a-5d42ed191af7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6762121 Dec 09 22:50:27.270913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e346d028-ca58-4362-b2d3-6c117c0f0444 None None] Sync routers for ids ['dfc03a21-2f18-40d8-aa5a-5d42ed191af7'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:27.271810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43308) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:27.301602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e346d028-ca58-4362-b2d3-6c117c0f0444 None None] Routers {'dfc03a21-2f18-40d8-aa5a-5d42ed191af7'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:27.303984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e346d028-ca58-4362-b2d3-6c117c0f0444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dfc03a21-2f18-40d8-aa5a-5d42ed191af7'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:27.329923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711768fa-3786-4f4b-9faa-36b0cd3b3caf req-d58904ae-75a4-4afc-8530-a834fa959316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:27.330962 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-711768fa-3786-4f4b-9faa-36b0cd3b3caf req-d58904ae-75a4-4afc-8530-a834fa959316 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbac22dd-67aa-47b7-8774-4ef181eb3eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2809672 Dec 09 22:50:27.331385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f9e72261-c08f-422b-966c-13547f906f80 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc03a21-2f18-40d8-aa5a-5d42ed191af7 HTTP/1.1" status: 200 len: 205 time: 0.0578160 Dec 09 22:50:27.331523 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43312) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:27.347998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e346d028-ca58-4362-b2d3-6c117c0f0444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:27.363598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e346d028-ca58-4362-b2d3-6c117c0f0444 None None] Routers {'dfc03a21-2f18-40d8-aa5a-5d42ed191af7'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:27.364606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e346d028-ca58-4362-b2d3-6c117c0f0444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dfc03a21-2f18-40d8-aa5a-5d42ed191af7'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:27.418841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e346d028-ca58-4362-b2d3-6c117c0f0444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:27.420267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e346d028-ca58-4362-b2d3-6c117c0f0444 None None] The sync data for ids ['dfc03a21-2f18-40d8-aa5a-5d42ed191af7'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:27.515668 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f687f346-690d-417a-99bb-d3b0a343584d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:27.752840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting port 45adb0c5-d7a5-4778-a3d3-d9072dfd8688 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:27.769362 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:27.832218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f687f346-690d-417a-99bb-d3b0a343584d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:27.837393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f687f346-690d-417a-99bb-d3b0a343584d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:27.928928 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-711768fa-3786-4f4b-9faa-36b0cd3b3caf req-4d9f8914-d6f9-423c-830e-12a778a21706 service neutron] 10.222.0.42 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342465 Dec 09 22:50:27.931592 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f687f346-690d-417a-99bb-d3b0a343584d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:27.932103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f687f346-690d-417a-99bb-d3b0a343584d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Fanout notify agent at l3_agent the message router_deleted on router dfc03a21-2f18-40d8-aa5a-5d42ed191af7 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:50:27.940358 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f687f346-690d-417a-99bb-d3b0a343584d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:27.941423 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f687f346-690d-417a-99bb-d3b0a343584d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/dfc03a21-2f18-40d8-aa5a-5d42ed191af7 HTTP/1.1" status: 204 len: 168 time: 0.6082604 Dec 09 22:50:27.944388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43322) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:27.972495 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:27.972852 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:27.994508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Calling delete_port for 45adb0c5-d7a5-4778-a3d3-d9072dfd8688 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:28.005156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fb4c91-7826-4679-9d8a-a68dbf85559c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting subnet 12d60e85-2fc8-4596-b2bc-83af29e0ef0d {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:50:28.008827 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78fb4c91-7826-4679-9d8a-a68dbf85559c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:28.062501 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78fb4c91-7826-4679-9d8a-a68dbf85559c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:28.153415 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-711768fa-3786-4f4b-9faa-36b0cd3b3caf req-6bdf54bd-da5b-484c-b8de-8a7a11227d48 service neutron] 10.222.0.42 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108974 Dec 09 22:50:28.243305 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78fb4c91-7826-4679-9d8a-a68dbf85559c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:28.310135 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:28.326278 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78fb4c91-7826-4679-9d8a-a68dbf85559c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:28.363679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb4c91-7826-4679-9d8a-a68dbf85559c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Subnet': ['ID=12d60e85-2fc8-4596-b2bc-83af29e0ef0d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:28.386123 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-78fb4c91-7826-4679-9d8a-a68dbf85559c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:28.388518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2781b2cc-5f78-4929-b887-e4239f87281a None None] Network 1dcc80d6-f992-4934-b5c1-5417ef4507e1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:28.407975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Port': ['ID=45adb0c5-d7a5-4778-a3d3-d9072dfd8688,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:28.408784 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-78fb4c91-7826-4679-9d8a-a68dbf85559c tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/12d60e85-2fc8-4596-b2bc-83af29e0ef0d HTTP/1.1" status: 204 len: 168 time: 0.4631948 Dec 09 22:50:28.421036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43336) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:28.613182 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:28.617401 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:28.617741 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Floating IP 4a06c0b5-2252-48bf-bc4b-afa5e834cec5 disassociated (deleted). External IP: 172.25.8.202, port: 7dfb6485-0ad3-49ae-b990-bb1822e12ff7. Dec 09 22:50:28.644319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff726e65-7d7f-4317-8a1f-4baaf1f80b6b None None] DHCP port deletion for 1dcc80d6-f992-4934-b5c1-5417ef4507e1 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:28.719940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ff726e65-7d7f-4317-8a1f-4baaf1f80b6b None None] Deleting port 0dfda01c-5cfe-4640-90d0-2c177cbf013d {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:28.720866 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff726e65-7d7f-4317-8a1f-4baaf1f80b6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:28.854546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ff726e65-7d7f-4317-8a1f-4baaf1f80b6b None None] For port 0dfda01c-5cfe-4640-90d0-2c177cbf013d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0dfda01c-5cfe-4640-90d0-2c177cbf013d,segment=NetworkSegment(ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846),segment_id=ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:28.855275 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff726e65-7d7f-4317-8a1f-4baaf1f80b6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:28.872509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ff726e65-7d7f-4317-8a1f-4baaf1f80b6b None None] Calling delete_port for 0dfda01c-5cfe-4640-90d0-2c177cbf013d owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:29.016663 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff726e65-7d7f-4317-8a1f-4baaf1f80b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:29.042135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff726e65-7d7f-4317-8a1f-4baaf1f80b6b None None] Pushing event deleted for resources: {'Port': ['ID=0dfda01c-5cfe-4640-90d0-2c177cbf013d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:29.059233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff726e65-7d7f-4317-8a1f-4baaf1f80b6b None None] No DVR routers for this DVR port 0dfda01c-5cfe-4640-90d0-2c177cbf013d on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:29.321716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:29.404191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcc80d6-f992-4934-b5c1-5417ef4507e1']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:29.428962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:29.429304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0eb2d1-6b0b-4f43-a0ab-bdf19e328846') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:29.443763 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:29.518940 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:29.533073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:50:29.533504 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:50:29.539938 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:50:29.670821 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:29.677492 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:29.682100 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/networks/1dcc80d6-f992-4934-b5c1-5417ef4507e1 HTTP/1.1" status: 204 len: 168 time: 1.2538013 Dec 09 22:50:29.686745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43358) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:29.692447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8e19552f-bb76-4308-80de-b7ef63a76f74 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1886636037', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:29.754360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d92af2-7233-4644-a60a-7f8267f4c5df tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Network': ['ID=1dcc80d6-f992-4934-b5c1-5417ef4507e1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:29.765976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Router 487e9f57-7fea-4ef7-a5d0-a3185c76678d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:50:29.777749 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e19552f-bb76-4308-80de-b7ef63a76f74 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:29.782323 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e19552f-bb76-4308-80de-b7ef63a76f74 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:29.897108 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e19552f-bb76-4308-80de-b7ef63a76f74 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:29.904598 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e19552f-bb76-4308-80de-b7ef63a76f74 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:29.942285 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e19552f-bb76-4308-80de-b7ef63a76f74 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:29.946260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8e19552f-bb76-4308-80de-b7ef63a76f74 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2560251 Dec 09 22:50:29.953884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43360) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:29.980203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'network': {'name': 'tempest-RoutersTest-393752118'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:30.008453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:30.013352 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:30.019065 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f356b7-d8b8-4097-8db6-5513706c00c9 None None] Sync routers for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:30.027542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:30.035111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:30.037241 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f356b7-d8b8-4097-8db6-5513706c00c9 None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:30.038238 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-31f356b7-d8b8-4097-8db6-5513706c00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:30.048272 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a2d67696-fe0a-4d88-9222-91c7a1d9b8a9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/floatingips/4a06c0b5-2252-48bf-bc4b-afa5e834cec5 HTTP/1.1" status: 204 len: 168 time: 3.1239643 Dec 09 22:50:30.049029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'tag': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:50:30.062387 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a31e2a-b358-4f51-b3d6-3ca466fe24f3" -d '{"events": [{"name": "network-changed", "server_uuid": "24e6e0fb-902c-45b3-868f-9234013cf35b", "tag": "7dfb6485-0ad3-49ae-b990-bb1822e12ff7"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:50:30.084600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:50:30.116325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:30.116741 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Added segment 3e52d490-734b-4b1b-9793-456156b20fea of type vlan for network 7653b47c-7e2a-4da2-9d3d-560e15852578 Dec 09 22:50:30.157676 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e31737b-27c1-4b64-9d02-0c2ad57c1fd6 x-openstack-request-id: req-1e31737b-27c1-4b64-9d02-0c2ad57c1fd6 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:50:30.157915 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e6e0fb-902c-45b3-868f-9234013cf35b", "tag": "7dfb6485-0ad3-49ae-b990-bb1822e12ff7", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:50:30.158306 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e31737b-27c1-4b64-9d02-0c2ad57c1fd6 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:50:30.158640 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'tag': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'status': 'completed', 'code': 200} Dec 09 22:50:30.267647 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0dfda01c-5cfe-4640-90d0-2c177cbf013d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:30.296045 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:30.310679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0dfda01c-5cfe-4640-90d0-2c177cbf013d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:30.311021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0dfda01c-5cfe-4640-90d0-2c177cbf013d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:30.317105 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-31f356b7-d8b8-4097-8db6-5513706c00c9 None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:30.352401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a31e2a-b358-4f51-b3d6-3ca466fe24f3 req-3ef5278d-ed0c-4911-8699-418d30a4e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:30.360107 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12a31e2a-b358-4f51-b3d6-3ca466fe24f3 req-3ef5278d-ed0c-4911-8699-418d30a4e304 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 1098 time: 0.1755562 Dec 09 22:50:30.461467 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:30.481831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:30.484684 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:30.577040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a31e2a-b358-4f51-b3d6-3ca466fe24f3 req-a280b784-ad38-4fd0-8f57-2d32210f1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:30.579051 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12a31e2a-b358-4f51-b3d6-3ca466fe24f3 req-a280b784-ad38-4fd0-8f57-2d32210f1d72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbac22dd-67aa-47b7-8774-4ef181eb3eec HTTP/1.1" status: 200 len: 896 time: 0.2117162 Dec 09 22:50:30.639055 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12a31e2a-b358-4f51-b3d6-3ca466fe24f3 req-03e57dd2-0541-453e-82ad-049756eaf6f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dfb6485-0ad3-49ae-b990-bb1822e12ff7 HTTP/1.1" status: 200 len: 217 time: 0.0506768 Dec 09 22:50:30.644532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Network': ['ID=7653b47c-7e2a-4da2-9d3d-560e15852578,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:30.657979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6992235 Dec 09 22:50:30.660585 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43378) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:30.667145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-871cd9c3-2f97-4988-95e6-15c88431a40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'subnet': {'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:30.668271 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.668953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.669231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.669639 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.670128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.670530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.670931 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.671869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.672807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.673229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.673628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.674187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.674650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a13cd0-6060-4446-a0ed-a51668422717 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:30.691652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 7653b47c-7e2a-4da2-9d3d-560e15852578 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:50:30.700155 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-31f356b7-d8b8-4097-8db6-5513706c00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:50:18Z', 'revision_number': 6, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:38Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:30.729754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074a8f4-9351-47f5-910f-a0eae185d9f2 req-9a4e7dd1-70f0-4ca9-bcc6-89e96837a3a8 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:30.736182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7074a8f4-9351-47f5-910f-a0eae185d9f2 req-9a4e7dd1-70f0-4ca9-bcc6-89e96837a3a8 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 946 time: 0.3184302 Dec 09 22:50:30.782244 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f356b7-d8b8-4097-8db6-5513706c00c9 None None] Checking router: 487e9f57-7fea-4ef7-a5d0-a3185c76678d for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:50:30.786917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a31e2a-b358-4f51-b3d6-3ca466fe24f3 req-b84497aa-4d54-4cef-a74c-ea46f9c8eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:30.788404 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12a31e2a-b358-4f51-b3d6-3ca466fe24f3 req-b84497aa-4d54-4cef-a74c-ea46f9c8eefd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec2d7fa6-ff38-4b27-b3df-6476078d10f0 HTTP/1.1" status: 200 len: 835 time: 0.1412442 Dec 09 22:50:30.806855 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f356b7-d8b8-4097-8db6-5513706c00c9 None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:30.811391 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-31f356b7-d8b8-4097-8db6-5513706c00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:30.845007 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871cd9c3-2f97-4988-95e6-15c88431a40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:30.852057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-871cd9c3-2f97-4988-95e6-15c88431a40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:30.874357 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7074a8f4-9351-47f5-910f-a0eae185d9f2 req-1b6fb0b5-4bf7-4e6b-bfdb-29d6ccc63d4a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f2309a2-ed11-4d59-b706-6344e63202e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154044 Dec 09 22:50:30.918432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a31e2a-b358-4f51-b3d6-3ca466fe24f3 req-8eb3dcfd-cf56-418e-b711-65b909bb1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:30.920798 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12a31e2a-b358-4f51-b3d6-3ca466fe24f3 req-8eb3dcfd-cf56-418e-b711-65b909bb1e47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbac22dd-67aa-47b7-8774-4ef181eb3eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088672 Dec 09 22:50:31.066822 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-31f356b7-d8b8-4097-8db6-5513706c00c9 None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:31.070266 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-06df22b8-16bf-4f55-bb9f-69b1a14af5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:31.211697 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12a31e2a-b358-4f51-b3d6-3ca466fe24f3 req-3fb89a45-e591-4830-97e8-f8cdfb1effc0 service neutron] 10.222.0.42 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426560 Dec 09 22:50:31.416443 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-31f356b7-d8b8-4097-8db6-5513706c00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:50:18Z', 'revision_number': 6, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:38Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:31.449382 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f356b7-d8b8-4097-8db6-5513706c00c9 None None] The sync data for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 is: [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:50:18Z', 'revision_number': 6, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5b41bc8a-089e-42a4-ab77-13fcebb64151', 'name': '', 'network_id': 'dbac22dd-67aa-47b7-8774-4ef181eb3eec', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:68:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:30Z', 'updated_at': '2021-12-09T22:48:38Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ec2d7fa6-ff38-4b27-b3df-6476078d10f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:31.562296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12a31e2a-b358-4f51-b3d6-3ca466fe24f3 req-dc03d2b4-dde7-47e5-9265-20b6150e9f4b service neutron] 10.222.0.42 "GET /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865553 Dec 09 22:50:31.684767 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-871cd9c3-2f97-4988-95e6-15c88431a40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:31.802937 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2e84a-1190-4d53-b3e8-eb999c9ef297 req-44627b65-f3a2-4187-92f7-05ad955bceb9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:31.803286 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f1b2e84a-1190-4d53-b3e8-eb999c9ef297 req-44627b65-f3a2-4187-92f7-05ad955bceb9 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.42 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 946 time: 0.1815047 Dec 09 22:50:31.873611 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cd9c3-2f97-4988-95e6-15c88431a40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Subnet': ['ID=605d99bb-5058-45d0-bac8-43d4e4fff25d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:31.987962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871cd9c3-2f97-4988-95e6-15c88431a40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Checking segment: {'id': '3e52d490-734b-4b1b-9793-456156b20fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:31.987962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871cd9c3-2f97-4988-95e6-15c88431a40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network hostable DHCP agents. Network: 7653b47c-7e2a-4da2-9d3d-560e15852578, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:50:31.993854 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeae61a-37ff-49af-8295-929b3a56250f None None] New status for floating IP 4a06c0b5-2252-48bf-bc4b-afa5e834cec5: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:50:32.073079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871cd9c3-2f97-4988-95e6-15c88431a40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 7653b47c-7e2a-4da2-9d3d-560e15852578 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:50:32.111936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-871cd9c3-2f97-4988-95e6-15c88431a40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 7653b47c-7e2a-4da2-9d3d-560e15852578) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:32.121111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e5098-7d7d-4793-8fef-4e8ab6eaf1e9 None None] Network 7653b47c-7e2a-4da2-9d3d-560e15852578 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:32.136618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a30a-2e06-4fe4-b44d-5f39613cb53f req-9a8e1dae-c090-4929-838a-707fbdc38a8a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:32.137574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871cd9c3-2f97-4988-95e6-15c88431a40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:32.138205 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-871cd9c3-2f97-4988-95e6-15c88431a40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:32.141306 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7924a30a-2e06-4fe4-b44d-5f39613cb53f req-9a8e1dae-c090-4929-838a-707fbdc38a8a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 946 time: 0.1169269 Dec 09 22:50:32.205036 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-871cd9c3-2f97-4988-95e6-15c88431a40a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5413890 Dec 09 22:50:32.205890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43402) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:32.214443 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f1b2e84a-1190-4d53-b3e8-eb999c9ef297 req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:32.214794 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f1b2e84a-1190-4d53-b3e8-eb999c9ef297 req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:32.352720 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7924a30a-2e06-4fe4-b44d-5f39613cb53f req-8b36705b-7c89-469e-a76e-50237f150eaa tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f2309a2-ed11-4d59-b706-6344e63202e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017150 Dec 09 22:50:32.376289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-7653b47c-7e2a-4da2-9d3d-560e15852578', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:50:32.377644 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:32.584663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Allocated IP 172.20.0.2 (7653b47c-7e2a-4da2-9d3d-560e15852578/605d99bb-5058-45d0-bac8-43d4e4fff25d/a651d10b-55ed-46fb-b782-5eafe0c997e1) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:32.759566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f1b2e84a-1190-4d53-b3e8-eb999c9ef297 req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] For port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7dfb6485-0ad3-49ae-b990-bb1822e12ff7,segment=NetworkSegment(936272cb-3588-4b12-b1f9-9b36f52699e6),segment_id=936272cb-3588-4b12-b1f9-9b36f52699e6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:32.760223 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f1b2e84a-1190-4d53-b3e8-eb999c9ef297 req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:32.800331 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:32.802292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-f1b2e84a-1190-4d53-b3e8-eb999c9ef297 req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Calling delete_port for 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:32.822801 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:32.833743 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:32.892621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Pushing event updated for resources: {'Port': ['ID=a651d10b-55ed-46fb-b782-5eafe0c997e1,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:32.907862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Network 7653b47c-7e2a-4da2-9d3d-560e15852578 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:32.910264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:32.915028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:32.988115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Attempting to bind port a651d10b-55ed-46fb-b782-5eafe0c997e1 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:32.988515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Attempting to bind port a651d10b-55ed-46fb-b782-5eafe0c997e1 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '3e52d490-734b-4b1b-9793-456156b20fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:32.988884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Attempting to bind port a651d10b-55ed-46fb-b782-5eafe0c997e1 on network 7653b47c-7e2a-4da2-9d3d-560e15852578 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:32.994318 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:32.994978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Checking segment: {'id': '3e52d490-734b-4b1b-9793-456156b20fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:32.995069 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:32.995458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Bound using segment: {'id': '3e52d490-734b-4b1b-9793-456156b20fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:32.995922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Bound port: a651d10b-55ed-46fb-b782-5eafe0c997e1, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e52d490-734b-4b1b-9793-456156b20fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:32.996300 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:33.067635 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] For port a651d10b-55ed-46fb-b782-5eafe0c997e1, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:33.070943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] For port a651d10b-55ed-46fb-b782-5eafe0c997e1, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a651d10b-55ed-46fb-b782-5eafe0c997e1,segment=NetworkSegment(3e52d490-734b-4b1b-9793-456156b20fea),segment_id=3e52d490-734b-4b1b-9793-456156b20fea)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:33.080907 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:33.152734 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abff01-fd80-4055-8bd6-b385b64ada42 None None] Pushing event updated for resources: {'Port': ['ID=a651d10b-55ed-46fb-b782-5eafe0c997e1,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:33.350025 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f1b2e84a-1190-4d53-b3e8-eb999c9ef297 req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:33.364975 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d9a0680c-8125-458a-88e3-724fef5af3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:33.430467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Port': ['ID=7dfb6485-0ad3-49ae-b990-bb1822e12ff7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:33.452476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.453102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.453385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.453699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.454074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.454414 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.454892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.455238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.455582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.455955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.456299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.456628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.457018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:33.492104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Allocated IP 172.20.0.1 (7653b47c-7e2a-4da2-9d3d-560e15852578/605d99bb-5058-45d0-bac8-43d4e4fff25d/97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:33.524063 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b2e84a-1190-4d53-b3e8-eb999c9ef297 req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] No DVR routers for this DVR port 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:33.529431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f1b2e84a-1190-4d53-b3e8-eb999c9ef297 req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:33.539005 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f1b2e84a-1190-4d53-b3e8-eb999c9ef297 req-8e49871f-ff73-41ce-8085-7655d2467c19 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.42 "DELETE /v2.0/ports/7dfb6485-0ad3-49ae-b990-bb1822e12ff7 HTTP/1.1" status: 204 len: 173 time: 1.6951780 Dec 09 22:50:33.539507 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'name': 'network-vif-deleted', 'tag': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:50:33.541887 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad08f74a-2017-4e3c-ab62-5832fbf70115" -d '{"events": [{"server_uuid": "24e6e0fb-902c-45b3-868f-9234013cf35b", "name": "network-vif-deleted", "tag": "7dfb6485-0ad3-49ae-b990-bb1822e12ff7"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:50:33.564435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d199736-b4a7-4f72-818e-d44db7593ab0 req-d3a76e3d-0692-4248-8362-765fbed611ae tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e6e0fb-902c-45b3-868f-9234013cf35b HTTP/1.1" status: 200 len: 210 time: 0.0509629 Dec 09 22:50:33.777017 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:33.786418 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc30dd45-3543-46f9-8ac4-71235faff722 x-openstack-request-id: req-fc30dd45-3543-46f9-8ac4-71235faff722 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:50:33.786815 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e6e0fb-902c-45b3-868f-9234013cf35b", "name": "network-vif-deleted", "tag": "7dfb6485-0ad3-49ae-b990-bb1822e12ff7", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:50:33.787139 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc30dd45-3543-46f9-8ac4-71235faff722 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:50:33.787624 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e6e0fb-902c-45b3-868f-9234013cf35b', 'name': 'network-vif-deleted', 'tag': '7dfb6485-0ad3-49ae-b990-bb1822e12ff7', 'status': 'completed', 'code': 200} Dec 09 22:50:33.865276 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:33.891970 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:33.962213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 7653b47c-7e2a-4da2-9d3d-560e15852578 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:33.977168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:33.981839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:34.014082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:34.051590 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:34.232476 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:34.315097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a651d10b-55ed-46fb-b782-5eafe0c997e1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:34.447207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a651d10b-55ed-46fb-b782-5eafe0c997e1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:34.447656 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:34.597113 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:34.602643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:34.627708 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:34.673047 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:34.676974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port a651d10b-55ed-46fb-b782-5eafe0c997e1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a651d10b-55ed-46fb-b782-5eafe0c997e1,segment=NetworkSegment(3e52d490-734b-4b1b-9793-456156b20fea),segment_id=3e52d490-734b-4b1b-9793-456156b20fea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:34.682425 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:34.719394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43456) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:34.820932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:34.828822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 7653b47c-7e2a-4da2-9d3d-560e15852578 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:34.830326 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:34.867066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=a651d10b-55ed-46fb-b782-5eafe0c997e1,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:34.883928 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:34.908707 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0ae7-f387-4aa8-a04b-23b3a359385a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:34.952176 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0ae7-f387-4aa8-a04b-23b3a359385a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:35.030246 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0ae7-f387-4aa8-a04b-23b3a359385a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:35.032915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0ae7-f387-4aa8-a04b-23b3a359385a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:35.034082 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b0ae0ae7-f387-4aa8-a04b-23b3a359385a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/security-groups/0f2309a2-ed11-4d59-b706-6344e63202e2 HTTP/1.1" status: 204 len: 168 time: 0.3130634 Dec 09 22:50:35.055082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae0ae7-f387-4aa8-a04b-23b3a359385a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2309a2-ed11-4d59-b706-6344e63202e2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:35.068938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43468) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:35.131279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 55c02df1-0bb7-4608-b9aa-619c7432f592 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:50:35.154277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155d0a24-79a1-4cfc-a4d7-c9835c3cbc6f None None] Network 7653b47c-7e2a-4da2-9d3d-560e15852578 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:35.239276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-05ffe4a0-f244-4074-ba1f-a5a70c61b7e2 None None] Provisioning complete for port a651d10b-55ed-46fb-b782-5eafe0c997e1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:35.239891 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05ffe4a0-f244-4074-ba1f-a5a70c61b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:35.551728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:35.584660 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:35.585028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7dfb6485-0ad3-49ae-b990-bb1822e12ff7 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:35.744990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:35.754107 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-454e1069-56a7-4042-a889-b7c39b3907e1 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5419307 Dec 09 22:50:35.754845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43498) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:35.761841 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Sync routers for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:35.772420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-de720b9a-0303-4117-b881-99d8d8a8ffe9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'network': {'name': 'tempest-RoutersTest-1911240065'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:35.780197 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:35.782651 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:35.822528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de720b9a-0303-4117-b881-99d8d8a8ffe9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:35.829824 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de720b9a-0303-4117-b881-99d8d8a8ffe9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:35.874254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de720b9a-0303-4117-b881-99d8d8a8ffe9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:50:35.922496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de720b9a-0303-4117-b881-99d8d8a8ffe9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:35.923192 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-de720b9a-0303-4117-b881-99d8d8a8ffe9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Added segment 9da67e98-09d4-4f0a-abcc-ad76a1ccdde4 of type vlan for network afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 Dec 09 22:50:35.997426 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:35.998738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-86d06342-b6b8-48b1-b55e-d17a2a99f42f None None] Provisioning complete for port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:35.999816 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-86d06342-b6b8-48b1-b55e-d17a2a99f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.042810 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de720b9a-0303-4117-b881-99d8d8a8ffe9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.092538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-86d06342-b6b8-48b1-b55e-d17a2a99f42f None None] Port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:50:36.095274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de720b9a-0303-4117-b881-99d8d8a8ffe9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.107735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de720b9a-0303-4117-b881-99d8d8a8ffe9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:36.110652 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de720b9a-0303-4117-b881-99d8d8a8ffe9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.143700 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9468029d-e415-460e-8b6c-bd7470afd3cd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.145661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-86d06342-b6b8-48b1-b55e-d17a2a99f42f None None] Provisioning complete for port a651d10b-55ed-46fb-b782-5eafe0c997e1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:36.146075 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-86d06342-b6b8-48b1-b55e-d17a2a99f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.149376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-de720b9a-0303-4117-b881-99d8d8a8ffe9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3933747 Dec 09 22:50:36.155127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43506) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:36.166130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6f89ff09-0781-40ed-9206-6724a7764efb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'subnet': {'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:36.314945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a651d10b-55ed-46fb-b782-5eafe0c997e1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:36.405895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de720b9a-0303-4117-b881-99d8d8a8ffe9 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Network': ['ID=afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:36.434163 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:50:34Z', 'revision_number': 2, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:34Z', 'revision_number': 2, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:36.498284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:50:36.500269 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Checking router: 55c02df1-0bb7-4608-b9aa-619c7432f592 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:50:36.500540 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Updating router 55c02df1-0bb7-4608-b9aa-619c7432f592 port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:50:36.500994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f89ff09-0781-40ed-9206-6724a7764efb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:36.515329 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6f89ff09-0781-40ed-9206-6724a7764efb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.516222 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.558929 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.686941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a651d10b-55ed-46fb-b782-5eafe0c997e1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:36.687504 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.726760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9256bb22-bd2c-4cf0-9ba3-5a01ccdad44b None None] Provisioning complete for port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:36.727285 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9256bb22-bd2c-4cf0-9ba3-5a01ccdad44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.739083 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9468029d-e415-460e-8b6c-bd7470afd3cd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting port 5b41bc8a-089e-42a4-ab77-13fcebb64151 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:36.739490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9468029d-e415-460e-8b6c-bd7470afd3cd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.779541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9256bb22-bd2c-4cf0-9ba3-5a01ccdad44b None None] Port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:50:36.886414 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-9468029d-e415-460e-8b6c-bd7470afd3cd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] For port 5b41bc8a-089e-42a4-ab77-13fcebb64151, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5b41bc8a-089e-42a4-ab77-13fcebb64151,segment=NetworkSegment(936272cb-3588-4b12-b1f9-9b36f52699e6),segment_id=936272cb-3588-4b12-b1f9-9b36f52699e6)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:36.887042 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9468029d-e415-460e-8b6c-bd7470afd3cd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:36.900685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9468029d-e415-460e-8b6c-bd7470afd3cd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Calling delete_port for 5b41bc8a-089e-42a4-ab77-13fcebb64151 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:36.910105 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6f89ff09-0781-40ed-9206-6724a7764efb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.002226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89ff09-0781-40ed-9206-6724a7764efb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Subnet': ['ID=b06f93c8-dae8-4a77-bde1-df7112e1b00f,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:37.018974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89ff09-0781-40ed-9206-6724a7764efb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Checking segment: {'id': '9da67e98-09d4-4f0a-abcc-ad76a1ccdde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:37.019345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89ff09-0781-40ed-9206-6724a7764efb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network hostable DHCP agents. Network: afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:50:37.028006 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.044361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89ff09-0781-40ed-9206-6724a7764efb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:50:37.058980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6f89ff09-0781-40ed-9206-6724a7764efb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:37.063882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89ff09-0781-40ed-9206-6724a7764efb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:37.064975 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6f89ff09-0781-40ed-9206-6724a7764efb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.071180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78635b4-d466-45a5-af2b-97bf84475992 None None] Network afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:37.095703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6f89ff09-0781-40ed-9206-6724a7764efb tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9394453 Dec 09 22:50:37.096722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43524) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:37.122193 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.147205 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.183116 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9468029d-e415-460e-8b6c-bd7470afd3cd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.206894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2504faed-949a-40b1-bef8-235444614128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:50:37.208107 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2504faed-949a-40b1-bef8-235444614128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.211404 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Pushing event updated for resources: {'Port': ['ID=97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:37.219665 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.220257 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.220780 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.221281 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.225350 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.229283 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.230000 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.230536 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.231045 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.231552 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.235420 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.235951 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.236453 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:50:37.251939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468029d-e415-460e-8b6c-bd7470afd3cd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Port': ['ID=5b41bc8a-089e-42a4-ab77-13fcebb64151,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:37.336514 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Attempting to bind port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:37.337152 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Attempting to bind port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '3e52d490-734b-4b1b-9793-456156b20fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:37.337686 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Attempting to bind port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 on network 7653b47c-7e2a-4da2-9d3d-560e15852578 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:37.347184 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:37.349905 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Checking segment: {'id': '3e52d490-734b-4b1b-9793-456156b20fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:37.350510 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.351462 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Bound using segment: {'id': '3e52d490-734b-4b1b-9793-456156b20fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:37.359910 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Bound port: 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e52d490-734b-4b1b-9793-456156b20fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:37.360751 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.468475 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] For port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:37.473101 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] For port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12,segment=NetworkSegment(3e52d490-734b-4b1b-9793-456156b20fea),segment_id=3e52d490-734b-4b1b-9793-456156b20fea)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:37.478533 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.567061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-2504faed-949a-40b1-bef8-235444614128 None None] Allocated IP 172.21.0.2 (afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0/b06f93c8-dae8-4a77-bde1-df7112e1b00f/0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:37.574250 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:37.583209 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:37.690604 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9468029d-e415-460e-8b6c-bd7470afd3cd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.722768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ffdffc06-2154-4b77-8271-f259688271c5 None None] Provisioning complete for port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:37.723262 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ffdffc06-2154-4b77-8271-f259688271c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.756588 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.846378 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:37.915054 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2504faed-949a-40b1-bef8-235444614128 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.932598 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ffdffc06-2154-4b77-8271-f259688271c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:37.961385 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2504faed-949a-40b1-bef8-235444614128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:38.092441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9468029d-e415-460e-8b6c-bd7470afd3cd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Router 487e9f57-7fea-4ef7-a5d0-a3185c76678d has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:50:38.100006 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431945a-fe63-45ff-b797-a777b15e5a9b None None] Pushing event updated for resources: {'Port': ['ID=97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:38.106578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504faed-949a-40b1-bef8-235444614128 None None] Pushing event updated for resources: {'Port': ['ID=0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:38.163993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2504faed-949a-40b1-bef8-235444614128 None None] Network afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:38.180172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-2504faed-949a-40b1-bef8-235444614128 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:38.258832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2504faed-949a-40b1-bef8-235444614128 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:38.273860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ffdffc06-2154-4b77-8271-f259688271c5 None None] For port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12,segment=NetworkSegment(3e52d490-734b-4b1b-9793-456156b20fea),segment_id=3e52d490-734b-4b1b-9793-456156b20fea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:38.327211 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ffdffc06-2154-4b77-8271-f259688271c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:38.359596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9468029d-e415-460e-8b6c-bd7470afd3cd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:38.367476 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:50:34Z', 'revision_number': 2, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:37Z', 'revision_number': 4, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:38.384560 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9468029d-e415-460e-8b6c-bd7470afd3cd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "PUT /v2.0/routers/487e9f57-7fea-4ef7-a5d0-a3185c76678d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3123562 Dec 09 22:50:38.386773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43578) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:38.423118 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c5c0e-7ec5-4c51-af43-9e1caf6442a9 None None] The sync data for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 is: [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:50:34Z', 'revision_number': 2, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:37Z', 'revision_number': 4, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:38.429060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267a348-cc7d-4d8b-8410-04a81bee8ee1 None None] Sync routers for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:38.494954 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64a48ed-b528-406f-80ed-0f6d6c963b6f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting subnet ec2d7fa6-ff38-4b27-b3df-6476078d10f0 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:50:38.514184 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d64a48ed-b528-406f-80ed-0f6d6c963b6f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:38.540416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2504faed-949a-40b1-bef8-235444614128 None None] Attempting to bind port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:38.540793 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2504faed-949a-40b1-bef8-235444614128 None None] Attempting to bind port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '9da67e98-09d4-4f0a-abcc-ad76a1ccdde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:38.541161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2504faed-949a-40b1-bef8-235444614128 None None] Attempting to bind port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 on network afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:38.555702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267a348-cc7d-4d8b-8410-04a81bee8ee1 None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:38.556375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c267a348-cc7d-4d8b-8410-04a81bee8ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:38.560358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-89783014-9ac9-4201-93fa-5040cd8bbf38 None None] Provisioning complete for port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:38.560727 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-89783014-9ac9-4201-93fa-5040cd8bbf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:38.616943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdffc06-2154-4b77-8271-f259688271c5 None None] Pushing event updated for resources: {'Port': ['ID=97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:38.646249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d64a48ed-b528-406f-80ed-0f6d6c963b6f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:38.677870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2504faed-949a-40b1-bef8-235444614128 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:38.678251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2504faed-949a-40b1-bef8-235444614128 None None] Checking segment: {'id': '9da67e98-09d4-4f0a-abcc-ad76a1ccdde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:38.678668 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2504faed-949a-40b1-bef8-235444614128 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:38.679102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2504faed-949a-40b1-bef8-235444614128 None None] Bound using segment: {'id': '9da67e98-09d4-4f0a-abcc-ad76a1ccdde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:38.679591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2504faed-949a-40b1-bef8-235444614128 None None] Bound port: 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da67e98-09d4-4f0a-abcc-ad76a1ccdde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:38.680005 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2504faed-949a-40b1-bef8-235444614128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:38.885345 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d64a48ed-b528-406f-80ed-0f6d6c963b6f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:38.909183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-c267a348-cc7d-4d8b-8410-04a81bee8ee1 None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:38.914002 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Allocated IP 172.21.0.1 (afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0/b06f93c8-dae8-4a77-bde1-df7112e1b00f/ed69682d-e7d1-4172-9a48-a649e853e874) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:38.934421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fb26b-a6c6-47cb-9827-6063439cad88 req-cb48a5ae-060b-4526-8c05-b229c4f4af7d tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:38.956140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab4fb26b-a6c6-47cb-9827-6063439cad88 req-cb48a5ae-060b-4526-8c05-b229c4f4af7d tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1099 time: 0.2069523 Dec 09 22:50:39.036217 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d64a48ed-b528-406f-80ed-0f6d6c963b6f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:39.040441 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab4fb26b-a6c6-47cb-9827-6063439cad88 req-1ab966ea-149f-4a62-8240-b6e7cac56d80 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681367 Dec 09 22:50:39.091449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43602) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:39.108037 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d64a48ed-b528-406f-80ed-0f6d6c963b6f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:39.116790 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d64a48ed-b528-406f-80ed-0f6d6c963b6f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/subnets/ec2d7fa6-ff38-4b27-b3df-6476078d10f0 HTTP/1.1" status: 204 len: 168 time: 0.7306018 Dec 09 22:50:39.135358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43604) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:39.138276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26e3601-2aff-4cea-85e8-5b336d6b6492 None None] Network dbac22dd-67aa-47b7-8774-4ef181eb3eec requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:39.197321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:39.286433 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:39.371823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2504faed-949a-40b1-bef8-235444614128 None None] For port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:39.374489 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:39.389134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:39.406996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:39.411407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2504faed-949a-40b1-bef8-235444614128 None None] For port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8,segment=NetworkSegment(9da67e98-09d4-4f0a-abcc-ad76a1ccdde4),segment_id=9da67e98-09d4-4f0a-abcc-ad76a1ccdde4)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:39.414017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c267a348-cc7d-4d8b-8410-04a81bee8ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:50:37Z', 'revision_number': 7, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:39.446337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=ed69682d-e7d1-4172-9a48-a649e853e874,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:39.452633 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2504faed-949a-40b1-bef8-235444614128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:39.463095 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:39.485533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a48ed-b528-406f-80ed-0f6d6c963b6f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2d7fa6-ff38-4b27-b3df-6476078d10f0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:39.509305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267a348-cc7d-4d8b-8410-04a81bee8ee1 None None] Checking router: 487e9f57-7fea-4ef7-a5d0-a3185c76678d for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:50:39.517177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504faed-949a-40b1-bef8-235444614128 None None] Pushing event updated for resources: {'Port': ['ID=0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:39.547120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267a348-cc7d-4d8b-8410-04a81bee8ee1 None None] Routers {'487e9f57-7fea-4ef7-a5d0-a3185c76678d'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:39.547819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c267a348-cc7d-4d8b-8410-04a81bee8ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:39.561341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:39.815294 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:39.969100 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.041912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-c267a348-cc7d-4d8b-8410-04a81bee8ee1 None None] Set router 487e9f57-7fea-4ef7-a5d0-a3185c76678d gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:40.162667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port cc62f19f-84bb-47ee-bdf0-5dff21aed7c6 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:40.163020 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.167686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2659c53e-88cd-48d8-8e4a-b87554f61e4d None None] DHCP port deletion for dbac22dd-67aa-47b7-8774-4ef181eb3eec request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:40.201462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting port c607ac9d-418e-4003-aa4e-0edd9857d5cd {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:40.201881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.363958 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2659c53e-88cd-48d8-8e4a-b87554f61e4d None None] Deleting port 22f15610-2b05-424f-b061-dcce179ccd31 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:40.364600 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2659c53e-88cd-48d8-8e4a-b87554f61e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.420522 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.420978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.434937 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for cc62f19f-84bb-47ee-bdf0-5dff21aed7c6 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:40.441673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:40.483337 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.488353 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.552563 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2659c53e-88cd-48d8-8e4a-b87554f61e4d None None] For port 22f15610-2b05-424f-b061-dcce179ccd31, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=22f15610-2b05-424f-b061-dcce179ccd31,segment=NetworkSegment(936272cb-3588-4b12-b1f9-9b36f52699e6),segment_id=936272cb-3588-4b12-b1f9-9b36f52699e6)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:40.553291 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2659c53e-88cd-48d8-8e4a-b87554f61e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.584793 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2659c53e-88cd-48d8-8e4a-b87554f61e4d None None] Calling delete_port for 22f15610-2b05-424f-b061-dcce179ccd31 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:40.596052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=ed69682d-e7d1-4172-9a48-a649e853e874,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:40.598639 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.689213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:40.689860 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.695473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c267a348-cc7d-4d8b-8410-04a81bee8ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:50:37Z', 'revision_number': 7, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:40.750124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:40.751807 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.752296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:40.772027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267a348-cc7d-4d8b-8410-04a81bee8ee1 None None] The sync data for ids ['487e9f57-7fea-4ef7-a5d0-a3185c76678d'] in n-d-789963-23 is: [{'id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'name': 'tempest-TestNetworkBasicOps-router-899059807', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:19Z', 'updated_at': '2021-12-09T22:50:37Z', 'revision_number': 7, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'c607ac9d-418e-4003-aa4e-0edd9857d5cd', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e9f57-7fea-4ef7-a5d0-a3185c76678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:21Z', 'updated_at': '2021-12-09T22:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:40.850166 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2659c53e-88cd-48d8-8e4a-b87554f61e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.881768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659c53e-88cd-48d8-8e4a-b87554f61e4d None None] No DVR routers for this DVR port 22f15610-2b05-424f-b061-dcce179ccd31 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:40.920465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 55c02df1-0bb7-4608-b9aa-619c7432f592 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:50:40.933715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659c53e-88cd-48d8-8e4a-b87554f61e4d None None] Pushing event deleted for resources: {'Port': ['ID=22f15610-2b05-424f-b061-dcce179ccd31,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:40.937454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] For port c607ac9d-418e-4003-aa4e-0edd9857d5cd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c607ac9d-418e-4003-aa4e-0edd9857d5cd,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:40.937853 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:40.977867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Calling delete_port for c607ac9d-418e-4003-aa4e-0edd9857d5cd owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:41.007590 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:41.057942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=cc62f19f-84bb-47ee-bdf0-5dff21aed7c6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:41.060157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8,segment=NetworkSegment(9da67e98-09d4-4f0a-abcc-ad76a1ccdde4),segment_id=9da67e98-09d4-4f0a-abcc-ad76a1ccdde4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:41.067581 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:41.069136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:41.122702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:41.133418 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Sync routers for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:41.134487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e5cfc6a5-def0-4e5f-af5d-5c6fcab9a2bd tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0363779 Dec 09 22:50:41.136990 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43634) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:41.151754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e37ede81-e9d5-4b13-8d33-f2fe0d11030f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'network': {'name': 'tempest-RoutersTest-674933947'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:41.163377 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:41.164029 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:41.194865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:41.195257 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:41.211364 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:41.214198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37ede81-e9d5-4b13-8d33-f2fe0d11030f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:41.223283 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e37ede81-e9d5-4b13-8d33-f2fe0d11030f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:41.299768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37ede81-e9d5-4b13-8d33-f2fe0d11030f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:50:41.317205 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:41.317663 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Floating IP eb5c9dda-3bbe-455a-8e42-a9c2945ea27d disassociated (deleted). External IP: 172.25.8.184, port: 75d974f9-dc7c-4271-9528-308cdeeca42d. Dec 09 22:50:41.320635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e37ede81-e9d5-4b13-8d33-f2fe0d11030f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:41.320987 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-e37ede81-e9d5-4b13-8d33-f2fe0d11030f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Added segment 6dd0cc62-c876-4d7e-8d8f-069ac8f94624 of type vlan for network 584fe80f-06d0-4717-8d3d-85cad7301cd9 Dec 09 22:50:41.421256 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e37ede81-e9d5-4b13-8d33-f2fe0d11030f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:41.463149 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:41.492156 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e37ede81-e9d5-4b13-8d33-f2fe0d11030f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:41.528053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37ede81-e9d5-4b13-8d33-f2fe0d11030f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:41.529205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e37ede81-e9d5-4b13-8d33-f2fe0d11030f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:41.535484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 22f15610-2b05-424f-b061-dcce179ccd31 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:41.580776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 22f15610-2b05-424f-b061-dcce179ccd31 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:41.581123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 22f15610-2b05-424f-b061-dcce179ccd31 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:41.596935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e37ede81-e9d5-4b13-8d33-f2fe0d11030f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4505248 Dec 09 22:50:41.601036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43636) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:41.630996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-17608fe5-807c-4b53-be11-fcb5695559d7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'subnet': {'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:41.689060 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:41.736418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b66b0f3-ad96-4bb4-8e86-686a6ed9a745 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:41.810267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ede81-e9d5-4b13-8d33-f2fe0d11030f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Network': ['ID=584fe80f-06d0-4717-8d3d-85cad7301cd9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:41.814005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Port': ['ID=c607ac9d-418e-4003-aa4e-0edd9857d5cd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:41.826868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 584fe80f-06d0-4717-8d3d-85cad7301cd9 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:50:41.860330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17608fe5-807c-4b53-be11-fcb5695559d7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:41.865644 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17608fe5-807c-4b53-be11-fcb5695559d7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:41.871796 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:50:39Z', 'revision_number': 3, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:40Z', 'revision_number': 2, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:41.926744 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Checking router: 55c02df1-0bb7-4608-b9aa-619c7432f592 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:50:41.927200 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Updating router 55c02df1-0bb7-4608-b9aa-619c7432f592 port ed69682d-e7d1-4172-9a48-a649e853e874 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:50:41.960149 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc312fe-384c-40a1-8634-24e480336159 None None] Network afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:41.986543 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.066907 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.141849 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6714a453-86e9-4ec1-a279-d634b6013c07 None None] Provisioning complete for port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:42.142435 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6714a453-86e9-4ec1-a279-d634b6013c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.305487 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17608fe5-807c-4b53-be11-fcb5695559d7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.370818 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:42.381989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.393383 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.423357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17608fe5-807c-4b53-be11-fcb5695559d7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Subnet': ['ID=70f10662-777d-4492-bb81-69c9d303bba4,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:42.469564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17608fe5-807c-4b53-be11-fcb5695559d7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Checking segment: {'id': '6dd0cc62-c876-4d7e-8d8f-069ac8f94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:42.470055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17608fe5-807c-4b53-be11-fcb5695559d7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network hostable DHCP agents. Network: 584fe80f-06d0-4717-8d3d-85cad7301cd9, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:50:42.487289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:42.488023 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.497325 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.508072 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.523730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17608fe5-807c-4b53-be11-fcb5695559d7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 584fe80f-06d0-4717-8d3d-85cad7301cd9 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:50:42.535740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-17608fe5-807c-4b53-be11-fcb5695559d7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 584fe80f-06d0-4717-8d3d-85cad7301cd9) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:42.540294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17608fe5-807c-4b53-be11-fcb5695559d7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:42.540899 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17608fe5-807c-4b53-be11-fcb5695559d7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.562686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f71557-7823-4d66-ae2b-c5db8228008d None None] Network 584fe80f-06d0-4717-8d3d-85cad7301cd9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:42.587610 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-17608fe5-807c-4b53-be11-fcb5695559d7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9811668 Dec 09 22:50:42.590309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43650) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:42.658946 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.661333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Fanout notify agent at l3_agent the message router_deleted on router 487e9f57-7fea-4ef7-a5d0-a3185c76678d {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:50:42.679764 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.682914 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e864f0ff-3405-4b70-a1cc-5b0154453c99 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/routers/487e9f57-7fea-4ef7-a5d0-a3185c76678d HTTP/1.1" status: 204 len: 168 time: 3.5419207 Dec 09 22:50:42.686793 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43656) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:42.739177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router a332e24e-1161-461f-8ebc-aa88aa2ccc6f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:50:42.743609 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b01121-971f-4728-a991-02f5000cb0e7 None None] Pushing event updated for resources: {'Port': ['ID=ed69682d-e7d1-4172-9a48-a649e853e874,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:42.792396 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Attempting to bind port ed69682d-e7d1-4172-9a48-a649e853e874 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:42.804438 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Attempting to bind port ed69682d-e7d1-4172-9a48-a649e853e874 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '9da67e98-09d4-4f0a-abcc-ad76a1ccdde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:42.806707 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Attempting to bind port ed69682d-e7d1-4172-9a48-a649e853e874 on network afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:42.820487 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:42.822561 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Checking segment: {'id': '9da67e98-09d4-4f0a-abcc-ad76a1ccdde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:42.824182 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.824692 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Bound using segment: {'id': '9da67e98-09d4-4f0a-abcc-ad76a1ccdde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:42.825342 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Bound port: ed69682d-e7d1-4172-9a48-a649e853e874, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da67e98-09d4-4f0a-abcc-ad76a1ccdde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:42.826856 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.863688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-584fe80f-06d0-4717-8d3d-85cad7301cd9', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:50:42.864642 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:42.987935 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.006426 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] For port ed69682d-e7d1-4172-9a48-a649e853e874, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:43.021879 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] For port ed69682d-e7d1-4172-9a48-a649e853e874, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ed69682d-e7d1-4172-9a48-a649e853e874,segment=NetworkSegment(9da67e98-09d4-4f0a-abcc-ad76a1ccdde4),segment_id=9da67e98-09d4-4f0a-abcc-ad76a1ccdde4)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:43.038521 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.185406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43664) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:43.188428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6bc0d49-a149-4c54-835b-9ec1703585cf None None] Provisioning complete for port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:43.189367 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0d49-a149-4c54-835b-9ec1703585cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.217230 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b01121-971f-4728-a991-02f5000cb0e7 None None] Pushing event updated for resources: {'Port': ['ID=ed69682d-e7d1-4172-9a48-a649e853e874,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:43.222219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:43.237294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e279647-27c0-4be5-ac53-5038abe1f1d8 None None] Sync routers for ids ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:43.258845 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:43.268216 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:43.299285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.305004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e279647-27c0-4be5-ac53-5038abe1f1d8 None None] Routers {'a332e24e-1161-461f-8ebc-aa88aa2ccc6f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:43.305755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9e279647-27c0-4be5-ac53-5038abe1f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:43.310480 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.387424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbac22dd-67aa-47b7-8774-4ef181eb3eec']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:43.412684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-59976d90-cdb1-4107-b9ea-53183291dd2a admin admin] Deleting subnet 4c9c1479-7ba2-4d5b-8a02-2ea846ce92eb {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:50:43.413105 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-53940bfa-3759-42ee-81a6-d42bb1360a24 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/floatingips/eb5c9dda-3bbe-455a-8e42-a9c2945ea27d HTTP/1.1" status: 204 len: 168 time: 4.2949536 Dec 09 22:50:43.417100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:50:43.419586 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5e9736-7e61-4c65-9c45-687900bfc278" -d '{"events": [{"name": "network-changed", "server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:50:43.422603 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-59976d90-cdb1-4107-b9ea-53183291dd2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.441266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936272cb-3588-4b12-b1f9-9b36f52699e6') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:43.441635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936272cb-3588-4b12-b1f9-9b36f52699e6') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:43.465781 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.502460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.531584 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:50:43.532001 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.536471 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a20bb1-6e50-433f-b18d-f20f6ff0dcf5 x-openstack-request-id: req-09a20bb1-6e50-433f-b18d-f20f6ff0dcf5 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:50:43.536765 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:50:43.537022 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09a20bb1-6e50-433f-b18d-f20f6ff0dcf5 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:50:43.537428 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'status': 'completed', 'code': 200} Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:50:43.538154 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:50:43.584292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9e279647-27c0-4be5-ac53-5038abe1f1d8 None None] Set router a332e24e-1161-461f-8ebc-aa88aa2ccc6f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:43.606387 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-59976d90-cdb1-4107-b9ea-53183291dd2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.744660 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.751970 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:43.777750 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.784210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/networks/dbac22dd-67aa-47b7-8774-4ef181eb3eec HTTP/1.1" status: 204 len: 168 time: 1.0932505 Dec 09 22:50:43.812178 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.816078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43676) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:43.818166 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-59976d90-cdb1-4107-b9ea-53183291dd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:43.819401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7e372-439f-4dcc-8c35-059c94eb3f44 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Network': ['ID=dbac22dd-67aa-47b7-8774-4ef181eb3eec,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:43.839147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e9736-7e61-4c65-9c45-687900bfc278 req-22677888-bedf-4f71-b3e8-380111f0ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:43.841301 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef5e9736-7e61-4c65-9c45-687900bfc278 req-22677888-bedf-4f71-b3e8-380111f0ae4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 1099 time: 0.2525640 Dec 09 22:50:43.928522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2833061c-0434-4db4-8fc3-3ef9f2f9bdcd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'network': {'name': 'tempest-network-smoke--241325314', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'port_security_enabled': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:44.012181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2833061c-0434-4db4-8fc3-3ef9f2f9bdcd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Made reservation on behalf of 8d5883f7417a42efabff0c7cb8a885e9 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:44.020928 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2833061c-0434-4db4-8fc3-3ef9f2f9bdcd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:44.069655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e9736-7e61-4c65-9c45-687900bfc278 req-b9182422-1dd7-4052-a03a-8f7056e22bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:44.072338 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef5e9736-7e61-4c65-9c45-687900bfc278 req-b9182422-1dd7-4052-a03a-8f7056e22bec service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 200 len: 898 time: 0.2200012 Dec 09 22:50:44.149232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5b41bc8a-089e-42a4-ab77-13fcebb64151 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:44.167005 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef5e9736-7e61-4c65-9c45-687900bfc278 req-c1bd7b86-1769-4581-9d4d-329aa62e1265 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 200 len: 217 time: 0.0865421 Dec 09 22:50:44.197388 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 5b41bc8a-089e-42a4-ab77-13fcebb64151 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:44.198465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5b41bc8a-089e-42a4-ab77-13fcebb64151 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:44.263613 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:50:39Z', 'revision_number': 3, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:42Z', 'revision_number': 4, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:44.283013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Allocated IP 172.22.0.2 (584fe80f-06d0-4717-8d3d-85cad7301cd9/70f10662-777d-4492-bb81-69c9d303bba4/73407fc8-b7b7-4fb1-9ec4-981881d9f016) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:44.303192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e9736-7e61-4c65-9c45-687900bfc278 req-8d8fb310-9f7e-470f-b02f-7858356dc558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:44.311816 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef5e9736-7e61-4c65-9c45-687900bfc278 req-8d8fb310-9f7e-470f-b02f-7858356dc558 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 200 len: 835 time: 0.1367016 Dec 09 22:50:44.324934 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e7b11-6156-423f-8300-aa90d4fcaecc None None] The sync data for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 is: [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:50:39Z', 'revision_number': 3, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:42Z', 'revision_number': 4, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:44.371469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25654905-3f34-4a13-a2c7-cda5342a9a27 req-aa021f20-2320-4adb-ba2a-d14fd240340a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:44.373982 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25654905-3f34-4a13-a2c7-cda5342a9a27 req-aa021f20-2320-4adb-ba2a-d14fd240340a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 947 time: 0.4047818 Dec 09 22:50:44.391055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2833061c-0434-4db4-8fc3-3ef9f2f9bdcd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:50:44.435122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e9736-7e61-4c65-9c45-687900bfc278 req-01caf386-4dee-4e22-91bc-109c6715e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:44.437055 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef5e9736-7e61-4c65-9c45-687900bfc278 req-01caf386-4dee-4e22-91bc-109c6715e0cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2e06735-9b8a-4d77-afb0-305c81207839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173284 Dec 09 22:50:44.485848 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2833061c-0434-4db4-8fc3-3ef9f2f9bdcd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:44.486445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c607ac9d-418e-4003-aa4e-0edd9857d5cd no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:44.486884 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-2833061c-0434-4db4-8fc3-3ef9f2f9bdcd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Added segment 5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f of type vlan for network db71f67e-b234-46ca-817b-89809b482289 Dec 09 22:50:44.499051 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-59976d90-cdb1-4107-b9ea-53183291dd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:44.623531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59976d90-cdb1-4107-b9ea-53183291dd2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9c1479-7ba2-4d5b-8a02-2ea846ce92eb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:44.629140 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef5e9736-7e61-4c65-9c45-687900bfc278 req-b143c98c-c9e7-46cb-9721-85922f907937 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834862 Dec 09 22:50:44.659890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: c607ac9d-418e-4003-aa4e-0edd9857d5cd {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:44.660154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c607ac9d-418e-4003-aa4e-0edd9857d5cd not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:44.674808 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-59976d90-cdb1-4107-b9ea-53183291dd2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:44.679254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-59976d90-cdb1-4107-b9ea-53183291dd2a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4c9c1479-7ba2-4d5b-8a02-2ea846ce92eb HTTP/1.1" status: 204 len: 168 time: 1.4923260 Dec 09 22:50:44.684926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43686) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:44.700588 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25654905-3f34-4a13-a2c7-cda5342a9a27 req-413e3073-f0c6-410a-a953-abfd2bc89242 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691786 Dec 09 22:50:44.711325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2833061c-0434-4db4-8fc3-3ef9f2f9bdcd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:44.769630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b6bc0d49-a149-4c54-835b-9ec1703585cf None None] Provisioning complete for port ed69682d-e7d1-4172-9a48-a649e853e874 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:44.770032 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0d49-a149-4c54-835b-9ec1703585cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:44.866258 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2833061c-0434-4db4-8fc3-3ef9f2f9bdcd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:44.872217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833061c-0434-4db4-8fc3-3ef9f2f9bdcd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:44.872938 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2833061c-0434-4db4-8fc3-3ef9f2f9bdcd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:44.915096 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:44.945885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-d9efbc0f-4aac-4120-89e8-f8f1e88918e9 req-7595b409-58c4-490c-9f6f-4479db8896c2 service neutron] (103417) timed out ('10.222.0.16', 48008) {{(pid=103417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 22:50:44.953174 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2833061c-0434-4db4-8fc3-3ef9f2f9bdcd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0563314 Dec 09 22:50:44.953696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43692) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:44.961204 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef5e9736-7e61-4c65-9c45-687900bfc278 req-7ccdab04-a369-4d4b-a747-2f37e04abfb3 service neutron] 10.222.0.18 "GET /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242536 Dec 09 22:50:45.042986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-768013580', 'admin_state_up': True, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:45.051862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833061c-0434-4db4-8fc3-3ef9f2f9bdcd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Network': ['ID=db71f67e-b234-46ca-817b-89809b482289,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:45.094181 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.095564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.102011 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network db71f67e-b234-46ca-817b-89809b482289 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:50:45.106809 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.174700 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.191995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.211011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc153c3b-809e-49f1-be56-7cd5644627ea']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:45.237109 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0d49-a149-4c54-835b-9ec1703585cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.245885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d39c76-0b8e-418b-b2da-9cd1c3649ca9') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:45.246464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d39c76-0b8e-418b-b2da-9cd1c3649ca9') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:45.282810 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.442088 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Allocated IP 172.22.0.1 (584fe80f-06d0-4717-8d3d-85cad7301cd9/70f10662-777d-4492-bb81-69c9d303bba4/0a6ddfbd-de1f-4186-a40e-df3a8952adfb) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:45.448328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.532947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Network 584fe80f-06d0-4717-8d3d-85cad7301cd9 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:45.548457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b6bc0d49-a149-4c54-835b-9ec1703585cf None None] For port ed69682d-e7d1-4172-9a48-a649e853e874, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ed69682d-e7d1-4172-9a48-a649e853e874,segment=NetworkSegment(9da67e98-09d4-4f0a-abcc-ad76a1ccdde4),segment_id=9da67e98-09d4-4f0a-abcc-ad76a1ccdde4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:45.556355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:45.560056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:45.626717 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0d49-a149-4c54-835b-9ec1703585cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.629230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Pushing event updated for resources: {'Port': ['ID=73407fc8-b7b7-4fb1-9ec4-981881d9f016,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:45.756494 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.769483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Attempting to bind port 73407fc8-b7b7-4fb1-9ec4-981881d9f016 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:45.770116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Attempting to bind port 73407fc8-b7b7-4fb1-9ec4-981881d9f016 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6dd0cc62-c876-4d7e-8d8f-069ac8f94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:45.770704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Attempting to bind port 73407fc8-b7b7-4fb1-9ec4-981881d9f016 on network 584fe80f-06d0-4717-8d3d-85cad7301cd9 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:45.773261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.783540 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:50:45.783957 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.786459 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:50:45.814028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:45.814837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Checking segment: {'id': '6dd0cc62-c876-4d7e-8d8f-069ac8f94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:45.815504 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.816246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Bound using segment: {'id': '6dd0cc62-c876-4d7e-8d8f-069ac8f94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:45.816761 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.817639 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Bound port: 73407fc8-b7b7-4fb1-9ec4-981881d9f016, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd0cc62-c876-4d7e-8d8f-069ac8f94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:45.818295 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:50:45.841417 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:50:45.850390 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.870077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:45.874405 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cc153c3b-809e-49f1-be56-7cd5644627ea HTTP/1.1" status: 204 len: 168 time: 1.1877918 Dec 09 22:50:45.875387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0dd1d-9c05-473a-91eb-98a6586270a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc153c3b-809e-49f1-be56-7cd5644627ea,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:45.892952 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc0d49-a149-4c54-835b-9ec1703585cf None None] Pushing event updated for resources: {'Port': ['ID=ed69682d-e7d1-4172-9a48-a649e853e874,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:45.927394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] For port 73407fc8-b7b7-4fb1-9ec4-981881d9f016, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:45.938021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] For port 73407fc8-b7b7-4fb1-9ec4-981881d9f016, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=73407fc8-b7b7-4fb1-9ec4-981881d9f016,segment=NetworkSegment(6dd0cc62-c876-4d7e-8d8f-069ac8f94624),segment_id=6dd0cc62-c876-4d7e-8d8f-069ac8f94624)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:45.940557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9e279647-27c0-4be5-ac53-5038abe1f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:48:23Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4c5252bf-72df-4e09-ab38-e9afd2c7a228', 'name': '', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:93:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:22Z', 'updated_at': '2021-12-09T22:48:35Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '8cddc90e-291e-418d-befe-6df669579cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:45.973627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e279647-27c0-4be5-ac53-5038abe1f1d8 None None] Checking router: a332e24e-1161-461f-8ebc-aa88aa2ccc6f for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:50:45.976306 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:46.006524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f20f4521-2ea6-4202-a17d-bd155260a4fa None None] Provisioning complete for port ed69682d-e7d1-4172-9a48-a649e853e874 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:46.006524 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f20f4521-2ea6-4202-a17d-bd155260a4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:46.042669 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e279647-27c0-4be5-ac53-5038abe1f1d8 None None] Routers {'a332e24e-1161-461f-8ebc-aa88aa2ccc6f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:46.043428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9e279647-27c0-4be5-ac53-5038abe1f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:46.210420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37414fbd-4bae-4357-ac44-b10c4e4d7715 None None] Pushing event updated for resources: {'Port': ['ID=73407fc8-b7b7-4fb1-9ec4-981881d9f016,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:46.256468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262614b-7711-4263-b1fa-03d03beb51a0 req-d97edcad-5f5c-4db3-96ac-79c1f9c3ed0e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:46.270490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0262614b-7711-4263-b1fa-03d03beb51a0 req-d97edcad-5f5c-4db3-96ac-79c1f9c3ed0e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.18 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 947 time: 0.4265637 Dec 09 22:50:46.384765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9e279647-27c0-4be5-ac53-5038abe1f1d8 None None] Set router a332e24e-1161-461f-8ebc-aa88aa2ccc6f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:46.441606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ed69682d-e7d1-4172-9a48-a649e853e874 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:46.445373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43718) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:46.555659 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:46.577243 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4657395c-b0cf-401b-8785-27b2ad83086b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=485a8107173c48db9af6cbe9ee62100c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268420 Dec 09 22:50:46.580469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43724) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:46.597298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-0262614b-7711-4263-b1fa-03d03beb51a0 req-f8aa81b5-3dad-4670-9b64-ff401dd3ce65 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port 75d974f9-dc7c-4271-9528-308cdeeca42d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:46.597837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0262614b-7711-4263-b1fa-03d03beb51a0 req-f8aa81b5-3dad-4670-9b64-ff401dd3ce65 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:46.628694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ed69682d-e7d1-4172-9a48-a649e853e874 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:46.629069 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:46.690919 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:46.727036 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:46.729933 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-0262614b-7711-4263-b1fa-03d03beb51a0 req-f8aa81b5-3dad-4670-9b64-ff401dd3ce65 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port 75d974f9-dc7c-4271-9528-308cdeeca42d, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=75d974f9-dc7c-4271-9528-308cdeeca42d,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:46.730366 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0262614b-7711-4263-b1fa-03d03beb51a0 req-f8aa81b5-3dad-4670-9b64-ff401dd3ce65 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:46.751361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 584fe80f-06d0-4717-8d3d-85cad7301cd9 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:46.756468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-0262614b-7711-4263-b1fa-03d03beb51a0 req-f8aa81b5-3dad-4670-9b64-ff401dd3ce65 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for 75d974f9-dc7c-4271-9528-308cdeeca42d owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:46.775681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca209378-8cea-4476-b90b-dc2e9a212a45 req-edf2ae85-bdb2-4dd4-960d-6831c7a600ab tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:46.777393 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca209378-8cea-4476-b90b-dc2e9a212a45 req-edf2ae85-bdb2-4dd4-960d-6831c7a600ab tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=641880b6-bbe5-4eb0-9f3b-c55ca4139f79 HTTP/1.1" status: 200 len: 947 time: 0.9305210 Dec 09 22:50:46.784423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:46.847721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:46.850207 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=0a6ddfbd-de1f-4186-a40e-df3a8952adfb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:46.918422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9e279647-27c0-4be5-ac53-5038abe1f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:48:23Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4c5252bf-72df-4e09-ab38-e9afd2c7a228', 'name': '', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:93:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:22Z', 'updated_at': '2021-12-09T22:48:35Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '8cddc90e-291e-418d-befe-6df669579cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:46.924393 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d64ea597-7ce6-481b-84ab-969d594aa0a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:46.946919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca209378-8cea-4476-b90b-dc2e9a212a45 req-ba453b77-c372-4d45-af30-7732f1843bc4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=342292f4-fbb1-4b52-8ae6-226ef6628fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586211 Dec 09 22:50:46.964156 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:46.966222 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e279647-27c0-4be5-ac53-5038abe1f1d8 None None] The sync data for ids ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'] in n-d-789963-23 is: [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:48:23Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4c5252bf-72df-4e09-ab38-e9afd2c7a228', 'name': '', 'network_id': 'a2e06735-9b8a-4d77-afb0-305c81207839', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:93:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '8cddc90e-291e-418d-befe-6df669579cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:22Z', 'updated_at': '2021-12-09T22:48:35Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '8cddc90e-291e-418d-befe-6df669579cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:46.973423 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d64ea597-7ce6-481b-84ab-969d594aa0a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:47.001393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0262614b-7711-4263-b1fa-03d03beb51a0 req-f8aa81b5-3dad-4670-9b64-ff401dd3ce65 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:47.035491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa81b5-3dad-4670-9b64-ff401dd3ce65 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=75d974f9-dc7c-4271-9528-308cdeeca42d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:47.098498 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0262614b-7711-4263-b1fa-03d03beb51a0 req-f8aa81b5-3dad-4670-9b64-ff401dd3ce65 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] No DVR routers for this DVR port 75d974f9-dc7c-4271-9528-308cdeeca42d on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:47.101115 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0262614b-7711-4263-b1fa-03d03beb51a0 req-f8aa81b5-3dad-4670-9b64-ff401dd3ce65 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:47.105018 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0262614b-7711-4263-b1fa-03d03beb51a0 req-f8aa81b5-3dad-4670-9b64-ff401dd3ce65 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.18 "DELETE /v2.0/ports/75d974f9-dc7c-4271-9528-308cdeeca42d HTTP/1.1" status: 204 len: 173 time: 0.8281238 Dec 09 22:50:47.105608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'name': 'network-vif-deleted', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:50:47.117340 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2560b8-4d29-4fa8-bf7c-b2d1707523b3" -d '{"events": [{"server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "name": "network-vif-deleted", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:50:47.123270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Allocated IP 172.25.8.211 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/aac869e3-f3dc-466d-a180-724a464c2ef6) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:47.167315 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34827b1b-3322-4e81-bec3-353dc03cd920 x-openstack-request-id: req-34827b1b-3322-4e81-bec3-353dc03cd920 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:50:47.168079 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641880b6-bbe5-4eb0-9f3b-c55ca4139f79", "name": "network-vif-deleted", "tag": "75d974f9-dc7c-4271-9528-308cdeeca42d", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:50:47.168527 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34827b1b-3322-4e81-bec3-353dc03cd920 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:50:47.169260 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641880b6-bbe5-4eb0-9f3b-c55ca4139f79', 'name': 'network-vif-deleted', 'tag': '75d974f9-dc7c-4271-9528-308cdeeca42d', 'status': 'completed', 'code': 200} Dec 09 22:50:47.222845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d64ea597-7ce6-481b-84ab-969d594aa0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:47.225496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d64ea597-7ce6-481b-84ab-969d594aa0a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:47.238079 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d64ea597-7ce6-481b-84ab-969d594aa0a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5d3a2d4-6f16-4a4f-9af3-cefd7500826f HTTP/1.1" status: 204 len: 168 time: 0.6038790 Dec 09 22:50:47.239899 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:47.486397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ea597-7ce6-481b-84ab-969d594aa0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d3a2d4-6f16-4a4f-9af3-cefd7500826f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:47.496426 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104dd9d3-2856-4c4c-a847-4a1f4371ca66 None None] New status for floating IP eb5c9dda-3bbe-455a-8e42-a9c2945ea27d: DOWN {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:50:47.777229 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:47.893278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429de74a-80ea-4381-aa82-d24426927a77 None None] Network 584fe80f-06d0-4717-8d3d-85cad7301cd9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:47.895735 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:47.903902 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:47.909339 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:47.975455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:47.979226 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:47.988109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:48.023086 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:48.042700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43760) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:48.156246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a584bfe-47e3-426e-99b7-fc23760efb75 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:48.191526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-44606aa0-8a76-40a3-821c-699390d01d3e None None] Provisioning complete for port 73407fc8-b7b7-4fb1-9ec4-981881d9f016 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:48.192108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-44606aa0-8a76-40a3-821c-699390d01d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:48.262903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=aac869e3-f3dc-466d-a180-724a464c2ef6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:48.313345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 584fe80f-06d0-4717-8d3d-85cad7301cd9 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:48.321517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:48.480193 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-44606aa0-8a76-40a3-821c-699390d01d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:48.511908 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 73407fc8-b7b7-4fb1-9ec4-981881d9f016 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:48.529407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=0a6ddfbd-de1f-4186-a40e-df3a8952adfb,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:48.554354 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 55c02df1-0bb7-4608-b9aa-619c7432f592 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:50:48.651114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-44606aa0-8a76-40a3-821c-699390d01d3e None None] For port 73407fc8-b7b7-4fb1-9ec4-981881d9f016, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=73407fc8-b7b7-4fb1-9ec4-981881d9f016,segment=NetworkSegment(6dd0cc62-c876-4d7e-8d8f-069ac8f94624),segment_id=6dd0cc62-c876-4d7e-8d8f-069ac8f94624)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:48.657021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 73407fc8-b7b7-4fb1-9ec4-981881d9f016 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:48.657636 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:48.681590 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-44606aa0-8a76-40a3-821c-699390d01d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:48.804611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44606aa0-8a76-40a3-821c-699390d01d3e None None] Pushing event updated for resources: {'Port': ['ID=73407fc8-b7b7-4fb1-9ec4-981881d9f016,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:48.827898 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:48.836845 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-46059c91-ce9e-4df0-b89d-98e5138e9204 None None] Provisioning complete for port aac869e3-f3dc-466d-a180-724a464c2ef6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:48.837218 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-46059c91-ce9e-4df0-b89d-98e5138e9204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:48.839273 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-340dd589-d48f-4ad3-b659-9caeda8f4941 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:48.884866 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-46059c91-ce9e-4df0-b89d-98e5138e9204 None None] Port aac869e3-f3dc-466d-a180-724a464c2ef6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:50:49.003882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:49.013866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b0e49ac7-0139-48e2-9a16-2ec5a51fd595 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4201584 Dec 09 22:50:49.014145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-051f972d-58b4-43c1-b651-cac824f2f475 None None] Provisioning complete for port 73407fc8-b7b7-4fb1-9ec4-981881d9f016 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:49.014145 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-051f972d-58b4-43c1-b651-cac824f2f475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.015965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43786) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:49.022641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-484e12e5-679f-4b7c-8896-d9e723de2208 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'network': {'name': 'tempest-RoutersTest-676992886'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:49.027540 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Sync routers for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:49.090238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:49.091038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:49.124866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484e12e5-679f-4b7c-8896-d9e723de2208 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:49.128662 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-484e12e5-679f-4b7c-8896-d9e723de2208 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.258785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:49.285999 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.326306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484e12e5-679f-4b7c-8896-d9e723de2208 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:50:49.341634 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-484e12e5-679f-4b7c-8896-d9e723de2208 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.341634 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-484e12e5-679f-4b7c-8896-d9e723de2208 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Added segment 1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3 of type vlan for network 8663c398-6d2c-4ab2-b960-743cc35779c8 Dec 09 22:50:49.350344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43794) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:49.409252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-340dd589-d48f-4ad3-b659-9caeda8f4941 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port 4c5252bf-72df-4e09-ab38-e9afd2c7a228 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:49.411069 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-340dd589-d48f-4ad3-b659-9caeda8f4941 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.455780 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-484e12e5-679f-4b7c-8896-d9e723de2208 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.553390 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-484e12e5-679f-4b7c-8896-d9e723de2208 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.558581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-340dd589-d48f-4ad3-b659-9caeda8f4941 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port 4c5252bf-72df-4e09-ab38-e9afd2c7a228, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4c5252bf-72df-4e09-ab38-e9afd2c7a228,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:49.560385 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-340dd589-d48f-4ad3-b659-9caeda8f4941 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.560566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484e12e5-679f-4b7c-8896-d9e723de2208 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:49.561074 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-484e12e5-679f-4b7c-8896-d9e723de2208 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.574167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-051f972d-58b4-43c1-b651-cac824f2f475 None None] Provisioning complete for port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:49.574763 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-051f972d-58b4-43c1-b651-cac824f2f475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.597510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-340dd589-d48f-4ad3-b659-9caeda8f4941 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for 4c5252bf-72df-4e09-ab38-e9afd2c7a228 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:49.605933 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-759ff446-098c-49d4-86ee-2c6a24b56567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.606679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 75d974f9-dc7c-4271-9528-308cdeeca42d no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:49.648236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 75d974f9-dc7c-4271-9528-308cdeeca42d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:49.650601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 75d974f9-dc7c-4271-9528-308cdeeca42d not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:49.659500 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e12e5-679f-4b7c-8896-d9e723de2208 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Network': ['ID=8663c398-6d2c-4ab2-b960-743cc35779c8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:49.672326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 8663c398-6d2c-4ab2-b960-743cc35779c8 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:50:49.676917 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-484e12e5-679f-4b7c-8896-d9e723de2208 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6577163 Dec 09 22:50:49.679959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43804) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:49.686218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-eb6cdc3e-919c-4942-96e4-26c295daf973 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'subnet': {'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:49.762066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-051f972d-58b4-43c1-b651-cac824f2f475 None None] Port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:50:49.784639 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:50:47Z', 'revision_number': 4, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:47Z', 'revision_number': 2, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:49.819974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Checking router: 55c02df1-0bb7-4608-b9aa-619c7432f592 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:50:49.820200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-759ff446-098c-49d4-86ee-2c6a24b56567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.820328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Updating router 55c02df1-0bb7-4608-b9aa-619c7432f592 port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:50:49.836198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-759ff446-098c-49d4-86ee-2c6a24b56567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.855663 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.868933 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-759ff446-098c-49d4-86ee-2c6a24b56567 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52a5604ed218473489fb2f158b793e45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5165167 Dec 09 22:50:49.871612 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43808) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:49.899488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6cdc3e-919c-4942-96e4-26c295daf973 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Made reservation on behalf of 0302f9e31ccb410bbda9aa5182c19f66 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:49.903123 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdc3e-919c-4942-96e4-26c295daf973 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.908875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ff446-098c-49d4-86ee-2c6a24b56567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f5590f-cbd2-4124-b12f-f59fc1dd749a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:49.958515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-52fad30f-da6c-4cd3-b6d2-81c23c76ee05 None None] Provisioning complete for port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:49.958515 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52fad30f-da6c-4cd3-b6d2-81c23c76ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.974516 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-340dd589-d48f-4ad3-b659-9caeda8f4941 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:49.998230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-52fad30f-da6c-4cd3-b6d2-81c23c76ee05 None None] Port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:50:50.019300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340dd589-d48f-4ad3-b659-9caeda8f4941 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=4c5252bf-72df-4e09-ab38-e9afd2c7a228,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:50.114400 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdc3e-919c-4942-96e4-26c295daf973 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:50.194530 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90d94855-8631-4197-96dd-07f18b1ce66a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:50.212837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:50:50.243516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cdc3e-919c-4942-96e4-26c295daf973 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Subnet': ['ID=25df8727-0528-4fd9-b2f4-8f27ffc935c5,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:50.297714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-340dd589-d48f-4ad3-b659-9caeda8f4941 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:50.418676 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90d94855-8631-4197-96dd-07f18b1ce66a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:50.448225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 73407fc8-b7b7-4fb1-9ec4-981881d9f016 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:50.486294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:50.499763 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:50.499959 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Sync routers for ids ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:50.511696 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:50.518471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6cdc3e-919c-4942-96e4-26c295daf973 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Checking segment: {'id': '1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:50.519487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6cdc3e-919c-4942-96e4-26c295daf973 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network hostable DHCP agents. Network: 8663c398-6d2c-4ab2-b960-743cc35779c8, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:50:50.526739 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Routers {'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:50.527800 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:50.538252 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:50.539493 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ad3a0daa-21c2-404f-8afa-2e7bad1e9845 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5022068 Dec 09 22:50:50.540187 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90d94855-8631-4197-96dd-07f18b1ce66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:50.543169 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-90d94855-8631-4197-96dd-07f18b1ce66a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:50.546980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-90d94855-8631-4197-96dd-07f18b1ce66a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5f5590f-cbd2-4124-b12f-f59fc1dd749a HTTP/1.1" status: 204 len: 168 time: 0.6743257 Dec 09 22:50:50.549533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43820) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:50.645604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c1b4f-7515-4136-9f3e-0bf619738b7a None None] Pushing event updated for resources: {'Port': ['ID=0a6ddfbd-de1f-4186-a40e-df3a8952adfb,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:50.681638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 73407fc8-b7b7-4fb1-9ec4-981881d9f016 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:50.682038 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:50.709881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340dd589-d48f-4ad3-b659-9caeda8f4941 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router a332e24e-1161-461f-8ebc-aa88aa2ccc6f has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:50:50.774933 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Set router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:50.821775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Attempting to bind port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:50.822182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Attempting to bind port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '6dd0cc62-c876-4d7e-8d8f-069ac8f94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:50.822556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Attempting to bind port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb on network 584fe80f-06d0-4717-8d3d-85cad7301cd9 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:50.856057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:50.856440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Checking segment: {'id': '6dd0cc62-c876-4d7e-8d8f-069ac8f94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:50.856850 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:50.857251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Bound using segment: {'id': '6dd0cc62-c876-4d7e-8d8f-069ac8f94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:50.857747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Bound port: 0a6ddfbd-de1f-4186-a40e-df3a8952adfb, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd0cc62-c876-4d7e-8d8f-069ac8f94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:50.858691 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:51.026435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340dd589-d48f-4ad3-b659-9caeda8f4941 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:51.034554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] For port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:51.037551 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-340dd589-d48f-4ad3-b659-9caeda8f4941 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "PUT /v2.0/routers/a332e24e-1161-461f-8ebc-aa88aa2ccc6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9921749 Dec 09 22:50:51.038693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43832) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:51.041153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b9b1e-1964-438a-b1de-ab9aed4b8f48 None None] Sync routers for ids ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:51.044400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] For port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0a6ddfbd-de1f-4186-a40e-df3a8952adfb,segment=NetworkSegment(6dd0cc62-c876-4d7e-8d8f-069ac8f94624),segment_id=6dd0cc62-c876-4d7e-8d8f-069ac8f94624)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:51.056773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b9b1e-1964-438a-b1de-ab9aed4b8f48 None None] Routers {'a332e24e-1161-461f-8ebc-aa88aa2ccc6f'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:51.057481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-304b9b1e-1964-438a-b1de-ab9aed4b8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:51.105149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7244d8fc-c4e9-4342-b398-c01c4ed20003 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting subnet 8cddc90e-291e-418d-befe-6df669579cff {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:50:51.112516 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7244d8fc-c4e9-4342-b398-c01c4ed20003 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:51.118609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d94855-8631-4197-96dd-07f18b1ce66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f5590f-cbd2-4124-b12f-f59fc1dd749a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:51.185338 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a853bcd5-214d-4331-8912-1e7872e619cb tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=8d5883f7417a42efabff0c7cb8a885e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6168172 Dec 09 22:50:51.186330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43838) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:51.190920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6cdc3e-919c-4942-96e4-26c295daf973 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 8663c398-6d2c-4ab2-b960-743cc35779c8 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:50:51.200720 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:50:48Z', 'revision_number': 3, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:51.213485 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7244d8fc-c4e9-4342-b398-c01c4ed20003 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:51.226699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-304b9b1e-1964-438a-b1de-ab9aed4b8f48 None None] Set router a332e24e-1161-461f-8ebc-aa88aa2ccc6f gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:51.289443 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Checking router: ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:50:51.290977 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Updating router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 port aac869e3-f3dc-466d-a180-724a464c2ef6 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:50:51.334585 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:51.341454 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:51.362799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-eb6cdc3e-919c-4942-96e4-26c295daf973 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 8663c398-6d2c-4ab2-b960-743cc35779c8) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:51.369548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6cdc3e-919c-4942-96e4-26c295daf973 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:51.370082 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdc3e-919c-4942-96e4-26c295daf973 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:51.373957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0db22e-36f7-4684-a8d0-cd94629ee836 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:51.375477 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9e0db22e-36f7-4684-a8d0-cd94629ee836 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1884491 Dec 09 22:50:51.378822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43844) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:51.453462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7e705146-0e31-4d40-8fef-52ea68d9d297 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0735264 Dec 09 22:50:51.467160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43852) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:51.472699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3381e384-ba00-4aa2-8fc8-9c65d12eba01 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-566990839', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:51.478788 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7244d8fc-c4e9-4342-b398-c01c4ed20003 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:51.563030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-eb6cdc3e-919c-4942-96e4-26c295daf973 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8818884 Dec 09 22:50:51.567277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43854) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:51.647465 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7244d8fc-c4e9-4342-b398-c01c4ed20003 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:51.688610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3381e384-ba00-4aa2-8fc8-9c65d12eba01 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Made reservation on behalf of 8d5883f7417a42efabff0c7cb8a885e9 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:51.693413 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3381e384-ba00-4aa2-8fc8-9c65d12eba01 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:51.738714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7244d8fc-c4e9-4342-b398-c01c4ed20003 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:51.747818 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7244d8fc-c4e9-4342-b398-c01c4ed20003 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/subnets/8cddc90e-291e-418d-befe-6df669579cff HTTP/1.1" status: 204 len: 168 time: 0.7078631 Dec 09 22:50:51.749871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244d8fc-c4e9-4342-b398-c01c4ed20003 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Subnet': ['ID=8cddc90e-291e-418d-befe-6df669579cff,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:51.758432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43862) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:51.811893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c1b4f-7515-4136-9f3e-0bf619738b7a None None] Pushing event updated for resources: {'Port': ['ID=0a6ddfbd-de1f-4186-a40e-df3a8952adfb,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:51.824553 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1816c7fb-b0d1-429b-9d9f-7816b87b8c01 None None] Network 8663c398-6d2c-4ab2-b960-743cc35779c8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:51.829463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c93c92-25cf-476f-b2aa-04148bcbcf24 None None] Network a2e06735-9b8a-4d77-afb0-305c81207839 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:51.922943 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:51.955189 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:51.993405 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:52.043763 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11206d01-f09f-4517-a77c-53042ddb7fe6 None None] Pushing event updated for resources: {'Port': ['ID=aac869e3-f3dc-466d-a180-724a464c2ef6,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:52.072354 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Attempting to bind port aac869e3-f3dc-466d-a180-724a464c2ef6 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:52.072721 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Attempting to bind port aac869e3-f3dc-466d-a180-724a464c2ef6 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:52.073084 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Attempting to bind port aac869e3-f3dc-466d-a180-724a464c2ef6 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:52.095170 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:52.095630 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:52.095976 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:52.096367 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:52.096851 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Bound port: aac869e3-f3dc-466d-a180-724a464c2ef6, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:52.098083 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:52.131873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae7ec44-82fa-458e-9d1d-a28eb831be8f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:52.134026 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f8f7e8e1-1d1f-49ab-838c-7624c5169a9f None None] Provisioning complete for port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:52.134398 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e8e1-1d1f-49ab-838c-7624c5169a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:52.247382 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] For port aac869e3-f3dc-466d-a180-724a464c2ef6, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:52.254705 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] For port aac869e3-f3dc-466d-a180-724a464c2ef6, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=aac869e3-f3dc-466d-a180-724a464c2ef6,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:52.262409 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:52.266867 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:52.328137 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Routers {'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:52.331194 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:52.356927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3381e384-ba00-4aa2-8fc8-9c65d12eba01 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:52.361354 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:52.395477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port e744f97b-8201-43c0-b492-6e85665166c1 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:52.395823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:52.467243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:52.470306 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:52.482229 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11206d01-f09f-4517-a77c-53042ddb7fe6 None None] Pushing event updated for resources: {'Port': ['ID=aac869e3-f3dc-466d-a180-724a464c2ef6,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:52.541937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c9afa-a675-4800-aaa4-c63bc635b051 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:52.547285 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] Set router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:52.622601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port e744f97b-8201-43c0-b492-6e85665166c1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e744f97b-8201-43c0-b492-6e85665166c1,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:52.622973 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:52.632179 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e8e1-1d1f-49ab-838c-7624c5169a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:52.661506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for e744f97b-8201-43c0-b492-6e85665166c1 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:52.689214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-8663c398-6d2c-4ab2-b960-743cc35779c8', 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8', 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'fixed_ips': [{'subnet_id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:50:52.690373 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:52.873432 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8933064f-f44c-4d50-9788-9a3b2571c4dc None None] DHCP port deletion for a2e06735-9b8a-4d77-afb0-305c81207839 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:52.907197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Allocated IP 172.23.0.2 (8663c398-6d2c-4ab2-b960-743cc35779c8/25df8727-0528-4fd9-b2f4-8f27ffc935c5/e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:52.966743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381e384-ba00-4aa2-8fc8-9c65d12eba01 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Subnet': ['ID=ffb8ec69-7a97-4d4a-88ea-14e46ec54dae,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:52.977032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381e384-ba00-4aa2-8fc8-9c65d12eba01 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Checking segment: {'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:52.977418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381e384-ba00-4aa2-8fc8-9c65d12eba01 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network hostable DHCP agents. Network: db71f67e-b234-46ca-817b-89809b482289, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:50:53.004893 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381e384-ba00-4aa2-8fc8-9c65d12eba01 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network db71f67e-b234-46ca-817b-89809b482289 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:50:53.032791 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-3381e384-ba00-4aa2-8fc8-9c65d12eba01 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, db71f67e-b234-46ca-817b-89809b482289) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:53.048273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3381e384-ba00-4aa2-8fc8-9c65d12eba01 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:53.048983 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3381e384-ba00-4aa2-8fc8-9c65d12eba01 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.082579 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:50:48Z', 'revision_number': 3, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:53.091119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3381e384-ba00-4aa2-8fc8-9c65d12eba01 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6221681 Dec 09 22:50:53.094321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43896) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:53.108131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f8f7e8e1-1d1f-49ab-838c-7624c5169a9f None None] For port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0a6ddfbd-de1f-4186-a40e-df3a8952adfb,segment=NetworkSegment(6dd0cc62-c876-4d7e-8d8f-069ac8f94624),segment_id=6dd0cc62-c876-4d7e-8d8f-069ac8f94624)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:53.113304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:53.127735 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ebfa60-b570-496b-bd9c-92d1044ce036 None None] The sync data for ids ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'] in n-d-789963-23 is: [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:50:48Z', 'revision_number': 3, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:53.168451 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.224143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d672e2-ae2a-426f-921d-c0cc57fdd2ca None None] Network db71f67e-b234-46ca-817b-89809b482289 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:53.277615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=e744f97b-8201-43c0-b492-6e85665166c1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:53.315873 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.318415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666ee192-627a-4239-93a3-d35011735295 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:50:53.368993 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.422848 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e8e1-1d1f-49ab-838c-7624c5169a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.497542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Allocated IP 172.23.0.1 (8663c398-6d2c-4ab2-b960-743cc35779c8/25df8727-0528-4fd9-b2f4-8f27ffc935c5/0b91136f-db90-4528-8c15-929142a27f0e) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:53.527805 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.537702 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.628550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7e8e1-1d1f-49ab-838c-7624c5169a9f None None] Pushing event updated for resources: {'Port': ['ID=0a6ddfbd-de1f-4186-a40e-df3a8952adfb,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:53.637347 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.693650 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.720089 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.721037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Fanout notify agent at l3_agent the message router_deleted on router a332e24e-1161-461f-8ebc-aa88aa2ccc6f {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:50:53.725289 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.731916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.737966 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b155eda2-2a1a-4510-bda3-41531173d0bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/routers/a332e24e-1161-461f-8ebc-aa88aa2ccc6f HTTP/1.1" status: 204 len: 168 time: 1.9764206 Dec 09 22:50:53.739385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43910) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:53.784138 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.865894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Network 8663c398-6d2c-4ab2-b960-743cc35779c8 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:53.868870 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.895606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:53.916969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:53.926096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 8663c398-6d2c-4ab2-b960-743cc35779c8 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:53.934557 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:53.938137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-82902f69-b4ab-45f2-9a2a-34eb5479c863 None None] Provisioning complete for port aac869e3-f3dc-466d-a180-724a464c2ef6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:53.938623 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-82902f69-b4ab-45f2-9a2a-34eb5479c863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:53.946303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:53.985283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port 01fabd78-d882-460b-872e-55dbdffc4377 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:53.985658 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.026117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=0b91136f-db90-4528-8c15-929142a27f0e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:54.055135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Pushing event updated for resources: {'Port': ['ID=e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:54.106447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port 01fabd78-d882-460b-872e-55dbdffc4377, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=01fabd78-d882-460b-872e-55dbdffc4377,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:54.106999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.108765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8933064f-f44c-4d50-9788-9a3b2571c4dc None None] Deleting port 01fabd78-d882-460b-872e-55dbdffc4377 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:50:54.109228 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8933064f-f44c-4d50-9788-9a3b2571c4dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.129281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for 01fabd78-d882-460b-872e-55dbdffc4377 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:54.201620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.214673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-db71f67e-b234-46ca-817b-89809b482289', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ips': [{'subnet_id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:50:54.215837 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.221929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-304b9b1e-1964-438a-b1de-ab9aed4b8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709950077', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:48:12Z', 'updated_at': '2021-12-09T22:50:49Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': 'e744f97b-8201-43c0-b492-6e85665166c1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a332e24e-1161-461f-8ebc-aa88aa2ccc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:48:13Z', 'updated_at': '2021-12-09T22:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:54.298955 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.346487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=01fabd78-d882-460b-872e-55dbdffc4377,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:54.353030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] No DVR routers for this DVR port 01fabd78-d882-460b-872e-55dbdffc4377 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:54.504767 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.554408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e06735-9b8a-4d77-afb0-305c81207839']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:54.595528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:54.596067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb0ca6a-befc-4332-8c98-81d4b9277bb4') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:54.597239 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:50:47Z', 'revision_number': 4, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:51Z', 'revision_number': 4, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:54.616858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.646011 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.657387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:50:54.658050 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:50:54.665157 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:50:54.700186 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.755385 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device aac869e3-f3dc-466d-a180-724a464c2ef6 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:54.761209 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.767481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eabff0-5908-45c3-adce-9714497adb46 None None] The sync data for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 is: [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:50:47Z', 'revision_number': 4, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:51Z', 'revision_number': 4, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:54.770676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Attempting to bind port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:54.772371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Attempting to bind port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:54.772899 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Attempting to bind port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 on network 8663c398-6d2c-4ab2-b960-743cc35779c8 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:54.775571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b9b1e-1964-438a-b1de-ab9aed4b8f48 None None] Checking router: a332e24e-1161-461f-8ebc-aa88aa2ccc6f for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:50:54.784266 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.790873 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/networks/a2e06735-9b8a-4d77-afb0-305c81207839 HTTP/1.1" status: 204 len: 168 time: 1.0498400 Dec 09 22:50:54.802566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43916) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:54.875167 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedbf85-6a52-4bee-9fa7-17e238de870c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Network': ['ID=a2e06735-9b8a-4d77-afb0-305c81207839,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:54.919314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29ddd604-c36b-4c60-9e8a-f7d5d3157022 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.994199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:54.994949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Checking segment: {'id': '1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:54.994949 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:54.995993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Bound using segment: {'id': '1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:54.996587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Bound port: e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:54.997046 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:55.016363 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-82902f69-b4ab-45f2-9a2a-34eb5479c863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:55.023490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29ddd604-c36b-4c60-9e8a-f7d5d3157022 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:55.034346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:55.042672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-82902f69-b4ab-45f2-9a2a-34eb5479c863 None None] For port aac869e3-f3dc-466d-a180-724a464c2ef6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=aac869e3-f3dc-466d-a180-724a464c2ef6,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:55.098773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b9b1e-1964-438a-b1de-ab9aed4b8f48 None None] Routers set() bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:55.099257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b9b1e-1964-438a-b1de-ab9aed4b8f48 None None] Router IDs set() for agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 22:50:55.099978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_agentschedulers_db [None req-304b9b1e-1964-438a-b1de-ab9aed4b8f48 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a332e24e-1161-461f-8ebc-aa88aa2ccc6f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent'). {{(pid=103419) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 22:50:55.100490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b9b1e-1964-438a-b1de-ab9aed4b8f48 None None] The sync data for ids ['a332e24e-1161-461f-8ebc-aa88aa2ccc6f'] in n-d-789963-23 is: [] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:50:55.102175 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-82902f69-b4ab-45f2-9a2a-34eb5479c863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:55.174562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29ddd604-c36b-4c60-9e8a-f7d5d3157022 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:55.177485 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-29ddd604-c36b-4c60-9e8a-f7d5d3157022 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:55.182275 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-29ddd604-c36b-4c60-9e8a-f7d5d3157022 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/security-groups/342292f4-fbb1-4b52-8ae6-226ef6628fcd HTTP/1.1" status: 204 len: 168 time: 0.3783042 Dec 09 22:50:55.213245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddd604-c36b-4c60-9e8a-f7d5d3157022 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342292f4-fbb1-4b52-8ae6-226ef6628fcd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:55.304972 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82902f69-b4ab-45f2-9a2a-34eb5479c863 None None] Pushing event updated for resources: {'Port': ['ID=aac869e3-f3dc-466d-a180-724a464c2ef6,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:55.352667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8933064f-f44c-4d50-9788-9a3b2571c4dc None None] For port 01fabd78-d882-460b-872e-55dbdffc4377, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=01fabd78-d882-460b-872e-55dbdffc4377,segment=NetworkSegment(aeb0ca6a-befc-4332-8c98-81d4b9277bb4),segment_id=aeb0ca6a-befc-4332-8c98-81d4b9277bb4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:55.354052 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8933064f-f44c-4d50-9788-9a3b2571c4dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:55.410591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8933064f-f44c-4d50-9788-9a3b2571c4dc None None] Calling delete_port for 01fabd78-d882-460b-872e-55dbdffc4377 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:50:55.414611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] For port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:55.438841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-82902f69-b4ab-45f2-9a2a-34eb5479c863 None None] Provisioning complete for port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:55.439581 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-82902f69-b4ab-45f2-9a2a-34eb5479c863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:55.489623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] For port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69,segment=NetworkSegment(1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3),segment_id=1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:55.594415 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:55.833821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port aac869e3-f3dc-466d-a180-724a464c2ef6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:55.834290 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:55.924267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Allocated IP 172.20.0.2 (db71f67e-b234-46ca-817b-89809b482289/ffb8ec69-7a97-4d4a-88ea-14e46ec54dae/0b689fba-aeea-4ac4-bd13-c463bd513d08) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:55.937362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44cf9d-b249-4f83-9595-34fd2f4239b5 None None] Pushing event updated for resources: {'Port': ['ID=e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:56.043704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43934) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:56.050429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-72657cae-927f-4193-9f7a-b829c4242829 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977609512', 'description': 'tempest-secgroup-smoke-977609512 description', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:56.143336 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72657cae-927f-4193-9f7a-b829c4242829 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:56.372824 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72657cae-927f-4193-9f7a-b829c4242829 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:56.383441 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72657cae-927f-4193-9f7a-b829c4242829 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:56.463407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 01fabd78-d882-460b-872e-55dbdffc4377 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:56.467805 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72657cae-927f-4193-9f7a-b829c4242829 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2071a2fb-b508-4b7b-8450-0521a798cbeb,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:56.473059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72657cae-927f-4193-9f7a-b829c4242829 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:56.474589 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-72657cae-927f-4193-9f7a-b829c4242829 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4298608 Dec 09 22:50:56.477306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43938) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:56.503353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-28b2b0c3-c35f-47e5-b14e-46410604f264 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': '2071a2fb-b508-4b7b-8450-0521a798cbeb', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:56.608255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28b2b0c3-c35f-47e5-b14e-46410604f264 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:56.694647 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8933064f-f44c-4d50-9788-9a3b2571c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:56.725064 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28b2b0c3-c35f-47e5-b14e-46410604f264 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:56.736165 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28b2b0c3-c35f-47e5-b14e-46410604f264 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:56.737775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 01fabd78-d882-460b-872e-55dbdffc4377 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:56.738519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 01fabd78-d882-460b-872e-55dbdffc4377 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:56.748433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933064f-f44c-4d50-9788-9a3b2571c4dc None None] Pushing event deleted for resources: {'Port': ['ID=01fabd78-d882-460b-872e-55dbdffc4377,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:56.763006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8933064f-f44c-4d50-9788-9a3b2571c4dc None None] Network a2e06735-9b8a-4d77-afb0-305c81207839 is not hosted by any dhcp agent {{(pid=103419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:50:56.763714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933064f-f44c-4d50-9788-9a3b2571c4dc None None] No DVR routers for this DVR port 01fabd78-d882-460b-872e-55dbdffc4377 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:50:56.776463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2b0c3-c35f-47e5-b14e-46410604f264 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bec2407-1b44-438b-8595-e00017dfa786,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:56.807230 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28b2b0c3-c35f-47e5-b14e-46410604f264 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:56.808975 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-28b2b0c3-c35f-47e5-b14e-46410604f264 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3300426 Dec 09 22:50:56.811769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43942) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:56.816428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-506c5be5-f919-4989-80c0-7dd676077534 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': '2071a2fb-b508-4b7b-8450-0521a798cbeb', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:56.889713 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:56.912712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-506c5be5-f919-4989-80c0-7dd676077534 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:56.926468 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.001570 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-506c5be5-f919-4989-80c0-7dd676077534 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.007383 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-506c5be5-f919-4989-80c0-7dd676077534 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.041080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c5be5-f919-4989-80c0-7dd676077534 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01dbf731-2f47-4940-8025-c59193e06271,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:57.049752 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-506c5be5-f919-4989-80c0-7dd676077534 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.054294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Network db71f67e-b234-46ca-817b-89809b482289 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:57.055382 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-506c5be5-f919-4989-80c0-7dd676077534 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2423933 Dec 09 22:50:57.056129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43946) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:57.062218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9a464006-2013-4e03-a173-85edefb60856 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': '2071a2fb-b508-4b7b-8450-0521a798cbeb', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:57.080812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.087648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:57.095940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:57.098084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Pushing event updated for resources: {'Port': ['ID=0b689fba-aeea-4ac4-bd13-c463bd513d08,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:57.111755 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.124555 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a464006-2013-4e03-a173-85edefb60856 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.241858 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.246021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device aac869e3-f3dc-466d-a180-724a464c2ef6 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:57.267290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Attempting to bind port 0b689fba-aeea-4ac4-bd13-c463bd513d08 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:50:57.268027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Attempting to bind port 0b689fba-aeea-4ac4-bd13-c463bd513d08 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:50:57.268638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Attempting to bind port 0b689fba-aeea-4ac4-bd13-c463bd513d08 on network db71f67e-b234-46ca-817b-89809b482289 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:50:57.286023 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a464006-2013-4e03-a173-85edefb60856 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.297567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a464006-2013-4e03-a173-85edefb60856 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.326637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a464006-2013-4e03-a173-85edefb60856 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd57da40-b89a-4707-8bce-6d806eecbb9a,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:57.331942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:50:57.339237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Checking segment: {'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:50:57.340052 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.341041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Bound using segment: {'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:50:57.345324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Bound port: 0b689fba-aeea-4ac4-bd13-c463bd513d08, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:50:57.346074 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.361527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a464006-2013-4e03-a173-85edefb60856 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.362770 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9a464006-2013-4e03-a173-85edefb60856 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3054857 Dec 09 22:50:57.365529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43948) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:57.370380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-28e8a13c-86e0-4c93-9d83-4737d80a5d2f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': '2071a2fb-b508-4b7b-8450-0521a798cbeb', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:57.425050 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28e8a13c-86e0-4c93-9d83-4737d80a5d2f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.519477 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event updated for resources: {'Port': ['ID=0b91136f-db90-4528-8c15-929142a27f0e,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:57.555799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Allocated IP 172.20.0.1 (db71f67e-b234-46ca-817b-89809b482289/ffb8ec69-7a97-4d4a-88ea-14e46ec54dae/a25220bf-b04b-4717-bef6-b41b899b3534) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:50:57.578142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port aac869e3-f3dc-466d-a180-724a464c2ef6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:57.578713 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.588224 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] For port 0b689fba-aeea-4ac4-bd13-c463bd513d08, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:50:57.590157 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28e8a13c-86e0-4c93-9d83-4737d80a5d2f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.595365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] For port 0b689fba-aeea-4ac4-bd13-c463bd513d08, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0b689fba-aeea-4ac4-bd13-c463bd513d08,segment=NetworkSegment(5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f),segment_id=5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:50:57.602471 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28e8a13c-86e0-4c93-9d83-4737d80a5d2f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.617947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Network 8663c398-6d2c-4ab2-b960-743cc35779c8 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:57.649003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8a13c-86e0-4c93-9d83-4737d80a5d2f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7647c6-9057-4c62-80a9-90194e4249a1,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:57.654626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:57.667111 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.671321 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-28e8a13c-86e0-4c93-9d83-4737d80a5d2f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.674806 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-28e8a13c-86e0-4c93-9d83-4737d80a5d2f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3081708 Dec 09 22:50:57.677373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43950) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:57.682580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2bff17e1-72fc-49b7-99f1-abdec4cdc513 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': '2071a2fb-b508-4b7b-8450-0521a798cbeb', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:57.807980 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-2bff17e1-72fc-49b7-99f1-abdec4cdc513 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Project 7ffb305be9ae48ea9f30ef4c629e6c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:50:57.834065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bff17e1-72fc-49b7-99f1-abdec4cdc513 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:57.837012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 55c02df1-0bb7-4608-b9aa-619c7432f592 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:50:58.040069 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bff17e1-72fc-49b7-99f1-abdec4cdc513 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.046038 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bff17e1-72fc-49b7-99f1-abdec4cdc513 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.066183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:58.072988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff17e1-72fc-49b7-99f1-abdec4cdc513 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d7c6f3-69d0-4156-ab5c-fe82983e8f3a,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:58.083141 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.109818 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bff17e1-72fc-49b7-99f1-abdec4cdc513 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.111339 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2bff17e1-72fc-49b7-99f1-abdec4cdc513 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4329660 Dec 09 22:50:58.114062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43956) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:58.123524 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ed73bedc-d897-4a7c-bfc1-86be9be8a06f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': '2071a2fb-b508-4b7b-8450-0521a798cbeb', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:58.148078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1782b1-f31f-401e-966b-6bc2e17c88c1 None None] Network 8663c398-6d2c-4ab2-b960-743cc35779c8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:50:58.179892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff4a15-4652-40a9-9bd7-d3365f23785a None None] Pushing event updated for resources: {'Port': ['ID=0b689fba-aeea-4ac4-bd13-c463bd513d08,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:58.180267 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-ed73bedc-d897-4a7c-bfc1-86be9be8a06f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Project 7ffb305be9ae48ea9f30ef4c629e6c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:50:58.190602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed73bedc-d897-4a7c-bfc1-86be9be8a06f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.232102 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.347912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:50:58.353275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-814da6f1-908a-409d-bdee-09f8e02b59bd None None] Provisioning complete for port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:58.356231 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-814da6f1-908a-409d-bdee-09f8e02b59bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.375498 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Sync routers for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:50:58.376033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f8bf5736-8e2c-42e0-9085-b6ecd453ee51 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8066223 Dec 09 22:50:58.382839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43962) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:58.391111 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:50:58.396299 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:58.401354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-92d8b92b-8350-4b43-8804-19dd91417b32 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:58.407834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network db71f67e-b234-46ca-817b-89809b482289 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:50:58.419880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:50:58.423884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:50:58.471631 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:58.472189 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.499232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed73bedc-d897-4a7c-bfc1-86be9be8a06f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.501455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=a25220bf-b04b-4717-bef6-b41b899b3534,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:58.559905 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.590006 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed73bedc-d897-4a7c-bfc1-86be9be8a06f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.650782 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:50:58.657492 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-814da6f1-908a-409d-bdee-09f8e02b59bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.662078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73bedc-d897-4a7c-bfc1-86be9be8a06f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78843a06-b07a-428a-9ecd-e71cee34bf73,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:58.683819 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed73bedc-d897-4a7c-bfc1-86be9be8a06f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.685088 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ed73bedc-d897-4a7c-bfc1-86be9be8a06f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5684834 Dec 09 22:50:58.688659 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43964) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:58.707640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cfe4e77f-0d25-44e1-a6da-46de43e6bef1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'network': {'name': 'tempest-network-smoke--1100753100', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'port_security_enabled': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:58.761371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-814da6f1-908a-409d-bdee-09f8e02b59bd None None] For port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69,segment=NetworkSegment(1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3),segment_id=1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:50:58.836313 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-814da6f1-908a-409d-bdee-09f8e02b59bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.880923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe4e77f-0d25-44e1-a6da-46de43e6bef1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Made reservation on behalf of 7ffb305be9ae48ea9f30ef4c629e6c08 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:50:58.884582 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e77f-0d25-44e1-a6da-46de43e6bef1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.964120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0a6ddfbd-de1f-4186-a40e-df3a8952adfb up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:50:58.964651 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:58.986256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe4e77f-0d25-44e1-a6da-46de43e6bef1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:50:59.003954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e77f-0d25-44e1-a6da-46de43e6bef1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.004347 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-cfe4e77f-0d25-44e1-a6da-46de43e6bef1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Added segment 18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5 of type vlan for network 961ff395-a202-4e76-a638-3a0bad28577c Dec 09 22:50:59.047802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814da6f1-908a-409d-bdee-09f8e02b59bd None None] Pushing event updated for resources: {'Port': ['ID=e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:59.102162 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e77f-0d25-44e1-a6da-46de43e6bef1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.126431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:59.128324 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.260716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e77f-0d25-44e1-a6da-46de43e6bef1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.276899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe4e77f-0d25-44e1-a6da-46de43e6bef1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:50:59.277839 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e77f-0d25-44e1-a6da-46de43e6bef1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.390672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-43367335-4e2d-418a-9850-72dcd92b469c None None] Provisioning complete for port 0b91136f-db90-4528-8c15-929142a27f0e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:59.392286 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-43367335-4e2d-418a-9850-72dcd92b469c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.453247 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cfe4e77f-0d25-44e1-a6da-46de43e6bef1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7605255 Dec 09 22:50:59.466426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 43974) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:50:59.472854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'admin_state_up': True, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:50:59.490065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-43367335-4e2d-418a-9850-72dcd92b469c None None] Port 0b91136f-db90-4528-8c15-929142a27f0e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:50:59.497371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4c5252bf-72df-4e09-ab38-e9afd2c7a228 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:59.540179 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:50:54Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b91136f-db90-4528-8c15-929142a27f0e', 'name': '', 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:7e:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:52Z', 'updated_at': '2021-12-09T22:50:56Z', 'revision_number': 2, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:50:59.555508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 4c5252bf-72df-4e09-ab38-e9afd2c7a228 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:59.556028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4c5252bf-72df-4e09-ab38-e9afd2c7a228 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:59.556956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e744f97b-8201-43c0-b492-6e85665166c1 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:50:59.567850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4e77f-0d25-44e1-a6da-46de43e6bef1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Network': ['ID=961ff395-a202-4e76-a638-3a0bad28577c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:59.616768 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Checking router: 55c02df1-0bb7-4608-b9aa-619c7432f592 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:50:59.617382 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Updating router 55c02df1-0bb7-4608-b9aa-619c7432f592 port 0b91136f-db90-4528-8c15-929142a27f0e binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:50:59.621699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 961ff395-a202-4e76-a638-3a0bad28577c details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:50:59.633564 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: e744f97b-8201-43c0-b492-6e85665166c1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:50:59.635712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e744f97b-8201-43c0-b492-6e85665166c1 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:50:59.671818 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.683159 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.690874 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.700024 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-43367335-4e2d-418a-9850-72dcd92b469c None None] Provisioning complete for port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:50:59.701756 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-43367335-4e2d-418a-9850-72dcd92b469c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.751422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.757143 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.896888 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:50:59.899000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=a25220bf-b04b-4717-bef6-b41b899b3534,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:50:59.979860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f63fa6-c5b8-4507-ac6a-66a0ff916aae None None] Network db71f67e-b234-46ca-817b-89809b482289 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:51:00.041424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0b689fba-aeea-4ac4-bd13-c463bd513d08 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:00.052059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:00.053570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.extraroute_db [None req-92d8b92b-8350-4b43-8804-19dd91417b32 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 22:51:00.125938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network db71f67e-b234-46ca-817b-89809b482289 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:51:00.128450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:51:00.167322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.extraroute_db [None req-92d8b92b-8350-4b43-8804-19dd91417b32 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Removed routes are [] {{(pid=103417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 22:51:00.168988 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92d8b92b-8350-4b43-8804-19dd91417b32 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:00.344454 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:00.357660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:51:00.367886 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:00.443749 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f911c5f-527f-4a10-8f91-52924886c7c6 None None] Pushing event updated for resources: {'Port': ['ID=0b91136f-db90-4528-8c15-929142a27f0e,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:00.564800 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Attempting to bind port 0b91136f-db90-4528-8c15-929142a27f0e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:51:00.566260 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Attempting to bind port 0b91136f-db90-4528-8c15-929142a27f0e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:51:00.567035 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Attempting to bind port 0b91136f-db90-4528-8c15-929142a27f0e on network 8663c398-6d2c-4ab2-b960-743cc35779c8 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:51:00.574227 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:51:00.574905 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Checking segment: {'id': '1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:51:00.577299 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:00.577546 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Bound using segment: {'id': '1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:51:00.578089 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Bound port: 0b91136f-db90-4528-8c15-929142a27f0e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:51:00.587518 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:00.664562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0b689fba-aeea-4ac4-bd13-c463bd513d08 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:00.665341 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:00.666406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:00.683027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Sync routers for ids ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:00.691993 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-786269a5-1300-49d9-bc4b-918d13a099a4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "PUT /v2.0/routers/ad4b3bd7-6e88-439f-9ce5-708fc72f5c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5956297 Dec 09 22:51:00.694298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43980) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:00.786184 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] For port 0b91136f-db90-4528-8c15-929142a27f0e, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:51:00.793354 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] For port 0b91136f-db90-4528-8c15-929142a27f0e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0b91136f-db90-4528-8c15-929142a27f0e,segment=NetworkSegment(1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3),segment_id=1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:51:00.802620 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:00.830205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Routers {'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:00.830858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:00.890654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1c296927-bb54-417c-9a9e-1efef91a21d0 None None] Provisioning complete for port 0b91136f-db90-4528-8c15-929142a27f0e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:00.891065 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c296927-bb54-417c-9a9e-1efef91a21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:00.942183 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f911c5f-527f-4a10-8f91-52924886c7c6 None None] Pushing event updated for resources: {'Port': ['ID=0b91136f-db90-4528-8c15-929142a27f0e,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:00.979815 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:00.980951 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:01.072797 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4953f5-8f76-4a0a-b66d-cfd4a444507c tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.077632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4953f5-8f76-4a0a-b66d-cfd4a444507c tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.082036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4953f5-8f76-4a0a-b66d-cfd4a444507c tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.082847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4953f5-8f76-4a0a-b66d-cfd4a444507c tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.083463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4953f5-8f76-4a0a-b66d-cfd4a444507c tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.084263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4953f5-8f76-4a0a-b66d-cfd4a444507c tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.084877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4953f5-8f76-4a0a-b66d-cfd4a444507c tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.085496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4953f5-8f76-4a0a-b66d-cfd4a444507c tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.087141 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4953f5-8f76-4a0a-b66d-cfd4a444507c tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.100246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0a4953f5-8f76-4a0a-b66d-cfd4a444507c tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6251 time: 0.4005823 Dec 09 22:51:01.103512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43988) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:01.141105 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:01.194181 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:01.273946 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6ce3f4f-9bf2-4141-8e69-d4fa4c828f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:01.275922 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:01.304206 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 0b689fba-aeea-4ac4-bd13-c463bd513d08, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0b689fba-aeea-4ac4-bd13-c463bd513d08,segment=NetworkSegment(5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f),segment_id=5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:01.360475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Set router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:01.382818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee010b-d7b2-41d2-8a3d-98ad4dbbf66e tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.383280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee010b-d7b2-41d2-8a3d-98ad4dbbf66e tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.383736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee010b-d7b2-41d2-8a3d-98ad4dbbf66e tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.393729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee010b-d7b2-41d2-8a3d-98ad4dbbf66e tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.394547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee010b-d7b2-41d2-8a3d-98ad4dbbf66e tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.394972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee010b-d7b2-41d2-8a3d-98ad4dbbf66e tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.395433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee010b-d7b2-41d2-8a3d-98ad4dbbf66e tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.395879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee010b-d7b2-41d2-8a3d-98ad4dbbf66e tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:01.405811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e2ee010b-d7b2-41d2-8a3d-98ad4dbbf66e tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5095 time: 0.2994680 Dec 09 22:51:01.406619 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 43994) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:01.434636 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:01.442187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:01.629122 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92d8b92b-8350-4b43-8804-19dd91417b32 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:01.640660 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92d8b92b-8350-4b43-8804-19dd91417b32 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:01.696510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2839a0f2-1c37-4d83-abc2-ceef16269781 tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2913 time: 0.2887104 Dec 09 22:51:01.740311 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:00Z', 'revision_number': 6, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b91136f-db90-4528-8c15-929142a27f0e', 'name': '', 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:7e:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:52Z', 'updated_at': '2021-12-09T22:51:00Z', 'revision_number': 4, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:01.801625 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c296927-bb54-417c-9a9e-1efef91a21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:01.804479 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2fb292-edb8-4cd6-8058-79e77c841bac None None] The sync data for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 is: [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:00Z', 'revision_number': 6, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b91136f-db90-4528-8c15-929142a27f0e', 'name': '', 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:7e:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:52Z', 'updated_at': '2021-12-09T22:51:00Z', 'revision_number': 4, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:01.817477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=0b689fba-aeea-4ac4-bd13-c463bd513d08,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:01.958694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1c296927-bb54-417c-9a9e-1efef91a21d0 None None] For port 0b91136f-db90-4528-8c15-929142a27f0e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0b91136f-db90-4528-8c15-929142a27f0e,segment=NetworkSegment(1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3),segment_id=1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:01.972298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d8b92b-8350-4b43-8804-19dd91417b32 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 55c02df1-0bb7-4608-b9aa-619c7432f592 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:51:02.048463 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c296927-bb54-417c-9a9e-1efef91a21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.049228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.101320 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.132977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:02.133349 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.186674 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1c296927-bb54-417c-9a9e-1efef91a21d0 None None] Provisioning complete for port 0b689fba-aeea-4ac4-bd13-c463bd513d08 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:02.191182 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c296927-bb54-417c-9a9e-1efef91a21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.243620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44010) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:02.248421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-cf69b31e-7914-41e1-adaf-ebb03f0a6a69 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-702311943', 'description': 'tempest-secgroup-smoke-702311943 description', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:02.301740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf69b31e-7914-41e1-adaf-ebb03f0a6a69 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.369638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c296927-bb54-417c-9a9e-1efef91a21d0 None None] Pushing event updated for resources: {'Port': ['ID=0b91136f-db90-4528-8c15-929142a27f0e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:02.448648 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf69b31e-7914-41e1-adaf-ebb03f0a6a69 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.457571 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf69b31e-7914-41e1-adaf-ebb03f0a6a69 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.493682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d8b92b-8350-4b43-8804-19dd91417b32 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:02.513411 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cf69b31e-7914-41e1-adaf-ebb03f0a6a69 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.516114 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92d8b92b-8350-4b43-8804-19dd91417b32 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.522675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cf69b31e-7914-41e1-adaf-ebb03f0a6a69 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2735474 Dec 09 22:51:02.522898 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-92d8b92b-8350-4b43-8804-19dd91417b32 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592 HTTP/1.1" status: 200 len: 934 time: 4.1214578 Dec 09 22:51:02.523009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44016) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:02.530604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44018) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:02.539667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:50:58Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a25220bf-b04b-4717-bef6-b41b899b3534', 'name': '', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:1e:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:56Z', 'updated_at': '2021-12-09T22:50:59Z', 'revision_number': 2, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:02.540352 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.25.8.77 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/698786c1-056f-49c6-974f-9deac9b9d09f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:51:02.546748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c2dd7311-5de3-4332-be68-94bafb44a80e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': 'c5dfa259-0ba4-4a20-9c1a-8bc64995a349', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:02.638131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Checking router: ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:02.638489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Updating router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 port a25220bf-b04b-4717-bef6-b41b899b3534 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:51:02.668081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69b31e-7914-41e1-adaf-ebb03f0a6a69 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dfa259-0ba4-4a20-9c1a-8bc64995a349,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:02.693561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7311-5de3-4332-be68-94bafb44a80e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.727603 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.730024 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-498fa4e8-eadf-45d0-a70b-dac9401f96b3 None None] Provisioning complete for port 0b91136f-db90-4528-8c15-929142a27f0e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:02.730353 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-498fa4e8-eadf-45d0-a70b-dac9401f96b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.754663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.832004 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:02.847852 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-73ffa3f5-c5b7-4f07-8504-33834686b3e5 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592 HTTP/1.1" status: 200 len: 934 time: 0.3183994 Dec 09 22:51:02.851039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44024) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:02.857842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f583c048-e6e0-4e03-9d13-b1109b6613f6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'router': {'routes': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:02.914495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=698786c1-056f-49c6-974f-9deac9b9d09f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:02.944640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:51:02.949305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:51:02.953410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:51:03.036742 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0b689fba-aeea-4ac4-bd13-c463bd513d08 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:03.038894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ee5e8f-9f44-4ec8-ab10-b4c85b68f2f3 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:51:03.109308 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7311-5de3-4332-be68-94bafb44a80e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.274605 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006fc1c3-2576-4077-9e1d-4b0fbe071355 None None] Sync routers for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:03.283774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-498fa4e8-eadf-45d0-a70b-dac9401f96b3 None None] Provisioning complete for port 0b689fba-aeea-4ac4-bd13-c463bd513d08 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:03.284149 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-498fa4e8-eadf-45d0-a70b-dac9401f96b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.291226 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006fc1c3-2576-4077-9e1d-4b0fbe071355 None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:03.292899 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-006fc1c3-2576-4077-9e1d-4b0fbe071355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:50:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:03.309687 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7311-5de3-4332-be68-94bafb44a80e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.332732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0b689fba-aeea-4ac4-bd13-c463bd513d08 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:03.333104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.385413 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7311-5de3-4332-be68-94bafb44a80e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.387091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c2dd7311-5de3-4332-be68-94bafb44a80e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8514762 Dec 09 22:51:03.390383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44036) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:03.390637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd7311-5de3-4332-be68-94bafb44a80e tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5a7cb3-bc1d-4ee6-88bb-ad1cffd44a97,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:03.411590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-445e9d90-e75d-47e8-80c8-4fa6abbf1db4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': 'c5dfa259-0ba4-4a20-9c1a-8bc64995a349', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:03.452115 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.499777 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-006fc1c3-2576-4077-9e1d-4b0fbe071355 None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:03.536383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.extraroute_db [None req-f583c048-e6e0-4e03-9d13-b1109b6613f6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Added routes are [] {{(pid=103418) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 22:51:03.536698 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.extraroute_db [None req-f583c048-e6e0-4e03-9d13-b1109b6613f6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103418) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 22:51:03.567130 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-445e9d90-e75d-47e8-80c8-4fa6abbf1db4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.595150 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eb3b9920-6265-4488-8782-e22c4a4ba66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.596327 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f583c048-e6e0-4e03-9d13-b1109b6613f6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.603077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-498fa4e8-eadf-45d0-a70b-dac9401f96b3 None None] Provisioning complete for port a25220bf-b04b-4717-bef6-b41b899b3534 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:03.603571 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-498fa4e8-eadf-45d0-a70b-dac9401f96b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.757811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-445e9d90-e75d-47e8-80c8-4fa6abbf1db4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.772053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-445e9d90-e75d-47e8-80c8-4fa6abbf1db4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.853533 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-006fc1c3-2576-4077-9e1d-4b0fbe071355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:00Z', 'revision_number': 6, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b91136f-db90-4528-8c15-929142a27f0e', 'name': '', 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:7e:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:52Z', 'updated_at': '2021-12-09T22:51:01Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:03.855688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e9d90-e75d-47e8-80c8-4fa6abbf1db4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d6ee05-9e38-4773-88e4-681751dd8b0d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:03.921878 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006fc1c3-2576-4077-9e1d-4b0fbe071355 None None] Checking router: 55c02df1-0bb7-4608-b9aa-619c7432f592 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:03.946603 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-445e9d90-e75d-47e8-80c8-4fa6abbf1db4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:03.952307 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-445e9d90-e75d-47e8-80c8-4fa6abbf1db4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5537872 Dec 09 22:51:03.953243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44046) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:03.961209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2b70a1f6-1059-44ad-9e62-f2bc6472f1cf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': 'c5dfa259-0ba4-4a20-9c1a-8bc64995a349', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:03.969850 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006fc1c3-2576-4077-9e1d-4b0fbe071355 None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:03.970685 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-006fc1c3-2576-4077-9e1d-4b0fbe071355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:03.989363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0b91136f-db90-4528-8c15-929142a27f0e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:04.004237 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.073857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b70a1f6-1059-44ad-9e62-f2bc6472f1cf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.089977 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.104374 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.122751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-498fa4e8-eadf-45d0-a70b-dac9401f96b3 None None] Port a25220bf-b04b-4717-bef6-b41b899b3534 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:51:04.137434 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.214805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0b91136f-db90-4528-8c15-929142a27f0e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:04.215722 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.250594 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b70a1f6-1059-44ad-9e62-f2bc6472f1cf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.270622 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b70a1f6-1059-44ad-9e62-f2bc6472f1cf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.330683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70a1f6-1059-44ad-9e62-f2bc6472f1cf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2579ca8b-a961-48e0-bdf9-55c6a56e9f09,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:04.346843 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b70a1f6-1059-44ad-9e62-f2bc6472f1cf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.350544 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2b70a1f6-1059-44ad-9e62-f2bc6472f1cf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3917990 Dec 09 22:51:04.350940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44048) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:04.355598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-970cb32f-2508-412b-8a72-abe2bf0f44e3 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': 'c5dfa259-0ba4-4a20-9c1a-8bc64995a349', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:04.453152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router 0948f038-d4a4-4330-a08c-4f4610157d9c is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:51:04.453357 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-006fc1c3-2576-4077-9e1d-4b0fbe071355 None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:04.456771 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-970cb32f-2508-412b-8a72-abe2bf0f44e3 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.480441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-eff8fcfa-aecb-4b3a-b6cc-8c6bc2805958 None None] Provisioning complete for port 698786c1-056f-49c6-974f-9deac9b9d09f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:04.480816 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eff8fcfa-aecb-4b3a-b6cc-8c6bc2805958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.546954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Pushing event updated for resources: {'Port': ['ID=a25220bf-b04b-4717-bef6-b41b899b3534,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:04.583963 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.584254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.584596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.584933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.585265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.585596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.585951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.586277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.586600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.587000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.587287 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.590480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.590994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:04.595090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-eff8fcfa-aecb-4b3a-b6cc-8c6bc2805958 None None] Port 698786c1-056f-49c6-974f-9deac9b9d09f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:51:04.614756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Attempting to bind port a25220bf-b04b-4717-bef6-b41b899b3534 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:51:04.616196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Attempting to bind port a25220bf-b04b-4717-bef6-b41b899b3534 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:51:04.618305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Attempting to bind port a25220bf-b04b-4717-bef6-b41b899b3534 on network db71f67e-b234-46ca-817b-89809b482289 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:51:04.634817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:51:04.635273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Checking segment: {'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:51:04.635701 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.636106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Bound using segment: {'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:51:04.639379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Bound port: a25220bf-b04b-4717-bef6-b41b899b3534, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:51:04.639918 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.709073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:04.713662 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f583c048-e6e0-4e03-9d13-b1109b6613f6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.718020 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f583c048-e6e0-4e03-9d13-b1109b6613f6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.742920 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-970cb32f-2508-412b-8a72-abe2bf0f44e3 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.747920 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.749671 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ab802fc4-afc7-43f5-ae94-faca4d8c488b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.2821002 Dec 09 22:51:04.751156 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-970cb32f-2508-412b-8a72-abe2bf0f44e3 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.752989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44056) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:04.769124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Sync routers for ids ['0948f038-d4a4-4330-a08c-4f4610157d9c'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:04.791941 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-006fc1c3-2576-4077-9e1d-4b0fbe071355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:03Z', 'revision_number': 7, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b91136f-db90-4528-8c15-929142a27f0e', 'name': '', 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:7e:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:52Z', 'updated_at': '2021-12-09T22:51:01Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:04.801926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cb32f-2508-412b-8a72-abe2bf0f44e3 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccdefce-af27-4abe-92ab-6046e2ace415,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:04.812104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] For port a25220bf-b04b-4717-bef6-b41b899b3534, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:51:04.831447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-970cb32f-2508-412b-8a72-abe2bf0f44e3 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.831447 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-970cb32f-2508-412b-8a72-abe2bf0f44e3 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4765925 Dec 09 22:51:04.832904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44062) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:04.838681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-488c4a5b-64b9-4e5e-ac19-190985d82c7b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': 'c5dfa259-0ba4-4a20-9c1a-8bc64995a349', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:04.850282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Routers {'0948f038-d4a4-4330-a08c-4f4610157d9c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:04.850926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0948f038-d4a4-4330-a08c-4f4610157d9c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:04.882199 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006fc1c3-2576-4077-9e1d-4b0fbe071355 None None] The sync data for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 is: [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:03Z', 'revision_number': 7, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b91136f-db90-4528-8c15-929142a27f0e', 'name': '', 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:7e:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:52Z', 'updated_at': '2021-12-09T22:51:01Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:04.884405 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-488c4a5b-64b9-4e5e-ac19-190985d82c7b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Project 8d5883f7417a42efabff0c7cb8a885e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:51:04.892991 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-488c4a5b-64b9-4e5e-ac19-190985d82c7b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.893346 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fb46b48c-e7c8-40aa-9f2a-79730ce5707f None None] Provisioning complete for port a25220bf-b04b-4717-bef6-b41b899b3534 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:04.893726 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb46b48c-e7c8-40aa-9f2a-79730ce5707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.898554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f583c048-e6e0-4e03-9d13-b1109b6613f6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 55c02df1-0bb7-4608-b9aa-619c7432f592 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:51:04.946111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] For port a25220bf-b04b-4717-bef6-b41b899b3534, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a25220bf-b04b-4717-bef6-b41b899b3534,segment=NetworkSegment(5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f),segment_id=5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:51:04.964091 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-488c4a5b-64b9-4e5e-ac19-190985d82c7b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.969737 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-488c4a5b-64b9-4e5e-ac19-190985d82c7b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:04.983896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fb46b48c-e7c8-40aa-9f2a-79730ce5707f None None] Port a25220bf-b04b-4717-bef6-b41b899b3534 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:51:04.996688 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:05.009413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c4a5b-64b9-4e5e-ac19-190985d82c7b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe2e73e-bd94-480c-953b-e42e683d607b,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:05.013597 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-488c4a5b-64b9-4e5e-ac19-190985d82c7b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:05.015716 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-488c4a5b-64b9-4e5e-ac19-190985d82c7b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1817119 Dec 09 22:51:05.023253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44070) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:05.030295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a4627e64-430f-4648-952b-e5d417fd592d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'security_group_rule': {'security_group_id': 'c5dfa259-0ba4-4a20-9c1a-8bc64995a349', 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:05.037954 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:05.065226 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-a4627e64-430f-4648-952b-e5d417fd592d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Project 8d5883f7417a42efabff0c7cb8a885e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:51:05.087448 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a4627e64-430f-4648-952b-e5d417fd592d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:05.161334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f583c048-e6e0-4e03-9d13-b1109b6613f6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:05.174875 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f583c048-e6e0-4e03-9d13-b1109b6613f6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:05.176255 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f583c048-e6e0-4e03-9d13-b1109b6613f6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592 HTTP/1.1" status: 200 len: 700 time: 2.3230817 Dec 09 22:51:05.179203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44076) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:05.212692 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5f1d47a3-1518-4ebb-ada3-5fd770d23eb7 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=7ffb305be9ae48ea9f30ef4c629e6c08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4558649 Dec 09 22:51:05.228127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44078) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:05.283344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Routers {'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:05.284062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:05.333054 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a4627e64-430f-4648-952b-e5d417fd592d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:05.372289 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a4627e64-430f-4648-952b-e5d417fd592d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:05.408083 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c48a63-57ab-4645-9e0e-8bcb16797407 None None] Sync routers for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:05.420208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:05.420208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4627e64-430f-4648-952b-e5d417fd592d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08416e33-7c8b-4c59-99ab-e3ec17c4ada1,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:05.420696 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7851a09c-c282-4ee5-9f25-68ba5643696f tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592 HTTP/1.1" status: 200 len: 700 time: 0.2398586 Dec 09 22:51:05.425567 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c48a63-57ab-4645-9e0e-8bcb16797407 None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:05.426184 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-54c48a63-57ab-4645-9e0e-8bcb16797407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:05.501879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] Set router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:05.556242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Set router 0948f038-d4a4-4330-a08c-4f4610157d9c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:05.629942 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-54c48a63-57ab-4645-9e0e-8bcb16797407 None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:05.777565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0d11c-0c94-4a28-b6a0-600cb29ea127 None None] Pushing event updated for resources: {'Port': ['ID=a25220bf-b04b-4717-bef6-b41b899b3534,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:05.841385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca6ed2-aad6-45e5-9e6f-c53f7bf4312c tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:05.846013 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-41ca6ed2-aad6-45e5-9e6f-c53f7bf4312c tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6167550 Dec 09 22:51:05.849288 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44096) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:05.852593 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a4627e64-430f-4648-952b-e5d417fd592d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:05.853879 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a4627e64-430f-4648-952b-e5d417fd592d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8281400 Dec 09 22:51:05.943231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dfd3f751-72b1-46a0-a398-71da9de5a0f7 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0925157 Dec 09 22:51:05.947524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44102) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:05.955487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1408026f-dc21-4efb-ae48-6a15d777c964 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-580388780', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:06.003802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-387cb9b5-3cde-40ad-a451-455a0bee2aa5 None None] Provisioning complete for port a25220bf-b04b-4717-bef6-b41b899b3534 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:06.004584 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-387cb9b5-3cde-40ad-a451-455a0bee2aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:06.033415 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-54c48a63-57ab-4645-9e0e-8bcb16797407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:03Z', 'revision_number': 7, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b91136f-db90-4528-8c15-929142a27f0e', 'name': '', 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:7e:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:52Z', 'updated_at': '2021-12-09T22:51:01Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:06.069249 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c48a63-57ab-4645-9e0e-8bcb16797407 None None] Checking router: 55c02df1-0bb7-4608-b9aa-619c7432f592 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:06.081163 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fba09efd-ca24-4b1b-8b74-ecb11dd439f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:06.113896 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c48a63-57ab-4645-9e0e-8bcb16797407 None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:06.114588 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-54c48a63-57ab-4645-9e0e-8bcb16797407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:06.139401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1408026f-dc21-4efb-ae48-6a15d777c964 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Made reservation on behalf of 7ffb305be9ae48ea9f30ef4c629e6c08 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:51:06.145407 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1408026f-dc21-4efb-ae48-6a15d777c964 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:06.275831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:51:03Z', 'revision_number': 3, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:06.280144 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:06.296294 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-01b8b0d1-edaf-4878-89ce-fdccb3387910 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702311943&fields=id&tenant_id=8d5883f7417a42efabff0c7cb8a885e9 HTTP/1.1" status: 200 len: 267 time: 0.1231110 Dec 09 22:51:06.313118 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-387cb9b5-3cde-40ad-a451-455a0bee2aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:06.317827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Checking router: 0948f038-d4a4-4330-a08c-4f4610157d9c for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:06.318000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Updating router 0948f038-d4a4-4330-a08c-4f4610157d9c port 698786c1-056f-49c6-974f-9deac9b9d09f binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:51:06.318236 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-54c48a63-57ab-4645-9e0e-8bcb16797407 None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:06.370980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:50:58Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a25220bf-b04b-4717-bef6-b41b899b3534', 'name': '', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:1e:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:56Z', 'updated_at': '2021-12-09T22:51:04Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:06.446648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa395b-e682-4680-bff4-9f1bec098516 None None] The sync data for ids ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'] in n-d-789963-23 is: [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:50:58Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a25220bf-b04b-4717-bef6-b41b899b3534', 'name': '', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:1e:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:56Z', 'updated_at': '2021-12-09T22:51:04Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:06.457298 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:06.507663 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1408026f-dc21-4efb-ae48-6a15d777c964 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:06.559261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-387cb9b5-3cde-40ad-a451-455a0bee2aa5 None None] For port a25220bf-b04b-4717-bef6-b41b899b3534, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a25220bf-b04b-4717-bef6-b41b899b3534,segment=NetworkSegment(5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f),segment_id=5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:06.571467 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-387cb9b5-3cde-40ad-a451-455a0bee2aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:06.673247 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-54c48a63-57ab-4645-9e0e-8bcb16797407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:03Z', 'revision_number': 7, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b91136f-db90-4528-8c15-929142a27f0e', 'name': '', 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:7e:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:52Z', 'updated_at': '2021-12-09T22:51:01Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:06.708377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fba09efd-ca24-4b1b-8b74-ecb11dd439f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 0b91136f-db90-4528-8c15-929142a27f0e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:51:06.708719 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fba09efd-ca24-4b1b-8b74-ecb11dd439f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:06.720120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408026f-dc21-4efb-ae48-6a15d777c964 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Subnet': ['ID=7174c3b6-05e1-4dcf-a5c7-443847a84a9f,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:06.739130 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c48a63-57ab-4645-9e0e-8bcb16797407 None None] The sync data for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 is: [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:03Z', 'revision_number': 7, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b91136f-db90-4528-8c15-929142a27f0e', 'name': '', 'network_id': '8663c398-6d2c-4ab2-b960-743cc35779c8', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:7e:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:52Z', 'updated_at': '2021-12-09T22:51:01Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '25df8727-0528-4fd9-b2f4-8f27ffc935c5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:06.807970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87be44f-b87e-4c81-9ece-51529988553a req-8a8dcb14-b80b-490b-ae81-8cf9b9344798 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:06.830538 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-8a8dcb14-b80b-490b-ae81-8cf9b9344798 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/networks?id=db71f67e-b234-46ca-817b-89809b482289 HTTP/1.1" status: 200 len: 796 time: 0.5247788 Dec 09 22:51:06.851897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1408026f-dc21-4efb-ae48-6a15d777c964 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Checking segment: {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:51:06.855001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1408026f-dc21-4efb-ae48-6a15d777c964 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network hostable DHCP agents. Network: 961ff395-a202-4e76-a638-3a0bad28577c, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:51:06.888064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-1eeab5b6-085d-42c6-918c-3f11c325e1a2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/quotas/8d5883f7417a42efabff0c7cb8a885e9 HTTP/1.1" status: 200 len: 375 time: 0.0543251 Dec 09 22:51:06.933576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-fba09efd-ca24-4b1b-8b74-ecb11dd439f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] For port 0b91136f-db90-4528-8c15-929142a27f0e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0b91136f-db90-4528-8c15-929142a27f0e,segment=NetworkSegment(1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3),segment_id=1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:06.934293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fba09efd-ca24-4b1b-8b74-ecb11dd439f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:06.967502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fba09efd-ca24-4b1b-8b74-ecb11dd439f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 0b91136f-db90-4528-8c15-929142a27f0e owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:51:07.042871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-78a84af9-6d5d-44dd-8205-90e1069dc1be tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451752 Dec 09 22:51:07.064770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1408026f-dc21-4efb-ae48-6a15d777c964 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 961ff395-a202-4e76-a638-3a0bad28577c is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:51:07.188825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-1408026f-dc21-4efb-ae48-6a15d777c964 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 961ff395-a202-4e76-a638-3a0bad28577c) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:51:07.195372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1408026f-dc21-4efb-ae48-6a15d777c964 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:07.197394 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1408026f-dc21-4efb-ae48-6a15d777c964 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:07.243243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1408026f-dc21-4efb-ae48-6a15d777c964 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2942090 Dec 09 22:51:07.250037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44126) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:07.349662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a25220bf-b04b-4717-bef6-b41b899b3534 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:07.367274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf08481-ead6-47d2-9030-44f2cc1e776c None None] Network 961ff395-a202-4e76-a638-3a0bad28577c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:51:07.392607 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fba09efd-ca24-4b1b-8b74-ecb11dd439f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:07.400176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-c9e6360f-e28b-4232-bda8-52023548eaf6 service neutron] 10.222.0.16 "GET /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531699 Dec 09 22:51:07.455620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba09efd-ca24-4b1b-8b74-ecb11dd439f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=0b91136f-db90-4528-8c15-929142a27f0e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:07.583759 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:07.611513 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:07.655366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-2bd5dba6-145d-44cf-9a81-7d3d57ed2405 service neutron] 10.222.0.16 "GET /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531047 Dec 09 22:51:07.697751 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:07.746508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df20cd5d-0e85-4e2a-8644-affb57164d89 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:51:07.788504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cb9b5-3cde-40ad-a451-455a0bee2aa5 None None] Pushing event updated for resources: {'Port': ['ID=a25220bf-b04b-4717-bef6-b41b899b3534,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:07.843506 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fba09efd-ca24-4b1b-8b74-ecb11dd439f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:07.983736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bbe8a-d3a6-4d67-b2b5-7d5c62cb729b None None] Pushing event updated for resources: {'Port': ['ID=698786c1-056f-49c6-974f-9deac9b9d09f,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:07.996935 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-961ff395-a202-4e76-a638-3a0bad28577c', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ips': [{'subnet_id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:51:07.997960 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:08.121480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a10dd474-d0f0-4c4a-a4c2-1ef749a72394 req-07e0dcb4-5ac8-439c-b863-5bb807247eee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 210 time: 0.0679214 Dec 09 22:51:08.179974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Attempting to bind port 698786c1-056f-49c6-974f-9deac9b9d09f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:51:08.180561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Attempting to bind port 698786c1-056f-49c6-974f-9deac9b9d09f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:51:08.181469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Attempting to bind port 698786c1-056f-49c6-974f-9deac9b9d09f on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:51:08.231207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a25220bf-b04b-4717-bef6-b41b899b3534 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:08.231717 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:08.239651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:51:08.240344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:51:08.240872 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:08.241381 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:51:08.242028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Bound port: 698786c1-056f-49c6-974f-9deac9b9d09f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:51:08.242704 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:08.478491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] For port 698786c1-056f-49c6-974f-9deac9b9d09f, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:51:08.483191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] For port 698786c1-056f-49c6-974f-9deac9b9d09f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=698786c1-056f-49c6-974f-9deac9b9d09f,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:51:08.511704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Allocated IP 172.20.0.2 (961ff395-a202-4e76-a638-3a0bad28577c/7174c3b6-05e1-4dcf-a5c7-443847a84a9f/82654c79-6096-4bab-8ea7-fc13cf916536) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:51:08.574667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ae8fdefd-3162-44f3-bc51-08561f8ee176 None None] Provisioning complete for port 698786c1-056f-49c6-974f-9deac9b9d09f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:08.574992 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdefd-3162-44f3-bc51-08561f8ee176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:08.611874 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:08.735511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f11ef29-43c2-43c9-adeb-a11eaa2670c0 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:51:08.757728 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:08.839118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Routers {'0948f038-d4a4-4330-a08c-4f4610157d9c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:08.840101 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0948f038-d4a4-4330-a08c-4f4610157d9c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:08.842854 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bbe8a-d3a6-4d67-b2b5-7d5c62cb729b None None] Pushing event updated for resources: {'Port': ['ID=698786c1-056f-49c6-974f-9deac9b9d09f,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:08.973332 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.066940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba09efd-ca24-4b1b-8b74-ecb11dd439f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 55c02df1-0bb7-4608-b9aa-619c7432f592 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:51:09.207725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba09efd-ca24-4b1b-8b74-ecb11dd439f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:09.215091 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fba09efd-ca24-4b1b-8b74-ecb11dd439f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7859733 Dec 09 22:51:09.218599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44150) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:09.222610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.20.0.1 (961ff395-a202-4e76-a638-3a0bad28577c/7174c3b6-05e1-4dcf-a5c7-443847a84a9f/7a24385b-d489-4e6f-b613-6d423d7bb0b0) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:51:09.260623 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdefd-3162-44f3-bc51-08561f8ee176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.291685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9f5434-6a73-4d80-931b-644b6dbc3adc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting subnet 25df8727-0528-4fd9-b2f4-8f27ffc935c5 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:51:09.295121 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5434-6a73-4d80-931b-644b6dbc3adc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.347873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5434-6a73-4d80-931b-644b6dbc3adc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.369896 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.374102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63e9be-67eb-4e66-abed-06494e9e8905 None None] Sync routers for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:09.412429 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9476c979-6e56-4e69-8f34-34d852f563d1 req-bf04ec03-988a-4d8c-ade5-03930bc52f5c tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 210 time: 0.0591333 Dec 09 22:51:09.416515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] Set router 0948f038-d4a4-4330-a08c-4f4610157d9c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:09.467671 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5434-6a73-4d80-931b-644b6dbc3adc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.528019 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.589948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Pushing event updated for resources: {'Port': ['ID=82654c79-6096-4bab-8ea7-fc13cf916536,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:09.631128 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.637442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63e9be-67eb-4e66-abed-06494e9e8905 None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:09.638185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5f63e9be-67eb-4e66-abed-06494e9e8905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:09.665583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ae8fdefd-3162-44f3-bc51-08561f8ee176 None None] For port 698786c1-056f-49c6-974f-9deac9b9d09f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=698786c1-056f-49c6-974f-9deac9b9d09f,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:09.673454 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5434-6a73-4d80-931b-644b6dbc3adc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.703334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a25220bf-b04b-4717-bef6-b41b899b3534 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:09.707485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 961ff395-a202-4e76-a638-3a0bad28577c is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:51:09.716512 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5434-6a73-4d80-931b-644b6dbc3adc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.720054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:51:09.720511 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6c9f5434-6a73-4d80-931b-644b6dbc3adc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/25df8727-0528-4fd9-b2f4-8f27ffc935c5 HTTP/1.1" status: 204 len: 168 time: 0.5005882 Dec 09 22:51:09.721651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f5434-6a73-4d80-931b-644b6dbc3adc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Subnet': ['ID=25df8727-0528-4fd9-b2f4-8f27ffc935c5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:09.723550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44156) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:09.731451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:51:09.753538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Network 961ff395-a202-4e76-a638-3a0bad28577c is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:51:09.757586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4aeb7a-724e-4289-b937-2cbdf938a7c3 None None] Network 8663c398-6d2c-4ab2-b960-743cc35779c8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:51:09.824832 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.829098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=7a24385b-d489-4e6f-b613-6d423d7bb0b0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:09.840044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.863133 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdefd-3162-44f3-bc51-08561f8ee176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:09.986664 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:51:09.989578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:51:09.998159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:51:09.998843 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:10.057949 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:10.058469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fdefd-3162-44f3-bc51-08561f8ee176 None None] Pushing event updated for resources: {'Port': ['ID=698786c1-056f-49c6-974f-9deac9b9d09f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:10.106239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] For port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69,segment=NetworkSegment(1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3),segment_id=1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:10.107278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:10.114219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1d437784-0e3f-4570-91ad-3862e54fbcce None None] Provisioning complete for port 698786c1-056f-49c6-974f-9deac9b9d09f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:10.114964 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d437784-0e3f-4570-91ad-3862e54fbcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:10.167177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Attempting to bind port 82654c79-6096-4bab-8ea7-fc13cf916536 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:51:10.167471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Attempting to bind port 82654c79-6096-4bab-8ea7-fc13cf916536 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:51:10.167839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Attempting to bind port 82654c79-6096-4bab-8ea7-fc13cf916536 on network 961ff395-a202-4e76-a638-3a0bad28577c {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:51:10.187925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-5f63e9be-67eb-4e66-abed-06494e9e8905 None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:10.299712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:51:10.413162 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:10.435340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:51:10.435749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Checking segment: {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:51:10.436155 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:10.436563 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Bound using segment: {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:51:10.437042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Bound port: 82654c79-6096-4bab-8ea7-fc13cf916536, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:51:10.437425 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:10.459394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b228c12-fbd7-4a28-895f-3bebef7392b8 None None] DHCP port deletion for 8663c398-6d2c-4ab2-b960-743cc35779c8 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:51:10.486382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:10.516008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a25220bf-b04b-4717-bef6-b41b899b3534 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:10.516378 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:10.532280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No DVR routers for this DVR port e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:51:10.583106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d64fe44-d35a-430d-a922-564491a8809d req-a9d4d88d-33b0-4872-b783-b53a301df9a3 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 210 time: 0.0315576 Dec 09 22:51:10.714974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87be44f-b87e-4c81-9ece-51529988553a req-eb9d83cd-36df-47fb-b7de-c8e80e314037 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:10.716526 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-eb9d83cd-36df-47fb-b7de-c8e80e314037 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.18 "GET /v2.0/networks?id=db71f67e-b234-46ca-817b-89809b482289 HTTP/1.1" status: 200 len: 796 time: 0.5911677 Dec 09 22:51:10.754654 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:10.766722 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:10.767436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] For port 82654c79-6096-4bab-8ea7-fc13cf916536, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:51:10.867818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=7a24385b-d489-4e6f-b613-6d423d7bb0b0,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:10.868682 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:10.881355 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-aa58bfb9-451a-493c-8282-46de5e020f78 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5883f7417a42efabff0c7cb8a885e9 HTTP/1.1" status: 200 len: 379 time: 0.0962508 Dec 09 22:51:10.881616 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:10.893313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c87be44f-b87e-4c81-9ece-51529988553a req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'port': {'device_id': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'admin_state_up': True, 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'security_groups': ['c5dfa259-0ba4-4a20-9c1a-8bc64995a349']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:10.968598 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8663c398-6d2c-4ab2-b960-743cc35779c8']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:10.993624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] For port 82654c79-6096-4bab-8ea7-fc13cf916536, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=82654c79-6096-4bab-8ea7-fc13cf916536,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:51:11.011187 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:11.024899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:11.025410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6deb7e-1af6-49b9-bd9a-a39d8f03b1c3') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:11.064075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 961ff395-a202-4e76-a638-3a0bad28577c is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:51:11.066188 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:51:11.077121 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:11.114104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:51:03Z', 'revision_number': 3, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:11.137150 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:11.161688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25d316b-fb7b-4a40-a599-a3a6f7fdd45c None None] The sync data for ids ['0948f038-d4a4-4330-a08c-4f4610157d9c'] in n-d-789963-23 is: [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:51:03Z', 'revision_number': 3, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:11.173426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:51:11.173879 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:51:11.200061 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:51:11.224587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63704b-a391-4d2f-ab47-690e3438a9c3 None None] Pushing event updated for resources: {'Port': ['ID=82654c79-6096-4bab-8ea7-fc13cf916536,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:11.289387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5f63e9be-67eb-4e66-abed-06494e9e8905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:07Z', 'revision_number': 8, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:11.304625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87be44f-b87e-4c81-9ece-51529988553a req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Made reservation on behalf of 8d5883f7417a42efabff0c7cb8a885e9 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:51:11.308476 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c87be44f-b87e-4c81-9ece-51529988553a req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:11.384885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63e9be-67eb-4e66-abed-06494e9e8905 None None] Checking router: 55c02df1-0bb7-4608-b9aa-619c7432f592 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:11.388684 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:11.399269 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:11.402912 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/networks/8663c398-6d2c-4ab2-b960-743cc35779c8 HTTP/1.1" status: 204 len: 168 time: 1.6783366 Dec 09 22:51:11.407043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44168) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:11.437217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63e9be-67eb-4e66-abed-06494e9e8905 None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:11.443796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5f63e9be-67eb-4e66-abed-06494e9e8905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:11.454463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router 0948f038-d4a4-4330-a08c-4f4610157d9c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:51:11.569745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3380d-2751-4ae0-8c42-ced281ee0a98 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Network': ['ID=8663c398-6d2c-4ab2-b960-743cc35779c8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:11.612662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:51:11.810427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:51:11.811117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e6dde4fc-fff7-42d5-b4bc-4eb3e3b7af69 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:51:11.881678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dcdc47fe-f0e8-452a-94e3-57956d3ec13c req-30f9879c-d32b-4cc0-a4a0-463b30994878 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 210 time: 0.0627420 Dec 09 22:51:11.892315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-c87be44f-b87e-4c81-9ece-51529988553a req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Allocated IP 172.20.0.4 (db71f67e-b234-46ca-817b-89809b482289/ffb8ec69-7a97-4d4a-88ea-14e46ec54dae/94136509-1a0d-4553-b19d-6d0c0f55e3e4) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:51:11.916796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:11.920788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-5f63e9be-67eb-4e66-abed-06494e9e8905 None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:11.952385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c0b48e55-29ea-4bf0-b93e-83441fd61e57 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "PUT /v2.0/routers/0948f038-d4a4-4330-a08c-4f4610157d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7009516 Dec 09 22:51:12.355366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-5d30c7e9-90d6-42f7-82d9-c731e514d071 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977609512&fields=id&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 267 time: 0.1015921 Dec 09 22:51:12.400315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5f63e9be-67eb-4e66-abed-06494e9e8905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:07Z', 'revision_number': 8, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:12.473736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63e9be-67eb-4e66-abed-06494e9e8905 None None] The sync data for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 is: [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:07Z', 'revision_number': 8, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '0a6ddfbd-de1f-4186-a40e-df3a8952adfb', 'name': '', 'network_id': '584fe80f-06d0-4717-8d3d-85cad7301cd9', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:ad:00:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70f10662-777d-4492-bb81-69c9d303bba4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:44Z', 'updated_at': '2021-12-09T22:50:52Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '70f10662-777d-4492-bb81-69c9d303bba4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:12.601882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-f92bf0a9-5682-442b-868a-607cfc1cff20 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:12.603411 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-f92bf0a9-5682-442b-868a-607cfc1cff20 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/networks?id=961ff395-a202-4e76-a638-3a0bad28577c HTTP/1.1" status: 200 len: 797 time: 0.2432916 Dec 09 22:51:12.606795 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c87be44f-b87e-4c81-9ece-51529988553a req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:12.628094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-fbfd7f4b-36b8-4524-a1b3-6ff63931d8c7 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/quotas/7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 375 time: 0.0170412 Dec 09 22:51:12.686871 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c87be44f-b87e-4c81-9ece-51529988553a req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:12.727443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-a0acdd6e-343e-4418-bb5d-6d2e734e8200 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934608 Dec 09 22:51:12.753150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87be44f-b87e-4c81-9ece-51529988553a req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network db71f67e-b234-46ca-817b-89809b482289 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:51:12.758469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-c87be44f-b87e-4c81-9ece-51529988553a req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:51:12.761424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87be44f-b87e-4c81-9ece-51529988553a req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:51:12.859650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=94136509-1a0d-4553-b19d-6d0c0f55e3e4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:12.969048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87be44f-b87e-4c81-9ece-51529988553a req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:12.970053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c87be44f-b87e-4c81-9ece-51529988553a req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:13.040741 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-1b78166c-8d76-48f3-ace9-e65b7a55fb07 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1511307 Dec 09 22:51:13.056245 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c9-79fd-4869-a233-c0e4357dad7d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:13.084561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Request body: {'port': {'device_id': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:13.128088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cff6f1-38a4-4f9d-8f4b-a48b7f1fafcc None None] Network 961ff395-a202-4e76-a638-3a0bad28577c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:51:13.267300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f16af-4c9f-4d81-85fd-8dc2c167c65b req-dd4d2e78-7911-4be5-8a08-4032629f5e92 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:13.275998 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-573f16af-4c9f-4d81-85fd-8dc2c167c65b req-dd4d2e78-7911-4be5-8a08-4032629f5e92 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 931 time: 0.2519639 Dec 09 22:51:13.299460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:13.355065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ac2596b5-b17f-45c3-bb13-bb5f41de7971 None None] Provisioning complete for port 82654c79-6096-4bab-8ea7-fc13cf916536 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:13.365389 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ac2596b5-b17f-45c3-bb13-bb5f41de7971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:13.410659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-573f16af-4c9f-4d81-85fd-8dc2c167c65b req-03d2d266-75da-4bfa-9b0e-6b525ff60b7c tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332829 Dec 09 22:51:13.426458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-48a62d19-2928-4233-ba08-9ab6575fdcbe service neutron] 10.222.0.16 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6776218 Dec 09 22:51:13.583164 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ac2596b5-b17f-45c3-bb13-bb5f41de7971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:13.598273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-3d396fea-64c7-4a0b-91bf-0865bcd91de3 service neutron] 10.222.0.16 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647148 Dec 09 22:51:13.680788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ac2596b5-b17f-45c3-bb13-bb5f41de7971 None None] For port 82654c79-6096-4bab-8ea7-fc13cf916536, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=82654c79-6096-4bab-8ea7-fc13cf916536,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:13.686586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 82654c79-6096-4bab-8ea7-fc13cf916536 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:13.721447 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ac2596b5-b17f-45c3-bb13-bb5f41de7971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:13.949605 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-845cf71f-9ca0-44b4-9487-c658f5c26cb4 req-4a8cf913-5dfa-4e76-8dcb-55bf382d8ead tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 210 time: 0.0470934 Dec 09 22:51:13.968222 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2596b5-b17f-45c3-bb13-bb5f41de7971 None None] Pushing event updated for resources: {'Port': ['ID=82654c79-6096-4bab-8ea7-fc13cf916536,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:14.018500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8b9f3644-f6e2-44e8-a913-c41d91e4bb8c None None] Provisioning complete for port 94136509-1a0d-4553-b19d-6d0c0f55e3e4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:14.019106 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8b9f3644-f6e2-44e8-a913-c41d91e4bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:14.086699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f3644-f6e2-44e8-a913-c41d91e4bb8c None None] Port 94136509-1a0d-4553-b19d-6d0c0f55e3e4 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:51:14.099199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 82654c79-6096-4bab-8ea7-fc13cf916536 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:14.099579 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:14.180138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94136509-1a0d-4553-b19d-6d0c0f55e3e4 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:51:14.224284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f1939f4e-9751-447e-a2bb-782bd8145077 None None] Provisioning complete for port 7a24385b-d489-4e6f-b613-6d423d7bb0b0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:14.225013 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1939f4e-9751-447e-a2bb-782bd8145077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:14.228060 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:14.231862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-05fbd9c9-79fd-4869-a233-c0e4357dad7d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:51:14.232263 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c9-79fd-4869-a233-c0e4357dad7d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:14.322042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f1939f4e-9751-447e-a2bb-782bd8145077 None None] Port 7a24385b-d489-4e6f-b613-6d423d7bb0b0 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:51:14.410578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Transition to ACTIVE for port object 94136509-1a0d-4553-b19d-6d0c0f55e3e4 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:51:14.422998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:14.431807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f1939f4e-9751-447e-a2bb-782bd8145077 None None] Provisioning complete for port 82654c79-6096-4bab-8ea7-fc13cf916536 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:14.432182 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f1939f4e-9751-447e-a2bb-782bd8145077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:14.436933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 698786c1-056f-49c6-974f-9deac9b9d09f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:14.607722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-05fbd9c9-79fd-4869-a233-c0e4357dad7d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] For port 0a6ddfbd-de1f-4186-a40e-df3a8952adfb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0a6ddfbd-de1f-4186-a40e-df3a8952adfb,segment=NetworkSegment(6dd0cc62-c876-4d7e-8d8f-069ac8f94624),segment_id=6dd0cc62-c876-4d7e-8d8f-069ac8f94624)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:14.609239 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c9-79fd-4869-a233-c0e4357dad7d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:14.661945 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebbc6e-8af4-448d-a695-e9ccce0ec713 req-118eee02-85e0-4776-bffe-64c6b94cb1dd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:14.676093 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94ebbc6e-8af4-448d-a695-e9ccce0ec713 req-118eee02-85e0-4776-bffe-64c6b94cb1dd tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 943 time: 0.1278183 Dec 09 22:51:14.682869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-05fbd9c9-79fd-4869-a233-c0e4357dad7d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 0a6ddfbd-de1f-4186-a40e-df3a8952adfb owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:51:14.694347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 698786c1-056f-49c6-974f-9deac9b9d09f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:14.694347 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:14.724545 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Sync routers for ids ['0948f038-d4a4-4330-a08c-4f4610157d9c'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:14.747953 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Routers {'0948f038-d4a4-4330-a08c-4f4610157d9c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:14.748609 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0948f038-d4a4-4330-a08c-4f4610157d9c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:14.785259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-94ebbc6e-8af4-448d-a695-e9ccce0ec713 req-7fc233fb-4208-4f9e-a9f3-e19c56cd735d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076050 Dec 09 22:51:14.835834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Pushing event updated for resources: {'Port': ['ID=94136509-1a0d-4553-b19d-6d0c0f55e3e4,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:14.974418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Attempting to bind port 94136509-1a0d-4553-b19d-6d0c0f55e3e4 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:51:14.974851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Attempting to bind port 94136509-1a0d-4553-b19d-6d0c0f55e3e4 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:51:14.987902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Attempting to bind port 94136509-1a0d-4553-b19d-6d0c0f55e3e4 on network db71f67e-b234-46ca-817b-89809b482289 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:51:15.002054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Port 94136509-1a0d-4553-b19d-6d0c0f55e3e4 on network db71f67e-b234-46ca-817b-89809b482289 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:51:15.002485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Attempting to bind port 94136509-1a0d-4553-b19d-6d0c0f55e3e4 on network db71f67e-b234-46ca-817b-89809b482289 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:51:15.016756 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Set router 0948f038-d4a4-4330-a08c-4f4610157d9c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:15.021074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:51:15.026432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Checking segment: {'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:51:15.026968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Bound using segment: {'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:51:15.027520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Bound port: 94136509-1a0d-4553-b19d-6d0c0f55e3e4, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'db71f67e-b234-46ca-817b-89809b482289'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:51:15.027968 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:15.072264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df72f4ed-cde0-4adb-bb98-176cae5f59ed req-8dd085fb-38f9-45ce-a344-e624f22e0ac2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 210 time: 0.0465677 Dec 09 22:51:15.131478 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-67309e9e-e2d4-4b61-9356-f198cd1ea114 None None] Provisioning complete for port 7a24385b-d489-4e6f-b613-6d423d7bb0b0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:15.131882 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-67309e9e-e2d4-4b61-9356-f198cd1ea114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:15.186467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0b91136f-db90-4528-8c15-929142a27f0e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:51:15.222008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0b91136f-db90-4528-8c15-929142a27f0e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:51:15.222744 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0b91136f-db90-4528-8c15-929142a27f0e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:51:15.230758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-67309e9e-e2d4-4b61-9356-f198cd1ea114 None None] Port 7a24385b-d489-4e6f-b613-6d423d7bb0b0 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:51:15.237130 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c9-79fd-4869-a233-c0e4357dad7d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:15.300313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbd9c9-79fd-4869-a233-c0e4357dad7d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=0a6ddfbd-de1f-4186-a40e-df3a8952adfb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:15.343239 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7a24385b-d489-4e6f-b613-6d423d7bb0b0', 'name': '', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:9a:d7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:08Z', 'updated_at': '2021-12-09T22:51:10Z', 'revision_number': 2, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:15.390473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] For port 94136509-1a0d-4553-b19d-6d0c0f55e3e4, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:51:15.392659 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Checking router: 0948f038-d4a4-4330-a08c-4f4610157d9c for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:15.393216 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Updating router 0948f038-d4a4-4330-a08c-4f4610157d9c port 7a24385b-d489-4e6f-b613-6d423d7bb0b0 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:51:15.450656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] For port 94136509-1a0d-4553-b19d-6d0c0f55e3e4, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=94136509-1a0d-4553-b19d-6d0c0f55e3e4,segment=NetworkSegment(5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f),segment_id=5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:51:15.493668 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:15.694312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 82654c79-6096-4bab-8ea7-fc13cf916536 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:15.694612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Pushing event updated for resources: {'Port': ['ID=94136509-1a0d-4553-b19d-6d0c0f55e3e4,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:15.755008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:15.755646 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:15.757154 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-8e765565-6692-4bed-b402-be7d9e83f89b service neutron] 10.222.0.18 "PUT /v2.0/ports/94136509-1a0d-4553-b19d-6d0c0f55e3e4 HTTP/1.1" status: 200 len: 1092 time: 2.6946630 Dec 09 22:51:15.757881 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:15.809341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'tag': '94136509-1a0d-4553-b19d-6d0c0f55e3e4'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:51:15.815905 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259c3b1a-050b-415a-a5bf-68191f3261bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b21e59c7-1f50-4f7d-a75f-46638fab57ae", "tag": "94136509-1a0d-4553-b19d-6d0c0f55e3e4"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:51:15.955293 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17808c56-427f-4cb5-9018-451841d01645 x-openstack-request-id: req-17808c56-427f-4cb5-9018-451841d01645 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:51:15.955529 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21e59c7-1f50-4f7d-a75f-46638fab57ae", "tag": "94136509-1a0d-4553-b19d-6d0c0f55e3e4", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:51:15.955760 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17808c56-427f-4cb5-9018-451841d01645 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:51:15.956169 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'tag': '94136509-1a0d-4553-b19d-6d0c0f55e3e4', 'status': 'completed', 'code': 200} Dec 09 22:51:16.031541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b2406-6af5-4458-8c97-0c303fb17a2d req-88de5c6c-0296-4ab6-b4b2-f57d5977abdf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:16.050471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a57b2406-6af5-4458-8c97-0c303fb17a2d req-88de5c6c-0296-4ab6-b4b2-f57d5977abdf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 943 time: 0.1064632 Dec 09 22:51:16.126389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 82654c79-6096-4bab-8ea7-fc13cf916536 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:16.126946 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:16.180181 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a57b2406-6af5-4458-8c97-0c303fb17a2d req-7776bd5c-81d3-4957-bd7b-47c5290a01b8 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246712 Dec 09 22:51:16.261805 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87be44f-b87e-4c81-9ece-51529988553a req-9620acd5-3ae3-44f1-b88d-db51038fdcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:16.263310 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-9620acd5-3ae3-44f1-b88d-db51038fdcd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 1095 time: 0.3479354 Dec 09 22:51:16.280091 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9c9-79fd-4869-a233-c0e4357dad7d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:16.323076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-b39b15f8-9b6b-493b-a694-8500753934d3 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:16.324598 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-b39b15f8-9b6b-493b-a694-8500753934d3 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.42 "GET /v2.0/networks?id=961ff395-a202-4e76-a638-3a0bad28577c HTTP/1.1" status: 200 len: 797 time: 0.6836483 Dec 09 22:51:16.347041 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bf6e09a-6810-48e8-91c8-5c7b4a2d5336 req-b3feca17-d8f7-47a6-9c67-2e460222ae97 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 210 time: 0.0728981 Dec 09 22:51:16.384928 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-cd56a2a5-6ab4-44ec-a88f-1aead11ba9a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94136509-1a0d-4553-b19d-6d0c0f55e3e4 HTTP/1.1" status: 200 len: 217 time: 0.0998499 Dec 09 22:51:16.453941 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:16.460512 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:16.581080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87be44f-b87e-4c81-9ece-51529988553a req-44943b97-468b-4c48-96c9-9176184bd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:16.588963 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d32c5c-0557-415e-b1f4-83051ac54d00 None None] Pushing event updated for resources: {'Port': ['ID=7a24385b-d489-4e6f-b613-6d423d7bb0b0,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:16.591292 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-44943b97-468b-4c48-96c9-9176184bd7af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffb8ec69-7a97-4d4a-88ea-14e46ec54dae HTTP/1.1" status: 200 len: 834 time: 0.1935928 Dec 09 22:51:16.707138 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Attempting to bind port 7a24385b-d489-4e6f-b613-6d423d7bb0b0 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:51:16.707678 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Attempting to bind port 7a24385b-d489-4e6f-b613-6d423d7bb0b0 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:51:16.708155 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Attempting to bind port 7a24385b-d489-4e6f-b613-6d423d7bb0b0 on network 961ff395-a202-4e76-a638-3a0bad28577c {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:51:16.715836 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:51:16.717439 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Checking segment: {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:51:16.718566 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:16.719071 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Bound using segment: {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:51:16.719679 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Bound port: 7a24385b-d489-4e6f-b613-6d423d7bb0b0, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:51:16.720456 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:16.730890 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-7f59d407-260d-4fa2-a5a3-89716b84f478 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 379 time: 0.3422790 Dec 09 22:51:16.744357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'port': {'device_id': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'admin_state_up': True, 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'security_groups': ['2071a2fb-b508-4b7b-8450-0521a798cbeb']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:16.825319 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] For port 7a24385b-d489-4e6f-b613-6d423d7bb0b0, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:51:16.830314 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] For port 7a24385b-d489-4e6f-b613-6d423d7bb0b0, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7a24385b-d489-4e6f-b613-6d423d7bb0b0,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:51:16.842650 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:16.925648 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Routers {'0948f038-d4a4-4330-a08c-4f4610157d9c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:16.926763 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0948f038-d4a4-4330-a08c-4f4610157d9c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:16.991394 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d32c5c-0557-415e-b1f4-83051ac54d00 None None] Pushing event updated for resources: {'Port': ['ID=7a24385b-d489-4e6f-b613-6d423d7bb0b0,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:17.076351 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4acc4847-c1c4-43bb-887f-9e8fab9137e1 None None] Provisioning complete for port 7a24385b-d489-4e6f-b613-6d423d7bb0b0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:17.076880 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4acc4847-c1c4-43bb-887f-9e8fab9137e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:17.107007 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] Set router 0948f038-d4a4-4330-a08c-4f4610157d9c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:17.267657 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4acc4847-c1c4-43bb-887f-9e8fab9137e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:17.343464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4acc4847-c1c4-43bb-887f-9e8fab9137e1 None None] For port 7a24385b-d489-4e6f-b613-6d423d7bb0b0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7a24385b-d489-4e6f-b613-6d423d7bb0b0,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:17.359473 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4acc4847-c1c4-43bb-887f-9e8fab9137e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:17.417815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40928-0b7f-425b-92d4-19d621fd850f req-e41f04a5-d1a3-4f8d-b5b5-afeef1e38959 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:17.433273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ab40928-0b7f-425b-92d4-19d621fd850f req-e41f04a5-d1a3-4f8d-b5b5-afeef1e38959 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 943 time: 0.1209693 Dec 09 22:51:17.494826 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc4847-c1c4-43bb-887f-9e8fab9137e1 None None] Pushing event updated for resources: {'Port': ['ID=7a24385b-d489-4e6f-b613-6d423d7bb0b0,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:17.514527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87be44f-b87e-4c81-9ece-51529988553a req-a6018c74-1973-4104-b5e2-92408fb31582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:17.516254 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-a6018c74-1973-4104-b5e2-92408fb31582 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db71f67e-b234-46ca-817b-89809b482289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8572693 Dec 09 22:51:17.546514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4c645b96-5c2b-4714-ae9b-c73e65ea2a5b None None] Provisioning complete for port 7a24385b-d489-4e6f-b613-6d423d7bb0b0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:17.546882 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c645b96-5c2b-4714-ae9b-c73e65ea2a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:17.550438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ab40928-0b7f-425b-92d4-19d621fd850f req-a394d38b-d9db-430e-a7c9-d01d948a256b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159415 Dec 09 22:51:17.569643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a4ae8eb-d821-431f-bc1c-69437ed1ad80 req-c59cfc46-b3ed-4c2b-8a11-77c078827eea tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 210 time: 0.0455103 Dec 09 22:51:17.660891 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7a24385b-d489-4e6f-b613-6d423d7bb0b0', 'name': '', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:9a:d7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:08Z', 'updated_at': '2021-12-09T22:51:16Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:17.694857 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-9fd6ddeb-7495-48f7-a4fa-43796740f81e service neutron] 10.222.0.18 "GET /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431139 Dec 09 22:51:17.733981 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a473c-1407-4df2-90a8-1882bef3b651 None None] The sync data for ids ['0948f038-d4a4-4330-a08c-4f4610157d9c'] in n-d-789963-23 is: [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7a24385b-d489-4e6f-b613-6d423d7bb0b0', 'name': '', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:9a:d7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:08Z', 'updated_at': '2021-12-09T22:51:16Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:17.851637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fbd9c9-79fd-4869-a233-c0e4357dad7d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 55c02df1-0bb7-4608-b9aa-619c7432f592 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:51:17.931307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Made reservation on behalf of 7ffb305be9ae48ea9f30ef4c629e6c08 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:51:17.934925 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:17.979143 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c87be44f-b87e-4c81-9ece-51529988553a req-6a4d656f-a326-4084-abc8-c31f9ecaaeeb service neutron] 10.222.0.18 "GET /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717171 Dec 09 22:51:18.224370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fbd9c9-79fd-4869-a233-c0e4357dad7d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:18.235282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3608741b-63bf-4c45-b20f-6469f894917e None None] Sync routers for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:18.237399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44244) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:18.242220 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-05fbd9c9-79fd-4869-a233-c0e4357dad7d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8337190 Dec 09 22:51:18.251022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3608741b-63bf-4c45-b20f-6469f894917e None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:18.252002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3608741b-63bf-4c45-b20f-6469f894917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:18.258940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c3b1a-050b-415a-a5bf-68191f3261bb req-cc437fc8-bc33-4fbe-a6b5-9c5942b1bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:18.260547 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-259c3b1a-050b-415a-a5bf-68191f3261bb req-cc437fc8-bc33-4fbe-a6b5-9c5942b1bf12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 1095 time: 0.1473742 Dec 09 22:51:18.322559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-0077ca28-55ac-4ef4-adec-17894a7db920 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting subnet 70f10662-777d-4492-bb81-69c9d303bba4 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:51:18.330712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0077ca28-55ac-4ef4-adec-17894a7db920 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:18.425237 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c3b1a-050b-415a-a5bf-68191f3261bb req-a0edc050-0287-4f85-bd6a-5e6e478b8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:18.426847 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-259c3b1a-050b-415a-a5bf-68191f3261bb req-a0edc050-0287-4f85-bd6a-5e6e478b8f09 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db71f67e-b234-46ca-817b-89809b482289 HTTP/1.1" status: 200 len: 897 time: 0.1566031 Dec 09 22:51:18.428560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-3608741b-63bf-4c45-b20f-6469f894917e None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:18.430229 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0077ca28-55ac-4ef4-adec-17894a7db920 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:18.503802 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-259c3b1a-050b-415a-a5bf-68191f3261bb req-ffc2addd-8d50-41db-9853-c770625c72cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94136509-1a0d-4553-b19d-6d0c0f55e3e4 HTTP/1.1" status: 200 len: 217 time: 0.0669978 Dec 09 22:51:18.580405 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0077ca28-55ac-4ef4-adec-17894a7db920 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:18.678136 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0077ca28-55ac-4ef4-adec-17894a7db920 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:18.690118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c3b1a-050b-415a-a5bf-68191f3261bb req-a79309c4-bc50-41da-acd1-3b1b170b4aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:18.705071 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-259c3b1a-050b-415a-a5bf-68191f3261bb req-a79309c4-bc50-41da-acd1-3b1b170b4aa4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffb8ec69-7a97-4d4a-88ea-14e46ec54dae HTTP/1.1" status: 200 len: 834 time: 0.1930423 Dec 09 22:51:18.720461 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0077ca28-55ac-4ef4-adec-17894a7db920 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:18.728156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0077ca28-55ac-4ef4-adec-17894a7db920 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/70f10662-777d-4492-bb81-69c9d303bba4 HTTP/1.1" status: 204 len: 168 time: 0.4893260 Dec 09 22:51:18.729611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44250) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:18.739309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077ca28-55ac-4ef4-adec-17894a7db920 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Subnet': ['ID=70f10662-777d-4492-bb81-69c9d303bba4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:18.748260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381df2bc-85a4-4d0c-a83a-56f6dcbc33d4 None None] Network 584fe80f-06d0-4717-8d3d-85cad7301cd9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:51:18.804097 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.20.0.6 (961ff395-a202-4e76-a638-3a0bad28577c/7174c3b6-05e1-4dcf-a5c7-443847a84a9f/67c437be-a353-4c2e-a99a-90dfc09365f6) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:51:18.829385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c3b1a-050b-415a-a5bf-68191f3261bb req-d092b12f-ab65-44b2-a313-87b38c7ccc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:18.831124 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-259c3b1a-050b-415a-a5bf-68191f3261bb req-d092b12f-ab65-44b2-a313-87b38c7ccc99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db71f67e-b234-46ca-817b-89809b482289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093669 Dec 09 22:51:18.946452 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:18.980381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bad3a510-a5ee-45f2-a64c-9428ccb5a1a5 req-853e62f0-a406-41be-bb2d-0d5486bfe282 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 210 time: 0.1466284 Dec 09 22:51:19.014684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2decf3d-83fd-431f-9c71-526a94662737 req-107020c6-b46c-4ee7-b965-8aefc8e7b192 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:19.016260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2decf3d-83fd-431f-9c71-526a94662737 req-107020c6-b46c-4ee7-b965-8aefc8e7b192 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 943 time: 0.2627990 Dec 09 22:51:19.085367 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2decf3d-83fd-431f-9c71-526a94662737 req-890dcf92-fec5-446b-ac37-442a53bc59a1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501046 Dec 09 22:51:19.095893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3608741b-63bf-4c45-b20f-6469f894917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:15Z', 'revision_number': 9, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:19.123945 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 73407fc8-b7b7-4fb1-9ec4-981881d9f016 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:51:19.124295 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:19.156593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3608741b-63bf-4c45-b20f-6469f894917e None None] Checking router: 55c02df1-0bb7-4608-b9aa-619c7432f592 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:19.171171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:19.191605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3608741b-63bf-4c45-b20f-6469f894917e None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:19.192498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3608741b-63bf-4c45-b20f-6469f894917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:19.197437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdece9ce-f5c7-4a3c-8c6e-6c06c40fe301 None None] DHCP port deletion for 584fe80f-06d0-4717-8d3d-85cad7301cd9 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:51:19.220604 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:19.304868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 961ff395-a202-4e76-a638-3a0bad28577c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:51:19.313492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] For port 73407fc8-b7b7-4fb1-9ec4-981881d9f016, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=73407fc8-b7b7-4fb1-9ec4-981881d9f016,segment=NetworkSegment(6dd0cc62-c876-4d7e-8d8f-069ac8f94624),segment_id=6dd0cc62-c876-4d7e-8d8f-069ac8f94624)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:19.313745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:51:19.314196 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:19.320098 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:51:19.327539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=67c437be-a353-4c2e-a99a-90dfc09365f6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:19.349006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 73407fc8-b7b7-4fb1-9ec4-981881d9f016 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:51:19.429540 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-259c3b1a-050b-415a-a5bf-68191f3261bb req-0e7f85d3-0dcd-4395-931f-f1588eac3207 service neutron] 10.222.0.18 "GET /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783279 Dec 09 22:51:19.498823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-3608741b-63bf-4c45-b20f-6469f894917e None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:19.582938 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:19.598363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7a24385b-d489-4e6f-b613-6d423d7bb0b0 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:19.612097 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-259c3b1a-050b-415a-a5bf-68191f3261bb req-ba829109-10fd-4fdd-90dd-2b22c66b4a89 service neutron] 10.222.0.18 "GET /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689541 Dec 09 22:51:19.616921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No DVR routers for this DVR port 73407fc8-b7b7-4fb1-9ec4-981881d9f016 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:51:19.618741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:19.619532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:19.652799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=73407fc8-b7b7-4fb1-9ec4-981881d9f016,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:19.654395 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-71e45960-c4c2-442d-bfbf-5577bd031bdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9141843 Dec 09 22:51:19.671231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Request body: {'port': {'device_id': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:19.696591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fdece9ce-f5c7-4a3c-8c6e-6c06c40fe301 None None] Deleting port 73407fc8-b7b7-4fb1-9ec4-981881d9f016 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:51:19.698046 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fdece9ce-f5c7-4a3c-8c6e-6c06c40fe301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:19.752217 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:19.800452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584fe80f-06d0-4717-8d3d-85cad7301cd9']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:19.805434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:19.828536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd0cc62-c876-4d7e-8d8f-069ac8f94624') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:19.828954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd0cc62-c876-4d7e-8d8f-069ac8f94624') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:19.859330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:19.890064 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:19.902847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:51:19.903404 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:51:19.911805 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:51:20.033874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-79359866-c799-4dbf-8192-07cbcbf6cee2 None None] Provisioning complete for port 67c437be-a353-4c2e-a99a-90dfc09365f6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:20.034266 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-79359866-c799-4dbf-8192-07cbcbf6cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:20.069031 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:20.080939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:20.087574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/networks/584fe80f-06d0-4717-8d3d-85cad7301cd9 HTTP/1.1" status: 204 len: 168 time: 1.3563485 Dec 09 22:51:20.137807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44262) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:20.138338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5b4b0-de9c-416f-809f-8debf293a2e6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Network': ['ID=584fe80f-06d0-4717-8d3d-85cad7301cd9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:20.170812 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-79359866-c799-4dbf-8192-07cbcbf6cee2 None None] Port 67c437be-a353-4c2e-a99a-90dfc09365f6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:51:20.191680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 7a24385b-d489-4e6f-b613-6d423d7bb0b0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:20.192047 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:20.200708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fdece9ce-f5c7-4a3c-8c6e-6c06c40fe301 None None] For port 73407fc8-b7b7-4fb1-9ec4-981881d9f016, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:20.201161 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fdece9ce-f5c7-4a3c-8c6e-6c06c40fe301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:20.267978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fdece9ce-f5c7-4a3c-8c6e-6c06c40fe301 None None] Calling delete_port for 73407fc8-b7b7-4fb1-9ec4-981881d9f016 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:51:20.277992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-fdece9ce-f5c7-4a3c-8c6e-6c06c40fe301 None None] Port 73407fc8-b7b7-4fb1-9ec4-981881d9f016 was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:51:20.296279 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fdece9ce-f5c7-4a3c-8c6e-6c06c40fe301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:20.349727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdece9ce-f5c7-4a3c-8c6e-6c06c40fe301 None None] Network 584fe80f-06d0-4717-8d3d-85cad7301cd9 is not hosted by any dhcp agent {{(pid=103419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:51:20.350456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdece9ce-f5c7-4a3c-8c6e-6c06c40fe301 None None] No DVR routers for this DVR port 73407fc8-b7b7-4fb1-9ec4-981881d9f016 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:51:20.350546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44270) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:20.354910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdece9ce-f5c7-4a3c-8c6e-6c06c40fe301 None None] Pushing event deleted for resources: {'Port': ['ID=73407fc8-b7b7-4fb1-9ec4-981881d9f016,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:20.373665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3608741b-63bf-4c45-b20f-6469f894917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:15Z', 'revision_number': 9, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:20.408320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3608741b-63bf-4c45-b20f-6469f894917e None None] The sync data for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 is: [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:15Z', 'revision_number': 9, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed69682d-e7d1-4172-9a48-a649e853e874', 'name': '', 'network_id': 'afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:88:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:37Z', 'updated_at': '2021-12-09T22:50:45Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': 'b06f93c8-dae8-4a77-bde1-df7112e1b00f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:20.421934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c437be-a353-4c2e-a99a-90dfc09365f6 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:51:20.437557 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:20.452903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Transition to ACTIVE for port object 67c437be-a353-4c2e-a99a-90dfc09365f6 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:51:20.471120 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:20.615381 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Pushing event updated for resources: {'Port': ['ID=67c437be-a353-4c2e-a99a-90dfc09365f6,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:20.706519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4182f544-3282-4b86-b71e-2b0b4bfce560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:20.776777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Attempting to bind port 67c437be-a353-4c2e-a99a-90dfc09365f6 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:51:20.779958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Attempting to bind port 67c437be-a353-4c2e-a99a-90dfc09365f6 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:51:20.780313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Attempting to bind port 67c437be-a353-4c2e-a99a-90dfc09365f6 on network 961ff395-a202-4e76-a638-3a0bad28577c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:51:20.795058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Port 67c437be-a353-4c2e-a99a-90dfc09365f6 on network 961ff395-a202-4e76-a638-3a0bad28577c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:51:20.795391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Attempting to bind port 67c437be-a353-4c2e-a99a-90dfc09365f6 on network 961ff395-a202-4e76-a638-3a0bad28577c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:51:20.811221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:51:20.811881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Checking segment: {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:51:20.812219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Bound using segment: {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:51:20.812614 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Bound port: 67c437be-a353-4c2e-a99a-90dfc09365f6, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:51:20.813037 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:20.813657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 73407fc8-b7b7-4fb1-9ec4-981881d9f016 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:51:20.855617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 73407fc8-b7b7-4fb1-9ec4-981881d9f016 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:51:20.856285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 73407fc8-b7b7-4fb1-9ec4-981881d9f016 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:51:20.889751 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4182f544-3282-4b86-b71e-2b0b4bfce560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:20.903913 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4182f544-3282-4b86-b71e-2b0b4bfce560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:20.941431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:51:20.965673 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182f544-3282-4b86-b71e-2b0b4bfce560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6577b1-19e0-4d73-ad30-23296eba502f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:20.973837 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4182f544-3282-4b86-b71e-2b0b4bfce560 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6f157005133469fa27206e98b22b488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6224253 Dec 09 22:51:20.976492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=67c437be-a353-4c2e-a99a-90dfc09365f6,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:51:20.977483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44276) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:20.999600 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:21.006731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba37f9-3e3c-480e-bf72-09e83f817eb5 req-e2a17900-dbe7-46c3-973d-e6168571ac9c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:21.008304 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bba37f9-3e3c-480e-bf72-09e83f817eb5 req-e2a17900-dbe7-46c3-973d-e6168571ac9c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 931 time: 0.8939264 Dec 09 22:51:21.048850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24514a7d-4fb0-4113-bdd0-c14bffc4d1c3 req-ce88ba43-ecec-4050-b484-be3750c0e3e4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:21.050387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24514a7d-4fb0-4113-bdd0-c14bffc4d1c3 req-ce88ba43-ecec-4050-b484-be3750c0e3e4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 943 time: 0.7503843 Dec 09 22:51:21.070179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:21.070961 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:21.072222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] 10.222.0.42 "PUT /v2.0/ports/67c437be-a353-4c2e-a99a-90dfc09365f6 HTTP/1.1" status: 200 len: 1092 time: 1.4090214 Dec 09 22:51:21.074858 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:51:21.077860 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60384d75-04a9-457c-8e43-d298659ea0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:51:21.087366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963d909-279e-4028-a5f0-e92ceff60714 service neutron] Pushing event updated for resources: {'Port': ['ID=67c437be-a353-4c2e-a99a-90dfc09365f6,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:21.107378 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa38058d-700b-4e0e-a065-eaa0f39f3584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:21.158554 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa38058d-700b-4e0e-a065-eaa0f39f3584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:21.201576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-cab7868a-5ddd-4e5f-975a-bc4e7b866103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:21.203152 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-cab7868a-5ddd-4e5f-975a-bc4e7b866103 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 1095 time: 0.0849397 Dec 09 22:51:21.276116 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-8e9829a0-e39c-4134-af4b-07d8bbbfb0f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67c437be-a353-4c2e-a99a-90dfc09365f6 HTTP/1.1" status: 200 len: 217 time: 0.0634747 Dec 09 22:51:21.281240 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa38058d-700b-4e0e-a065-eaa0f39f3584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:21.285187 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fa38058d-700b-4e0e-a065-eaa0f39f3584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:21.300192 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fa38058d-700b-4e0e-a065-eaa0f39f3584 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c6577b1-19e0-4d73-ad30-23296eba502f HTTP/1.1" status: 204 len: 168 time: 0.3105845 Dec 09 22:51:21.385688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38058d-700b-4e0e-a065-eaa0f39f3584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6577b1-19e0-4d73-ad30-23296eba502f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:21.386535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24514a7d-4fb0-4113-bdd0-c14bffc4d1c3 req-dba0ce69-3119-4532-b56a-18abed81fc0a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158970 Dec 09 22:51:21.440342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bba37f9-3e3c-480e-bf72-09e83f817eb5 req-b45b2db1-d879-4c5a-8102-a835169eb13c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4174449 Dec 09 22:51:21.445134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-10a03e13-45d5-4152-9d98-7edf478bef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:21.447196 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-10a03e13-45d5-4152-9d98-7edf478bef9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7174c3b6-05e1-4dcf-a5c7-443847a84a9f HTTP/1.1" status: 200 len: 834 time: 0.1444640 Dec 09 22:51:21.489601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0a6ddfbd-de1f-4186-a40e-df3a8952adfb no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:51:21.517533 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0a6ddfbd-de1f-4186-a40e-df3a8952adfb {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:51:21.518183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0a6ddfbd-de1f-4186-a40e-df3a8952adfb not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:51:21.529087 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d4456d-39f6-41d4-9565-c5d635c629f0 x-openstack-request-id: req-d0d4456d-39f6-41d4-9565-c5d635c629f0 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:51:21.529472 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:51:21.530062 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0d4456d-39f6-41d4-9565-c5d635c629f0 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:51:21.530716 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'status': 'completed', 'code': 200} Dec 09 22:51:21.556802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-0c4fcdbb-f991-485f-b062-63fa7e504783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:21.561570 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-0c4fcdbb-f991-485f-b062-63fa7e504783 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=961ff395-a202-4e76-a638-3a0bad28577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070487 Dec 09 22:51:21.626946 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b7f3a390-594e-4009-afa0-9fb31072f6cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:21.681038 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-43009349-d19a-4c53-b018-07154ef19497 service neutron] 10.222.0.42 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121199 Dec 09 22:51:21.722625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 94136509-1a0d-4553-b19d-6d0c0f55e3e4 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:51:21.787465 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2951d1f9-a2db-4af6-8ab1-4c2de288688b req-576351ef-58b7-4d68-a251-d585ce12e3e5 service neutron] 10.222.0.42 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993519 Dec 09 22:51:21.907301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 94136509-1a0d-4553-b19d-6d0c0f55e3e4, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=94136509-1a0d-4553-b19d-6d0c0f55e3e4,segment=NetworkSegment(5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f),segment_id=5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:21.922331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '94136509-1a0d-4553-b19d-6d0c0f55e3e4', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'port_id': '94136509-1a0d-4553-b19d-6d0c0f55e3e4', 'mac_address': 'fa:16:3e:18:37:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:51:21.927565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60384d75-04a9-457c-8e43-d298659ea0ab req-b1784376-52a1-4adc-8af0-104cede1f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:21.930148 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-60384d75-04a9-457c-8e43-d298659ea0ab req-b1784376-52a1-4adc-8af0-104cede1f10d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 1095 time: 0.0731819 Dec 09 22:51:22.014378 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:22.039730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3a390-594e-4009-afa0-9fb31072f6cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port ed69682d-e7d1-4172-9a48-a649e853e874 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:51:22.041331 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b7f3a390-594e-4009-afa0-9fb31072f6cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:22.041670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94136509-1a0d-4553-b19d-6d0c0f55e3e4 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:51:22.064842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60384d75-04a9-457c-8e43-d298659ea0ab req-f5a445ba-a050-4b5a-b2a0-21443b6bea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:22.066829 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-60384d75-04a9-457c-8e43-d298659ea0ab req-f5a445ba-a050-4b5a-b2a0-21443b6bea79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=961ff395-a202-4e76-a638-3a0bad28577c HTTP/1.1" status: 200 len: 898 time: 0.1261780 Dec 09 22:51:22.088917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 94136509-1a0d-4553-b19d-6d0c0f55e3e4, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=94136509-1a0d-4553-b19d-6d0c0f55e3e4,segment=NetworkSegment(5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f),segment_id=5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:22.104147 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:22.130162 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-60384d75-04a9-457c-8e43-d298659ea0ab req-ef5bdcb7-3fd3-4723-9a4e-d745a5da03aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67c437be-a353-4c2e-a99a-90dfc09365f6 HTTP/1.1" status: 200 len: 217 time: 0.0546060 Dec 09 22:51:22.150345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-b7f3a390-594e-4009-afa0-9fb31072f6cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] For port ed69682d-e7d1-4172-9a48-a649e853e874, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ed69682d-e7d1-4172-9a48-a649e853e874,segment=NetworkSegment(9da67e98-09d4-4f0a-abcc-ad76a1ccdde4),segment_id=9da67e98-09d4-4f0a-abcc-ad76a1ccdde4)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:22.150713 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b7f3a390-594e-4009-afa0-9fb31072f6cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:22.164566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3a390-594e-4009-afa0-9fb31072f6cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for ed69682d-e7d1-4172-9a48-a649e853e874 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:51:22.175716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=94136509-1a0d-4553-b19d-6d0c0f55e3e4,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:22.241470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60384d75-04a9-457c-8e43-d298659ea0ab req-5a032ada-0218-4919-9ff0-8d59227f0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:22.243667 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-60384d75-04a9-457c-8e43-d298659ea0ab req-5a032ada-0218-4919-9ff0-8d59227f0e61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7174c3b6-05e1-4dcf-a5c7-443847a84a9f HTTP/1.1" status: 200 len: 834 time: 0.0965333 Dec 09 22:51:22.305194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60384d75-04a9-457c-8e43-d298659ea0ab req-76592475-0a1f-4bef-8b56-fac2ca15d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:22.306821 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-60384d75-04a9-457c-8e43-d298659ea0ab req-76592475-0a1f-4bef-8b56-fac2ca15d21d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=961ff395-a202-4e76-a638-3a0bad28577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553353 Dec 09 22:51:22.380956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['94136509-1a0d-4553-b19d-6d0c0f55e3e4'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:51:22.418461 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b7f3a390-594e-4009-afa0-9fb31072f6cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:22.453758 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-60384d75-04a9-457c-8e43-d298659ea0ab req-e8f520c0-8e9a-4585-adb2-c0d414b2d0b1 service neutron] 10.222.0.42 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379344 Dec 09 22:51:22.488067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3a390-594e-4009-afa0-9fb31072f6cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=ed69682d-e7d1-4172-9a48-a649e853e874,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:22.667167 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-60384d75-04a9-457c-8e43-d298659ea0ab req-c1a0b61d-55ac-411f-a26c-78edc0a28162 service neutron] 10.222.0.42 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407743 Dec 09 22:51:22.668053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116febdd-a3bd-456c-89c7-4cb177b91189 req-7607154f-f60a-4250-8575-34cf15160902 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:22.668053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-116febdd-a3bd-456c-89c7-4cb177b91189 req-7607154f-f60a-4250-8575-34cf15160902 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 944 time: 0.1824834 Dec 09 22:51:22.788411 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:51:22.814872 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:22.934247 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b7f3a390-594e-4009-afa0-9fb31072f6cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:22.974339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de848f6f-d025-4821-9d7c-82dab8fb55b5 req-42cf5bc9-59c9-4deb-ab43-c9a0386d5639 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:22.976410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de848f6f-d025-4821-9d7c-82dab8fb55b5 req-42cf5bc9-59c9-4deb-ab43-c9a0386d5639 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 943 time: 0.1897554 Dec 09 22:51:22.984223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-116febdd-a3bd-456c-89c7-4cb177b91189 req-b0d925dc-c871-4de8-b94a-514e2ba58040 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986513 Dec 09 22:51:23.176593 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de848f6f-d025-4821-9d7c-82dab8fb55b5 req-f5f02be3-83d1-43c5-becf-caa2105ceddd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909738 Dec 09 22:51:23.296057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f3a390-594e-4009-afa0-9fb31072f6cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 55c02df1-0bb7-4608-b9aa-619c7432f592 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:51:23.392495 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f3a390-594e-4009-afa0-9fb31072f6cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:23.401076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44350) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:23.405417 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf1ac06-97c3-43f6-9420-64f1b9961a4d None None] Sync routers for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:23.406328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b7f3a390-594e-4009-afa0-9fb31072f6cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2653480 Dec 09 22:51:23.421348 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1ac06-97c3-43f6-9420-64f1b9961a4d None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:23.422519 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7bf1ac06-97c3-43f6-9420-64f1b9961a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:23.514185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f465e6-a366-4807-a98e-1e96e553b7cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting subnet b06f93c8-dae8-4a77-bde1-df7112e1b00f {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:51:23.527545 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7f465e6-a366-4807-a98e-1e96e553b7cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:23.543813 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-7bf1ac06-97c3-43f6-9420-64f1b9961a4d None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:23.579219 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7f465e6-a366-4807-a98e-1e96e553b7cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:23.683334 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7f465e6-a366-4807-a98e-1e96e553b7cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:23.731987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 94136509-1a0d-4553-b19d-6d0c0f55e3e4 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:23.775829 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7f465e6-a366-4807-a98e-1e96e553b7cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:23.821425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f465e6-a366-4807-a98e-1e96e553b7cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Subnet': ['ID=b06f93c8-dae8-4a77-bde1-df7112e1b00f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:23.830252 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7f465e6-a366-4807-a98e-1e96e553b7cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:23.833420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 94136509-1a0d-4553-b19d-6d0c0f55e3e4 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:51:23.833780 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d7f465e6-a366-4807-a98e-1e96e553b7cc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/b06f93c8-dae8-4a77-bde1-df7112e1b00f HTTP/1.1" status: 204 len: 168 time: 0.4316859 Dec 09 22:51:23.839400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44358) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:23.843928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e068486-87b0-416f-8e70-a2519581dfba None None] Network afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:51:23.848099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 94136509-1a0d-4553-b19d-6d0c0f55e3e4 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:23.848518 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:23.852914 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7bf1ac06-97c3-43f6-9420-64f1b9961a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:22Z', 'revision_number': 10, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:23.887075 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf1ac06-97c3-43f6-9420-64f1b9961a4d None None] Checking router: 55c02df1-0bb7-4608-b9aa-619c7432f592 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:23.899799 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1ac06-97c3-43f6-9420-64f1b9961a4d None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:23.901299 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7bf1ac06-97c3-43f6-9420-64f1b9961a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:23.955713 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.084233 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.129799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:51:24.130282 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.137874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94136509-1a0d-4553-b19d-6d0c0f55e3e4'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:51:24.163017 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3753b4-26ea-498c-872b-c910c1acdb74" -d '{"events": [{"server_uuid": "b21e59c7-1f50-4f7d-a75f-46638fab57ae", "name": "network-vif-plugged", "status": "completed", "tag": "94136509-1a0d-4553-b19d-6d0c0f55e3e4"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:51:24.206884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14647819-296d-4f9c-91f5-44de88eb6648 None None] DHCP port deletion for afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:51:24.215052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 94136509-1a0d-4553-b19d-6d0c0f55e3e4, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=94136509-1a0d-4553-b19d-6d0c0f55e3e4,segment=NetworkSegment(5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f),segment_id=5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:24.220291 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-7bf1ac06-97c3-43f6-9420-64f1b9961a4d None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:24.228507 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.240902 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3c7a-4982-4402-9f9a-2fd225c1d194 req-92ea2b61-4259-4566-a60f-8425ca4d7431 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:24.243395 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7de3c7a-4982-4402-9f9a-2fd225c1d194 req-92ea2b61-4259-4566-a60f-8425ca4d7431 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 944 time: 0.1108654 Dec 09 22:51:24.286727 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9959ff7c-dc0e-4810-9126-d8f7394b5617 x-openstack-request-id: req-9959ff7c-dc0e-4810-9126-d8f7394b5617 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:51:24.287029 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e59c7-1f50-4f7d-a75f-46638fab57ae", "name": "network-vif-plugged", "status": "completed", "tag": "94136509-1a0d-4553-b19d-6d0c0f55e3e4", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:51:24.287293 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9959ff7c-dc0e-4810-9126-d8f7394b5617 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:51:24.287696 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94136509-1a0d-4553-b19d-6d0c0f55e3e4', 'code': 200} Dec 09 22:51:24.304411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] For port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8,segment=NetworkSegment(9da67e98-09d4-4f0a-abcc-ad76a1ccdde4),segment_id=9da67e98-09d4-4f0a-abcc-ad76a1ccdde4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:24.305762 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.322054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:51:24.375464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7de3c7a-4982-4402-9f9a-2fd225c1d194 req-5dcdd8df-5bba-47a0-90fa-27b5074d8b4a tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192145 Dec 09 22:51:24.430283 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=94136509-1a0d-4553-b19d-6d0c0f55e3e4,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:24.453865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-14647819-296d-4f9c-91f5-44de88eb6648 None None] Deleting port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:51:24.454450 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-14647819-296d-4f9c-91f5-44de88eb6648 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.468361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c704e2-5666-45cb-a29f-b2c8834b71bf req-b0ccb711-1752-42f8-b5bd-ac701b7cf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:24.469984 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-77c704e2-5666-45cb-a29f-b2c8834b71bf req-b0ccb711-1752-42f8-b5bd-ac701b7cf94b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 1097 time: 0.0903265 Dec 09 22:51:24.471913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1237b-68e6-4c64-bbdc-79e36c4c2e78 req-a674aaf6-2611-438c-863e-d872468c8496 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:24.473452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7a1237b-68e6-4c64-bbdc-79e36c4c2e78 req-a674aaf6-2611-438c-863e-d872468c8496 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 943 time: 0.0818479 Dec 09 22:51:24.495524 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.527223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:24.561110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-14647819-296d-4f9c-91f5-44de88eb6648 None None] For port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8,segment=NetworkSegment(9da67e98-09d4-4f0a-abcc-ad76a1ccdde4),segment_id=9da67e98-09d4-4f0a-abcc-ad76a1ccdde4)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:24.566218 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-14647819-296d-4f9c-91f5-44de88eb6648 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.567173 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-77c704e2-5666-45cb-a29f-b2c8834b71bf req-e3398aa6-190f-447b-8323-d09344e73d25 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860620 Dec 09 22:51:24.572182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No DVR routers for this DVR port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:51:24.587822 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7a1237b-68e6-4c64-bbdc-79e36c4c2e78 req-77c3db4a-b916-47bd-ba30-3a719ed2b3b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045339 Dec 09 22:51:24.612008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-14647819-296d-4f9c-91f5-44de88eb6648 None None] Calling delete_port for 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:51:24.634014 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7bf1ac06-97c3-43f6-9420-64f1b9961a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:22Z', 'revision_number': 10, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:24.679705 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.686499 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf1ac06-97c3-43f6-9420-64f1b9961a4d None None] The sync data for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 is: [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:22Z', 'revision_number': 10, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None, '_interfaces': [{'id': '97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12', 'name': '', 'network_id': '7653b47c-7e2a-4da2-9d3d-560e15852578', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'mac_address': 'fa:16:3e:cb:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:33Z', 'updated_at': '2021-12-09T22:50:38Z', 'revision_number': 5, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'subnets': [{'id': '605d99bb-5058-45d0-bac8-43d4e4fff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:24.707991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:24.708742 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-14647819-296d-4f9c-91f5-44de88eb6648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.722773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da67e98-09d4-4f0a-abcc-ad76a1ccdde4') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:24.723077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da67e98-09d4-4f0a-abcc-ad76a1ccdde4') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:24.733162 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.736451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14647819-296d-4f9c-91f5-44de88eb6648 None None] Pushing event deleted for resources: {'Port': ['ID=0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:24.743737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14647819-296d-4f9c-91f5-44de88eb6648 None None] No DVR routers for this DVR port 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:51:24.751936 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.764966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:51:24.765379 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:51:24.768989 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:51:24.835034 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.840460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:24.844109 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/networks/afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0 HTTP/1.1" status: 204 len: 168 time: 1.0032907 Dec 09 22:51:24.847369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44386) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:24.859064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8928b-48d1-4c73-95c6-b2cf71933c17 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Network': ['ID=afb71b32-7e51-40fb-bb1e-99b5dc9ec1e0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:25.212155 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7024d740-f650-4a29-b909-35e29516f0fc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:25.436721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-307c3b70-2936-4c41-85e0-9880e358a42d tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ca453ff384964b4d8b270076657a98b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455990 Dec 09 22:51:25.519163 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:51:25.541678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:51:25.542459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0c74ea6b-3ba2-4410-8e0a-9619a69cd6e8 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:51:25.543127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ed69682d-e7d1-4172-9a48-a649e853e874 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:51:25.570699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: ed69682d-e7d1-4172-9a48-a649e853e874 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:51:25.571046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ed69682d-e7d1-4172-9a48-a649e853e874 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:51:25.691874 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58b187-cf10-4a0e-9c98-4f160ce21723 req-7ac5d8d8-9371-4615-ac94-d7c4793baa82 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:25.693399 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e58b187-cf10-4a0e-9c98-4f160ce21723 req-7ac5d8d8-9371-4615-ac94-d7c4793baa82 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 945 time: 0.2516837 Dec 09 22:51:25.729659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 67c437be-a353-4c2e-a99a-90dfc09365f6 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:51:25.754139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-d0257499-e814-4689-b2cb-11fd93389c52 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:25.755701 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-d0257499-e814-4689-b2cb-11fd93389c52 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3097749 Dec 09 22:51:25.802514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-4a82b7a9-59d1-47ec-9151-e41116d5db15 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/quotas/ca453ff384964b4d8b270076657a98b8 HTTP/1.1" status: 200 len: 375 time: 0.0322032 Dec 09 22:51:25.815618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e58b187-cf10-4a0e-9c98-4f160ce21723 req-e3189723-a464-4e6c-9704-9a331e0391e7 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091883 Dec 09 22:51:25.828401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7024d740-f650-4a29-b909-35e29516f0fc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:51:25.828873 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7024d740-f650-4a29-b909-35e29516f0fc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:25.867898 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-d39f5ae9-7714-4364-ad30-4408aa957f3d tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca453ff384964b4d8b270076657a98b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571885 Dec 09 22:51:25.869254 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=67c437be-a353-4c2e-a99a-90dfc09365f6,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:25.883201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'port_id': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'mac_address': 'fa:16:3e:e0:e9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:51:25.955122 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:25.968806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c437be-a353-4c2e-a99a-90dfc09365f6 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:51:25.992641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=67c437be-a353-4c2e-a99a-90dfc09365f6,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:25.998574 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:26.099021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=67c437be-a353-4c2e-a99a-90dfc09365f6,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:26.202296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['67c437be-a353-4c2e-a99a-90dfc09365f6'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:51:26.447430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6a5af31-80be-401f-a070-f8a1eb633f9f req-d9e3fbc7-feb3-40ba-86d2-a5a558ba8e83 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 210 time: 0.0535543 Dec 09 22:51:26.462936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-7024d740-f650-4a29-b909-35e29516f0fc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] For port 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12,segment=NetworkSegment(3e52d490-734b-4b1b-9793-456156b20fea),segment_id=3e52d490-734b-4b1b-9793-456156b20fea)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:26.463578 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7024d740-f650-4a29-b909-35e29516f0fc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:26.474970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3540786-5ddf-48a1-a5ec-e6be3d4d986c req-1289f9af-d04c-47d7-923d-51a6c868c932 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:26.483081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3540786-5ddf-48a1-a5ec-e6be3d4d986c req-1289f9af-d04c-47d7-923d-51a6c868c932 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 943 time: 0.5600173 Dec 09 22:51:26.510584 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-7024d740-f650-4a29-b909-35e29516f0fc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:51:26.546686 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3540786-5ddf-48a1-a5ec-e6be3d4d986c req-9db68db4-dcbe-46c7-87e8-f34a295640ae tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621452 Dec 09 22:51:26.760521 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7024d740-f650-4a29-b909-35e29516f0fc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:26.799875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024d740-f650-4a29-b909-35e29516f0fc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:27.026127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7024d740-f650-4a29-b909-35e29516f0fc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:27.088846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6b536-40f2-48fd-a698-eff7e4f2948a req-d96fbac7-9165-413b-bd72-6cc32cfc14e4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:27.090384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47b6b536-40f2-48fd-a698-eff7e4f2948a req-d96fbac7-9165-413b-bd72-6cc32cfc14e4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 945 time: 0.1457932 Dec 09 22:51:27.250495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47b6b536-40f2-48fd-a698-eff7e4f2948a req-491bcd8d-4d3f-44d1-a027-f206fa15bb3d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509008 Dec 09 22:51:27.262157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7024d740-f650-4a29-b909-35e29516f0fc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 55c02df1-0bb7-4608-b9aa-619c7432f592 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:51:27.310754 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-89f29b67-c1f1-44bf-b2ff-9e7bf1ac7561 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ca453ff384964b4d8b270076657a98b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654576 Dec 09 22:51:27.362674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7024d740-f650-4a29-b909-35e29516f0fc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:27.376783 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7024d740-f650-4a29-b909-35e29516f0fc tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5259521 Dec 09 22:51:27.376950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c764c4-1940-4bd2-8bcb-a51155baa17e None None] Sync routers for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:27.381427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44468) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:27.395304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c764c4-1940-4bd2-8bcb-a51155baa17e None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:27.395969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f5c764c4-1940-4bd2-8bcb-a51155baa17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:27.446515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fc5f21-e2d4-4fb2-abef-2eefbecbc3fe tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting subnet 605d99bb-5058-45d0-bac8-43d4e4fff25d {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:51:27.461519 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6fc5f21-e2d4-4fb2-abef-2eefbecbc3fe tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:27.537035 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6fc5f21-e2d4-4fb2-abef-2eefbecbc3fe tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:27.549063 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-f5c764c4-1940-4bd2-8bcb-a51155baa17e None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:27.566955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e006c9-4709-495e-a752-4ba5b53e4b08 req-dc6e5db1-f77e-4a48-b0ba-ad3e0a81a4d2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:27.575008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4e006c9-4709-495e-a752-4ba5b53e4b08 req-dc6e5db1-f77e-4a48-b0ba-ad3e0a81a4d2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 945 time: 0.1919334 Dec 09 22:51:27.652883 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-072812b8-8548-4da0-9ceb-490a3c3c619d req-cb9c841d-ff6d-406b-abda-486b85d12280 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 210 time: 0.0721600 Dec 09 22:51:27.656060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-32bd332c-02ab-4d1a-8aab-c44ae610b6f5 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:27.657757 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-32bd332c-02ab-4d1a-8aab-c44ae610b6f5 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3400607 Dec 09 22:51:27.665755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f5c764c4-1940-4bd2-8bcb-a51155baa17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:26Z', 'revision_number': 11, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:27.680413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Request body: {'port': {'device_id': 'fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': 'ca453ff384964b4d8b270076657a98b8'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:27.692855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4e006c9-4709-495e-a752-4ba5b53e4b08 req-c24941bb-18b5-4725-8ce4-b6c2795e08c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164951 Dec 09 22:51:27.730807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c764c4-1940-4bd2-8bcb-a51155baa17e None None] Checking router: 55c02df1-0bb7-4608-b9aa-619c7432f592 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:27.748915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 67c437be-a353-4c2e-a99a-90dfc09365f6 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:27.792688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c764c4-1940-4bd2-8bcb-a51155baa17e None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:27.793498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f5c764c4-1940-4bd2-8bcb-a51155baa17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:27.835052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44482) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:27.845105 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6fc5f21-e2d4-4fb2-abef-2eefbecbc3fe tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:27.908167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-f5c764c4-1940-4bd2-8bcb-a51155baa17e None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:27.912494 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566d222-4545-4992-b726-5a6f5894794f tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:27.914317 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2566d222-4545-4992-b726-5a6f5894794f tempest-TestNetworkBasicOps-811593284 tempest-TestNetworkBasicOps-811593284-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 1092 time: 0.0783641 Dec 09 22:51:27.918222 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44486) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:27.926822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '94136509-1a0d-4553-b19d-6d0c0f55e3e4', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:27.934615 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d9eba-a942-473f-a7e6-595bc895eeee req-e77f46cb-5b1a-475b-b544-2174c0f76b2b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:27.937264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca3d9eba-a942-473f-a7e6-595bc895eeee req-e77f46cb-5b1a-475b-b544-2174c0f76b2b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 944 time: 0.1510844 Dec 09 22:51:27.957041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Made reservation on behalf of ca453ff384964b4d8b270076657a98b8 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:51:27.961018 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:27.979657 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:27.979903 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6fc5f21-e2d4-4fb2-abef-2eefbecbc3fe tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:27.988215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f5c764c4-1940-4bd2-8bcb-a51155baa17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:26Z', 'revision_number': 11, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:28.008825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.040218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc5f21-e2d4-4fb2-abef-2eefbecbc3fe tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Subnet': ['ID=605d99bb-5058-45d0-bac8-43d4e4fff25d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:28.046282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6fc5f21-e2d4-4fb2-abef-2eefbecbc3fe tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.052575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d6fc5f21-e2d4-4fb2-abef-2eefbecbc3fe tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/605d99bb-5058-45d0-bac8-43d4e4fff25d HTTP/1.1" status: 204 len: 168 time: 0.6657643 Dec 09 22:51:28.052807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353758e1-08cb-4289-ab80-600558783f31 None None] Network 7653b47c-7e2a-4da2-9d3d-560e15852578 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:51:28.053384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44490) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:28.056927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c764c4-1940-4bd2-8bcb-a51155baa17e None None] The sync data for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 is: [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:26Z', 'revision_number': 11, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:28.074458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 67c437be-a353-4c2e-a99a-90dfc09365f6 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:51:28.090939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 67c437be-a353-4c2e-a99a-90dfc09365f6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:28.091609 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.141371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca3d9eba-a942-473f-a7e6-595bc895eeee req-78795b39-8e94-46ef-9d5e-dca7afeeb23e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878991 Dec 09 22:51:28.235223 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.240832 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.257120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.267636 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.293271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:51:28.296527 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac5bde1-ed06-4bb9-8072-b8f7be52475c" -d '{"events": [{"server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "name": "network-vif-plugged", "status": "completed", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:51:28.329398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Deleting port a651d10b-55ed-46fb-b782-5eafe0c997e1 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:51:28.329741 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.336427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=67c437be-a353-4c2e-a99a-90dfc09365f6,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:28.349656 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.385122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Allocated IP 192.168.233.218 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/2b407732-f525-462e-a4da-17f8851fdcde) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:51:28.410304 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a39d4bb-2cb3-4eb8-8c6d-17b292596c56 x-openstack-request-id: req-9a39d4bb-2cb3-4eb8-8c6d-17b292596c56 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:51:28.410890 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "name": "network-vif-plugged", "status": "completed", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:51:28.411076 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a39d4bb-2cb3-4eb8-8c6d-17b292596c56 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:51:28.411647 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'code': 200} Dec 09 22:51:28.413165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=67c437be-a353-4c2e-a99a-90dfc09365f6,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:28.426006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] For port a651d10b-55ed-46fb-b782-5eafe0c997e1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a651d10b-55ed-46fb-b782-5eafe0c997e1,segment=NetworkSegment(3e52d490-734b-4b1b-9793-456156b20fea),segment_id=3e52d490-734b-4b1b-9793-456156b20fea)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:28.426373 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.426917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75df32f-c59f-476e-94d1-9bfb4e99d47b None None] DHCP port deletion for 7653b47c-7e2a-4da2-9d3d-560e15852578 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:51:28.471989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Calling delete_port for a651d10b-55ed-46fb-b782-5eafe0c997e1 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:51:28.538168 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f75df32f-c59f-476e-94d1-9bfb4e99d47b None None] Deleting port a651d10b-55ed-46fb-b782-5eafe0c997e1 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:51:28.538868 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f75df32f-c59f-476e-94d1-9bfb4e99d47b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.570430 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.594619 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.595338 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.617818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No DVR routers for this DVR port a651d10b-55ed-46fb-b782-5eafe0c997e1 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:51:28.652139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f75df32f-c59f-476e-94d1-9bfb4e99d47b None None] For port a651d10b-55ed-46fb-b782-5eafe0c997e1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a651d10b-55ed-46fb-b782-5eafe0c997e1,segment=NetworkSegment(3e52d490-734b-4b1b-9793-456156b20fea),segment_id=3e52d490-734b-4b1b-9793-456156b20fea)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:28.653751 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f75df32f-c59f-476e-94d1-9bfb4e99d47b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.669134 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f75df32f-c59f-476e-94d1-9bfb4e99d47b None None] Calling delete_port for a651d10b-55ed-46fb-b782-5eafe0c997e1 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:51:28.682433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Port': ['ID=a651d10b-55ed-46fb-b782-5eafe0c997e1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:28.735718 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.739094 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.791030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7653b47c-7e2a-4da2-9d3d-560e15852578']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:28.791797 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f75df32f-c59f-476e-94d1-9bfb4e99d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.819145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e52d490-734b-4b1b-9793-456156b20fea') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:28.819439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e52d490-734b-4b1b-9793-456156b20fea') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:28.844705 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.849357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75df32f-c59f-476e-94d1-9bfb4e99d47b None None] Pushing event deleted for resources: {'Port': ['ID=a651d10b-55ed-46fb-b782-5eafe0c997e1,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:28.855813 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Pushing event updated for resources: {'Port': ['ID=2b407732-f525-462e-a4da-17f8851fdcde,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:28.856046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75df32f-c59f-476e-94d1-9bfb4e99d47b None None] No DVR routers for this DVR port a651d10b-55ed-46fb-b782-5eafe0c997e1 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:51:28.863242 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.866366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:28.876410 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:51:28.876818 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:51:28.879976 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:51:28.889676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9f15d-62a0-4381-9862-5b914dc18c09 req-de99928f-d84d-4f48-b56f-6dcfe9be4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:28.891312 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dcc9f15d-62a0-4381-9862-5b914dc18c09 req-de99928f-d84d-4f48-b56f-6dcfe9be4cc0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 1097 time: 0.3172917 Dec 09 22:51:28.893265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:51:28.897883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09c84c-04eb-4644-89f8-74827fc026e5 req-ed8be266-24b6-4d3d-8d8e-f4b276f4aa93 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:28.898175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:51:28.905283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c09c84c-04eb-4644-89f8-74827fc026e5 req-ed8be266-24b6-4d3d-8d8e-f4b276f4aa93 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 936 time: 0.1012058 Dec 09 22:51:28.910190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:51:28.977557 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.999909 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:28.999909 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/networks/7653b47c-7e2a-4da2-9d3d-560e15852578 HTTP/1.1" status: 204 len: 168 time: 0.9449000 Dec 09 22:51:29.003541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44510) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:29.030377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c09c84c-04eb-4644-89f8-74827fc026e5 req-a1011208-0472-4852-9e8a-b62b7cc9a35c tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239443 Dec 09 22:51:29.038575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8324c7a1-a275-416d-a637-512d886f6ee0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'router': {'routes': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:29.050512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7142f-832c-4f4e-93d5-6d61fc752825 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Pushing event deleted for resources: {'Network': ['ID=7653b47c-7e2a-4da2-9d3d-560e15852578,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:29.086504 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dcc9f15d-62a0-4381-9862-5b914dc18c09 req-2176d36a-80be-4a6f-8c53-78e2e67ad12c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858072 Dec 09 22:51:29.096356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:29.097021 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:29.135160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Allocated IP 172.25.8.127 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/658ed6c1-4fea-4245-9149-ad5e801380fc) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:51:29.141266 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-67eade38-fc01-42eb-a7d1-dab3efb36d8b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4648907 Dec 09 22:51:29.163776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Request body: {'port': {'device_id': 'fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:29.264114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b8fdd61a-a45a-4137-84cb-8cc7f1e51365 None None] Provisioning complete for port 2b407732-f525-462e-a4da-17f8851fdcde triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:29.264605 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b8fdd61a-a45a-4137-84cb-8cc7f1e51365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:29.279702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.extraroute_db [None req-8324c7a1-a275-416d-a637-512d886f6ee0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Added routes are [] {{(pid=103418) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 22:51:29.280947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.extraroute_db [None req-8324c7a1-a275-416d-a637-512d886f6ee0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Removed routes are [] {{(pid=103418) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 22:51:29.281663 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8324c7a1-a275-416d-a637-512d886f6ee0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:29.310576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b8fdd61a-a45a-4137-84cb-8cc7f1e51365 None None] Port 2b407732-f525-462e-a4da-17f8851fdcde cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:51:29.311061 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:29.394911 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:29.470665 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8324c7a1-a275-416d-a637-512d886f6ee0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:29.482855 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82d19e-f3cb-4b83-864b-12254cdb5057 req-76ab9120-db4f-4ed1-8cd8-5d913fffe14e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:29.485121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e82d19e-f3cb-4b83-864b-12254cdb5057 req-76ab9120-db4f-4ed1-8cd8-5d913fffe14e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 945 time: 0.2082999 Dec 09 22:51:29.486329 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8324c7a1-a275-416d-a637-512d886f6ee0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:29.526070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a651d10b-55ed-46fb-b782-5eafe0c997e1 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:51:29.550398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a651d10b-55ed-46fb-b782-5eafe0c997e1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:51:29.550928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a651d10b-55ed-46fb-b782-5eafe0c997e1 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:51:29.551503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:51:29.556906 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:29.584205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:51:29.584698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 97bb890a-a6eb-4e6a-a3a5-da3d3c7f1b12 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:51:29.612205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:51:29.626732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:51:29.634258 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8324c7a1-a275-416d-a637-512d886f6ee0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 55c02df1-0bb7-4608-b9aa-619c7432f592 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:51:29.636075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=658ed6c1-4fea-4245-9149-ad5e801380fc,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:29.639172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:51:29.656801 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e82d19e-f3cb-4b83-864b-12254cdb5057 req-19f1174a-1dc5-47cd-b528-94c13d1bd452 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555793 Dec 09 22:51:29.733589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8324c7a1-a275-416d-a637-512d886f6ee0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:29.741620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8324c7a1-a275-416d-a637-512d886f6ee0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:29.746266 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8324c7a1-a275-416d-a637-512d886f6ee0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592 HTTP/1.1" status: 200 len: 701 time: 0.7245581 Dec 09 22:51:29.747190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44528) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:29.758632 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd7736d-c190-4a05-9f05-e4f19aa7ee19 None None] Sync routers for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:29.774153 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7736d-c190-4a05-9f05-e4f19aa7ee19 None None] Routers {'55c02df1-0bb7-4608-b9aa-619c7432f592'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:29.775261 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7bd7736d-c190-4a05-9f05-e4f19aa7ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['55c02df1-0bb7-4608-b9aa-619c7432f592'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:29.794434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a7e3260a-2b2d-492e-ad64-4e8d2d09c0a7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c02df1-0bb7-4608-b9aa-619c7432f592 HTTP/1.1" status: 200 len: 205 time: 0.0458717 Dec 09 22:51:29.795080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44532) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:29.871933 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-7bd7736d-c190-4a05-9f05-e4f19aa7ee19 None None] Set router 55c02df1-0bb7-4608-b9aa-619c7432f592 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:29.882272 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdcb0dd0-6dc5-4b19-8935-0f73a7f7d1ed tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.106626 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdcb0dd0-6dc5-4b19-8935-0f73a7f7d1ed tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.109388 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdcb0dd0-6dc5-4b19-8935-0f73a7f7d1ed tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.131340 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7bd7736d-c190-4a05-9f05-e4f19aa7ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c02df1-0bb7-4608-b9aa-619c7432f592', 'name': 'tempest-RoutersTest-router-1886636037', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:29Z', 'updated_at': '2021-12-09T22:51:26Z', 'revision_number': 11, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:30.175142 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdcb0dd0-6dc5-4b19-8935-0f73a7f7d1ed tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.175564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcb0dd0-6dc5-4b19-8935-0f73a7f7d1ed tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Fanout notify agent at l3_agent the message router_deleted on router 55c02df1-0bb7-4608-b9aa-619c7432f592 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:51:30.195180 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdcb0dd0-6dc5-4b19-8935-0f73a7f7d1ed tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.202687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44542) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:30.209392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2c0479e1-84b2-4316-942a-e769ee24df42 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2098469442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:30.210163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bdcb0dd0-6dc5-4b19-8935-0f73a7f7d1ed tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592 HTTP/1.1" status: 204 len: 168 time: 0.4139452 Dec 09 22:51:30.215080 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd7736d-c190-4a05-9f05-e4f19aa7ee19 None None] Checking router: 55c02df1-0bb7-4608-b9aa-619c7432f592 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:30.228842 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7736d-c190-4a05-9f05-e4f19aa7ee19 None None] Routers set() bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:30.229607 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7736d-c190-4a05-9f05-e4f19aa7ee19 None None] Router IDs set() for agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 22:51:30.230397 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_agentschedulers_db [None req-7bd7736d-c190-4a05-9f05-e4f19aa7ee19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'55c02df1-0bb7-4608-b9aa-619c7432f592'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent'). {{(pid=103420) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 22:51:30.230938 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd7736d-c190-4a05-9f05-e4f19aa7ee19 None None] The sync data for ids ['55c02df1-0bb7-4608-b9aa-619c7432f592'] in n-d-789963-23 is: [] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:30.269113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b407732-f525-462e-a4da-17f8851fdcde {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:51:30.285285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56c863-9ba6-419d-8059-893964b2fa2d req-02c1dc51-93da-45f0-a42f-4fa922bb4070 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:30.286160 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.288246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f56c863-9ba6-419d-8059-893964b2fa2d req-02c1dc51-93da-45f0-a42f-4fa922bb4070 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 936 time: 0.0760133 Dec 09 22:51:30.303433 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c0479e1-84b2-4316-942a-e769ee24df42 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.304466 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c0479e1-84b2-4316-942a-e769ee24df42 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.323080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Transition to ACTIVE for port object 2b407732-f525-462e-a4da-17f8851fdcde will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:51:30.362646 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.377969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f56c863-9ba6-419d-8059-893964b2fa2d req-4cf8c94b-1602-4961-82ae-3f746be02f41 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676148 Dec 09 22:51:30.499697 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c0479e1-84b2-4316-942a-e769ee24df42 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.501223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93771d61-49db-4947-861b-5487d98af214 service neutron] Pushing event updated for resources: {'Port': ['ID=2b407732-f525-462e-a4da-17f8851fdcde,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:30.512377 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c0479e1-84b2-4316-942a-e769ee24df42 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.574111 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c0479e1-84b2-4316-942a-e769ee24df42 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.578489 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2c0479e1-84b2-4316-942a-e769ee24df42 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3697848 Dec 09 22:51:30.578713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44552) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:30.583664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-332df723-eb1b-49bc-84ef-96262091b4ef tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:30.795145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56458a45-cbbd-491c-9f7f-9582f18e07f5 req-291d01c3-bc7e-47f3-ac33-ea30b168daf9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:30.796726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56458a45-cbbd-491c-9f7f-9582f18e07f5 req-291d01c3-bc7e-47f3-ac33-ea30b168daf9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 945 time: 0.0615778 Dec 09 22:51:30.849842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56458a45-cbbd-491c-9f7f-9582f18e07f5 req-ea96cd10-2def-4bdd-bd21-64fe7a4f7730 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468678 Dec 09 22:51:30.859906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Attempting to bind port 2b407732-f525-462e-a4da-17f8851fdcde on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:51:30.860256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Attempting to bind port 2b407732-f525-462e-a4da-17f8851fdcde by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:51:30.860851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Attempting to bind port 2b407732-f525-462e-a4da-17f8851fdcde on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:51:30.907170 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Port 2b407732-f525-462e-a4da-17f8851fdcde on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:51:30.907501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Attempting to bind port 2b407732-f525-462e-a4da-17f8851fdcde on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:51:30.930762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:51:30.931117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:51:30.931506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:51:30.931964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Bound port: 2b407732-f525-462e-a4da-17f8851fdcde, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:51:30.932337 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:30.976307 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa49ad8-6540-422f-9e57-33ddd48d0f7e req-1e6aef9e-899d-49a3-b72a-fc27246abf63 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:30.977871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4fa49ad8-6540-422f-9e57-33ddd48d0f7e req-1e6aef9e-899d-49a3-b72a-fc27246abf63 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 945 time: 0.0530355 Dec 09 22:51:31.047430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4fa49ad8-6540-422f-9e57-33ddd48d0f7e req-65ef017f-cca4-48ee-b05c-59a3b50dcb40 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580249 Dec 09 22:51:31.051335 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff25e64c-6465-4e75-88bd-52b9824d7d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:31.070661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44566) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:31.093381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-332df723-eb1b-49bc-84ef-96262091b4ef tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-876385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15715'] for router, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:31.115993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c213cd-abdd-4a40-829d-1a08d01929c3 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:31.117829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a5c213cd-abdd-4a40-829d-1a08d01929c3 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 1092 time: 0.0458491 Dec 09 22:51:31.120431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44570) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:31.125282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:31.147571 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:31.163948 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-332df723-eb1b-49bc-84ef-96262091b4ef tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-876312'] for router, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:31.238848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:31.264150 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:31.311676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] For port 2b407732-f525-462e-a4da-17f8851fdcde, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:51:31.350991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] For port 2b407732-f525-462e-a4da-17f8851fdcde, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2b407732-f525-462e-a4da-17f8851fdcde,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:51:31.370338 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:31.403608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.25.8.19 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/acbdb804-a13f-45a3-9c26-751c16b93628) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:51:31.445058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:31.445983 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:31.447607 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-93771d61-49db-4947-861b-5487d98af214 service neutron] 10.222.0.18 "PUT /v2.0/ports/2b407732-f525-462e-a4da-17f8851fdcde HTTP/1.1" status: 200 len: 1097 time: 2.2894938 Dec 09 22:51:31.448260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf', 'tag': '2b407732-f525-462e-a4da-17f8851fdcde'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:51:31.451037 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958b48fb-0c5f-4bc9-9029-28399173a81b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf", "tag": "2b407732-f525-462e-a4da-17f8851fdcde"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:51:31.456943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:31.582450 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aad6e7f-efbc-4182-a3ea-dfe537ebf744 x-openstack-request-id: req-3aad6e7f-efbc-4182-a3ea-dfe537ebf744 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:51:31.583110 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf", "tag": "2b407732-f525-462e-a4da-17f8851fdcde", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:51:31.583110 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3aad6e7f-efbc-4182-a3ea-dfe537ebf744 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:51:31.583318 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf', 'tag': '2b407732-f525-462e-a4da-17f8851fdcde', 'status': 'completed', 'code': 200} Dec 09 22:51:31.590465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93771d61-49db-4947-861b-5487d98af214 service neutron] Pushing event updated for resources: {'Port': ['ID=2b407732-f525-462e-a4da-17f8851fdcde,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:31.611136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfae7e6-d5a4-4c46-aefd-2e92f8437aeb req-1aabe2a1-4787-4f3e-823c-bc8c96011882 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:31.613746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8cfae7e6-d5a4-4c46-aefd-2e92f8437aeb req-1aabe2a1-4787-4f3e-823c-bc8c96011882 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 948 time: 0.1257901 Dec 09 22:51:31.627696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332df723-eb1b-49bc-84ef-96262091b4ef tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Router 95d936cb-73c9-4b13-96c4-f2afebc57200 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:51:31.660038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-29fc57e7-a2a3-4b43-b1a6-9e72243a5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:31.661637 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-29fc57e7-a2a3-4b43-b1a6-9e72243a5b51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca453ff384964b4d8b270076657a98b8&device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 1100 time: 0.1448438 Dec 09 22:51:31.680690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:31.698708 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8cfae7e6-d5a4-4c46-aefd-2e92f8437aeb req-bd42dbf5-4fca-444d-a7bd-1c008c402063 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735886 Dec 09 22:51:31.742407 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:31.787134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:51:31.795573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:51:31.801031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:51:31.803845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=acbdb804-a13f-45a3-9c26-751c16b93628,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:31.838634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:31.839091 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:31.839447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:31.839789 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:31.840128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:31.840463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:31.840818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:31.841686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:31.842072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:31.842406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:31.842924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:31.843262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:31.843592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:32.038264 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-acf25d77-9fc1-4045-990f-8c3277071b2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=2b407732-f525-462e-a4da-17f8851fdcde HTTP/1.1" status: 200 len: 217 time: 0.3527009 Dec 09 22:51:32.105476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332df723-eb1b-49bc-84ef-96262091b4ef tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:32.116796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691d232-6dd3-4bbd-8708-aa140ca63044 None None] Sync routers for ids ['95d936cb-73c9-4b13-96c4-f2afebc57200'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:32.130278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691d232-6dd3-4bbd-8708-aa140ca63044 None None] Routers {'95d936cb-73c9-4b13-96c4-f2afebc57200'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:32.131466 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4691d232-6dd3-4bbd-8708-aa140ca63044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['95d936cb-73c9-4b13-96c4-f2afebc57200'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:32.145822 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-332df723-eb1b-49bc-84ef-96262091b4ef tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:32.149740 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-332df723-eb1b-49bc-84ef-96262091b4ef tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "PUT /v2.0/routers/95d936cb-73c9-4b13-96c4-f2afebc57200 HTTP/1.1" status: 200 len: 694 time: 1.5698092 Dec 09 22:51:32.152551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44594) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:32.221382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-0addd714-0f9c-485e-ae79-96606f46c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:32.223334 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-0addd714-0f9c-485e-ae79-96606f46c615 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.1529040 Dec 09 22:51:32.242128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-4691d232-6dd3-4bbd-8708-aa140ca63044 None None] Set router 95d936cb-73c9-4b13-96c4-f2afebc57200 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:32.256234 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:32.301530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4691d232-6dd3-4bbd-8708-aa140ca63044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d936cb-73c9-4b13-96c4-f2afebc57200', 'name': 'tempest-RoutersTest-router-2098469442', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:51:30Z', 'updated_at': '2021-12-09T22:51:31Z', 'revision_number': 2, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:32.328260 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3c13f961-1a43-437f-ad65-e1855744fec0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/routers/95d936cb-73c9-4b13-96c4-f2afebc57200 HTTP/1.1" status: 200 len: 700 time: 0.1723597 Dec 09 22:51:32.333168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44600) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:32.334535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691d232-6dd3-4bbd-8708-aa140ca63044 None None] Checking router: 95d936cb-73c9-4b13-96c4-f2afebc57200 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:32.343548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691d232-6dd3-4bbd-8708-aa140ca63044 None None] Routers {'95d936cb-73c9-4b13-96c4-f2afebc57200'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:32.344265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4691d232-6dd3-4bbd-8708-aa140ca63044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['95d936cb-73c9-4b13-96c4-f2afebc57200'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:32.348672 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:32.371457 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-33c62169-044d-467a-bd3e-1eb4cb9b8aea tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d936cb-73c9-4b13-96c4-f2afebc57200 HTTP/1.1" status: 200 len: 205 time: 0.0302858 Dec 09 22:51:32.375654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44602) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:32.471834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4314b89-d447-4f3a-991c-bb8796f81154 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:32.484957 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-65a2f0ee-9ee2-4382-8ecf-394923ef379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:32.486645 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-65a2f0ee-9ee2-4382-8ecf-394923ef379f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2201488 Dec 09 22:51:32.523727 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:32.538687 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:32.578578 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:32.585444 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:32.623697 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-4691d232-6dd3-4bbd-8708-aa140ca63044 None None] Set router 95d936cb-73c9-4b13-96c4-f2afebc57200 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:32.680859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=acbdb804-a13f-45a3-9c26-751c16b93628,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:32.704591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-4691d232-6dd3-4bbd-8708-aa140ca63044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d936cb-73c9-4b13-96c4-f2afebc57200', 'name': 'tempest-RoutersTest-router-2098469442', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:51:30Z', 'updated_at': '2021-12-09T22:51:31Z', 'revision_number': 2, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:32.724011 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:32.732490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691d232-6dd3-4bbd-8708-aa140ca63044 None None] The sync data for ids ['95d936cb-73c9-4b13-96c4-f2afebc57200'] in n-d-789963-23 is: [{'id': '95d936cb-73c9-4b13-96c4-f2afebc57200', 'name': 'tempest-RoutersTest-router-2098469442', 'tenant_id': '0302f9e31ccb410bbda9aa5182c19f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:51:30Z', 'updated_at': '2021-12-09T22:51:31Z', 'revision_number': 2, 'project_id': '0302f9e31ccb410bbda9aa5182c19f66', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:32.834195 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event updated for resources: {'Port': ['ID=658ed6c1-4fea-4245-9149-ad5e801380fc,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:32.877201 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4314b89-d447-4f3a-991c-bb8796f81154 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:32.882527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4314b89-d447-4f3a-991c-bb8796f81154 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:32.905281 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:32.990171 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-48552176-71d2-45af-854e-0c496fcd58dd service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640312 Dec 09 22:51:33.087365 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Floating IP db64fce7-58fd-416e-9303-0df860ae7ee1 associated. External IP: 172.25.8.127, port: 94136509-1a0d-4553-b19d-6d0c0f55e3e4. Dec 09 22:51:33.111613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4314b89-d447-4f3a-991c-bb8796f81154 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:33.112432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4314b89-d447-4f3a-991c-bb8796f81154 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Fanout notify agent at l3_agent the message router_deleted on router 95d936cb-73c9-4b13-96c4-f2afebc57200 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:51:33.173027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4314b89-d447-4f3a-991c-bb8796f81154 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:33.178416 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c4314b89-d447-4f3a-991c-bb8796f81154 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/95d936cb-73c9-4b13-96c4-f2afebc57200 HTTP/1.1" status: 204 len: 168 time: 0.7976274 Dec 09 22:51:33.242597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44620) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.287895 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-53a14026-8200-4466-8d85-f130766cf443 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d936cb-73c9-4b13-96c4-f2afebc57200 HTTP/1.1" status: 200 len: 205 time: 0.0418921 Dec 09 22:51:33.292778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44624) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.298916 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Floating IP c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2 associated. External IP: 172.25.8.19, port: 67c437be-a353-4c2e-a99a-90dfc09365f6. Dec 09 22:51:33.336463 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-79dcd08d-c3f4-4c5d-979c-8cd193240715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:33.361251 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07b4313c-bcd2-4e0e-a8ec-00d2733accaa req-3ec3b660-a883-45af-a3c5-67b1d1b4bb56 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703161 Dec 09 22:51:33.370342 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-ebebccfa-bf7a-406b-befb-617c278dd04d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] delete failed (client error): The resource could not be found. Dec 09 22:51:33.370544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd2a2e-83b1-496e-9794-61203fdcc9e6 req-8bc757f3-65bc-4ccf-8ae2-e0ae1b695664 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:33.374442 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ebebccfa-bf7a-406b-befb-617c278dd04d tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/95d936cb-73c9-4b13-96c4-f2afebc57200 HTTP/1.1" status: 404 len: 336 time: 0.0776207 Dec 09 22:51:33.374838 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44628) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.380625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6fd2a2e-83b1-496e-9794-61203fdcc9e6 req-8bc757f3-65bc-4ccf-8ae2-e0ae1b695664 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 948 time: 0.5384176 Dec 09 22:51:33.451394 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e52b98-b028-4baa-9add-bc782597cf0a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] DELETE failed (client error): The resource could not be found. Dec 09 22:51:33.452263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e52b98-b028-4baa-9add-bc782597cf0a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:51:33.455796 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-65e52b98-b028-4baa-9add-bc782597cf0a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/25df8727-0528-4fd9-b2f4-8f27ffc935c5 HTTP/1.1" status: 404 len: 337 time: 0.0799518 Dec 09 22:51:33.458438 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44630) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.478827 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6fd2a2e-83b1-496e-9794-61203fdcc9e6 req-b0fce57c-3954-4b3e-850f-c47b4191ded0 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927982 Dec 09 22:51:33.533152 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4073fa-41f2-484e-a86e-83c020a4ac91 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] DELETE failed (client error): The resource could not be found. Dec 09 22:51:33.533725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4073fa-41f2-484e-a86e-83c020a4ac91 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:51:33.538105 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5d4073fa-41f2-484e-a86e-83c020a4ac91 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/70f10662-777d-4492-bb81-69c9d303bba4 HTTP/1.1" status: 404 len: 337 time: 0.0786979 Dec 09 22:51:33.541657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44636) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.586783 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bd87d5-5057-4437-ada3-761fca7150c0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] DELETE failed (client error): The resource could not be found. Dec 09 22:51:33.587161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1bd87d5-5057-4437-ada3-761fca7150c0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:51:33.590456 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a1bd87d5-5057-4437-ada3-761fca7150c0 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/b06f93c8-dae8-4a77-bde1-df7112e1b00f HTTP/1.1" status: 404 len: 337 time: 0.0472014 Dec 09 22:51:33.595429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44638) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.635253 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5277407-128d-4b7f-8c7d-8ba21ac49303 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] DELETE failed (client error): The resource could not be found. Dec 09 22:51:33.635726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5277407-128d-4b7f-8c7d-8ba21ac49303 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:51:33.639901 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d5277407-128d-4b7f-8c7d-8ba21ac49303 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/605d99bb-5058-45d0-bac8-43d4e4fff25d HTTP/1.1" status: 404 len: 337 time: 0.0433733 Dec 09 22:51:33.641935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b48fb-0c5f-4bc9-9029-28399173a81b req-47be4d28-f03d-4a15-a451-01c9f0980410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:33.643335 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-958b48fb-0c5f-4bc9-9029-28399173a81b req-47be4d28-f03d-4a15-a451-01c9f0980410 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca453ff384964b4d8b270076657a98b8&device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 1100 time: 0.1419239 Dec 09 22:51:33.652609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44640) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.674033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router 0948f038-d4a4-4330-a08c-4f4610157d9c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:51:33.703364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4f7c79f3-13b3-41af-b24b-c3d345e74823 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c02df1-0bb7-4608-b9aa-619c7432f592 HTTP/1.1" status: 200 len: 205 time: 0.0447483 Dec 09 22:51:33.703364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44646) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.746341 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-d1f190b6-73e6-482f-ad16-d4773ad5ae31 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] delete failed (client error): The resource could not be found. Dec 09 22:51:33.748069 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d1f190b6-73e6-482f-ad16-d4773ad5ae31 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/55c02df1-0bb7-4608-b9aa-619c7432f592 HTTP/1.1" status: 404 len: 336 time: 0.0431449 Dec 09 22:51:33.751554 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44648) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.846452 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-010eb801-98a5-4d1b-99aa-a39e1b2a9dd3 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc03a21-2f18-40d8-aa5a-5d42ed191af7 HTTP/1.1" status: 200 len: 205 time: 0.0912161 Dec 09 22:51:33.849540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44652) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.891203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b48fb-0c5f-4bc9-9029-28399173a81b req-fc31fa32-728e-40a0-922a-7234bdb53cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:33.892694 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-958b48fb-0c5f-4bc9-9029-28399173a81b req-fc31fa32-728e-40a0-922a-7234bdb53cf4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.2077715 Dec 09 22:51:33.898761 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:33.904845 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-923b3cb8-30ab-437f-b9a3-ea31d734f0f6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] delete failed (client error): The resource could not be found. Dec 09 22:51:33.905677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-923b3cb8-30ab-437f-b9a3-ea31d734f0f6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/dfc03a21-2f18-40d8-aa5a-5d42ed191af7 HTTP/1.1" status: 404 len: 336 time: 0.0531197 Dec 09 22:51:33.906590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:51:33.910095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44656) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.947472 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-7add3c43-ed65-4cbc-8d3f-d8957f7ed5b8 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] DELETE failed (client error): The resource could not be found. Dec 09 22:51:33.947936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7add3c43-ed65-4cbc-8d3f-d8957f7ed5b8 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:51:33.954415 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-958b48fb-0c5f-4bc9-9029-28399173a81b req-b8c06812-f5cb-4bc1-bec7-f3360e6f9efd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=2b407732-f525-462e-a4da-17f8851fdcde HTTP/1.1" status: 200 len: 217 time: 0.0495114 Dec 09 22:51:33.954640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7add3c43-ed65-4cbc-8d3f-d8957f7ed5b8 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/12d60e85-2fc8-4596-b2bc-83af29e0ef0d HTTP/1.1" status: 404 len: 337 time: 0.0408523 Dec 09 22:51:33.955130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:33.956685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44658) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.966382 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ec820-b4d3-4dd5-a1d1-824f2b000a88 None None] Sync routers for ids ['0948f038-d4a4-4330-a08c-4f4610157d9c'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:33.994110 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b94584e5-5bbf-4561-a403-bfed336289a6 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea6b7b5-a552-47c6-9512-3c4378a31e50 HTTP/1.1" status: 200 len: 205 time: 0.0341518 Dec 09 22:51:33.994492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44660) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:33.996197 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ec820-b4d3-4dd5-a1d1-824f2b000a88 None None] Routers {'0948f038-d4a4-4330-a08c-4f4610157d9c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:33.996841 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ef8ec820-b4d3-4dd5-a1d1-824f2b000a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0948f038-d4a4-4330-a08c-4f4610157d9c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:34.008306 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:34.097096 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-9a727bb3-d4d0-4f82-bdcf-cd1c50bd594a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] delete failed (client error): The resource could not be found. Dec 09 22:51:34.100563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9a727bb3-d4d0-4f82-bdcf-cd1c50bd594a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/0ea6b7b5-a552-47c6-9512-3c4378a31e50 HTTP/1.1" status: 404 len: 336 time: 0.1023958 Dec 09 22:51:34.101472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44664) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:34.126118 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-ef8ec820-b4d3-4dd5-a1d1-824f2b000a88 None None] Set router 0948f038-d4a4-4330-a08c-4f4610157d9c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:34.155550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-605438d5-a1fc-40fc-b819-f7e5ee42f466 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ed62428-a970-4fe4-a1f0-dd01f7cf34f6 HTTP/1.1" status: 200 len: 205 time: 0.0473452 Dec 09 22:51:34.155550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d98d4ac3-598e-4b16-9fb6-55ea2350d4e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0309904 Dec 09 22:51:34.155550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44666) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:34.155550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:51:34.163105 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8546761b-dc29-4bea-a47a-1c917331f23f" -d '{"events": [{"name": "network-changed", "server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:51:34.242373 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-0d5b7645-d48c-4aeb-a79b-91ce67c427c8 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] delete failed (client error): The resource could not be found. Dec 09 22:51:34.243692 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0d5b7645-d48c-4aeb-a79b-91ce67c427c8 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/6ed62428-a970-4fe4-a1f0-dd01f7cf34f6 HTTP/1.1" status: 404 len: 336 time: 0.0775051 Dec 09 22:51:34.254436 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23734116-5f6f-409e-9400-1b07ce010ac0 x-openstack-request-id: req-23734116-5f6f-409e-9400-1b07ce010ac0 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:51:34.254733 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:51:34.254988 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23734116-5f6f-409e-9400-1b07ce010ac0 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:51:34.255395 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'status': 'completed', 'code': 200} Dec 09 22:51:34.255777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44674) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:34.366302 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5aa5a0-0f16-4979-827d-a71591cc1fc2 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] DELETE failed (client error): The resource could not be found. Dec 09 22:51:34.367544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5aa5a0-0f16-4979-827d-a71591cc1fc2 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:51:34.371424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fd5aa5a0-0f16-4979-827d-a71591cc1fc2 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/6ce50f15-9332-4609-a179-34769d77bb1b HTTP/1.1" status: 404 len: 337 time: 0.1145310 Dec 09 22:51:34.375060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44678) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:34.415575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-38984d1b-9716-458e-b48f-683b74363bf2 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7840277-f031-483e-918e-c743396aec09 HTTP/1.1" status: 200 len: 205 time: 0.0379989 Dec 09 22:51:34.418194 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44680) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:34.474989 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-4629c68a-7a31-42aa-8a4e-7142517741a3 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] delete failed (client error): The resource could not be found. Dec 09 22:51:34.476205 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4629c68a-7a31-42aa-8a4e-7142517741a3 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/e7840277-f031-483e-918e-c743396aec09 HTTP/1.1" status: 404 len: 336 time: 0.0571187 Dec 09 22:51:34.485138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517aa3d-e613-4dcf-b46b-9b812d393017 req-18bf7cf8-a6e3-4e3a-8750-35d173e06620 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:34.492699 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d517aa3d-e613-4dcf-b46b-9b812d393017 req-18bf7cf8-a6e3-4e3a-8750-35d173e06620 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 945 time: 0.1863844 Dec 09 22:51:34.500394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44684) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:34.531636 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae731517-3a08-433f-b539-2506c8ea302b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] DELETE failed (client error): The resource could not be found. Dec 09 22:51:34.536519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae731517-3a08-433f-b539-2506c8ea302b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:51:34.542286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ae731517-3a08-433f-b539-2506c8ea302b tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/4696f249-b318-48bd-aef6-a182559418f4 HTTP/1.1" status: 404 len: 337 time: 0.0405896 Dec 09 22:51:34.549476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44688) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:34.563461 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ef8ec820-b4d3-4dd5-a1d1-824f2b000a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'port_id': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'mac_address': 'fa:16:3e:e0:e9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:51:32Z', 'updated_at': '2021-12-09T22:51:32Z', 'revision_number': 0, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a24385b-d489-4e6f-b613-6d423d7bb0b0', 'name': '', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:9a:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:08Z', 'updated_at': '2021-12-09T22:51:17Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:34.587037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-97531e25-fdc2-4bae-a885-7fd1fbd55999 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d92c27-ad6d-447f-a573-dc1ab7e1da46 HTTP/1.1" status: 200 len: 205 time: 0.0355985 Dec 09 22:51:34.591485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44692) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:34.620178 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ec820-b4d3-4dd5-a1d1-824f2b000a88 None None] Checking router: 0948f038-d4a4-4330-a08c-4f4610157d9c for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:34.628449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:51:34.630571 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ec820-b4d3-4dd5-a1d1-824f2b000a88 None None] Routers {'0948f038-d4a4-4330-a08c-4f4610157d9c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:34.640282 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ef8ec820-b4d3-4dd5-a1d1-824f2b000a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0948f038-d4a4-4330-a08c-4f4610157d9c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:34.642743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86cbb59-3376-4c2c-865f-1566b65e068c None None] Sync routers for ids ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:51:34.658072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86cbb59-3376-4c2c-865f-1566b65e068c None None] Routers {'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:34.662545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f86cbb59-3376-4c2c-865f-1566b65e068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:34.686297 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-0bb6c27e-b7fe-4c6a-b902-9ee95bec4e9a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] delete failed (client error): The resource could not be found. Dec 09 22:51:34.687497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0bb6c27e-b7fe-4c6a-b902-9ee95bec4e9a tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/routers/99d92c27-ad6d-447f-a573-dc1ab7e1da46 HTTP/1.1" status: 404 len: 336 time: 0.0655940 Dec 09 22:51:34.694683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44694) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:34.699174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b48fb-0c5f-4bc9-9029-28399173a81b req-b005af5e-94d0-4b51-b5dc-d56f1acbdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:34.707304 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-958b48fb-0c5f-4bc9-9029-28399173a81b req-b005af5e-94d0-4b51-b5dc-d56f1acbdbc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.6760838 Dec 09 22:51:34.711993 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:34.744071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544dcf6-21b7-4b5f-849f-00b459f04b1a req-ee4dae67-8da2-4e2d-a943-252758307964 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:34.745834 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5544dcf6-21b7-4b5f-849f-00b459f04b1a req-ee4dae67-8da2-4e2d-a943-252758307964 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 948 time: 0.1532323 Dec 09 22:51:34.768859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d517aa3d-e613-4dcf-b46b-9b812d393017 req-996e541f-6a98-431f-96c4-17c0b8078273 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750843 Dec 09 22:51:34.777726 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcc2f3b-59ea-412e-b0c3-2171db55148e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] DELETE failed (client error): The resource could not be found. Dec 09 22:51:34.778211 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcc2f3b-59ea-412e-b0c3-2171db55148e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:51:34.781368 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ebcc2f3b-59ea-412e-b0c3-2171db55148e tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/b9a5b324-8af2-4e05-8587-96acfe81a2e6 HTTP/1.1" status: 404 len: 337 time: 0.0810988 Dec 09 22:51:34.782019 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44700) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:34.790543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44702) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:34.861702 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:34.871052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-f86cbb59-3376-4c2c-865f-1566b65e068c None None] Set router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:34.883380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1a2ba734-2758-44de-9521-5c286a7b894b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2 HTTP/1.1" status: 200 len: 990 time: 0.0927243 Dec 09 22:51:34.885842 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-19de9b6d-ef4c-48da-b657-f04a8c6be3f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] DELETE failed (client error): The resource could not be found. Dec 09 22:51:34.886354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19de9b6d-ef4c-48da-b657-f04a8c6be3f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 22:51:34.890294 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-19de9b6d-ef4c-48da-b657-f04a8c6be3f7 tempest-RoutersTest-618320695 tempest-RoutersTest-618320695-project] 10.222.0.16 "DELETE /v2.0/subnets/b7f31d44-add7-4563-b60c-69db0b5d67cf HTTP/1.1" status: 404 len: 337 time: 0.0495987 Dec 09 22:51:34.903168 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-ef8ec820-b4d3-4dd5-a1d1-824f2b000a88 None None] Set router 0948f038-d4a4-4330-a08c-4f4610157d9c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:34.931087 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5544dcf6-21b7-4b5f-849f-00b459f04b1a req-f46e00be-61da-4a33-8ad5-0b0d81fc2758 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607964 Dec 09 22:51:34.951277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44708) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:34.964649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6f09f3f4-50b2-449c-bbbc-d9ea23067324 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0383203 Dec 09 22:51:34.972431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'tag': '94136509-1a0d-4553-b19d-6d0c0f55e3e4'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:51:34.980731 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1977e203-75ff-49c5-9a52-4d793f71b229" -d '{"events": [{"name": "network-changed", "server_uuid": "b21e59c7-1f50-4f7d-a75f-46638fab57ae", "tag": "94136509-1a0d-4553-b19d-6d0c0f55e3e4"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:51:34.993869 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b48fb-0c5f-4bc9-9029-28399173a81b req-e4c904f5-b68a-45bb-bb62-3443e90f96f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:35.016580 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-958b48fb-0c5f-4bc9-9029-28399173a81b req-e4c904f5-b68a-45bb-bb62-3443e90f96f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2925684 Dec 09 22:51:35.044681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546761b-dc29-4bea-a47a-1c917331f23f req-353177ed-5593-4d56-8f8c-44bb1ae738ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:35.055203 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8546761b-dc29-4bea-a47a-1c917331f23f req-353177ed-5593-4d56-8f8c-44bb1ae738ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 1097 time: 0.4536717 Dec 09 22:51:35.092210 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d4ff73-f61e-4c65-b2e5-528ba3dca210 x-openstack-request-id: req-61d4ff73-f61e-4c65-b2e5-528ba3dca210 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:51:35.094177 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21e59c7-1f50-4f7d-a75f-46638fab57ae", "tag": "94136509-1a0d-4553-b19d-6d0c0f55e3e4", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:51:35.096063 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61d4ff73-f61e-4c65-b2e5-528ba3dca210 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:51:35.100402 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'tag': '94136509-1a0d-4553-b19d-6d0c0f55e3e4', 'status': 'completed', 'code': 200} Dec 09 22:51:35.110783 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-eaf60106-9a25-4003-a6b0-f2d60b40b2b1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/floatingips/db64fce7-58fd-416e-9303-0df860ae7ee1 HTTP/1.1" status: 200 len: 991 time: 0.1572487 Dec 09 22:51:35.288065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f86cbb59-3376-4c2c-865f-1566b65e068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:50:58Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'db64fce7-58fd-416e-9303-0df860ae7ee1', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'port_id': '94136509-1a0d-4553-b19d-6d0c0f55e3e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'mac_address': 'fa:16:3e:18:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:51:30Z', 'updated_at': '2021-12-09T22:51:30Z', 'revision_number': 0, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25220bf-b04b-4717-bef6-b41b899b3534', 'name': '', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:1e:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:56Z', 'updated_at': '2021-12-09T22:51:06Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:35.318945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86cbb59-3376-4c2c-865f-1566b65e068c None None] Checking router: ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:51:35.335830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86cbb59-3376-4c2c-865f-1566b65e068c None None] Routers {'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:51:35.336464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f86cbb59-3376-4c2c-865f-1566b65e068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:51:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:35.350884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e203-75ff-49c5-9a52-4d793f71b229 req-a2b44899-30a5-43c4-b133-89d9938e640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:35.354763 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1977e203-75ff-49c5-9a52-4d793f71b229 req-a2b44899-30a5-43c4-b133-89d9938e640d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 1097 time: 0.2156594 Dec 09 22:51:35.389490 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ef8ec820-b4d3-4dd5-a1d1-824f2b000a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'port_id': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'mac_address': 'fa:16:3e:e0:e9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:51:32Z', 'updated_at': '2021-12-09T22:51:32Z', 'revision_number': 0, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a24385b-d489-4e6f-b613-6d423d7bb0b0', 'name': '', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:9a:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:08Z', 'updated_at': '2021-12-09T22:51:17Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:35.401707 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-958b48fb-0c5f-4bc9-9029-28399173a81b req-c78cbc6a-e765-44af-9abe-7d81671a3b34 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659050 Dec 09 22:51:35.412696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44720) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:35.439518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546761b-dc29-4bea-a47a-1c917331f23f req-8ee84288-a9b2-46e3-820d-b13834f1527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:35.441019 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8546761b-dc29-4bea-a47a-1c917331f23f req-8ee84288-a9b2-46e3-820d-b13834f1527d service neutron] 10.222.0.42 "GET /v2.0/networks?id=961ff395-a202-4e76-a638-3a0bad28577c HTTP/1.1" status: 200 len: 898 time: 0.3766086 Dec 09 22:51:35.450455 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ec820-b4d3-4dd5-a1d1-824f2b000a88 None None] The sync data for ids ['0948f038-d4a4-4330-a08c-4f4610157d9c'] in n-d-789963-23 is: [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'port_id': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'mac_address': 'fa:16:3e:e0:e9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:51:32Z', 'updated_at': '2021-12-09T22:51:32Z', 'revision_number': 0, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a24385b-d489-4e6f-b613-6d423d7bb0b0', 'name': '', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:9a:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:08Z', 'updated_at': '2021-12-09T22:51:17Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:35.451062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-f86cbb59-3376-4c2c-865f-1566b65e068c None None] Set router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:51:35.657634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e84c251b-ac45-4b13-a1af-134948752f69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0302f9e31ccb410bbda9aa5182c19f66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428980 Dec 09 22:51:35.660851 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44728) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:35.712242 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8546761b-dc29-4bea-a47a-1c917331f23f req-b811ad06-9056-4a11-bd56-25fe8771dd44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67c437be-a353-4c2e-a99a-90dfc09365f6 HTTP/1.1" status: 200 len: 998 time: 0.2156274 Dec 09 22:51:35.759407 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc55ef71-718b-4a45-a918-786dd415fef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:35.772264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e203-75ff-49c5-9a52-4d793f71b229 req-6cda2d8f-853c-40ef-abe2-2453986f0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:35.773971 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1977e203-75ff-49c5-9a52-4d793f71b229 req-6cda2d8f-853c-40ef-abe2-2453986f0953 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db71f67e-b234-46ca-817b-89809b482289 HTTP/1.1" status: 200 len: 897 time: 0.4128051 Dec 09 22:51:35.786731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2b407732-f525-462e-a4da-17f8851fdcde details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:51:35.805649 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc55ef71-718b-4a45-a918-786dd415fef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:35.843447 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277f29a9-4081-4fe4-8dec-a8e0377d0a7e None None] New status for floating IP c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:51:35.877836 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc55ef71-718b-4a45-a918-786dd415fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:35.880410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cc55ef71-718b-4a45-a918-786dd415fef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:35.881502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cc55ef71-718b-4a45-a918-786dd415fef0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c66488d-7a4f-4975-bf7b-5e7aa8412a37 HTTP/1.1" status: 204 len: 168 time: 0.2195556 Dec 09 22:51:35.890828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44736) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:35.899974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55ef71-718b-4a45-a918-786dd415fef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c66488d-7a4f-4975-bf7b-5e7aa8412a37,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:35.900552 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-958b48fb-0c5f-4bc9-9029-28399173a81b req-7c66b7c7-2026-4053-bd0a-c5ca78a717ee service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856367 Dec 09 22:51:35.935237 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546761b-dc29-4bea-a47a-1c917331f23f req-1c88d373-6b36-4107-b852-c44682f147f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:35.938913 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8546761b-dc29-4bea-a47a-1c917331f23f req-1c88d373-6b36-4107-b852-c44682f147f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7174c3b6-05e1-4dcf-a5c7-443847a84a9f HTTP/1.1" status: 200 len: 834 time: 0.2208757 Dec 09 22:51:35.986833 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 2b407732-f525-462e-a4da-17f8851fdcde, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2b407732-f525-462e-a4da-17f8851fdcde,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:36.026262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '2b407732-f525-462e-a4da-17f8851fdcde', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '2b407732-f525-462e-a4da-17f8851fdcde', 'mac_address': 'fa:16:3e:2d:14:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:51:36.034877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f86cbb59-3376-4c2c-865f-1566b65e068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:50:58Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'db64fce7-58fd-416e-9303-0df860ae7ee1', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'port_id': '94136509-1a0d-4553-b19d-6d0c0f55e3e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'mac_address': 'fa:16:3e:18:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:51:30Z', 'updated_at': '2021-12-09T22:51:30Z', 'revision_number': 0, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25220bf-b04b-4717-bef6-b41b899b3534', 'name': '', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:1e:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:56Z', 'updated_at': '2021-12-09T22:51:06Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:51:36.081976 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d1ade8fb-c4c0-4813-8db2-1d2a44ce94b7 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2 HTTP/1.1" status: 200 len: 990 time: 0.1898251 Dec 09 22:51:36.105541 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1977e203-75ff-49c5-9a52-4d793f71b229 req-24c7af3a-2075-4c2b-95bf-dd73ea75a88d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94136509-1a0d-4553-b19d-6d0c0f55e3e4 HTTP/1.1" status: 200 len: 999 time: 0.3027174 Dec 09 22:51:36.111218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86cbb59-3376-4c2c-865f-1566b65e068c None None] The sync data for ids ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'] in n-d-789963-23 is: [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:50:58Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'db64fce7-58fd-416e-9303-0df860ae7ee1', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'port_id': '94136509-1a0d-4553-b19d-6d0c0f55e3e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'mac_address': 'fa:16:3e:18:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:51:30Z', 'updated_at': '2021-12-09T22:51:30Z', 'revision_number': 0, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25220bf-b04b-4717-bef6-b41b899b3534', 'name': '', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:1e:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:56Z', 'updated_at': '2021-12-09T22:51:06Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:51:36.118699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44744) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:36.182788 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:36.241574 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b407732-f525-462e-a4da-17f8851fdcde {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:51:36.254898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546761b-dc29-4bea-a47a-1c917331f23f req-e03632fd-8184-4ba7-b456-86891482ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:36.256479 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8546761b-dc29-4bea-a47a-1c917331f23f req-e03632fd-8184-4ba7-b456-86891482ce5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=961ff395-a202-4e76-a638-3a0bad28577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3086054 Dec 09 22:51:36.271457 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 2b407732-f525-462e-a4da-17f8851fdcde, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2b407732-f525-462e-a4da-17f8851fdcde,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:36.274372 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:36.276471 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:36.336127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95fcd8-5e1f-46c4-9a61-1b3c3aefc722 req-bc4a3147-9460-4ba9-a5a4-6b95e7677411 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:36.341645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e203-75ff-49c5-9a52-4d793f71b229 req-486e61cb-9fbc-47f1-b9d3-170971b73f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:36.343205 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1977e203-75ff-49c5-9a52-4d793f71b229 req-486e61cb-9fbc-47f1-b9d3-170971b73f3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffb8ec69-7a97-4d4a-88ea-14e46ec54dae HTTP/1.1" status: 200 len: 834 time: 0.2367594 Dec 09 22:51:36.346193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb95fcd8-5e1f-46c4-9a61-1b3c3aefc722 req-bc4a3147-9460-4ba9-a5a4-6b95e7677411 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 948 time: 0.2517622 Dec 09 22:51:36.361399 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=2b407732-f525-462e-a4da-17f8851fdcde,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:36.460955 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aed7eac8-fe91-4a78-97d2-92351a5c4c28 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/floatingips/db64fce7-58fd-416e-9303-0df860ae7ee1 HTTP/1.1" status: 200 len: 991 time: 0.3398983 Dec 09 22:51:36.465483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e203-75ff-49c5-9a52-4d793f71b229 req-af684f48-2322-4e2b-9cce-4d156cb72c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:36.467652 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1977e203-75ff-49c5-9a52-4d793f71b229 req-af684f48-2322-4e2b-9cce-4d156cb72c6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db71f67e-b234-46ca-817b-89809b482289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136973 Dec 09 22:51:36.481929 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb95fcd8-5e1f-46c4-9a61-1b3c3aefc722 req-e628415b-5691-4be9-9daf-776b3195c0d8 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346989 Dec 09 22:51:36.487587 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8546761b-dc29-4bea-a47a-1c917331f23f req-0dec4fd4-cc78-4024-9b57-6d6924957638 service neutron] 10.222.0.42 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219546 Dec 09 22:51:36.570726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2b407732-f525-462e-a4da-17f8851fdcde'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:51:36.635492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f3456c-cc94-4d09-a0f5-62422b69212d None None] New status for floating IP db64fce7-58fd-416e-9303-0df860ae7ee1: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:51:36.680181 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1977e203-75ff-49c5-9a52-4d793f71b229 req-d8af19e4-e5c0-46db-adaf-39b4c8a38515 service neutron] 10.222.0.18 "GET /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042913 Dec 09 22:51:36.686249 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8546761b-dc29-4bea-a47a-1c917331f23f req-bfa6b076-bcdb-40bc-870e-d707ea49b33b service neutron] 10.222.0.42 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749196 Dec 09 22:51:36.815569 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1977e203-75ff-49c5-9a52-4d793f71b229 req-807174a3-3c90-4189-b379-d408bdf42451 service neutron] 10.222.0.18 "GET /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276743 Dec 09 22:51:37.026757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.082799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44768) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:37.094075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44770) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:37.153837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5b8d079c-64dd-495f-95bf-476f9f9bfbad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2 HTTP/1.1" status: 200 len: 992 time: 0.0697343 Dec 09 22:51:37.204327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433528733'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:37.226770 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.238636 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.322572 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.326561 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.362638 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d55cc9c-8677-4a8a-bff9-41fb92966c4a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:37.381958 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.382310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.382654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.382995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.383331 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.383661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.383992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.384322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.384646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.384975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.385305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.385627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.386022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:51:37.420279 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.424420 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.453980 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.455239 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3584170 Dec 09 22:51:37.458042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44774) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:37.464509 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44776) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:37.467072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f2606-29d5-4411-b9f4-39226604f1ca tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e913b37-b29b-4d3a-9c1b-9f0ce4cd343a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:37.534702 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6d724fa1-4655-4734-be7c-3af2b3ae2787 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0730112 Dec 09 22:51:37.537539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44780) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:37.539545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f74c4183-28e1-4316-9964-2ef85be4e4b5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group': {'name': 'tempest-security--594450068', 'description': 'tempest-security-description-1000503027'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:37.540145 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e4b6b896-2d39-4044-9280-f1b4628205cf tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/floatingips/db64fce7-58fd-416e-9303-0df860ae7ee1 HTTP/1.1" status: 200 len: 993 time: 0.0743773 Dec 09 22:51:37.581841 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f74c4183-28e1-4316-9964-2ef85be4e4b5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.614483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7727a-6485-495e-bfab-ee60942c06f8 req-b6a4a558-56fc-43f3-8a5c-81f24f2c5912 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:37.616414 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23f7727a-6485-495e-bfab-ee60942c06f8 req-b6a4a558-56fc-43f3-8a5c-81f24f2c5912 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 949 time: 0.0502143 Dec 09 22:51:37.628716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f74c4183-28e1-4316-9964-2ef85be4e4b5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.633260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f74c4183-28e1-4316-9964-2ef85be4e4b5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.636544 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f74c4183-28e1-4316-9964-2ef85be4e4b5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.638111 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f74c4183-28e1-4316-9964-2ef85be4e4b5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "PUT /v2.0/security-groups/0e913b37-b29b-4d3a-9c1b-9f0ce4cd343a HTTP/1.1" status: 200 len: 1796 time: 0.1021738 Dec 09 22:51:37.641028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44782) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:37.663953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c4183-28e1-4316-9964-2ef85be4e4b5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e913b37-b29b-4d3a-9c1b-9f0ce4cd343a,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:37.700045 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23f7727a-6485-495e-bfab-ee60942c06f8 req-634e4dbb-c44c-45b6-a0c8-c2f85eab3bae tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764313 Dec 09 22:51:37.706402 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-273e0937-3cef-4b10-9cf0-84bd8f325854 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-groups/0e913b37-b29b-4d3a-9c1b-9f0ce4cd343a HTTP/1.1" status: 200 len: 1796 time: 0.0616081 Dec 09 22:51:37.710093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44784) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:37.762766 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6cde-713a-43e0-be90-46efd2d27eb1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.784994 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6cde-713a-43e0-be90-46efd2d27eb1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.795021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2b407732-f525-462e-a4da-17f8851fdcde up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:51:37.828185 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6cde-713a-43e0-be90-46efd2d27eb1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.831073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6cde-713a-43e0-be90-46efd2d27eb1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.836273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44788) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:37.848659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5f8d6cde-713a-43e0-be90-46efd2d27eb1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-groups/0e913b37-b29b-4d3a-9c1b-9f0ce4cd343a HTTP/1.1" status: 204 len: 168 time: 0.1372468 Dec 09 22:51:37.856756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 2b407732-f525-462e-a4da-17f8851fdcde completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:51:37.863129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d6cde-713a-43e0-be90-46efd2d27eb1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e913b37-b29b-4d3a-9c1b-9f0ce4cd343a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:37.869540 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 2b407732-f525-462e-a4da-17f8851fdcde triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:51:37.870079 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.897918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44790) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:37.902485 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dc7f3f8f-7192-4f73-9818-c9b56391dbbd tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0650196 Dec 09 22:51:37.914294 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-bda65f14-debd-4e88-8883-4cf4d2a94d4b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] delete failed (client error): The resource could not be found. Dec 09 22:51:37.920248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44792) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:37.920410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bda65f14-debd-4e88-8883-4cf4d2a94d4b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-groups/0e913b37-b29b-4d3a-9c1b-9f0ce4cd343a HTTP/1.1" status: 404 len: 347 time: 0.0216069 Dec 09 22:51:37.925197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1866a825-d664-4278-a7a9-c2f0c5420733 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005978124'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:37.947241 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1866a825-d664-4278-a7a9-c2f0c5420733 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.971236 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:37.999819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b407732-f525-462e-a4da-17f8851fdcde'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:51:38.002210 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c596a21-d334-4ba5-afd9-1cd38275e3a0" -d '{"events": [{"server_uuid": "fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf", "name": "network-vif-plugged", "status": "completed", "tag": "2b407732-f525-462e-a4da-17f8851fdcde"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:51:38.019317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 2b407732-f525-462e-a4da-17f8851fdcde, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2b407732-f525-462e-a4da-17f8851fdcde,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:38.024334 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.026253 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1866a825-d664-4278-a7a9-c2f0c5420733 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.030491 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1866a825-d664-4278-a7a9-c2f0c5420733 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.061425 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1866a825-d664-4278-a7a9-c2f0c5420733 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.062901 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1866a825-d664-4278-a7a9-c2f0c5420733 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1412821 Dec 09 22:51:38.066411 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44796) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:38.071047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5d6e618d-8937-4ed8-906d-8df3308dbff6 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': '668596c0-976e-4fe1-bc1d-882a39f45f97', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:38.072205 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc6205e-f25a-484a-957a-218b03154b32 x-openstack-request-id: req-1dc6205e-f25a-484a-957a-218b03154b32 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:51:38.072701 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf", "name": "network-vif-plugged", "status": "completed", "tag": "2b407732-f525-462e-a4da-17f8851fdcde", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:51:38.073461 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dc6205e-f25a-484a-957a-218b03154b32 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:51:38.074231 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b407732-f525-462e-a4da-17f8851fdcde', 'code': 200} Dec 09 22:51:38.075104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866a825-d664-4278-a7a9-c2f0c5420733 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668596c0-976e-4fe1-bc1d-882a39f45f97,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:38.093537 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=2b407732-f525-462e-a4da-17f8851fdcde,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:38.123675 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5d6e618d-8937-4ed8-906d-8df3308dbff6 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.176687 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5d6e618d-8937-4ed8-906d-8df3308dbff6 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.182690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5d6e618d-8937-4ed8-906d-8df3308dbff6 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.205340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eab92c-90c0-4af7-a2fa-e5604ce91b9a req-5e462587-69a3-424c-9ac6-10348c03dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:38.206705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e618d-8937-4ed8-906d-8df3308dbff6 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9199c16-969c-44b5-90b2-8abcd626305c,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:38.206969 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-66eab92c-90c0-4af7-a2fa-e5604ce91b9a req-5e462587-69a3-424c-9ac6-10348c03dc30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 1102 time: 0.0441597 Dec 09 22:51:38.217966 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5d6e618d-8937-4ed8-906d-8df3308dbff6 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.222064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5d6e618d-8937-4ed8-906d-8df3308dbff6 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518247 Dec 09 22:51:38.222484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44798) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:38.276893 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b2df1191-2f2b-48e1-8976-6bec5631d716 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.282301 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-66eab92c-90c0-4af7-a2fa-e5604ce91b9a req-a60cd036-22de-4c12-9b54-de660a787a11 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676489 Dec 09 22:51:38.287650 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b2df1191-2f2b-48e1-8976-6bec5631d716 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.314470 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b2df1191-2f2b-48e1-8976-6bec5631d716 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.320728 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b2df1191-2f2b-48e1-8976-6bec5631d716 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.321872 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b2df1191-2f2b-48e1-8976-6bec5631d716 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b9199c16-969c-44b5-90b2-8abcd626305c HTTP/1.1" status: 204 len: 168 time: 0.0984042 Dec 09 22:51:38.324690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44800) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:38.327759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df1191-2f2b-48e1-8976-6bec5631d716 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9199c16-969c-44b5-90b2-8abcd626305c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:38.400188 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1d3bc774-c4ac-4010-92ba-2073ddb52abb tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0740635 Dec 09 22:51:38.402868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44802) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:38.454602 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-46a688f4-63b1-4275-9c1c-76ed0e872d95 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.476048 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-46a688f4-63b1-4275-9c1c-76ed0e872d95 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.516211 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-46a688f4-63b1-4275-9c1c-76ed0e872d95 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.518844 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-46a688f4-63b1-4275-9c1c-76ed0e872d95 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.519978 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-46a688f4-63b1-4275-9c1c-76ed0e872d95 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-groups/668596c0-976e-4fe1-bc1d-882a39f45f97 HTTP/1.1" status: 204 len: 168 time: 0.1155894 Dec 09 22:51:38.522773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44804) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:38.529520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a688f4-63b1-4275-9c1c-76ed0e872d95 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=668596c0-976e-4fe1-bc1d-882a39f45f97,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:38.572774 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0bfdf99d-9ae5-4f40-ab5f-c40bb73363f2 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0464308 Dec 09 22:51:38.574879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44806) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:38.580272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-cb8bffd8-f12f-484f-8b77-ebf13eca5a65 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930525163'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:38.603629 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb8bffd8-f12f-484f-8b77-ebf13eca5a65 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.668812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb8bffd8-f12f-484f-8b77-ebf13eca5a65 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.672340 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb8bffd8-f12f-484f-8b77-ebf13eca5a65 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.695956 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb8bffd8-f12f-484f-8b77-ebf13eca5a65 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.697171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cb8bffd8-f12f-484f-8b77-ebf13eca5a65 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1205645 Dec 09 22:51:38.700878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44808) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:38.706008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bffd8-f12f-484f-8b77-ebf13eca5a65 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587f1cb9-81c7-4d07-9171-f20f1b1b7aaa,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:38.707228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d8400e83-34e1-4365-8476-abbb6560b48d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': '587f1cb9-81c7-4d07-9171-f20f1b1b7aaa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:38.738155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8400e83-34e1-4365-8476-abbb6560b48d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.802550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8400e83-34e1-4365-8476-abbb6560b48d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.806388 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8400e83-34e1-4365-8476-abbb6560b48d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.824897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8400e83-34e1-4365-8476-abbb6560b48d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0fa1fd-3be2-4c4f-8684-fea0c1dd4ffa,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:38.831792 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48eaae-503b-4fe5-a291-ab24e909d5d4 req-5df40094-98da-4e3d-8bb5-d960cb647025 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:38.833768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a48eaae-503b-4fe5-a291-ab24e909d5d4 req-5df40094-98da-4e3d-8bb5-d960cb647025 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 950 time: 0.0581105 Dec 09 22:51:38.839889 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8400e83-34e1-4365-8476-abbb6560b48d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.841879 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d8400e83-34e1-4365-8476-abbb6560b48d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398039 Dec 09 22:51:38.844761 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44812) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:38.849344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0597fefb-cae4-4f22-aecc-57ca62b6fc5b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': '587f1cb9-81c7-4d07-9171-f20f1b1b7aaa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:38.887048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a48eaae-503b-4fe5-a291-ab24e909d5d4 req-1dd9e977-e1f4-4795-b12c-1e916c22ea3b tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473983 Dec 09 22:51:38.893334 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0597fefb-cae4-4f22-aecc-57ca62b6fc5b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.949057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0597fefb-cae4-4f22-aecc-57ca62b6fc5b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.953189 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0597fefb-cae4-4f22-aecc-57ca62b6fc5b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.971299 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597fefb-cae4-4f22-aecc-57ca62b6fc5b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044c9e91-0b58-482e-8eb5-bb77cc965b32,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:38.978712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0597fefb-cae4-4f22-aecc-57ca62b6fc5b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:38.979922 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0597fefb-cae4-4f22-aecc-57ca62b6fc5b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340189 Dec 09 22:51:38.982607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44816) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:38.987079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-fc04513e-445d-4b21-8304-09f380b1b534 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': '587f1cb9-81c7-4d07-9171-f20f1b1b7aaa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:39.015509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc04513e-445d-4b21-8304-09f380b1b534 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.071851 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc04513e-445d-4b21-8304-09f380b1b534 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.075835 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc04513e-445d-4b21-8304-09f380b1b534 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.093431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04513e-445d-4b21-8304-09f380b1b534 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7700e037-31f6-4e47-a12c-1cd4f553afc2,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:39.100355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc04513e-445d-4b21-8304-09f380b1b534 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.101546 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fc04513e-445d-4b21-8304-09f380b1b534 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179891 Dec 09 22:51:39.104279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44818) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:39.108596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cc55a9f2-fabd-432e-925e-69c25e95c187 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': '587f1cb9-81c7-4d07-9171-f20f1b1b7aaa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:39.135417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc55a9f2-fabd-432e-925e-69c25e95c187 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.202139 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc55a9f2-fabd-432e-925e-69c25e95c187 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.210081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc55a9f2-fabd-432e-925e-69c25e95c187 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.230640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55a9f2-fabd-432e-925e-69c25e95c187 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf657ec9-0435-4021-93ae-85fec13dfa52,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:39.239999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc55a9f2-fabd-432e-925e-69c25e95c187 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.243982 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cc55a9f2-fabd-432e-925e-69c25e95c187 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363180 Dec 09 22:51:39.244193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44820) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:39.249990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-410e12a1-ea63-46f8-83f6-80f909a32679 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': '587f1cb9-81c7-4d07-9171-f20f1b1b7aaa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:39.278296 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-410e12a1-ea63-46f8-83f6-80f909a32679 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.339914 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-410e12a1-ea63-46f8-83f6-80f909a32679 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.343777 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-410e12a1-ea63-46f8-83f6-80f909a32679 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.364236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e12a1-ea63-46f8-83f6-80f909a32679 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d81f8e8-2311-4b4c-bfc4-78a6cff86d96,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:39.369341 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-410e12a1-ea63-46f8-83f6-80f909a32679 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.370733 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-410e12a1-ea63-46f8-83f6-80f909a32679 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1253908 Dec 09 22:51:39.374173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44822) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:39.405769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6776024a-4d60-4f5a-abc6-324a42201066 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.417905 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6776024a-4d60-4f5a-abc6-324a42201066 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.461014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6776024a-4d60-4f5a-abc6-324a42201066 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.466245 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6776024a-4d60-4f5a-abc6-324a42201066 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.467431 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6776024a-4d60-4f5a-abc6-324a42201066 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8d81f8e8-2311-4b4c-bfc4-78a6cff86d96 HTTP/1.1" status: 204 len: 168 time: 0.0922253 Dec 09 22:51:39.470171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44824) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:39.475181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776024a-4d60-4f5a-abc6-324a42201066 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d81f8e8-2311-4b4c-bfc4-78a6cff86d96,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:39.523376 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4acce61a-51a0-4340-b8e3-b93105e3ff59 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0519903 Dec 09 22:51:39.526244 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44826) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:39.549335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a92d421b-e371-4f35-a8f5-619e7302196e tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.557363 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a92d421b-e371-4f35-a8f5-619e7302196e tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.583987 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a92d421b-e371-4f35-a8f5-619e7302196e tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.589378 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a92d421b-e371-4f35-a8f5-619e7302196e tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.590564 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a92d421b-e371-4f35-a8f5-619e7302196e tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/cf657ec9-0435-4021-93ae-85fec13dfa52 HTTP/1.1" status: 204 len: 168 time: 0.0633972 Dec 09 22:51:39.593261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44828) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:39.604878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d421b-e371-4f35-a8f5-619e7302196e tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf657ec9-0435-4021-93ae-85fec13dfa52,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:39.644722 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9fb13aad-c3f0-4398-8fcc-41b8fd0470d4 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0503399 Dec 09 22:51:39.647550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44830) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:39.670626 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d297c011-e1e1-4248-94e4-546061f76470 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.678143 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d297c011-e1e1-4248-94e4-546061f76470 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.704190 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d297c011-e1e1-4248-94e4-546061f76470 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.710450 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d297c011-e1e1-4248-94e4-546061f76470 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.711648 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d297c011-e1e1-4248-94e4-546061f76470 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7700e037-31f6-4e47-a12c-1cd4f553afc2 HTTP/1.1" status: 204 len: 168 time: 0.0631187 Dec 09 22:51:39.714736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44832) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:39.717480 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297c011-e1e1-4248-94e4-546061f76470 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7700e037-31f6-4e47-a12c-1cd4f553afc2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:39.760935 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c99f0183-974a-4b61-bd07-70231c85d50d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0450113 Dec 09 22:51:39.763912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44834) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:39.787925 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6962eeb9-002e-4bc5-9c29-47d3b14f7073 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.796105 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6962eeb9-002e-4bc5-9c29-47d3b14f7073 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.826730 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6962eeb9-002e-4bc5-9c29-47d3b14f7073 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.833044 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6962eeb9-002e-4bc5-9c29-47d3b14f7073 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.836799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44836) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:39.837015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6962eeb9-002e-4bc5-9c29-47d3b14f7073 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/044c9e91-0b58-482e-8eb5-bb77cc965b32 HTTP/1.1" status: 204 len: 168 time: 0.0719893 Dec 09 22:51:39.842944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962eeb9-002e-4bc5-9c29-47d3b14f7073 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=044c9e91-0b58-482e-8eb5-bb77cc965b32,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:39.878033 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fdb7bb65-e280-4bec-8eae-a1fe991010cc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0398695 Dec 09 22:51:39.880676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44838) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:39.906029 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-857b269a-bb4c-4878-a094-e11c0cfe953e tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.913934 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-857b269a-bb4c-4878-a094-e11c0cfe953e tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.941463 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-857b269a-bb4c-4878-a094-e11c0cfe953e tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.947490 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-857b269a-bb4c-4878-a094-e11c0cfe953e tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:39.948577 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-857b269a-bb4c-4878-a094-e11c0cfe953e tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/bf0fa1fd-3be2-4c4f-8684-fea0c1dd4ffa HTTP/1.1" status: 204 len: 168 time: 0.0669391 Dec 09 22:51:39.951893 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44844) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:39.954633 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b269a-bb4c-4878-a094-e11c0cfe953e tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf0fa1fd-3be2-4c4f-8684-fea0c1dd4ffa,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:40.008139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3a561de6-ca1d-47c5-9303-feeec2a3d389 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0547836 Dec 09 22:51:40.011072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44846) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:40.058920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ef151-04bd-454f-a3b5-6082daf3193a req-bc0ab76b-d2bb-40a1-a8c7-e5d9f691bcd0 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:40.060710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a8ef151-04bd-454f-a3b5-6082daf3193a req-bc0ab76b-d2bb-40a1-a8c7-e5d9f691bcd0 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 950 time: 0.0807147 Dec 09 22:51:40.073383 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-715f4960-294a-40ae-9afc-6ca02b7c1719 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.099027 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-715f4960-294a-40ae-9afc-6ca02b7c1719 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.111979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a8ef151-04bd-454f-a3b5-6082daf3193a req-8f947fe5-6372-426c-bfa1-c7fd5f51a20e tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450296 Dec 09 22:51:40.146524 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-715f4960-294a-40ae-9afc-6ca02b7c1719 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.149855 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-715f4960-294a-40ae-9afc-6ca02b7c1719 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.151230 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-715f4960-294a-40ae-9afc-6ca02b7c1719 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-groups/587f1cb9-81c7-4d07-9171-f20f1b1b7aaa HTTP/1.1" status: 204 len: 168 time: 0.1391144 Dec 09 22:51:40.154563 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44850) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:40.164935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f4960-294a-40ae-9afc-6ca02b7c1719 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587f1cb9-81c7-4d07-9171-f20f1b1b7aaa,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:40.222961 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6f56885d-7596-481e-8f0a-2f27d129d9ff tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0653930 Dec 09 22:51:40.225814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44854) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:40.230314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f2323a1a-9132-4c13-b412-aed07e703ddc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group': {'name': 'tempest-secgroup--402307235'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:40.254462 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2323a1a-9132-4c13-b412-aed07e703ddc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.338877 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2323a1a-9132-4c13-b412-aed07e703ddc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.343794 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2323a1a-9132-4c13-b412-aed07e703ddc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.374188 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f2323a1a-9132-4c13-b412-aed07e703ddc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.375382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f2323a1a-9132-4c13-b412-aed07e703ddc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1485558 Dec 09 22:51:40.378159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44858) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:40.383006 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4991abee-a1ea-4219-86f2-efe7bd5ea7b1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': '5c719ed9-efa1-4e0d-8f9c-85a271e478f4', 'direction': 'ingress', 'protocol': 17}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:40.386849 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2323a1a-9132-4c13-b412-aed07e703ddc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c719ed9-efa1-4e0d-8f9c-85a271e478f4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:40.418128 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4991abee-a1ea-4219-86f2-efe7bd5ea7b1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.429892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76043d3b-8c3c-441c-9db1-5717541b2706 req-6dacab29-9420-4640-8d4a-16ee9845745e tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:40.431369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76043d3b-8c3c-441c-9db1-5717541b2706 req-6dacab29-9420-4640-8d4a-16ee9845745e tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 950 time: 0.0647826 Dec 09 22:51:40.476611 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4991abee-a1ea-4219-86f2-efe7bd5ea7b1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.480598 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4991abee-a1ea-4219-86f2-efe7bd5ea7b1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.487342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76043d3b-8c3c-441c-9db1-5717541b2706 req-34136c71-49f3-465b-886a-2e022212a340 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499501 Dec 09 22:51:40.505436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991abee-a1ea-4219-86f2-efe7bd5ea7b1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f0698a-c693-4e2e-b99b-971f4a534258,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:40.514631 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4991abee-a1ea-4219-86f2-efe7bd5ea7b1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.518628 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4991abee-a1ea-4219-86f2-efe7bd5ea7b1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1366594 Dec 09 22:51:40.518893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44860) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:40.572088 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-534bcc00-2d80-4763-a272-e47b2eed1145 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.596204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-534bcc00-2d80-4763-a272-e47b2eed1145 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.642727 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-534bcc00-2d80-4763-a272-e47b2eed1145 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.645451 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-534bcc00-2d80-4763-a272-e47b2eed1145 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.648976 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-534bcc00-2d80-4763-a272-e47b2eed1145 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-groups/5c719ed9-efa1-4e0d-8f9c-85a271e478f4 HTTP/1.1" status: 204 len: 168 time: 0.1267536 Dec 09 22:51:40.649525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44862) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:40.656445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bcc00-2d80-4763-a272-e47b2eed1145 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c719ed9-efa1-4e0d-8f9c-85a271e478f4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:40.696486 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4a4a8027-cff5-4842-bf78-394d6e77a000 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0422506 Dec 09 22:51:40.696842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44864) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:40.702846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-88ff4a1e-a438-4afe-bb5e-7f3903976ba7 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472948793'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:40.725839 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88ff4a1e-a438-4afe-bb5e-7f3903976ba7 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.794842 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88ff4a1e-a438-4afe-bb5e-7f3903976ba7 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.798736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88ff4a1e-a438-4afe-bb5e-7f3903976ba7 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.828135 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88ff4a1e-a438-4afe-bb5e-7f3903976ba7 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.829379 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-88ff4a1e-a438-4afe-bb5e-7f3903976ba7 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1315103 Dec 09 22:51:40.832378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44866) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:40.833355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff4a1e-a438-4afe-bb5e-7f3903976ba7 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b888b11-53ac-40c3-8f09-40a298f8fd98,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:40.836852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5a1f1fc9-bb55-4346-81b7-7413cb8309bf tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804232444'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:40.859018 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1fc9-bb55-4346-81b7-7413cb8309bf tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.930720 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1fc9-bb55-4346-81b7-7413cb8309bf tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.938634 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1fc9-bb55-4346-81b7-7413cb8309bf tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.972424 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1fc9-bb55-4346-81b7-7413cb8309bf tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:40.973644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5a1f1fc9-bb55-4346-81b7-7413cb8309bf tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1402650 Dec 09 22:51:40.975072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f1fc9-bb55-4346-81b7-7413cb8309bf tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18812e0-115c-4f72-9a08-2219fb2040ea,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:40.976530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44870) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:40.982069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-87a39892-3450-4cca-b864-0ca72b30425a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': '5b888b11-53ac-40c3-8f09-40a298f8fd98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c18812e0-115c-4f72-9a08-2219fb2040ea', 'remote_ip_prefix': None}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:41.015044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87a39892-3450-4cca-b864-0ca72b30425a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.093858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87a39892-3450-4cca-b864-0ca72b30425a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.098703 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87a39892-3450-4cca-b864-0ca72b30425a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.115487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a39892-3450-4cca-b864-0ca72b30425a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d02bde2-44f5-4361-bc21-e3f5a7127d45,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:41.127288 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87a39892-3450-4cca-b864-0ca72b30425a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.128504 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-87a39892-3450-4cca-b864-0ca72b30425a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1505446 Dec 09 22:51:41.131309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44872) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:41.154875 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fb09d93-100e-45b8-8319-2562fa29c86f tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.162742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fb09d93-100e-45b8-8319-2562fa29c86f tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.190438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fb09d93-100e-45b8-8319-2562fa29c86f tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.196715 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0fb09d93-100e-45b8-8319-2562fa29c86f tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.197809 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0fb09d93-100e-45b8-8319-2562fa29c86f tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8d02bde2-44f5-4361-bc21-e3f5a7127d45 HTTP/1.1" status: 204 len: 168 time: 0.0655282 Dec 09 22:51:41.201235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44874) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:41.204055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb09d93-100e-45b8-8319-2562fa29c86f tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d02bde2-44f5-4361-bc21-e3f5a7127d45,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:41.249505 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3b7de205-bb9b-405b-a2df-0fe3af2f4ee1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0466404 Dec 09 22:51:41.252193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44876) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:41.303533 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd9ba-8e16-4b5b-8fa2-41092a8f5e6f tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.326297 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd9ba-8e16-4b5b-8fa2-41092a8f5e6f tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.370069 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd9ba-8e16-4b5b-8fa2-41092a8f5e6f tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.373196 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd9ba-8e16-4b5b-8fa2-41092a8f5e6f tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.374489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9bfcd9ba-8e16-4b5b-8fa2-41092a8f5e6f tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-groups/c18812e0-115c-4f72-9a08-2219fb2040ea HTTP/1.1" status: 204 len: 168 time: 0.1213338 Dec 09 22:51:41.377548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44878) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:41.400715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcd9ba-8e16-4b5b-8fa2-41092a8f5e6f tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18812e0-115c-4f72-9a08-2219fb2040ea,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:41.444409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a082a7b2-f086-4174-b069-48205476a953 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0656309 Dec 09 22:51:41.447028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44880) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:41.498034 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44883856-1acf-44ea-9f8a-c78d6e909682 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.521326 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44883856-1acf-44ea-9f8a-c78d6e909682 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.573690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44883856-1acf-44ea-9f8a-c78d6e909682 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.576963 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-44883856-1acf-44ea-9f8a-c78d6e909682 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.578059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-44883856-1acf-44ea-9f8a-c78d6e909682 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-groups/5b888b11-53ac-40c3-8f09-40a298f8fd98 HTTP/1.1" status: 204 len: 168 time: 0.1300583 Dec 09 22:51:41.581058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44884) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:41.604710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44883856-1acf-44ea-9f8a-c78d6e909682 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b888b11-53ac-40c3-8f09-40a298f8fd98,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:41.635864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f23b5e-6c6b-4833-b0b7-2551c41bccc9 req-015d2019-f3f7-4c0f-80d9-009e04e0e139 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:41.637384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9f23b5e-6c6b-4833-b0b7-2551c41bccc9 req-015d2019-f3f7-4c0f-80d9-009e04e0e139 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 950 time: 0.0738289 Dec 09 22:51:41.649200 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-30a9e12c-f094-4931-a35d-8e785a41d560 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0618737 Dec 09 22:51:41.649852 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44886) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:41.654263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e73f9bc7-7a16-4863-9c25-3482999437e5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group': {'name': 'tempest-secgroup--658848110'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:41.680080 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e73f9bc7-7a16-4863-9c25-3482999437e5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.696180 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9f23b5e-6c6b-4833-b0b7-2551c41bccc9 req-d6f22310-d0e8-40a2-8d77-879c49b5fc45 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511720 Dec 09 22:51:41.759750 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e73f9bc7-7a16-4863-9c25-3482999437e5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.763882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e73f9bc7-7a16-4863-9c25-3482999437e5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.795252 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e73f9bc7-7a16-4863-9c25-3482999437e5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.796491 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e73f9bc7-7a16-4863-9c25-3482999437e5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1455846 Dec 09 22:51:41.798447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f9bc7-7a16-4863-9c25-3482999437e5 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f67fd4-32bc-46c1-8968-45eebbce116a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:41.799459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44888) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:41.812124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-04a8f6e3-5756-49e2-bc78-0a5d4c3e51fd tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': 'f8f67fd4-32bc-46c1-8968-45eebbce116a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:41.846051 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04a8f6e3-5756-49e2-bc78-0a5d4c3e51fd tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.901568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04a8f6e3-5756-49e2-bc78-0a5d4c3e51fd tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.905374 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04a8f6e3-5756-49e2-bc78-0a5d4c3e51fd tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.923960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8f6e3-5756-49e2-bc78-0a5d4c3e51fd tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11aa1756-08fc-41c3-b2ca-8abdfc5bdcab,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:41.934413 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04a8f6e3-5756-49e2-bc78-0a5d4c3e51fd tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.936360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-04a8f6e3-5756-49e2-bc78-0a5d4c3e51fd tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1357000 Dec 09 22:51:41.939269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44890) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:41.969198 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-16a43c43-ecef-415a-927c-c982cdabfa96 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:41.975513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f9c33-7b7e-4076-b703-59a2dad36151 req-14848493-9e73-4ff6-96b6-348dcacb3588 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:41.977002 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-770f9c33-7b7e-4076-b703-59a2dad36151 req-14848493-9e73-4ff6-96b6-348dcacb3588 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 950 time: 0.0604856 Dec 09 22:51:41.977774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-16a43c43-ecef-415a-927c-c982cdabfa96 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.005316 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-16a43c43-ecef-415a-927c-c982cdabfa96 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.011583 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-16a43c43-ecef-415a-927c-c982cdabfa96 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.013721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-16a43c43-ecef-415a-927c-c982cdabfa96 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/11aa1756-08fc-41c3-b2ca-8abdfc5bdcab HTTP/1.1" status: 204 len: 168 time: 0.0724971 Dec 09 22:51:42.016111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44896) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:42.019690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a43c43-ecef-415a-927c-c982cdabfa96 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11aa1756-08fc-41c3-b2ca-8abdfc5bdcab,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:42.095916 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-520924fb-6ca7-4d64-a1cf-9f4445c6368c tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763915 Dec 09 22:51:42.097368 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44902) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:42.117867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-770f9c33-7b7e-4076-b703-59a2dad36151 req-c276f40f-5ff2-4f18-9c48-ff5758043274 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Deleting port 2b407732-f525-462e-a4da-17f8851fdcde {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:51:42.118275 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-770f9c33-7b7e-4076-b703-59a2dad36151 req-c276f40f-5ff2-4f18-9c48-ff5758043274 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.159058 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8132018c-3d3d-4007-b007-ba36f10e570a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.188111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8132018c-3d3d-4007-b007-ba36f10e570a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.230280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-770f9c33-7b7e-4076-b703-59a2dad36151 req-c276f40f-5ff2-4f18-9c48-ff5758043274 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] For port 2b407732-f525-462e-a4da-17f8851fdcde, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=2b407732-f525-462e-a4da-17f8851fdcde,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:51:42.230722 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-770f9c33-7b7e-4076-b703-59a2dad36151 req-c276f40f-5ff2-4f18-9c48-ff5758043274 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.255009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-770f9c33-7b7e-4076-b703-59a2dad36151 req-c276f40f-5ff2-4f18-9c48-ff5758043274 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Calling delete_port for 2b407732-f525-462e-a4da-17f8851fdcde owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:51:42.256138 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8132018c-3d3d-4007-b007-ba36f10e570a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.263307 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8132018c-3d3d-4007-b007-ba36f10e570a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.270947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8132018c-3d3d-4007-b007-ba36f10e570a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-groups/f8f67fd4-32bc-46c1-8968-45eebbce116a HTTP/1.1" status: 204 len: 168 time: 0.1699655 Dec 09 22:51:42.274052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44914) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:42.281702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132018c-3d3d-4007-b007-ba36f10e570a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f67fd4-32bc-46c1-8968-45eebbce116a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:42.384700 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-692e8141-3e54-4daa-8429-6a63f21d8e31 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1054995 Dec 09 22:51:42.385296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44918) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:42.391932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c25648a6-4d95-4b8f-bc1a-0cfb8090fd45 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842579702'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:42.431761 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c25648a6-4d95-4b8f-bc1a-0cfb8090fd45 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.505986 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-770f9c33-7b7e-4076-b703-59a2dad36151 req-c276f40f-5ff2-4f18-9c48-ff5758043274 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.540717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['2b407732-f525-462e-a4da-17f8851fdcde'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:51:42.563518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276f40f-5ff2-4f18-9c48-ff5758043274 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Pushing event deleted for resources: {'Port': ['ID=2b407732-f525-462e-a4da-17f8851fdcde,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:42.610590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-770f9c33-7b7e-4076-b703-59a2dad36151 req-c276f40f-5ff2-4f18-9c48-ff5758043274 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] No DVR routers for this DVR port 2b407732-f525-462e-a4da-17f8851fdcde on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:51:42.616382 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-770f9c33-7b7e-4076-b703-59a2dad36151 req-c276f40f-5ff2-4f18-9c48-ff5758043274 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.619916 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-770f9c33-7b7e-4076-b703-59a2dad36151 req-c276f40f-5ff2-4f18-9c48-ff5758043274 tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.18 "DELETE /v2.0/ports/2b407732-f525-462e-a4da-17f8851fdcde HTTP/1.1" status: 204 len: 173 time: 0.6355290 Dec 09 22:51:42.620382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf', 'name': 'network-vif-deleted', 'tag': '2b407732-f525-462e-a4da-17f8851fdcde'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:51:42.622795 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89a3683-495d-4b2e-a59d-890c4fce5ec1" -d '{"events": [{"server_uuid": "fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf", "name": "network-vif-deleted", "tag": "2b407732-f525-462e-a4da-17f8851fdcde"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:51:42.672569 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c25648a6-4d95-4b8f-bc1a-0cfb8090fd45 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.679200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c25648a6-4d95-4b8f-bc1a-0cfb8090fd45 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.690131 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1874e5-2c45-4807-8b1d-ba3171c1f55a x-openstack-request-id: req-3c1874e5-2c45-4807-8b1d-ba3171c1f55a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:51:42.690430 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf", "name": "network-vif-deleted", "tag": "2b407732-f525-462e-a4da-17f8851fdcde", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:51:42.690688 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c1874e5-2c45-4807-8b1d-ba3171c1f55a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:51:42.691094 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf', 'name': 'network-vif-deleted', 'tag': '2b407732-f525-462e-a4da-17f8851fdcde', 'status': 'completed', 'code': 200} Dec 09 22:51:42.707701 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c25648a6-4d95-4b8f-bc1a-0cfb8090fd45 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.708973 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c25648a6-4d95-4b8f-bc1a-0cfb8090fd45 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3231256 Dec 09 22:51:42.712475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44924) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:42.717426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-448f7e48-dc79-4c9f-9557-29e81f188658 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': '1757c77f-7bc7-43d2-83c7-fd5f8f19dbfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:42.721633 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25648a6-4d95-4b8f-bc1a-0cfb8090fd45 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1757c77f-7bc7-43d2-83c7-fd5f8f19dbfd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:42.754741 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-448f7e48-dc79-4c9f-9557-29e81f188658 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.811268 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-448f7e48-dc79-4c9f-9557-29e81f188658 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.827424 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-448f7e48-dc79-4c9f-9557-29e81f188658 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.856135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4115a177-71ca-4b69-bba8-f61286158594 req-fb85b77f-001b-4bca-b952-bdc59d3bb0fb tempest-VolumesNegativeTest-915100881 tempest-VolumesNegativeTest-915100881-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa066e9a-d8a5-4d4f-a9ac-e13d8a4bbabf HTTP/1.1" status: 200 len: 210 time: 0.0397439 Dec 09 22:51:42.859658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f7e48-dc79-4c9f-9557-29e81f188658 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c53194-96aa-4447-9f1f-8645b3fc4572,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:42.872366 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-448f7e48-dc79-4c9f-9557-29e81f188658 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.873579 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-448f7e48-dc79-4c9f-9557-29e81f188658 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603856 Dec 09 22:51:42.876659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44928) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:42.894066 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3323e8c9-e92f-4a2d-aa15-f472b16f0b52 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules/f5c53194-96aa-4447-9f1f-8645b3fc4572 HTTP/1.1" status: 200 len: 763 time: 0.0161543 Dec 09 22:51:42.896480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44930) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:42.935061 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1a88e5f0-ee6b-4185-9899-0a6dfa01f749 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0369234 Dec 09 22:51:42.937561 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44932) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:42.960758 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8389cd08-ccfe-448b-b020-a375639e7d1b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.968317 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8389cd08-ccfe-448b-b020-a375639e7d1b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:42.994193 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8389cd08-ccfe-448b-b020-a375639e7d1b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.001418 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8389cd08-ccfe-448b-b020-a375639e7d1b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.002682 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8389cd08-ccfe-448b-b020-a375639e7d1b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f5c53194-96aa-4447-9f1f-8645b3fc4572 HTTP/1.1" status: 204 len: 168 time: 0.0641918 Dec 09 22:51:43.005365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44934) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.008280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389cd08-ccfe-448b-b020-a375639e7d1b tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5c53194-96aa-4447-9f1f-8645b3fc4572,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:43.049143 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-10c24748-2b96-4481-a8d7-d1de2ec403fa tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423505 Dec 09 22:51:43.051969 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44936) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.056446 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-f02874da-5f2b-4c12-bd19-1d6723470aaa tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': '1757c77f-7bc7-43d2-83c7-fd5f8f19dbfd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:43.091279 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f02874da-5f2b-4c12-bd19-1d6723470aaa tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.143722 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f02874da-5f2b-4c12-bd19-1d6723470aaa tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.148773 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f02874da-5f2b-4c12-bd19-1d6723470aaa tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.168420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02874da-5f2b-4c12-bd19-1d6723470aaa tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5a88a3-fd5e-486e-a4e8-aa70961d9a20,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:43.175470 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f02874da-5f2b-4c12-bd19-1d6723470aaa tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.177270 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f02874da-5f2b-4c12-bd19-1d6723470aaa tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243353 Dec 09 22:51:43.179992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44938) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.199071 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-06773457-1aca-4c72-b4da-237658bd4bf7 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules/dc5a88a3-fd5e-486e-a4e8-aa70961d9a20 HTTP/1.1" status: 200 len: 763 time: 0.0178161 Dec 09 22:51:43.201431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44940) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.245114 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-047459d1-d3d6-4ec0-821e-fc73992fb0b2 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0425718 Dec 09 22:51:43.248290 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44944) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.277174 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58a33a92-7e27-4b4b-8e76-7194f32eef89 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.283808 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58a33a92-7e27-4b4b-8e76-7194f32eef89 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.321505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58a33a92-7e27-4b4b-8e76-7194f32eef89 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.332547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-58a33a92-7e27-4b4b-8e76-7194f32eef89 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.337231 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-58a33a92-7e27-4b4b-8e76-7194f32eef89 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/dc5a88a3-fd5e-486e-a4e8-aa70961d9a20 HTTP/1.1" status: 204 len: 168 time: 0.0878794 Dec 09 22:51:43.337378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44950) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.344251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a33a92-7e27-4b4b-8e76-7194f32eef89 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc5a88a3-fd5e-486e-a4e8-aa70961d9a20,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:43.402393 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-87d7c0fb-d06e-40fe-8e1e-52f5b16d0dbd tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0637157 Dec 09 22:51:43.404118 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44958) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.409435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7e525bf3-7d4f-425f-b74a-4d94b85a348c tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': '1757c77f-7bc7-43d2-83c7-fd5f8f19dbfd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:43.441366 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e525bf3-7d4f-425f-b74a-4d94b85a348c tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.512201 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e525bf3-7d4f-425f-b74a-4d94b85a348c tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.517092 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e525bf3-7d4f-425f-b74a-4d94b85a348c tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.544679 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e525bf3-7d4f-425f-b74a-4d94b85a348c tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467cff8d-114c-45e6-b086-d041a6e467e2,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:43.556246 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7e525bf3-7d4f-425f-b74a-4d94b85a348c tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.560294 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 44974) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.560884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7e525bf3-7d4f-425f-b74a-4d94b85a348c tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554084 Dec 09 22:51:43.585879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44980) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.596571 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e414b2bc-0f6e-4a56-b3f4-36c35de785f9 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules/467cff8d-114c-45e6-b086-d041a6e467e2 HTTP/1.1" status: 200 len: 764 time: 0.0336559 Dec 09 22:51:43.644210 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8f0fe66f-5139-4925-b5a6-c632993bfa2c tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0569725 Dec 09 22:51:43.646727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 44986) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.675620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f246-e7c4-43aa-8fbf-887108cd3d80 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.684487 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f246-e7c4-43aa-8fbf-887108cd3d80 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.713916 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f246-e7c4-43aa-8fbf-887108cd3d80 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.720667 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f246-e7c4-43aa-8fbf-887108cd3d80 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.722605 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6ff8f246-e7c4-43aa-8fbf-887108cd3d80 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/467cff8d-114c-45e6-b086-d041a6e467e2 HTTP/1.1" status: 204 len: 168 time: 0.0746508 Dec 09 22:51:43.725306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45000) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.731150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8f246-e7c4-43aa-8fbf-887108cd3d80 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=467cff8d-114c-45e6-b086-d041a6e467e2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:43.765773 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a20ea16c-2365-40c3-b108-c0de91d294d1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391481 Dec 09 22:51:43.768363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45006) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.827750 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e087d3e9-8bbd-4bb0-bc2c-22e840ef246d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.854189 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e087d3e9-8bbd-4bb0-bc2c-22e840ef246d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.902549 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e087d3e9-8bbd-4bb0-bc2c-22e840ef246d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.907112 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e087d3e9-8bbd-4bb0-bc2c-22e840ef246d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:43.908636 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e087d3e9-8bbd-4bb0-bc2c-22e840ef246d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-groups/1757c77f-7bc7-43d2-83c7-fd5f8f19dbfd HTTP/1.1" status: 204 len: 168 time: 0.1391098 Dec 09 22:51:43.911643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45028) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:43.931135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087d3e9-8bbd-4bb0-bc2c-22e840ef246d tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1757c77f-7bc7-43d2-83c7-fd5f8f19dbfd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:43.983861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-79af842b-b004-474c-884f-a24d308f66e6 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0709782 Dec 09 22:51:43.989409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45040) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:44.002816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cc6f7ab0-bdc4-4b24-829a-b019204be9bc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769238220'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:44.057971 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7ab0-bdc4-4b24-829a-b019204be9bc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:44.168485 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7ab0-bdc4-4b24-829a-b019204be9bc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:44.175125 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7ab0-bdc4-4b24-829a-b019204be9bc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:44.227359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f7ab0-bdc4-4b24-829a-b019204be9bc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152ae9aa-f7ca-470a-aeff-5814928e622f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:44.241504 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7ab0-bdc4-4b24-829a-b019204be9bc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:44.245772 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cc6f7ab0-bdc4-4b24-829a-b019204be9bc tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2565553 Dec 09 22:51:44.246560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45076) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:44.254321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-aa7a9dbb-826e-4424-bde4-68b1a4cdddf1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Request body: {'security_group_rule': {'security_group_id': '152ae9aa-f7ca-470a-aeff-5814928e622f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:51:44.294680 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9dbb-826e-4424-bde4-68b1a4cdddf1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:44.364930 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9dbb-826e-4424-bde4-68b1a4cdddf1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:44.368553 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9dbb-826e-4424-bde4-68b1a4cdddf1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:44.394569 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a9dbb-826e-4424-bde4-68b1a4cdddf1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3c4285-1835-461f-afec-33bd19ed05a3,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:44.401039 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9dbb-826e-4424-bde4-68b1a4cdddf1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:44.404682 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aa7a9dbb-826e-4424-bde4-68b1a4cdddf1 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1541154 Dec 09 22:51:44.405148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45104) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:44.480743 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18028169-514a-4dde-aa41-e5d4a890f67a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:44.506440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18028169-514a-4dde-aa41-e5d4a890f67a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:44.568572 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18028169-514a-4dde-aa41-e5d4a890f67a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:44.571265 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18028169-514a-4dde-aa41-e5d4a890f67a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:44.572410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-18028169-514a-4dde-aa41-e5d4a890f67a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-groups/152ae9aa-f7ca-470a-aeff-5814928e622f HTTP/1.1" status: 204 len: 168 time: 0.1661606 Dec 09 22:51:44.576353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45126) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:44.582421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18028169-514a-4dde-aa41-e5d4a890f67a tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152ae9aa-f7ca-470a-aeff-5814928e622f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:44.633553 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-00fb03e6-3551-4a99-9ce2-74b84d072d71 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0555611 Dec 09 22:51:44.635875 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45140) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:44.674088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1c606ef4-5029-4610-8496-73221a4ef394 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0370347 Dec 09 22:51:44.676687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45150) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:44.706111 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-eee30f4d-234f-4e39-87b5-e9f1858a97ce tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] delete failed (client error): The resource could not be found. Dec 09 22:51:44.710646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-eee30f4d-234f-4e39-87b5-e9f1858a97ce tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "DELETE /v2.0/security-groups/152ae9aa-f7ca-470a-aeff-5814928e622f HTTP/1.1" status: 404 len: 347 time: 0.0294714 Dec 09 22:51:44.711578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45156) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:44.788300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-71120f37-956b-4120-9cea-ec3cc584a350 tempest-SecGroupTest-2117598891 tempest-SecGroupTest-2117598891-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0735383 Dec 09 22:51:45.156960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45262) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:45.372357 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3145623a-9d5b-4e0e-9e5e-d963c2f876d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04382b0749f740cebf88d25051447226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2117906 Dec 09 22:51:45.372756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45296) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:45.438251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-109f328f-614d-4e90-9bd7-31605cf93f12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:45.474293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-109f328f-614d-4e90-9bd7-31605cf93f12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:45.546132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-109f328f-614d-4e90-9bd7-31605cf93f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:45.551632 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-109f328f-614d-4e90-9bd7-31605cf93f12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:45.553842 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-109f328f-614d-4e90-9bd7-31605cf93f12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d55cc9c-8677-4a8a-bff9-41fb92966c4a HTTP/1.1" status: 204 len: 168 time: 0.1790810 Dec 09 22:51:45.567516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f328f-614d-4e90-9bd7-31605cf93f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d55cc9c-8677-4a8a-bff9-41fb92966c4a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:45.843763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2b407732-f525-462e-a4da-17f8851fdcde no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:51:45.879091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 2b407732-f525-462e-a4da-17f8851fdcde {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:51:45.879706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 2b407732-f525-462e-a4da-17f8851fdcde not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:51:50.110940 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2479e8e2-4e06-4cae-b03b-e37969b498eb req-bacfc2c5-d789-4910-bb83-f211e4a98a67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464292 Dec 09 22:51:50.248210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e8e2-4e06-4cae-b03b-e37969b498eb req-431f8eca-51d6-46e4-8f13-f4d5889f55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:50.250201 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2479e8e2-4e06-4cae-b03b-e37969b498eb req-431f8eca-51d6-46e4-8f13-f4d5889f55be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 1097 time: 0.0677037 Dec 09 22:51:50.377078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e8e2-4e06-4cae-b03b-e37969b498eb req-de0f6700-6d7b-4a61-ae0b-d4121f473025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:50.378973 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2479e8e2-4e06-4cae-b03b-e37969b498eb req-de0f6700-6d7b-4a61-ae0b-d4121f473025 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db71f67e-b234-46ca-817b-89809b482289 HTTP/1.1" status: 200 len: 897 time: 0.1074667 Dec 09 22:51:50.506835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2479e8e2-4e06-4cae-b03b-e37969b498eb req-629b54e4-0b46-4b79-99ba-32e5d53e25d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94136509-1a0d-4553-b19d-6d0c0f55e3e4 HTTP/1.1" status: 200 len: 1001 time: 0.1202166 Dec 09 22:51:50.529740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45780) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:50.573738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e8e2-4e06-4cae-b03b-e37969b498eb req-d00fe499-299c-47fe-81db-0e840dcccf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:50.576297 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2479e8e2-4e06-4cae-b03b-e37969b498eb req-d00fe499-299c-47fe-81db-0e840dcccf92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffb8ec69-7a97-4d4a-88ea-14e46ec54dae HTTP/1.1" status: 200 len: 834 time: 0.0610733 Dec 09 22:51:50.636004 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e8e2-4e06-4cae-b03b-e37969b498eb req-1e1280ea-7e7a-41dd-b8c8-e907f0f42008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:51:50.638034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2479e8e2-4e06-4cae-b03b-e37969b498eb req-1e1280ea-7e7a-41dd-b8c8-e907f0f42008 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db71f67e-b234-46ca-817b-89809b482289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540903 Dec 09 22:51:50.737166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45784) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:50.741489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f74d4e14-3b41-4b4c-afef-8b4e8f318e07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca453ff384964b4d8b270076657a98b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2104876 Dec 09 22:51:50.756458 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2479e8e2-4e06-4cae-b03b-e37969b498eb req-05a7db0c-c820-4ee9-b747-a55d0fdff92d service neutron] 10.222.0.18 "GET /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092839 Dec 09 22:51:50.896090 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-385cf6b4-9acb-421e-98c9-922a1385b7e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:50.909594 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2479e8e2-4e06-4cae-b03b-e37969b498eb req-ba2edef8-ae3d-447c-9716-5616fd1e56ab service neutron] 10.222.0.18 "GET /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399026 Dec 09 22:51:50.940294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-385cf6b4-9acb-421e-98c9-922a1385b7e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:51.004457 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-385cf6b4-9acb-421e-98c9-922a1385b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:51.007841 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-385cf6b4-9acb-421e-98c9-922a1385b7e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:51.012261 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-385cf6b4-9acb-421e-98c9-922a1385b7e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86 HTTP/1.1" status: 204 len: 168 time: 0.2735770 Dec 09 22:51:51.022871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cf6b4-9acb-421e-98c9-922a1385b7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca095df-3f2d-4f54-ad6f-c03f4fbd5a86,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:52.779681 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:53.361861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45850) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:53.505045 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-294839da-fb90-4a03-9855-09f62e919f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:53.600217 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-294839da-fb90-4a03-9855-09f62e919f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:53.608086 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-294839da-fb90-4a03-9855-09f62e919f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:53.661979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-294839da-fb90-4a03-9855-09f62e919f69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd58b156744741259accb4c6c5b913a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2989786 Dec 09 22:51:53.663102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294839da-fb90-4a03-9855-09f62e919f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1bcd21-e0b2-4579-8203-0c0d9cc5c563,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:53.664688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45860) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:53.732195 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e46afe9b-ec89-460a-a17e-ceedf7e10040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:53.755218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e46afe9b-ec89-460a-a17e-ceedf7e10040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:53.807100 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e46afe9b-ec89-460a-a17e-ceedf7e10040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:53.810703 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e46afe9b-ec89-460a-a17e-ceedf7e10040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:53.814534 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e46afe9b-ec89-460a-a17e-ceedf7e10040 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf1bcd21-e0b2-4579-8203-0c0d9cc5c563 HTTP/1.1" status: 204 len: 168 time: 0.1465402 Dec 09 22:51:53.824037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46afe9b-ec89-460a-a17e-ceedf7e10040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1bcd21-e0b2-4579-8203-0c0d9cc5c563,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:54.130835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45866) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:54.145683 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc2669e6-fa8b-4b90-96bb-1a584df2fd7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:54.236022 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc2669e6-fa8b-4b90-96bb-1a584df2fd7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:54.239587 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc2669e6-fa8b-4b90-96bb-1a584df2fd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:54.283789 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-dc2669e6-fa8b-4b90-96bb-1a584df2fd7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6df7db1a338c4e3da52778e6f7efee17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1515427 Dec 09 22:51:54.285863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2669e6-fa8b-4b90-96bb-1a584df2fd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8548b1-be65-4f82-8684-b198e0327985,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:54.286446 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45872) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:54.338576 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccf9c559-36e3-4841-ad57-252fec7ed189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:54.363530 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccf9c559-36e3-4841-ad57-252fec7ed189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:54.415554 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccf9c559-36e3-4841-ad57-252fec7ed189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:54.418691 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccf9c559-36e3-4841-ad57-252fec7ed189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:54.420156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ccf9c559-36e3-4841-ad57-252fec7ed189 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d8548b1-be65-4f82-8684-b198e0327985 HTTP/1.1" status: 204 len: 168 time: 0.1326556 Dec 09 22:51:54.429618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9c559-36e3-4841-ad57-252fec7ed189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8548b1-be65-4f82-8684-b198e0327985,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:54.948685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 45882) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:54.962893 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-64df40bb-104d-4602-9284-e88cc1560551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:55.327209 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-64df40bb-104d-4602-9284-e88cc1560551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:55.331310 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-64df40bb-104d-4602-9284-e88cc1560551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:55.369300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df40bb-104d-4602-9284-e88cc1560551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0e0963-5611-4ac9-b5bc-e2743f4a1003,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:55.374540 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-64df40bb-104d-4602-9284-e88cc1560551 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=812003df157344588071d1ee1430a57b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4248211 Dec 09 22:51:55.377451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45892) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:55.425994 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-663c7614-6113-4090-83c8-f5b1593f3646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:55.447429 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-663c7614-6113-4090-83c8-f5b1593f3646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:55.496229 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-663c7614-6113-4090-83c8-f5b1593f3646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:55.498991 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-663c7614-6113-4090-83c8-f5b1593f3646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:55.500109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-663c7614-6113-4090-83c8-f5b1593f3646 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b0e0963-5611-4ac9-b5bc-e2743f4a1003 HTTP/1.1" status: 204 len: 168 time: 0.1217315 Dec 09 22:51:55.507600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c7614-6113-4090-83c8-f5b1593f3646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0e0963-5611-4ac9-b5bc-e2743f4a1003,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:57.800524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 45996) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:57.911224 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18bd77a4-9e43-487d-92fe-8a7eb2a724f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:57.991273 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18bd77a4-9e43-487d-92fe-8a7eb2a724f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:57.995156 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18bd77a4-9e43-487d-92fe-8a7eb2a724f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:58.038191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd77a4-9e43-487d-92fe-8a7eb2a724f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ba24ef-9536-4362-aca3-a0e0ed280c70,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:58.048054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46010) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:58.048584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-18bd77a4-9e43-487d-92fe-8a7eb2a724f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c86fdb0410c471f919e29dd59c27e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2462976 Dec 09 22:51:58.122204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c424735b-c806-41d5-ab37-35d2df6bec2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:58.147279 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c424735b-c806-41d5-ab37-35d2df6bec2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:58.206396 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c424735b-c806-41d5-ab37-35d2df6bec2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:58.209134 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c424735b-c806-41d5-ab37-35d2df6bec2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:58.213004 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c424735b-c806-41d5-ab37-35d2df6bec2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8ba24ef-9536-4362-aca3-a0e0ed280c70 HTTP/1.1" status: 204 len: 168 time: 0.1611967 Dec 09 22:51:58.223231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424735b-c806-41d5-ab37-35d2df6bec2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ba24ef-9536-4362-aca3-a0e0ed280c70,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:58.560150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46028) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:58.574665 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-857431dd-ebc7-4ef8-9716-e845266f3bd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:58.652464 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-857431dd-ebc7-4ef8-9716-e845266f3bd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:58.658182 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-857431dd-ebc7-4ef8-9716-e845266f3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:58.686274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857431dd-ebc7-4ef8-9716-e845266f3bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66042cc-870c-471a-b80d-395c70af6966,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:58.706007 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-857431dd-ebc7-4ef8-9716-e845266f3bd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0317850703d4840b97996b6ef621397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1445801 Dec 09 22:51:58.708893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46030) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:51:58.764858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-828fccc7-da6f-4db2-9962-6af9f04a8746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:58.798948 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-828fccc7-da6f-4db2-9962-6af9f04a8746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:58.852214 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-828fccc7-da6f-4db2-9962-6af9f04a8746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:58.854853 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-828fccc7-da6f-4db2-9962-6af9f04a8746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:51:58.858791 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-828fccc7-da6f-4db2-9962-6af9f04a8746 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e66042cc-870c-471a-b80d-395c70af6966 HTTP/1.1" status: 204 len: 168 time: 0.1456749 Dec 09 22:51:58.865833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fccc7-da6f-4db2-9962-6af9f04a8746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66042cc-870c-471a-b80d-395c70af6966,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:51:59.789282 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:52:00.076014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46084) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:00.212127 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6926484-36ac-4ca0-b043-ec125f3b26e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:00.324495 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6926484-36ac-4ca0-b043-ec125f3b26e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:00.329087 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6926484-36ac-4ca0-b043-ec125f3b26e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:00.383566 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b6926484-36ac-4ca0-b043-ec125f3b26e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6481dab729c4ff380de555149830beb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3034201 Dec 09 22:52:00.383566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6926484-36ac-4ca0-b043-ec125f3b26e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086a49cc-c76c-4b94-b2de-f5f2e2be22b5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:00.384386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46096) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:00.442906 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-171107e8-9edb-46f8-b3f9-49c55bd924da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:00.464599 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-171107e8-9edb-46f8-b3f9-49c55bd924da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:00.517436 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-171107e8-9edb-46f8-b3f9-49c55bd924da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:00.521114 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-171107e8-9edb-46f8-b3f9-49c55bd924da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:00.522728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-171107e8-9edb-46f8-b3f9-49c55bd924da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/086a49cc-c76c-4b94-b2de-f5f2e2be22b5 HTTP/1.1" status: 204 len: 168 time: 0.1329074 Dec 09 22:52:00.531578 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171107e8-9edb-46f8-b3f9-49c55bd924da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086a49cc-c76c-4b94-b2de-f5f2e2be22b5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:01.075769 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a405e486-e46c-42d1-9f4a-7396a4a0330e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:01.620914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46160) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:01.648890 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46164) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:01.766966 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e287f2f5-e93d-451b-99d9-69462399ade2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:01.826846 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e942cc8-16cd-452c-a17e-0d699426388a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:01.878460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c973ae0-008c-425d-a46f-3ad072d79b0b req-df7567c6-8be1-4172-96bc-64081481d16a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:01.880031 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c973ae0-008c-425d-a46f-3ad072d79b0b req-df7567c6-8be1-4172-96bc-64081481d16a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 945 time: 0.0999410 Dec 09 22:52:01.979177 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e287f2f5-e93d-451b-99d9-69462399ade2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:01.987009 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e287f2f5-e93d-451b-99d9-69462399ade2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:02.002495 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c973ae0-008c-425d-a46f-3ad072d79b0b req-9b1dc253-8b03-48f8-b6ea-d2884c9a630b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135473 Dec 09 22:52:02.026292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46174) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:02.047480 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e942cc8-16cd-452c-a17e-0d699426388a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:02.049582 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287f2f5-e93d-451b-99d9-69462399ade2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cb1f85-137a-45ef-9e83-db963e6fd9b0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:02.057393 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e287f2f5-e93d-451b-99d9-69462399ade2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0713bc4b06b4c0eb88fc28ea67d4dfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4074080 Dec 09 22:52:02.058187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46176) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:02.064864 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8e942cc8-16cd-452c-a17e-0d699426388a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:02.117904 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-841586be-4cb4-4079-a78d-a4b090acc7f1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2 HTTP/1.1" status: 200 len: 992 time: 0.0895584 Dec 09 22:52:02.127973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8e942cc8-16cd-452c-a17e-0d699426388a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f332c9fa2d7d4626af07376364afa28d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5040398 Dec 09 22:52:02.129536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e942cc8-16cd-452c-a17e-0d699426388a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1caafa6-c47a-4275-a6b6-4c422184024d,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:02.133128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46182) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:02.157256 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8270adef-c1c4-4d88-a81a-ba8b3cc0a9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:02.193506 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-488f443a-9afe-436e-b6d6-0b8b9b0a9a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:02.199714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8270adef-c1c4-4d88-a81a-ba8b3cc0a9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:02.224687 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-488f443a-9afe-436e-b6d6-0b8b9b0a9a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:02.274641 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8270adef-c1c4-4d88-a81a-ba8b3cc0a9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:02.274641 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8270adef-c1c4-4d88-a81a-ba8b3cc0a9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:02.274641 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8270adef-c1c4-4d88-a81a-ba8b3cc0a9ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8cb1f85-137a-45ef-9e83-db963e6fd9b0 HTTP/1.1" status: 204 len: 168 time: 0.2060940 Dec 09 22:52:02.290826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270adef-c1c4-4d88-a81a-ba8b3cc0a9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cb1f85-137a-45ef-9e83-db963e6fd9b0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:02.304799 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-488f443a-9afe-436e-b6d6-0b8b9b0a9a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:02.308338 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-488f443a-9afe-436e-b6d6-0b8b9b0a9a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:02.309566 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-488f443a-9afe-436e-b6d6-0b8b9b0a9a96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1caafa6-c47a-4275-a6b6-4c422184024d HTTP/1.1" status: 204 len: 168 time: 0.1760392 Dec 09 22:52:02.321091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f443a-9afe-436e-b6d6-0b8b9b0a9a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1caafa6-c47a-4275-a6b6-4c422184024d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:02.576384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8d06b-160e-4304-af3d-888817e3e859 req-b6c377c5-f4aa-41f7-9826-5270971a7b22 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:02.577962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81a8d06b-160e-4304-af3d-888817e3e859 req-b6c377c5-f4aa-41f7-9826-5270971a7b22 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 1097 time: 0.0446253 Dec 09 22:52:02.660409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81a8d06b-160e-4304-af3d-888817e3e859 req-839a64fd-a8a2-4058-be5e-8198ec5f0137 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733166 Dec 09 22:52:02.755599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-6e688e67-e6e8-4d4c-a4b0-2bdb7a27f478 req-19695ce3-022e-4d99-84e5-7cb7361c4d76 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:52:02.760497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e688e67-e6e8-4d4c-a4b0-2bdb7a27f478 req-19695ce3-022e-4d99-84e5-7cb7361c4d76 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066037 Dec 09 22:52:02.768240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46228) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:02.852814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d6073faf-b2c2-4251-9062-17bc2d4827aa tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/floatingips/db64fce7-58fd-416e-9303-0df860ae7ee1 HTTP/1.1" status: 200 len: 993 time: 0.0833349 Dec 09 22:52:03.169311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46260) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:03.268711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46266) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:03.318698 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6d0c7cb3-0536-4470-8d0e-72f42faedfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.406187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting port 658ed6c1-4fea-4245-9149-ad5e801380fc {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:52:03.406934 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.444056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1792098876-network', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:03.520742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.521486 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.523015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Made reservation on behalf of 581c63d5a5b84b23962f6b2aec9504ac for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:52:03.526353 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.536425 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.541137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Calling delete_port for 658ed6c1-4fea-4245-9149-ad5e801380fc owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:52:03.626027 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.631314 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.673170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:52:03.686996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0198768-2038-4c32-a885-9eadf7663754,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:03.695372 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.695957 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Added segment b6dce4df-7573-44de-93c8-9ef796d81786 of type vlan for network 244bfc91-8644-4afa-b830-0fe6018d534c Dec 09 22:52:03.723223 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-415bf639-096e-49ed-8914-0f43e8b77f55 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783279 Dec 09 22:52:03.735301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-96268897-7aa1-459a-8975-0d5366899b56 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:52:03.736760 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-96268897-7aa1-459a-8975-0d5366899b56 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083098 Dec 09 22:52:03.767985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.800584 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.802094 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.803448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:03.804270 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.834426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Port': ['ID=658ed6c1-4fea-4245-9149-ad5e801380fc,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:03.908780 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.919130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6491027 Dec 09 22:52:03.919787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46298) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:03.984247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-fa2e1e60-1750-430a-b187-e37c50a16fca admin admin] Request body: {'subnet': {'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1792098876-subnet', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:03.984472 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:03.985471 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Floating IP db64fce7-58fd-416e-9303-0df860ae7ee1 disassociated (deleted). External IP: 172.25.8.127, port: 94136509-1a0d-4553-b19d-6d0c0f55e3e4. Dec 09 22:52:03.994873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d6404-facb-43d1-8e89-fdce759e88ea admin admin] Pushing event updated for resources: {'Network': ['ID=244bfc91-8644-4afa-b830-0fe6018d534c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:04.006613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 244bfc91-8644-4afa-b830-0fe6018d534c details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:52:04.047734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2e1e60-1750-430a-b187-e37c50a16fca admin admin] Made reservation on behalf of 581c63d5a5b84b23962f6b2aec9504ac for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:52:04.054073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa2e1e60-1750-430a-b187-e37c50a16fca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:04.270101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:52:04.386221 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa2e1e60-1750-430a-b187-e37c50a16fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:04.425079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:52:04.439671 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880aa163-b245-456c-a5a3-93c2a9f50cd7 None None] Sync routers for ids ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:52:04.441854 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:04.455574 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880aa163-b245-456c-a5a3-93c2a9f50cd7 None None] Routers {'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:04.456975 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-880aa163-b245-456c-a5a3-93c2a9f50cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:04.491488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e1e60-1750-430a-b187-e37c50a16fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3adc075-f86e-47c8-91b1-82f37fdb0acc,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:04.499653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e1e60-1750-430a-b187-e37c50a16fca admin admin] Checking segment: {'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:04.500018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2e1e60-1750-430a-b187-e37c50a16fca admin admin] Network hostable DHCP agents. Network: 244bfc91-8644-4afa-b830-0fe6018d534c, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:52:04.525374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2e1e60-1750-430a-b187-e37c50a16fca admin admin] Network 244bfc91-8644-4afa-b830-0fe6018d534c is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:52:04.531695 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c4f1f8b9-443e-4ebd-892f-c79ca45ca248 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/floatingips/db64fce7-58fd-416e-9303-0df860ae7ee1 HTTP/1.1" status: 204 len: 168 time: 1.3615406 Dec 09 22:52:04.547658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'tag': '94136509-1a0d-4553-b19d-6d0c0f55e3e4'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:04.553735 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb" -d '{"events": [{"name": "network-changed", "server_uuid": "b21e59c7-1f50-4f7d-a75f-46638fab57ae", "tag": "94136509-1a0d-4553-b19d-6d0c0f55e3e4"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:04.567396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-fa2e1e60-1750-430a-b187-e37c50a16fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 244bfc91-8644-4afa-b830-0fe6018d534c) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:04.600610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2e1e60-1750-430a-b187-e37c50a16fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:04.601465 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fa2e1e60-1750-430a-b187-e37c50a16fca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:04.608112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f02935-f783-4c10-9bd6-f568a1de94d9 None None] Network 244bfc91-8644-4afa-b830-0fe6018d534c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:52:04.614983 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-8380b989-d049-4681-bf8c-249ed5653800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:04.624386 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-8380b989-d049-4681-bf8c-249ed5653800 service neutron] 10.222.0.16 "GET /v2.0/ports/67c437be-a353-4c2e-a99a-90dfc09365f6 HTTP/1.1" status: 200 len: 1094 time: 0.0944676 Dec 09 22:52:04.631390 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] Request body: {'binding': {'host': 'n-h1-789963-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:04.631954 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] Unknown quota resources ['binding']. {{(pid=103417) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 22:52:04.632303 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-880aa163-b245-456c-a5a3-93c2a9f50cd7 None None] Set router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:04.650938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fa2e1e60-1750-430a-b187-e37c50a16fca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6868391 Dec 09 22:52:04.656667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46328) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:04.664247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:04.691979 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:04.693178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:04.875359 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-244bfc91-8644-4afa-b830-0fe6018d534c', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:52:04.878033 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:04.886894 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:04.909135 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad41d851-f69e-4a59-86d6-21d82157b4fa x-openstack-request-id: req-ad41d851-f69e-4a59-86d6-21d82157b4fa {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:04.909561 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21e59c7-1f50-4f7d-a75f-46638fab57ae", "tag": "94136509-1a0d-4553-b19d-6d0c0f55e3e4", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:04.910025 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad41d851-f69e-4a59-86d6-21d82157b4fa {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:04.910698 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'tag': '94136509-1a0d-4553-b19d-6d0c0f55e3e4', 'status': 'completed', 'code': 200} Dec 09 22:52:04.967185 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:05.094373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Allocated IP 172.20.0.2 (244bfc91-8644-4afa-b830-0fe6018d534c/c3adc075-f86e-47c8-91b1-82f37fdb0acc/59f3c387-da5a-4c2c-9100-798e5b99309d) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:52:05.134807 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-880aa163-b245-456c-a5a3-93c2a9f50cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:50:58Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a25220bf-b04b-4717-bef6-b41b899b3534', 'name': '', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:1e:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:56Z', 'updated_at': '2021-12-09T22:51:06Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:05.143681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002fcc-f5ee-4481-b170-9327baa93a88 req-325d0bd5-3e9f-4d9a-ae45-73974b673765 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:05.145636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-38002fcc-f5ee-4481-b170-9327baa93a88 req-325d0bd5-3e9f-4d9a-ae45-73974b673765 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 945 time: 0.1615379 Dec 09 22:52:05.173376 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb req-31902549-3fe4-4108-8069-92a468aeb03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:05.175075 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb req-31902549-3fe4-4108-8069-92a468aeb03b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 1097 time: 0.2266657 Dec 09 22:52:05.182102 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880aa163-b245-456c-a5a3-93c2a9f50cd7 None None] Checking router: ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:52:05.198856 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880aa163-b245-456c-a5a3-93c2a9f50cd7 None None] Routers {'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:05.199830 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-880aa163-b245-456c-a5a3-93c2a9f50cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:05.253820 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:05.257955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] Attempting to bind port 67c437be-a353-4c2e-a99a-90dfc09365f6 on host n-h1-789963-23 for vnic_type normal with profile None {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:05.258767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] Attempting to bind port 67c437be-a353-4c2e-a99a-90dfc09365f6 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:05.259307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] Attempting to bind port 67c437be-a353-4c2e-a99a-90dfc09365f6 on network 961ff395-a202-4e76-a638-3a0bad28577c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:05.280306 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-38002fcc-f5ee-4481-b170-9327baa93a88 req-989c1a84-1906-40fd-a534-8c7920f2a85c tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264930 Dec 09 22:52:05.287424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] Port 67c437be-a353-4c2e-a99a-90dfc09365f6 on network 961ff395-a202-4e76-a638-3a0bad28577c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:52:05.287939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] Attempting to bind port 67c437be-a353-4c2e-a99a-90dfc09365f6 on network 961ff395-a202-4e76-a638-3a0bad28577c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:05.313162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:05.313813 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] Checking segment: {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:05.314409 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] Bound using segment: {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:05.315033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] Bound port: 67c437be-a353-4c2e-a99a-90dfc09365f6, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:05.351506 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-880aa163-b245-456c-a5a3-93c2a9f50cd7 None None] Set router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:05.401936 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:05.417970 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:05.484463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Pushing event updated for resources: {'Port': ['ID=59f3c387-da5a-4c2c-9100-798e5b99309d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:05.498911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.499393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.499837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.500186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.500512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.500844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.501174 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.501500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.501846 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.502176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.502501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.502823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.503145 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:05.512699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Network 244bfc91-8644-4afa-b830-0fe6018d534c is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:05.515207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:05.518753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:52:05.547655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb req-e1fc77d3-289e-43e1-a14e-9ad046a3de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:05.581076 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb req-e1fc77d3-289e-43e1-a14e-9ad046a3de7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=db71f67e-b234-46ca-817b-89809b482289 HTTP/1.1" status: 200 len: 897 time: 0.3921602 Dec 09 22:52:05.598049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=67c437be-a353-4c2e-a99a-90dfc09365f6,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:05.628405 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Attempting to bind port 59f3c387-da5a-4c2c-9100-798e5b99309d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:05.630161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Attempting to bind port 59f3c387-da5a-4c2c-9100-798e5b99309d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:05.630557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Attempting to bind port 59f3c387-da5a-4c2c-9100-798e5b99309d on network 244bfc91-8644-4afa-b830-0fe6018d534c {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:05.634183 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-880aa163-b245-456c-a5a3-93c2a9f50cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:50:58Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a25220bf-b04b-4717-bef6-b41b899b3534', 'name': '', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:1e:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:56Z', 'updated_at': '2021-12-09T22:51:06Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:05.640862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:05.641253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Checking segment: {'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:05.641666 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:05.642101 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Bound using segment: {'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:05.642575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Bound port: 59f3c387-da5a-4c2c-9100-798e5b99309d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:05.648912 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:05.663547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] Publish callbacks [] for binding, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:05.665833 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] 10.222.0.16 "POST /v2.0/ports/67c437be-a353-4c2e-a99a-90dfc09365f6/bindings HTTP/1.1" status: 201 len: 390 time: 1.0378120 Dec 09 22:52:05.669380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb req-255a6706-1327-4f7d-a65b-16190b097298 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94136509-1a0d-4553-b19d-6d0c0f55e3e4 HTTP/1.1" status: 200 len: 217 time: 0.0655940 Dec 09 22:52:05.709752 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880aa163-b245-456c-a5a3-93c2a9f50cd7 None None] The sync data for ids ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'] in n-d-789963-23 is: [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:50:58Z', 'revision_number': 4, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a25220bf-b04b-4717-bef6-b41b899b3534', 'name': '', 'network_id': 'db71f67e-b234-46ca-817b-89809b482289', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'mac_address': 'fa:16:3e:1e:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:56Z', 'updated_at': '2021-12-09T22:51:06Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'subnets': [{'id': 'ffb8ec69-7a97-4d4a-88ea-14e46ec54dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:52:05.737901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb req-3f6f39b2-6327-4573-afe4-25f5566917b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:05.738978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] For port 59f3c387-da5a-4c2c-9100-798e5b99309d, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:05.739657 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb req-3f6f39b2-6327-4573-afe4-25f5566917b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffb8ec69-7a97-4d4a-88ea-14e46ec54dae HTTP/1.1" status: 200 len: 834 time: 0.0629480 Dec 09 22:52:05.742964 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] For port 59f3c387-da5a-4c2c-9100-798e5b99309d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=59f3c387-da5a-4c2c-9100-798e5b99309d,segment=NetworkSegment(b6dce4df-7573-44de-93c8-9ef796d81786),segment_id=b6dce4df-7573-44de-93c8-9ef796d81786)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:05.750774 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:05.854814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbedd2-6b8f-4c21-be60-b12086db6a6b None None] Pushing event updated for resources: {'Port': ['ID=59f3c387-da5a-4c2c-9100-798e5b99309d,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:05.977953 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e5ccc-15ff-4752-bc10-228385c15dc6 req-81f6189c-8dbe-4d11-9ce8-5736622bb45e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:05.990204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e92e5ccc-15ff-4752-bc10-228385c15dc6 req-81f6189c-8dbe-4d11-9ce8-5736622bb45e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 945 time: 0.0964787 Dec 09 22:52:06.124317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e92e5ccc-15ff-4752-bc10-228385c15dc6 req-665230e6-dae2-41a9-9224-e6aa99d73d66 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326993 Dec 09 22:52:06.256553 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:06.316088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c4d79e-7963-4d1d-97de-0a82137bed6d None None] New status for floating IP db64fce7-58fd-416e-9303-0df860ae7ee1: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:52:06.456780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64933ef7-d028-41df-9b70-bc1be389167e req-186c17c5-e524-4430-b216-6b165b4cd4ee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:06.458386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64933ef7-d028-41df-9b70-bc1be389167e req-186c17c5-e524-4430-b216-6b165b4cd4ee tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.18 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 945 time: 0.1528893 Dec 09 22:52:06.593165 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:06.619659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fe9f5-03da-49a4-ba4e-cb246e3f8765 req-206b9f9a-d4c3-46c6-888d-9042defdd38c tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:06.621755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-667fe9f5-03da-49a4-ba4e-cb246e3f8765 req-206b9f9a-d4c3-46c6-888d-9042defdd38c tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 945 time: 0.1618934 Dec 09 22:52:06.622203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:06.631808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-0144f5c0-f5e6-4cba-b12a-3b7042a3a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:06.633460 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-0144f5c0-f5e6-4cba-b12a-3b7042a3a361 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 1097 time: 0.2429423 Dec 09 22:52:06.640621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb req-b0617330-4fb3-4e73-8178-fa48720283c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:06.642276 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb req-b0617330-4fb3-4e73-8178-fa48720283c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db71f67e-b234-46ca-817b-89809b482289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8952234 Dec 09 22:52:06.714407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-667fe9f5-03da-49a4-ba4e-cb246e3f8765 req-379e90e6-98be-4ab9-95c0-3eea88edba9b tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855496 Dec 09 22:52:06.717475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-64933ef7-d028-41df-9b70-bc1be389167e req-c3d59581-676a-4ed2-a163-4679a47c6ef4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting port 94136509-1a0d-4553-b19d-6d0c0f55e3e4 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:52:06.717835 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-64933ef7-d028-41df-9b70-bc1be389167e req-c3d59581-676a-4ed2-a163-4679a47c6ef4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:06.854298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-64933ef7-d028-41df-9b70-bc1be389167e req-c3d59581-676a-4ed2-a163-4679a47c6ef4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] For port 94136509-1a0d-4553-b19d-6d0c0f55e3e4, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=94136509-1a0d-4553-b19d-6d0c0f55e3e4,segment=NetworkSegment(5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f),segment_id=5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:06.855076 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-64933ef7-d028-41df-9b70-bc1be389167e req-c3d59581-676a-4ed2-a163-4679a47c6ef4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:06.868918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-64933ef7-d028-41df-9b70-bc1be389167e req-c3d59581-676a-4ed2-a163-4679a47c6ef4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Calling delete_port for 94136509-1a0d-4553-b19d-6d0c0f55e3e4 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:52:06.969889 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Allocated IP 172.25.8.195 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/07ff5925-0537-44ae-89ca-cc00e847fc1e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:52:06.984599 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb req-c8ef3a88-b4dd-4820-9fe6-ab473f8ae04a service neutron] 10.222.0.18 "GET /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297348 Dec 09 22:52:06.987977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-9fbd20b7-10e1-446d-9f87-acb9acb9bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:06.990490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-9fbd20b7-10e1-446d-9f87-acb9acb9bb50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=961ff395-a202-4e76-a638-3a0bad28577c HTTP/1.1" status: 200 len: 898 time: 0.3460865 Dec 09 22:52:07.189393 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-aaed5d52-e86e-4800-bbc6-c56cf1692f99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67c437be-a353-4c2e-a99a-90dfc09365f6 HTTP/1.1" status: 200 len: 1000 time: 0.1837959 Dec 09 22:52:07.446622 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb req-693b57b9-3678-4075-911f-56366c5eb305 service neutron] 10.222.0.18 "GET /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525146 Dec 09 22:52:07.471170 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:07.506243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:07.560515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-5a29d548-8582-461e-981f-c0dc8eb23f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:07.562685 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-5a29d548-8582-461e-981f-c0dc8eb23f28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7174c3b6-05e1-4dcf-a5c7-443847a84a9f HTTP/1.1" status: 200 len: 834 time: 0.3211427 Dec 09 22:52:07.564331 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:07.620788 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1fecd-e5a9-4e2c-a81d-78e582cd45e2 req-98b2095f-3506-4c21-a36a-ec1f46335eda tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:07.628989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ae1fecd-e5a9-4e2c-a81d-78e582cd45e2 req-98b2095f-3506-4c21-a36a-ec1f46335eda tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 945 time: 0.1879351 Dec 09 22:52:07.653261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 59f3c387-da5a-4c2c-9100-798e5b99309d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:07.661298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:07.674151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:07.676787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:52:07.694282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48300d7f-6305-471f-afe1-9437a19ccf1c None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:07.711540 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Pushing event updated for resources: {'Port': ['ID=07ff5925-0537-44ae-89ca-cc00e847fc1e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:07.717452 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-efd9da74-5747-4379-bce0-f205ed6e0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:07.725747 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-efd9da74-5747-4379-bce0-f205ed6e0cc7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=961ff395-a202-4e76-a638-3a0bad28577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546910 Dec 09 22:52:07.734899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ae1fecd-e5a9-4e2c-a81d-78e582cd45e2 req-afd3182d-d831-4080-9cea-b53aa6653547 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894597 Dec 09 22:52:07.772064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 59f3c387-da5a-4c2c-9100-798e5b99309d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:07.772064 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:07.829865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d369ae7-9c16-4295-8763-e9c9ac796d8e None None] Network 244bfc91-8644-4afa-b830-0fe6018d534c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:52:07.899510 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-64933ef7-d028-41df-9b70-bc1be389167e req-c3d59581-676a-4ed2-a163-4679a47c6ef4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:07.922749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5db40140-9006-463e-abbe-bd7cdab3906c None None] Provisioning complete for port 07ff5925-0537-44ae-89ca-cc00e847fc1e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:07.923288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5db40140-9006-463e-abbe-bd7cdab3906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:07.932054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15759905-012a-4b7a-9848-423c9c617ae2 req-d6fe661c-44a1-4f61-9b04-ae8160f83a8f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:07.933600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-15759905-012a-4b7a-9848-423c9c617ae2 req-d6fe661c-44a1-4f61-9b04-ae8160f83a8f tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21e59c7-1f50-4f7d-a75f-46638fab57ae HTTP/1.1" status: 200 len: 867 time: 0.1117544 Dec 09 22:52:07.968373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d59581-676a-4ed2-a163-4679a47c6ef4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Port': ['ID=94136509-1a0d-4553-b19d-6d0c0f55e3e4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:07.978988 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-3585f6fe-0de7-4159-8566-2b84ebb9fa8d service neutron] 10.222.0.18 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403381 Dec 09 22:52:07.993438 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:08.051481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5db40140-9006-463e-abbe-bd7cdab3906c None None] Port 07ff5925-0537-44ae-89ca-cc00e847fc1e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:08.078552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-64933ef7-d028-41df-9b70-bc1be389167e req-c3d59581-676a-4ed2-a163-4679a47c6ef4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] No DVR routers for this DVR port 94136509-1a0d-4553-b19d-6d0c0f55e3e4 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:52:08.082472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-64933ef7-d028-41df-9b70-bc1be389167e req-c3d59581-676a-4ed2-a163-4679a47c6ef4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:08.086513 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64933ef7-d028-41df-9b70-bc1be389167e req-c3d59581-676a-4ed2-a163-4679a47c6ef4 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.18 "DELETE /v2.0/ports/94136509-1a0d-4553-b19d-6d0c0f55e3e4 HTTP/1.1" status: 204 len: 173 time: 1.5847354 Dec 09 22:52:08.087172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'name': 'network-vif-deleted', 'tag': '94136509-1a0d-4553-b19d-6d0c0f55e3e4'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:08.089598 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5557176-5e1e-4632-9127-c066da4116ab" -d '{"events": [{"server_uuid": "b21e59c7-1f50-4f7d-a75f-46638fab57ae", "name": "network-vif-deleted", "tag": "94136509-1a0d-4553-b19d-6d0c0f55e3e4"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:08.097493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5db40140-9006-463e-abbe-bd7cdab3906c None None] Provisioning complete for port 59f3c387-da5a-4c2c-9100-798e5b99309d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:08.097907 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5db40140-9006-463e-abbe-bd7cdab3906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:08.110675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-15759905-012a-4b7a-9848-423c9c617ae2 req-37f891c1-189d-4f4e-8f2e-c338f54c9fd8 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5dfa259-0ba4-4a20-9c1a-8bc64995a349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465528 Dec 09 22:52:08.154927 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e925429-19ee-457b-97a2-15686b4e66c6 x-openstack-request-id: req-3e925429-19ee-457b-97a2-15686b4e66c6 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:08.156131 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21e59c7-1f50-4f7d-a75f-46638fab57ae", "name": "network-vif-deleted", "tag": "94136509-1a0d-4553-b19d-6d0c0f55e3e4", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:08.156412 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e925429-19ee-457b-97a2-15686b4e66c6 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:08.156830 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21e59c7-1f50-4f7d-a75f-46638fab57ae', 'name': 'network-vif-deleted', 'tag': '94136509-1a0d-4553-b19d-6d0c0f55e3e4', 'status': 'completed', 'code': 200} Dec 09 22:52:08.157903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 59f3c387-da5a-4c2c-9100-798e5b99309d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=59f3c387-da5a-4c2c-9100-798e5b99309d,segment=NetworkSegment(b6dce4df-7573-44de-93c8-9ef796d81786),segment_id=b6dce4df-7573-44de-93c8-9ef796d81786)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:08.167112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:08.239818 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:08.258800 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=59f3c387-da5a-4c2c-9100-798e5b99309d,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:08.301038 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-e0af91a1-ddad-429f-9583-c1cd1b468501 service neutron] 10.222.0.18 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634921 Dec 09 22:52:08.570536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-888f2fdd-d89f-474d-a4db-2a1c95f9b789 None None] Provisioning complete for port 59f3c387-da5a-4c2c-9100-798e5b99309d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:08.571044 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-888f2fdd-d89f-474d-a4db-2a1c95f9b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:08.642914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-fbdf6c5c-0d79-43e4-b3fe-db01862705a1 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:08.644614 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-fbdf6c5c-0d79-43e4-b3fe-db01862705a1 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1097 time: 0.2055461 Dec 09 22:52:08.657510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-23'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:08.754445 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:08.805755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:08.916629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd69703-093a-4aca-9df9-1a89b17ff7d1 req-80a0018d-a10f-4a22-ac0b-6c97488364f2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:08.919553 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bd69703-093a-4aca-9df9-1a89b17ff7d1 req-80a0018d-a10f-4a22-ac0b-6c97488364f2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 945 time: 0.0799458 Dec 09 22:52:08.978202 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bd69703-093a-4aca-9df9-1a89b17ff7d1 req-b219f8d5-334f-4741-9e88-5346ba3e61b0 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524676 Dec 09 22:52:09.015480 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:52:09.022864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=67c437be-a353-4c2e-a99a-90dfc09365f6,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:09.111171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:09.218861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46430) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:09.288562 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a842523e-fedd-4448-a4dc-eac02df555a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:09.335489 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a842523e-fedd-4448-a4dc-eac02df555a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:09.427226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a842523e-fedd-4448-a4dc-eac02df555a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:09.431741 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a842523e-fedd-4448-a4dc-eac02df555a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:09.438388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a842523e-fedd-4448-a4dc-eac02df555a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/security-groups/c5dfa259-0ba4-4a20-9c1a-8bc64995a349 HTTP/1.1" status: 204 len: 168 time: 0.2185054 Dec 09 22:52:09.472333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842523e-fedd-4448-a4dc-eac02df555a6 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dfa259-0ba4-4a20-9c1a-8bc64995a349,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:09.495242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46444) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:09.519712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:09.522790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:09.525272 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc68e646-e1c2-41c7-a5ea-2a2965c564ff" -d '{"events": [{"server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "name": "network-vif-unplugged", "status": "completed", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:09.547381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:09.597703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 59f3c387-da5a-4c2c-9100-798e5b99309d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:09.616673 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Pushing event updated for resources: {'Port': ['ID=67c437be-a353-4c2e-a99a-90dfc09365f6,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:09.639462 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8599028f-dead-4715-8fee-0e67c0fce104 x-openstack-request-id: req-8599028f-dead-4715-8fee-0e67c0fce104 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:09.639777 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "name": "network-vif-unplugged", "status": "completed", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:09.640028 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8599028f-dead-4715-8fee-0e67c0fce104 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:09.640432 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'code': 200} Dec 09 22:52:09.646739 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:52:09.658908 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Sync routers for ids ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:52:09.685132 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Routers {'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:09.685776 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:09.712109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 59f3c387-da5a-4c2c-9100-798e5b99309d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:09.712611 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:09.784888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:09.789199 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-90699594-2b97-48d9-a452-b7cb31b7e93a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1314266 Dec 09 22:52:09.789904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46460) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:09.941519 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Set router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:09.950636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 94136509-1a0d-4553-b19d-6d0c0f55e3e4 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:52:10.021900 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 94136509-1a0d-4553-b19d-6d0c0f55e3e4 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:52:10.022277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 94136509-1a0d-4553-b19d-6d0c0f55e3e4 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:52:10.132218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Attempting to bind port 67c437be-a353-4c2e-a99a-90dfc09365f6 on host n-h2-789963-23 for vnic_type normal with profile {"migrating_to": "n-h1-789963-23"} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:10.132710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Attempting to bind port 67c437be-a353-4c2e-a99a-90dfc09365f6 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:10.133144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Attempting to bind port 67c437be-a353-4c2e-a99a-90dfc09365f6 on network 961ff395-a202-4e76-a638-3a0bad28577c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:10.145538 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Port 67c437be-a353-4c2e-a99a-90dfc09365f6 on network 961ff395-a202-4e76-a638-3a0bad28577c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:52:10.145538 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Attempting to bind port 67c437be-a353-4c2e-a99a-90dfc09365f6 on network 961ff395-a202-4e76-a638-3a0bad28577c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:10.190684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-09996cc6-a027-4e32-91a3-08a87f10d845 None None] Provisioning complete for port 67c437be-a353-4c2e-a99a-90dfc09365f6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:10.193537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:10.194016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Checking segment: {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:10.194506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Bound using segment: {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:10.195065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Bound port: 67c437be-a353-4c2e-a99a-90dfc09365f6, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:10.195527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:10.197674 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-09996cc6-a027-4e32-91a3-08a87f10d845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:10.264588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83bc41-49e9-4910-9bde-bb580bde399f req-37b5eb53-c1a4-4dfc-a55e-1b9acca531c9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:10.265989 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:07Z', 'revision_number': 3, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:10.274353 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf83bc41-49e9-4910-9bde-bb580bde399f req-37b5eb53-c1a4-4dfc-a55e-1b9acca531c9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 943 time: 0.1326084 Dec 09 22:52:10.304702 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Checking router: eff49cf8-5311-4e2c-946c-d47d9a3f5c7a for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:52:10.305068 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Updating router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a port 07ff5925-0537-44ae-89ca-cc00e847fc1e binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:52:10.346110 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf83bc41-49e9-4910-9bde-bb580bde399f req-f112fe8f-8d2a-4b6c-b9e4-84a6d3545539 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705214 Dec 09 22:52:10.348232 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-09996cc6-a027-4e32-91a3-08a87f10d845 None None] Port 67c437be-a353-4c2e-a99a-90dfc09365f6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:10.349294 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:10.364161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=67c437be-a353-4c2e-a99a-90dfc09365f6,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:10.385184 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:10.427037 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:10.473044 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b320de0f-e639-4981-adca-53c4a3d08f6d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:10.896410 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9b254964-0844-4cb4-9e9b-04f6f8552f2b None None] Provisioning complete for port 67c437be-a353-4c2e-a99a-90dfc09365f6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:10.897462 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b254964-0844-4cb4-9e9b-04f6f8552f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:10.899281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Pushing event updated for resources: {'Port': ['ID=67c437be-a353-4c2e-a99a-90dfc09365f6,revision_number=8']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:10.907363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:10.907997 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:10.909814 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-cc66fc84-2b50-4dfb-92a0-d8480a085425 service neutron] 10.222.0.18 "PUT /v2.0/ports/67c437be-a353-4c2e-a99a-90dfc09365f6 HTTP/1.1" status: 200 len: 1123 time: 2.2566814 Dec 09 22:52:10.920831 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:10.940663 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:10.953893 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:10.989662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b320de0f-e639-4981-adca-53c4a3d08f6d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting port a25220bf-b04b-4717-bef6-b41b899b3534 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:52:10.990138 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b320de0f-e639-4981-adca-53c4a3d08f6d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:10.991283 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['67c437be-a353-4c2e-a99a-90dfc09365f6'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:52:11.011325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb552501-786e-4a6c-8ab9-5741ac5cae70 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:11.089465 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Attempting to bind port 07ff5925-0537-44ae-89ca-cc00e847fc1e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:11.089900 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Attempting to bind port 07ff5925-0537-44ae-89ca-cc00e847fc1e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:11.090269 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Attempting to bind port 07ff5925-0537-44ae-89ca-cc00e847fc1e on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:11.121081 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:11.121980 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:11.122389 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:11.122787 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:11.123270 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Bound port: 07ff5925-0537-44ae-89ca-cc00e847fc1e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:11.123647 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:11.142930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-b320de0f-e639-4981-adca-53c4a3d08f6d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] For port a25220bf-b04b-4717-bef6-b41b899b3534, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a25220bf-b04b-4717-bef6-b41b899b3534,segment=NetworkSegment(5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f),segment_id=5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:11.144267 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b320de0f-e639-4981-adca-53c4a3d08f6d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:11.211316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b320de0f-e639-4981-adca-53c4a3d08f6d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Calling delete_port for a25220bf-b04b-4717-bef6-b41b899b3534 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:52:11.212324 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Pushing event updated for resources: {'Port': ['ID=07ff5925-0537-44ae-89ca-cc00e847fc1e,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:11.224115 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.224475 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.224825 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.225161 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.225535 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.225868 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.226201 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.226530 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.226853 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.227178 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.227499 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.227817 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.228135 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:11.259279 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] For port 07ff5925-0537-44ae-89ca-cc00e847fc1e, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:11.266676 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] For port 07ff5925-0537-44ae-89ca-cc00e847fc1e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=07ff5925-0537-44ae-89ca-cc00e847fc1e,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:11.280419 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:11.310874 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Allocated IP 172.20.0.1 (244bfc91-8644-4afa-b830-0fe6018d534c/c3adc075-f86e-47c8-91b1-82f37fdb0acc/a051a0bf-4f81-4f20-a3f2-7966d1150cab) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:52:11.358063 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b254964-0844-4cb4-9e9b-04f6f8552f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:11.366035 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9e9bf-4cc4-421b-a57c-1320bfdf2a91 None None] Pushing event updated for resources: {'Port': ['ID=07ff5925-0537-44ae-89ca-cc00e847fc1e,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:11.387299 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Routers {'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:11.388333 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:11.395156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed2d4d-449d-4625-a166-dfed234cef0a None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:11.454546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:11.456845 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d502ab0-1b9c-446c-a3a1-193eed5ef70f" -d '{"events": [{"server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "name": "network-vif-plugged", "status": "completed", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:11.522250 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9b254964-0844-4cb4-9e9b-04f6f8552f2b None None] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=67c437be-a353-4c2e-a99a-90dfc09365f6,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:11.533770 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b254964-0844-4cb4-9e9b-04f6f8552f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:11.545959 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:11.582403 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea11d65-f1b8-4c90-ab6c-27107ec57ead x-openstack-request-id: req-5ea11d65-f1b8-4c90-ab6c-27107ec57ead {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:11.582725 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "name": "network-vif-plugged", "status": "completed", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:11.582985 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ea11d65-f1b8-4c90-ab6c-27107ec57ead {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:11.583389 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'code': 200} Dec 09 22:52:11.590750 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:11.641926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426ceb-bbce-4830-ba36-a47f3e158984 req-ffacfdcc-0cb3-4139-a4ab-5c49932fff9d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:11.644260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a426ceb-bbce-4830-ba36-a47f3e158984 req-ffacfdcc-0cb3-4139-a4ab-5c49932fff9d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 945 time: 0.1486120 Dec 09 22:52:11.673457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:11.676122 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f61df2-6712-43ad-abb3-f46b1f1c14e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:11.697683 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] Set router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:11.725012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Network 244bfc91-8644-4afa-b830-0fe6018d534c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:11.743153 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9a5333-55ea-4af9-934b-bbfcd2d68cd7 x-openstack-request-id: req-4c9a5333-55ea-4af9-934b-bbfcd2d68cd7 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:11.743460 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:11.743720 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c9a5333-55ea-4af9-934b-bbfcd2d68cd7 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:11.744121 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'status': 'completed', 'code': 200} Dec 09 22:52:11.758851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:11.767392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:52:11.822134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=a051a0bf-4f81-4f20-a3f2-7966d1150cab,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:11.850048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a426ceb-bbce-4830-ba36-a47f3e158984 req-97f31dcc-4cf4-41ae-8245-aeaa15a2bb12 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923776 Dec 09 22:52:11.887450 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b320de0f-e639-4981-adca-53c4a3d08f6d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:11.892117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b254964-0844-4cb4-9e9b-04f6f8552f2b None None] Pushing event updated for resources: {'Port': ['ID=67c437be-a353-4c2e-a99a-90dfc09365f6,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:11.924328 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320de0f-e639-4981-adca-53c4a3d08f6d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Port': ['ID=a25220bf-b04b-4717-bef6-b41b899b3534,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:11.959270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f61df2-6712-43ad-abb3-f46b1f1c14e2 req-330f6cfc-3f50-489d-92d7-fde14cd39c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:11.963112 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-52f61df2-6712-43ad-abb3-f46b1f1c14e2 req-330f6cfc-3f50-489d-92d7-fde14cd39c1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 1128 time: 0.1919684 Dec 09 22:52:11.968363 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:12.156969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7452533b-fb0f-4b4b-b313-8fdaf586484c None None] Provisioning complete for port 07ff5925-0537-44ae-89ca-cc00e847fc1e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:12.157531 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7452533b-fb0f-4b4b-b313-8fdaf586484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:12.195558 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:07Z', 'revision_number': 3, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:12.262125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f61df2-6712-43ad-abb3-f46b1f1c14e2 req-289d1ad2-1773-4472-956c-145951e64f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:12.263801 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-52f61df2-6712-43ad-abb3-f46b1f1c14e2 req-289d1ad2-1773-4472-956c-145951e64f7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=961ff395-a202-4e76-a638-3a0bad28577c HTTP/1.1" status: 200 len: 898 time: 0.2804306 Dec 09 22:52:12.311838 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b320de0f-e639-4981-adca-53c4a3d08f6d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:12.382746 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7452533b-fb0f-4b4b-b313-8fdaf586484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:12.424877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7452533b-fb0f-4b4b-b313-8fdaf586484c None None] For port 07ff5925-0537-44ae-89ca-cc00e847fc1e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=07ff5925-0537-44ae-89ca-cc00e847fc1e,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:12.427132 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-52f61df2-6712-43ad-abb3-f46b1f1c14e2 req-a1a45e8f-558d-41bd-b990-08205b1ef920 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67c437be-a353-4c2e-a99a-90dfc09365f6 HTTP/1.1" status: 200 len: 1000 time: 0.1520314 Dec 09 22:52:12.430538 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7452533b-fb0f-4b4b-b313-8fdaf586484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:12.484766 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a701fc1-b497-4246-b1de-0db219779850 None None] The sync data for ids ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'] in n-d-789963-23 is: [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:07Z', 'revision_number': 3, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:52:12.520459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452533b-fb0f-4b4b-b313-8fdaf586484c None None] Pushing event updated for resources: {'Port': ['ID=07ff5925-0537-44ae-89ca-cc00e847fc1e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:12.551128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c19fbf8b-d932-46ec-bbc1-22df6b389258 None None] Provisioning complete for port a051a0bf-4f81-4f20-a3f2-7966d1150cab triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:12.551637 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c19fbf8b-d932-46ec-bbc1-22df6b389258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:12.594271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c19fbf8b-d932-46ec-bbc1-22df6b389258 None None] Port a051a0bf-4f81-4f20-a3f2-7966d1150cab cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:12.608365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f61df2-6712-43ad-abb3-f46b1f1c14e2 req-53c6843e-3733-4f69-97ea-41cecb80a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:12.621557 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-52f61df2-6712-43ad-abb3-f46b1f1c14e2 req-53c6843e-3733-4f69-97ea-41cecb80a95d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7174c3b6-05e1-4dcf-a5c7-443847a84a9f HTTP/1.1" status: 200 len: 834 time: 0.1697588 Dec 09 22:52:12.627727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b320de0f-e639-4981-adca-53c4a3d08f6d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:52:12.713043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f61df2-6712-43ad-abb3-f46b1f1c14e2 req-e895cfea-1597-48c7-9890-fda65644ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:12.714627 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-52f61df2-6712-43ad-abb3-f46b1f1c14e2 req-e895cfea-1597-48c7-9890-fda65644ff41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=961ff395-a202-4e76-a638-3a0bad28577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922430 Dec 09 22:52:12.751111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b320de0f-e639-4981-adca-53c4a3d08f6d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:52:12.761447 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b320de0f-e639-4981-adca-53c4a3d08f6d tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "PUT /v2.0/routers/ad4b3bd7-6e88-439f-9ce5-708fc72f5c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2641649 Dec 09 22:52:12.765480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46504) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:12.766602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bd3c0-9dea-492c-b2bb-0a1f96c2af1a None None] Sync routers for ids ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:52:12.787510 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880bd3c0-9dea-492c-b2bb-0a1f96c2af1a None None] Routers {'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:12.789694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-880bd3c0-9dea-492c-b2bb-0a1f96c2af1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:12.801582 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:12.849158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd63a43-83cf-47c3-8b02-98204a548fd2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting subnet ffb8ec69-7a97-4d4a-88ea-14e46ec54dae {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:52:12.853059 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0cd63a43-83cf-47c3-8b02-98204a548fd2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:13.036619 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0cd63a43-83cf-47c3-8b02-98204a548fd2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:13.051759 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-52f61df2-6712-43ad-abb3-f46b1f1c14e2 req-f01887bf-04b5-42f3-80b3-4be62d186d95 service neutron] 10.222.0.42 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148222 Dec 09 22:52:13.092983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-880bd3c0-9dea-492c-b2bb-0a1f96c2af1a None None] Set router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:13.134520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4132a-83b8-4f74-a86d-2d8b2e68aceb req-fb2f2488-679c-435b-93a7-7e7fe1397643 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:13.143134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02a4132a-83b8-4f74-a86d-2d8b2e68aceb req-fb2f2488-679c-435b-93a7-7e7fe1397643 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 945 time: 0.1465185 Dec 09 22:52:13.267712 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0cd63a43-83cf-47c3-8b02-98204a548fd2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:13.310051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02a4132a-83b8-4f74-a86d-2d8b2e68aceb req-fcde6956-5cc0-4260-93c2-4aa1ac70ed3a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656346 Dec 09 22:52:13.334118 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-52f61df2-6712-43ad-abb3-f46b1f1c14e2 req-5e237f0b-12bd-49ef-a3fe-f954fd33674e service neutron] 10.222.0.42 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741525 Dec 09 22:52:13.363813 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0cd63a43-83cf-47c3-8b02-98204a548fd2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:13.386406 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:13.398272 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:13.400455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd63a43-83cf-47c3-8b02-98204a548fd2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb8ec69-7a97-4d4a-88ea-14e46ec54dae,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:13.405882 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0cd63a43-83cf-47c3-8b02-98204a548fd2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:13.412449 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0cd63a43-83cf-47c3-8b02-98204a548fd2 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/subnets/ffb8ec69-7a97-4d4a-88ea-14e46ec54dae HTTP/1.1" status: 204 len: 168 time: 0.6456277 Dec 09 22:52:13.413082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46516) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:13.471130 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:13.596434 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:13.740133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=a051a0bf-4f81-4f20-a3f2-7966d1150cab,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:13.823907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Network 244bfc91-8644-4afa-b830-0fe6018d534c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:13.832892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:13.921949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b81fbe-b24e-4c32-aba8-48c1b0be8608 None None] Network db71f67e-b234-46ca-817b-89809b482289 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:52:13.998241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 07ff5925-0537-44ae-89ca-cc00e847fc1e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:14.016348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 67c437be-a353-4c2e-a99a-90dfc09365f6 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:52:14.111268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:52:14.232997 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:14.353189 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Deleting port aac869e3-f3dc-466d-a180-724a464c2ef6 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:52:14.353542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:14.410601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:52:14.427249 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cfded5d0-13a4-411e-9704-144721ad7fb6 admin admin] 10.222.0.16 "PUT /v2.0/routers/eff49cf8-5311-4e2c-946c-d47d9a3f5c7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6271398 Dec 09 22:52:14.479664 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d392433e-e070-490d-a804-45a4b8afd3c5 None None] Provisioning complete for port a051a0bf-4f81-4f20-a3f2-7966d1150cab triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:14.480425 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d392433e-e070-490d-a804-45a4b8afd3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:14.555943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] For port aac869e3-f3dc-466d-a180-724a464c2ef6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=aac869e3-f3dc-466d-a180-724a464c2ef6,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:14.556447 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:14.589478 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=67c437be-a353-4c2e-a99a-90dfc09365f6,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:14.593851 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518075-3a9f-4fc9-9206-9c0ff7807d68 req-d6da6378-6c39-47fa-a726-f76888025757 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:14.595818 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5518075-3a9f-4fc9-9206-9c0ff7807d68 req-d6da6378-6c39-47fa-a726-f76888025757 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 945 time: 0.1078746 Dec 09 22:52:14.596867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Calling delete_port for aac869e3-f3dc-466d-a180-724a464c2ef6 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:52:14.654132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 67c437be-a353-4c2e-a99a-90dfc09365f6 has no active binding in host n-h1-789963-23 {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 22:52:14.655433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d392433e-e070-490d-a804-45a4b8afd3c5 None None] Port a051a0bf-4f81-4f20-a3f2-7966d1150cab cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:14.664727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-880bd3c0-9dea-492c-b2bb-0a1f96c2af1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:52:11Z', 'revision_number': 5, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port': {'id': 'aac869e3-f3dc-466d-a180-724a464c2ef6', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:50:46Z', 'updated_at': '2021-12-09T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:14.668918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 07ff5925-0537-44ae-89ca-cc00e847fc1e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:14.668918 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:14.785747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e416191-e25d-4eda-9dac-1eb3f9818a14 None None] DHCP port deletion for db71f67e-b234-46ca-817b-89809b482289 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:14.789160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bd3c0-9dea-492c-b2bb-0a1f96c2af1a None None] Checking router: ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:52:14.902334 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880bd3c0-9dea-492c-b2bb-0a1f96c2af1a None None] Routers {'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:14.902981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-880bd3c0-9dea-492c-b2bb-0a1f96c2af1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:15.078823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-880bd3c0-9dea-492c-b2bb-0a1f96c2af1a None None] Set router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:15.094372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5518075-3a9f-4fc9-9206-9c0ff7807d68 req-5b988d2f-b304-4ea0-a9c2-f749cb7f16be tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4844429 Dec 09 22:52:15.196285 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.218826 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-880bd3c0-9dea-492c-b2bb-0a1f96c2af1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:52:14Z', 'revision_number': 6, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:15.275532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Port': ['ID=aac869e3-f3dc-466d-a180-724a464c2ef6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:15.292738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bd3c0-9dea-492c-b2bb-0a1f96c2af1a None None] The sync data for ids ['ad4b3bd7-6e88-439f-9ce5-708fc72f5c52'] in n-d-789963-23 is: [{'id': 'ad4b3bd7-6e88-439f-9ce5-708fc72f5c52', 'name': 'tempest-TestNetworkBasicOps-router-768013580', 'tenant_id': '8d5883f7417a42efabff0c7cb8a885e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:45Z', 'updated_at': '2021-12-09T22:52:14Z', 'revision_number': 6, 'project_id': '8d5883f7417a42efabff0c7cb8a885e9', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:52:15.319472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0593b57-56a0-4afd-a560-99ba26bfb4fe None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:15.350630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3e416191-e25d-4eda-9dac-1eb3f9818a14 None None] Deleting port 0b689fba-aeea-4ac4-bd13-c463bd513d08 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:52:15.360138 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e416191-e25d-4eda-9dac-1eb3f9818a14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.466767 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.506695 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Sync routers for ids ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:52:15.524834 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Routers {'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:15.527100 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:15.538090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3e416191-e25d-4eda-9dac-1eb3f9818a14 None None] For port 0b689fba-aeea-4ac4-bd13-c463bd513d08, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0b689fba-aeea-4ac4-bd13-c463bd513d08,segment=NetworkSegment(5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f),segment_id=5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:15.538492 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e416191-e25d-4eda-9dac-1eb3f9818a14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.563783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3e416191-e25d-4eda-9dac-1eb3f9818a14 None None] Calling delete_port for 0b689fba-aeea-4ac4-bd13-c463bd513d08 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:52:15.588539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46570) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:15.594372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1483628175-network', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:15.632079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Made reservation on behalf of 1b797e6b9fad4a1f8da498e9ef30a15b for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:52:15.634621 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.650440 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.711703 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.716373 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.748753 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e416191-e25d-4eda-9dac-1eb3f9818a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.834098 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.837232 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Set router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:15.859658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e416191-e25d-4eda-9dac-1eb3f9818a14 None None] No DVR routers for this DVR port 0b689fba-aeea-4ac4-bd13-c463bd513d08 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:52:15.873734 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e416191-e25d-4eda-9dac-1eb3f9818a14 None None] Pushing event deleted for resources: {'Port': ['ID=0b689fba-aeea-4ac4-bd13-c463bd513d08,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:15.874213 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.874806 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Fanout notify agent at l3_agent the message router_deleted on router ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:52:15.896171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.897548 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:15.915433 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e7963d12-0843-45fa-9b23-bb064c15b9c1 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/routers/ad4b3bd7-6e88-439f-9ce5-708fc72f5c52 HTTP/1.1" status: 204 len: 168 time: 2.4988759 Dec 09 22:52:15.919103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46578) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:15.960479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0b689fba-aeea-4ac4-bd13-c463bd513d08 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:52:16.003723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0b689fba-aeea-4ac4-bd13-c463bd513d08 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:52:16.004898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0b689fba-aeea-4ac4-bd13-c463bd513d08 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:52:16.005754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a25220bf-b04b-4717-bef6-b41b899b3534 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:52:16.025137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:52:16.044974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a25220bf-b04b-4717-bef6-b41b899b3534 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:52:16.045834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a25220bf-b04b-4717-bef6-b41b899b3534 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:52:16.057301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56499bbe-17b9-4197-8f68-c1236922347e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:16.085668 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:16.086059 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Added segment 96463738-dcad-4fc1-ab2a-09145d05a1b7 of type vlan for network 3f132104-4176-4b10-8153-d1531a1369d6 Dec 09 22:52:16.140211 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:16.202743 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-463f9803-bbbf-4ad9-823f-5c424be26248 service neutron] 10.222.0.42 "GET /v2.0/ports/67c437be-a353-4c2e-a99a-90dfc09365f6/bindings/n-h1-789963-23 HTTP/1.1" status: 200 len: 385 time: 0.4341738 Dec 09 22:52:16.236909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:16.333603 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:16.335696 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a051a0bf-4f81-4f20-a3f2-7966d1150cab', 'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'mac_address': 'fa:16:3e:82:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:10Z', 'updated_at': '2021-12-09T22:52:13Z', 'revision_number': 2, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'subnets': [{'id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:16.372124 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Checking router: eff49cf8-5311-4e2c-946c-d47d9a3f5c7a for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:52:16.372493 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Updating router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a port a051a0bf-4f81-4f20-a3f2-7966d1150cab binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:52:16.403392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db71f67e-b234-46ca-817b-89809b482289']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:16.404046 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:16.447641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:16.447938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8cf0b6-c111-4f4a-b5e8-c0715fc5901f') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:16.468175 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:16.495013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9d2f4-382a-4f6d-aa76-46f0577dfe68 req-74e89654-4a62-4ffc-ac0d-901cde472dc6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:16.506160 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50b9d2f4-382a-4f6d-aa76-46f0577dfe68 req-74e89654-4a62-4ffc-ac0d-901cde472dc6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 945 time: 0.2389910 Dec 09 22:52:16.551380 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:16.598195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:52:16.598593 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:52:16.602616 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:52:16.622392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50b9d2f4-382a-4f6d-aa76-46f0577dfe68 req-ead70473-cc6f-4a08-b6bf-18732186c2db tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153197 Dec 09 22:52:16.712880 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:16.719707 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:16.727907 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] 10.222.0.16 "DELETE /v2.0/networks/db71f67e-b234-46ca-817b-89809b482289 HTTP/1.1" status: 204 len: 168 time: 0.8043246 Dec 09 22:52:16.747723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d031c12-127e-4b7d-a626-477193723426 tempest-TestNetworkBasicOps-352801012 tempest-TestNetworkBasicOps-352801012-project] Pushing event deleted for resources: {'Network': ['ID=db71f67e-b234-46ca-817b-89809b482289,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:16.851861 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:16.861469 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:16.967148 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa40cd5-6814-480c-a6c3-d1c4c97ff797 None None] Pushing event updated for resources: {'Port': ['ID=a051a0bf-4f81-4f20-a3f2-7966d1150cab,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:17.076799 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Attempting to bind port a051a0bf-4f81-4f20-a3f2-7966d1150cab on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:17.077431 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Attempting to bind port a051a0bf-4f81-4f20-a3f2-7966d1150cab by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:17.078005 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Attempting to bind port a051a0bf-4f81-4f20-a3f2-7966d1150cab on network 244bfc91-8644-4afa-b830-0fe6018d534c {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:17.084133 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:17.084761 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Checking segment: {'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:17.085625 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:17.086205 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Bound using segment: {'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:17.086864 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Bound port: a051a0bf-4f81-4f20-a3f2-7966d1150cab, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:17.087439 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:17.119227 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:17.120212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:17.120831 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:17.263468 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] For port a051a0bf-4f81-4f20-a3f2-7966d1150cab, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:17.272268 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] For port a051a0bf-4f81-4f20-a3f2-7966d1150cab, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a051a0bf-4f81-4f20-a3f2-7966d1150cab,segment=NetworkSegment(b6dce4df-7573-44de-93c8-9ef796d81786),segment_id=b6dce4df-7573-44de-93c8-9ef796d81786)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:17.285872 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:17.313684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-783e36c8-390b-464d-8961-1d81392baf84 None None] Provisioning complete for port a051a0bf-4f81-4f20-a3f2-7966d1150cab triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:17.315011 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-783e36c8-390b-464d-8961-1d81392baf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:17.384840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] Pushing event updated for resources: {'Network': ['ID=3f132104-4176-4b10-8153-d1531a1369d6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:17.407620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 3f132104-4176-4b10-8153-d1531a1369d6 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:52:17.434407 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Routers {'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:17.435170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46618) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:17.435632 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:17.486001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46622) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:17.488243 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-72480994-e16a-4219-ab57-5397fc631e5d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8983817 Dec 09 22:52:17.492107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-58b9edb0-fce9-4afd-a82f-4786ace7558a admin admin] Request body: {'subnet': {'network_id': '3f132104-4176-4b10-8153-d1531a1369d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1483628175-subnet', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:17.531735 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa40cd5-6814-480c-a6c3-d1c4c97ff797 None None] Pushing event updated for resources: {'Port': ['ID=a051a0bf-4f81-4f20-a3f2-7966d1150cab,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:17.546592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device aac869e3-f3dc-466d-a180-724a464c2ef6 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:52:17.585711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b9edb0-fce9-4afd-a82f-4786ace7558a admin admin] Made reservation on behalf of 1b797e6b9fad4a1f8da498e9ef30a15b for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:52:17.589087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-450e484a-4043-4a46-9066-743e5443331c service neutron] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=67c437be-a353-4c2e-a99a-90dfc09365f6,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:17.591857 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58b9edb0-fce9-4afd-a82f-4786ace7558a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:17.643467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-450e484a-4043-4a46-9066-743e5443331c service neutron] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:17.708031 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] Set router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:17.742729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-450e484a-4043-4a46-9066-743e5443331c service neutron] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=67c437be-a353-4c2e-a99a-90dfc09365f6,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:17.756147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:17.758099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: aac869e3-f3dc-466d-a180-724a464c2ef6 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:52:17.758671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device aac869e3-f3dc-466d-a180-724a464c2ef6 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:52:17.760052 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da8e99f-55df-46cd-bfef-d1cfb521695e" -d '{"events": [{"server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "name": "network-vif-unplugged", "status": "completed", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:17.771056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-783e36c8-390b-464d-8961-1d81392baf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:17.773198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-450e484a-4043-4a46-9066-743e5443331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:17.850135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-783e36c8-390b-464d-8961-1d81392baf84 None None] For port a051a0bf-4f81-4f20-a3f2-7966d1150cab, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a051a0bf-4f81-4f20-a3f2-7966d1150cab,segment=NetworkSegment(b6dce4df-7573-44de-93c8-9ef796d81786),segment_id=b6dce4df-7573-44de-93c8-9ef796d81786)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:17.860906 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-783e36c8-390b-464d-8961-1d81392baf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:17.884152 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce3cf07-cb69-4f47-90c1-6904a99885db x-openstack-request-id: req-8ce3cf07-cb69-4f47-90c1-6904a99885db {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:17.884651 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "name": "network-vif-unplugged", "status": "completed", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:17.885093 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ce3cf07-cb69-4f47-90c1-6904a99885db {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:17.885649 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'code': 200} Dec 09 22:52:17.939796 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e36c8-390b-464d-8961-1d81392baf84 None None] Pushing event updated for resources: {'Port': ['ID=a051a0bf-4f81-4f20-a3f2-7966d1150cab,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:17.965378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-450e484a-4043-4a46-9066-743e5443331c service neutron] Transition to ACTIVE for port object 67c437be-a353-4c2e-a99a-90dfc09365f6 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:52:17.976060 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-450e484a-4043-4a46-9066-743e5443331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:17.993628 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9545f320-d7da-4dad-be5f-764dfc5d8441 None None] Provisioning complete for port a051a0bf-4f81-4f20-a3f2-7966d1150cab triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:17.994318 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9545f320-d7da-4dad-be5f-764dfc5d8441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:18.029032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c779c6f-9a29-4f8c-a3d2-39dc9941c9cd req-1f91f3fb-b98e-4bda-b960-3ff14f9d3f03 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:18.037633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c779c6f-9a29-4f8c-a3d2-39dc9941c9cd req-1f91f3fb-b98e-4bda-b960-3ff14f9d3f03 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 944 time: 0.2035706 Dec 09 22:52:18.068406 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a051a0bf-4f81-4f20-a3f2-7966d1150cab', 'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'mac_address': 'fa:16:3e:82:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:10Z', 'updated_at': '2021-12-09T22:52:17Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'subnets': [{'id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:18.108162 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77111ef1-cfbc-4d14-bfc2-d92d4740dcd8 None None] The sync data for ids ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'] in n-d-789963-23 is: [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a051a0bf-4f81-4f20-a3f2-7966d1150cab', 'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'mac_address': 'fa:16:3e:82:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:10Z', 'updated_at': '2021-12-09T22:52:17Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'subnets': [{'id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:52:18.112774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ac8399f6-23c3-49f3-9cc4-1a5db92c29b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d5883f7417a42efabff0c7cb8a885e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6765199 Dec 09 22:52:18.123781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46640) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:18.152498 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e484a-4043-4a46-9066-743e5443331c service neutron] Pushing event updated for resources: {'Port': ['ID=67c437be-a353-4c2e-a99a-90dfc09365f6,revision_number=11']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:18.201654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c779c6f-9a29-4f8c-a3d2-39dc9941c9cd req-69a2a1bc-1c4a-48cc-9fcb-195b6046ba9b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942264 Dec 09 22:52:18.300600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-450e484a-4043-4a46-9066-743e5443331c service neutron] No DVR routers for this DVR port 67c437be-a353-4c2e-a99a-90dfc09365f6 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:52:18.357485 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58b9edb0-fce9-4afd-a82f-4786ace7558a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:18.425053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19631861-363c-447c-9970-739e6fd1aae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:18.471465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9edb0-fce9-4afd-a82f-4786ace7558a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d72aa4-77e7-45ee-bf71-a23c1e2bac21,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:18.473677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9edb0-fce9-4afd-a82f-4786ace7558a admin admin] Checking segment: {'id': '96463738-dcad-4fc1-ab2a-09145d05a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:18.474178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9edb0-fce9-4afd-a82f-4786ace7558a admin admin] Network hostable DHCP agents. Network: 3f132104-4176-4b10-8153-d1531a1369d6, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:52:18.509006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9edb0-fce9-4afd-a82f-4786ace7558a admin admin] Network 3f132104-4176-4b10-8153-d1531a1369d6 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:52:18.515093 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19631861-363c-447c-9970-739e6fd1aae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:18.545544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-58b9edb0-fce9-4afd-a82f-4786ace7558a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 3f132104-4176-4b10-8153-d1531a1369d6) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:18.554592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0e8894-e42c-4cb7-ac76-9841cf8e2e82 None None] Network 3f132104-4176-4b10-8153-d1531a1369d6 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:52:18.559666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b9edb0-fce9-4afd-a82f-4786ace7558a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:18.560454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58b9edb0-fce9-4afd-a82f-4786ace7558a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:18.590428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-58b9edb0-fce9-4afd-a82f-4786ace7558a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0985243 Dec 09 22:52:18.590428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46646) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:18.596951 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1483628175-router', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:18.639306 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:18.641293 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:18.690103 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19631861-363c-447c-9970-739e6fd1aae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:18.695945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19631861-363c-447c-9970-739e6fd1aae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:18.698397 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-19631861-363c-447c-9970-739e6fd1aae5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7afe817-a7fd-4c99-87bd-5032c4952d2f HTTP/1.1" status: 204 len: 168 time: 0.5731969 Dec 09 22:52:18.781357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-3f132104-4176-4b10-8153-d1531a1369d6', 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6', 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'fixed_ips': [{'subnet_id': '44d72aa4-77e7-45ee-bf71-a23c1e2bac21'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:52:18.782395 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:18.804682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19631861-363c-447c-9970-739e6fd1aae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7afe817-a7fd-4c99-87bd-5032c4952d2f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:18.829463 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:18.839193 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-450e484a-4043-4a46-9066-743e5443331c service neutron] 10.222.0.42 "PUT /v2.0/ports/67c437be-a353-4c2e-a99a-90dfc09365f6/bindings/n-h1-789963-23/activate HTTP/1.1" status: 200 len: 370 time: 2.6214454 Dec 09 22:52:18.991834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-1a2ec272-e795-430b-ad35-642809981391 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:18.993586 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-1a2ec272-e795-430b-ad35-642809981391 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.0833006 Dec 09 22:52:19.138700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Allocated IP 172.20.0.2 (3f132104-4176-4b10-8153-d1531a1369d6/44d72aa4-77e7-45ee-bf71-a23c1e2bac21/91cc6216-4916-4441-80da-98ddfd46b6b8) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:52:19.176311 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:19.187379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-c0960e66-059f-4713-ad0f-c192efbb9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:19.189109 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-c0960e66-059f-4713-ad0f-c192efbb9b40 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 1096 time: 0.1869044 Dec 09 22:52:19.302071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46662) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:19.350732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-7810f977-6dd0-4bd0-958c-daa1a33f1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:19.354469 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-7810f977-6dd0-4bd0-958c-daa1a33f1409 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 1096 time: 0.1046121 Dec 09 22:52:19.365246 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-981e6276-02cc-4e8a-95e3-98153a048d5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:19.403742 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:19.417103 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:19.470455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Network 3f132104-4176-4b10-8153-d1531a1369d6 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:19.474459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:19.493065 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:52:19.525683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Pushing event updated for resources: {'Port': ['ID=91cc6216-4916-4441-80da-98ddfd46b6b8,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:19.601162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-e2540a46-dd18-4589-87f7-ed0470051be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:19.602767 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-e2540a46-dd18-4589-87f7-ed0470051be1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=961ff395-a202-4e76-a638-3a0bad28577c HTTP/1.1" status: 200 len: 898 time: 0.2400224 Dec 09 22:52:19.644080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a051a0bf-4f81-4f20-a3f2-7966d1150cab up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:19.677015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2279f0d-b747-4138-8768-9630ed38b969 req-a37074ef-fd71-46b5-849f-e5acb76a32df tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:19.679126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Attempting to bind port 91cc6216-4916-4441-80da-98ddfd46b6b8 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:19.680289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2279f0d-b747-4138-8768-9630ed38b969 req-a37074ef-fd71-46b5-849f-e5acb76a32df tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 944 time: 0.3261869 Dec 09 22:52:19.680769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Attempting to bind port 91cc6216-4916-4441-80da-98ddfd46b6b8 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '96463738-dcad-4fc1-ab2a-09145d05a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:19.683532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Attempting to bind port 91cc6216-4916-4441-80da-98ddfd46b6b8 on network 3f132104-4176-4b10-8153-d1531a1369d6 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:19.725730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:19.726380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Checking segment: {'id': '96463738-dcad-4fc1-ab2a-09145d05a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:19.726895 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:19.727502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Bound using segment: {'id': '96463738-dcad-4fc1-ab2a-09145d05a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:19.728344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Bound port: 91cc6216-4916-4441-80da-98ddfd46b6b8, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96463738-dcad-4fc1-ab2a-09145d05a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:19.728839 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:19.737614 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-0dafc5b8-c3f3-42bc-8f15-dd01817cc560 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67c437be-a353-4c2e-a99a-90dfc09365f6 HTTP/1.1" status: 200 len: 998 time: 0.1255245 Dec 09 22:52:19.822683 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:19.862332 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-6751851e-9299-4d09-85f7-8a920531f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:19.863991 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-6751851e-9299-4d09-85f7-8a920531f19e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7174c3b6-05e1-4dcf-a5c7-443847a84a9f HTTP/1.1" status: 200 len: 834 time: 0.1166701 Dec 09 22:52:19.868620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] For port 91cc6216-4916-4441-80da-98ddfd46b6b8, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:19.875728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] For port 91cc6216-4916-4441-80da-98ddfd46b6b8, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=91cc6216-4916-4441-80da-98ddfd46b6b8,segment=NetworkSegment(96463738-dcad-4fc1-ab2a-09145d05a1b7),segment_id=96463738-dcad-4fc1-ab2a-09145d05a1b7)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:19.880006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a051a0bf-4f81-4f20-a3f2-7966d1150cab triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:19.880416 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:19.905755 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:19.911049 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:19.941456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2279f0d-b747-4138-8768-9630ed38b969 req-4e03e350-c9de-4ba1-b548-1db4c10d58da tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498124 Dec 09 22:52:19.956975 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-981e6276-02cc-4e8a-95e3-98153a048d5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:19.980259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-7c48fab5-1739-42c2-9ba5-c56613438c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:19.980259 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-7c48fab5-1739-42c2-9ba5-c56613438c90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=961ff395-a202-4e76-a638-3a0bad28577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067212 Dec 09 22:52:19.991414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 67c437be-a353-4c2e-a99a-90dfc09365f6 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:52:20.050773 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-981e6276-02cc-4e8a-95e3-98153a048d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:20.096199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-981e6276-02cc-4e8a-95e3-98153a048d5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5e9dcdd8e9f4b2b8b5999accfdf064f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7921033 Dec 09 22:52:20.101825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46674) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:20.112497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 67c437be-a353-4c2e-a99a-90dfc09365f6 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:52:20.186887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-f622ada1-bf39-44da-a112-759446718d36 service neutron] 10.222.0.18 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009497 Dec 09 22:52:20.205948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980f964-6286-4b37-9334-0dc771aaad72 None None] Pushing event updated for resources: {'Port': ['ID=91cc6216-4916-4441-80da-98ddfd46b6b8,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:20.293037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e6276-02cc-4e8a-95e3-98153a048d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f352529f-f671-47ae-a722-e6ba6d2c6636,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:20.356265 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b33d40e-13ae-4979-84a9-ef59953b4ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:20.397228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Allocated IP 172.25.8.144 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/75a77504-f2cb-4580-b342-2a01c182938c) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:52:20.400622 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b33d40e-13ae-4979-84a9-ef59953b4ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:20.445154 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d437e883-42ea-4326-98b6-d86cdcb176ed service neutron] 10.222.0.18 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490349 Dec 09 22:52:20.541878 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b33d40e-13ae-4979-84a9-ef59953b4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:20.544613 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b33d40e-13ae-4979-84a9-ef59953b4ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:20.548921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9b33d40e-13ae-4979-84a9-ef59953b4ebe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f352529f-f671-47ae-a722-e6ba6d2c6636 HTTP/1.1" status: 204 len: 168 time: 0.4426787 Dec 09 22:52:20.568396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33d40e-13ae-4979-84a9-ef59953b4ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f352529f-f671-47ae-a722-e6ba6d2c6636,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:20.608203 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:20.674412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:20.722795 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:20.725834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:20.728540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:52:20.757870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30edc6a7-7385-4971-8c63-84f384591fb6 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:20.781437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Pushing event updated for resources: {'Port': ['ID=75a77504-f2cb-4580-b342-2a01c182938c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:20.868739 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-279dfaab-dc71-4aa1-bc7a-3a54fe5ab7cc tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:20.871849 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-279dfaab-dc71-4aa1-bc7a-3a54fe5ab7cc tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 1096 time: 0.1122947 Dec 09 22:52:20.876071 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-288ae47f-58ae-4dc2-a073-1af97d753f43 None None] Provisioning complete for port 75a77504-f2cb-4580-b342-2a01c182938c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:20.876454 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-288ae47f-58ae-4dc2-a073-1af97d753f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:20.947961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-288ae47f-58ae-4dc2-a073-1af97d753f43 None None] Port 75a77504-f2cb-4580-b342-2a01c182938c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:21.113566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-b4b65884-3c51-4733-9c9b-eca85719e8ed service neutron] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:21.117998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-b4b65884-3c51-4733-9c9b-eca85719e8ed service neutron] Publish callbacks [] for binding, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:21.119664 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-b4b65884-3c51-4733-9c9b-eca85719e8ed service neutron] 10.222.0.18 "DELETE /v2.0/ports/67c437be-a353-4c2e-a99a-90dfc09365f6/bindings/n-h2-789963-23 HTTP/1.1" status: 204 len: 173 time: 0.2402573 Dec 09 22:52:21.286298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87140f19-31a0-4155-a64f-9d975669d717 req-3015ebaa-20e6-43d1-92a9-95778edfe19f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:21.287833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87140f19-31a0-4155-a64f-9d975669d717 req-3015ebaa-20e6-43d1-92a9-95778edfe19f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 944 time: 0.1810956 Dec 09 22:52:21.451143 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87140f19-31a0-4155-a64f-9d975669d717 req-31090482-c399-4282-8511-ac907b01735e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075587 Dec 09 22:52:21.459480 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:21.680927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 91cc6216-4916-4441-80da-98ddfd46b6b8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:21.719668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24548d1-69d5-492b-b226-abf6f7dcd877 req-d5c8e743-a616-4237-857d-ba2d80c1a910 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:21.727644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f24548d1-69d5-492b-b226-abf6f7dcd877 req-d5c8e743-a616-4237-857d-ba2d80c1a910 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 1096 time: 0.1111362 Dec 09 22:52:21.820780 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f24548d1-69d5-492b-b226-abf6f7dcd877 req-d13a024c-399f-4950-bb35-788310308dac tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870893 Dec 09 22:52:21.872228 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:21.936313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13034823-0051-456c-a0e4-5b157f56d5ec None None] Network 3f132104-4176-4b10-8153-d1531a1369d6 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:52:22.098600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-31f16a68-a930-4a2f-8d26-6c68b894df8a None None] Provisioning complete for port 91cc6216-4916-4441-80da-98ddfd46b6b8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:22.099537 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-31f16a68-a930-4a2f-8d26-6c68b894df8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:22.171037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 91cc6216-4916-4441-80da-98ddfd46b6b8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:22.171415 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:22.347678 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-31f16a68-a930-4a2f-8d26-6c68b894df8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:22.422219 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:22.428868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-31f16a68-a930-4a2f-8d26-6c68b894df8a None None] For port 91cc6216-4916-4441-80da-98ddfd46b6b8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=91cc6216-4916-4441-80da-98ddfd46b6b8,segment=NetworkSegment(96463738-dcad-4fc1-ab2a-09145d05a1b7),segment_id=96463738-dcad-4fc1-ab2a-09145d05a1b7)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:22.439978 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-31f16a68-a930-4a2f-8d26-6c68b894df8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:22.535373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce57f83-9a49-404c-99d5-bd40b5442589 req-d4b04c8e-5a42-4d6a-b3e0-3411154c2850 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:22.543573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fce57f83-9a49-404c-99d5-bd40b5442589 req-d4b04c8e-5a42-4d6a-b3e0-3411154c2850 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 944 time: 0.5339060 Dec 09 22:52:22.551912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Router fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:52:22.569490 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 22:52:22.569917 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 22:52:22.570473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f16a68-a930-4a2f-8d26-6c68b894df8a None None] Pushing event updated for resources: {'Port': ['ID=91cc6216-4916-4441-80da-98ddfd46b6b8,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:22.579596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46722) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:22.642377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fce57f83-9a49-404c-99d5-bd40b5442589 req-d6600afa-f70c-4776-87a5-783c1fbb7c9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974844 Dec 09 22:52:22.664351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46728) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:22.670297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bbade99d-ec01-42ff-9c99-46934451b6e2 None None] Provisioning complete for port 91cc6216-4916-4441-80da-98ddfd46b6b8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:22.670670 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbade99d-ec01-42ff-9c99-46934451b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:22.749291 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-82b50f84-8c24-4d2d-89e8-28648a88238c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2 HTTP/1.1" status: 200 len: 990 time: 0.0783899 Dec 09 22:52:22.760888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:52:22.790846 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a4f11441-1453-44ba-a6e2-76f79c47bc7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:22.801003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Sync routers for ids ['fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:52:22.805949 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:22.811399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46736) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:22.811633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1249692d-0640-49ca-bdbe-4c4c660e1b77 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2200198 Dec 09 22:52:22.845337 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:22.849345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Routers {'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:22.850007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:22.969928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Set router fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:23.027709 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46742) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:23.186066 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a4f11441-1453-44ba-a6e2-76f79c47bc7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.203772 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a4f11441-1453-44ba-a6e2-76f79c47bc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.258825 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a4f11441-1453-44ba-a6e2-76f79c47bc7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc494f64bf9e4d26a3d790abc0183c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6771903 Dec 09 22:52:23.270303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'name': 'tempest-TestVolumeBackupRestore-1483628175-router', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '75a77504-f2cb-4580-b342-2a01c182938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:18Z', 'updated_at': '2021-12-09T22:52:21Z', 'revision_number': 3, 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'gw_port': {'id': '75a77504-f2cb-4580-b342-2a01c182938c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:19Z', 'updated_at': '2021-12-09T22:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:23.290931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f11441-1453-44ba-a6e2-76f79c47bc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802948ff-c2ed-4138-8a17-6b524407335e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:23.295485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46748) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:23.299918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Checking router: fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:52:23.300526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Updating router fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 port 75a77504-f2cb-4580-b342-2a01c182938c binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:52:23.333184 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.382225 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port acbdb804-a13f-45a3-9c26-751c16b93628 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:52:23.382574 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.426824 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-207fd0ba-4eb3-40e9-be2d-ebeab49a4185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.494958 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.495690 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.512239 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for acbdb804-a13f-45a3-9c26-751c16b93628 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:52:23.521760 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-207fd0ba-4eb3-40e9-be2d-ebeab49a4185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.615897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 91cc6216-4916-4441-80da-98ddfd46b6b8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:23.630754 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.659661 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.682525 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.735518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1490d175-849b-4ab8-92f9-2d146a855647 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:23.757298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Attempting to bind port 75a77504-f2cb-4580-b342-2a01c182938c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:23.757663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Attempting to bind port 75a77504-f2cb-4580-b342-2a01c182938c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:23.758037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Attempting to bind port 75a77504-f2cb-4580-b342-2a01c182938c on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:23.766930 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-207fd0ba-4eb3-40e9-be2d-ebeab49a4185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.768034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af8f56-6d69-4d7d-ac73-93a656df3b2e None None] Pushing event updated for resources: {'Port': ['ID=75a77504-f2cb-4580-b342-2a01c182938c,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:23.772082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:23.772459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:23.772901 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.773293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:23.773770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Bound port: 75a77504-f2cb-4580-b342-2a01c182938c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:23.774173 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.780219 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-207fd0ba-4eb3-40e9-be2d-ebeab49a4185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.785958 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-207fd0ba-4eb3-40e9-be2d-ebeab49a4185 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/802948ff-c2ed-4138-8a17-6b524407335e HTTP/1.1" status: 204 len: 168 time: 0.4872115 Dec 09 22:52:23.822233 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fd0ba-4eb3-40e9-be2d-ebeab49a4185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802948ff-c2ed-4138-8a17-6b524407335e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:23.862994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 91cc6216-4916-4441-80da-98ddfd46b6b8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:23.863376 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.892747 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:23.940616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] For port 75a77504-f2cb-4580-b342-2a01c182938c, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:23.949963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=acbdb804-a13f-45a3-9c26-751c16b93628,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:23.975813 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] For port 75a77504-f2cb-4580-b342-2a01c182938c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=75a77504-f2cb-4580-b342-2a01c182938c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:23.976962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Allocated IP 172.20.0.1 (3f132104-4176-4b10-8153-d1531a1369d6/44d72aa4-77e7-45ee-bf71-a23c1e2bac21/a922d8b5-6d10-46b5-9d5a-97e54a580337) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:52:23.978875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d50a3f9a-5f21-4d04-b479-e0a4f8b942c6 None None] Provisioning complete for port 75a77504-f2cb-4580-b342-2a01c182938c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:23.979246 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d50a3f9a-5f21-4d04-b479-e0a4f8b942c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.017906 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.049064 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.060394 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Floating IP c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2 disassociated (deleted). External IP: 172.25.8.19, port: 67c437be-a353-4c2e-a99a-90dfc09365f6. Dec 09 22:52:24.116680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c5f8a-f266-4a79-9cd6-65b2979444f2 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:24.138325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d50a3f9a-5f21-4d04-b479-e0a4f8b942c6 None None] Port 75a77504-f2cb-4580-b342-2a01c182938c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:24.163393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.194979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af8f56-6d69-4d7d-ac73-93a656df3b2e None None] Pushing event updated for resources: {'Port': ['ID=75a77504-f2cb-4580-b342-2a01c182938c,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:24.197740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Routers {'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:24.198615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:24.296840 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.311336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-91469019-1ead-4386-b875-bc10c42c4e25 None None] Provisioning complete for port 75a77504-f2cb-4580-b342-2a01c182938c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:24.311818 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91469019-1ead-4386-b875-bc10c42c4e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.340280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 46768) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:24.352229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Network 3f132104-4176-4b10-8153-d1531a1369d6 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:24.368501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:24.373146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Pushing event updated for resources: {'Port': ['ID=a922d8b5-6d10-46b5-9d5a-97e54a580337,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:24.375793 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ddb4df1d-4688-4e34-a9dc-34b05b0d315d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.378625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] Set router fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:24.381506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:52:24.439294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.473087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router 0948f038-d4a4-4330-a08c-4f4610157d9c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:52:24.584483 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91469019-1ead-4386-b875-bc10c42c4e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.628458 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ddb4df1d-4688-4e34-a9dc-34b05b0d315d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.642766 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ddb4df1d-4688-4e34-a9dc-34b05b0d315d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.644634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-91469019-1ead-4386-b875-bc10c42c4e25 None None] For port 75a77504-f2cb-4580-b342-2a01c182938c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=75a77504-f2cb-4580-b342-2a01c182938c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:24.648960 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91469019-1ead-4386-b875-bc10c42c4e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.662769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:52:24.675359 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.678877 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391eb3f-17b9-4f2c-8e99-25eb3c63b8bb None None] Sync routers for ids ['0948f038-d4a4-4330-a08c-4f4610157d9c'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:52:24.695128 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391eb3f-17b9-4f2c-8e99-25eb3c63b8bb None None] Routers {'0948f038-d4a4-4330-a08c-4f4610157d9c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:24.697554 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1391eb3f-17b9-4f2c-8e99-25eb3c63b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0948f038-d4a4-4330-a08c-4f4610157d9c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:24.722183 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b652925c-409f-4861-9880-e7bc97444f39 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/floatingips/c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2 HTTP/1.1" status: 204 len: 168 time: 1.6905463 Dec 09 22:52:24.722183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:24.724146 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.736556 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557d74c2-a71c-45db-9111-0fdaade41907" -d '{"events": [{"name": "network-changed", "server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:24.740088 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ddb4df1d-4688-4e34-a9dc-34b05b0d315d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d03329bb5e6c4112baf20d9db6a601d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3994958 Dec 09 22:52:24.742591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4df1d-4688-4e34-a9dc-34b05b0d315d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5658e414-a997-4f22-8fa6-bfebb3e4603b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:24.760692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46776) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:24.855050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91469019-1ead-4386-b875-bc10c42c4e25 None None] Pushing event updated for resources: {'Port': ['ID=75a77504-f2cb-4580-b342-2a01c182938c,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:24.888856 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd48503d-9eea-4e8c-886b-0b537f513e21 x-openstack-request-id: req-dd48503d-9eea-4e8c-886b-0b537f513e21 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:24.889324 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:24.889585 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd48503d-9eea-4e8c-886b-0b537f513e21 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:24.890163 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'status': 'completed', 'code': 200} Dec 09 22:52:24.895677 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7df52a1-dff5-428d-b1ba-7bbe80c95cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.903373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'name': 'tempest-TestVolumeBackupRestore-1483628175-router', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '75a77504-f2cb-4580-b342-2a01c182938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:18Z', 'updated_at': '2021-12-09T22:52:21Z', 'revision_number': 3, 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'gw_port': {'id': '75a77504-f2cb-4580-b342-2a01c182938c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:19Z', 'updated_at': '2021-12-09T22:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:24.941245 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7df52a1-dff5-428d-b1ba-7bbe80c95cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.948189 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1391eb3f-17b9-4f2c-8e99-25eb3c63b8bb None None] Set router 0948f038-d4a4-4330-a08c-4f4610157d9c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:24.975477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b5631408-cbbf-44bd-8baf-123ef8948e79 None None] Provisioning complete for port a922d8b5-6d10-46b5-9d5a-97e54a580337 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:24.975934 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b5631408-cbbf-44bd-8baf-123ef8948e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:24.987196 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c0336c-93eb-495d-9e6a-20c98a7da797 None None] The sync data for ids ['fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'] in n-d-789963-23 is: [{'id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'name': 'tempest-TestVolumeBackupRestore-1483628175-router', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '75a77504-f2cb-4580-b342-2a01c182938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:18Z', 'updated_at': '2021-12-09T22:52:21Z', 'revision_number': 3, 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'gw_port': {'id': '75a77504-f2cb-4580-b342-2a01c182938c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:19Z', 'updated_at': '2021-12-09T22:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:52:25.049340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d74c2-a71c-45db-9111-0fdaade41907 req-a8edfb8c-9596-4fcb-a0c2-4b182d7e82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:25.049984 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7df52a1-dff5-428d-b1ba-7bbe80c95cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:25.050623 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-557d74c2-a71c-45db-9111-0fdaade41907 req-a8edfb8c-9596-4fcb-a0c2-4b182d7e82a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 1096 time: 0.1062961 Dec 09 22:52:25.056087 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7df52a1-dff5-428d-b1ba-7bbe80c95cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:25.061577 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c7df52a1-dff5-428d-b1ba-7bbe80c95cce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5658e414-a997-4f22-8fa6-bfebb3e4603b HTTP/1.1" status: 204 len: 168 time: 0.2947295 Dec 09 22:52:25.061819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b5631408-cbbf-44bd-8baf-123ef8948e79 None None] Port a922d8b5-6d10-46b5-9d5a-97e54a580337 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:25.084624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df52a1-dff5-428d-b1ba-7bbe80c95cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5658e414-a997-4f22-8fa6-bfebb3e4603b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:25.088619 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:25.103646 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:25.290680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a982d-c067-40b0-ad3c-47acc5705230 req-ee37ed76-f7fe-4a02-b35a-900826919c08 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:25.302521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d9a982d-c067-40b0-ad3c-47acc5705230 req-ee37ed76-f7fe-4a02-b35a-900826919c08 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 944 time: 0.1102054 Dec 09 22:52:25.327434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:25.397828 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1391eb3f-17b9-4f2c-8e99-25eb3c63b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7a24385b-d489-4e6f-b613-6d423d7bb0b0', 'name': '', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:9a:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:08Z', 'updated_at': '2021-12-09T22:51:17Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:25.402333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Pushing event updated for resources: {'Port': ['ID=a922d8b5-6d10-46b5-9d5a-97e54a580337,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:25.435853 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391eb3f-17b9-4f2c-8e99-25eb3c63b8bb None None] Checking router: 0948f038-d4a4-4330-a08c-4f4610157d9c for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:52:25.441703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d9a982d-c067-40b0-ad3c-47acc5705230 req-414f67a8-2922-45e2-99ca-613352994556 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350944 Dec 09 22:52:25.455750 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391eb3f-17b9-4f2c-8e99-25eb3c63b8bb None None] Routers {'0948f038-d4a4-4330-a08c-4f4610157d9c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:25.457274 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1391eb3f-17b9-4f2c-8e99-25eb3c63b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0948f038-d4a4-4330-a08c-4f4610157d9c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:25.522871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d74c2-a71c-45db-9111-0fdaade41907 req-2f26996d-a363-4589-8cb7-6e8c6bb62249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:25.524380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-557d74c2-a71c-45db-9111-0fdaade41907 req-2f26996d-a363-4589-8cb7-6e8c6bb62249 service neutron] 10.222.0.18 "GET /v2.0/networks?id=961ff395-a202-4e76-a638-3a0bad28577c HTTP/1.1" status: 200 len: 898 time: 0.4481850 Dec 09 22:52:25.625432 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1391eb3f-17b9-4f2c-8e99-25eb3c63b8bb None None] Set router 0948f038-d4a4-4330-a08c-4f4610157d9c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:25.682011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd09c76-e592-4f15-b8c7-22eda83bee31 req-c7bbaf73-5df3-4405-918f-70e512195ef6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:25.684131 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1fd09c76-e592-4f15-b8c7-22eda83bee31 req-c7bbaf73-5df3-4405-918f-70e512195ef6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 944 time: 0.0697260 Dec 09 22:52:25.691561 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-557d74c2-a71c-45db-9111-0fdaade41907 req-ebb9dacd-a49c-4e3b-be5a-988eb9b40497 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67c437be-a353-4c2e-a99a-90dfc09365f6 HTTP/1.1" status: 200 len: 217 time: 0.1126995 Dec 09 22:52:25.774964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46796) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:25.787414 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Network 3f132104-4176-4b10-8153-d1531a1369d6 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:25.794473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:25.798849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d74c2-a71c-45db-9111-0fdaade41907 req-11a703d9-d3b1-4c37-8358-44059617a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:25.800339 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-557d74c2-a71c-45db-9111-0fdaade41907 req-11a703d9-d3b1-4c37-8358-44059617a656 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7174c3b6-05e1-4dcf-a5c7-443847a84a9f HTTP/1.1" status: 200 len: 834 time: 0.1015849 Dec 09 22:52:25.820720 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b058649a-0fb3-49ef-aca0-902c8bf56c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:25.954505 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b058649a-0fb3-49ef-aca0-902c8bf56c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:25.971135 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b058649a-0fb3-49ef-aca0-902c8bf56c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:26.039261 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1391eb3f-17b9-4f2c-8e99-25eb3c63b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7a24385b-d489-4e6f-b613-6d423d7bb0b0', 'name': '', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:9a:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:08Z', 'updated_at': '2021-12-09T22:51:17Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:26.040293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d74c2-a71c-45db-9111-0fdaade41907 req-973dd67a-ca89-481f-92ab-1167da32d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:26.042656 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-557d74c2-a71c-45db-9111-0fdaade41907 req-973dd67a-ca89-481f-92ab-1167da32d130 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=961ff395-a202-4e76-a638-3a0bad28577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2338865 Dec 09 22:52:26.046137 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Router fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:52:26.100987 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391eb3f-17b9-4f2c-8e99-25eb3c63b8bb None None] The sync data for ids ['0948f038-d4a4-4330-a08c-4f4610157d9c'] in n-d-789963-23 is: [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '7a24385b-d489-4e6f-b613-6d423d7bb0b0', 'name': '', 'network_id': '961ff395-a202-4e76-a638-3a0bad28577c', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:9a:d7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:08Z', 'updated_at': '2021-12-09T22:51:17Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '7174c3b6-05e1-4dcf-a5c7-443847a84a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:52:26.106596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b058649a-0fb3-49ef-aca0-902c8bf56c75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98ff73bd1a11461ead07dd65281f9e7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3304787 Dec 09 22:52:26.113945 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-1fd09c76-e592-4f15-b8c7-22eda83bee31 req-c0c519d8-4c88-47f8-88c7-77d79f791c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port 67c437be-a353-4c2e-a99a-90dfc09365f6 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:52:26.113945 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1fd09c76-e592-4f15-b8c7-22eda83bee31 req-c0c519d8-4c88-47f8-88c7-77d79f791c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:26.165440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46802) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:26.220689 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058649a-0fb3-49ef-aca0-902c8bf56c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b06acc3-3d4b-47de-a6a5-91981cb51ddc,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:26.301205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-71a344d0-ce09-4d00-a0a2-9153a3b414ba None None] Provisioning complete for port a922d8b5-6d10-46b5-9d5a-97e54a580337 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:26.303117 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-71a344d0-ce09-4d00-a0a2-9153a3b414ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:26.386868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-71a344d0-ce09-4d00-a0a2-9153a3b414ba None None] Port a922d8b5-6d10-46b5-9d5a-97e54a580337 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:26.395107 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99c392ca-4fbf-42a5-8261-13135bc82462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:26.456357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-1fd09c76-e592-4f15-b8c7-22eda83bee31 req-c0c519d8-4c88-47f8-88c7-77d79f791c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port 67c437be-a353-4c2e-a99a-90dfc09365f6, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=67c437be-a353-4c2e-a99a-90dfc09365f6,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:26.457036 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1fd09c76-e592-4f15-b8c7-22eda83bee31 req-c0c519d8-4c88-47f8-88c7-77d79f791c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:26.484163 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99c392ca-4fbf-42a5-8261-13135bc82462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:26.573361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-1fd09c76-e592-4f15-b8c7-22eda83bee31 req-c0c519d8-4c88-47f8-88c7-77d79f791c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for 67c437be-a353-4c2e-a99a-90dfc09365f6 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:52:26.575756 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99c392ca-4fbf-42a5-8261-13135bc82462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:26.578603 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-99c392ca-4fbf-42a5-8261-13135bc82462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:26.592136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-99c392ca-4fbf-42a5-8261-13135bc82462 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b06acc3-3d4b-47de-a6a5-91981cb51ddc HTTP/1.1" status: 204 len: 168 time: 0.4224675 Dec 09 22:52:26.647058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66787a0d-4a1c-454a-8e8f-8a49fa2f9c25 None None] New status for floating IP c6a7bc9d-b1ab-4f9d-ab3f-99af3cc5c3a2: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:52:26.727344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c392ca-4fbf-42a5-8261-13135bc82462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b06acc3-3d4b-47de-a6a5-91981cb51ddc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:26.728205 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-557d74c2-a71c-45db-9111-0fdaade41907 req-9e166161-0291-4d4b-9955-7bcdd6e671af service neutron] 10.222.0.18 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6782551 Dec 09 22:52:26.806572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ad5fc-22bb-476b-8ae8-1594668edbc7 req-048f2aec-8a8c-488c-a465-6d62a40b9d48 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:26.808059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-207ad5fc-22bb-476b-8ae8-1594668edbc7 req-048f2aec-8a8c-488c-a465-6d62a40b9d48 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=c47c4a28-8653-47a2-90c8-b3db1a18bb72 HTTP/1.1" status: 200 len: 944 time: 0.2369535 Dec 09 22:52:26.889818 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-207ad5fc-22bb-476b-8ae8-1594668edbc7 req-15c3383c-ce25-4a09-be7b-ed6d423b1899 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=2071a2fb-b508-4b7b-8450-0521a798cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641320 Dec 09 22:52:26.899072 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-557d74c2-a71c-45db-9111-0fdaade41907 req-4941106d-9980-4b6e-a90f-352f58d13b0b service neutron] 10.222.0.18 "GET /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582675 Dec 09 22:52:26.903637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:52:26.913533 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-32d618b3-7724-4c93-9518-4e23207eb153 admin admin] 10.222.0.16 "PUT /v2.0/routers/fdfef4f4-7e1c-43d7-b2e3-e9175cda1745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0970724 Dec 09 22:52:26.979527 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1fd09c76-e592-4f15-b8c7-22eda83bee31 req-c0c519d8-4c88-47f8-88c7-77d79f791c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:27.019304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c519d8-4c88-47f8-88c7-77d79f791c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=67c437be-a353-4c2e-a99a-90dfc09365f6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:27.079124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd09c76-e592-4f15-b8c7-22eda83bee31 req-c0c519d8-4c88-47f8-88c7-77d79f791c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] No DVR routers for this DVR port 67c437be-a353-4c2e-a99a-90dfc09365f6 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:52:27.082394 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-1fd09c76-e592-4f15-b8c7-22eda83bee31 req-c0c519d8-4c88-47f8-88c7-77d79f791c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:27.086566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1fd09c76-e592-4f15-b8c7-22eda83bee31 req-c0c519d8-4c88-47f8-88c7-77d79f791c79 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.18 "DELETE /v2.0/ports/67c437be-a353-4c2e-a99a-90dfc09365f6 HTTP/1.1" status: 204 len: 173 time: 1.3949609 Dec 09 22:52:27.087057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'name': 'network-vif-deleted', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:27.091611 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b5d7a0-e5c9-4d03-a147-d8d96b9c4505" -d '{"events": [{"server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "name": "network-vif-deleted", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:27.166532 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48db3121-926a-40c4-8677-d16c1c20a849 x-openstack-request-id: req-48db3121-926a-40c4-8677-d16c1c20a849 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:27.167406 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47c4a28-8653-47a2-90c8-b3db1a18bb72", "name": "network-vif-deleted", "tag": "67c437be-a353-4c2e-a99a-90dfc09365f6", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:27.170580 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48db3121-926a-40c4-8677-d16c1c20a849 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:27.171270 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47c4a28-8653-47a2-90c8-b3db1a18bb72', 'name': 'network-vif-deleted', 'tag': '67c437be-a353-4c2e-a99a-90dfc09365f6', 'status': 'completed', 'code': 200} Dec 09 22:52:27.630272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 75a77504-f2cb-4580-b342-2a01c182938c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:27.740367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 75a77504-f2cb-4580-b342-2a01c182938c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:27.742061 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:27.961882 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Sync routers for ids ['fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:52:27.970964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 46904) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:27.982218 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Routers {'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:27.983207 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:28.131651 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Set router fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:28.483049 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'name': 'tempest-TestVolumeBackupRestore-1483628175-router', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '75a77504-f2cb-4580-b342-2a01c182938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:18Z', 'updated_at': '2021-12-09T22:52:24Z', 'revision_number': 4, 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'gw_port': {'id': '75a77504-f2cb-4580-b342-2a01c182938c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:19Z', 'updated_at': '2021-12-09T22:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a922d8b5-6d10-46b5-9d5a-97e54a580337', 'name': '', 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'mac_address': 'fa:16:3e:32:eb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '44d72aa4-77e7-45ee-bf71-a23c1e2bac21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:23Z', 'updated_at': '2021-12-09T22:52:24Z', 'revision_number': 2, 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'subnets': [{'id': '44d72aa4-77e7-45ee-bf71-a23c1e2bac21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:28.529418 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Checking router: fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:52:28.530065 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Updating router fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 port a922d8b5-6d10-46b5-9d5a-97e54a580337 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:52:28.560664 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:28.584378 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e77eda53-6ef8-490e-9a2b-8fbeb7db8379 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:28.937198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-e77eda53-6ef8-490e-9a2b-8fbeb7db8379 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port 7a24385b-d489-4e6f-b613-6d423d7bb0b0 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:52:28.937715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e77eda53-6ef8-490e-9a2b-8fbeb7db8379 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:28.980697 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:28.991787 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:29.063849 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d977081-9305-4ebd-8914-264336d9766c None None] Pushing event updated for resources: {'Port': ['ID=a922d8b5-6d10-46b5-9d5a-97e54a580337,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:29.072359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-e77eda53-6ef8-490e-9a2b-8fbeb7db8379 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port 7a24385b-d489-4e6f-b613-6d423d7bb0b0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7a24385b-d489-4e6f-b613-6d423d7bb0b0,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:29.075043 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e77eda53-6ef8-490e-9a2b-8fbeb7db8379 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:29.105152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-e77eda53-6ef8-490e-9a2b-8fbeb7db8379 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for 7a24385b-d489-4e6f-b613-6d423d7bb0b0 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:52:29.179299 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Attempting to bind port a922d8b5-6d10-46b5-9d5a-97e54a580337 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:29.179955 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Attempting to bind port a922d8b5-6d10-46b5-9d5a-97e54a580337 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '96463738-dcad-4fc1-ab2a-09145d05a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:29.180324 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Attempting to bind port a922d8b5-6d10-46b5-9d5a-97e54a580337 on network 3f132104-4176-4b10-8153-d1531a1369d6 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:29.192874 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:29.194257 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Checking segment: {'id': '96463738-dcad-4fc1-ab2a-09145d05a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:29.194681 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:29.195588 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Bound using segment: {'id': '96463738-dcad-4fc1-ab2a-09145d05a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:29.196212 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Bound port: a922d8b5-6d10-46b5-9d5a-97e54a580337, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96463738-dcad-4fc1-ab2a-09145d05a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:29.196608 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:29.343196 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] For port a922d8b5-6d10-46b5-9d5a-97e54a580337, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:29.346819 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] For port a922d8b5-6d10-46b5-9d5a-97e54a580337, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a922d8b5-6d10-46b5-9d5a-97e54a580337,segment=NetworkSegment(96463738-dcad-4fc1-ab2a-09145d05a1b7),segment_id=96463738-dcad-4fc1-ab2a-09145d05a1b7)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:29.356981 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:29.397714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e77eda53-6ef8-490e-9a2b-8fbeb7db8379 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:29.482837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-33bd58bf-00e9-4205-bc4f-a464df58ffa9 None None] Provisioning complete for port a922d8b5-6d10-46b5-9d5a-97e54a580337 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:29.485452 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33bd58bf-00e9-4205-bc4f-a464df58ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:29.510054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77eda53-6ef8-490e-9a2b-8fbeb7db8379 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=7a24385b-d489-4e6f-b613-6d423d7bb0b0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:29.549366 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Routers {'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:29.553973 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:29.564645 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d977081-9305-4ebd-8914-264336d9766c None None] Pushing event updated for resources: {'Port': ['ID=a922d8b5-6d10-46b5-9d5a-97e54a580337,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:29.934864 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] Set router fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:30.060076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 67c437be-a353-4c2e-a99a-90dfc09365f6 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:52:30.070295 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e77eda53-6ef8-490e-9a2b-8fbeb7db8379 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:30.090733 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 67c437be-a353-4c2e-a99a-90dfc09365f6 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:52:30.091353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 67c437be-a353-4c2e-a99a-90dfc09365f6 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:52:30.093045 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33bd58bf-00e9-4205-bc4f-a464df58ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:30.170532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-33bd58bf-00e9-4205-bc4f-a464df58ffa9 None None] For port a922d8b5-6d10-46b5-9d5a-97e54a580337, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a922d8b5-6d10-46b5-9d5a-97e54a580337,segment=NetworkSegment(96463738-dcad-4fc1-ab2a-09145d05a1b7),segment_id=96463738-dcad-4fc1-ab2a-09145d05a1b7)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:30.179695 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33bd58bf-00e9-4205-bc4f-a464df58ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:30.278718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd58bf-00e9-4205-bc4f-a464df58ffa9 None None] Pushing event updated for resources: {'Port': ['ID=a922d8b5-6d10-46b5-9d5a-97e54a580337,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:30.316621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-451f8b4d-8a42-4f7f-9ef2-547c6c53ca6d None None] Provisioning complete for port a922d8b5-6d10-46b5-9d5a-97e54a580337 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:30.317244 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-451f8b4d-8a42-4f7f-9ef2-547c6c53ca6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:30.435886 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'name': 'tempest-TestVolumeBackupRestore-1483628175-router', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '75a77504-f2cb-4580-b342-2a01c182938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:18Z', 'updated_at': '2021-12-09T22:52:24Z', 'revision_number': 4, 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'gw_port': {'id': '75a77504-f2cb-4580-b342-2a01c182938c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:19Z', 'updated_at': '2021-12-09T22:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a922d8b5-6d10-46b5-9d5a-97e54a580337', 'name': '', 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'mac_address': 'fa:16:3e:32:eb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '44d72aa4-77e7-45ee-bf71-a23c1e2bac21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:23Z', 'updated_at': '2021-12-09T22:52:29Z', 'revision_number': 4, 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'subnets': [{'id': '44d72aa4-77e7-45ee-bf71-a23c1e2bac21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:30.471377 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851f8fe-ec41-407d-91f9-64ea36ca09cc None None] The sync data for ids ['fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'] in n-d-789963-23 is: [{'id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'name': 'tempest-TestVolumeBackupRestore-1483628175-router', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '75a77504-f2cb-4580-b342-2a01c182938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:18Z', 'updated_at': '2021-12-09T22:52:24Z', 'revision_number': 4, 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'gw_port': {'id': '75a77504-f2cb-4580-b342-2a01c182938c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:19Z', 'updated_at': '2021-12-09T22:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a922d8b5-6d10-46b5-9d5a-97e54a580337', 'name': '', 'network_id': '3f132104-4176-4b10-8153-d1531a1369d6', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'mac_address': 'fa:16:3e:32:eb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '44d72aa4-77e7-45ee-bf71-a23c1e2bac21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:23Z', 'updated_at': '2021-12-09T22:52:29Z', 'revision_number': 4, 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'subnets': [{'id': '44d72aa4-77e7-45ee-bf71-a23c1e2bac21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:52:30.834919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-79344830-7805-4e70-b8b9-1d50b11848d9 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1ebc8cd2937c4959afdf874cfdd6cfbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305395 Dec 09 22:52:30.927836 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77eda53-6ef8-490e-9a2b-8fbeb7db8379 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router 0948f038-d4a4-4330-a08c-4f4610157d9c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:52:31.003775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-f76ec224-4570-4577-b026-19bd409eb997 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:31.010964 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-f76ec224-4570-4577-b026-19bd409eb997 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750469 Dec 09 22:52:31.035576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-e4f218c9-3b43-446f-ae7b-ccfefe5888dc tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/quotas/1ebc8cd2937c4959afdf874cfdd6cfbb HTTP/1.1" status: 200 len: 375 time: 0.0236502 Dec 09 22:52:31.067256 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-27067789-27fb-4186-8a6e-082ee4550b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:31.068843 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-483d4cb3-26cd-4848-a2e8-148b8bbcf9fa tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ebc8cd2937c4959afdf874cfdd6cfbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323775 Dec 09 22:52:31.140435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77eda53-6ef8-490e-9a2b-8fbeb7db8379 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:52:31.157247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e77eda53-6ef8-490e-9a2b-8fbeb7db8379 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "PUT /v2.0/routers/0948f038-d4a4-4330-a08c-4f4610157d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1825328 Dec 09 22:52:31.157758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47002) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:31.161057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118cd1ec-09a5-4a1b-9850-375466c17fd4 None None] Sync routers for ids ['0948f038-d4a4-4330-a08c-4f4610157d9c'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:52:31.179685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118cd1ec-09a5-4a1b-9850-375466c17fd4 None None] Routers {'0948f038-d4a4-4330-a08c-4f4610157d9c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:31.180482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-118cd1ec-09a5-4a1b-9850-375466c17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0948f038-d4a4-4330-a08c-4f4610157d9c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:31.272371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-10644456-6011-4e9e-a7dd-7289e8a9c5dc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting subnet 7174c3b6-05e1-4dcf-a5c7-443847a84a9f {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:52:31.277571 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10644456-6011-4e9e-a7dd-7289e8a9c5dc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:31.430962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-118cd1ec-09a5-4a1b-9850-375466c17fd4 None None] Set router 0948f038-d4a4-4330-a08c-4f4610157d9c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:31.456319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26837f77-c2e1-4536-abdc-d7a5722d43d5 req-33ed7cdf-e598-4521-813c-c3b358c263f6 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 210 time: 0.0947933 Dec 09 22:52:31.467516 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10644456-6011-4e9e-a7dd-7289e8a9c5dc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:31.671451 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10644456-6011-4e9e-a7dd-7289e8a9c5dc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:31.746698 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10644456-6011-4e9e-a7dd-7289e8a9c5dc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:31.748455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-118cd1ec-09a5-4a1b-9850-375466c17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:52:29Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:31.800772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118cd1ec-09a5-4a1b-9850-375466c17fd4 None None] Checking router: 0948f038-d4a4-4330-a08c-4f4610157d9c for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:52:31.809968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10644456-6011-4e9e-a7dd-7289e8a9c5dc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Subnet': ['ID=7174c3b6-05e1-4dcf-a5c7-443847a84a9f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:31.832739 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118cd1ec-09a5-4a1b-9850-375466c17fd4 None None] Routers {'0948f038-d4a4-4330-a08c-4f4610157d9c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:31.833955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-118cd1ec-09a5-4a1b-9850-375466c17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['0948f038-d4a4-4330-a08c-4f4610157d9c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:31.864793 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-10644456-6011-4e9e-a7dd-7289e8a9c5dc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:31.875643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-10644456-6011-4e9e-a7dd-7289e8a9c5dc tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/subnets/7174c3b6-05e1-4dcf-a5c7-443847a84a9f HTTP/1.1" status: 204 len: 168 time: 0.7142456 Dec 09 22:52:31.877427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47020) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:31.977464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-118cd1ec-09a5-4a1b-9850-375466c17fd4 None None] Set router 0948f038-d4a4-4330-a08c-4f4610157d9c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:32.106503 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a922d8b5-6d10-46b5-9d5a-97e54a580337 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:32.144491 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:32.147505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f8624-2882-40da-8714-b90ce65b21be None None] Network 961ff395-a202-4e76-a638-3a0bad28577c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:52:32.319659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a922d8b5-6d10-46b5-9d5a-97e54a580337 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:32.320037 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:32.390745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:32.405781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-118cd1ec-09a5-4a1b-9850-375466c17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:52:29Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:32.474932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118cd1ec-09a5-4a1b-9850-375466c17fd4 None None] The sync data for ids ['0948f038-d4a4-4330-a08c-4f4610157d9c'] in n-d-789963-23 is: [{'id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378596723', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:50:59Z', 'updated_at': '2021-12-09T22:52:29Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '698786c1-056f-49c6-974f-9deac9b9d09f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f038-d4a4-4330-a08c-4f4610157d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:51:02Z', 'updated_at': '2021-12-09T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:52:32.553139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port 698786c1-056f-49c6-974f-9deac9b9d09f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:52:32.555303 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:32.578383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf13fbcc-ec65-4d66-a94d-d0a6b183d8d4 None None] DHCP port deletion for 961ff395-a202-4e76-a638-3a0bad28577c request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:32.641436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4e9bcf8-b142-4fb7-a391-bf05ef3aeebe req-71ead21a-7b4f-4a72-b8ca-587fa83f7aa2 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 210 time: 0.0816436 Dec 09 22:52:32.654783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cf13fbcc-ec65-4d66-a94d-d0a6b183d8d4 None None] Deleting port 82654c79-6096-4bab-8ea7-fc13cf916536 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:52:32.655196 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf13fbcc-ec65-4d66-a94d-d0a6b183d8d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:32.734243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port 698786c1-056f-49c6-974f-9deac9b9d09f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=698786c1-056f-49c6-974f-9deac9b9d09f,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:32.734934 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:32.761291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for 698786c1-056f-49c6-974f-9deac9b9d09f owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:52:32.765580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cf13fbcc-ec65-4d66-a94d-d0a6b183d8d4 None None] For port 82654c79-6096-4bab-8ea7-fc13cf916536, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=82654c79-6096-4bab-8ea7-fc13cf916536,segment=NetworkSegment(18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5),segment_id=18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:32.766013 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf13fbcc-ec65-4d66-a94d-d0a6b183d8d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:32.786035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cf13fbcc-ec65-4d66-a94d-d0a6b183d8d4 None None] Calling delete_port for 82654c79-6096-4bab-8ea7-fc13cf916536 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:52:32.908064 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf13fbcc-ec65-4d66-a94d-d0a6b183d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:32.939875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13fbcc-ec65-4d66-a94d-d0a6b183d8d4 None None] Pushing event deleted for resources: {'Port': ['ID=82654c79-6096-4bab-8ea7-fc13cf916536,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:32.942415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13fbcc-ec65-4d66-a94d-d0a6b183d8d4 None None] No DVR routers for this DVR port 82654c79-6096-4bab-8ea7-fc13cf916536 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:52:32.968551 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.003667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=698786c1-056f-49c6-974f-9deac9b9d09f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:33.025890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073fb10b-d71a-4cfd-b7b8-c4884871c418 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:33.125493 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-423b93fe-a728-4ecd-be51-b657fea321fc tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1ebc8cd2937c4959afdf874cfdd6cfbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746570 Dec 09 22:52:33.128575 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.291586 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.297557 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.328811 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6042be16-4790-439a-8bb7-73d85804de25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.332873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-82bf33e6-9cf1-4b9f-a7f1-abfda95c31b0 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:33.335819 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-82bf33e6-9cf1-4b9f-a7f1-abfda95c31b0 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041914 Dec 09 22:52:33.358992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Request body: {'port': {'device_id': 'c33c3406-8305-4f51-8490-0b712757783e', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': '1ebc8cd2937c4959afdf874cfdd6cfbb'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:33.373505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.374526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Fanout notify agent at l3_agent the message router_deleted on router 0948f038-d4a4-4330-a08c-4f4610157d9c {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:52:33.384510 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.385718 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-014de493-3d42-4bef-ab36-1b66db78c22e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/routers/0948f038-d4a4-4330-a08c-4f4610157d9c HTTP/1.1" status: 204 len: 168 time: 1.5051599 Dec 09 22:52:33.389148 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47046) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:33.554575 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.628657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Made reservation on behalf of 1ebc8cd2937c4959afdf874cfdd6cfbb for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:52:33.655870 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.682923 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.716365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.775260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961ff395-a202-4e76-a638-3a0bad28577c']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:33.790705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:33.791070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ebdc2f-d49c-4ad1-b7e7-39304d6bdad5') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:33.798007 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8d0afba-200e-4bf1-be8d-3e1547112853 req-576cde33-9ff1-4a99-aad9-40eac3992376 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 210 time: 0.0318673 Dec 09 22:52:33.804958 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.824464 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.832856 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:52:33.833442 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:52:33.837766 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:52:33.841659 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.853846 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.888746 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.918990 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5eacd5-5e51-462a-8b3f-b2de0818f497,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:33.921255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.933523 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:33.937411 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/networks/961ff395-a202-4e76-a638-3a0bad28577c HTTP/1.1" status: 204 len: 168 time: 0.5470996 Dec 09 22:52:33.950187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47058) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:33.973492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:33.973948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:33.974359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:33.974767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:33.975172 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:33.975570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:33.975974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:33.976373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:33.976785 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:33.977180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:33.977576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:33.978017 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:33.978392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:34.007264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35e100-755c-4d17-bac2-cfe42f4364c8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Network': ['ID=961ff395-a202-4e76-a638-3a0bad28577c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:34.050847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1d487554-f4f3-423c-8153-ce04284f260f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:34.076297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7a24385b-d489-4e6f-b613-6d423d7bb0b0 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:52:34.085426 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1d487554-f4f3-423c-8153-ce04284f260f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:34.105222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Allocated IP 192.168.233.156 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/44bf475e-bfdf-41da-8d39-146e71e120db) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:52:34.121266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 7a24385b-d489-4e6f-b613-6d423d7bb0b0 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:52:34.121546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7a24385b-d489-4e6f-b613-6d423d7bb0b0 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:52:34.122667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 82654c79-6096-4bab-8ea7-fc13cf916536 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:52:34.167678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 82654c79-6096-4bab-8ea7-fc13cf916536 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:52:34.171060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 82654c79-6096-4bab-8ea7-fc13cf916536 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:52:34.244081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1d487554-f4f3-423c-8153-ce04284f260f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:34.249322 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1d487554-f4f3-423c-8153-ce04284f260f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:34.253257 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1d487554-f4f3-423c-8153-ce04284f260f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/security-groups/2071a2fb-b508-4b7b-8450-0521a798cbeb HTTP/1.1" status: 204 len: 168 time: 0.2988167 Dec 09 22:52:34.272394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d487554-f4f3-423c-8153-ce04284f260f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2071a2fb-b508-4b7b-8450-0521a798cbeb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:34.340083 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:34.380743 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:34.424625 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:34.427791 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:34.431928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:52:34.530106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:34.530779 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:34.546497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Pushing event updated for resources: {'Port': ['ID=44bf475e-bfdf-41da-8d39-146e71e120db,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:34.563247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-2ee831f5-e0b5-408d-b669-858591afa845 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2096925 Dec 09 22:52:34.582335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Request body: {'port': {'device_id': 'c33c3406-8305-4f51-8490-0b712757783e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:34.673619 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:34.808147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47076) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:34.812673 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d7931350-bb1a-4719-84b2-980253d0d0ed tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283543422', 'description': 'tempest-secgroup-smoke-1283543422 description', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:34.855476 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:34.859476 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7931350-bb1a-4719-84b2-980253d0d0ed tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:34.920479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c4548bea-50d6-496b-b64e-3edc18b65447 None None] Provisioning complete for port 44bf475e-bfdf-41da-8d39-146e71e120db triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:34.920857 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4548bea-50d6-496b-b64e-3edc18b65447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:34.961945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7931350-bb1a-4719-84b2-980253d0d0ed tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:34.973527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c4548bea-50d6-496b-b64e-3edc18b65447 None None] Port 44bf475e-bfdf-41da-8d39-146e71e120db cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:34.992357 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7931350-bb1a-4719-84b2-980253d0d0ed tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.037292 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7931350-bb1a-4719-84b2-980253d0d0ed tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e4d053-ba84-4b81-8ff6-70a59e3545e1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:35.045649 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7931350-bb1a-4719-84b2-980253d0d0ed tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.046764 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d7931350-bb1a-4719-84b2-980253d0d0ed tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2372751 Dec 09 22:52:35.049323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47084) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:35.053892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-386c7dd1-cc02-4867-82c9-430402242004 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': 'e3e4d053-ba84-4b81-8ff6-70a59e3545e1', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:35.063594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7721f5-62d0-4cd9-b7a5-43259f6970cd req-854fee22-2486-40aa-8645-e722f5b46b20 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:35.065243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db7721f5-62d0-4cd9-b7a5-43259f6970cd req-854fee22-2486-40aa-8645-e722f5b46b20 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 936 time: 0.1377056 Dec 09 22:52:35.086214 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-386c7dd1-cc02-4867-82c9-430402242004 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.149083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db7721f5-62d0-4cd9-b7a5-43259f6970cd req-8d098de2-c7ed-47eb-aebf-027870c6c13c tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773618 Dec 09 22:52:35.163540 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-386c7dd1-cc02-4867-82c9-430402242004 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.175485 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-386c7dd1-cc02-4867-82c9-430402242004 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.206030 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-386c7dd1-cc02-4867-82c9-430402242004 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.211900 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-386c7dd1-cc02-4867-82c9-430402242004 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590724 Dec 09 22:52:35.211900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c7dd1-cc02-4867-82c9-430402242004 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df33121f-e308-4194-9712-c628e2a075ae,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:35.215211 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47086) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:35.219931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d4f9f3a2-53de-4be8-8cb4-514faff6fb4d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': 'e3e4d053-ba84-4b81-8ff6-70a59e3545e1', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:35.231470 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bf475e-bfdf-41da-8d39-146e71e120db {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:52:35.246756 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.265749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f3a2-53de-4be8-8cb4-514faff6fb4d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.271831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Transition to ACTIVE for port object 44bf475e-bfdf-41da-8d39-146e71e120db will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:52:35.278823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.333526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Pushing event updated for resources: {'Port': ['ID=44bf475e-bfdf-41da-8d39-146e71e120db,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:35.375569 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f3a2-53de-4be8-8cb4-514faff6fb4d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.383114 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f3a2-53de-4be8-8cb4-514faff6fb4d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.405984 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9f3a2-53de-4be8-8cb4-514faff6fb4d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90fa1ac-b6d4-488e-8c79-839ac989ac22,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:35.425203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f3a2-53de-4be8-8cb4-514faff6fb4d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.426484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Attempting to bind port 44bf475e-bfdf-41da-8d39-146e71e120db on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:35.426824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Attempting to bind port 44bf475e-bfdf-41da-8d39-146e71e120db by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:35.427671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Attempting to bind port 44bf475e-bfdf-41da-8d39-146e71e120db on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:35.430598 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d4f9f3a2-53de-4be8-8cb4-514faff6fb4d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2138834 Dec 09 22:52:35.431293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47092) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:35.435165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Port 44bf475e-bfdf-41da-8d39-146e71e120db on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:52:35.435165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Attempting to bind port 44bf475e-bfdf-41da-8d39-146e71e120db on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:35.441981 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c4cf39fb-c889-40b9-873a-7e7ea2bc876a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': 'e3e4d053-ba84-4b81-8ff6-70a59e3545e1', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:35.453908 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:35.454471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:35.455037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:35.455638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Bound port: 44bf475e-bfdf-41da-8d39-146e71e120db, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:35.456285 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.487261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4cf39fb-c889-40b9-873a-7e7ea2bc876a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.492553 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 698786c1-056f-49c6-974f-9deac9b9d09f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:52:35.530243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 698786c1-056f-49c6-974f-9deac9b9d09f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:52:35.532162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 698786c1-056f-49c6-974f-9deac9b9d09f not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:52:35.544058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] For port 44bf475e-bfdf-41da-8d39-146e71e120db, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:35.547710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] For port 44bf475e-bfdf-41da-8d39-146e71e120db, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=44bf475e-bfdf-41da-8d39-146e71e120db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:35.555395 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.603309 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4cf39fb-c889-40b9-873a-7e7ea2bc876a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.609729 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4cf39fb-c889-40b9-873a-7e7ea2bc876a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.625643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:35.626410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.628759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] 10.222.0.18 "PUT /v2.0/ports/44bf475e-bfdf-41da-8d39-146e71e120db HTTP/1.1" status: 200 len: 1097 time: 1.0520232 Dec 09 22:52:35.629475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33c3406-8305-4f51-8490-0b712757783e', 'tag': '44bf475e-bfdf-41da-8d39-146e71e120db'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:35.632347 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400b48f7-96d4-4718-be11-1f31b054f120" -d '{"events": [{"name": "network-changed", "server_uuid": "c33c3406-8305-4f51-8490-0b712757783e", "tag": "44bf475e-bfdf-41da-8d39-146e71e120db"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:35.660303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf39fb-c889-40b9-873a-7e7ea2bc876a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d592aea-5191-4c61-91bb-254776c269cd,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:35.667889 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4cf39fb-c889-40b9-873a-7e7ea2bc876a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.672801 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c4cf39fb-c889-40b9-873a-7e7ea2bc876a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2400446 Dec 09 22:52:35.675570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47098) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:35.683444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7bc5fa8d-3ecf-4d87-ad44-7b075c87a208 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': 'e3e4d053-ba84-4b81-8ff6-70a59e3545e1', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:35.694700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d88e2-05a9-4388-a8c3-dbed0fd2bac2 service neutron] Pushing event updated for resources: {'Port': ['ID=44bf475e-bfdf-41da-8d39-146e71e120db,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:35.738341 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d64ef15-cc94-4105-9abf-b68c57bcc09b x-openstack-request-id: req-7d64ef15-cc94-4105-9abf-b68c57bcc09b {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:35.738675 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33c3406-8305-4f51-8490-0b712757783e", "tag": "44bf475e-bfdf-41da-8d39-146e71e120db", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:35.738917 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d64ef15-cc94-4105-9abf-b68c57bcc09b {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:35.739318 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33c3406-8305-4f51-8490-0b712757783e', 'tag': '44bf475e-bfdf-41da-8d39-146e71e120db', 'status': 'completed', 'code': 200} Dec 09 22:52:35.783416 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fa8d-3ecf-4d87-ad44-7b075c87a208 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.856939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-87fb6c31-8500-4557-b84c-e910c3b6662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:35.859286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-87fb6c31-8500-4557-b84c-e910c3b6662d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ebc8cd2937c4959afdf874cfdd6cfbb&device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 1100 time: 0.1545122 Dec 09 22:52:35.944822 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-7fdc408a-6965-4908-bb4e-98bfa2c9ab4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=44bf475e-bfdf-41da-8d39-146e71e120db HTTP/1.1" status: 200 len: 217 time: 0.0679512 Dec 09 22:52:35.954250 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fa8d-3ecf-4d87-ad44-7b075c87a208 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:35.970339 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fa8d-3ecf-4d87-ad44-7b075c87a208 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.017737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5fa8d-3ecf-4d87-ad44-7b075c87a208 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92633cce-ae92-46de-9a93-2fa1ddd28b3f,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:36.024732 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-405aaffe-d5a5-4895-886c-ace25ebe4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:36.026275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-405aaffe-d5a5-4895-886c-ace25ebe4923 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0741749 Dec 09 22:52:36.030021 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fa8d-3ecf-4d87-ad44-7b075c87a208 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.031135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7bc5fa8d-3ecf-4d87-ad44-7b075c87a208 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3546021 Dec 09 22:52:36.033974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47106) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:36.046224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9d558f96-35ab-4e6d-813f-8a25fcabfe09 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': 'e3e4d053-ba84-4b81-8ff6-70a59e3545e1', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:36.104039 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-9d558f96-35ab-4e6d-813f-8a25fcabfe09 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Project 7ffb305be9ae48ea9f30ef4c629e6c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:52:36.113108 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d558f96-35ab-4e6d-813f-8a25fcabfe09 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.143835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-d0d62dd0-e166-4716-8e3e-b5c1bd7cbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:36.145692 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-d0d62dd0-e166-4716-8e3e-b5c1bd7cbcf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114247 Dec 09 22:52:36.235872 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.242641 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d558f96-35ab-4e6d-813f-8a25fcabfe09 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.249932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d558f96-35ab-4e6d-813f-8a25fcabfe09 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.282239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d558f96-35ab-4e6d-813f-8a25fcabfe09 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaacc0d3-ba20-410f-a145-18e7478f8833,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:36.288146 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9d558f96-35ab-4e6d-813f-8a25fcabfe09 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.289451 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9d558f96-35ab-4e6d-813f-8a25fcabfe09 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2535317 Dec 09 22:52:36.293741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47114) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:36.298418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-aad17b83-2d32-4121-9020-43e8a1911db9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'security_group_rule': {'security_group_id': 'e3e4d053-ba84-4b81-8ff6-70a59e3545e1', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:36.302663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-6f79b633-9d21-4847-80d5-d9aa9138af70 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479220 Dec 09 22:52:36.327516 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-aad17b83-2d32-4121-9020-43e8a1911db9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Project 7ffb305be9ae48ea9f30ef4c629e6c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:52:36.342057 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aad17b83-2d32-4121-9020-43e8a1911db9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.416342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69c7b2-afd6-4e08-aa5d-105f7bb4f122 req-46e2dcfa-57f7-4249-8d1e-ffdd04b5d5a9 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:36.418689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a69c7b2-afd6-4e08-aa5d-105f7bb4f122 req-46e2dcfa-57f7-4249-8d1e-ffdd04b5d5a9 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 948 time: 0.1148782 Dec 09 22:52:36.449427 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aad17b83-2d32-4121-9020-43e8a1911db9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.454742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aad17b83-2d32-4121-9020-43e8a1911db9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.462962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-47697cc8-a7c6-478a-a976-9a8f87a6e983 req-cf958624-6c2d-418e-9dc9-1d3597f2b26c service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487100 Dec 09 22:52:36.478901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad17b83-2d32-4121-9020-43e8a1911db9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad0a010-8b65-471b-8ba7-f395c083e5ec,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:36.494904 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aad17b83-2d32-4121-9020-43e8a1911db9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.498056 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aad17b83-2d32-4121-9020-43e8a1911db9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2030475 Dec 09 22:52:36.500719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47120) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:36.506975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5077ee01-9825-409d-89e2-1b0919c788af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'network': {'name': 'tempest-network-smoke--1396314429', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'port_security_enabled': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:36.509218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a69c7b2-afd6-4e08-aa5d-105f7bb4f122 req-9ce5167e-a4e3-4669-89b5-9a3a39629f9a tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738256 Dec 09 22:52:36.560606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5077ee01-9825-409d-89e2-1b0919c788af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Made reservation on behalf of 7ffb305be9ae48ea9f30ef4c629e6c08 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:52:36.564511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5077ee01-9825-409d-89e2-1b0919c788af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.595604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5077ee01-9825-409d-89e2-1b0919c788af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:52:36.612937 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5077ee01-9825-409d-89e2-1b0919c788af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.613461 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-5077ee01-9825-409d-89e2-1b0919c788af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Added segment e8d2e57f-61dc-4957-8d97-f5db6a36c567 of type vlan for network 73e36acb-631a-472d-891c-3aa99073de49 Dec 09 22:52:36.623204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b48f7-96d4-4718-be11-1f31b054f120 req-7017f285-d025-4e0c-a3aa-859973b44f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:36.626566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-400b48f7-96d4-4718-be11-1f31b054f120 req-7017f285-d025-4e0c-a3aa-859973b44f85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ebc8cd2937c4959afdf874cfdd6cfbb&device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 1100 time: 0.0634329 Dec 09 22:52:36.679347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5077ee01-9825-409d-89e2-1b0919c788af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.718454 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5077ee01-9825-409d-89e2-1b0919c788af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.727941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5077ee01-9825-409d-89e2-1b0919c788af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:36.729058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5077ee01-9825-409d-89e2-1b0919c788af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.785942 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5077ee01-9825-409d-89e2-1b0919c788af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2832515 Dec 09 22:52:36.788223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47130) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:36.793432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'admin_state_up': True, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:36.799743 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:52:36.878482 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077ee01-9825-409d-89e2-1b0919c788af tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Network': ['ID=73e36acb-631a-472d-891c-3aa99073de49,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:36.882787 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.883888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:36.904499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 73e36acb-631a-472d-891c-3aa99073de49 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:52:36.972791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:37.033958 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:37.150074 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b48f7-96d4-4718-be11-1f31b054f120 req-58c0acb8-8e2a-4f98-b281-efe0a98ff894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:37.152211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-400b48f7-96d4-4718-be11-1f31b054f120 req-58c0acb8-8e2a-4f98-b281-efe0a98ff894 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.5175569 Dec 09 22:52:37.181462 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:37.210692 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-400b48f7-96d4-4718-be11-1f31b054f120 req-431c4d92-9f11-412d-9ba9-37e2789d5be7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=44bf475e-bfdf-41da-8d39-146e71e120db HTTP/1.1" status: 200 len: 217 time: 0.0498323 Dec 09 22:52:37.272098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b48f7-96d4-4718-be11-1f31b054f120 req-cfc67a62-7a7c-4281-82a6-0fad95f7e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:37.273610 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-400b48f7-96d4-4718-be11-1f31b054f120 req-cfc67a62-7a7c-4281-82a6-0fad95f7e002 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0469496 Dec 09 22:52:37.328542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b48f7-96d4-4718-be11-1f31b054f120 req-43c5d3d9-a053-4724-9113-6c8ee8aab7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:37.330081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-400b48f7-96d4-4718-be11-1f31b054f120 req-43c5d3d9-a053-4724-9113-6c8ee8aab7d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0478084 Dec 09 22:52:37.426616 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:37.440932 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-400b48f7-96d4-4718-be11-1f31b054f120 req-dcf38549-7d80-444d-ada5-238e06331d80 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036181 Dec 09 22:52:37.448739 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:37.575300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.25.8.65 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/0dc62153-8f30-4833-a310-22426e0eaca8) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:52:37.576186 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-400b48f7-96d4-4718-be11-1f31b054f120 req-7714508c-1f8d-40c5-9174-6c77472a9821 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282876 Dec 09 22:52:37.677674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77964f-5c60-4790-8e24-8804cfe00744 req-a2cc49c4-806e-46b5-a127-8eb3ed3d0d89 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:37.679563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a77964f-5c60-4790-8e24-8804cfe00744 req-a2cc49c4-806e-46b5-a127-8eb3ed3d0d89 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 948 time: 0.0768697 Dec 09 22:52:37.688957 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:37.739347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:37.751154 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a77964f-5c60-4790-8e24-8804cfe00744 req-a5cea769-62ef-4fea-9bca-f0ae40e16c7e tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646241 Dec 09 22:52:37.784253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:37.788543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:37.794899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:52:37.802687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f23b5f-287c-47cd-a392-1db45f96de7f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:37.827428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=0dc62153-8f30-4833-a310-22426e0eaca8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:37.843068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.843420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.843774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.844111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.844465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.844802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.845134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.845464 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.845826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.846148 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.846484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.846803 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.847125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:52:37.902291 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6999956d-287e-4216-a794-208163e2c241 None None] Provisioning complete for port 0dc62153-8f30-4833-a310-22426e0eaca8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:37.903169 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6999956d-287e-4216-a794-208163e2c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:37.943114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6999956d-287e-4216-a794-208163e2c241 None None] Port 0dc62153-8f30-4833-a310-22426e0eaca8 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:38.112159 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:38.354204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:38.809131 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router 03067e4b-8909-458a-9f9a-68844f15567e is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:52:38.898991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f77ff9-64f2-4f94-a81b-8f49ae54ac36 req-0c2c4b5a-6bbb-4dfb-9d2b-75e5fd64bfc6 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:38.901061 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33f77ff9-64f2-4f94-a81b-8f49ae54ac36 req-0c2c4b5a-6bbb-4dfb-9d2b-75e5fd64bfc6 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 948 time: 0.0639024 Dec 09 22:52:38.938138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:52:38.949908 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Sync routers for ids ['03067e4b-8909-458a-9f9a-68844f15567e'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:52:38.967009 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:38.972297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47156) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:38.972507 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-61145da2-7dec-4e08-b6b5-3f4f1e16351a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1831031 Dec 09 22:52:38.973829 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Routers {'03067e4b-8909-458a-9f9a-68844f15567e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:38.974692 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['03067e4b-8909-458a-9f9a-68844f15567e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:38.998694 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33f77ff9-64f2-4f94-a81b-8f49ae54ac36 req-12fc99ac-0c98-4e8e-bd18-e5f3944e0bd7 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901768 Dec 09 22:52:39.027494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2c87ddf3-9af0-4b03-b440-c34b1b0de76b tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=7ffb305be9ae48ea9f30ef4c629e6c08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538919 Dec 09 22:52:39.030956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47158) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:39.112680 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Set router 03067e4b-8909-458a-9f9a-68844f15567e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:39.215411 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274418a-5c00-469a-b6f1-ad8e0fc84fe6 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:39.217209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8274418a-5c00-469a-b6f1-ad8e0fc84fe6 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1852143 Dec 09 22:52:39.219858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47160) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:39.266259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fc561781-c1ed-4e79-bbde-e9740484b854 tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451272 Dec 09 22:52:39.268725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47162) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:39.274274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-23009e31-ad4a-470c-8b32-603b8bfba321 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-881040485', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:39.333900 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:52:37Z', 'revision_number': 3, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:39.365473 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Checking router: 03067e4b-8909-458a-9f9a-68844f15567e for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:52:39.366117 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Updating router 03067e4b-8909-458a-9f9a-68844f15567e port 0dc62153-8f30-4833-a310-22426e0eaca8 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:52:39.384985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23009e31-ad4a-470c-8b32-603b8bfba321 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Made reservation on behalf of 7ffb305be9ae48ea9f30ef4c629e6c08 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:52:39.390474 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23009e31-ad4a-470c-8b32-603b8bfba321 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:39.394280 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:39.609485 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23009e31-ad4a-470c-8b32-603b8bfba321 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:39.679436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23009e31-ad4a-470c-8b32-603b8bfba321 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Subnet': ['ID=2cec04eb-feae-4ab7-8a78-99af8e774063,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:39.686693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23009e31-ad4a-470c-8b32-603b8bfba321 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Checking segment: {'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:39.687071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23009e31-ad4a-470c-8b32-603b8bfba321 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network hostable DHCP agents. Network: 73e36acb-631a-472d-891c-3aa99073de49, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:52:39.706038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23009e31-ad4a-470c-8b32-603b8bfba321 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 73e36acb-631a-472d-891c-3aa99073de49 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:52:39.706840 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:39.716223 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:39.718506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-23009e31-ad4a-470c-8b32-603b8bfba321 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 73e36acb-631a-472d-891c-3aa99073de49) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:39.725092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23009e31-ad4a-470c-8b32-603b8bfba321 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:39.725957 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23009e31-ad4a-470c-8b32-603b8bfba321 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:39.731944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44476b3b-2768-46b5-8847-d12a33a92864 None None] Network 73e36acb-631a-472d-891c-3aa99073de49 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:52:39.751005 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-23009e31-ad4a-470c-8b32-603b8bfba321 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4789472 Dec 09 22:52:39.752094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47164) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:39.810045 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Attempting to bind port 0dc62153-8f30-4833-a310-22426e0eaca8 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:39.810543 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Attempting to bind port 0dc62153-8f30-4833-a310-22426e0eaca8 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:39.810911 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Attempting to bind port 0dc62153-8f30-4833-a310-22426e0eaca8 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:39.816103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19096c9-bcd8-4fd0-aa8c-ed1816fcf948 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:39.820974 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0da75-3a97-45cd-81a8-4cbe397fc0bd None None] Pushing event updated for resources: {'Port': ['ID=0dc62153-8f30-4833-a310-22426e0eaca8,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:39.833243 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:39.833627 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:39.834077 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:39.834619 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:39.835104 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Bound port: 0dc62153-8f30-4833-a310-22426e0eaca8, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:39.835943 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:39.854319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-73e36acb-631a-472d-891c-3aa99073de49', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ips': [{'subnet_id': '2cec04eb-feae-4ab7-8a78-99af8e774063'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:52:39.855834 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:39.935609 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] For port 0dc62153-8f30-4833-a310-22426e0eaca8, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:39.939139 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] For port 0dc62153-8f30-4833-a310-22426e0eaca8, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0dc62153-8f30-4833-a310-22426e0eaca8,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:39.950246 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:40.064920 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Allocated IP 172.20.0.2 (73e36acb-631a-472d-891c-3aa99073de49/2cec04eb-feae-4ab7-8a78-99af8e774063/77e264da-9586-446e-81d9-15bfde46f5f0) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:52:40.069550 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Routers {'03067e4b-8909-458a-9f9a-68844f15567e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:40.070749 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['03067e4b-8909-458a-9f9a-68844f15567e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:40.164215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ef77d-7acd-4d94-99ff-c7e00e3cc28c None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:52:40.165295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 44bf475e-bfdf-41da-8d39-146e71e120db details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:52:40.213525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-591186e2-505d-42a5-a6d0-39843528b8b1 None None] Provisioning complete for port 0dc62153-8f30-4833-a310-22426e0eaca8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:40.214503 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-591186e2-505d-42a5-a6d0-39843528b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:40.270418 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] Set router 03067e4b-8909-458a-9f9a-68844f15567e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:40.289466 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80714a93-fafa-41c4-99e6-0ed169ccd760 req-5dba9d4a-acf2-412e-b18a-0589b63988ad tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:40.291344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80714a93-fafa-41c4-99e6-0ed169ccd760 req-5dba9d4a-acf2-412e-b18a-0589b63988ad tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 948 time: 0.1607914 Dec 09 22:52:40.469192 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:40.470547 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-591186e2-505d-42a5-a6d0-39843528b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:40.473125 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-80714a93-fafa-41c4-99e6-0ed169ccd760 req-cc655787-5d16-42c2-92c2-1d04f39c3147 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700406 Dec 09 22:52:40.492344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-591186e2-505d-42a5-a6d0-39843528b8b1 None None] For port 0dc62153-8f30-4833-a310-22426e0eaca8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0dc62153-8f30-4833-a310-22426e0eaca8,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:40.505391 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-591186e2-505d-42a5-a6d0-39843528b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:40.512855 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:40.514960 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0da75-3a97-45cd-81a8-4cbe397fc0bd None None] Pushing event updated for resources: {'Port': ['ID=0dc62153-8f30-4833-a310-22426e0eaca8,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:40.546727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 44bf475e-bfdf-41da-8d39-146e71e120db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=44bf475e-bfdf-41da-8d39-146e71e120db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:40.582696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '44bf475e-bfdf-41da-8d39-146e71e120db', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '44bf475e-bfdf-41da-8d39-146e71e120db', 'mac_address': 'fa:16:3e:9f:60:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:52:40.585600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Network 73e36acb-631a-472d-891c-3aa99073de49 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:40.589656 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:52:37Z', 'revision_number': 3, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:40.591592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:40.594626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:52:40.600798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591186e2-505d-42a5-a6d0-39843528b8b1 None None] Pushing event updated for resources: {'Port': ['ID=0dc62153-8f30-4833-a310-22426e0eaca8,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:40.657851 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b90f57f-2f6d-4da8-a153-6d4246606d5e None None] The sync data for ids ['03067e4b-8909-458a-9f9a-68844f15567e'] in n-d-789963-23 is: [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:52:37Z', 'revision_number': 3, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:52:40.799181 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:40.921866 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Attempting to bind port 77e264da-9586-446e-81d9-15bfde46f5f0 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:40.922442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Attempting to bind port 77e264da-9586-446e-81d9-15bfde46f5f0 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:40.922575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Attempting to bind port 77e264da-9586-446e-81d9-15bfde46f5f0 on network 73e36acb-631a-472d-891c-3aa99073de49 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:40.935113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:40.935496 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Checking segment: {'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:40.936182 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:40.936307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Bound using segment: {'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:40.936760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Bound port: 77e264da-9586-446e-81d9-15bfde46f5f0, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:40.937158 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:40.940301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-007f74ca-a968-42af-8a63-520c1747c27f None None] Provisioning complete for port 0dc62153-8f30-4833-a310-22426e0eaca8 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:40.940682 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-007f74ca-a968-42af-8a63-520c1747c27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:40.942137 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:40.945211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Pushing event updated for resources: {'Port': ['ID=77e264da-9586-446e-81d9-15bfde46f5f0,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:41.043035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] For port 77e264da-9586-446e-81d9-15bfde46f5f0, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:41.046313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] For port 77e264da-9586-446e-81d9-15bfde46f5f0, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=77e264da-9586-446e-81d9-15bfde46f5f0,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:41.052524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bf475e-bfdf-41da-8d39-146e71e120db {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:52:41.078725 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:41.105251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 44bf475e-bfdf-41da-8d39-146e71e120db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=44bf475e-bfdf-41da-8d39-146e71e120db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:41.140325 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:41.233200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e917c-7786-4380-9881-908f6f34b5a1 None None] Pushing event updated for resources: {'Port': ['ID=77e264da-9586-446e-81d9-15bfde46f5f0,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:41.331510 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=44bf475e-bfdf-41da-8d39-146e71e120db,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:41.388910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.20.0.1 (73e36acb-631a-472d-891c-3aa99073de49/2cec04eb-feae-4ab7-8a78-99af8e774063/f7b12320-c694-4ce8-b56f-3a2c9a0f223a) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:52:41.437824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['44bf475e-bfdf-41da-8d39-146e71e120db'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:52:41.694578 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:41.735568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0dc62153-8f30-4833-a310-22426e0eaca8 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:41.790641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82b7f7-968d-4839-a65f-3e76738d593a req-cc26e068-a32e-438c-bb0d-65588d7efc7d tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:41.792224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e82b7f7-968d-4839-a65f-3e76738d593a req-cc26e068-a32e-438c-bb0d-65588d7efc7d tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 949 time: 0.1239707 Dec 09 22:52:41.821629 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:41.846882 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0dc62153-8f30-4833-a310-22426e0eaca8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:41.847260 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:41.918787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 73e36acb-631a-472d-891c-3aa99073de49 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:41.924639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2e82b7f7-968d-4839-a65f-3e76738d593a req-ce098a9d-52d9-4aa5-b87f-4e12928f1c69 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223769 Dec 09 22:52:41.942404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:41.958933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:52:42.049581 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:42.064058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=f7b12320-c694-4ce8-b56f-3a2c9a0f223a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:42.223383 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:42.586593 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:42.592560 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:42.685653 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:42.687557 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=f7b12320-c694-4ce8-b56f-3a2c9a0f223a,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:42.702711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af511b3-081d-462a-9c3f-52d4c8be19c6 None None] Network 73e36acb-631a-472d-891c-3aa99073de49 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:52:42.816825 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 73e36acb-631a-472d-891c-3aa99073de49 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:42.818469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:42.847675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-896e3a72-effa-4d99-a64b-29ceef69a12b None None] Provisioning complete for port 77e264da-9586-446e-81d9-15bfde46f5f0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:42.848351 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-896e3a72-effa-4d99-a64b-29ceef69a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:42.971111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router 03067e4b-8909-458a-9f9a-68844f15567e has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:52:42.982866 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-896e3a72-effa-4d99-a64b-29ceef69a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:43.030121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-896e3a72-effa-4d99-a64b-29ceef69a12b None None] For port 77e264da-9586-446e-81d9-15bfde46f5f0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=77e264da-9586-446e-81d9-15bfde46f5f0,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:43.048640 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-896e3a72-effa-4d99-a64b-29ceef69a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:43.178104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e3a72-effa-4d99-a64b-29ceef69a12b None None] Pushing event updated for resources: {'Port': ['ID=77e264da-9586-446e-81d9-15bfde46f5f0,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:43.196040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae52f3-8767-4e86-b251-36aedf14eccd req-96b43b10-7f9e-474a-9120-cc5630d35d29 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:43.199405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cae52f3-8767-4e86-b251-36aedf14eccd req-96b43b10-7f9e-474a-9120-cc5630d35d29 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 949 time: 0.1311035 Dec 09 22:52:43.237066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:52:43.243926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-50ee4abf-b09a-4a29-a773-1f6c16fca2ad tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "PUT /v2.0/routers/03067e4b-8909-458a-9f9a-68844f15567e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4906991 Dec 09 22:52:43.295752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cae52f3-8767-4e86-b251-36aedf14eccd req-ed79ff2a-888d-4338-bb79-bb83ab10a8c7 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826406 Dec 09 22:52:43.353692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Sync routers for ids ['03067e4b-8909-458a-9f9a-68844f15567e'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:52:43.374946 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Routers {'03067e4b-8909-458a-9f9a-68844f15567e'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:43.375965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9378647b-5357-408f-a323-f213dd74b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['03067e4b-8909-458a-9f9a-68844f15567e'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:43.440249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bae068da-bdf3-4074-ba24-5b90ed868efd None None] Provisioning complete for port 77e264da-9586-446e-81d9-15bfde46f5f0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:43.440930 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bae068da-bdf3-4074-ba24-5b90ed868efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:43.611832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-67cc1b74-fb93-4d64-b925-e1543d8184d7 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283543422&fields=id&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 267 time: 0.1145513 Dec 09 22:52:43.664832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Set router 03067e4b-8909-458a-9f9a-68844f15567e gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:43.670235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 77e264da-9586-446e-81d9-15bfde46f5f0 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:43.787247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-0451d0c1-c262-4a12-a8bf-39ed6525cbf8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:43.796474 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-0451d0c1-c262-4a12-a8bf-39ed6525cbf8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/networks?id=73e36acb-631a-472d-891c-3aa99073de49 HTTP/1.1" status: 200 len: 797 time: 0.1753476 Dec 09 22:52:43.814052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-18bfd5c5-7d53-4828-b86c-53150173551a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/quotas/7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 375 time: 0.0104225 Dec 09 22:52:43.846959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bae068da-bdf3-4074-ba24-5b90ed868efd None None] Provisioning complete for port f7b12320-c694-4ce8-b56f-3a2c9a0f223a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:43.847519 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bae068da-bdf3-4074-ba24-5b90ed868efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:43.907147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-c22570b4-40d9-401a-8ab7-1b05f7a16c7d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865097 Dec 09 22:52:43.975716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 77e264da-9586-446e-81d9-15bfde46f5f0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:43.977010 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:44.038342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bae068da-bdf3-4074-ba24-5b90ed868efd None None] Port f7b12320-c694-4ce8-b56f-3a2c9a0f223a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:44.141204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 44bf475e-bfdf-41da-8d39-146e71e120db up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:44.239233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-edf3fa8c-9148-4e46-9ac6-80d9ef70eb5e None None] Provisioning complete for port f7b12320-c694-4ce8-b56f-3a2c9a0f223a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:44.239745 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-edf3fa8c-9148-4e46-9ac6-80d9ef70eb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:44.315905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-edf3fa8c-9148-4e46-9ac6-80d9ef70eb5e None None] Port f7b12320-c694-4ce8-b56f-3a2c9a0f223a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:44.339552 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 44bf475e-bfdf-41da-8d39-146e71e120db completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:52:44.349459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9378647b-5357-408f-a323-f213dd74b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:52:42Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f7b12320-c694-4ce8-b56f-3a2c9a0f223a', 'name': '', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:28:b1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:41Z', 'updated_at': '2021-12-09T22:52:42Z', 'revision_number': 2, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:44.358725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 44bf475e-bfdf-41da-8d39-146e71e120db triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:44.359095 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:44.402237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-17738c7d-a117-44e4-b676-9784036c1d92 service neutron] 10.222.0.16 "GET /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743361 Dec 09 22:52:44.410331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Checking router: 03067e4b-8909-458a-9f9a-68844f15567e for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:52:44.410618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Updating router 03067e4b-8909-458a-9f9a-68844f15567e port f7b12320-c694-4ce8-b56f-3a2c9a0f223a binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:52:44.454548 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:44.491072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23c434-f576-412a-92a6-617c4c19367e req-24b8e5ce-54ab-4516-a7d8-b00b2609af70 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:44.492782 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae23c434-f576-412a-92a6-617c4c19367e req-24b8e5ce-54ab-4516-a7d8-b00b2609af70 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 949 time: 0.1049724 Dec 09 22:52:44.552900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-54a56d1c-cd50-4beb-bcde-1d96f363b79c service neutron] 10.222.0.16 "GET /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369584 Dec 09 22:52:44.561094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae23c434-f576-412a-92a6-617c4c19367e req-8836993b-cd94-4797-8f86-986bce7b1358 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606287 Dec 09 22:52:44.617264 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:44.659874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33c3406-8305-4f51-8490-0b712757783e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bf475e-bfdf-41da-8d39-146e71e120db'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:44.662507 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297d63d0-d54a-429b-93b6-2d9b449fb336" -d '{"events": [{"server_uuid": "c33c3406-8305-4f51-8490-0b712757783e", "name": "network-vif-plugged", "status": "completed", "tag": "44bf475e-bfdf-41da-8d39-146e71e120db"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:44.680831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 44bf475e-bfdf-41da-8d39-146e71e120db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=44bf475e-bfdf-41da-8d39-146e71e120db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:44.699428 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:44.712515 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6338beec-dc0e-42c6-bdcb-21e76f46cd7d x-openstack-request-id: req-6338beec-dc0e-42c6-bdcb-21e76f46cd7d {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:44.713053 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33c3406-8305-4f51-8490-0b712757783e", "name": "network-vif-plugged", "status": "completed", "tag": "44bf475e-bfdf-41da-8d39-146e71e120db", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:44.713325 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6338beec-dc0e-42c6-bdcb-21e76f46cd7d {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:44.713740 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33c3406-8305-4f51-8490-0b712757783e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bf475e-bfdf-41da-8d39-146e71e120db', 'code': 200} Dec 09 22:52:44.818823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dec2422c-3575-4f3d-a7d1-60b83261e9f8 req-103e1bb3-9245-489d-866f-8e5d629e8adb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 210 time: 0.0595591 Dec 09 22:52:44.860552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3adf5-3827-4a2a-b0c0-a4f3f30762f4 req-8731f57c-a92a-4aff-b332-816d5f10e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:44.862760 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88d3adf5-3827-4a2a-b0c0-a4f3f30762f4 req-8731f57c-a92a-4aff-b332-816d5f10e3da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 1102 time: 0.0463428 Dec 09 22:52:44.877387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=44bf475e-bfdf-41da-8d39-146e71e120db,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:44.934562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88d3adf5-3827-4a2a-b0c0-a4f3f30762f4 req-90b32e1a-fdd2-4a1d-9e83-df13a8d4cfb7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606725 Dec 09 22:52:44.936695 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:44.944719 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:45.003987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3092ee6-1327-4e00-8f5f-4c4cef743cb7 None None] Pushing event updated for resources: {'Port': ['ID=f7b12320-c694-4ce8-b56f-3a2c9a0f223a,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:45.061519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Attempting to bind port f7b12320-c694-4ce8-b56f-3a2c9a0f223a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:45.062036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Attempting to bind port f7b12320-c694-4ce8-b56f-3a2c9a0f223a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:45.062482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Attempting to bind port f7b12320-c694-4ce8-b56f-3a2c9a0f223a on network 73e36acb-631a-472d-891c-3aa99073de49 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:45.070367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:45.070989 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Checking segment: {'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:45.071666 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:45.072139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Bound using segment: {'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:45.072707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Bound port: f7b12320-c694-4ce8-b56f-3a2c9a0f223a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:45.073213 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:45.161281 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9378647b-5357-408f-a323-f213dd74b42c None None] For port f7b12320-c694-4ce8-b56f-3a2c9a0f223a, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:45.165973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9378647b-5357-408f-a323-f213dd74b42c None None] For port f7b12320-c694-4ce8-b56f-3a2c9a0f223a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f7b12320-c694-4ce8-b56f-3a2c9a0f223a,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:45.178527 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:45.290673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Routers {'03067e4b-8909-458a-9f9a-68844f15567e'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:45.291610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9378647b-5357-408f-a323-f213dd74b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['03067e4b-8909-458a-9f9a-68844f15567e'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:45.348379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3092ee6-1327-4e00-8f5f-4c4cef743cb7 None None] Pushing event updated for resources: {'Port': ['ID=f7b12320-c694-4ce8-b56f-3a2c9a0f223a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:45.384058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e5ecbe58-e296-46ff-a3e5-1c4d09750349 None None] Provisioning complete for port f7b12320-c694-4ce8-b56f-3a2c9a0f223a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:45.384685 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e5ecbe58-e296-46ff-a3e5-1c4d09750349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:45.732683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9378647b-5357-408f-a323-f213dd74b42c None None] Set router 03067e4b-8909-458a-9f9a-68844f15567e gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:45.734947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bbc1e-7e14-4dfc-8a0b-3e63dd46f45b req-bbd2db29-f210-4166-a8b9-8808ec5ae5b9 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:45.743137 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-931bbc1e-7e14-4dfc-8a0b-3e63dd46f45b req-bbd2db29-f210-4166-a8b9-8808ec5ae5b9 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 950 time: 0.0711608 Dec 09 22:52:45.812945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-931bbc1e-7e14-4dfc-8a0b-3e63dd46f45b req-803480d4-13ba-4eff-9661-6243acee5e5d tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681264 Dec 09 22:52:45.952602 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e5ecbe58-e296-46ff-a3e5-1c4d09750349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:45.956258 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-98a959d5-4001-4308-ab93-b6258290db90 req-4e2e77ee-687f-4197-863d-d95e4def3907 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 210 time: 0.0357218 Dec 09 22:52:46.009277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e5ecbe58-e296-46ff-a3e5-1c4d09750349 None None] For port f7b12320-c694-4ce8-b56f-3a2c9a0f223a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f7b12320-c694-4ce8-b56f-3a2c9a0f223a,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:46.028521 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e5ecbe58-e296-46ff-a3e5-1c4d09750349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:46.112805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecbe58-e296-46ff-a3e5-1c4d09750349 None None] Pushing event updated for resources: {'Port': ['ID=f7b12320-c694-4ce8-b56f-3a2c9a0f223a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:46.190521 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-48460f1a-9c9a-4c5f-a482-0484b833138d None None] Provisioning complete for port f7b12320-c694-4ce8-b56f-3a2c9a0f223a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:46.190521 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48460f1a-9c9a-4c5f-a482-0484b833138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:46.274721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9378647b-5357-408f-a323-f213dd74b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:52:42Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f7b12320-c694-4ce8-b56f-3a2c9a0f223a', 'name': '', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:28:b1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:41Z', 'updated_at': '2021-12-09T22:52:45Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:46.276925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-6d0e98d8-492e-4e4c-8962-ce7fddcaf62d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:46.279768 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-6d0e98d8-492e-4e4c-8962-ce7fddcaf62d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.42 "GET /v2.0/networks?id=73e36acb-631a-472d-891c-3aa99073de49 HTTP/1.1" status: 200 len: 797 time: 0.2608931 Dec 09 22:52:46.312766 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378647b-5357-408f-a323-f213dd74b42c None None] The sync data for ids ['03067e4b-8909-458a-9f9a-68844f15567e'] in n-d-789963-23 is: [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:52:42Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f7b12320-c694-4ce8-b56f-3a2c9a0f223a', 'name': '', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:28:b1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:41Z', 'updated_at': '2021-12-09T22:52:45Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:52:46.400701 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-ad5a9503-24f4-4dde-baea-cde5f97e07a6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08 HTTP/1.1" status: 200 len: 380 time: 0.1112759 Dec 09 22:52:46.411773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'port': {'device_id': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'admin_state_up': True, 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'security_groups': ['e3e4d053-ba84-4b81-8ff6-70a59e3545e1']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:46.571691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Made reservation on behalf of 7ffb305be9ae48ea9f30ef4c629e6c08 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:52:46.581455 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:46.770180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.20.0.13 (73e36acb-631a-472d-891c-3aa99073de49/2cec04eb-feae-4ab7-8a78-99af8e774063/c3df0470-991d-48aa-b11a-1f222357e188) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:52:46.967234 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:47.038588 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:47.068721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ed8f7-393f-49d4-b875-1531f07fc5e4 req-08c15cf9-d872-4157-8c5f-63b03353c963 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:47.077868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d63ed8f7-393f-49d4-b875-1531f07fc5e4 req-08c15cf9-d872-4157-8c5f-63b03353c963 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 950 time: 0.1410747 Dec 09 22:52:47.110242 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=c3df0470-991d-48aa-b11a-1f222357e188,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:47.128651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 73e36acb-631a-472d-891c-3aa99073de49 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:47.130731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:47.133282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:52:47.222378 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:47.223126 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:47.248266 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-d53b5eed-2078-4e6f-8468-541382d0a762 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8412108 Dec 09 22:52:47.258490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d63ed8f7-393f-49d4-b875-1531f07fc5e4 req-8a074e09-7215-440a-9fe4-00da26dd189a tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794670 Dec 09 22:52:47.262074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Request body: {'port': {'device_id': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:47.304729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60206a-fb03-4653-a47c-6466eefc01d5 req-27ab65b7-7ef5-41b2-a959-708c18e01d78 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:47.326936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee60206a-fb03-4653-a47c-6466eefc01d5 req-27ab65b7-7ef5-41b2-a959-708c18e01d78 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 932 time: 0.2203646 Dec 09 22:52:47.370561 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:47.555314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee60206a-fb03-4653-a47c-6466eefc01d5 req-b0af994d-9ab8-44de-9fda-ea7a56eed35d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202578 Dec 09 22:52:47.725924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f7b12320-c694-4ce8-b56f-3a2c9a0f223a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:47.763527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-83477460-3c8a-4268-93ed-7e456ba4afe9 None None] Provisioning complete for port c3df0470-991d-48aa-b11a-1f222357e188 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:47.763911 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-83477460-3c8a-4268-93ed-7e456ba4afe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:47.891582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-83477460-3c8a-4268-93ed-7e456ba4afe9 None None] Port c3df0470-991d-48aa-b11a-1f222357e188 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:52:47.916404 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f7b12320-c694-4ce8-b56f-3a2c9a0f223a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:47.917145 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:48.035713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3df0470-991d-48aa-b11a-1f222357e188 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:52:48.046180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:48.084543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Transition to ACTIVE for port object c3df0470-991d-48aa-b11a-1f222357e188 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:52:48.092354 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:48.173049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Pushing event updated for resources: {'Port': ['ID=c3df0470-991d-48aa-b11a-1f222357e188,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:48.332433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Attempting to bind port c3df0470-991d-48aa-b11a-1f222357e188 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:52:48.333219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Attempting to bind port c3df0470-991d-48aa-b11a-1f222357e188 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:52:48.333711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Attempting to bind port c3df0470-991d-48aa-b11a-1f222357e188 on network 73e36acb-631a-472d-891c-3aa99073de49 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:48.340901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Port c3df0470-991d-48aa-b11a-1f222357e188 on network 73e36acb-631a-472d-891c-3aa99073de49 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:52:48.341398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Attempting to bind port c3df0470-991d-48aa-b11a-1f222357e188 on network 73e36acb-631a-472d-891c-3aa99073de49 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:52:48.350158 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:52:48.350735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Checking segment: {'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:52:48.351685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Bound using segment: {'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:52:48.352284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Bound port: c3df0470-991d-48aa-b11a-1f222357e188, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d2e57f-61dc-4957-8d97-f5db6a36c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73e36acb-631a-472d-891c-3aa99073de49'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:52:48.352810 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:48.454669 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] For port c3df0470-991d-48aa-b11a-1f222357e188, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:52:48.463693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] For port c3df0470-991d-48aa-b11a-1f222357e188, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c3df0470-991d-48aa-b11a-1f222357e188,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:52:48.470259 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:48.554985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:48.555779 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:48.557858 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] 10.222.0.42 "PUT /v2.0/ports/c3df0470-991d-48aa-b11a-1f222357e188 HTTP/1.1" status: 200 len: 1093 time: 1.3015437 Dec 09 22:52:48.567086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'tag': 'c3df0470-991d-48aa-b11a-1f222357e188'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:48.569437 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f132c8d-8ed4-40e2-a1e4-6bb555da7b39" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dec2aa-9e70-4f4c-ab43-a4d05427865e", "tag": "c3df0470-991d-48aa-b11a-1f222357e188"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:48.610169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795cebe-7262-4c3c-8be6-e33caba09176 service neutron] Pushing event updated for resources: {'Port': ['ID=c3df0470-991d-48aa-b11a-1f222357e188,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:48.735772 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f1c7a5-1fcc-469e-a2c8-50e09fefa74c x-openstack-request-id: req-03f1c7a5-1fcc-469e-a2c8-50e09fefa74c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:48.736407 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dec2aa-9e70-4f4c-ab43-a4d05427865e", "tag": "c3df0470-991d-48aa-b11a-1f222357e188", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:48.736893 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03f1c7a5-1fcc-469e-a2c8-50e09fefa74c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:48.737512 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'tag': 'c3df0470-991d-48aa-b11a-1f222357e188', 'status': 'completed', 'code': 200} Dec 09 22:52:48.782595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-31ec48aa-9e0b-4ae7-972b-33963b1f8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:48.790946 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-31ec48aa-9e0b-4ae7-972b-33963b1f8e6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 1096 time: 0.1356544 Dec 09 22:52:48.878079 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-02e0c97f-6ef7-4a9e-bb27-9797b5759fa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3df0470-991d-48aa-b11a-1f222357e188 HTTP/1.1" status: 200 len: 217 time: 0.0792525 Dec 09 22:52:48.941315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-79c29f6c-2595-47b8-afd1-2218a391dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:48.943113 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-79c29f6c-2595-47b8-afd1-2218a391dd13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cec04eb-feae-4ab7-8a78-99af8e774063 HTTP/1.1" status: 200 len: 834 time: 0.0571313 Dec 09 22:52:49.001271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-e2e42d0c-da70-4679-b85a-9392c397fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:49.003525 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-e2e42d0c-da70-4679-b85a-9392c397fbe9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73e36acb-631a-472d-891c-3aa99073de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520089 Dec 09 22:52:49.185109 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-a46b2724-9d1e-4c73-87f3-8dfecd881b3e service neutron] 10.222.0.42 "GET /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700308 Dec 09 22:52:49.283956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee857f-3ecf-4803-a385-682ea514c75b req-c5592bbf-a0d0-4e76-be11-89dfd765b9d4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:49.285511 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9ee857f-3ecf-4803-a385-682ea514c75b req-c5592bbf-a0d0-4e76-be11-89dfd765b9d4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 944 time: 0.0936792 Dec 09 22:52:49.299098 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99bced7f-ad27-421f-bbb1-7935c2eb55d7 req-1783f7c9-5fd0-4771-8da8-361683e79ad0 service neutron] 10.222.0.42 "GET /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072457 Dec 09 22:52:49.361409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f9ee857f-3ecf-4803-a385-682ea514c75b req-39c12be6-a265-485b-a845-0f5fa49741ca tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695620 Dec 09 22:52:49.414553 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132c8d-8ed4-40e2-a1e4-6bb555da7b39 req-b2ed3efe-3f97-4f10-929f-367a6290ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:49.417514 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f132c8d-8ed4-40e2-a1e4-6bb555da7b39 req-b2ed3efe-3f97-4f10-929f-367a6290ab6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 1096 time: 0.0589185 Dec 09 22:52:49.534360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132c8d-8ed4-40e2-a1e4-6bb555da7b39 req-76079b03-3cb5-4523-8ff0-a2465385fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:49.537301 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f132c8d-8ed4-40e2-a1e4-6bb555da7b39 req-76079b03-3cb5-4523-8ff0-a2465385fe53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73e36acb-631a-472d-891c-3aa99073de49 HTTP/1.1" status: 200 len: 898 time: 0.1131356 Dec 09 22:52:49.601851 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f132c8d-8ed4-40e2-a1e4-6bb555da7b39 req-a51a506a-1a7b-4aa0-9d45-7a379f9a8ce1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3df0470-991d-48aa-b11a-1f222357e188 HTTP/1.1" status: 200 len: 217 time: 0.0561204 Dec 09 22:52:49.670493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132c8d-8ed4-40e2-a1e4-6bb555da7b39 req-fe3a8178-9616-407f-9280-f611b1c8da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:49.672124 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f132c8d-8ed4-40e2-a1e4-6bb555da7b39 req-fe3a8178-9616-407f-9280-f611b1c8da1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cec04eb-feae-4ab7-8a78-99af8e774063 HTTP/1.1" status: 200 len: 834 time: 0.0628977 Dec 09 22:52:49.758527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132c8d-8ed4-40e2-a1e4-6bb555da7b39 req-8e7034f7-4511-440b-a78f-bc90674d4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:49.760619 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f132c8d-8ed4-40e2-a1e4-6bb555da7b39 req-8e7034f7-4511-440b-a78f-bc90674d4167 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73e36acb-631a-472d-891c-3aa99073de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803239 Dec 09 22:52:49.924706 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f132c8d-8ed4-40e2-a1e4-6bb555da7b39 req-f6bb56e5-bd4f-484f-8c52-33b0d58f8d10 service neutron] 10.222.0.42 "GET /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562843 Dec 09 22:52:50.028853 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f132c8d-8ed4-40e2-a1e4-6bb555da7b39 req-5c9ebfe7-0df2-4746-adc5-ede3653b9b77 service neutron] 10.222.0.42 "GET /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955136 Dec 09 22:52:50.487482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f44694-b4dc-4319-8122-5a941b431cb6 req-f52a04b2-6d29-4bdf-989d-9358547e0264 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:50.489552 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42f44694-b4dc-4319-8122-5a941b431cb6 req-f52a04b2-6d29-4bdf-989d-9358547e0264 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 944 time: 0.0507295 Dec 09 22:52:50.554353 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42f44694-b4dc-4319-8122-5a941b431cb6 req-65dd07e3-cb00-45c3-bf57-19a8c5809892 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577183 Dec 09 22:52:51.697362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f36001-80c5-40af-98d8-75ea0f0f02b6 req-58e2f47f-22ea-4325-ab5c-21a605788f61 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:51.699408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44f36001-80c5-40af-98d8-75ea0f0f02b6 req-58e2f47f-22ea-4325-ab5c-21a605788f61 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 944 time: 0.0591159 Dec 09 22:52:51.763650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44f36001-80c5-40af-98d8-75ea0f0f02b6 req-e0a0f10c-927d-4b53-9bb8-3328a1617e5a tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543489 Dec 09 22:52:52.088148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c3df0470-991d-48aa-b11a-1f222357e188 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:52:52.156678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b345f3e-58ec-402f-9f33-1fb57a3278c3 req-bfd95b6f-6889-4bd1-8f7b-b351b13270da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0859141 Dec 09 22:52:52.219087 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c3df0470-991d-48aa-b11a-1f222357e188, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c3df0470-991d-48aa-b11a-1f222357e188,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:52.243584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'c3df0470-991d-48aa-b11a-1f222357e188', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'port_id': 'c3df0470-991d-48aa-b11a-1f222357e188', 'mac_address': 'fa:16:3e:46:1e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:52:52.287934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345f3e-58ec-402f-9f33-1fb57a3278c3 req-193a7ee4-c0b4-4fc8-9a8c-818749d23c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:52.290299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b345f3e-58ec-402f-9f33-1fb57a3278c3 req-193a7ee4-c0b4-4fc8-9a8c-818749d23c21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ebc8cd2937c4959afdf874cfdd6cfbb&device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 1102 time: 0.0494208 Dec 09 22:52:52.296687 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:52.311676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3df0470-991d-48aa-b11a-1f222357e188 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:52:52.334430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c3df0470-991d-48aa-b11a-1f222357e188, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c3df0470-991d-48aa-b11a-1f222357e188,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:52.338777 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:52.391748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=c3df0470-991d-48aa-b11a-1f222357e188,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:52.426091 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345f3e-58ec-402f-9f33-1fb57a3278c3 req-ad712432-3bff-481d-a430-daa5988f1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:52.427701 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b345f3e-58ec-402f-9f33-1fb57a3278c3 req-ad712432-3bff-481d-a430-daa5988f1750 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.1187973 Dec 09 22:52:52.469596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b345f3e-58ec-402f-9f33-1fb57a3278c3 req-fd33d2cd-77f7-4058-add7-eec916c5ba2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=44bf475e-bfdf-41da-8d39-146e71e120db HTTP/1.1" status: 200 len: 217 time: 0.0345969 Dec 09 22:52:52.522275 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345f3e-58ec-402f-9f33-1fb57a3278c3 req-69662e63-0d76-425f-8a0a-cc6e78f5c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:52.523714 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b345f3e-58ec-402f-9f33-1fb57a3278c3 req-69662e63-0d76-425f-8a0a-cc6e78f5c193 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0481825 Dec 09 22:52:52.570662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345f3e-58ec-402f-9f33-1fb57a3278c3 req-f328e619-39c5-44a0-b5dd-5cad4bf08ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:52.572425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b345f3e-58ec-402f-9f33-1fb57a3278c3 req-f328e619-39c5-44a0-b5dd-5cad4bf08ea7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0418587 Dec 09 22:52:52.572569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['c3df0470-991d-48aa-b11a-1f222357e188'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:52:52.687282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b345f3e-58ec-402f-9f33-1fb57a3278c3 req-a852737c-a847-4904-90a0-edb8cc3d4d8f service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077495 Dec 09 22:52:52.790884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b345f3e-58ec-402f-9f33-1fb57a3278c3 req-906cb50f-d224-4d2d-a2ed-0690de6939dc service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966897 Dec 09 22:52:52.803479 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:52.933117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4911daa-e340-47c3-b6dc-af6d646e0c3f req-9e2440db-02b8-40ee-aa5b-ff1e38696b31 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:52.934800 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4911daa-e340-47c3-b6dc-af6d646e0c3f req-9e2440db-02b8-40ee-aa5b-ff1e38696b31 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 945 time: 0.0668705 Dec 09 22:52:53.022957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4911daa-e340-47c3-b6dc-af6d646e0c3f req-a0601479-8989-45f6-84d6-642dd0325ebf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769322 Dec 09 22:52:54.108799 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c3df0470-991d-48aa-b11a-1f222357e188 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:52:54.170906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port c3df0470-991d-48aa-b11a-1f222357e188 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:52:54.177380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port c3df0470-991d-48aa-b11a-1f222357e188 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:52:54.177877 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:54.187537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cb7ba-8c8e-46c5-810f-8239861d922e req-0aee7c47-79d7-4018-8370-6e3c6f6d6aab tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:54.189592 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-734cb7ba-8c8e-46c5-810f-8239861d922e req-0aee7c47-79d7-4018-8370-6e3c6f6d6aab tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 945 time: 0.0825539 Dec 09 22:52:54.285069 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:54.286788 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-734cb7ba-8c8e-46c5-810f-8239861d922e req-0de58ffa-348a-4577-b88b-b3df21d35dd1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854783 Dec 09 22:52:54.312395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df0470-991d-48aa-b11a-1f222357e188'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:54.315126 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f2e9a0-d0e7-4744-9427-8bf5d375f169" -d '{"events": [{"server_uuid": "e5dec2aa-9e70-4f4c-ab43-a4d05427865e", "name": "network-vif-plugged", "status": "completed", "tag": "c3df0470-991d-48aa-b11a-1f222357e188"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:54.332010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c3df0470-991d-48aa-b11a-1f222357e188, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c3df0470-991d-48aa-b11a-1f222357e188,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:52:54.336953 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:54.426759 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40f2754-c80b-4c48-a912-a6f1e928b95a x-openstack-request-id: req-c40f2754-c80b-4c48-a912-a6f1e928b95a {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:54.427320 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dec2aa-9e70-4f4c-ab43-a4d05427865e", "name": "network-vif-plugged", "status": "completed", "tag": "c3df0470-991d-48aa-b11a-1f222357e188", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:54.427731 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c40f2754-c80b-4c48-a912-a6f1e928b95a {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:54.428393 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df0470-991d-48aa-b11a-1f222357e188', 'code': 200} Dec 09 22:52:54.448983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=c3df0470-991d-48aa-b11a-1f222357e188,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:54.514534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786cd3f-03ce-47c1-b2c5-f9b31762a880 req-6501bdce-d9e8-4234-b4e6-8dc8f336cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:54.517133 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b786cd3f-03ce-47c1-b2c5-f9b31762a880 req-6501bdce-d9e8-4234-b4e6-8dc8f336cf75 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 1098 time: 0.0773613 Dec 09 22:52:54.576075 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b786cd3f-03ce-47c1-b2c5-f9b31762a880 req-17fda9ca-219c-4e16-8a4a-cb0acf4c476b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500541 Dec 09 22:52:55.438500 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20991333-c77e-49f8-8acd-3e3a2e458b23 req-ed2f3cee-edd8-4d5f-89b4-30a5773a9e2b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:55.440652 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20991333-c77e-49f8-8acd-3e3a2e458b23 req-ed2f3cee-edd8-4d5f-89b4-30a5773a9e2b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0617127 Dec 09 22:52:55.500502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20991333-c77e-49f8-8acd-3e3a2e458b23 req-d5be6ff8-a4a0-4fef-a24e-0b470fcf7bc9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538688 Dec 09 22:52:56.646394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c13699-901f-484f-93f0-452b20f17512 req-4a46617d-0ee6-45f0-9e31-77f5635b950b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:56.652010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68c13699-901f-484f-93f0-452b20f17512 req-4a46617d-0ee6-45f0-9e31-77f5635b950b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0788956 Dec 09 22:52:56.698771 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68c13699-901f-484f-93f0-452b20f17512 req-3ebd0311-3894-43b2-a81e-8f83f6f3d754 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442252 Dec 09 22:52:56.814085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd129700-6226-4790-bc15-5454bc7ec86f req-4e3c38f3-8ff4-4a19-843d-ae4ac9ae6561 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:56.815728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cd129700-6226-4790-bc15-5454bc7ec86f req-4e3c38f3-8ff4-4a19-843d-ae4ac9ae6561 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0494268 Dec 09 22:52:56.869102 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cd129700-6226-4790-bc15-5454bc7ec86f req-65f17d24-c8a0-4fa9-b944-4e7df9ec073d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470033 Dec 09 22:52:56.891869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47798) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:56.931112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c8480f-f9d9-4de0-b94f-dd4a20ebb9ad tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:56.933243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-25c8480f-f9d9-4de0-b94f-dd4a20ebb9ad tempest-TestNetworkAdvancedServerOps-1845631975 tempest-TestNetworkAdvancedServerOps-1845631975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 1093 time: 0.0403769 Dec 09 22:52:56.936222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47800) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:56.940750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': 'c3df0470-991d-48aa-b11a-1f222357e188', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:52:56.963983 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:57.066095 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:57.170958 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Allocated IP 172.25.8.97 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/94b41fe4-df05-4224-b728-acb52a687c0b) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:52:57.271184 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:57.304771 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:57.343626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:52:57.350601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:52:57.352757 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=94b41fe4-df05-4224-b728-acb52a687c0b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:57.354920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:52:57.716296 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:57.787332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:57.938535 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:57.943084 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:58.011687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event updated for resources: {'Port': ['ID=94b41fe4-df05-4224-b728-acb52a687c0b,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:52:58.027408 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:58.127249 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Floating IP 51ecd21f-cc23-41ba-a79c-a30aef91c0e0 associated. External IP: 172.25.8.97, port: c3df0470-991d-48aa-b11a-1f222357e188. Dec 09 22:52:58.337882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router 03067e4b-8909-458a-9f9a-68844f15567e has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:52:58.447166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:52:58.458402 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2337ad-e822-4e06-ad73-7d0ab6451244 None None] Sync routers for ids ['03067e4b-8909-458a-9f9a-68844f15567e'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:52:58.467611 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:52:58.468456 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2337ad-e822-4e06-ad73-7d0ab6451244 None None] Routers {'03067e4b-8909-458a-9f9a-68844f15567e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:58.469120 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cc2337ad-e822-4e06-ad73-7d0ab6451244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['03067e4b-8909-458a-9f9a-68844f15567e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:58.504871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0605c58d-d661-4a93-a740-27bc2e3ae4b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5675623 Dec 09 22:52:58.505573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'tag': 'c3df0470-991d-48aa-b11a-1f222357e188'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:52:58.508292 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f071e927-6d16-48c8-a718-d155d08ef168" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dec2aa-9e70-4f4c-ab43-a4d05427865e", "tag": "c3df0470-991d-48aa-b11a-1f222357e188"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:52:58.558008 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02907ac-a200-4f5e-9c9d-b6e53041d97b x-openstack-request-id: req-b02907ac-a200-4f5e-9c9d-b6e53041d97b {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:52:58.558310 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dec2aa-9e70-4f4c-ab43-a4d05427865e", "tag": "c3df0470-991d-48aa-b11a-1f222357e188", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:52:58.558576 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b02907ac-a200-4f5e-9c9d-b6e53041d97b {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:52:58.558989 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'tag': 'c3df0470-991d-48aa-b11a-1f222357e188', 'status': 'completed', 'code': 200} Dec 09 22:52:58.598543 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-cc2337ad-e822-4e06-ad73-7d0ab6451244 None None] Set router 03067e4b-8909-458a-9f9a-68844f15567e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:58.631155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e927-6d16-48c8-a718-d155d08ef168 req-483dbe7e-8c7a-4fe6-ac42-fb7ccfb71777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:58.633381 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f071e927-6d16-48c8-a718-d155d08ef168 req-483dbe7e-8c7a-4fe6-ac42-fb7ccfb71777 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 1098 time: 0.0533817 Dec 09 22:52:58.653544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083e3a5-70bd-4e40-a0c7-400ec8fb3a77 req-d6b1293f-0103-4cc6-a76e-f90a1f0c28ee tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:58.655175 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7083e3a5-70bd-4e40-a0c7-400ec8fb3a77 req-d6b1293f-0103-4cc6-a76e-f90a1f0c28ee tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0735078 Dec 09 22:52:58.732985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7083e3a5-70bd-4e40-a0c7-400ec8fb3a77 req-44a4ea9a-f1e4-43a4-8f97-4037787d470c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714557 Dec 09 22:52:58.744182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47818) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:58.790286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e927-6d16-48c8-a718-d155d08ef168 req-eaeceadd-cd07-4a11-bfd8-95689ad5025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:58.792395 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f071e927-6d16-48c8-a718-d155d08ef168 req-eaeceadd-cd07-4a11-bfd8-95689ad5025e service neutron] 10.222.0.42 "GET /v2.0/networks?id=73e36acb-631a-472d-891c-3aa99073de49 HTTP/1.1" status: 200 len: 898 time: 0.1525815 Dec 09 22:52:58.858271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-52410f92-58cf-4733-966b-7b41c8376ea4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/51ecd21f-cc23-41ba-a79c-a30aef91c0e0 HTTP/1.1" status: 200 len: 991 time: 0.1128058 Dec 09 22:52:58.880694 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f071e927-6d16-48c8-a718-d155d08ef168 req-f1994020-fe92-4232-bc81-03216ccad772 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3df0470-991d-48aa-b11a-1f222357e188 HTTP/1.1" status: 200 len: 999 time: 0.0816228 Dec 09 22:52:58.936311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e927-6d16-48c8-a718-d155d08ef168 req-ac9d4a53-f47a-4d44-8fb2-319b27338b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:58.938889 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f071e927-6d16-48c8-a718-d155d08ef168 req-ac9d4a53-f47a-4d44-8fb2-319b27338b1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cec04eb-feae-4ab7-8a78-99af8e774063 HTTP/1.1" status: 200 len: 834 time: 0.0499349 Dec 09 22:52:58.976681 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cc2337ad-e822-4e06-ad73-7d0ab6451244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:52:42Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '51ecd21f-cc23-41ba-a79c-a30aef91c0e0', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'port_id': 'c3df0470-991d-48aa-b11a-1f222357e188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'mac_address': 'fa:16:3e:46:1e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:52:57Z', 'updated_at': '2021-12-09T22:52:57Z', 'revision_number': 0, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b12320-c694-4ce8-b56f-3a2c9a0f223a', 'name': '', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:28:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:41Z', 'updated_at': '2021-12-09T22:52:45Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:58.987816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e927-6d16-48c8-a718-d155d08ef168 req-881e7175-f8f0-4a16-b7b3-d9424856084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:52:58.989982 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f071e927-6d16-48c8-a718-d155d08ef168 req-881e7175-f8f0-4a16-b7b3-d9424856084c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73e36acb-631a-472d-891c-3aa99073de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434108 Dec 09 22:52:59.004994 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2337ad-e822-4e06-ad73-7d0ab6451244 None None] Checking router: 03067e4b-8909-458a-9f9a-68844f15567e for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:52:59.014231 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2337ad-e822-4e06-ad73-7d0ab6451244 None None] Routers {'03067e4b-8909-458a-9f9a-68844f15567e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:52:59.015050 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cc2337ad-e822-4e06-ad73-7d0ab6451244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:52:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['03067e4b-8909-458a-9f9a-68844f15567e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:59.094933 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f071e927-6d16-48c8-a718-d155d08ef168 req-b1dd1c50-c494-492f-9f5c-2cdb14646024 service neutron] 10.222.0.42 "GET /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975988 Dec 09 22:52:59.120893 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-cc2337ad-e822-4e06-ad73-7d0ab6451244 None None] Set router 03067e4b-8909-458a-9f9a-68844f15567e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:52:59.219510 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f071e927-6d16-48c8-a718-d155d08ef168 req-2a5ceba8-b660-4ca8-b856-2901c64c0763 service neutron] 10.222.0.42 "GET /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164529 Dec 09 22:52:59.362859 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cc2337ad-e822-4e06-ad73-7d0ab6451244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:52:42Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '51ecd21f-cc23-41ba-a79c-a30aef91c0e0', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'port_id': 'c3df0470-991d-48aa-b11a-1f222357e188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'mac_address': 'fa:16:3e:46:1e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:52:57Z', 'updated_at': '2021-12-09T22:52:57Z', 'revision_number': 0, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b12320-c694-4ce8-b56f-3a2c9a0f223a', 'name': '', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:28:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:41Z', 'updated_at': '2021-12-09T22:52:45Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:52:59.391434 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2337ad-e822-4e06-ad73-7d0ab6451244 None None] The sync data for ids ['03067e4b-8909-458a-9f9a-68844f15567e'] in n-d-789963-23 is: [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:52:42Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '51ecd21f-cc23-41ba-a79c-a30aef91c0e0', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'port_id': 'c3df0470-991d-48aa-b11a-1f222357e188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'mac_address': 'fa:16:3e:46:1e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:52:57Z', 'updated_at': '2021-12-09T22:52:57Z', 'revision_number': 0, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b12320-c694-4ce8-b56f-3a2c9a0f223a', 'name': '', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:28:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:41Z', 'updated_at': '2021-12-09T22:52:45Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:52:59.734036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1fbab1-7018-4d7c-99c3-8f79c14cca34 None None] New status for floating IP 51ecd21f-cc23-41ba-a79c-a30aef91c0e0: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:52:59.862407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47826) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:52:59.959045 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bbb42fb1-e567-4972-aa78-10bf1967b58e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/51ecd21f-cc23-41ba-a79c-a30aef91c0e0 HTTP/1.1" status: 200 len: 991 time: 0.0937707 Dec 09 22:53:00.962052 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47838) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:01.031121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9d2c1ba8-6357-489e-bd30-c3f1ae9c11dd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/51ecd21f-cc23-41ba-a79c-a30aef91c0e0 HTTP/1.1" status: 200 len: 993 time: 0.0673637 Dec 09 22:53:01.059104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c8227d38-e568-4b95-a87f-dbfbab538652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:02.048609 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47850) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:02.187761 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-33535de6-033a-411f-808b-85824334cfc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:02.278841 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-33535de6-033a-411f-808b-85824334cfc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:02.283053 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-33535de6-033a-411f-808b-85824334cfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:02.321917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33535de6-033a-411f-808b-85824334cfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8533b679-4fa0-4058-ad65-ec9eb329112f,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:02.342713 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47862) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:02.343383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-33535de6-033a-411f-808b-85824334cfc9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ff19fe2994b44728a84cd1c4b3b5cc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936146 Dec 09 22:53:02.395748 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e6ea-5c16-44b4-8d21-f37eb42d04d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:02.421344 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e6ea-5c16-44b4-8d21-f37eb42d04d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:02.474900 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e6ea-5c16-44b4-8d21-f37eb42d04d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:02.477630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e6ea-5c16-44b4-8d21-f37eb42d04d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:02.479455 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d2c8e6ea-5c16-44b4-8d21-f37eb42d04d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8533b679-4fa0-4058-ad65-ec9eb329112f HTTP/1.1" status: 204 len: 168 time: 0.1343546 Dec 09 22:53:02.496155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8e6ea-5c16-44b4-8d21-f37eb42d04d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8533b679-4fa0-4058-ad65-ec9eb329112f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:02.881874 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 47882) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:02.897123 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1b2b-3fe5-412a-a35c-631a7fd061e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:02.989698 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1b2b-3fe5-412a-a35c-631a7fd061e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:02.994236 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1b2b-3fe5-412a-a35c-631a7fd061e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:03.036750 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1e5a1b2b-3fe5-412a-a35c-631a7fd061e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73505ca4c035403bb51a616f30273c88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537037 Dec 09 22:53:03.039962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 47890) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:03.044802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a1b2b-3fe5-412a-a35c-631a7fd061e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae4f3d1-9630-41d9-8f31-ef8b00003018,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:03.133455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85b3fe56-049d-45e7-a5b1-41b43ae9f525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:03.156477 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85b3fe56-049d-45e7-a5b1-41b43ae9f525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:03.211932 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85b3fe56-049d-45e7-a5b1-41b43ae9f525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:03.214981 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-85b3fe56-049d-45e7-a5b1-41b43ae9f525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:03.216159 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-85b3fe56-049d-45e7-a5b1-41b43ae9f525 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eae4f3d1-9630-41d9-8f31-ef8b00003018 HTTP/1.1" status: 204 len: 168 time: 0.1751990 Dec 09 22:53:03.224373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3fe56-049d-45e7-a5b1-41b43ae9f525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae4f3d1-9630-41d9-8f31-ef8b00003018,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:03.315756 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d662f4c-c729-4c9b-b814-961463291b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:03.892631 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:04.847383 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:06.229550 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:07.107779 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:13.792263 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:53:14.195473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48088) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:14.306063 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66f42fa7-d5eb-48f5-8f71-8d2aac4527d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:14.387083 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66f42fa7-d5eb-48f5-8f71-8d2aac4527d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:14.391496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-66f42fa7-d5eb-48f5-8f71-8d2aac4527d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:14.432181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f42fa7-d5eb-48f5-8f71-8d2aac4527d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76476a35-4705-43a2-b793-6444849a27e3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:14.440892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-66f42fa7-d5eb-48f5-8f71-8d2aac4527d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f94bab8553941cf9275770bdcb19f36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443340 Dec 09 22:53:14.441387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48092) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:14.514172 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13a32753-0929-420d-8bfe-16b22f643d4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:14.537349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13a32753-0929-420d-8bfe-16b22f643d4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:14.591363 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13a32753-0929-420d-8bfe-16b22f643d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:14.594676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13a32753-0929-420d-8bfe-16b22f643d4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:14.595902 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-13a32753-0929-420d-8bfe-16b22f643d4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76476a35-4705-43a2-b793-6444849a27e3 HTTP/1.1" status: 204 len: 168 time: 0.1524928 Dec 09 22:53:14.605525 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a32753-0929-420d-8bfe-16b22f643d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76476a35-4705-43a2-b793-6444849a27e3,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:19.991387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48232) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:20.120365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1b239c87-5878-4530-98ac-2c47e8107338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:20.215762 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1b239c87-5878-4530-98ac-2c47e8107338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:20.220591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1b239c87-5878-4530-98ac-2c47e8107338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:20.256142 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1b239c87-5878-4530-98ac-2c47e8107338 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60cc60f9d0cc437b8e936b5edbeef877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2636559 Dec 09 22:53:20.259061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48236) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:20.269933 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b239c87-5878-4530-98ac-2c47e8107338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080275cf-f068-4bcf-98bc-4ecc1e363042,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:20.332431 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf170-ee3a-4d49-a194-d1d7323770ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:20.357957 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf170-ee3a-4d49-a194-d1d7323770ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:20.424716 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf170-ee3a-4d49-a194-d1d7323770ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:20.428186 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf170-ee3a-4d49-a194-d1d7323770ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:20.444153 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b4bbf170-ee3a-4d49-a194-d1d7323770ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/080275cf-f068-4bcf-98bc-4ecc1e363042 HTTP/1.1" status: 204 len: 168 time: 0.1815872 Dec 09 22:53:20.463551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbf170-ee3a-4d49-a194-d1d7323770ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080275cf-f068-4bcf-98bc-4ecc1e363042,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:20.810980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48254) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:20.827164 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-624c7b80-0343-403e-b192-5588feb721c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:20.920878 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-624c7b80-0343-403e-b192-5588feb721c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:20.925409 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-624c7b80-0343-403e-b192-5588feb721c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:20.967213 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-624c7b80-0343-403e-b192-5588feb721c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d597b8ec98e4edcbd9c4cf98127010d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1534066 Dec 09 22:53:20.967213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48264) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:21.007129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c7b80-0343-403e-b192-5588feb721c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9fd4de-8661-4e97-a5b0-3f86dfbad104,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:21.049953 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7d2f0d73-b705-476c-8a3b-8451209123f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:21.073226 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7d2f0d73-b705-476c-8a3b-8451209123f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:21.127219 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7d2f0d73-b705-476c-8a3b-8451209123f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:21.130313 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7d2f0d73-b705-476c-8a3b-8451209123f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:21.134023 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7d2f0d73-b705-476c-8a3b-8451209123f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc9fd4de-8661-4e97-a5b0-3f86dfbad104 HTTP/1.1" status: 204 len: 168 time: 0.1585631 Dec 09 22:53:21.141329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f0d73-b705-476c-8a3b-8451209123f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9fd4de-8661-4e97-a5b0-3f86dfbad104,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:22.798960 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:29.369905 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39c6aeec-2a45-4b2a-9588-21a496fedf42 req-7a003235-89a9-45a1-87b1-75eae03ef66d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415475 Dec 09 22:53:29.464163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6aeec-2a45-4b2a-9588-21a496fedf42 req-a0e34c38-928d-4f00-b21b-621479f0bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:29.465677 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39c6aeec-2a45-4b2a-9588-21a496fedf42 req-a0e34c38-928d-4f00-b21b-621479f0bddb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 1098 time: 0.0447028 Dec 09 22:53:29.574710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6aeec-2a45-4b2a-9588-21a496fedf42 req-ba5e7364-c3b1-4d67-bd86-eb3a0b10a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:29.576188 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39c6aeec-2a45-4b2a-9588-21a496fedf42 req-ba5e7364-c3b1-4d67-bd86-eb3a0b10a3a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73e36acb-631a-472d-891c-3aa99073de49 HTTP/1.1" status: 200 len: 898 time: 0.0896940 Dec 09 22:53:29.656432 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39c6aeec-2a45-4b2a-9588-21a496fedf42 req-e3f93e1e-f965-4f4e-859d-8afde3d11581 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3df0470-991d-48aa-b11a-1f222357e188 HTTP/1.1" status: 200 len: 1001 time: 0.0702577 Dec 09 22:53:29.711505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6aeec-2a45-4b2a-9588-21a496fedf42 req-743d6819-d6fa-4203-9e58-8f7daba8a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:29.713714 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39c6aeec-2a45-4b2a-9588-21a496fedf42 req-743d6819-d6fa-4203-9e58-8f7daba8a152 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cec04eb-feae-4ab7-8a78-99af8e774063 HTTP/1.1" status: 200 len: 834 time: 0.0488594 Dec 09 22:53:29.766295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6aeec-2a45-4b2a-9588-21a496fedf42 req-a1adf4b4-b4a6-45fe-aef8-a6bf737bbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:29.768069 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39c6aeec-2a45-4b2a-9588-21a496fedf42 req-a1adf4b4-b4a6-45fe-aef8-a6bf737bbad1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73e36acb-631a-472d-891c-3aa99073de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460298 Dec 09 22:53:29.864406 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39c6aeec-2a45-4b2a-9588-21a496fedf42 req-1912660f-b5f1-46b3-81cf-f836c3a23390 service neutron] 10.222.0.42 "GET /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882244 Dec 09 22:53:29.964693 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39c6aeec-2a45-4b2a-9588-21a496fedf42 req-671d9cca-cc3e-4f10-8de4-e3cdb89ed320 service neutron] 10.222.0.42 "GET /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859635 Dec 09 22:53:31.068278 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ccea2c-5fc2-401f-8c31-c7081288e505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:31.223748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bb182-9d1c-4d21-94db-3d41a4f17b22 req-d588e2f0-659d-4024-aa6a-ecd7f444ad93 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:31.225307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-474bb182-9d1c-4d21-94db-3d41a4f17b22 req-d588e2f0-659d-4024-aa6a-ecd7f444ad93 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.4537873 Dec 09 22:53:31.310362 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-474bb182-9d1c-4d21-94db-3d41a4f17b22 req-7851c1ca-9417-4a6f-a459-0d445adf24b8 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780106 Dec 09 22:53:32.453895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcaf86-9125-46fc-b988-fcdf34856899 req-c4847ee0-048c-4af5-86de-66acc62e3fc1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:32.455390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bebcaf86-9125-46fc-b988-fcdf34856899 req-c4847ee0-048c-4af5-86de-66acc62e3fc1 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0615511 Dec 09 22:53:32.518915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bebcaf86-9125-46fc-b988-fcdf34856899 req-428ed5ff-bd40-4da1-9937-ef4589dbc0ee tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574205 Dec 09 22:53:33.335371 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e8298bf-d446-4e56-8608-8ee7a0348007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:33.674615 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d4331-d5c2-41c3-93ae-f45ef1983385 req-f173b88c-ae16-496c-92f2-d1f64f6ca6f0 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:33.676862 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-519d4331-d5c2-41c3-93ae-f45ef1983385 req-f173b88c-ae16-496c-92f2-d1f64f6ca6f0 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0631640 Dec 09 22:53:33.739513 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-519d4331-d5c2-41c3-93ae-f45ef1983385 req-2f432bf5-2b44-4b33-b1ef-44f237927340 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551314 Dec 09 22:53:33.916198 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:34.130913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48706) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:34.275579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdad1-a612-4391-ad3b-9d34c94d1ed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:34.358124 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdad1-a612-4391-ad3b-9d34c94d1ed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:34.362999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdad1-a612-4391-ad3b-9d34c94d1ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:34.409144 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fd4fdad1-a612-4391-ad3b-9d34c94d1ed2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c64bf5dec11427a85edfb73862e2fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747009 Dec 09 22:53:34.409144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fdad1-a612-4391-ad3b-9d34c94d1ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b80c6bc-0eec-4f10-b077-44cce6c96b4b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:34.409511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48714) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:34.465308 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:34.488708 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:34.538000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:34.540749 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:34.544871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b80c6bc-0eec-4f10-b077-44cce6c96b4b HTTP/1.1" status: 204 len: 168 time: 0.1340425 Dec 09 22:53:34.552567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b80c6bc-0eec-4f10-b077-44cce6c96b4b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:34.562569 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.562922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.567120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.567120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.567120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.567120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.567120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.567120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.567120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.567120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.567120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.567120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.567120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42ed2-e4ea-42c7-bfc6-273e2f200ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:34.881684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48738) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:34.891328 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:34.899703 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6de1893c-19a0-426d-a87c-f0a2f6ec276c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:34.991596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6de1893c-19a0-426d-a87c-f0a2f6ec276c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:34.997862 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6de1893c-19a0-426d-a87c-f0a2f6ec276c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:35.031699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1893c-19a0-426d-a87c-f0a2f6ec276c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc83c79-f098-4c62-9d3b-f25ecb2e730b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:35.054580 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6de1893c-19a0-426d-a87c-f0a2f6ec276c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3e4e8cfa99a495f8ecc1481e6c02060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712017 Dec 09 22:53:35.056687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48740) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:35.113516 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63f5a60a-9eee-4799-bbbc-b01ad0a9104a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:35.144925 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63f5a60a-9eee-4799-bbbc-b01ad0a9104a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:35.206893 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63f5a60a-9eee-4799-bbbc-b01ad0a9104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:35.212873 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63f5a60a-9eee-4799-bbbc-b01ad0a9104a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:35.217174 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-63f5a60a-9eee-4799-bbbc-b01ad0a9104a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bc83c79-f098-4c62-9d3b-f25ecb2e730b HTTP/1.1" status: 204 len: 168 time: 0.1589797 Dec 09 22:53:35.226003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5a60a-9eee-4799-bbbc-b01ad0a9104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc83c79-f098-4c62-9d3b-f25ecb2e730b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:35.228536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8cc23-a6f6-4684-93ba-2e3b235ae0bc req-48acd2de-f76d-48f5-adc9-13c806d26347 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:35.230334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62d8cc23-a6f6-4684-93ba-2e3b235ae0bc req-48acd2de-f76d-48f5-adc9-13c806d26347 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.4125676 Dec 09 22:53:35.302958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62d8cc23-a6f6-4684-93ba-2e3b235ae0bc req-8783d520-6f0c-4fe6-af26-0c7af0e988f9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618851 Dec 09 22:53:35.602703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 48756) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:35.616507 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b540f675-172a-4595-b0ea-bf965735136f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:35.697204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b540f675-172a-4595-b0ea-bf965735136f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:35.703748 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b540f675-172a-4595-b0ea-bf965735136f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:35.757368 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b540f675-172a-4595-b0ea-bf965735136f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2871fbeb6e7245909a699a4386dd4d4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511748 Dec 09 22:53:35.757368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540f675-172a-4595-b0ea-bf965735136f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5058bf99-e1b8-4cac-b97d-338100c9520a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:35.758123 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 48766) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:35.830512 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58d785f1-a3b6-42a2-82e4-a212aebde693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:35.856483 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58d785f1-a3b6-42a2-82e4-a212aebde693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:35.914212 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58d785f1-a3b6-42a2-82e4-a212aebde693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:35.917918 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-58d785f1-a3b6-42a2-82e4-a212aebde693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:35.919529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-58d785f1-a3b6-42a2-82e4-a212aebde693 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5058bf99-e1b8-4cac-b97d-338100c9520a HTTP/1.1" status: 204 len: 168 time: 0.1570675 Dec 09 22:53:35.929858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d785f1-a3b6-42a2-82e4-a212aebde693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5058bf99-e1b8-4cac-b97d-338100c9520a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:36.238796 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:36.442108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271e733-f02e-474a-944f-c71a15fb8f90 req-ecb6c8a3-5244-499e-980c-732af475f059 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:36.449367 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1271e733-f02e-474a-944f-c71a15fb8f90 req-ecb6c8a3-5244-499e-980c-732af475f059 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0672309 Dec 09 22:53:36.533125 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1271e733-f02e-474a-944f-c71a15fb8f90 req-f847e418-9f86-4fba-a539-4e7396860207 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779793 Dec 09 22:53:37.050276 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:37.672775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ffabb-f418-4533-a1ec-5e0f9d64f3cc req-6abae5d6-a007-411d-83e9-04a5ea0345e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:37.675251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d0ffabb-f418-4533-a1ec-5e0f9d64f3cc req-6abae5d6-a007-411d-83e9-04a5ea0345e9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0818439 Dec 09 22:53:37.741492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d0ffabb-f418-4533-a1ec-5e0f9d64f3cc req-befabdc0-059e-47af-96fb-b88abcaf2b99 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587268 Dec 09 22:53:38.901182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81e333-f862-4d5c-9fed-9ed2f0d3d35d req-0a02baba-20d9-496a-9acd-301ce451679d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:38.902697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e81e333-f862-4d5c-9fed-9ed2f0d3d35d req-0a02baba-20d9-496a-9acd-301ce451679d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0855145 Dec 09 22:53:38.952936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3e81e333-f862-4d5c-9fed-9ed2f0d3d35d req-d1fd90c6-0558-45ec-ab40-4ad1167a259c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437396 Dec 09 22:53:40.129220 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdbd52-a179-4292-be6f-4e067006b710 req-4f61683e-88f6-4374-a98c-4b503547cdf9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:40.137167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68bdbd52-a179-4292-be6f-4e067006b710 req-4f61683e-88f6-4374-a98c-4b503547cdf9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0788693 Dec 09 22:53:40.192020 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68bdbd52-a179-4292-be6f-4e067006b710 req-15f58dca-8194-4103-a800-956db9b30a1d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538778 Dec 09 22:53:41.341675 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87225b2-3109-452d-aca6-5cf0bfb30d75 req-a243194d-6196-4524-bab8-3b7b84551bc6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:41.350513 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f87225b2-3109-452d-aca6-5cf0bfb30d75 req-a243194d-6196-4524-bab8-3b7b84551bc6 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0644650 Dec 09 22:53:41.408814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f87225b2-3109-452d-aca6-5cf0bfb30d75 req-660b5ca1-3a70-4f64-94e4-4b19cf073502 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496836 Dec 09 22:53:42.552845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d006078-73e9-43aa-a8a3-df95556428e7 req-f1dc5d68-64c9-43a1-a932-ca2ac575d8e4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:42.562121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d006078-73e9-43aa-a8a3-df95556428e7 req-f1dc5d68-64c9-43a1-a932-ca2ac575d8e4 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0630910 Dec 09 22:53:42.619212 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d006078-73e9-43aa-a8a3-df95556428e7 req-c7f93f19-8439-4755-9904-647aaa1df8bd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559266 Dec 09 22:53:43.779017 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53e26-905a-4b5e-8783-1c84b61017d3 req-39fe2051-67e8-4f6c-97a6-e80baf23785b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:43.780783 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0f53e26-905a-4b5e-8783-1c84b61017d3 req-39fe2051-67e8-4f6c-97a6-e80baf23785b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0571973 Dec 09 22:53:43.847296 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0f53e26-905a-4b5e-8783-1c84b61017d3 req-acb056ed-2df9-4110-be68-b3dea35b34b5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602999 Dec 09 22:53:44.992824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9a591-dc3e-4a6a-9fd9-b571c946bc7c req-8a4cd87b-67e9-4bbb-ab98-fb16eaf86c17 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:44.995496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2d9a591-dc3e-4a6a-9fd9-b571c946bc7c req-8a4cd87b-67e9-4bbb-ab98-fb16eaf86c17 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0513775 Dec 09 22:53:45.046343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2d9a591-dc3e-4a6a-9fd9-b571c946bc7c req-7d03343b-04b3-40eb-980a-65af9d3f850f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448911 Dec 09 22:53:46.227543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c73fe2-e18e-4611-87fc-ca7e2e2ba285 req-13752984-350b-4cf9-a30e-f12196ca5cdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:46.230041 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30c73fe2-e18e-4611-87fc-ca7e2e2ba285 req-13752984-350b-4cf9-a30e-f12196ca5cdf tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0842748 Dec 09 22:53:46.294326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30c73fe2-e18e-4611-87fc-ca7e2e2ba285 req-198ebb25-ca12-4e1c-a949-3668fb8fe179 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545671 Dec 09 22:53:47.421888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a67c92-9702-4130-9865-cc0ecae097b5 req-65c6289f-6d25-465a-9f13-78a8c90af094 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:47.430038 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2a67c92-9702-4130-9865-cc0ecae097b5 req-65c6289f-6d25-465a-9f13-78a8c90af094 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0625856 Dec 09 22:53:47.499086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2a67c92-9702-4130-9865-cc0ecae097b5 req-0d30ff22-7ee7-4fbd-a23c-fe5ce31d49bb tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669498 Dec 09 22:53:48.652185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6ca49-4ca8-4dbc-9a8d-f921cce0f0a1 req-8fc87659-9dbc-4d5e-9a93-0f92b315e198 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:48.653765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4e6ca49-4ca8-4dbc-9a8d-f921cce0f0a1 req-8fc87659-9dbc-4d5e-9a93-0f92b315e198 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0858605 Dec 09 22:53:48.731241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4e6ca49-4ca8-4dbc-9a8d-f921cce0f0a1 req-085414a4-d514-41a6-8945-287dd6c70927 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710847 Dec 09 22:53:48.798311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd52d4-e893-4d90-8d9f-70d9031c62e5 req-47f52b86-1345-4410-86b5-0a397e01091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:48.800609 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d8dd52d4-e893-4d90-8d9f-70d9031c62e5 req-47f52b86-1345-4410-86b5-0a397e01091f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 1098 time: 0.0610781 Dec 09 22:53:48.869334 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d8dd52d4-e893-4d90-8d9f-70d9031c62e5 req-c9e9ec52-4d88-44b1-8073-8a10358ef87c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498953 Dec 09 22:53:49.966952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d8c8f-57ee-4674-ab59-80432c83393e req-97db043d-aa79-4f95-95d7-f76c5eff55c5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:49.974898 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e4d8c8f-57ee-4674-ab59-80432c83393e req-97db043d-aa79-4f95-95d7-f76c5eff55c5 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0623748 Dec 09 22:53:50.039311 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e4d8c8f-57ee-4674-ab59-80432c83393e req-1a2c8348-aea8-43b9-808d-f03b232704f2 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633047 Dec 09 22:53:50.422351 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c3df0470-991d-48aa-b11a-1f222357e188 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:53:50.546817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c3df0470-991d-48aa-b11a-1f222357e188, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c3df0470-991d-48aa-b11a-1f222357e188,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:53:50.567483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'c3df0470-991d-48aa-b11a-1f222357e188', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'port_id': 'c3df0470-991d-48aa-b11a-1f222357e188', 'mac_address': 'fa:16:3e:46:1e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:53:50.612246 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:50.628830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3df0470-991d-48aa-b11a-1f222357e188 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:53:50.653461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c3df0470-991d-48aa-b11a-1f222357e188, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c3df0470-991d-48aa-b11a-1f222357e188,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:53:50.658748 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:50.717551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=c3df0470-991d-48aa-b11a-1f222357e188,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:50.726760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.727378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.727908 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.728418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.728909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.729769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.733929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.733929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.733929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.733929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.733929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.734363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.734589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:53:50.792412 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:53:50.890587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['c3df0470-991d-48aa-b11a-1f222357e188'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:53:51.197556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebd65e-3154-49e1-b5fc-36c508c9b96d req-6e1aaa41-85f5-43fa-a8f7-cc8b4fcb883d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:51.208237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5ebd65e-3154-49e1-b5fc-36c508c9b96d req-6e1aaa41-85f5-43fa-a8f7-cc8b4fcb883d tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 945 time: 0.0736187 Dec 09 22:53:51.283690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5ebd65e-3154-49e1-b5fc-36c508c9b96d req-1cc62830-a54c-432d-9fe1-f355a003b873 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743315 Dec 09 22:53:51.307666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 49254) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:53:51.400913 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9797427c-3793-49bb-99e4-bb2742e8813c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/floatingips/51ecd21f-cc23-41ba-a79c-a30aef91c0e0 HTTP/1.1" status: 200 len: 992 time: 0.0920179 Dec 09 22:53:52.438582 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c3df0470-991d-48aa-b11a-1f222357e188 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:53:52.514868 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port c3df0470-991d-48aa-b11a-1f222357e188 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:53:52.515242 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:52.594471 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:52.642889 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port c3df0470-991d-48aa-b11a-1f222357e188, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c3df0470-991d-48aa-b11a-1f222357e188,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:53:52.644217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df0470-991d-48aa-b11a-1f222357e188'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:53:52.647491 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a4489d-6cb2-4248-80c9-54c301cab09c" -d '{"events": [{"server_uuid": "e5dec2aa-9e70-4f4c-ab43-a4d05427865e", "name": "network-vif-plugged", "status": "completed", "tag": "c3df0470-991d-48aa-b11a-1f222357e188"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:53:52.654748 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:52.723654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=c3df0470-991d-48aa-b11a-1f222357e188,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:53:52.736473 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdc2650-c547-4b65-9c4d-eb4eb68f365a x-openstack-request-id: req-8cdc2650-c547-4b65-9c4d-eb4eb68f365a {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:53:52.736775 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dec2aa-9e70-4f4c-ab43-a4d05427865e", "name": "network-vif-plugged", "status": "completed", "tag": "c3df0470-991d-48aa-b11a-1f222357e188", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:53:52.737029 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cdc2650-c547-4b65-9c4d-eb4eb68f365a {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:53:52.737424 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df0470-991d-48aa-b11a-1f222357e188', 'code': 200} Dec 09 22:53:52.782661 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:53:54.251735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82396baa-0655-4b49-826a-6e55bf4b66f3 req-4f6ccec2-efa6-4f66-b01f-a91fbfeee25b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1704369 Dec 09 22:53:54.368314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82396baa-0655-4b49-826a-6e55bf4b66f3 req-0ef62989-b729-4e0a-ba02-78b1029e68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:54.369845 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82396baa-0655-4b49-826a-6e55bf4b66f3 req-0ef62989-b729-4e0a-ba02-78b1029e68b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ebc8cd2937c4959afdf874cfdd6cfbb&device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 1102 time: 0.0520077 Dec 09 22:53:54.485213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82396baa-0655-4b49-826a-6e55bf4b66f3 req-3c37c9a1-8671-41fe-a8b2-477b68c73123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:54.487246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82396baa-0655-4b49-826a-6e55bf4b66f3 req-3c37c9a1-8671-41fe-a8b2-477b68c73123 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.0968702 Dec 09 22:53:54.530132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82396baa-0655-4b49-826a-6e55bf4b66f3 req-30f965db-df08-4c43-9476-756a3ce1edd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=44bf475e-bfdf-41da-8d39-146e71e120db HTTP/1.1" status: 200 len: 217 time: 0.0353081 Dec 09 22:53:54.621499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82396baa-0655-4b49-826a-6e55bf4b66f3 req-f2e076c8-bfbf-48d2-ad7a-82e337624e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:54.623654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82396baa-0655-4b49-826a-6e55bf4b66f3 req-f2e076c8-bfbf-48d2-ad7a-82e337624e2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0869451 Dec 09 22:53:54.699749 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82396baa-0655-4b49-826a-6e55bf4b66f3 req-d0110e96-c925-41a3-a320-9f27b0f38c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:53:54.702043 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82396baa-0655-4b49-826a-6e55bf4b66f3 req-d0110e96-c925-41a3-a320-9f27b0f38c8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698140 Dec 09 22:53:55.247775 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82396baa-0655-4b49-826a-6e55bf4b66f3 req-7e388ed9-c2ae-45af-ba4e-ef0952ff026f service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390284 Dec 09 22:53:55.429927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82396baa-0655-4b49-826a-6e55bf4b66f3 req-d7cda711-5686-44fa-bcc5-ae849bab0d87 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749127 Dec 09 22:54:01.054797 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e560448e-f681-4e13-bcf0-43db596a5c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:03.318889 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c56ef76-4b11-4c6c-91da-dc9c97f4d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:03.894718 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:04.868997 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:06.227370 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:07.055402 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:07.139362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdf7ea-02e0-4258-bccc-f4f44cd3ef72 req-c4b31031-4985-4da0-9577-73ef7e47a638 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:07.141740 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ecdf7ea-02e0-4258-bccc-f4f44cd3ef72 req-c4b31031-4985-4da0-9577-73ef7e47a638 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 950 time: 0.0765574 Dec 09 22:54:07.229201 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ecdf7ea-02e0-4258-bccc-f4f44cd3ef72 req-9daf663d-9890-41cd-b322-3eff0278fbc2 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708339 Dec 09 22:54:08.328480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009742dd-2ad1-4f75-8f2e-6eee0969e719 req-47b8a79f-47b7-4526-8f2c-16ab047c955b tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:08.330764 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-009742dd-2ad1-4f75-8f2e-6eee0969e719 req-47b8a79f-47b7-4526-8f2c-16ab047c955b tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 950 time: 0.0507734 Dec 09 22:54:08.392070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-009742dd-2ad1-4f75-8f2e-6eee0969e719 req-ca1e6b29-8ac2-46e9-9ede-b3925713d0cc tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e5eacd5-5e51-462a-8b3f-b2de0818f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540190 Dec 09 22:54:08.658467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a9c3d-501b-4304-9270-c594580d9ad2 req-657fad60-e0bc-4bb5-bf66-b34caae70be7 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:08.660249 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d06a9c3d-501b-4304-9270-c594580d9ad2 req-657fad60-e0bc-4bb5-bf66-b34caae70be7 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.18 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 950 time: 0.0497167 Dec 09 22:54:08.751790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-d06a9c3d-501b-4304-9270-c594580d9ad2 req-4555da9a-6a17-40cd-8cdd-f067976a5a42 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Deleting port 44bf475e-bfdf-41da-8d39-146e71e120db {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:54:08.752220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d06a9c3d-501b-4304-9270-c594580d9ad2 req-4555da9a-6a17-40cd-8cdd-f067976a5a42 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:08.856093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-d06a9c3d-501b-4304-9270-c594580d9ad2 req-4555da9a-6a17-40cd-8cdd-f067976a5a42 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] For port 44bf475e-bfdf-41da-8d39-146e71e120db, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=44bf475e-bfdf-41da-8d39-146e71e120db,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:08.856545 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d06a9c3d-501b-4304-9270-c594580d9ad2 req-4555da9a-6a17-40cd-8cdd-f067976a5a42 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:08.870095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-d06a9c3d-501b-4304-9270-c594580d9ad2 req-4555da9a-6a17-40cd-8cdd-f067976a5a42 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Calling delete_port for 44bf475e-bfdf-41da-8d39-146e71e120db owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:54:09.015923 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d06a9c3d-501b-4304-9270-c594580d9ad2 req-4555da9a-6a17-40cd-8cdd-f067976a5a42 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:09.043420 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555da9a-6a17-40cd-8cdd-f067976a5a42 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Pushing event deleted for resources: {'Port': ['ID=44bf475e-bfdf-41da-8d39-146e71e120db,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:09.050801 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['44bf475e-bfdf-41da-8d39-146e71e120db'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:54:09.089381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06a9c3d-501b-4304-9270-c594580d9ad2 req-4555da9a-6a17-40cd-8cdd-f067976a5a42 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] No DVR routers for this DVR port 44bf475e-bfdf-41da-8d39-146e71e120db on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:54:09.092146 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d06a9c3d-501b-4304-9270-c594580d9ad2 req-4555da9a-6a17-40cd-8cdd-f067976a5a42 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:09.095618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d06a9c3d-501b-4304-9270-c594580d9ad2 req-4555da9a-6a17-40cd-8cdd-f067976a5a42 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.18 "DELETE /v2.0/ports/44bf475e-bfdf-41da-8d39-146e71e120db HTTP/1.1" status: 204 len: 173 time: 0.4288266 Dec 09 22:54:09.096160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33c3406-8305-4f51-8490-0b712757783e', 'name': 'network-vif-deleted', 'tag': '44bf475e-bfdf-41da-8d39-146e71e120db'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:54:09.098582 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c499b1-9eb2-4277-a0d9-89cf02d066f2" -d '{"events": [{"server_uuid": "c33c3406-8305-4f51-8490-0b712757783e", "name": "network-vif-deleted", "tag": "44bf475e-bfdf-41da-8d39-146e71e120db"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:54:09.156363 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7fa6b2-7e3d-405a-97ea-74198bd8fe73 x-openstack-request-id: req-da7fa6b2-7e3d-405a-97ea-74198bd8fe73 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:54:09.157890 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33c3406-8305-4f51-8490-0b712757783e", "name": "network-vif-deleted", "tag": "44bf475e-bfdf-41da-8d39-146e71e120db", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:54:09.158224 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da7fa6b2-7e3d-405a-97ea-74198bd8fe73 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:54:09.158684 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33c3406-8305-4f51-8490-0b712757783e', 'name': 'network-vif-deleted', 'tag': '44bf475e-bfdf-41da-8d39-146e71e120db', 'status': 'completed', 'code': 200} Dec 09 22:54:09.530277 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-03ccfb1f-6d4c-4b56-91e8-e4c9e6d7053d req-7d7a5828-cd71-4188-90f4-c916348272c9 tempest-VolumesBackupsTest-1706132752 tempest-VolumesBackupsTest-1706132752-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33c3406-8305-4f51-8490-0b712757783e HTTP/1.1" status: 200 len: 210 time: 0.0321381 Dec 09 22:54:12.460850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 44bf475e-bfdf-41da-8d39-146e71e120db no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:54:12.491119 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 44bf475e-bfdf-41da-8d39-146e71e120db {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:54:12.491694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 44bf475e-bfdf-41da-8d39-146e71e120db not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:54:21.976746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50288) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:22.192938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port 94b41fe4-df05-4224-b728-acb52a687c0b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:54:22.193304 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:22.289058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:22.290324 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:22.303369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for 94b41fe4-df05-4224-b728-acb52a687c0b owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:54:22.481394 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:22.514118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=94b41fe4-df05-4224-b728-acb52a687c0b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:22.550346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.550717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.551257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.551610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.551954 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.552300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.552644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.552985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.553911 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.554858 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.555207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.555549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.555888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:22.607991 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:22.608333 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Floating IP 51ecd21f-cc23-41ba-a79c-a30aef91c0e0 disassociated (deleted). External IP: 172.25.8.97, port: c3df0470-991d-48aa-b11a-1f222357e188. Dec 09 22:54:22.782989 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:22.892907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router 03067e4b-8909-458a-9f9a-68844f15567e has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:54:23.040429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:54:23.046301 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:23.055479 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acbf15c-8bdf-4fa7-9617-e404d07b81d0 None None] Sync routers for ids ['03067e4b-8909-458a-9f9a-68844f15567e'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:54:23.082571 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2d1d52ec-a5f1-4b20-93b5-8f5015c52362 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/floatingips/51ecd21f-cc23-41ba-a79c-a30aef91c0e0 HTTP/1.1" status: 204 len: 168 time: 1.1047814 Dec 09 22:54:23.083246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'tag': 'c3df0470-991d-48aa-b11a-1f222357e188'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:54:23.085650 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6698ba51-54db-4a7c-b424-fe7de0d46e56" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dec2aa-9e70-4f4c-ab43-a4d05427865e", "tag": "c3df0470-991d-48aa-b11a-1f222357e188"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:54:23.087610 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acbf15c-8bdf-4fa7-9617-e404d07b81d0 None None] Routers {'03067e4b-8909-458a-9f9a-68844f15567e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:54:23.089165 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4acbf15c-8bdf-4fa7-9617-e404d07b81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:54:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['03067e4b-8909-458a-9f9a-68844f15567e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:23.149855 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83da2f03-9d46-4771-9454-e0b0c5f1395b x-openstack-request-id: req-83da2f03-9d46-4771-9454-e0b0c5f1395b {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:54:23.150311 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dec2aa-9e70-4f4c-ab43-a4d05427865e", "tag": "c3df0470-991d-48aa-b11a-1f222357e188", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:54:23.151005 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83da2f03-9d46-4771-9454-e0b0c5f1395b {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:54:23.151516 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'tag': 'c3df0470-991d-48aa-b11a-1f222357e188', 'status': 'completed', 'code': 200} Dec 09 22:54:23.231593 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4acbf15c-8bdf-4fa7-9617-e404d07b81d0 None None] Set router 03067e4b-8909-458a-9f9a-68844f15567e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:54:23.266840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ba51-54db-4a7c-b424-fe7de0d46e56 req-e0087397-9127-4e0e-8342-b35a99632911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:23.271927 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6698ba51-54db-4a7c-b424-fe7de0d46e56 req-e0087397-9127-4e0e-8342-b35a99632911 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 1098 time: 0.0855997 Dec 09 22:54:23.464225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ba51-54db-4a7c-b424-fe7de0d46e56 req-ab83e503-40a2-4a83-a5ac-58d2fdfc06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:23.466141 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6698ba51-54db-4a7c-b424-fe7de0d46e56 req-ab83e503-40a2-4a83-a5ac-58d2fdfc06fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=73e36acb-631a-472d-891c-3aa99073de49 HTTP/1.1" status: 200 len: 898 time: 0.1861644 Dec 09 22:54:23.485543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd24a1-7e05-4da4-b89c-b29eb0b2fd46 req-4325a61c-993e-428e-afc4-f1ed2d07dad9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:23.489631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eedd24a1-7e05-4da4-b89c-b29eb0b2fd46 req-4325a61c-993e-428e-afc4-f1ed2d07dad9 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0916348 Dec 09 22:54:23.575438 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4acbf15c-8bdf-4fa7-9617-e404d07b81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:52:42Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f7b12320-c694-4ce8-b56f-3a2c9a0f223a', 'name': '', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:28:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:41Z', 'updated_at': '2021-12-09T22:52:45Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:23.625107 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eedd24a1-7e05-4da4-b89c-b29eb0b2fd46 req-5824645d-227e-47b0-aa7c-ea9cc9fb8e0e tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283047 Dec 09 22:54:23.640295 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acbf15c-8bdf-4fa7-9617-e404d07b81d0 None None] Checking router: 03067e4b-8909-458a-9f9a-68844f15567e for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:54:23.650502 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acbf15c-8bdf-4fa7-9617-e404d07b81d0 None None] Routers {'03067e4b-8909-458a-9f9a-68844f15567e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:54:23.651146 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4acbf15c-8bdf-4fa7-9617-e404d07b81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:54:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['03067e4b-8909-458a-9f9a-68844f15567e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:23.806017 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4acbf15c-8bdf-4fa7-9617-e404d07b81d0 None None] Set router 03067e4b-8909-458a-9f9a-68844f15567e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:54:23.994677 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6698ba51-54db-4a7c-b424-fe7de0d46e56 req-e62581cc-da5b-4e44-874d-7fdbe52a18f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3df0470-991d-48aa-b11a-1f222357e188 HTTP/1.1" status: 200 len: 217 time: 0.5208919 Dec 09 22:54:24.064157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ba51-54db-4a7c-b424-fe7de0d46e56 req-1da0d1fb-874e-4cbf-8bc4-a7e597e1c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:24.065653 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6698ba51-54db-4a7c-b424-fe7de0d46e56 req-1da0d1fb-874e-4cbf-8bc4-a7e597e1c044 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cec04eb-feae-4ab7-8a78-99af8e774063 HTTP/1.1" status: 200 len: 834 time: 0.0566282 Dec 09 22:54:24.105170 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4acbf15c-8bdf-4fa7-9617-e404d07b81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:52:42Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f7b12320-c694-4ce8-b56f-3a2c9a0f223a', 'name': '', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:28:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:41Z', 'updated_at': '2021-12-09T22:52:45Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:24.134304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ba51-54db-4a7c-b424-fe7de0d46e56 req-6ee87457-dc83-49aa-b14c-02a5b4874c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:24.136246 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6698ba51-54db-4a7c-b424-fe7de0d46e56 req-6ee87457-dc83-49aa-b14c-02a5b4874c7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73e36acb-631a-472d-891c-3aa99073de49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613191 Dec 09 22:54:24.268553 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6698ba51-54db-4a7c-b424-fe7de0d46e56 req-4ec96faf-ab0d-4d15-8336-94bd25f60c0a service neutron] 10.222.0.42 "GET /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220381 Dec 09 22:54:24.288424 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acbf15c-8bdf-4fa7-9617-e404d07b81d0 None None] The sync data for ids ['03067e4b-8909-458a-9f9a-68844f15567e'] in n-d-789963-23 is: [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:52:42Z', 'revision_number': 4, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f7b12320-c694-4ce8-b56f-3a2c9a0f223a', 'name': '', 'network_id': '73e36acb-631a-472d-891c-3aa99073de49', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'mac_address': 'fa:16:3e:28:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:41Z', 'updated_at': '2021-12-09T22:52:45Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'subnets': [{'id': '2cec04eb-feae-4ab7-8a78-99af8e774063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:54:24.384872 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6698ba51-54db-4a7c-b424-fe7de0d46e56 req-9882cbcd-462d-48ae-bcb5-3f3d705dbc17 service neutron] 10.222.0.42 "GET /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055696 Dec 09 22:54:24.701161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5553af-489c-4797-84e0-cf3b3c94bc75 None None] New status for floating IP 51ecd21f-cc23-41ba-a79c-a30aef91c0e0: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:54:24.792871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7d9de-0168-4f9e-98f6-e3f7786e0192 req-7a84ffc4-dea1-4426-80e4-816ab2700d38 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:24.801206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-97c7d9de-0168-4f9e-98f6-e3f7786e0192 req-7a84ffc4-dea1-4426-80e4-816ab2700d38 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0864420 Dec 09 22:54:24.825883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6561c-169d-4028-8a4a-6cde820554e1 req-45721005-c122-49b0-81f8-437faa84e634 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:24.831630 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-11e6561c-169d-4028-8a4a-6cde820554e1 req-45721005-c122-49b0-81f8-437faa84e634 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 946 time: 0.0866108 Dec 09 22:54:24.872391 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-97c7d9de-0168-4f9e-98f6-e3f7786e0192 req-c740461a-dd56-46b9-96b3-4f9c5af68d98 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3e4d053-ba84-4b81-8ff6-70a59e3545e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651934 Dec 09 22:54:25.008036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-11e6561c-169d-4028-8a4a-6cde820554e1 req-16d59e07-deaf-42f7-99d5-541aba598f4c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port c3df0470-991d-48aa-b11a-1f222357e188 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:54:25.008443 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-11e6561c-169d-4028-8a4a-6cde820554e1 req-16d59e07-deaf-42f7-99d5-541aba598f4c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:25.133602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-11e6561c-169d-4028-8a4a-6cde820554e1 req-16d59e07-deaf-42f7-99d5-541aba598f4c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port c3df0470-991d-48aa-b11a-1f222357e188, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=c3df0470-991d-48aa-b11a-1f222357e188,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:25.134334 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-11e6561c-169d-4028-8a4a-6cde820554e1 req-16d59e07-deaf-42f7-99d5-541aba598f4c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:25.149534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-11e6561c-169d-4028-8a4a-6cde820554e1 req-16d59e07-deaf-42f7-99d5-541aba598f4c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for c3df0470-991d-48aa-b11a-1f222357e188 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:54:25.315208 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-11e6561c-169d-4028-8a4a-6cde820554e1 req-16d59e07-deaf-42f7-99d5-541aba598f4c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:25.361262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d59e07-deaf-42f7-99d5-541aba598f4c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=c3df0470-991d-48aa-b11a-1f222357e188,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:25.429632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e6561c-169d-4028-8a4a-6cde820554e1 req-16d59e07-deaf-42f7-99d5-541aba598f4c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] No DVR routers for this DVR port c3df0470-991d-48aa-b11a-1f222357e188 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:54:25.432779 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-11e6561c-169d-4028-8a4a-6cde820554e1 req-16d59e07-deaf-42f7-99d5-541aba598f4c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:25.437243 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-11e6561c-169d-4028-8a4a-6cde820554e1 req-16d59e07-deaf-42f7-99d5-541aba598f4c tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.42 "DELETE /v2.0/ports/c3df0470-991d-48aa-b11a-1f222357e188 HTTP/1.1" status: 204 len: 173 time: 0.5969605 Dec 09 22:54:25.438077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'name': 'network-vif-deleted', 'tag': 'c3df0470-991d-48aa-b11a-1f222357e188'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:54:25.443032 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cc9c93-72b3-44f8-82cb-f829019922c0" -d '{"events": [{"server_uuid": "e5dec2aa-9e70-4f4c-ab43-a4d05427865e", "name": "network-vif-deleted", "tag": "c3df0470-991d-48aa-b11a-1f222357e188"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:54:25.511088 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad75b580-ce78-4f74-af26-8fb9c9ff18f9 x-openstack-request-id: req-ad75b580-ce78-4f74-af26-8fb9c9ff18f9 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:54:25.511404 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dec2aa-9e70-4f4c-ab43-a4d05427865e", "name": "network-vif-deleted", "tag": "c3df0470-991d-48aa-b11a-1f222357e188", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:54:25.512960 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad75b580-ce78-4f74-af26-8fb9c9ff18f9 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:54:25.512960 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dec2aa-9e70-4f4c-ab43-a4d05427865e', 'name': 'network-vif-deleted', 'tag': 'c3df0470-991d-48aa-b11a-1f222357e188', 'status': 'completed', 'code': 200} Dec 09 22:54:26.093374 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1137e53-aa6e-47d6-8ff5-66d30af3f790 req-1f9c5cc5-1311-4b74-a2ae-a3115293339b tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dec2aa-9e70-4f4c-ab43-a4d05427865e HTTP/1.1" status: 200 len: 210 time: 0.0498929 Dec 09 22:54:27.181610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50408) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:27.701828 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4010bc0a-b3c1-47f8-9187-19346c9f5518 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:27.809726 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:54:28.100426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4010bc0a-b3c1-47f8-9187-19346c9f5518 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port f7b12320-c694-4ce8-b56f-3a2c9a0f223a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:54:28.100777 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4010bc0a-b3c1-47f8-9187-19346c9f5518 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:28.253442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-4010bc0a-b3c1-47f8-9187-19346c9f5518 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port f7b12320-c694-4ce8-b56f-3a2c9a0f223a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f7b12320-c694-4ce8-b56f-3a2c9a0f223a,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:28.254127 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4010bc0a-b3c1-47f8-9187-19346c9f5518 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:28.268854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4010bc0a-b3c1-47f8-9187-19346c9f5518 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for f7b12320-c694-4ce8-b56f-3a2c9a0f223a owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:54:28.500586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c3df0470-991d-48aa-b11a-1f222357e188 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:54:28.544570 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4010bc0a-b3c1-47f8-9187-19346c9f5518 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:28.582305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: c3df0470-991d-48aa-b11a-1f222357e188 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:54:28.583720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device c3df0470-991d-48aa-b11a-1f222357e188 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:54:28.666151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010bc0a-b3c1-47f8-9187-19346c9f5518 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=f7b12320-c694-4ce8-b56f-3a2c9a0f223a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:28.853002 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4010bc0a-b3c1-47f8-9187-19346c9f5518 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:29.236509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4010bc0a-b3c1-47f8-9187-19346c9f5518 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Router 03067e4b-8909-458a-9f9a-68844f15567e has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:54:29.412380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4010bc0a-b3c1-47f8-9187-19346c9f5518 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:54:29.423463 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4010bc0a-b3c1-47f8-9187-19346c9f5518 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "PUT /v2.0/routers/03067e4b-8909-458a-9f9a-68844f15567e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2384400 Dec 09 22:54:29.424261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50460) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:29.428826 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bca8da-5a9b-4009-b199-e8ffd4a8b445 None None] Sync routers for ids ['03067e4b-8909-458a-9f9a-68844f15567e'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:54:29.447998 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bca8da-5a9b-4009-b199-e8ffd4a8b445 None None] Routers {'03067e4b-8909-458a-9f9a-68844f15567e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:54:29.449258 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b5bca8da-5a9b-4009-b199-e8ffd4a8b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:54:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['03067e4b-8909-458a-9f9a-68844f15567e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:29.555857 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2020352c-6552-4f38-ae50-51bbb283d2fd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting subnet 2cec04eb-feae-4ab7-8a78-99af8e774063 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:54:29.562612 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2020352c-6552-4f38-ae50-51bbb283d2fd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:29.646478 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-b5bca8da-5a9b-4009-b199-e8ffd4a8b445 None None] Set router 03067e4b-8909-458a-9f9a-68844f15567e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:54:29.649854 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2020352c-6552-4f38-ae50-51bbb283d2fd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:29.809472 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2020352c-6552-4f38-ae50-51bbb283d2fd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:29.890847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2020352c-6552-4f38-ae50-51bbb283d2fd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:29.940029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020352c-6552-4f38-ae50-51bbb283d2fd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Subnet': ['ID=2cec04eb-feae-4ab7-8a78-99af8e774063,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:29.954009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ceec7-712c-46a4-bef8-29d455b918b8 None None] Network 73e36acb-631a-472d-891c-3aa99073de49 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:54:29.968220 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2020352c-6552-4f38-ae50-51bbb283d2fd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:29.979233 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2020352c-6552-4f38-ae50-51bbb283d2fd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/subnets/2cec04eb-feae-4ab7-8a78-99af8e774063 HTTP/1.1" status: 204 len: 168 time: 0.5539174 Dec 09 22:54:29.981100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50474) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:30.137438 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b5bca8da-5a9b-4009-b199-e8ffd4a8b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:54:28Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:30.198116 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bca8da-5a9b-4009-b199-e8ffd4a8b445 None None] Checking router: 03067e4b-8909-458a-9f9a-68844f15567e for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:54:30.221198 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bca8da-5a9b-4009-b199-e8ffd4a8b445 None None] Routers {'03067e4b-8909-458a-9f9a-68844f15567e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:54:30.224481 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b5bca8da-5a9b-4009-b199-e8ffd4a8b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:54:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['03067e4b-8909-458a-9f9a-68844f15567e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:30.275584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214f6237-5ed9-4108-9277-33032f567f50 None None] DHCP port deletion for 73e36acb-631a-472d-891c-3aa99073de49 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:54:30.276613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:30.450190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-214f6237-5ed9-4108-9277-33032f567f50 None None] Deleting port 77e264da-9586-446e-81d9-15bfde46f5f0 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:54:30.452239 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-214f6237-5ed9-4108-9277-33032f567f50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:30.473568 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-b5bca8da-5a9b-4009-b199-e8ffd4a8b445 None None] Set router 03067e4b-8909-458a-9f9a-68844f15567e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:54:30.551749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:30.626060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-214f6237-5ed9-4108-9277-33032f567f50 None None] For port 77e264da-9586-446e-81d9-15bfde46f5f0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=77e264da-9586-446e-81d9-15bfde46f5f0,segment=NetworkSegment(e8d2e57f-61dc-4957-8d97-f5db6a36c567),segment_id=e8d2e57f-61dc-4957-8d97-f5db6a36c567)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:30.628443 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-214f6237-5ed9-4108-9277-33032f567f50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:30.659048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-214f6237-5ed9-4108-9277-33032f567f50 None None] Calling delete_port for 77e264da-9586-446e-81d9-15bfde46f5f0 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:54:30.684460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Deleting port 0dc62153-8f30-4833-a310-22426e0eaca8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:54:30.685186 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:30.780921 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b5bca8da-5a9b-4009-b199-e8ffd4a8b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:54:28Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:30.805902 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-214f6237-5ed9-4108-9277-33032f567f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:30.830311 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] For port 0dc62153-8f30-4833-a310-22426e0eaca8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0dc62153-8f30-4833-a310-22426e0eaca8,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:30.830687 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:30.847897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f6237-5ed9-4108-9277-33032f567f50 None None] Pushing event deleted for resources: {'Port': ['ID=77e264da-9586-446e-81d9-15bfde46f5f0,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:30.856436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Calling delete_port for 0dc62153-8f30-4833-a310-22426e0eaca8 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:54:30.857806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214f6237-5ed9-4108-9277-33032f567f50 None None] No DVR routers for this DVR port 77e264da-9586-446e-81d9-15bfde46f5f0 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:54:30.862808 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bca8da-5a9b-4009-b199-e8ffd4a8b445 None None] The sync data for ids ['03067e4b-8909-458a-9f9a-68844f15567e'] in n-d-789963-23 is: [{'id': '03067e4b-8909-458a-9f9a-68844f15567e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644131695', 'tenant_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:36Z', 'updated_at': '2021-12-09T22:54:28Z', 'revision_number': 5, 'project_id': '7ffb305be9ae48ea9f30ef4c629e6c08', 'gw_port': {'id': '0dc62153-8f30-4833-a310-22426e0eaca8', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03067e4b-8909-458a-9f9a-68844f15567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:37Z', 'updated_at': '2021-12-09T22:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:54:31.115303 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-863a712e-afa4-43fb-9f66-2508807f7f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:31.178528 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:31.222586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Port': ['ID=0dc62153-8f30-4833-a310-22426e0eaca8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:31.243310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e1ff5e-e268-4bac-9f41-9ca5b09923de None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:54:31.320692 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:31.445552 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:31.451515 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:31.550594 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:31.551111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Fanout notify agent at l3_agent the message router_deleted on router 03067e4b-8909-458a-9f9a-68844f15567e {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:54:31.572091 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:31.577260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50506) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:31.577752 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3d7d7fab-d21b-4adc-a2a5-924ead58ad9f tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/routers/03067e4b-8909-458a-9f9a-68844f15567e HTTP/1.1" status: 204 len: 168 time: 1.5936289 Dec 09 22:54:31.708886 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:31.812556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f7b12320-c694-4ce8-b56f-3a2c9a0f223a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:54:31.858156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: f7b12320-c694-4ce8-b56f-3a2c9a0f223a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:54:31.868090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f7b12320-c694-4ce8-b56f-3a2c9a0f223a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:54:31.877937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 77e264da-9586-446e-81d9-15bfde46f5f0 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:54:31.881012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:31.903479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 77e264da-9586-446e-81d9-15bfde46f5f0 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:54:31.903829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 77e264da-9586-446e-81d9-15bfde46f5f0 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:54:31.929716 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e36acb-631a-472d-891c-3aa99073de49']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:31.955884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d2e57f-61dc-4957-8d97-f5db6a36c567') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:31.955884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d2e57f-61dc-4957-8d97-f5db6a36c567') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:31.969887 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:32.000460 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:32.010132 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:54:32.010805 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:54:32.014358 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:54:32.108762 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:32.126423 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:32.130936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/networks/73e36acb-631a-472d-891c-3aa99073de49 HTTP/1.1" status: 204 len: 168 time: 0.5521057 Dec 09 22:54:32.134664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50518) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:32.164382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f387e-0099-4c9a-9855-a224786b7744 tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'Network': ['ID=73e36acb-631a-472d-891c-3aa99073de49,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:32.266834 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68bb846e-33d4-4624-8301-a6b5c3000cdd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:32.312064 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68bb846e-33d4-4624-8301-a6b5c3000cdd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:32.410701 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68bb846e-33d4-4624-8301-a6b5c3000cdd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:32.415177 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68bb846e-33d4-4624-8301-a6b5c3000cdd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:32.416659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-68bb846e-33d4-4624-8301-a6b5c3000cdd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] 10.222.0.16 "DELETE /v2.0/security-groups/e3e4d053-ba84-4b81-8ff6-70a59e3545e1 HTTP/1.1" status: 204 len: 168 time: 0.2808335 Dec 09 22:54:32.430242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb846e-33d4-4624-8301-a6b5c3000cdd tempest-TestNetworkAdvancedServerOps-411445497 tempest-TestNetworkAdvancedServerOps-411445497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e4d053-ba84-4b81-8ff6-70a59e3545e1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:32.902363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50550) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:33.130005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d5ae7a63-248f-4e62-a086-3bbc74181695 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ffb305be9ae48ea9f30ef4c629e6c08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2255001 Dec 09 22:54:33.133387 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50560) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:33.197169 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8eb13370-9ec2-4d05-b11f-12d9722d90dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:33.231158 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8eb13370-9ec2-4d05-b11f-12d9722d90dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:33.306418 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8eb13370-9ec2-4d05-b11f-12d9722d90dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:33.309957 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8eb13370-9ec2-4d05-b11f-12d9722d90dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:33.311372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8eb13370-9ec2-4d05-b11f-12d9722d90dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7cb0c76-5ecf-43c2-8d4e-225673ab02fb HTTP/1.1" status: 204 len: 168 time: 0.1768744 Dec 09 22:54:33.335920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb13370-9ec2-4d05-b11f-12d9722d90dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cb0c76-5ecf-43c2-8d4e-225673ab02fb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:33.341740 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4cca1335-7a09-4428-8dcd-7441caaea7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:33.585993 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0dc62153-8f30-4833-a310-22426e0eaca8 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:54:33.611921 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0dc62153-8f30-4833-a310-22426e0eaca8 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:54:33.612951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0dc62153-8f30-4833-a310-22426e0eaca8 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:54:33.725208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50590) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:33.781900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-78b9f056-b94e-4c67-856d-35cd40ea4f66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9c2b5e63256431da176f4964609a471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554984 Dec 09 22:54:33.784677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50592) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:33.851492 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9f4c-ac68-4749-b322-1d170ebad034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:33.899217 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9f4c-ac68-4749-b322-1d170ebad034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:33.908743 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:34.011839 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9f4c-ac68-4749-b322-1d170ebad034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:34.015484 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9f4c-ac68-4749-b322-1d170ebad034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:34.016946 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1a5f9f4c-ac68-4749-b322-1d170ebad034 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5020280f-776c-4122-9b61-9e078d1b17be HTTP/1.1" status: 204 len: 168 time: 0.2311282 Dec 09 22:54:34.025765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f9f4c-ac68-4749-b322-1d170ebad034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5020280f-776c-4122-9b61-9e078d1b17be,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:34.873344 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:35.070595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50656) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:35.252342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-498841259-network', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:35.286436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Made reservation on behalf of 0b527b42bb2c443cb80d1582ae732c4b for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:54:35.288817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:35.299704 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:35.388608 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:35.393138 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:35.423235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:54:35.434454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4a803b-a47f-4793-9ae5-b3886c133f37,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:35.443786 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:35.444266 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Added segment 5d260e64-a1bf-41e3-8c85-526700783c4e of type vlan for network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 Dec 09 22:54:35.447341 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.447768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.448169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.448688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.449026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.449357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.449692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.450041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.450367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.450692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.451400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.451400 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.451642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:35.504025 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:35.540020 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:35.540965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:35.541546 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:35.579160 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5045102 Dec 09 22:54:35.579429 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50670) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:35.584891 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d0c6a90a-f89d-4191-9d34-c6854348beb5 admin admin] Request body: {'subnet': {'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-498841259-subnet', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:35.612231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c6a90a-f89d-4191-9d34-c6854348beb5 admin admin] Made reservation on behalf of 0b527b42bb2c443cb80d1582ae732c4b for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:54:35.615285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0c6a90a-f89d-4191-9d34-c6854348beb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:35.626707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0a30-2b3f-4b3a-bb11-ccb90f7bdeb6 admin admin] Pushing event updated for resources: {'Network': ['ID=62981bfa-b4ac-461d-b730-5d2c95aae7d4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:35.636535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:54:35.819417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0c6a90a-f89d-4191-9d34-c6854348beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:35.919874 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6a90a-f89d-4191-9d34-c6854348beb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc97cedd-1d95-4a8a-aeee-91519921ad16,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:35.945573 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6a90a-f89d-4191-9d34-c6854348beb5 admin admin] Checking segment: {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:54:35.946875 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6a90a-f89d-4191-9d34-c6854348beb5 admin admin] Network hostable DHCP agents. Network: 62981bfa-b4ac-461d-b730-5d2c95aae7d4, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:54:35.966235 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6a90a-f89d-4191-9d34-c6854348beb5 admin admin] Network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:54:35.978962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6a90a-f89d-4191-9d34-c6854348beb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 62981bfa-b4ac-461d-b730-5d2c95aae7d4) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:54:35.983602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c6a90a-f89d-4191-9d34-c6854348beb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:35.984327 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0c6a90a-f89d-4191-9d34-c6854348beb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:35.990912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d0c06-2101-48a9-acfe-49d7e36932f6 None None] Network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:54:36.004478 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d0c6a90a-f89d-4191-9d34-c6854348beb5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4232836 Dec 09 22:54:36.007332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50674) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:36.012023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-498841259-router', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:36.046698 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:36.048762 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:36.124378 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:36.311438 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:36.336521 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-62981bfa-b4ac-461d-b730-5d2c95aae7d4', 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4', 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'fixed_ips': [{'subnet_id': 'cc97cedd-1d95-4a8a-aeee-91519921ad16'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:54:36.337327 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:36.343407 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:36.534803 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Allocated IP 172.20.0.2 (62981bfa-b4ac-461d-b730-5d2c95aae7d4/cc97cedd-1d95-4a8a-aeee-91519921ad16/b4573a0d-0eec-47a0-8914-a5269cba4262) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:54:36.662616 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:36.690399 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:36.725308 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:36.732638 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:36.783303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:54:36.786459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:54:36.790300 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:54:36.814025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Allocated IP 172.25.8.76 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/dfd4e9e7-bab3-4d68-9c04-8c6731516791) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:54:36.887592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Attempting to bind port b4573a0d-0eec-47a0-8914-a5269cba4262 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:54:36.888034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Attempting to bind port b4573a0d-0eec-47a0-8914-a5269cba4262 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:54:36.888529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Attempting to bind port b4573a0d-0eec-47a0-8914-a5269cba4262 on network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:54:36.895603 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Pushing event updated for resources: {'Port': ['ID=b4573a0d-0eec-47a0-8914-a5269cba4262,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:36.904451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:54:36.904837 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Checking segment: {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:54:36.905566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:36.906156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Bound using segment: {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:54:36.906836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Bound port: b4573a0d-0eec-47a0-8914-a5269cba4262, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:54:36.908179 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:36.955574 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:37.010990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] For port b4573a0d-0eec-47a0-8914-a5269cba4262, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:54:37.016951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] For port b4573a0d-0eec-47a0-8914-a5269cba4262, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b4573a0d-0eec-47a0-8914-a5269cba4262,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:54:37.030885 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:37.036315 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:37.088233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:54:37.093127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:54:37.097919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:54:37.127144 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:37.135136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c71051-8c1d-42d1-b687-d8f3363bbc4c None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:54:37.137026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd4e9e7-bab3-4d68-9c04-8c6731516791,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:37.301843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58fa14-60c2-42b4-a613-9462bc598d1b None None] Pushing event updated for resources: {'Port': ['ID=b4573a0d-0eec-47a0-8914-a5269cba4262,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:37.315279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d58267db-aef7-4e37-bfa3-670539bc126a None None] Provisioning complete for port dfd4e9e7-bab3-4d68-9c04-8c6731516791 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:37.315916 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d58267db-aef7-4e37-bfa3-670539bc126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:37.364176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d58267db-aef7-4e37-bfa3-670539bc126a None None] Port dfd4e9e7-bab3-4d68-9c04-8c6731516791 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:54:37.479043 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:37.759848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b4573a0d-0eec-47a0-8914-a5269cba4262 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:54:37.845944 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:37.897112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port b4573a0d-0eec-47a0-8914-a5269cba4262 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:37.898101 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:38.046072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Router c360130f-2a8e-4046-b384-9f5f3f20a78e is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:54:38.053947 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:38.111337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port b4573a0d-0eec-47a0-8914-a5269cba4262, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b4573a0d-0eec-47a0-8914-a5269cba4262,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:38.138415 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:38.281937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:54:38.283052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=b4573a0d-0eec-47a0-8914-a5269cba4262,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:38.300731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Sync routers for ids ['c360130f-2a8e-4046-b384-9f5f3f20a78e'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:54:38.318101 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Routers {'c360130f-2a8e-4046-b384-9f5f3f20a78e'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:54:38.318757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:54:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c360130f-2a8e-4046-b384-9f5f3f20a78e'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:38.339101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:38.344914 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5a7db6cf-0bad-4af1-bc5a-89ad34376f43 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3359685 Dec 09 22:54:38.345550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50696) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:38.558705 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Set router c360130f-2a8e-4046-b384-9f5f3f20a78e gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:54:38.871864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'name': 'tempest-TestServerMultinode-498841259-router', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:37Z', 'revision_number': 3, 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'gw_port': {'id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:38.926181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Checking router: c360130f-2a8e-4046-b384-9f5f3f20a78e for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:54:38.926541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Updating router c360130f-2a8e-4046-b384-9f5f3f20a78e port dfd4e9e7-bab3-4d68-9c04-8c6731516791 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:54:38.976886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e5a0e1-c125-486d-beb2-cb2c4addcb7e None None] Network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:54:39.030875 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:39.257022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-cdeb1bde-1fdf-49bd-af9c-5a86dcf037a9 None None] Provisioning complete for port b4573a0d-0eec-47a0-8914-a5269cba4262 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:39.257719 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdeb1bde-1fdf-49bd-af9c-5a86dcf037a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:39.502614 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:39.660837 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:39.671500 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:39.776272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b4573a0d-0eec-47a0-8914-a5269cba4262 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:54:39.824621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994ab88-37e0-4e96-ac5f-a8cf15d4fe04 None None] Pushing event updated for resources: {'Port': ['ID=dfd4e9e7-bab3-4d68-9c04-8c6731516791,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:39.847852 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28561e03-c840-4d69-b481-c01888a5db4f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:54:39.877154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Allocated IP 172.20.0.1 (62981bfa-b4ac-461d-b730-5d2c95aae7d4/cc97cedd-1d95-4a8a-aeee-91519921ad16/5754ccb5-402f-4a05-bed2-b63080f20178) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:54:39.891393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Attempting to bind port dfd4e9e7-bab3-4d68-9c04-8c6731516791 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:54:39.892030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Attempting to bind port dfd4e9e7-bab3-4d68-9c04-8c6731516791 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:54:39.892500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Attempting to bind port dfd4e9e7-bab3-4d68-9c04-8c6731516791 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:54:39.915909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:54:39.916275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:54:39.916676 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:39.917067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:54:39.917559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Bound port: dfd4e9e7-bab3-4d68-9c04-8c6731516791, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:54:39.917977 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:40.047668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] For port dfd4e9e7-bab3-4d68-9c04-8c6731516791, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:54:40.048561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:40.051874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b3d06669-5323-46a8-9245-9fedf069c45e None None] Provisioning complete for port b4573a0d-0eec-47a0-8914-a5269cba4262 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:40.052527 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3d06669-5323-46a8-9245-9fedf069c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:40.056688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] For port dfd4e9e7-bab3-4d68-9c04-8c6731516791, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dfd4e9e7-bab3-4d68-9c04-8c6731516791,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:54:40.058080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port b4573a0d-0eec-47a0-8914-a5269cba4262 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:40.058735 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:40.093554 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:40.135778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:54:40.139320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:54:40.142808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:54:40.168888 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:40.207997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb1844b-145d-42ab-b2f9-935c41b45f88 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:54:40.239835 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:40.346871 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Routers {'c360130f-2a8e-4046-b384-9f5f3f20a78e'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:54:40.347627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:54:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c360130f-2a8e-4046-b384-9f5f3f20a78e'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:40.469276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Pushing event updated for resources: {'Port': ['ID=5754ccb5-402f-4a05-bed2-b63080f20178,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:40.528142 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:40.716829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] Set router c360130f-2a8e-4046-b384-9f5f3f20a78e gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:54:40.735390 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:40.744857 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:40.836336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994ab88-37e0-4e96-ac5f-a8cf15d4fe04 None None] Pushing event updated for resources: {'Port': ['ID=dfd4e9e7-bab3-4d68-9c04-8c6731516791,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:40.837469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Pushing event updated for resources: {'Port': ['ID=5754ccb5-402f-4a05-bed2-b63080f20178,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:40.884402 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:40.951267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b3d06669-5323-46a8-9245-9fedf069c45e None None] Provisioning complete for port dfd4e9e7-bab3-4d68-9c04-8c6731516791 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:40.951563 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3d06669-5323-46a8-9245-9fedf069c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:41.012164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:54:41.015328 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:54:41.193487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Router c360130f-2a8e-4046-b384-9f5f3f20a78e has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:54:41.244702 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3d06669-5323-46a8-9245-9fedf069c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:41.288409 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'name': 'tempest-TestServerMultinode-498841259-router', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:37Z', 'revision_number': 3, 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'gw_port': {'id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:41.293869 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b3d06669-5323-46a8-9245-9fedf069c45e None None] For port dfd4e9e7-bab3-4d68-9c04-8c6731516791, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dfd4e9e7-bab3-4d68-9c04-8c6731516791,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:41.358622 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a66663-54a6-4d0d-88c5-3770d4c3e2ad None None] The sync data for ids ['c360130f-2a8e-4046-b384-9f5f3f20a78e'] in n-d-789963-23 is: [{'id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'name': 'tempest-TestServerMultinode-498841259-router', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:37Z', 'revision_number': 3, 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'gw_port': {'id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:54:41.360285 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3d06669-5323-46a8-9245-9fedf069c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:41.423872 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:54:41.438448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-74130007-1f02-4948-84d2-8feb505e75a0 admin admin] 10.222.0.16 "PUT /v2.0/routers/c360130f-2a8e-4046-b384-9f5f3f20a78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0917313 Dec 09 22:54:41.453680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d06669-5323-46a8-9245-9fedf069c45e None None] Pushing event updated for resources: {'Port': ['ID=dfd4e9e7-bab3-4d68-9c04-8c6731516791,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:41.487184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-dd47bc54-b962-4c4e-996f-4f618763569f None None] Provisioning complete for port dfd4e9e7-bab3-4d68-9c04-8c6731516791 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:41.487556 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dd47bc54-b962-4c4e-996f-4f618763569f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:41.706100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-dd47bc54-b962-4c4e-996f-4f618763569f None None] Provisioning complete for port 5754ccb5-402f-4a05-bed2-b63080f20178 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:41.706482 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dd47bc54-b962-4c4e-996f-4f618763569f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:41.775277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-dd47bc54-b962-4c4e-996f-4f618763569f None None] Port 5754ccb5-402f-4a05-bed2-b63080f20178 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:54:42.273265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50742) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:42.278316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1193697165-network', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:42.309865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Made reservation on behalf of 1fdb647959bc4eae88083a9fa5ea4547 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:54:42.312590 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:42.324455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:42.418883 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:42.426290 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:42.441224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:54:42.453525 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:42.453909 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Added segment 21a34146-e2e0-4b4e-ba41-8cce2f64fbc9 of type vlan for network 3482b396-644f-4a8b-964f-9727137f97f9 Dec 09 22:54:42.535805 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:42.573003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:42.574100 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:42.574514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:42.644411 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Pushing event updated for resources: {'Network': ['ID=3482b396-644f-4a8b-964f-9727137f97f9,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:42.654773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7263263-1962-4958-b40a-e8d328080a9c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:42.668480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f218cfc4-998d-47dd-893d-08feccd50592 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3916514 Dec 09 22:54:42.668768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 3482b396-644f-4a8b-964f-9727137f97f9 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:54:42.669214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50746) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:42.674699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-eef43239-d892-4182-afe4-0fed16ea1efc admin admin] Request body: {'subnet': {'network_id': '3482b396-644f-4a8b-964f-9727137f97f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1193697165-subnet', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:42.727263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef43239-d892-4182-afe4-0fed16ea1efc admin admin] Made reservation on behalf of 1fdb647959bc4eae88083a9fa5ea4547 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:54:42.729746 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eef43239-d892-4182-afe4-0fed16ea1efc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:42.937295 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eef43239-d892-4182-afe4-0fed16ea1efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:42.987318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef43239-d892-4182-afe4-0fed16ea1efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fde32e-5dfb-48d4-ac84-2928f9530171,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:43.006439 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef43239-d892-4182-afe4-0fed16ea1efc admin admin] Checking segment: {'id': '21a34146-e2e0-4b4e-ba41-8cce2f64fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:54:43.007373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef43239-d892-4182-afe4-0fed16ea1efc admin admin] Network hostable DHCP agents. Network: 3482b396-644f-4a8b-964f-9727137f97f9, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:54:43.031099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef43239-d892-4182-afe4-0fed16ea1efc admin admin] Network 3482b396-644f-4a8b-964f-9727137f97f9 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:54:43.045014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-eef43239-d892-4182-afe4-0fed16ea1efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 3482b396-644f-4a8b-964f-9727137f97f9) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:54:43.049870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef43239-d892-4182-afe4-0fed16ea1efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:43.050491 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eef43239-d892-4182-afe4-0fed16ea1efc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:43.065238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d763e1e6-762e-4ec6-a9e4-4fb9a22bf11a None None] Network 3482b396-644f-4a8b-964f-9727137f97f9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:54:43.072913 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-eef43239-d892-4182-afe4-0fed16ea1efc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4026606 Dec 09 22:54:43.075357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50750) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:43.079775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1193697165-router', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:43.108617 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:43.109855 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:43.220967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-3482b396-644f-4a8b-964f-9727137f97f9', 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9', 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'fixed_ips': [{'subnet_id': '55fde32e-5dfb-48d4-ac84-2928f9530171'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:54:43.224503 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:43.471754 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Allocated IP 172.20.0.2 (3482b396-644f-4a8b-964f-9727137f97f9/55fde32e-5dfb-48d4-ac84-2928f9530171/6c4d2265-e5d5-4591-8542-3459361c6535) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:54:43.479654 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:43.651987 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:43.699445 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:43.719972 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dfd4e9e7-bab3-4d68-9c04-8c6731516791 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:54:43.724132 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:43.818859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Network 3482b396-644f-4a8b-964f-9727137f97f9 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:54:43.823391 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:54:43.831931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:54:43.846345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Pushing event updated for resources: {'Port': ['ID=6c4d2265-e5d5-4591-8542-3459361c6535,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:43.907258 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Sync routers for ids ['c360130f-2a8e-4046-b384-9f5f3f20a78e'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:54:43.916717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port dfd4e9e7-bab3-4d68-9c04-8c6731516791 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:43.917751 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:43.948248 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Routers {'c360130f-2a8e-4046-b384-9f5f3f20a78e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:54:43.949135 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:54:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c360130f-2a8e-4046-b384-9f5f3f20a78e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:43.975006 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:43.985333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Attempting to bind port 6c4d2265-e5d5-4591-8542-3459361c6535 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:54:43.986113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Attempting to bind port 6c4d2265-e5d5-4591-8542-3459361c6535 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '21a34146-e2e0-4b4e-ba41-8cce2f64fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:54:43.986665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Attempting to bind port 6c4d2265-e5d5-4591-8542-3459361c6535 on network 3482b396-644f-4a8b-964f-9727137f97f9 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:54:43.997079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:54:43.997875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Checking segment: {'id': '21a34146-e2e0-4b4e-ba41-8cce2f64fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:54:43.998640 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:43.999212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Bound using segment: {'id': '21a34146-e2e0-4b4e-ba41-8cce2f64fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:54:43.999930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Bound port: 6c4d2265-e5d5-4591-8542-3459361c6535, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a34146-e2e0-4b4e-ba41-8cce2f64fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:54:44.000511 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:44.033233 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:44.110507 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Set router c360130f-2a8e-4046-b384-9f5f3f20a78e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:54:44.149486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] For port 6c4d2265-e5d5-4591-8542-3459361c6535, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:54:44.164800 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Allocated IP 172.25.8.202 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/a782cfd3-d471-44bd-b60b-4f987cd2daca) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:54:44.173453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] For port 6c4d2265-e5d5-4591-8542-3459361c6535, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c4d2265-e5d5-4591-8542-3459361c6535,segment=NetworkSegment(21a34146-e2e0-4b4e-ba41-8cce2f64fbc9),segment_id=21a34146-e2e0-4b4e-ba41-8cce2f64fbc9)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:54:44.182436 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:44.269529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd710cae-93fa-4965-8fc0-1f48453b8ef1 None None] Pushing event updated for resources: {'Port': ['ID=6c4d2265-e5d5-4591-8542-3459361c6535,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:44.398175 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'name': 'tempest-TestServerMultinode-498841259-router', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:40Z', 'revision_number': 4, 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'gw_port': {'id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5754ccb5-402f-4a05-bed2-b63080f20178', 'name': '', 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'mac_address': 'fa:16:3e:d5:55:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc97cedd-1d95-4a8a-aeee-91519921ad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:39Z', 'updated_at': '2021-12-09T22:54:40Z', 'revision_number': 2, 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'subnets': [{'id': 'cc97cedd-1d95-4a8a-aeee-91519921ad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:44.412882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:44.435867 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Checking router: c360130f-2a8e-4046-b384-9f5f3f20a78e for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:54:44.436235 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Updating router c360130f-2a8e-4046-b384-9f5f3f20a78e port 5754ccb5-402f-4a05-bed2-b63080f20178 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:54:44.463471 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:44.516757 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:44.573777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:54:44.591543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:54:44.594025 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Pushing event updated for resources: {'Port': ['ID=a782cfd3-d471-44bd-b60b-4f987cd2daca,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:44.596304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:54:44.613586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0d5b4e-495c-4c2f-88a4-93a4366b38a4 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:54:44.765066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-40700487-6b19-4b1e-b86a-e882f1a5e48d None None] Provisioning complete for port a782cfd3-d471-44bd-b60b-4f987cd2daca triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:44.765740 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40700487-6b19-4b1e-b86a-e882f1a5e48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:44.855035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-40700487-6b19-4b1e-b86a-e882f1a5e48d None None] Port a782cfd3-d471-44bd-b60b-4f987cd2daca cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:54:44.986189 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.158178 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.166334 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.269657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50776) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:45.275254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5a9958f5-f316-44dd-9308-e77fa5900071 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484611055', 'description': 'tempest-secgroup-smoke-484611055 description', 'project_id': '581c63d5a5b84b23962f6b2aec9504ac'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:45.339097 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a9958f5-f316-44dd-9308-e77fa5900071 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.494121 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Pushing event updated for resources: {'Port': ['ID=5754ccb5-402f-4a05-bed2-b63080f20178,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:45.523736 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.524199 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.524536 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.524869 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.525191 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.525608 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.525978 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.526301 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.526619 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.527003 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.527326 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.527637 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.527953 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:45.530434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.544950 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Attempting to bind port 5754ccb5-402f-4a05-bed2-b63080f20178 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:54:45.545446 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Attempting to bind port 5754ccb5-402f-4a05-bed2-b63080f20178 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:54:45.547278 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Attempting to bind port 5754ccb5-402f-4a05-bed2-b63080f20178 on network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:54:45.576321 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:54:45.576946 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Checking segment: {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:54:45.579284 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.579781 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Bound using segment: {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:54:45.580367 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Bound port: 5754ccb5-402f-4a05-bed2-b63080f20178, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:54:45.580847 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.581132 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a9958f5-f316-44dd-9308-e77fa5900071 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.592972 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a9958f5-f316-44dd-9308-e77fa5900071 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.692946 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] For port 5754ccb5-402f-4a05-bed2-b63080f20178, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:54:45.697588 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5a9958f5-f316-44dd-9308-e77fa5900071 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.701584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5a9958f5-f316-44dd-9308-e77fa5900071 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4282155 Dec 09 22:54:45.707217 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] For port 5754ccb5-402f-4a05-bed2-b63080f20178, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5754ccb5-402f-4a05-bed2-b63080f20178,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:54:45.711665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50780) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:45.716211 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1a698479-47e0-4388-9f1d-9660a92d23a4 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Request body: {'security_group_rule': {'security_group_id': '7c6b5985-c318-499f-bdb1-af085bf88e2e', 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:45.721016 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.740129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9958f5-f316-44dd-9308-e77fa5900071 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6b5985-c318-499f-bdb1-af085bf88e2e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:45.833062 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a698479-47e0-4388-9f1d-9660a92d23a4 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.846560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c4d2265-e5d5-4591-8542-3459361c6535 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:54:45.870159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Router b80d71a3-b351-4404-8cbb-49cf1730cc3e is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:54:45.888937 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Routers {'c360130f-2a8e-4046-b384-9f5f3f20a78e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:54:45.890141 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:54:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c360130f-2a8e-4046-b384-9f5f3f20a78e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:45.902819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e8208c6a-8d6c-4859-aa9c-a971fee58cc9 None None] Provisioning complete for port 5754ccb5-402f-4a05-bed2-b63080f20178 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:45.903457 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8208c6a-8d6c-4859-aa9c-a971fee58cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:45.972755 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6027b9-3c1a-432c-8b1e-a3010d1cee41 None None] Pushing event updated for resources: {'Port': ['ID=5754ccb5-402f-4a05-bed2-b63080f20178,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:46.006271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6c4d2265-e5d5-4591-8542-3459361c6535 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:46.007749 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.029061 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a698479-47e0-4388-9f1d-9660a92d23a4 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.040060 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a698479-47e0-4388-9f1d-9660a92d23a4 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.090520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a698479-47e0-4388-9f1d-9660a92d23a4 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645cc526-eada-4778-96fc-ad3bff9ebe95,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:46.104405 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a698479-47e0-4388-9f1d-9660a92d23a4 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.107774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1a698479-47e0-4388-9f1d-9660a92d23a4 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3929961 Dec 09 22:54:46.108459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50784) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:46.115369 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb602e55-358a-4dfa-af29-6537f9468311 None None] Network 3482b396-644f-4a8b-964f-9727137f97f9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:54:46.120406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3b30ba26-f2a7-4d6b-8f6f-7e0368071018 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Request body: {'security_group_rule': {'security_group_id': '7c6b5985-c318-499f-bdb1-af085bf88e2e', 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:46.147706 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] Set router c360130f-2a8e-4046-b384-9f5f3f20a78e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:54:46.155212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:54:46.178094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Sync routers for ids ['b80d71a3-b351-4404-8cbb-49cf1730cc3e'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:54:46.188408 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.192518 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0e6454c4-a683-464f-bdc8-66dc025326cb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1161704 Dec 09 22:54:46.193155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50786) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:46.196351 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b30ba26-f2a7-4d6b-8f6f-7e0368071018 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.284256 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b30ba26-f2a7-4d6b-8f6f-7e0368071018 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.291382 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b30ba26-f2a7-4d6b-8f6f-7e0368071018 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.312554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30ba26-f2a7-4d6b-8f6f-7e0368071018 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0c647d-095b-4a92-9065-1b9a3b7ba87e,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:46.348168 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b30ba26-f2a7-4d6b-8f6f-7e0368071018 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.354830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3b30ba26-f2a7-4d6b-8f6f-7e0368071018 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2452872 Dec 09 22:54:46.356439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50788) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:46.363444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-eec9782e-6bc2-49ec-b063-e39270b9c5ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Request body: {'security_group_rule': {'security_group_id': '7c6b5985-c318-499f-bdb1-af085bf88e2e', 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:46.374870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Routers {'b80d71a3-b351-4404-8cbb-49cf1730cc3e'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:54:46.375707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:54:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['b80d71a3-b351-4404-8cbb-49cf1730cc3e'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:46.400610 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eec9782e-6bc2-49ec-b063-e39270b9c5ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.498603 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eec9782e-6bc2-49ec-b063-e39270b9c5ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.521727 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eec9782e-6bc2-49ec-b063-e39270b9c5ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.551580 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eec9782e-6bc2-49ec-b063-e39270b9c5ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.555905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50790) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:46.557287 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-eec9782e-6bc2-49ec-b063-e39270b9c5ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1995161 Dec 09 22:54:46.560266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ec836598-e587-4897-b61e-c4e5e400746d tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Request body: {'security_group_rule': {'security_group_id': '7c6b5985-c318-499f-bdb1-af085bf88e2e', 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:46.565265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9782e-6bc2-49ec-b063-e39270b9c5ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc9142b-8622-4e41-a4ea-9c791af6d64a,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:46.599669 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'name': 'tempest-TestServerMultinode-498841259-router', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:40Z', 'revision_number': 4, 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'gw_port': {'id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5754ccb5-402f-4a05-bed2-b63080f20178', 'name': '', 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'mac_address': 'fa:16:3e:d5:55:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc97cedd-1d95-4a8a-aeee-91519921ad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:39Z', 'updated_at': '2021-12-09T22:54:45Z', 'revision_number': 4, 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'subnets': [{'id': 'cc97cedd-1d95-4a8a-aeee-91519921ad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:46.628386 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84efd262-e7b6-4c62-b416-6e71c1202306 None None] The sync data for ids ['c360130f-2a8e-4046-b384-9f5f3f20a78e'] in n-d-789963-23 is: [{'id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'name': 'tempest-TestServerMultinode-498841259-router', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:40Z', 'revision_number': 4, 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'gw_port': {'id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '5754ccb5-402f-4a05-bed2-b63080f20178', 'name': '', 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'mac_address': 'fa:16:3e:d5:55:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc97cedd-1d95-4a8a-aeee-91519921ad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:39Z', 'updated_at': '2021-12-09T22:54:45Z', 'revision_number': 4, 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'subnets': [{'id': 'cc97cedd-1d95-4a8a-aeee-91519921ad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:54:46.743551 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ec836598-e587-4897-b61e-c4e5e400746d tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.874944 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:46.963280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Set router b80d71a3-b351-4404-8cbb-49cf1730cc3e gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:54:47.011319 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8208c6a-8d6c-4859-aa9c-a971fee58cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.042593 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ec836598-e587-4897-b61e-c4e5e400746d tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.059516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 6c4d2265-e5d5-4591-8542-3459361c6535, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c4d2265-e5d5-4591-8542-3459361c6535,segment=NetworkSegment(21a34146-e2e0-4b4e-ba41-8cce2f64fbc9),segment_id=21a34146-e2e0-4b4e-ba41-8cce2f64fbc9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:47.093755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ec836598-e587-4897-b61e-c4e5e400746d tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.120955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec836598-e587-4897-b61e-c4e5e400746d tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63194fe-cdc4-4c6e-9951-541030e9735e,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:47.152629 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ec836598-e587-4897-b61e-c4e5e400746d tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.154125 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ec836598-e587-4897-b61e-c4e5e400746d tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5971396 Dec 09 22:54:47.157349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50796) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:47.162424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-34c30ae6-a036-4922-9244-da93a5e994ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Request body: {'security_group_rule': {'security_group_id': '7c6b5985-c318-499f-bdb1-af085bf88e2e', 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:47.226640 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.244758 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.246986 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-34c30ae6-a036-4922-9244-da93a5e994ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Project 581c63d5a5b84b23962f6b2aec9504ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:54:47.317414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34c30ae6-a036-4922-9244-da93a5e994ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.325494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=6c4d2265-e5d5-4591-8542-3459361c6535,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:47.400162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e8208c6a-8d6c-4859-aa9c-a971fee58cc9 None None] For port 5754ccb5-402f-4a05-bed2-b63080f20178, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5754ccb5-402f-4a05-bed2-b63080f20178,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:47.425939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'name': 'tempest-TestServerMultinode-1193697165-router', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:43Z', 'updated_at': '2021-12-09T22:54:44Z', 'revision_number': 3, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'gw_port': {'id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:44Z', 'updated_at': '2021-12-09T22:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:47.427863 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8208c6a-8d6c-4859-aa9c-a971fee58cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.448815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34c30ae6-a036-4922-9244-da93a5e994ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.461403 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34c30ae6-a036-4922-9244-da93a5e994ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.531261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c30ae6-a036-4922-9244-da93a5e994ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059e8dbc-f130-400b-877f-24835e3a3b00,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:47.540253 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-34c30ae6-a036-4922-9244-da93a5e994ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.541831 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-34c30ae6-a036-4922-9244-da93a5e994ee tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3834121 Dec 09 22:54:47.544488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50798) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:47.549077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9db8bb3e-cfac-4425-89eb-297fdc45f6e2 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Request body: {'security_group_rule': {'security_group_id': '7c6b5985-c318-499f-bdb1-af085bf88e2e', 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:47.567264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Allocated IP 172.20.0.1 (3482b396-644f-4a8b-964f-9727137f97f9/55fde32e-5dfb-48d4-ac84-2928f9530171/f25370f3-4b93-4b1a-a6ef-d7c510e30b28) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:54:47.572586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8208c6a-8d6c-4859-aa9c-a971fee58cc9 None None] Pushing event updated for resources: {'Port': ['ID=5754ccb5-402f-4a05-bed2-b63080f20178,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:47.577594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Checking router: b80d71a3-b351-4404-8cbb-49cf1730cc3e for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:54:47.578000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Updating router b80d71a3-b351-4404-8cbb-49cf1730cc3e port a782cfd3-d471-44bd-b60b-4f987cd2daca binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:54:47.607038 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-9db8bb3e-cfac-4425-89eb-297fdc45f6e2 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Project 581c63d5a5b84b23962f6b2aec9504ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 22:54:47.613638 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.615460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9db8bb3e-cfac-4425-89eb-297fdc45f6e2 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.691129 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9db8bb3e-cfac-4425-89eb-297fdc45f6e2 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.728971 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9db8bb3e-cfac-4425-89eb-297fdc45f6e2 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.764438 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8bb3e-cfac-4425-89eb-297fdc45f6e2 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2050da7e-4852-4acc-a049-7de4760ac58d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:47.776583 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9db8bb3e-cfac-4425-89eb-297fdc45f6e2 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.786575 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9db8bb3e-cfac-4425-89eb-297fdc45f6e2 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2329209 Dec 09 22:54:47.809113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-35c0233c-5b11-4e1b-95dd-21ceba444950 None None] Provisioning complete for port 6c4d2265-e5d5-4591-8542-3459361c6535 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:47.809113 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-35c0233c-5b11-4e1b-95dd-21ceba444950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.814393 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.863757 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:47.885581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Network 3482b396-644f-4a8b-964f-9727137f97f9 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:54:47.888469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:54:47.893174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:54:47.939499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c4d2265-e5d5-4591-8542-3459361c6535 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:54:48.045219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Pushing event updated for resources: {'Port': ['ID=f25370f3-4b93-4b1a-a6ef-d7c510e30b28,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:48.075858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.286033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-e3a4dcdb-bf9f-4ca1-9a28-4ad51719dc96 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484611055&fields=id&tenant_id=581c63d5a5b84b23962f6b2aec9504ac HTTP/1.1" status: 200 len: 267 time: 0.1322982 Dec 09 22:54:48.342864 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.357387 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.359897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-35c0233c-5b11-4e1b-95dd-21ceba444950 None None] Provisioning complete for port 5754ccb5-402f-4a05-bed2-b63080f20178 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:48.360359 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-35c0233c-5b11-4e1b-95dd-21ceba444950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.385751 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.438489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6c4d2265-e5d5-4591-8542-3459361c6535 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:48.438722 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.476079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9670787e-c088-40ed-94df-b350f8fec3cc None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:54:48.510930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Attempting to bind port a782cfd3-d471-44bd-b60b-4f987cd2daca on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:54:48.511237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Attempting to bind port a782cfd3-d471-44bd-b60b-4f987cd2daca by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:54:48.511605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Attempting to bind port a782cfd3-d471-44bd-b60b-4f987cd2daca on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:54:48.513529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dcfa7-3c44-4ea4-8cd8-72855b133ec4 None None] Pushing event updated for resources: {'Port': ['ID=a782cfd3-d471-44bd-b60b-4f987cd2daca,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:48.534534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:54:48.534913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:54:48.535318 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.535755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:54:48.536241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Bound port: a782cfd3-d471-44bd-b60b-4f987cd2daca, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:54:48.536626 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.538622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-876507ad-6022-4f3d-9506-90c5fe8f141c tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:48.546312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-876507ad-6022-4f3d-9506-90c5fe8f141c tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/networks?id=244bfc91-8644-4afa-b830-0fe6018d534c HTTP/1.1" status: 200 len: 814 time: 0.2511556 Dec 09 22:54:48.564261 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-42f89170-e679-4c36-bdf1-c304546ab0e5 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/quotas/581c63d5a5b84b23962f6b2aec9504ac HTTP/1.1" status: 200 len: 375 time: 0.0169582 Dec 09 22:54:48.647797 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-f95f76e3-5770-4f30-987c-b97ae4778592 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=581c63d5a5b84b23962f6b2aec9504ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753412 Dec 09 22:54:48.727020 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.735724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] For port a782cfd3-d471-44bd-b60b-4f987cd2daca, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:54:48.736865 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.762441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] For port a782cfd3-d471-44bd-b60b-4f987cd2daca, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a782cfd3-d471-44bd-b60b-4f987cd2daca,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:54:48.775994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5754ccb5-402f-4a05-bed2-b63080f20178 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:54:48.834292 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.868215 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.870303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Pushing event updated for resources: {'Port': ['ID=f25370f3-4b93-4b1a-a6ef-d7c510e30b28,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:48.887589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83495976-6b82-4173-a335-fb1c82ed660a None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:54:48.944106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-c4bc58b2-6072-4514-b8b3-b005d13db8cc service neutron] 10.222.0.16 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927413 Dec 09 22:54:48.976017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5754ccb5-402f-4a05-bed2-b63080f20178 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:48.976515 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.978141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ae499672-8d26-4b49-a8f9-8044fba15322 None None] Provisioning complete for port a782cfd3-d471-44bd-b60b-4f987cd2daca triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:48.978497 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae499672-8d26-4b49-a8f9-8044fba15322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:48.985359 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Routers {'b80d71a3-b351-4404-8cbb-49cf1730cc3e'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:54:48.988179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:54:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['b80d71a3-b351-4404-8cbb-49cf1730cc3e'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:49.043849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Network 3482b396-644f-4a8b-964f-9727137f97f9 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:54:49.045362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:54:49.153011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-e5c289a1-b2a4-4acc-8d20-11b94f2c4462 service neutron] 10.222.0.16 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070291 Dec 09 22:54:49.217756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dcfa7-3c44-4ea4-8cd8-72855b133ec4 None None] Pushing event updated for resources: {'Port': ['ID=a782cfd3-d471-44bd-b60b-4f987cd2daca,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:49.329411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Router b80d71a3-b351-4404-8cbb-49cf1730cc3e has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:54:49.483803 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] Set router b80d71a3-b351-4404-8cbb-49cf1730cc3e gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:54:49.534401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 50826) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:49.579039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:54:49.589598 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4978d135-f73b-4c85-b0c5-19cd6db82a9a admin admin] 10.222.0.16 "PUT /v2.0/routers/b80d71a3-b351-4404-8cbb-49cf1730cc3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3954053 Dec 09 22:54:49.770890 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-386d2075-9814-4274-a253-0e2c70bab890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:49.795031 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae499672-8d26-4b49-a8f9-8044fba15322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:49.846268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9b8d553-00f8-47b6-bcde-82e6f3269bee req-55c56afd-f57d-471a-abd4-f76fe6a184e8 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 210 time: 0.0922995 Dec 09 22:54:49.860032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ae499672-8d26-4b49-a8f9-8044fba15322 None None] For port a782cfd3-d471-44bd-b60b-4f987cd2daca, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a782cfd3-d471-44bd-b60b-4f987cd2daca,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:49.868736 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae499672-8d26-4b49-a8f9-8044fba15322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:49.938415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ae499672-8d26-4b49-a8f9-8044fba15322 None None] Provisioning complete for port f25370f3-4b93-4b1a-a6ef-d7c510e30b28 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:49.938832 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae499672-8d26-4b49-a8f9-8044fba15322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:49.945179 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-386d2075-9814-4274-a253-0e2c70bab890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:49.951968 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-386d2075-9814-4274-a253-0e2c70bab890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:49.982023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ae499672-8d26-4b49-a8f9-8044fba15322 None None] Port f25370f3-4b93-4b1a-a6ef-d7c510e30b28 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:54:50.019631 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae499672-8d26-4b49-a8f9-8044fba15322 None None] Pushing event updated for resources: {'Port': ['ID=a782cfd3-d471-44bd-b60b-4f987cd2daca,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:50.034488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d2075-9814-4274-a253-0e2c70bab890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205a2be3-54b7-4187-8893-95ca1e88a999,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:50.058784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'name': 'tempest-TestServerMultinode-1193697165-router', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:43Z', 'updated_at': '2021-12-09T22:54:48Z', 'revision_number': 4, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'gw_port': {'id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:44Z', 'updated_at': '2021-12-09T22:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f25370f3-4b93-4b1a-a6ef-d7c510e30b28', 'name': '', 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'mac_address': 'fa:16:3e:98:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '55fde32e-5dfb-48d4-ac84-2928f9530171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:47Z', 'updated_at': '2021-12-09T22:54:48Z', 'revision_number': 2, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'subnets': [{'id': '55fde32e-5dfb-48d4-ac84-2928f9530171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:50.063237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 50846) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:54:50.080261 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-386d2075-9814-4274-a253-0e2c70bab890 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2f0c476185c42e1a68df2ab67f7bcfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5426033 Dec 09 22:54:50.104519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f7d15-f2d8-4142-a86b-2db895fb17bf None None] The sync data for ids ['b80d71a3-b351-4404-8cbb-49cf1730cc3e'] in n-d-789963-23 is: [{'id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'name': 'tempest-TestServerMultinode-1193697165-router', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:43Z', 'updated_at': '2021-12-09T22:54:48Z', 'revision_number': 4, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'gw_port': {'id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:44Z', 'updated_at': '2021-12-09T22:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f25370f3-4b93-4b1a-a6ef-d7c510e30b28', 'name': '', 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'mac_address': 'fa:16:3e:98:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '55fde32e-5dfb-48d4-ac84-2928f9530171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:47Z', 'updated_at': '2021-12-09T22:54:48Z', 'revision_number': 2, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'subnets': [{'id': '55fde32e-5dfb-48d4-ac84-2928f9530171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:54:50.117951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ae339f12-f2f1-44dd-80db-486272900d39 None None] Provisioning complete for port a782cfd3-d471-44bd-b60b-4f987cd2daca triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:50.118333 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae339f12-f2f1-44dd-80db-486272900d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:50.199063 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1d08-7294-4f15-bd45-7b28261e148b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:50.285316 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1d08-7294-4f15-bd45-7b28261e148b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:50.338461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ae339f12-f2f1-44dd-80db-486272900d39 None None] Provisioning complete for port f25370f3-4b93-4b1a-a6ef-d7c510e30b28 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:50.338461 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae339f12-f2f1-44dd-80db-486272900d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:50.392336 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1d08-7294-4f15-bd45-7b28261e148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:50.395346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1d08-7294-4f15-bd45-7b28261e148b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:50.396578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ef2c1d08-7294-4f15-bd45-7b28261e148b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/205a2be3-54b7-4187-8893-95ca1e88a999 HTTP/1.1" status: 204 len: 168 time: 0.3311043 Dec 09 22:54:50.448391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c1d08-7294-4f15-bd45-7b28261e148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205a2be3-54b7-4187-8893-95ca1e88a999,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:50.699057 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-76418b24-54c8-4313-b896-25dd4399c94e tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:50.710103 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-76418b24-54c8-4313-b896-25dd4399c94e tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/networks?id=62981bfa-b4ac-461d-b730-5d2c95aae7d4 HTTP/1.1" status: 200 len: 910 time: 0.1929092 Dec 09 22:54:50.770188 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-2724bf7c-c183-4f1c-9ed7-ce4a877649f1 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/quotas/1fdb647959bc4eae88083a9fa5ea4547 HTTP/1.1" status: 200 len: 375 time: 0.0577853 Dec 09 22:54:50.849080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ae339f12-f2f1-44dd-80db-486272900d39 None None] Port f25370f3-4b93-4b1a-a6ef-d7c510e30b28 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:54:51.102921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cba4e545-1098-4298-b233-222aec32943d req-b84a9840-444d-4db0-b15b-8e911341017c tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 210 time: 0.1081009 Dec 09 22:54:51.154615 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-4da49b88-569e-4264-a969-6184ded803c2 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fdb647959bc4eae88083a9fa5ea4547&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3224711 Dec 09 22:54:51.295061 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-21e4c720-d2a5-49d5-9b5f-8406b8fb9421 service neutron] 10.222.0.16 "GET /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394904 Dec 09 22:54:51.418745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-35f13c59-185b-4f42-95f9-1a609180e1a8 service neutron] 10.222.0.16 "GET /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167386 Dec 09 22:54:51.612807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-7fd6ab7d-6c2d-4f97-9aac-a721d42bd38d tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:51.614833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-7fd6ab7d-6c2d-4f97-9aac-a721d42bd38d tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.18 "GET /v2.0/networks?id=244bfc91-8644-4afa-b830-0fe6018d534c HTTP/1.1" status: 200 len: 814 time: 0.1340826 Dec 09 22:54:51.737930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-d809baba-1013-4d69-a941-46988804f90c tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=581c63d5a5b84b23962f6b2aec9504ac HTTP/1.1" status: 200 len: 379 time: 0.1070108 Dec 09 22:54:51.766296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Request body: {'port': {'device_id': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'admin_state_up': True, 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'security_groups': ['7c6b5985-c318-499f-bdb1-af085bf88e2e']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:51.798505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a782cfd3-d471-44bd-b60b-4f987cd2daca up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:54:51.817213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0fa0c894-c1b7-4684-b063-fda4f4461c17 req-2d1f5cf0-612f-4a2f-9c2a-c9bb6a091adf tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 210 time: 0.0863533 Dec 09 22:54:51.889548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port a782cfd3-d471-44bd-b60b-4f987cd2daca triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:51.890241 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:51.986777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Made reservation on behalf of 581c63d5a5b84b23962f6b2aec9504ac for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:54:51.991646 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:52.249837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Allocated IP 172.20.0.12 (244bfc91-8644-4afa-b830-0fe6018d534c/c3adc075-f86e-47c8-91b1-82f37fdb0acc/8da457c4-ae54-4600-a47b-a333d803c3cb) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:54:52.490005 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:52.540715 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:52.617505 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Network 244bfc91-8644-4afa-b830-0fe6018d534c is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:54:52.629282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:54:52.645109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:54:52.667633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event updated for resources: {'Port': ['ID=8da457c4-ae54-4600-a47b-a333d803c3cb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:52.744095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:52.745040 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:52.786077 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-0ad844bc-2aff-4641-9770-616a35b622a7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0382738 Dec 09 22:54:52.790652 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:52.805458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Request body: {'port': {'device_id': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:52.886298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f50478-a969-4f9d-b3f6-cb78168a9aff req-51638bfe-804f-46e7-afde-01235e6f7ac4 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:52.887962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2f50478-a969-4f9d-b3f6-cb78168a9aff req-51638bfe-804f-46e7-afde-01235e6f7ac4 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 932 time: 0.0988305 Dec 09 22:54:52.948275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4e29957-2697-4d4b-b53b-330bd032e4ef req-f2ded320-520f-49e9-a21c-6899202c15b9 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 210 time: 0.0446503 Dec 09 22:54:52.950980 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:53.016308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0e92a331-df4c-4700-a53a-0269d4706554 None None] Provisioning complete for port 8da457c4-ae54-4600-a47b-a333d803c3cb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:53.016847 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e92a331-df4c-4700-a53a-0269d4706554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:53.025576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2f50478-a969-4f9d-b3f6-cb78168a9aff req-90e5449f-c483-4a54-95a9-0e9870365c6e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208515 Dec 09 22:54:53.054105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0e92a331-df4c-4700-a53a-0269d4706554 None None] Port 8da457c4-ae54-4600-a47b-a333d803c3cb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:54:53.280831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da457c4-ae54-4600-a47b-a333d803c3cb {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:54:53.291703 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:53.307976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Transition to ACTIVE for port object 8da457c4-ae54-4600-a47b-a333d803c3cb will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:54:53.313440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:53.408372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Pushing event updated for resources: {'Port': ['ID=8da457c4-ae54-4600-a47b-a333d803c3cb,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:53.473750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Attempting to bind port 8da457c4-ae54-4600-a47b-a333d803c3cb on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:54:53.474392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Attempting to bind port 8da457c4-ae54-4600-a47b-a333d803c3cb by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:54:53.474940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Attempting to bind port 8da457c4-ae54-4600-a47b-a333d803c3cb on network 244bfc91-8644-4afa-b830-0fe6018d534c {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:54:53.482391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Port 8da457c4-ae54-4600-a47b-a333d803c3cb on network 244bfc91-8644-4afa-b830-0fe6018d534c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:54:53.483030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Attempting to bind port 8da457c4-ae54-4600-a47b-a333d803c3cb on network 244bfc91-8644-4afa-b830-0fe6018d534c {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:54:53.489498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:54:53.489873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Checking segment: {'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:54:53.490272 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Bound using segment: {'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:54:53.490750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Bound port: 8da457c4-ae54-4600-a47b-a333d803c3cb, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dce4df-7573-44de-93c8-9ef796d81786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:54:53.491159 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:53.580126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] For port 8da457c4-ae54-4600-a47b-a333d803c3cb, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:54:53.583643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] For port 8da457c4-ae54-4600-a47b-a333d803c3cb, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8da457c4-ae54-4600-a47b-a333d803c3cb,segment=NetworkSegment(b6dce4df-7573-44de-93c8-9ef796d81786),segment_id=b6dce4df-7573-44de-93c8-9ef796d81786)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:54:53.591721 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:53.652206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Pushing event updated for resources: {'Port': ['ID=8da457c4-ae54-4600-a47b-a333d803c3cb,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:53.668249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:53.668875 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:53.670303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-53c8728d-5f84-4204-81e5-db765ff20d98 service neutron] 10.222.0.18 "PUT /v2.0/ports/8da457c4-ae54-4600-a47b-a333d803c3cb HTTP/1.1" status: 200 len: 1093 time: 0.8696456 Dec 09 22:54:53.670775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:54:53.673232 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:54:53.820671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-20bf0847-2c7e-49b1-9f0b-446941c975ff tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:53.822222 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-20bf0847-2c7e-49b1-9f0b-446941c975ff tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.18 "GET /v2.0/networks?id=62981bfa-b4ac-461d-b730-5d2c95aae7d4 HTTP/1.1" status: 200 len: 910 time: 0.6075938 Dec 09 22:54:53.837578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Request body: {'port': {'device_id': 'd79807ba-73ab-426b-9f75-01b2fdef92fb', 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4', 'admin_state_up': True, 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:53.842537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-47a6913a-b87b-4312-8001-7faa83e2f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:53.844453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-47a6913a-b87b-4312-8001-7faa83e2f896 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=581c63d5a5b84b23962f6b2aec9504ac&device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 1096 time: 0.1032693 Dec 09 22:54:53.883924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Made reservation on behalf of 1fdb647959bc4eae88083a9fa5ea4547 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:54:53.887451 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:53.946550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-94e0a234-acd7-49ac-9f9c-16968cba099a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8da457c4-ae54-4600-a47b-a333d803c3cb HTTP/1.1" status: 200 len: 217 time: 0.0859122 Dec 09 22:54:54.028805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-9142f10b-f018-4124-8305-c55422d04cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:54.030427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-9142f10b-f018-4124-8305-c55422d04cca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3adc075-f86e-47c8-91b1-82f37fdb0acc HTTP/1.1" status: 200 len: 853 time: 0.0769858 Dec 09 22:54:54.032610 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17839f82-29b8-4ec6-88a5-49e4e2e75a03 x-openstack-request-id: req-17839f82-29b8-4ec6-88a5-49e4e2e75a03 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:54:54.032986 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:54:54.033313 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17839f82-29b8-4ec6-88a5-49e4e2e75a03 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:54:54.033799 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'status': 'completed', 'code': 200} Dec 09 22:54:54.145632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Allocated IP 172.20.0.7 (62981bfa-b4ac-461d-b730-5d2c95aae7d4/cc97cedd-1d95-4a8a-aeee-91519921ad16/d9801b20-b4c7-4846-9b81-c0f6485ae91f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:54:54.160919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e421354-da8f-4912-a413-b861d3d78f51 req-29c8bcef-0f4f-4a07-a352-a39e61130039 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 210 time: 0.0684230 Dec 09 22:54:54.268419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-f8e95635-4b76-4ec8-a570-bc9092dfdbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:54.273984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-f8e95635-4b76-4ec8-a570-bc9092dfdbb6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=244bfc91-8644-4afa-b830-0fe6018d534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2343276 Dec 09 22:54:54.324901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f9168-e864-4967-a8b9-a7df90cb4e86 req-679b336f-37a3-4b92-aba7-7b184fae073c tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:54.327546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d05f9168-e864-4967-a8b9-a7df90cb4e86 req-679b336f-37a3-4b92-aba7-7b184fae073c tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 944 time: 0.1631958 Dec 09 22:54:54.377460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:54.423372 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:54.450315 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d05f9168-e864-4967-a8b9-a7df90cb4e86 req-95561f56-28f6-4027-bdaa-62e3767a86d4 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108980 Dec 09 22:54:54.457089 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-7012cd2d-ad7b-458f-bcc8-86867b4c4ce5 service neutron] 10.222.0.18 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696112 Dec 09 22:54:54.510846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:54:54.518697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:54:54.523643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:54:54.527916 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Pushing event updated for resources: {'Port': ['ID=d9801b20-b4c7-4846-9b81-c0f6485ae91f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:54.576565 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Sync routers for ids ['b80d71a3-b351-4404-8cbb-49cf1730cc3e'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:54:54.584313 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:54.585234 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:54.587004 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Routers {'b80d71a3-b351-4404-8cbb-49cf1730cc3e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:54:54.587774 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:54:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['b80d71a3-b351-4404-8cbb-49cf1730cc3e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:54.608485 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-1a693605-d4db-4a8f-a608-2e52c29a8092 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7767797 Dec 09 22:54:54.611927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b070e33-6e0b-4c2c-9fb9-b92efb03f1c8 req-167be265-a448-4cb1-a56d-6939d66b53f0 service neutron] 10.222.0.18 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459320 Dec 09 22:54:54.635553 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Request body: {'port': {'device_id': 'd79807ba-73ab-426b-9f75-01b2fdef92fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:54:54.713253 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:54.745395 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Set router b80d71a3-b351-4404-8cbb-49cf1730cc3e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:54:54.784938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921 req-82d07b50-cda6-44b3-b13a-7ca41344f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:54.786674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921 req-82d07b50-cda6-44b3-b13a-7ca41344f700 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=581c63d5a5b84b23962f6b2aec9504ac&device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 1096 time: 0.0844839 Dec 09 22:54:54.936240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921 req-825b6069-4553-40b9-ac90-355cb58ee818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:54.938223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921 req-825b6069-4553-40b9-ac90-355cb58ee818 service neutron] 10.222.0.18 "GET /v2.0/networks?id=244bfc91-8644-4afa-b830-0fe6018d534c HTTP/1.1" status: 200 len: 915 time: 0.1440535 Dec 09 22:54:54.998806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921 req-b00c06f7-a206-41e4-86c0-b5f1a9d87536 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8da457c4-ae54-4600-a47b-a333d803c3cb HTTP/1.1" status: 200 len: 217 time: 0.0504291 Dec 09 22:54:55.001486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-af8e57b5-93d9-4382-bce1-41b0f8a7ff82 None None] Provisioning complete for port d9801b20-b4c7-4846-9b81-c0f6485ae91f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:55.002043 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af8e57b5-93d9-4382-bce1-41b0f8a7ff82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:55.020409 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'name': 'tempest-TestServerMultinode-1193697165-router', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:43Z', 'updated_at': '2021-12-09T22:54:48Z', 'revision_number': 4, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'gw_port': {'id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:44Z', 'updated_at': '2021-12-09T22:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f25370f3-4b93-4b1a-a6ef-d7c510e30b28', 'name': '', 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'mac_address': 'fa:16:3e:98:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '55fde32e-5dfb-48d4-ac84-2928f9530171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:47Z', 'updated_at': '2021-12-09T22:54:48Z', 'revision_number': 2, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'subnets': [{'id': '55fde32e-5dfb-48d4-ac84-2928f9530171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:55.077883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-af8e57b5-93d9-4382-bce1-41b0f8a7ff82 None None] Port d9801b20-b4c7-4846-9b81-c0f6485ae91f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:54:55.091649 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Checking router: b80d71a3-b351-4404-8cbb-49cf1730cc3e for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:54:55.092076 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Updating router b80d71a3-b351-4404-8cbb-49cf1730cc3e port f25370f3-4b93-4b1a-a6ef-d7c510e30b28 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:54:55.096065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921 req-bb821846-8e00-4b23-965b-ed419318c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:55.106325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921 req-bb821846-8e00-4b23-965b-ed419318c9ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3adc075-f86e-47c8-91b1-82f37fdb0acc HTTP/1.1" status: 200 len: 853 time: 0.0987804 Dec 09 22:54:55.147194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9801b20-b4c7-4846-9b81-c0f6485ae91f {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:54:55.149447 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:55.156251 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:55.171614 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Transition to ACTIVE for port object d9801b20-b4c7-4846-9b81-c0f6485ae91f will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:54:55.180140 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:55.200505 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921 req-1aaebce5-0bc7-42cb-ae07-a888c6af335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:55.202099 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921 req-1aaebce5-0bc7-42cb-ae07-a888c6af335c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=244bfc91-8644-4afa-b830-0fe6018d534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895224 Dec 09 22:54:55.325198 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Pushing event updated for resources: {'Port': ['ID=d9801b20-b4c7-4846-9b81-c0f6485ae91f,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:55.397426 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921 req-2361b98a-7f65-4b6b-b69e-b051a16ae0be service neutron] 10.222.0.18 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880469 Dec 09 22:54:55.401714 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fa192-3102-4b36-b5a5-1b2a688b8ff5 req-28d61532-99e5-4373-8ebd-b397d0d33d47 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:55.403626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d8fa192-3102-4b36-b5a5-1b2a688b8ff5 req-28d61532-99e5-4373-8ebd-b397d0d33d47 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1053 time: 0.0852962 Dec 09 22:54:55.529353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Attempting to bind port d9801b20-b4c7-4846-9b81-c0f6485ae91f on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:54:55.529805 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Attempting to bind port d9801b20-b4c7-4846-9b81-c0f6485ae91f by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:54:55.530236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Attempting to bind port d9801b20-b4c7-4846-9b81-c0f6485ae91f on network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:54:55.538268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921 req-8e258369-332e-4de3-8bb1-e53b9129810b service neutron] 10.222.0.18 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326673 Dec 09 22:54:55.540108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Port d9801b20-b4c7-4846-9b81-c0f6485ae91f on network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:54:55.540566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Attempting to bind port d9801b20-b4c7-4846-9b81-c0f6485ae91f on network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:54:55.548447 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:54:55.554561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Checking segment: {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:54:55.555336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Bound using segment: {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:54:55.555907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Bound port: d9801b20-b4c7-4846-9b81-c0f6485ae91f, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:54:55.556378 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:55.583259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d8fa192-3102-4b36-b5a5-1b2a688b8ff5 req-fa2454fb-fb5d-41e5-939c-6418c4b3e241 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687388 Dec 09 22:54:55.683332 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] For port d9801b20-b4c7-4846-9b81-c0f6485ae91f, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:54:55.686835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] For port d9801b20-b4c7-4846-9b81-c0f6485ae91f, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d9801b20-b4c7-4846-9b81-c0f6485ae91f,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:54:55.704881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:55.726986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4535-b51c-47a3-8e81-2373abd57adc req-926d5f81-3caa-43cf-9c48-6ff591721999 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:55.734998 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b74d4535-b51c-47a3-8e81-2373abd57adc req-926d5f81-3caa-43cf-9c48-6ff591721999 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 944 time: 0.0727909 Dec 09 22:54:55.749009 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:55.750166 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:55.751958 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] 10.222.0.18 "PUT /v2.0/ports/d9801b20-b4c7-4846-9b81-c0f6485ae91f HTTP/1.1" status: 200 len: 1092 time: 1.1211295 Dec 09 22:54:55.755345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79807ba-73ab-426b-9f75-01b2fdef92fb', 'tag': 'd9801b20-b4c7-4846-9b81-c0f6485ae91f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:54:55.758964 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0107ff6b-5326-43de-b20e-a9604c408c59" -d '{"events": [{"name": "network-changed", "server_uuid": "d79807ba-73ab-426b-9f75-01b2fdef92fb", "tag": "d9801b20-b4c7-4846-9b81-c0f6485ae91f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:54:55.796207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acf537-a58c-44d0-99a4-e78fe0d6102e service neutron] Pushing event updated for resources: {'Port': ['ID=d9801b20-b4c7-4846-9b81-c0f6485ae91f,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:55.859695 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:55.878879 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:55.938305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-ef86a093-3453-4302-8589-1283025a991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:55.944768 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-ef86a093-3453-4302-8589-1283025a991c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fdb647959bc4eae88083a9fa5ea4547&device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1095 time: 0.1158011 Dec 09 22:54:55.992842 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e825bc-0347-4032-9e9e-4f2f78c7efae None None] Pushing event updated for resources: {'Port': ['ID=f25370f3-4b93-4b1a-a6ef-d7c510e30b28,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:56.052512 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e24ad4a-0d62-4531-ae09-d4cf65cb2e41 x-openstack-request-id: req-4e24ad4a-0d62-4531-ae09-d4cf65cb2e41 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:54:56.053956 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79807ba-73ab-426b-9f75-01b2fdef92fb", "tag": "d9801b20-b4c7-4846-9b81-c0f6485ae91f", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:54:56.054349 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e24ad4a-0d62-4531-ae09-d4cf65cb2e41 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:54:56.054872 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79807ba-73ab-426b-9f75-01b2fdef92fb', 'tag': 'd9801b20-b4c7-4846-9b81-c0f6485ae91f', 'status': 'completed', 'code': 200} Dec 09 22:54:56.062984 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-5e0a6ac3-69f1-491e-8f28-323b0569c7bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9801b20-b4c7-4846-9b81-c0f6485ae91f HTTP/1.1" status: 200 len: 217 time: 0.1051626 Dec 09 22:54:56.143033 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Attempting to bind port f25370f3-4b93-4b1a-a6ef-d7c510e30b28 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:54:56.143829 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Attempting to bind port f25370f3-4b93-4b1a-a6ef-d7c510e30b28 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '21a34146-e2e0-4b4e-ba41-8cce2f64fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:54:56.144447 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Attempting to bind port f25370f3-4b93-4b1a-a6ef-d7c510e30b28 on network 3482b396-644f-4a8b-964f-9727137f97f9 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:54:56.155738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-092ef42f-f206-4849-9f1f-e3c864b05ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:56.157824 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:54:56.158500 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Checking segment: {'id': '21a34146-e2e0-4b4e-ba41-8cce2f64fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:54:56.159130 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:56.161017 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-092ef42f-f206-4849-9f1f-e3c864b05ef8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc97cedd-1d95-4a8a-aeee-91519921ad16 HTTP/1.1" status: 200 len: 848 time: 0.0892756 Dec 09 22:54:56.161680 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Bound using segment: {'id': '21a34146-e2e0-4b4e-ba41-8cce2f64fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:54:56.163127 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Bound port: f25370f3-4b93-4b1a-a6ef-d7c510e30b28, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a34146-e2e0-4b4e-ba41-8cce2f64fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:54:56.163951 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:56.260613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-7fc28def-b203-4605-9adc-34b30f3a4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:56.263745 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-7fc28def-b203-4605-9adc-34b30f3a4154 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62981bfa-b4ac-461d-b730-5d2c95aae7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922978 Dec 09 22:54:56.325951 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] For port f25370f3-4b93-4b1a-a6ef-d7c510e30b28, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:54:56.329397 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] For port f25370f3-4b93-4b1a-a6ef-d7c510e30b28, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f25370f3-4b93-4b1a-a6ef-d7c510e30b28,segment=NetworkSegment(21a34146-e2e0-4b4e-ba41-8cce2f64fbc9),segment_id=21a34146-e2e0-4b4e-ba41-8cce2f64fbc9)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:54:56.344781 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:56.439046 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Routers {'b80d71a3-b351-4404-8cbb-49cf1730cc3e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:54:56.439690 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:54:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['b80d71a3-b351-4404-8cbb-49cf1730cc3e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:56.463102 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b74d4535-b51c-47a3-8e81-2373abd57adc req-fcd73144-409c-4b33-a950-22a6018d6364 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7265730 Dec 09 22:54:56.496060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Provisioning complete for port f25370f3-4b93-4b1a-a6ef-d7c510e30b28 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:56.496640 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-09ca9a53-8371-4f65-ab86-ea507272f68b service neutron] 10.222.0.18 "GET /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251582 Dec 09 22:54:56.496789 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:56.688125 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:56.712874 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] Set router b80d71a3-b351-4404-8cbb-49cf1730cc3e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:54:56.734041 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5294e873-56b8-45dd-a7f3-bd6836831e86 req-73225e7f-96e0-4528-9621-2e580c742a35 service neutron] 10.222.0.18 "GET /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300081 Dec 09 22:54:56.772552 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] For port f25370f3-4b93-4b1a-a6ef-d7c510e30b28, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f25370f3-4b93-4b1a-a6ef-d7c510e30b28,segment=NetworkSegment(21a34146-e2e0-4b4e-ba41-8cce2f64fbc9),segment_id=21a34146-e2e0-4b4e-ba41-8cce2f64fbc9)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:56.787267 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:56.826062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff417e-0230-4c55-8e02-b540fc0822c4 req-a6009650-6390-4d9b-a30d-c7ce83078275 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:56.828157 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2eff417e-0230-4c55-8e02-b540fc0822c4 req-a6009650-6390-4d9b-a30d-c7ce83078275 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1095 time: 0.1116803 Dec 09 22:54:56.912220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Pushing event updated for resources: {'Port': ['ID=f25370f3-4b93-4b1a-a6ef-d7c510e30b28,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:56.931066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.931726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.934709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.935461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.935968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.936490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.936985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.937492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.938006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.938501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.938780 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2eff417e-0230-4c55-8e02-b540fc0822c4 req-1f3db00f-aaa8-4bf5-a801-17d21c12dc49 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010528 Dec 09 22:54:56.939222 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.939722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.940600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e5ce7-a310-4e3f-8491-0b7b5dc8fadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:54:56.965828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-079d9b42-8642-4961-807e-b5343f5d602d None None] Provisioning complete for port f25370f3-4b93-4b1a-a6ef-d7c510e30b28 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:56.966244 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-079d9b42-8642-4961-807e-b5343f5d602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:56.970199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107ff6b-5326-43de-b20e-a9604c408c59 req-c2a1dcd3-66a4-4160-97f5-e08e5ce5598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:56.971734 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0107ff6b-5326-43de-b20e-a9604c408c59 req-c2a1dcd3-66a4-4160-97f5-e08e5ce5598d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fdb647959bc4eae88083a9fa5ea4547&device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1095 time: 0.1231084 Dec 09 22:54:57.120750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107ff6b-5326-43de-b20e-a9604c408c59 req-072a4c67-9b19-48ed-b4bb-8c23d7b9da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:57.123507 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0107ff6b-5326-43de-b20e-a9604c408c59 req-072a4c67-9b19-48ed-b4bb-8c23d7b9da50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62981bfa-b4ac-461d-b730-5d2c95aae7d4 HTTP/1.1" status: 200 len: 910 time: 0.1434155 Dec 09 22:54:57.125222 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e825bc-0347-4032-9e9e-4f2f78c7efae None None] Pushing event updated for resources: {'Port': ['ID=f25370f3-4b93-4b1a-a6ef-d7c510e30b28,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:57.201946 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0107ff6b-5326-43de-b20e-a9604c408c59 req-bef752ab-b3b5-418b-adfb-26122717e7f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9801b20-b4c7-4846-9b81-c0f6485ae91f HTTP/1.1" status: 200 len: 217 time: 0.0674677 Dec 09 22:54:57.258667 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107ff6b-5326-43de-b20e-a9604c408c59 req-32f6d633-8fa4-4077-8fbd-253ba6bc0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:57.260956 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0107ff6b-5326-43de-b20e-a9604c408c59 req-32f6d633-8fa4-4077-8fbd-253ba6bc0204 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc97cedd-1d95-4a8a-aeee-91519921ad16 HTTP/1.1" status: 200 len: 848 time: 0.0518742 Dec 09 22:54:57.322838 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'name': 'tempest-TestServerMultinode-1193697165-router', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:43Z', 'updated_at': '2021-12-09T22:54:48Z', 'revision_number': 4, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'gw_port': {'id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:44Z', 'updated_at': '2021-12-09T22:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f25370f3-4b93-4b1a-a6ef-d7c510e30b28', 'name': '', 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'mac_address': 'fa:16:3e:98:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '55fde32e-5dfb-48d4-ac84-2928f9530171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:47Z', 'updated_at': '2021-12-09T22:54:56Z', 'revision_number': 4, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'subnets': [{'id': '55fde32e-5dfb-48d4-ac84-2928f9530171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:54:57.384397 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107ff6b-5326-43de-b20e-a9604c408c59 req-559494c5-2a5d-4434-b5ec-9cdde46a4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:57.387180 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0107ff6b-5326-43de-b20e-a9604c408c59 req-559494c5-2a5d-4434-b5ec-9cdde46a4ae9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62981bfa-b4ac-461d-b730-5d2c95aae7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182303 Dec 09 22:54:57.396376 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5275f56-c6b3-48cf-9533-12009dcabb89 None None] The sync data for ids ['b80d71a3-b351-4404-8cbb-49cf1730cc3e'] in n-d-789963-23 is: [{'id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'name': 'tempest-TestServerMultinode-1193697165-router', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:43Z', 'updated_at': '2021-12-09T22:54:48Z', 'revision_number': 4, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'gw_port': {'id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:44Z', 'updated_at': '2021-12-09T22:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'f25370f3-4b93-4b1a-a6ef-d7c510e30b28', 'name': '', 'network_id': '3482b396-644f-4a8b-964f-9727137f97f9', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'mac_address': 'fa:16:3e:98:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '55fde32e-5dfb-48d4-ac84-2928f9530171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:47Z', 'updated_at': '2021-12-09T22:54:56Z', 'revision_number': 4, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'subnets': [{'id': '55fde32e-5dfb-48d4-ac84-2928f9530171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:54:57.531674 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0107ff6b-5326-43de-b20e-a9604c408c59 req-c1b83ffd-49df-459c-9a3a-212f8079e6a5 service neutron] 10.222.0.18 "GET /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337633 Dec 09 22:54:57.631415 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992aa884-8ed4-4af3-b875-1c3a45407d30 req-b59eb8dc-c26a-4f27-a3dc-704f984f121a tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:57.653471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-992aa884-8ed4-4af3-b875-1c3a45407d30 req-b59eb8dc-c26a-4f27-a3dc-704f984f121a tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 944 time: 0.1035869 Dec 09 22:54:57.686955 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0107ff6b-5326-43de-b20e-a9604c408c59 req-93182bee-9c04-49d2-96dd-c6a3d467c8dc service neutron] 10.222.0.18 "GET /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418798 Dec 09 22:54:57.740597 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-992aa884-8ed4-4af3-b875-1c3a45407d30 req-ee8462dd-adf0-45d7-a1f9-307372e39283 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801997 Dec 09 22:54:57.809373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f25370f3-4b93-4b1a-a6ef-d7c510e30b28 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:54:57.868705 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f25370f3-4b93-4b1a-a6ef-d7c510e30b28 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:54:57.869334 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:58.067210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cce2f5-9bd3-4b17-95dd-c845cc8adbed req-3f985862-79a1-4cf8-849a-45ccb0b547d2 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:58.069310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06cce2f5-9bd3-4b17-95dd-c845cc8adbed req-3f985862-79a1-4cf8-849a-45ccb0b547d2 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1095 time: 0.0557778 Dec 09 22:54:58.126277 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06cce2f5-9bd3-4b17-95dd-c845cc8adbed req-6649a617-774b-45c0-8ba2-a5962fc6041e tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508132 Dec 09 22:54:58.705634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d9801b20-b4c7-4846-9b81-c0f6485ae91f details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:54:58.817038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d9801b20-b4c7-4846-9b81-c0f6485ae91f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d9801b20-b4c7-4846-9b81-c0f6485ae91f,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:58.830121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'd9801b20-b4c7-4846-9b81-c0f6485ae91f', 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4', 'port_id': 'd9801b20-b4c7-4846-9b81-c0f6485ae91f', 'mac_address': 'fa:16:3e:62:a6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc97cedd-1d95-4a8a-aeee-91519921ad16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:54:58.853324 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c72f93-2770-4886-ba7f-9b363d0c5d1a req-9714454c-5af5-4049-b8bd-698125e5d7ed tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:58.854839 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32c72f93-2770-4886-ba7f-9b363d0c5d1a req-9714454c-5af5-4049-b8bd-698125e5d7ed tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 944 time: 0.0541379 Dec 09 22:54:58.882847 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:58.897224 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9801b20-b4c7-4846-9b81-c0f6485ae91f {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:54:58.918838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d9801b20-b4c7-4846-9b81-c0f6485ae91f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d9801b20-b4c7-4846-9b81-c0f6485ae91f,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:54:58.920336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32c72f93-2770-4886-ba7f-9b363d0c5d1a req-b6792f17-a9ca-4734-86c4-71a6754a847b tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590887 Dec 09 22:54:58.926815 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:54:58.983641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d9801b20-b4c7-4846-9b81-c0f6485ae91f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:54:59.210480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d9801b20-b4c7-4846-9b81-c0f6485ae91f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:54:59.254926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcf4f2-c278-40ac-91c5-8170668ed8f0 req-e4910009-38b7-4005-9ff7-6ebc952453e1 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:54:59.263639 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ddcf4f2-c278-40ac-91c5-8170668ed8f0 req-e4910009-38b7-4005-9ff7-6ebc952453e1 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1096 time: 0.0572481 Dec 09 22:54:59.309220 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ddcf4f2-c278-40ac-91c5-8170668ed8f0 req-ad8663d9-8e04-4347-9fd6-e09c68ab10c3 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436454 Dec 09 22:55:00.041857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982efef-4b02-464c-96a4-9e3da7ef2624 req-09236dfe-81ec-4946-9bc8-6247fd148704 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:00.043795 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9982efef-4b02-464c-96a4-9e3da7ef2624 req-09236dfe-81ec-4946-9bc8-6247fd148704 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 944 time: 0.0523956 Dec 09 22:55:00.093551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9982efef-4b02-464c-96a4-9e3da7ef2624 req-b3dc0d97-6ad1-43cd-9dbc-2c03c90d2bf4 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431633 Dec 09 22:55:00.421705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688df89-3d12-4c45-ac4a-8eb69d979794 req-37dd4542-84ab-4ef6-ae81-d1691f4448cc tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:00.423315 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4688df89-3d12-4c45-ac4a-8eb69d979794 req-37dd4542-84ab-4ef6-ae81-d1691f4448cc tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1096 time: 0.0470002 Dec 09 22:55:00.471135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4688df89-3d12-4c45-ac4a-8eb69d979794 req-1331d65d-a0e9-43d4-a8b1-3d64215eaf86 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 Dec 09 22:55:00.708918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d9801b20-b4c7-4846-9b81-c0f6485ae91f up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:55:00.758191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port d9801b20-b4c7-4846-9b81-c0f6485ae91f completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:55:00.762568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port d9801b20-b4c7-4846-9b81-c0f6485ae91f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:55:00.762937 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:00.846747 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:00.870125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79807ba-73ab-426b-9f75-01b2fdef92fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9801b20-b4c7-4846-9b81-c0f6485ae91f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:55:00.872389 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaf6dd9-3230-4c14-baf1-35361e27acb5" -d '{"events": [{"server_uuid": "d79807ba-73ab-426b-9f75-01b2fdef92fb", "name": "network-vif-plugged", "status": "completed", "tag": "d9801b20-b4c7-4846-9b81-c0f6485ae91f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:55:00.884427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d9801b20-b4c7-4846-9b81-c0f6485ae91f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d9801b20-b4c7-4846-9b81-c0f6485ae91f,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:00.890617 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:00.942729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d9801b20-b4c7-4846-9b81-c0f6485ae91f,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:00.984822 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7f209f-f194-4894-97f3-9742af9cc5e6 x-openstack-request-id: req-8a7f209f-f194-4894-97f3-9742af9cc5e6 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:55:00.985116 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79807ba-73ab-426b-9f75-01b2fdef92fb", "name": "network-vif-plugged", "status": "completed", "tag": "d9801b20-b4c7-4846-9b81-c0f6485ae91f", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:55:00.985376 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a7f209f-f194-4894-97f3-9742af9cc5e6 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:55:00.985831 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79807ba-73ab-426b-9f75-01b2fdef92fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9801b20-b4c7-4846-9b81-c0f6485ae91f', 'code': 200} Dec 09 22:55:01.053891 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6fb779b9-702b-495b-9e3f-f89fd5ad44d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:01.114285 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df029-5f0a-47e8-9354-3456bfa58514 req-724e95a3-9e23-4bf7-ad55-083fcffe72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:01.116141 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d5df029-5f0a-47e8-9354-3456bfa58514 req-724e95a3-9e23-4bf7-ad55-083fcffe72ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1097 time: 0.0405562 Dec 09 22:55:01.175611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d5df029-5f0a-47e8-9354-3456bfa58514 req-a597c4bd-0fe5-4835-95c0-8b5c3dd74bcb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528331 Dec 09 22:55:01.216310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca78c-5620-4cfb-9a0c-6b945ea91e35 req-d5c08b96-6f04-4ba1-9968-8534e47d506e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:01.217773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6fca78c-5620-4cfb-9a0c-6b945ea91e35 req-d5c08b96-6f04-4ba1-9968-8534e47d506e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 944 time: 0.0533311 Dec 09 22:55:01.272745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6fca78c-5620-4cfb-9a0c-6b945ea91e35 req-bb9ea2bb-6816-4875-b9f9-df8a4069c156 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486696 Dec 09 22:55:01.585063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b697bc1-ebd5-4c90-b410-e5ee289bcd20 req-afa4b62a-d22c-4d0a-bc35-d4308c0fa2b1 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:01.586633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b697bc1-ebd5-4c90-b410-e5ee289bcd20 req-afa4b62a-d22c-4d0a-bc35-d4308c0fa2b1 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1097 time: 0.0455179 Dec 09 22:55:01.629977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8b697bc1-ebd5-4c90-b410-e5ee289bcd20 req-ef681447-7f32-4ff5-8e78-ff0195bd1839 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373175 Dec 09 22:55:02.390352 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9373b1-fc44-437a-b3ec-3246c5c3cdac req-65712595-6a9f-472f-8fa7-3b8907fc245f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:02.391876 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d9373b1-fc44-437a-b3ec-3246c5c3cdac req-65712595-6a9f-472f-8fa7-3b8907fc245f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 944 time: 0.0520227 Dec 09 22:55:02.440645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d9373b1-fc44-437a-b3ec-3246c5c3cdac req-95f8bc24-e105-4f88-8902-36f0b95683c9 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420721 Dec 09 22:55:02.733626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7654e8-a2a2-4cc6-841f-1d08769b7d37 req-d701015a-21c0-4929-a292-50bd7ec41a0d tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:02.735185 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e7654e8-a2a2-4cc6-841f-1d08769b7d37 req-d701015a-21c0-4929-a292-50bd7ec41a0d tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1097 time: 0.0390689 Dec 09 22:55:02.778290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1e7654e8-a2a2-4cc6-841f-1d08769b7d37 req-6d6449c1-bed2-4afb-9275-aeafc2c1aef6 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371959 Dec 09 22:55:02.886016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aeb3d1-b339-4253-9078-43d1c8d22a59 req-ff4e9f5c-7e9d-47f8-9755-8c3125f17e21 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:02.887511 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7aeb3d1-b339-4253-9078-43d1c8d22a59 req-ff4e9f5c-7e9d-47f8-9755-8c3125f17e21 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1097 time: 0.0452342 Dec 09 22:55:02.933059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7aeb3d1-b339-4253-9078-43d1c8d22a59 req-a3df8f9f-ad25-4594-854c-3bda921b6459 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 Dec 09 22:55:03.040024 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c9096-5408-42d2-843e-b3b5f85169ac req-5e451f23-a670-43b3-8a26-2a72fa8b8e23 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:03.041549 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-730c9096-5408-42d2-843e-b3b5f85169ac req-5e451f23-a670-43b3-8a26-2a72fa8b8e23 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1097 time: 0.0410109 Dec 09 22:55:03.085358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-730c9096-5408-42d2-843e-b3b5f85169ac req-f1bed220-3cee-4071-9609-bad6a1a4de98 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377188 Dec 09 22:55:03.316771 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c4ad89cf-1a90-4a32-9d3d-be3f1c69a819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:03.360294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-a9b028fa-0c93-40ec-a167-894606f16811 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:03.361778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-a9b028fa-0c93-40ec-a167-894606f16811 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/networks?id=62981bfa-b4ac-461d-b730-5d2c95aae7d4 HTTP/1.1" status: 200 len: 910 time: 0.0915704 Dec 09 22:55:03.377140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-2e8f789e-ac38-4092-830b-8527445c91d3 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/quotas/1fdb647959bc4eae88083a9fa5ea4547 HTTP/1.1" status: 200 len: 375 time: 0.0087466 Dec 09 22:55:03.424654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-cccca174-3dd2-40f8-a8b7-e479e34132fd tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fdb647959bc4eae88083a9fa5ea4547&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0410776 Dec 09 22:55:03.522037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-288b2fb9-70aa-4d3e-b3b5-5ea4a86db6ef service neutron] 10.222.0.16 "GET /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891099 Dec 09 22:55:03.634321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9665cb-e3ff-4b7e-b9e8-72051fbf08aa req-f8ea9a30-c18b-4d4c-ad33-6620293af7e9 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:03.636032 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af9665cb-e3ff-4b7e-b9e8-72051fbf08aa req-f8ea9a30-c18b-4d4c-ad33-6620293af7e9 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 944 time: 0.1008699 Dec 09 22:55:03.658482 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-b503e2e2-c3af-48b0-9d19-718cb6827afd service neutron] 10.222.0.16 "GET /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304672 Dec 09 22:55:03.696473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af9665cb-e3ff-4b7e-b9e8-72051fbf08aa req-bdd9a1ad-1c9d-4f0f-ad90-b82bec93d2f7 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496619 Dec 09 22:55:03.820806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1125130-f8e8-4f04-8feb-1f90c86d2532 req-8b72cc3e-ba98-4e3c-bd98-54f9f73a23fc tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 210 time: 0.0271771 Dec 09 22:55:03.918979 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:04.760412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-39b1f101-6b34-4ad5-9348-88e6ff4e3640 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:04.761930 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-39b1f101-6b34-4ad5-9348-88e6ff4e3640 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.42 "GET /v2.0/networks?id=62981bfa-b4ac-461d-b730-5d2c95aae7d4 HTTP/1.1" status: 200 len: 910 time: 0.0974824 Dec 09 22:55:04.774806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Request body: {'port': {'device_id': '6b4b2f29-972a-4da5-a70f-46c93f2f6e20', 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4', 'admin_state_up': True, 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:55:04.791123 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:55:04.797843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Made reservation on behalf of 1fdb647959bc4eae88083a9fa5ea4547 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:55:04.800527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:04.821449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74f4af-9d39-4bde-8010-d63c181f3a16 req-9dfd369b-2479-41b6-9de6-ae0a3920ceeb tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:04.829196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf74f4af-9d39-4bde-8010-d63c181f3a16 req-9dfd369b-2479-41b6-9de6-ae0a3920ceeb tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 944 time: 0.0586891 Dec 09 22:55:04.859923 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:04.880342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf74f4af-9d39-4bde-8010-d63c181f3a16 req-22afa7ce-4721-485c-a88a-f942e3ccd851 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496430 Dec 09 22:55:04.954906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Allocated IP 172.20.0.8 (62981bfa-b4ac-461d-b730-5d2c95aae7d4/cc97cedd-1d95-4a8a-aeee-91519921ad16/12df63a2-bd55-43d9-9cd1-741d03082e04) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:55:04.961262 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-335c58a0-012d-4323-8e19-fcc503746538 req-06fb96b0-266c-4a27-8c91-70c65996a166 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 210 time: 0.0257862 Dec 09 22:55:05.094380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:05.128765 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:05.167527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d9801b20-b4c7-4846-9b81-c0f6485ae91f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:55:05.183100 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:55:05.191109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:55:05.194024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:55:05.218003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Pushing event updated for resources: {'Port': ['ID=12df63a2-bd55-43d9-9cd1-741d03082e04,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:05.241904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:05.242519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:05.261576 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-4b3750be-3ada-4545-be0d-7dd9dd58ddce tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4915326 Dec 09 22:55:05.392108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Request body: {'port': {'device_id': '6b4b2f29-972a-4da5-a70f-46c93f2f6e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:55:05.454936 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:05.456009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bbe5cc99-d6d2-4b46-a343-61874f54b802 None None] Provisioning complete for port 12df63a2-bd55-43d9-9cd1-741d03082e04 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:55:05.456727 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbe5cc99-d6d2-4b46-a343-61874f54b802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:05.496803 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5cc99-d6d2-4b46-a343-61874f54b802 None None] Port 12df63a2-bd55-43d9-9cd1-741d03082e04 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:55:05.725020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12df63a2-bd55-43d9-9cd1-741d03082e04 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:55:05.732965 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:05.745412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Transition to ACTIVE for port object 12df63a2-bd55-43d9-9cd1-741d03082e04 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:55:05.748572 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:05.840030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Pushing event updated for resources: {'Port': ['ID=12df63a2-bd55-43d9-9cd1-741d03082e04,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:05.871949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Attempting to bind port 12df63a2-bd55-43d9-9cd1-741d03082e04 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:55:05.872223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Attempting to bind port 12df63a2-bd55-43d9-9cd1-741d03082e04 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:55:05.872564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Attempting to bind port 12df63a2-bd55-43d9-9cd1-741d03082e04 on network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:55:05.877675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Port 12df63a2-bd55-43d9-9cd1-741d03082e04 on network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:55:05.878030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Attempting to bind port 12df63a2-bd55-43d9-9cd1-741d03082e04 on network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:55:05.886187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:55:05.887371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Checking segment: {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:55:05.887892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Bound using segment: {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:55:05.888754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Bound port: 12df63a2-bd55-43d9-9cd1-741d03082e04, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d260e64-a1bf-41e3-8c85-526700783c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:55:05.889248 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:05.960393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] For port 12df63a2-bd55-43d9-9cd1-741d03082e04, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:55:05.963731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] For port 12df63a2-bd55-43d9-9cd1-741d03082e04, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=12df63a2-bd55-43d9-9cd1-741d03082e04,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:55:05.970746 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:06.012166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:06.012710 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:06.014133 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] 10.222.0.42 "PUT /v2.0/ports/12df63a2-bd55-43d9-9cd1-741d03082e04 HTTP/1.1" status: 200 len: 1092 time: 0.7437081 Dec 09 22:55:06.014608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4b2f29-972a-4da5-a70f-46c93f2f6e20', 'tag': '12df63a2-bd55-43d9-9cd1-741d03082e04'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:55:06.017073 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eff6ad-a4e2-4ba4-a5bc-d70415e76d86" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4b2f29-972a-4da5-a70f-46c93f2f6e20", "tag": "12df63a2-bd55-43d9-9cd1-741d03082e04"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:55:06.041513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cddd3-88f0-4f2f-ab15-4ad014308820 service neutron] Pushing event updated for resources: {'Port': ['ID=12df63a2-bd55-43d9-9cd1-741d03082e04,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:06.067613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e85d25-1c2d-4510-abf1-4122e75bc6d2 req-3214eb86-fa5c-41f2-8a9b-7973056b86a6 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:06.069914 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7e85d25-1c2d-4510-abf1-4122e75bc6d2 req-3214eb86-fa5c-41f2-8a9b-7973056b86a6 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 944 time: 0.1062660 Dec 09 22:55:06.121327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-a11053e4-6a68-4b67-9cce-7e71f179258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:06.123344 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-a11053e4-6a68-4b67-9cce-7e71f179258c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fdb647959bc4eae88083a9fa5ea4547&device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1095 time: 0.0481560 Dec 09 22:55:06.149215 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af16ced-93cb-4dec-b628-79a291d3f8ff req-bf037de4-dce5-493b-82f1-2f215d55803e tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:06.151208 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5af16ced-93cb-4dec-b628-79a291d3f8ff req-bf037de4-dce5-493b-82f1-2f215d55803e tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1095 time: 0.0788906 Dec 09 22:55:06.158715 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7e85d25-1c2d-4510-abf1-4122e75bc6d2 req-7187e0cd-486e-4d5b-9f6b-2faaa31f51c2 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765324 Dec 09 22:55:06.176903 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-5adeeb7d-1a7d-4b66-9d1b-9451c2b71d73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12df63a2-bd55-43d9-9cd1-741d03082e04 HTTP/1.1" status: 200 len: 217 time: 0.0449088 Dec 09 22:55:06.219420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5af16ced-93cb-4dec-b628-79a291d3f8ff req-81442462-7e10-44c9-b43f-343cba2da384 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592749 Dec 09 22:55:06.229741 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:06.247610 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534553d7-bb3f-443f-846b-40b61c12222d x-openstack-request-id: req-534553d7-bb3f-443f-846b-40b61c12222d {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:55:06.247916 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4b2f29-972a-4da5-a70f-46c93f2f6e20", "tag": "12df63a2-bd55-43d9-9cd1-741d03082e04", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:55:06.248338 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-534553d7-bb3f-443f-846b-40b61c12222d {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:55:06.248602 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4b2f29-972a-4da5-a70f-46c93f2f6e20', 'tag': '12df63a2-bd55-43d9-9cd1-741d03082e04', 'status': 'completed', 'code': 200} Dec 09 22:55:06.270426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-3901251d-5175-4933-90ce-86e32662f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:06.272278 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-3901251d-5175-4933-90ce-86e32662f3d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc97cedd-1d95-4a8a-aeee-91519921ad16 HTTP/1.1" status: 200 len: 848 time: 0.0875809 Dec 09 22:55:06.322698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-dd142b6e-f188-45f2-b5b4-e4183a2eb490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:06.324556 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-dd142b6e-f188-45f2-b5b4-e4183a2eb490 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=62981bfa-b4ac-461d-b730-5d2c95aae7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457547 Dec 09 22:55:06.424396 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-ebef74da-a4ec-43a1-bfec-5518240ea02a service neutron] 10.222.0.42 "GET /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921865 Dec 09 22:55:06.517081 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-16a1eff0-8707-48f1-9f04-5d49bb63887e req-3f798002-2e23-48f7-93d4-b6d41b00a20a service neutron] 10.222.0.42 "GET /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860450 Dec 09 22:55:06.607340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff6ad-a4e2-4ba4-a5bc-d70415e76d86 req-23656f6b-37e1-4cc0-8989-d4a87ae4c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:06.608852 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d5eff6ad-a4e2-4ba4-a5bc-d70415e76d86 req-23656f6b-37e1-4cc0-8989-d4a87ae4c0af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fdb647959bc4eae88083a9fa5ea4547&device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1095 time: 0.0463860 Dec 09 22:55:06.698050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff6ad-a4e2-4ba4-a5bc-d70415e76d86 req-5c32e557-3b20-4000-b5ce-3b0cf745ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:06.699514 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d5eff6ad-a4e2-4ba4-a5bc-d70415e76d86 req-5c32e557-3b20-4000-b5ce-3b0cf745ba85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=62981bfa-b4ac-461d-b730-5d2c95aae7d4 HTTP/1.1" status: 200 len: 910 time: 0.0843186 Dec 09 22:55:06.711229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 8da457c4-ae54-4600-a47b-a333d803c3cb details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:55:06.745183 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d5eff6ad-a4e2-4ba4-a5bc-d70415e76d86 req-0621468c-13de-4de1-8c5c-0e841d1a99c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12df63a2-bd55-43d9-9cd1-741d03082e04 HTTP/1.1" status: 200 len: 217 time: 0.0387247 Dec 09 22:55:06.794505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff6ad-a4e2-4ba4-a5bc-d70415e76d86 req-dd2bcaa4-9b10-4f22-b39f-b418c65708da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:06.795962 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d5eff6ad-a4e2-4ba4-a5bc-d70415e76d86 req-dd2bcaa4-9b10-4f22-b39f-b418c65708da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc97cedd-1d95-4a8a-aeee-91519921ad16 HTTP/1.1" status: 200 len: 848 time: 0.0438867 Dec 09 22:55:06.810230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 8da457c4-ae54-4600-a47b-a333d803c3cb, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8da457c4-ae54-4600-a47b-a333d803c3cb,segment=NetworkSegment(b6dce4df-7573-44de-93c8-9ef796d81786),segment_id=b6dce4df-7573-44de-93c8-9ef796d81786)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:06.824668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'port_id': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'mac_address': 'fa:16:3e:1c:19:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:55:06.844404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff6ad-a4e2-4ba4-a5bc-d70415e76d86 req-a84216d0-3fcb-46f2-8c1e-1cab3edce4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:06.845983 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d5eff6ad-a4e2-4ba4-a5bc-d70415e76d86 req-a84216d0-3fcb-46f2-8c1e-1cab3edce4a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=62981bfa-b4ac-461d-b730-5d2c95aae7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418882 Dec 09 22:55:06.863351 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:06.880339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da457c4-ae54-4600-a47b-a333d803c3cb {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:55:06.899471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 8da457c4-ae54-4600-a47b-a333d803c3cb, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8da457c4-ae54-4600-a47b-a333d803c3cb,segment=NetworkSegment(b6dce4df-7573-44de-93c8-9ef796d81786),segment_id=b6dce4df-7573-44de-93c8-9ef796d81786)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:06.912799 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:06.942649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d5eff6ad-a4e2-4ba4-a5bc-d70415e76d86 req-8d0b8583-8730-4a62-bdce-15d537782145 service neutron] 10.222.0.42 "GET /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893493 Dec 09 22:55:06.961954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=8da457c4-ae54-4600-a47b-a333d803c3cb,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:07.035500 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d5eff6ad-a4e2-4ba4-a5bc-d70415e76d86 req-9ec35b64-5ebd-4415-95c5-0ae13063cd3d service neutron] 10.222.0.42 "GET /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853312 Dec 09 22:55:07.044705 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:07.192543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['8da457c4-ae54-4600-a47b-a333d803c3cb'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:55:07.349042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa3c2e-9bbb-4d88-ba26-a6537f88036f req-9bf51a69-ab4b-4c6a-99d3-bf0d886a1b6f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:07.351120 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f2fa3c2e-9bbb-4d88-ba26-a6537f88036f req-9bf51a69-ab4b-4c6a-99d3-bf0d886a1b6f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 945 time: 0.1015673 Dec 09 22:55:07.366858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3703ef-791f-4a20-bdd2-8328edcdaa01 req-a82b8085-6768-44b4-9779-d768a3df8c25 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:07.368343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c3703ef-791f-4a20-bdd2-8328edcdaa01 req-a82b8085-6768-44b4-9779-d768a3df8c25 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1095 time: 0.0639462 Dec 09 22:55:07.439963 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f2fa3c2e-9bbb-4d88-ba26-a6537f88036f req-9633cfc6-3325-4ba0-9396-94220700adac tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811441 Dec 09 22:55:07.446163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c3703ef-791f-4a20-bdd2-8328edcdaa01 req-0e2448b8-cb21-4548-9edb-6e48010e76bd tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714481 Dec 09 22:55:08.579674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e339aa-6055-4b20-81d1-de5e440944a4 req-73e7a72e-dd09-4932-bd28-55fb07ab96bb tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:08.581184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76e339aa-6055-4b20-81d1-de5e440944a4 req-73e7a72e-dd09-4932-bd28-55fb07ab96bb tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1095 time: 0.0637829 Dec 09 22:55:08.589947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a650c57-d3e1-4431-8c62-77b8ce81edc6 req-ba3a2f56-f1cc-4a25-869b-6f4f20e2de24 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:08.591326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a650c57-d3e1-4431-8c62-77b8ce81edc6 req-ba3a2f56-f1cc-4a25-869b-6f4f20e2de24 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 945 time: 0.0831497 Dec 09 22:55:08.623736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 12df63a2-bd55-43d9-9cd1-741d03082e04 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:55:08.664068 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a650c57-d3e1-4431-8c62-77b8ce81edc6 req-8cb6823b-c5a3-4b67-b9ea-1c8ff03e4007 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662565 Dec 09 22:55:08.666196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76e339aa-6055-4b20-81d1-de5e440944a4 req-3764e103-e968-47dc-9fd7-3122c3b33a08 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740139 Dec 09 22:55:08.728621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 8da457c4-ae54-4600-a47b-a333d803c3cb up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:55:08.769525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 12df63a2-bd55-43d9-9cd1-741d03082e04, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=12df63a2-bd55-43d9-9cd1-741d03082e04,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:08.787439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '12df63a2-bd55-43d9-9cd1-741d03082e04', 'network_id': '62981bfa-b4ac-461d-b730-5d2c95aae7d4', 'port_id': '12df63a2-bd55-43d9-9cd1-741d03082e04', 'mac_address': 'fa:16:3e:11:07:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc97cedd-1d95-4a8a-aeee-91519921ad16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:55:08.833397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 8da457c4-ae54-4600-a47b-a333d803c3cb completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:55:08.837310 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:08.840336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 8da457c4-ae54-4600-a47b-a333d803c3cb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:55:08.840698 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:08.874237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12df63a2-bd55-43d9-9cd1-741d03082e04 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:55:08.904751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 12df63a2-bd55-43d9-9cd1-741d03082e04, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=12df63a2-bd55-43d9-9cd1-741d03082e04,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:08.911512 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:08.986385 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:08.989247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=12df63a2-bd55-43d9-9cd1-741d03082e04,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:09.012953 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:55:09.015348 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f0c1a5-bc2e-40b8-8909-4d6d565e30ac" -d '{"events": [{"server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "name": "network-vif-plugged", "status": "completed", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:55:09.027764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 8da457c4-ae54-4600-a47b-a333d803c3cb, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8da457c4-ae54-4600-a47b-a333d803c3cb,segment=NetworkSegment(b6dce4df-7573-44de-93c8-9ef796d81786),segment_id=b6dce4df-7573-44de-93c8-9ef796d81786)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:09.031780 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:09.060019 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7647ee0-7fd8-4605-837b-7fb0e25b4216 x-openstack-request-id: req-c7647ee0-7fd8-4605-837b-7fb0e25b4216 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:55:09.060305 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "name": "network-vif-plugged", "status": "completed", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:55:09.060561 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7647ee0-7fd8-4605-837b-7fb0e25b4216 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:55:09.060941 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'code': 200} Dec 09 22:55:09.090349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=8da457c4-ae54-4600-a47b-a333d803c3cb,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:09.127808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['12df63a2-bd55-43d9-9cd1-741d03082e04'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:55:09.182016 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1902df8-0691-4322-849c-8730c7898772 req-c100c9fd-7e20-41e0-8ff7-67b201ce71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:09.183525 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1902df8-0691-4322-849c-8730c7898772 req-c100c9fd-7e20-41e0-8ff7-67b201ce71b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 1098 time: 0.0400255 Dec 09 22:55:09.245413 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1902df8-0691-4322-849c-8730c7898772 req-33d3ddd6-4eff-467a-9262-4577a78374b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540950 Dec 09 22:55:09.801465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825f33d-5af5-4fc5-be9e-24dead9adc50 req-bf8c5639-fd6d-4d8e-a50b-564722fabdac tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:09.803062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e825f33d-5af5-4fc5-be9e-24dead9adc50 req-bf8c5639-fd6d-4d8e-a50b-564722fabdac tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1096 time: 0.0684741 Dec 09 22:55:09.811305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612dc7e-30ab-40b5-9e0d-c42ee41928d6 req-49e09fb6-c599-450f-8c1a-6e70866a0655 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:09.812665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0612dc7e-30ab-40b5-9e0d-c42ee41928d6 req-49e09fb6-c599-450f-8c1a-6e70866a0655 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 946 time: 0.0698500 Dec 09 22:55:09.880726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e825f33d-5af5-4fc5-be9e-24dead9adc50 req-2306f032-9c2f-4e51-9305-0472c95a2c75 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671091 Dec 09 22:55:09.889606 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0612dc7e-30ab-40b5-9e0d-c42ee41928d6 req-d1aa3568-2baa-4c14-8d67-1ab762b9989e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696447 Dec 09 22:55:10.640204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 12df63a2-bd55-43d9-9cd1-741d03082e04 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:55:10.691548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 12df63a2-bd55-43d9-9cd1-741d03082e04 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:55:10.695750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 12df63a2-bd55-43d9-9cd1-741d03082e04 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:55:10.696372 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:10.769163 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:10.800867 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 12df63a2-bd55-43d9-9cd1-741d03082e04, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=12df63a2-bd55-43d9-9cd1-741d03082e04,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:10.804846 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:10.853267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=12df63a2-bd55-43d9-9cd1-741d03082e04,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:11.025551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02695a-bbda-4274-a1a8-4ee3a06cd172 req-00dae779-0dbd-4ed7-b0a7-325000e25ec9 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:11.026943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e02695a-bbda-4274-a1a8-4ee3a06cd172 req-00dae779-0dbd-4ed7-b0a7-325000e25ec9 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 946 time: 0.0687478 Dec 09 22:55:11.029412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f99ea3-1c6b-4f19-bd20-fe0c0b754451 req-852b2a0b-31b4-4e44-a214-474517208a47 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:11.030795 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1f99ea3-1c6b-4f19-bd20-fe0c0b754451 req-852b2a0b-31b4-4e44-a214-474517208a47 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1097 time: 0.0822523 Dec 09 22:55:11.062316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4b2f29-972a-4da5-a70f-46c93f2f6e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12df63a2-bd55-43d9-9cd1-741d03082e04'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:55:11.064804 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a50ba9-5b2a-4ac0-9d1a-e1457faeb803" -d '{"events": [{"server_uuid": "6b4b2f29-972a-4da5-a70f-46c93f2f6e20", "name": "network-vif-plugged", "status": "completed", "tag": "12df63a2-bd55-43d9-9cd1-741d03082e04"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:55:11.107123 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7e02695a-bbda-4274-a1a8-4ee3a06cd172 req-94882dba-33b7-4436-be54-5fb06c973737 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737331 Dec 09 22:55:11.109199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1f99ea3-1c6b-4f19-bd20-fe0c0b754451 req-75ad2033-fa8d-47b0-b13e-9bf01ea36248 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700288 Dec 09 22:55:11.154061 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e6b216-8cda-49f5-8f17-329d3077b795 x-openstack-request-id: req-a0e6b216-8cda-49f5-8f17-329d3077b795 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:55:11.154423 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4b2f29-972a-4da5-a70f-46c93f2f6e20", "name": "network-vif-plugged", "status": "completed", "tag": "12df63a2-bd55-43d9-9cd1-741d03082e04", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:55:11.154672 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0e6b216-8cda-49f5-8f17-329d3077b795 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:55:11.155070 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4b2f29-972a-4da5-a70f-46c93f2f6e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12df63a2-bd55-43d9-9cd1-741d03082e04', 'code': 200} Dec 09 22:55:11.237434 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099eb4d-c91b-4f45-a74a-4b8220580971 req-a6bc93d5-2d7d-4c01-a94e-884a3668ea6e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:11.239060 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c099eb4d-c91b-4f45-a74a-4b8220580971 req-a6bc93d5-2d7d-4c01-a94e-884a3668ea6e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 946 time: 0.0557191 Dec 09 22:55:11.263389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f7577-ca64-4676-9433-9c4ac5341726 req-05e75f2a-ffa3-4f4a-a25e-6b582fd7de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:11.264887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4e2f7577-ca64-4676-9433-9c4ac5341726 req-05e75f2a-ffa3-4f4a-a25e-6b582fd7de02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1097 time: 0.0491550 Dec 09 22:55:11.300469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c099eb4d-c91b-4f45-a74a-4b8220580971 req-578dc69d-9d0d-4459-a424-2c2e0057387e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547292 Dec 09 22:55:11.309469 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4e2f7577-ca64-4676-9433-9c4ac5341726 req-bc610787-98ec-4f9c-922d-f4a71ebcf051 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373557 Dec 09 22:55:11.323791 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51124) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:11.475071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1e27d7-56ae-476d-b93e-f3e266f17e92 tempest-TestVolumeBackupRestore-195857782 tempest-TestVolumeBackupRestore-195857782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:11.476639 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fa1e27d7-56ae-476d-b93e-f3e266f17e92 tempest-TestVolumeBackupRestore-195857782 tempest-TestVolumeBackupRestore-195857782-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 1093 time: 0.1516323 Dec 09 22:55:11.479639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51132) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:11.483783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:55:11.505558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:11.606171 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:11.718076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Allocated IP 172.25.8.108 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/e48c5b7b-abc9-4b14-82b9-41f249630483) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:55:11.817875 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:11.851509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:11.887537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:55:11.895048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:55:11.897411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:55:11.937695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event updated for resources: {'Port': ['ID=e48c5b7b-abc9-4b14-82b9-41f249630483,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:12.248668 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021b552-9a4a-430d-93e9-7e40c33c6af8 req-78b90855-cf9a-484c-b443-98c4d9984977 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:12.258708 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b021b552-9a4a-430d-93e9-7e40c33c6af8 req-78b90855-cf9a-484c-b443-98c4d9984977 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1097 time: 0.0683672 Dec 09 22:55:12.305029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b021b552-9a4a-430d-93e9-7e40c33c6af8 req-5daebf62-01db-4502-9c60-7e14aacb80b8 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450919 Dec 09 22:55:12.311987 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:12.423663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:12.583539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:12.588118 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:12.667576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event updated for resources: {'Port': ['ID=e48c5b7b-abc9-4b14-82b9-41f249630483,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:12.673086 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:12.782586 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Floating IP ec8bb959-5971-4c63-8496-39338fa5066e associated. External IP: 172.25.8.108, port: 8da457c4-ae54-4600-a47b-a333d803c3cb. Dec 09 22:55:13.278649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:55:13.394032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:55:13.407668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e629d5c-7414-4438-bece-f9e8185f8339 None None] Sync routers for ids ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:55:13.419259 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:13.421816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5865d8-1853-4ef8-b0d6-6d7bda89ccae req-51050361-b8b1-401b-8283-1138d3d37852 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:13.423649 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb5865d8-1853-4ef8-b0d6-6d7bda89ccae req-51050361-b8b1-401b-8283-1138d3d37852 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1097 time: 0.0470505 Dec 09 22:55:13.425672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e629d5c-7414-4438-bece-f9e8185f8339 None None] Routers {'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:55:13.426525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2e629d5c-7414-4438-bece-f9e8185f8339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:55:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:13.455940 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6df5e90d-72c7-4fe4-bb2e-31e6c5af508e tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9752617 Dec 09 22:55:13.456553 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51150) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:13.457022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:55:13.460093 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3e332c-26a2-4865-a6ce-5ee45a9d25b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:55:13.499857 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb5865d8-1853-4ef8-b0d6-6d7bda89ccae req-9b51a27a-df61-44b8-8bfc-f950b704a974 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684049 Dec 09 22:55:13.511502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1230dc82-b053-4271-93db-27d626dd0770 tempest-TestVolumeBackupRestore-195857782 tempest-TestVolumeBackupRestore-195857782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:13.515905 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1230dc82-b053-4271-93db-27d626dd0770 tempest-TestVolumeBackupRestore-195857782 tempest-TestVolumeBackupRestore-195857782-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 1093 time: 0.0496588 Dec 09 22:55:13.516323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51154) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:13.529404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-831ab2a8-bfc0-41ac-aa48-f455b63ebaf6 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Request body: {'floatingip': {'port_id': '8da457c4-ae54-4600-a47b-a333d803c3cb'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:55:13.544003 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfba5d66-0fdc-46ad-918b-208ad168d58f x-openstack-request-id: req-dfba5d66-0fdc-46ad-918b-208ad168d58f {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:55:13.544309 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:55:13.544569 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfba5d66-0fdc-46ad-918b-208ad168d58f {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:55:13.544978 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'status': 'completed', 'code': 200} Dec 09 22:55:13.585473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-2e629d5c-7414-4438-bece-f9e8185f8339 None None] Set router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:55:13.589136 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-831ab2a8-bfc0-41ac-aa48-f455b63ebaf6 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:13.624796 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e332c-26a2-4865-a6ce-5ee45a9d25b3 req-a6c9bc19-65ce-46fb-835e-85192bab71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:13.627268 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c3e332c-26a2-4865-a6ce-5ee45a9d25b3 req-a6c9bc19-65ce-46fb-835e-85192bab71d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=581c63d5a5b84b23962f6b2aec9504ac&device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 1098 time: 0.0495002 Dec 09 22:55:13.749824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e332c-26a2-4865-a6ce-5ee45a9d25b3 req-6be4d425-0517-435d-a973-fe0f694d3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:13.751265 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c3e332c-26a2-4865-a6ce-5ee45a9d25b3 req-6be4d425-0517-435d-a973-fe0f694d3674 service neutron] 10.222.0.18 "GET /v2.0/networks?id=244bfc91-8644-4afa-b830-0fe6018d534c HTTP/1.1" status: 200 len: 915 time: 0.1126719 Dec 09 22:55:13.827576 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c3e332c-26a2-4865-a6ce-5ee45a9d25b3 req-b8d9352d-aaf5-4af8-8298-2f24a6a292c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8da457c4-ae54-4600-a47b-a333d803c3cb HTTP/1.1" status: 200 len: 1000 time: 0.0677586 Dec 09 22:55:13.831426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9e8be-9986-4957-a98e-e4c4ba072709 req-d3b30fca-655f-4b53-9e09-0f43834cb6b5 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:13.834320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36e9e8be-9986-4957-a98e-e4c4ba072709 req-d3b30fca-655f-4b53-9e09-0f43834cb6b5 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1097 time: 0.2055507 Dec 09 22:55:13.849064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2e629d5c-7414-4438-bece-f9e8185f8339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'ec8bb959-5971-4c63-8496-39338fa5066e', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'port_id': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'mac_address': 'fa:16:3e:1c:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:55:12Z', 'updated_at': '2021-12-09T22:55:12Z', 'revision_number': 0, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a051a0bf-4f81-4f20-a3f2-7966d1150cab', 'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'mac_address': 'fa:16:3e:82:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:10Z', 'updated_at': '2021-12-09T22:52:17Z', 'revision_number': 5, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'subnets': [{'id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:13.884841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e629d5c-7414-4438-bece-f9e8185f8339 None None] Checking router: eff49cf8-5311-4e2c-946c-d47d9a3f5c7a for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:55:13.891065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e332c-26a2-4865-a6ce-5ee45a9d25b3 req-994752b9-3ef9-40a2-af3a-6286bda680de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:13.892554 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c3e332c-26a2-4865-a6ce-5ee45a9d25b3 req-994752b9-3ef9-40a2-af3a-6286bda680de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3adc075-f86e-47c8-91b1-82f37fdb0acc HTTP/1.1" status: 200 len: 853 time: 0.0569992 Dec 09 22:55:13.895973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e629d5c-7414-4438-bece-f9e8185f8339 None None] Routers {'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:55:13.897990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2e629d5c-7414-4438-bece-f9e8185f8339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:55:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:13.944987 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36e9e8be-9986-4957-a98e-e4c4ba072709 req-1cc2821c-6ce5-4457-81c8-ef3bf8fbe213 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027212 Dec 09 22:55:13.954717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e332c-26a2-4865-a6ce-5ee45a9d25b3 req-5161abec-4a85-4ea2-9470-6cccf2225d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:13.956217 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c3e332c-26a2-4865-a6ce-5ee45a9d25b3 req-5161abec-4a85-4ea2-9470-6cccf2225d7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=244bfc91-8644-4afa-b830-0fe6018d534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535829 Dec 09 22:55:14.132528 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c3e332c-26a2-4865-a6ce-5ee45a9d25b3 req-d788312b-f793-4baf-bb0d-ff58feab15d4 service neutron] 10.222.0.18 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565173 Dec 09 22:55:14.199019 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cbeee-eae6-4f3d-ad0b-677d38429fa2 req-aa9f483a-8da7-4965-803e-8d07d410f853 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:14.200657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e28cbeee-eae6-4f3d-ad0b-677d38429fa2 req-aa9f483a-8da7-4965-803e-8d07d410f853 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1097 time: 0.1016250 Dec 09 22:55:14.241656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-2e629d5c-7414-4438-bece-f9e8185f8339 None None] Set router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:55:14.253187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c3e332c-26a2-4865-a6ce-5ee45a9d25b3 req-50389fe7-5f53-427c-b588-c801a33ddb8e service neutron] 10.222.0.18 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124773 Dec 09 22:55:14.254484 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e28cbeee-eae6-4f3d-ad0b-677d38429fa2 req-5166d7d2-a0cb-41bd-8f6c-5574cc69532a tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422995 Dec 09 22:55:14.369889 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-831ab2a8-bfc0-41ac-aa48-f455b63ebaf6 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:14.374236 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-831ab2a8-bfc0-41ac-aa48-f455b63ebaf6 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:14.517164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2e629d5c-7414-4438-bece-f9e8185f8339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'ec8bb959-5971-4c63-8496-39338fa5066e', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'port_id': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'mac_address': 'fa:16:3e:1c:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:55:12Z', 'updated_at': '2021-12-09T22:55:12Z', 'revision_number': 0, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a051a0bf-4f81-4f20-a3f2-7966d1150cab', 'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'mac_address': 'fa:16:3e:82:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:10Z', 'updated_at': '2021-12-09T22:52:17Z', 'revision_number': 5, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'subnets': [{'id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:14.547536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e629d5c-7414-4438-bece-f9e8185f8339 None None] The sync data for ids ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'] in n-d-789963-23 is: [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'ec8bb959-5971-4c63-8496-39338fa5066e', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'port_id': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'mac_address': 'fa:16:3e:1c:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:55:12Z', 'updated_at': '2021-12-09T22:55:12Z', 'revision_number': 0, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a051a0bf-4f81-4f20-a3f2-7966d1150cab', 'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'mac_address': 'fa:16:3e:82:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:10Z', 'updated_at': '2021-12-09T22:52:17Z', 'revision_number': 5, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'subnets': [{'id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:55:14.622354 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa5cd6-7cc5-4085-af7c-26d7c554c5aa req-42275b77-c7d5-4c20-b50f-47a313ca7128 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:14.626234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fefa5cd6-7cc5-4085-af7c-26d7c554c5aa req-42275b77-c7d5-4c20-b50f-47a313ca7128 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1097 time: 0.0992236 Dec 09 22:55:14.655882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831ab2a8-bfc0-41ac-aa48-f455b63ebaf6 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:55:14.688571 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fefa5cd6-7cc5-4085-af7c-26d7c554c5aa req-1046f814-884d-4ccf-8c8a-688a9aeea24b tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553522 Dec 09 22:55:14.766785 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b41a60-ac81-4b7d-8e57-74ab6c6782a5 None None] New status for floating IP ec8bb959-5971-4c63-8496-39338fa5066e: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:55:14.790405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831ab2a8-bfc0-41ac-aa48-f455b63ebaf6 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:55:14.794971 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-831ab2a8-bfc0-41ac-aa48-f455b63ebaf6 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:14.827058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:55:14.829310 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cce4e9b-ff98-4dc2-ab04-c21e0bf5006f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:55:14.868119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-831ab2a8-bfc0-41ac-aa48-f455b63ebaf6 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "PUT /v2.0/floatingips/ec8bb959-5971-4c63-8496-39338fa5066e HTTP/1.1" status: 200 len: 992 time: 1.3504808 Dec 09 22:55:14.882638 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ee854d-0b43-4619-9ddf-c60ed5814daf x-openstack-request-id: req-31ee854d-0b43-4619-9ddf-c60ed5814daf {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:55:14.882809 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:55:14.882935 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31ee854d-0b43-4619-9ddf-c60ed5814daf {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:55:14.883313 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'status': 'completed', 'code': 200} Dec 09 22:55:14.985756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce4e9b-ff98-4dc2-ab04-c21e0bf5006f req-04ea1b23-4765-4d14-bc6c-833d10f000c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:14.987300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7cce4e9b-ff98-4dc2-ab04-c21e0bf5006f req-04ea1b23-4765-4d14-bc6c-833d10f000c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=581c63d5a5b84b23962f6b2aec9504ac&device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 1098 time: 0.0583775 Dec 09 22:55:15.028711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb325097-2944-45a6-b824-bf500e7685f3 None None] Sync routers for ids ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:55:15.039439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb325097-2944-45a6-b824-bf500e7685f3 None None] Routers {'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:55:15.040531 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bb325097-2944-45a6-b824-bf500e7685f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:55:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:15.090509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce4e9b-ff98-4dc2-ab04-c21e0bf5006f req-a8611b00-382c-4fb2-bdd8-f273576a0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:15.092006 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7cce4e9b-ff98-4dc2-ab04-c21e0bf5006f req-a8611b00-382c-4fb2-bdd8-f273576a0df3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=244bfc91-8644-4afa-b830-0fe6018d534c HTTP/1.1" status: 200 len: 915 time: 0.0976760 Dec 09 22:55:15.157070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-bb325097-2944-45a6-b824-bf500e7685f3 None None] Set router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:55:15.158649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7cce4e9b-ff98-4dc2-ab04-c21e0bf5006f req-c16af0fa-7835-4ebd-a4ff-a3fb4ebff089 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8da457c4-ae54-4600-a47b-a333d803c3cb HTTP/1.1" status: 200 len: 1002 time: 0.0593777 Dec 09 22:55:15.218456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce4e9b-ff98-4dc2-ab04-c21e0bf5006f req-6a22dceb-ede3-4572-8325-9483d17085d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:15.219965 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7cce4e9b-ff98-4dc2-ab04-c21e0bf5006f req-6a22dceb-ede3-4572-8325-9483d17085d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3adc075-f86e-47c8-91b1-82f37fdb0acc HTTP/1.1" status: 200 len: 853 time: 0.0535114 Dec 09 22:55:15.276276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce4e9b-ff98-4dc2-ab04-c21e0bf5006f req-97e4d287-f03a-4a99-9538-914644d4b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:15.278984 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7cce4e9b-ff98-4dc2-ab04-c21e0bf5006f req-97e4d287-f03a-4a99-9538-914644d4b056 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=244bfc91-8644-4afa-b830-0fe6018d534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465465 Dec 09 22:55:15.373806 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7cce4e9b-ff98-4dc2-ab04-c21e0bf5006f req-92f8876f-5018-47c6-b25c-33412fe08fc1 service neutron] 10.222.0.18 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878170 Dec 09 22:55:15.390425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bb325097-2944-45a6-b824-bf500e7685f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'ec8bb959-5971-4c63-8496-39338fa5066e', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'port_id': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'mac_address': 'fa:16:3e:1c:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:55:12Z', 'updated_at': '2021-12-09T22:55:14Z', 'revision_number': 2, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a051a0bf-4f81-4f20-a3f2-7966d1150cab', 'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'mac_address': 'fa:16:3e:82:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:10Z', 'updated_at': '2021-12-09T22:52:17Z', 'revision_number': 5, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'subnets': [{'id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:15.420294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb325097-2944-45a6-b824-bf500e7685f3 None None] Checking router: eff49cf8-5311-4e2c-946c-d47d9a3f5c7a for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:55:15.429283 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb325097-2944-45a6-b824-bf500e7685f3 None None] Routers {'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:55:15.429943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bb325097-2944-45a6-b824-bf500e7685f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:55:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:15.468941 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7cce4e9b-ff98-4dc2-ab04-c21e0bf5006f req-9f39519b-d354-469d-84e7-5ddd46a447f7 service neutron] 10.222.0.18 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883853 Dec 09 22:55:15.538044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-bb325097-2944-45a6-b824-bf500e7685f3 None None] Set router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:55:15.763929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bb325097-2944-45a6-b824-bf500e7685f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'ec8bb959-5971-4c63-8496-39338fa5066e', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'port_id': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'mac_address': 'fa:16:3e:1c:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:55:12Z', 'updated_at': '2021-12-09T22:55:14Z', 'revision_number': 2, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a051a0bf-4f81-4f20-a3f2-7966d1150cab', 'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'mac_address': 'fa:16:3e:82:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:10Z', 'updated_at': '2021-12-09T22:52:17Z', 'revision_number': 5, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'subnets': [{'id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:15.791194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb325097-2944-45a6-b824-bf500e7685f3 None None] The sync data for ids ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'] in n-d-789963-23 is: [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'ec8bb959-5971-4c63-8496-39338fa5066e', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'port_id': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'mac_address': 'fa:16:3e:1c:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T22:55:12Z', 'updated_at': '2021-12-09T22:55:14Z', 'revision_number': 2, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a051a0bf-4f81-4f20-a3f2-7966d1150cab', 'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'mac_address': 'fa:16:3e:82:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:10Z', 'updated_at': '2021-12-09T22:52:17Z', 'revision_number': 5, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'subnets': [{'id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:55:15.806714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28eb2ab-8ac4-4071-87cc-d58da15f3ce4 req-1e40030b-f412-4279-b883-f4ad454b74cd tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:15.808300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d28eb2ab-8ac4-4071-87cc-d58da15f3ce4 req-1e40030b-f412-4279-b883-f4ad454b74cd tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1097 time: 0.0684729 Dec 09 22:55:15.838129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99a214-0eb4-45fc-beab-4b7bd9ba4983 req-2681f5e9-3f93-4fbc-b28e-e09cd48d32aa tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:15.840229 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a99a214-0eb4-45fc-beab-4b7bd9ba4983 req-2681f5e9-3f93-4fbc-b28e-e09cd48d32aa tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b4b2f29-972a-4da5-a70f-46c93f2f6e20 HTTP/1.1" status: 200 len: 1097 time: 0.0664382 Dec 09 22:55:15.894330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a99a214-0eb4-45fc-beab-4b7bd9ba4983 req-c8c81dff-4b83-405e-9fb1-1ffd7e7655a5 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473559 Dec 09 22:55:15.905477 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d28eb2ab-8ac4-4071-87cc-d58da15f3ce4 req-ac3569ef-eb72-49f0-ae57-1a9e26ebdb62 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Deleting port 12df63a2-bd55-43d9-9cd1-741d03082e04 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:55:15.905847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d28eb2ab-8ac4-4071-87cc-d58da15f3ce4 req-ac3569ef-eb72-49f0-ae57-1a9e26ebdb62 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:15.992851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-d28eb2ab-8ac4-4071-87cc-d58da15f3ce4 req-ac3569ef-eb72-49f0-ae57-1a9e26ebdb62 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] For port 12df63a2-bd55-43d9-9cd1-741d03082e04, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=12df63a2-bd55-43d9-9cd1-741d03082e04,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:15.993566 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d28eb2ab-8ac4-4071-87cc-d58da15f3ce4 req-ac3569ef-eb72-49f0-ae57-1a9e26ebdb62 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:16.007565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-d28eb2ab-8ac4-4071-87cc-d58da15f3ce4 req-ac3569ef-eb72-49f0-ae57-1a9e26ebdb62 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Calling delete_port for 12df63a2-bd55-43d9-9cd1-741d03082e04 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:55:16.137646 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d28eb2ab-8ac4-4071-87cc-d58da15f3ce4 req-ac3569ef-eb72-49f0-ae57-1a9e26ebdb62 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:16.149735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['12df63a2-bd55-43d9-9cd1-741d03082e04'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:55:16.168850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3569ef-eb72-49f0-ae57-1a9e26ebdb62 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Pushing event deleted for resources: {'Port': ['ID=12df63a2-bd55-43d9-9cd1-741d03082e04,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:16.176718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d9801b20-b4c7-4846-9b81-c0f6485ae91f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:55:16.222527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28eb2ab-8ac4-4071-87cc-d58da15f3ce4 req-ac3569ef-eb72-49f0-ae57-1a9e26ebdb62 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] No DVR routers for this DVR port 12df63a2-bd55-43d9-9cd1-741d03082e04 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:55:16.226002 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-d28eb2ab-8ac4-4071-87cc-d58da15f3ce4 req-ac3569ef-eb72-49f0-ae57-1a9e26ebdb62 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:16.230087 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d28eb2ab-8ac4-4071-87cc-d58da15f3ce4 req-ac3569ef-eb72-49f0-ae57-1a9e26ebdb62 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.42 "DELETE /v2.0/ports/12df63a2-bd55-43d9-9cd1-741d03082e04 HTTP/1.1" status: 204 len: 173 time: 0.4152577 Dec 09 22:55:16.230562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4b2f29-972a-4da5-a70f-46c93f2f6e20', 'name': 'network-vif-deleted', 'tag': '12df63a2-bd55-43d9-9cd1-741d03082e04'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:55:16.232866 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e622ebe4-82a4-4d7b-9455-58555b7560f1" -d '{"events": [{"server_uuid": "6b4b2f29-972a-4da5-a70f-46c93f2f6e20", "name": "network-vif-deleted", "tag": "12df63a2-bd55-43d9-9cd1-741d03082e04"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:55:16.317323 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9682e6fd-3322-455a-b452-8c37b412e193 x-openstack-request-id: req-9682e6fd-3322-455a-b452-8c37b412e193 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:55:16.317626 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4b2f29-972a-4da5-a70f-46c93f2f6e20", "name": "network-vif-deleted", "tag": "12df63a2-bd55-43d9-9cd1-741d03082e04", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:55:16.317913 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9682e6fd-3322-455a-b452-8c37b412e193 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:55:16.318394 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4b2f29-972a-4da5-a70f-46c93f2f6e20', 'name': 'network-vif-deleted', 'tag': '12df63a2-bd55-43d9-9cd1-741d03082e04', 'status': 'completed', 'code': 200} Dec 09 22:55:16.884105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:55:16.886834 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16b46dc-1f5a-4aa3-a108-3795f933f11b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:55:16.924932 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56da143-3b5f-46e0-b6ef-862663ce69f5 x-openstack-request-id: req-b56da143-3b5f-46e0-b6ef-862663ce69f5 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:55:16.925380 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:55:16.925817 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b56da143-3b5f-46e0-b6ef-862663ce69f5 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:55:16.926426 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'status': 'completed', 'code': 200} Dec 09 22:55:17.017764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b46dc-1f5a-4aa3-a108-3795f933f11b req-96e4c572-3fec-4314-9a97-a9a29a98b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:17.019314 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f16b46dc-1f5a-4aa3-a108-3795f933f11b req-96e4c572-3fec-4314-9a97-a9a29a98b8a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=581c63d5a5b84b23962f6b2aec9504ac&device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 1098 time: 0.0482450 Dec 09 22:55:17.123251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b46dc-1f5a-4aa3-a108-3795f933f11b req-8913ac6f-ab6c-4cda-8af9-74b701b7a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:17.124970 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f16b46dc-1f5a-4aa3-a108-3795f933f11b req-8913ac6f-ab6c-4cda-8af9-74b701b7a97e service neutron] 10.222.0.18 "GET /v2.0/networks?id=244bfc91-8644-4afa-b830-0fe6018d534c HTTP/1.1" status: 200 len: 915 time: 0.0971065 Dec 09 22:55:17.204718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0d900-0474-4654-b3d5-f586fec60cb3 req-a992ed1c-0d64-4b51-aa7b-c502d4a2a1be tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:17.206489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f2e0d900-0474-4654-b3d5-f586fec60cb3 req-a992ed1c-0d64-4b51-aa7b-c502d4a2a1be tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1097 time: 0.0422225 Dec 09 22:55:17.233149 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f16b46dc-1f5a-4aa3-a108-3795f933f11b req-06043c62-80c0-48e0-98ac-6ece9a344e6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8da457c4-ae54-4600-a47b-a333d803c3cb HTTP/1.1" status: 200 len: 1002 time: 0.0779464 Dec 09 22:55:17.251400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f2e0d900-0474-4654-b3d5-f586fec60cb3 req-a310b852-54f2-45bf-90b5-d5854581a7e6 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Dec 09 22:55:17.283450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b46dc-1f5a-4aa3-a108-3795f933f11b req-a08771f0-68de-4473-b49a-af8c3bde606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:17.284931 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f16b46dc-1f5a-4aa3-a108-3795f933f11b req-a08771f0-68de-4473-b49a-af8c3bde606f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3adc075-f86e-47c8-91b1-82f37fdb0acc HTTP/1.1" status: 200 len: 853 time: 0.0450830 Dec 09 22:55:17.331349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b46dc-1f5a-4aa3-a108-3795f933f11b req-1a0e2662-c091-46ee-955f-df57bc5e1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:17.332832 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f16b46dc-1f5a-4aa3-a108-3795f933f11b req-1a0e2662-c091-46ee-955f-df57bc5e1a78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=244bfc91-8644-4afa-b830-0fe6018d534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399446 Dec 09 22:55:17.425565 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f16b46dc-1f5a-4aa3-a108-3795f933f11b req-248f697e-ca1f-4972-83d3-d3761f962540 service neutron] 10.222.0.18 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846972 Dec 09 22:55:17.515117 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f16b46dc-1f5a-4aa3-a108-3795f933f11b req-5d23e9a7-9c58-44f8-b27f-920a281535a2 service neutron] 10.222.0.18 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816169 Dec 09 22:55:18.366900 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776a25-8400-43f8-b4f9-ab710a7c9faa req-0b623f3a-ff6b-4b43-bc5f-4d6bb40bbce1 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:18.368412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33776a25-8400-43f8-b4f9-ab710a7c9faa req-0b623f3a-ff6b-4b43-bc5f-4d6bb40bbce1 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1097 time: 0.0447319 Dec 09 22:55:18.411630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33776a25-8400-43f8-b4f9-ab710a7c9faa req-cb21613b-10a8-41ed-9e9b-d2fe4277f032 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7263263-1962-4958-b40a-e8d328080a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371003 Dec 09 22:55:18.684364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf5588-f3ce-46e1-b3c5-1505d6addc14 req-d70b4508-8335-4ce2-a8f9-a83055b2b8aa tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:18.685875 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b1bf5588-f3ce-46e1-b3c5-1505d6addc14 req-d70b4508-8335-4ce2-a8f9-a83055b2b8aa tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 1097 time: 0.0447457 Dec 09 22:55:18.762901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-b1bf5588-f3ce-46e1-b3c5-1505d6addc14 req-7c2fcf90-71e2-4d94-b205-9551554367e8 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Deleting port d9801b20-b4c7-4846-9b81-c0f6485ae91f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:55:18.763242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b1bf5588-f3ce-46e1-b3c5-1505d6addc14 req-7c2fcf90-71e2-4d94-b205-9551554367e8 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:18.842956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b1bf5588-f3ce-46e1-b3c5-1505d6addc14 req-7c2fcf90-71e2-4d94-b205-9551554367e8 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] For port d9801b20-b4c7-4846-9b81-c0f6485ae91f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d9801b20-b4c7-4846-9b81-c0f6485ae91f,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:18.843314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b1bf5588-f3ce-46e1-b3c5-1505d6addc14 req-7c2fcf90-71e2-4d94-b205-9551554367e8 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:18.856012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-b1bf5588-f3ce-46e1-b3c5-1505d6addc14 req-7c2fcf90-71e2-4d94-b205-9551554367e8 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Calling delete_port for d9801b20-b4c7-4846-9b81-c0f6485ae91f owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:55:18.983800 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b1bf5588-f3ce-46e1-b3c5-1505d6addc14 req-7c2fcf90-71e2-4d94-b205-9551554367e8 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:19.013326 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fcf90-71e2-4d94-b205-9551554367e8 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9801b20-b4c7-4846-9b81-c0f6485ae91f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:19.016472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d9801b20-b4c7-4846-9b81-c0f6485ae91f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:55:19.059448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bf5588-f3ce-46e1-b3c5-1505d6addc14 req-7c2fcf90-71e2-4d94-b205-9551554367e8 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] No DVR routers for this DVR port d9801b20-b4c7-4846-9b81-c0f6485ae91f on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:55:19.061716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b1bf5588-f3ce-46e1-b3c5-1505d6addc14 req-7c2fcf90-71e2-4d94-b205-9551554367e8 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:19.065269 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b1bf5588-f3ce-46e1-b3c5-1505d6addc14 req-7c2fcf90-71e2-4d94-b205-9551554367e8 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d9801b20-b4c7-4846-9b81-c0f6485ae91f HTTP/1.1" status: 204 len: 173 time: 0.3731003 Dec 09 22:55:19.065528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79807ba-73ab-426b-9f75-01b2fdef92fb', 'name': 'network-vif-deleted', 'tag': 'd9801b20-b4c7-4846-9b81-c0f6485ae91f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:55:19.068347 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcfacd0-b011-498c-9492-fc23547e0c5a" -d '{"events": [{"server_uuid": "d79807ba-73ab-426b-9f75-01b2fdef92fb", "name": "network-vif-deleted", "tag": "d9801b20-b4c7-4846-9b81-c0f6485ae91f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:55:19.113475 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c98b37-db68-4130-ae46-b48b1857585e x-openstack-request-id: req-06c98b37-db68-4130-ae46-b48b1857585e {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:55:19.114233 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79807ba-73ab-426b-9f75-01b2fdef92fb", "name": "network-vif-deleted", "tag": "d9801b20-b4c7-4846-9b81-c0f6485ae91f", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:55:19.114233 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06c98b37-db68-4130-ae46-b48b1857585e {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:55:19.114482 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79807ba-73ab-426b-9f75-01b2fdef92fb', 'name': 'network-vif-deleted', 'tag': 'd9801b20-b4c7-4846-9b81-c0f6485ae91f', 'status': 'completed', 'code': 200} Dec 09 22:55:19.519925 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0974c866-f96c-49c4-a607-0b1d2ec23f36 req-b7da6d40-8398-4197-9f9c-6e47ba818908 tempest-TestServerMultinode-1826703445 tempest-TestServerMultinode-1826703445-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d79807ba-73ab-426b-9f75-01b2fdef92fb HTTP/1.1" status: 200 len: 210 time: 0.0259080 Dec 09 22:55:20.584182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51228) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:20.706927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 12df63a2-bd55-43d9-9cd1-741d03082e04 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:55:20.726960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 12df63a2-bd55-43d9-9cd1-741d03082e04 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:55:20.727306 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 12df63a2-bd55-43d9-9cd1-741d03082e04 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:55:21.233528 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef06fcbd-06bb-47bd-8804-f6fb2165d467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:21.491171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ef06fcbd-06bb-47bd-8804-f6fb2165d467 admin admin] Deleting port 5754ccb5-402f-4a05-bed2-b63080f20178 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:55:21.491579 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef06fcbd-06bb-47bd-8804-f6fb2165d467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:21.574165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-ef06fcbd-06bb-47bd-8804-f6fb2165d467 admin admin] For port 5754ccb5-402f-4a05-bed2-b63080f20178, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5754ccb5-402f-4a05-bed2-b63080f20178,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:21.574532 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef06fcbd-06bb-47bd-8804-f6fb2165d467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:21.588932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ef06fcbd-06bb-47bd-8804-f6fb2165d467 admin admin] Calling delete_port for 5754ccb5-402f-4a05-bed2-b63080f20178 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:55:21.777919 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef06fcbd-06bb-47bd-8804-f6fb2165d467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:21.806484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06fcbd-06bb-47bd-8804-f6fb2165d467 admin admin] Pushing event deleted for resources: {'Port': ['ID=5754ccb5-402f-4a05-bed2-b63080f20178,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:21.992892 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef06fcbd-06bb-47bd-8804-f6fb2165d467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:22.235060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef06fcbd-06bb-47bd-8804-f6fb2165d467 admin admin] Router c360130f-2a8e-4046-b384-9f5f3f20a78e has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:55:22.340176 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef06fcbd-06bb-47bd-8804-f6fb2165d467 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:55:22.347995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51242) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:22.348501 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ef06fcbd-06bb-47bd-8804-f6fb2165d467 admin admin] 10.222.0.16 "PUT /v2.0/routers/c360130f-2a8e-4046-b384-9f5f3f20a78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7621162 Dec 09 22:55:22.349972 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e37772-9a99-4d89-b308-7a4a9bc14220 None None] Sync routers for ids ['c360130f-2a8e-4046-b384-9f5f3f20a78e'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:55:22.360266 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e37772-9a99-4d89-b308-7a4a9bc14220 None None] Routers {'c360130f-2a8e-4046-b384-9f5f3f20a78e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:55:22.361139 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-82e37772-9a99-4d89-b308-7a4a9bc14220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:55:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c360130f-2a8e-4046-b384-9f5f3f20a78e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:22.458222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:22.464823 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-82e37772-9a99-4d89-b308-7a4a9bc14220 None None] Set router c360130f-2a8e-4046-b384-9f5f3f20a78e gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:55:22.569686 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:22.624393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Deleting port dfd4e9e7-bab3-4d68-9c04-8c6731516791 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:55:22.624857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:22.639462 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-82e37772-9a99-4d89-b308-7a4a9bc14220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'name': 'tempest-TestServerMultinode-498841259-router', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:55:21Z', 'revision_number': 5, 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'gw_port': {'id': 'dfd4e9e7-bab3-4d68-9c04-8c6731516791', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:22.669104 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e37772-9a99-4d89-b308-7a4a9bc14220 None None] Checking router: c360130f-2a8e-4046-b384-9f5f3f20a78e for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:55:22.678926 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e37772-9a99-4d89-b308-7a4a9bc14220 None None] Routers {'c360130f-2a8e-4046-b384-9f5f3f20a78e'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:55:22.679542 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-82e37772-9a99-4d89-b308-7a4a9bc14220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:55:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['c360130f-2a8e-4046-b384-9f5f3f20a78e'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:22.710118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] For port dfd4e9e7-bab3-4d68-9c04-8c6731516791, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=dfd4e9e7-bab3-4d68-9c04-8c6731516791,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:22.710501 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:22.722072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Calling delete_port for dfd4e9e7-bab3-4d68-9c04-8c6731516791 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:55:22.761403 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-82e37772-9a99-4d89-b308-7a4a9bc14220 None None] Set router c360130f-2a8e-4046-b384-9f5f3f20a78e gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:55:22.784668 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:22.793263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d9801b20-b4c7-4846-9b81-c0f6485ae91f no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:55:22.815533 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-82e37772-9a99-4d89-b308-7a4a9bc14220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'name': 'tempest-TestServerMultinode-498841259-router', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:55:22Z', 'revision_number': 6, 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:22.817077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: d9801b20-b4c7-4846-9b81-c0f6485ae91f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:55:22.817639 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d9801b20-b4c7-4846-9b81-c0f6485ae91f not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:55:22.842962 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e37772-9a99-4d89-b308-7a4a9bc14220 None None] The sync data for ids ['c360130f-2a8e-4046-b384-9f5f3f20a78e'] in n-d-789963-23 is: [{'id': 'c360130f-2a8e-4046-b384-9f5f3f20a78e', 'name': 'tempest-TestServerMultinode-498841259-router', 'tenant_id': '0b527b42bb2c443cb80d1582ae732c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:36Z', 'updated_at': '2021-12-09T22:55:22Z', 'revision_number': 6, 'project_id': '0b527b42bb2c443cb80d1582ae732c4b', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:55:22.906657 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:22.934937 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd4e9e7-bab3-4d68-9c04-8c6731516791,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:22.946237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba6f4e-a6eb-4914-93cd-2c66c56bd1e9 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:55:22.961241 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:22.961599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:22.961993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:22.962332 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:22.962677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:22.963018 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:22.963356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:22.963692 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:22.964025 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:22.964365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:22.964695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:22.965068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:22.965346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:23.010014 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.107360 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.109578 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.156381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.157182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c360130f-2a8e-4046-b384-9f5f3f20a78e {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:55:23.162941 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.164302 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f6720798-8907-47ef-9a5a-23a0cf715bb0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c360130f-2a8e-4046-b384-9f5f3f20a78e HTTP/1.1" status: 204 len: 168 time: 0.8153160 Dec 09 22:55:23.166781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51250) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:23.213936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-62534379-c62c-44bd-b2ad-ef2c26639936 admin admin] Deleting subnet cc97cedd-1d95-4a8a-aeee-91519921ad16 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:55:23.217262 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-62534379-c62c-44bd-b2ad-ef2c26639936 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.258743 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-62534379-c62c-44bd-b2ad-ef2c26639936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.341530 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-62534379-c62c-44bd-b2ad-ef2c26639936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.394207 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-62534379-c62c-44bd-b2ad-ef2c26639936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.419386 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62534379-c62c-44bd-b2ad-ef2c26639936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc97cedd-1d95-4a8a-aeee-91519921ad16,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:23.424248 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-62534379-c62c-44bd-b2ad-ef2c26639936 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.428611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-62534379-c62c-44bd-b2ad-ef2c26639936 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc97cedd-1d95-4a8a-aeee-91519921ad16 HTTP/1.1" status: 204 len: 168 time: 0.2608876 Dec 09 22:55:23.430122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdf2188-5c8d-42df-b5b9-6439b6b740cd None None] Network 62981bfa-b4ac-461d-b730-5d2c95aae7d4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:55:23.431402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51252) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:23.507521 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.562797 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Deleting port b4573a0d-0eec-47a0-8914-a5269cba4262 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:55:23.563128 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.635862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] For port b4573a0d-0eec-47a0-8914-a5269cba4262, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b4573a0d-0eec-47a0-8914-a5269cba4262,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:23.636383 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.641321 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdc2f32-70d9-40a9-b6d5-413df1ca8c5e None None] DHCP port deletion for 62981bfa-b4ac-461d-b730-5d2c95aae7d4 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:55:23.651626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Calling delete_port for b4573a0d-0eec-47a0-8914-a5269cba4262 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:55:23.714735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc2f32-70d9-40a9-b6d5-413df1ca8c5e None None] Deleting port b4573a0d-0eec-47a0-8914-a5269cba4262 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:55:23.715385 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5bdc2f32-70d9-40a9-b6d5-413df1ca8c5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.748504 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.748761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dfd4e9e7-bab3-4d68-9c04-8c6731516791 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:55:23.763536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] No DVR routers for this DVR port b4573a0d-0eec-47a0-8914-a5269cba4262 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:55:23.778909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: dfd4e9e7-bab3-4d68-9c04-8c6731516791 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:55:23.779260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device dfd4e9e7-bab3-4d68-9c04-8c6731516791 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:55:23.779889 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5754ccb5-402f-4a05-bed2-b63080f20178 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:55:23.786104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4573a0d-0eec-47a0-8914-a5269cba4262,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:23.835698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 5754ccb5-402f-4a05-bed2-b63080f20178 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:55:23.836267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5754ccb5-402f-4a05-bed2-b63080f20178 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:55:23.836462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b4573a0d-0eec-47a0-8914-a5269cba4262 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:55:23.867651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: b4573a0d-0eec-47a0-8914-a5269cba4262 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:55:23.868273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b4573a0d-0eec-47a0-8914-a5269cba4262 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:55:23.877572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5bdc2f32-70d9-40a9-b6d5-413df1ca8c5e None None] For port b4573a0d-0eec-47a0-8914-a5269cba4262, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b4573a0d-0eec-47a0-8914-a5269cba4262,segment=NetworkSegment(5d260e64-a1bf-41e3-8c85-526700783c4e),segment_id=5d260e64-a1bf-41e3-8c85-526700783c4e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:23.878017 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5bdc2f32-70d9-40a9-b6d5-413df1ca8c5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.885217 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.896477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc2f32-70d9-40a9-b6d5-413df1ca8c5e None None] Calling delete_port for b4573a0d-0eec-47a0-8914-a5269cba4262 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:55:23.910102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62981bfa-b4ac-461d-b730-5d2c95aae7d4']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:23.920253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d260e64-a1bf-41e3-8c85-526700783c4e') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:23.920549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d260e64-a1bf-41e3-8c85-526700783c4e') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:23.930655 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.943458 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.949424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:55:23.949837 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:55:23.951643 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:55:23.985488 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5bdc2f32-70d9-40a9-b6d5-413df1ca8c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:24.016475 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:24.022161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc2f32-70d9-40a9-b6d5-413df1ca8c5e None None] Pushing event deleted for resources: {'Port': ['ID=b4573a0d-0eec-47a0-8914-a5269cba4262,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:24.028650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc2f32-70d9-40a9-b6d5-413df1ca8c5e None None] No DVR routers for this DVR port b4573a0d-0eec-47a0-8914-a5269cba4262 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:55:24.046539 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:24.055729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51260) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:24.069736 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] 10.222.0.16 "DELETE /v2.0/networks/62981bfa-b4ac-461d-b730-5d2c95aae7d4 HTTP/1.1" status: 204 len: 168 time: 0.6368988 Dec 09 22:55:24.072807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9df91-3407-4765-a4ac-a7dad5c3ce4a admin admin] Pushing event deleted for resources: {'Network': ['ID=62981bfa-b4ac-461d-b730-5d2c95aae7d4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:24.431505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9cad87bc-9d11-4854-bef2-4d1790495cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:24.680234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9cad87bc-9d11-4854-bef2-4d1790495cec admin admin] Deleting port f25370f3-4b93-4b1a-a6ef-d7c510e30b28 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:55:24.680567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9cad87bc-9d11-4854-bef2-4d1790495cec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:24.767655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-9cad87bc-9d11-4854-bef2-4d1790495cec admin admin] For port f25370f3-4b93-4b1a-a6ef-d7c510e30b28, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f25370f3-4b93-4b1a-a6ef-d7c510e30b28,segment=NetworkSegment(21a34146-e2e0-4b4e-ba41-8cce2f64fbc9),segment_id=21a34146-e2e0-4b4e-ba41-8cce2f64fbc9)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:24.768030 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9cad87bc-9d11-4854-bef2-4d1790495cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:24.782183 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9cad87bc-9d11-4854-bef2-4d1790495cec admin admin] Calling delete_port for f25370f3-4b93-4b1a-a6ef-d7c510e30b28 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:55:24.975556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9cad87bc-9d11-4854-bef2-4d1790495cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:25.002609 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad87bc-9d11-4854-bef2-4d1790495cec admin admin] Pushing event deleted for resources: {'Port': ['ID=f25370f3-4b93-4b1a-a6ef-d7c510e30b28,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:25.183888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9cad87bc-9d11-4854-bef2-4d1790495cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:25.702976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cad87bc-9d11-4854-bef2-4d1790495cec admin admin] Router b80d71a3-b351-4404-8cbb-49cf1730cc3e has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:55:25.819697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cad87bc-9d11-4854-bef2-4d1790495cec admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:55:25.824837 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9cad87bc-9d11-4854-bef2-4d1790495cec admin admin] 10.222.0.16 "PUT /v2.0/routers/b80d71a3-b351-4404-8cbb-49cf1730cc3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7671173 Dec 09 22:55:25.827726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51272) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:25.828319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d3c33-dcb8-4785-b9fa-7e2ccf2205e5 None None] Sync routers for ids ['b80d71a3-b351-4404-8cbb-49cf1730cc3e'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:55:25.838004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d3c33-dcb8-4785-b9fa-7e2ccf2205e5 None None] Routers {'b80d71a3-b351-4404-8cbb-49cf1730cc3e'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:55:25.838629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e11d3c33-dcb8-4785-b9fa-7e2ccf2205e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:55:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['b80d71a3-b351-4404-8cbb-49cf1730cc3e'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:25.936651 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:25.953910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e11d3c33-dcb8-4785-b9fa-7e2ccf2205e5 None None] Set router b80d71a3-b351-4404-8cbb-49cf1730cc3e gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:55:26.037768 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.101846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Deleting port a782cfd3-d471-44bd-b60b-4f987cd2daca {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:55:26.102200 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.147141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e11d3c33-dcb8-4785-b9fa-7e2ccf2205e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'name': 'tempest-TestServerMultinode-1193697165-router', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:43Z', 'updated_at': '2021-12-09T22:55:24Z', 'revision_number': 5, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'gw_port': {'id': 'a782cfd3-d471-44bd-b60b-4f987cd2daca', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:54:44Z', 'updated_at': '2021-12-09T22:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:26.174190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d3c33-dcb8-4785-b9fa-7e2ccf2205e5 None None] Checking router: b80d71a3-b351-4404-8cbb-49cf1730cc3e for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:55:26.182657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d3c33-dcb8-4785-b9fa-7e2ccf2205e5 None None] Routers {'b80d71a3-b351-4404-8cbb-49cf1730cc3e'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:55:26.183278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e11d3c33-dcb8-4785-b9fa-7e2ccf2205e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:55:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['b80d71a3-b351-4404-8cbb-49cf1730cc3e'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:26.190495 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] For port a782cfd3-d471-44bd-b60b-4f987cd2daca, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a782cfd3-d471-44bd-b60b-4f987cd2daca,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:26.190979 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.209974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Calling delete_port for a782cfd3-d471-44bd-b60b-4f987cd2daca owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:55:26.273160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e11d3c33-dcb8-4785-b9fa-7e2ccf2205e5 None None] Set router b80d71a3-b351-4404-8cbb-49cf1730cc3e gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:55:26.331184 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e11d3c33-dcb8-4785-b9fa-7e2ccf2205e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'name': 'tempest-TestServerMultinode-1193697165-router', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:43Z', 'updated_at': '2021-12-09T22:55:26Z', 'revision_number': 6, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:26.358193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d3c33-dcb8-4785-b9fa-7e2ccf2205e5 None None] The sync data for ids ['b80d71a3-b351-4404-8cbb-49cf1730cc3e'] in n-d-789963-23 is: [{'id': 'b80d71a3-b351-4404-8cbb-49cf1730cc3e', 'name': 'tempest-TestServerMultinode-1193697165-router', 'tenant_id': '1fdb647959bc4eae88083a9fa5ea4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:54:43Z', 'updated_at': '2021-12-09T22:55:26Z', 'revision_number': 6, 'project_id': '1fdb647959bc4eae88083a9fa5ea4547', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:55:26.380948 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.407688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a782cfd3-d471-44bd-b60b-4f987cd2daca,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:26.422787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821892a1-b618-4d4b-bffb-f56f7ba6ee09 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:55:26.479563 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.575038 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.577235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.620839 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.621364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b80d71a3-b351-4404-8cbb-49cf1730cc3e {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:55:26.625934 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.627463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6e6ca73e-47ce-4539-b41b-44f06f0a67d9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b80d71a3-b351-4404-8cbb-49cf1730cc3e HTTP/1.1" status: 204 len: 168 time: 0.7985613 Dec 09 22:55:26.630018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51280) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:26.679274 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d3288e-74ea-4971-bb71-873186e0b222 admin admin] Deleting subnet 55fde32e-5dfb-48d4-ac84-2928f9530171 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:55:26.682449 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6d3288e-74ea-4971-bb71-873186e0b222 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.717580 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6d3288e-74ea-4971-bb71-873186e0b222 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.800394 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6d3288e-74ea-4971-bb71-873186e0b222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.853969 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6d3288e-74ea-4971-bb71-873186e0b222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.885995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3288e-74ea-4971-bb71-873186e0b222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fde32e-5dfb-48d4-ac84-2928f9530171,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:26.887992 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d6d3288e-74ea-4971-bb71-873186e0b222 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:26.891300 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d6d3288e-74ea-4971-bb71-873186e0b222 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/55fde32e-5dfb-48d4-ac84-2928f9530171 HTTP/1.1" status: 204 len: 168 time: 0.2603204 Dec 09 22:55:26.893971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51282) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:26.896677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb4aac-8da2-4b54-870c-5c1a9f8e92b0 None None] Network 3482b396-644f-4a8b-964f-9727137f97f9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:55:26.972284 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.033127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Deleting port 6c4d2265-e5d5-4591-8542-3459361c6535 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:55:27.033593 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.100882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] For port 6c4d2265-e5d5-4591-8542-3459361c6535, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6c4d2265-e5d5-4591-8542-3459361c6535,segment=NetworkSegment(21a34146-e2e0-4b4e-ba41-8cce2f64fbc9),segment_id=21a34146-e2e0-4b4e-ba41-8cce2f64fbc9)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:27.101169 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.113483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Calling delete_port for 6c4d2265-e5d5-4591-8542-3459361c6535 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:55:27.147095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ec7465-bcbf-4cec-991d-51b5ee03fcbc None None] DHCP port deletion for 3482b396-644f-4a8b-964f-9727137f97f9 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:55:27.219018 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.232127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec7465-bcbf-4cec-991d-51b5ee03fcbc None None] Deleting port 6c4d2265-e5d5-4591-8542-3459361c6535 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:55:27.232786 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7465-bcbf-4cec-991d-51b5ee03fcbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.248390 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4d2265-e5d5-4591-8542-3459361c6535,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:27.253079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] No DVR routers for this DVR port 6c4d2265-e5d5-4591-8542-3459361c6535 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:55:27.351178 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.380772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3482b396-644f-4a8b-964f-9727137f97f9']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:27.393781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a34146-e2e0-4b4e-ba41-8cce2f64fbc9') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:27.394244 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a34146-e2e0-4b4e-ba41-8cce2f64fbc9') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:27.405970 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.422676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.430042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:55:27.430525 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:55:27.432393 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:55:27.482905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e7ec7465-bcbf-4cec-991d-51b5ee03fcbc None None] For port 6c4d2265-e5d5-4591-8542-3459361c6535, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:27.483346 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7465-bcbf-4cec-991d-51b5ee03fcbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.496828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec7465-bcbf-4cec-991d-51b5ee03fcbc None None] Calling delete_port for 6c4d2265-e5d5-4591-8542-3459361c6535 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:55:27.497669 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.499656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ec7465-bcbf-4cec-991d-51b5ee03fcbc None None] Port 6c4d2265-e5d5-4591-8542-3459361c6535 was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:55:27.501544 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7465-bcbf-4cec-991d-51b5ee03fcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.505959 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.510048 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] 10.222.0.16 "DELETE /v2.0/networks/3482b396-644f-4a8b-964f-9727137f97f9 HTTP/1.1" status: 204 len: 168 time: 0.6147735 Dec 09 22:55:27.526065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926037f-edb8-4dbf-b313-75df20ab8a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=3482b396-644f-4a8b-964f-9727137f97f9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:27.527741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec7465-bcbf-4cec-991d-51b5ee03fcbc None None] Pushing event deleted for resources: {'Port': ['ID=6c4d2265-e5d5-4591-8542-3459361c6535,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:27.529912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7ec7465-bcbf-4cec-991d-51b5ee03fcbc None None] Network 3482b396-644f-4a8b-964f-9727137f97f9 is not hosted by any dhcp agent {{(pid=103419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 22:55:27.530578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec7465-bcbf-4cec-991d-51b5ee03fcbc None None] No DVR routers for this DVR port 6c4d2265-e5d5-4591-8542-3459361c6535 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:55:27.723122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51292) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:27.729973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f25370f3-4b93-4b1a-a6ef-d7c510e30b28 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:55:27.754567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: f25370f3-4b93-4b1a-a6ef-d7c510e30b28 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:55:27.754834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f25370f3-4b93-4b1a-a6ef-d7c510e30b28 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:55:27.755916 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c4d2265-e5d5-4591-8542-3459361c6535 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:55:27.770662 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d4ac10fe-81b9-4b06-afc8-742d3f3fe1aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b527b42bb2c443cb80d1582ae732c4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463774 Dec 09 22:55:27.773419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51294) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:27.775811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6c4d2265-e5d5-4591-8542-3459361c6535 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:55:27.776165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6c4d2265-e5d5-4591-8542-3459361c6535 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:55:27.776592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a782cfd3-d471-44bd-b60b-4f987cd2daca no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:55:27.796083 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a782cfd3-d471-44bd-b60b-4f987cd2daca {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:55:27.796370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a782cfd3-d471-44bd-b60b-4f987cd2daca not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:55:27.825383 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94e2846c-57e8-4f5e-a84f-b1a80d26fb41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.847466 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94e2846c-57e8-4f5e-a84f-b1a80d26fb41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.894358 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94e2846c-57e8-4f5e-a84f-b1a80d26fb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.897349 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94e2846c-57e8-4f5e-a84f-b1a80d26fb41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:27.898568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-94e2846c-57e8-4f5e-a84f-b1a80d26fb41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe4a803b-a47f-4793-9ae5-b3886c133f37 HTTP/1.1" status: 204 len: 168 time: 0.1238675 Dec 09 22:55:27.906560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2846c-57e8-4f5e-a84f-b1a80d26fb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4a803b-a47f-4793-9ae5-b3886c133f37,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:28.264295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51306) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:28.304271 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3387b2f0-a7ac-48b7-ac2b-8ea30820f821 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fdb647959bc4eae88083a9fa5ea4547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387831 Dec 09 22:55:28.306754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51308) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:28.354395 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5f27a6ba-93fb-46ce-ab6b-eef6d4c97bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:28.377426 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5f27a6ba-93fb-46ce-ab6b-eef6d4c97bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:28.429905 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5f27a6ba-93fb-46ce-ab6b-eef6d4c97bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:28.432818 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5f27a6ba-93fb-46ce-ab6b-eef6d4c97bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:28.434007 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5f27a6ba-93fb-46ce-ab6b-eef6d4c97bbf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7263263-1962-4958-b40a-e8d328080a9c HTTP/1.1" status: 204 len: 168 time: 0.1263206 Dec 09 22:55:28.442630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27a6ba-93fb-46ce-ab6b-eef6d4c97bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7263263-1962-4958-b40a-e8d328080a9c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:31.045298 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6325623c-c5b8-47c8-b9b7-03f964fbf702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:33.322267 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-61127211-dd6b-42a4-970a-eb8111a5bae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:33.902958 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:34.845898 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:36.225365 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:37.049564 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:41.791621 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:55:48.058400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 51540) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:48.154987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-a55e52c5-63db-45f5-b6af-bf6fe481eca4 req-211bcd23-3fd4-48cc-a49c-a770a3e934c8 service neutron] (103417) timed out ('10.222.0.42', 59152) {{(pid=103417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 22:55:48.227259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Deleting port e48c5b7b-abc9-4b14-82b9-41f249630483 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:55:48.227602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:48.304026 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:48.304153 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:48.318296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Calling delete_port for e48c5b7b-abc9-4b14-82b9-41f249630483 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:55:48.476886 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:48.505526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event deleted for resources: {'Port': ['ID=e48c5b7b-abc9-4b14-82b9-41f249630483,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:48.571262 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:48.571736 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Floating IP ec8bb959-5971-4c63-8496-39338fa5066e disassociated (deleted). External IP: 172.25.8.108, port: 8da457c4-ae54-4600-a47b-a333d803c3cb. Dec 09 22:55:48.792727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:55:48.909124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:55:48.919678 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:48.924673 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918e332-0abd-45c2-bece-d685f6c716e1 None None] Sync routers for ids ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:55:48.935432 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918e332-0abd-45c2-bece-d685f6c716e1 None None] Routers {'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:55:48.936196 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a918e332-0abd-45c2-bece-d685f6c716e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:55:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:48.949105 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-14572773-5563-4437-9716-9245f358d708 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "DELETE /v2.0/floatingips/ec8bb959-5971-4c63-8496-39338fa5066e HTTP/1.1" status: 204 len: 168 time: 0.8896017 Dec 09 22:55:48.949820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:55:48.952340 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f46cc0-a81c-43b1-b37a-de2662e95ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:55:49.012553 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596f52dd-aaa6-4f0c-ab00-9e9da41f641d x-openstack-request-id: req-596f52dd-aaa6-4f0c-ab00-9e9da41f641d {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:55:49.012860 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:55:49.013125 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-596f52dd-aaa6-4f0c-ab00-9e9da41f641d {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:55:49.013536 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'status': 'completed', 'code': 200} Dec 09 22:55:49.077206 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-a918e332-0abd-45c2-bece-d685f6c716e1 None None] Set router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:55:49.114440 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f46cc0-a81c-43b1-b37a-de2662e95ff6 req-281c6389-b1ef-43d2-b88e-424b501e6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:49.115957 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95f46cc0-a81c-43b1-b37a-de2662e95ff6 req-281c6389-b1ef-43d2-b88e-424b501e6e6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=581c63d5a5b84b23962f6b2aec9504ac&device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 1098 time: 0.0527742 Dec 09 22:55:49.239754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f46cc0-a81c-43b1-b37a-de2662e95ff6 req-b91d9aff-f42a-4426-ae0d-1881bdfdddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:49.241248 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95f46cc0-a81c-43b1-b37a-de2662e95ff6 req-b91d9aff-f42a-4426-ae0d-1881bdfdddbb service neutron] 10.222.0.18 "GET /v2.0/networks?id=244bfc91-8644-4afa-b830-0fe6018d534c HTTP/1.1" status: 200 len: 915 time: 0.1169102 Dec 09 22:55:49.245940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fff07-4c2e-4096-923c-1f1b64881b14 req-d7ba0155-fabf-4307-bd7c-846100b94c23 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:49.253602 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-980fff07-4c2e-4096-923c-1f1b64881b14 req-d7ba0155-fabf-4307-bd7c-846100b94c23 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 946 time: 0.0612805 Dec 09 22:55:49.299352 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95f46cc0-a81c-43b1-b37a-de2662e95ff6 req-1a456a7b-15b1-4c45-a716-a675b58dca98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8da457c4-ae54-4600-a47b-a333d803c3cb HTTP/1.1" status: 200 len: 217 time: 0.0503190 Dec 09 22:55:49.307300 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-980fff07-4c2e-4096-923c-1f1b64881b14 req-135520f0-2b99-4a2b-a918-cce7fba161a1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515933 Dec 09 22:55:49.355070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f46cc0-a81c-43b1-b37a-de2662e95ff6 req-7dd53525-bde5-4981-942b-380e5078f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:49.356448 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95f46cc0-a81c-43b1-b37a-de2662e95ff6 req-7dd53525-bde5-4981-942b-380e5078f3a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3adc075-f86e-47c8-91b1-82f37fdb0acc HTTP/1.1" status: 200 len: 853 time: 0.0458684 Dec 09 22:55:49.374676 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a918e332-0abd-45c2-bece-d685f6c716e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a051a0bf-4f81-4f20-a3f2-7966d1150cab', 'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'mac_address': 'fa:16:3e:82:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:10Z', 'updated_at': '2021-12-09T22:52:17Z', 'revision_number': 5, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'subnets': [{'id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:49.405251 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918e332-0abd-45c2-bece-d685f6c716e1 None None] Checking router: eff49cf8-5311-4e2c-946c-d47d9a3f5c7a for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:55:49.407691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f46cc0-a81c-43b1-b37a-de2662e95ff6 req-d0c5e414-11ea-49fb-b7e8-87cf69e2a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:49.409224 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95f46cc0-a81c-43b1-b37a-de2662e95ff6 req-d0c5e414-11ea-49fb-b7e8-87cf69e2a2a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=244bfc91-8644-4afa-b830-0fe6018d534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451608 Dec 09 22:55:49.414441 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918e332-0abd-45c2-bece-d685f6c716e1 None None] Routers {'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:55:49.415049 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a918e332-0abd-45c2-bece-d685f6c716e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:55:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:49.519422 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95f46cc0-a81c-43b1-b37a-de2662e95ff6 req-f608537a-2dad-47da-9efb-352cfedffa28 service neutron] 10.222.0.18 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006560 Dec 09 22:55:49.617274 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-a918e332-0abd-45c2-bece-d685f6c716e1 None None] Set router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:55:49.626127 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-95f46cc0-a81c-43b1-b37a-de2662e95ff6 req-a8723e9e-e014-47c1-abbc-6b85f87d4b29 service neutron] 10.222.0.18 "GET /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978749 Dec 09 22:55:49.828913 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a918e332-0abd-45c2-bece-d685f6c716e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a051a0bf-4f81-4f20-a3f2-7966d1150cab', 'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'mac_address': 'fa:16:3e:82:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:10Z', 'updated_at': '2021-12-09T22:52:17Z', 'revision_number': 5, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'subnets': [{'id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:55:49.859945 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918e332-0abd-45c2-bece-d685f6c716e1 None None] The sync data for ids ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'] in n-d-789963-23 is: [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'a051a0bf-4f81-4f20-a3f2-7966d1150cab', 'name': '', 'network_id': '244bfc91-8644-4afa-b830-0fe6018d534c', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'mac_address': 'fa:16:3e:82:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:10Z', 'updated_at': '2021-12-09T22:52:17Z', 'revision_number': 5, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'subnets': [{'id': 'c3adc075-f86e-47c8-91b1-82f37fdb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:55:50.108170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067a10f1-0940-4319-88e0-dd8df9db5974 None None] New status for floating IP ec8bb959-5971-4c63-8496-39338fa5066e: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 22:55:50.425037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fbc77-5308-4991-abfc-3e14f8ccfd32 req-2ce847ec-b62e-45bb-b614-82f3c10495cb tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:50.427075 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b03fbc77-5308-4991-abfc-3e14f8ccfd32 req-2ce847ec-b62e-45bb-b614-82f3c10495cb tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 946 time: 0.0550044 Dec 09 22:55:50.480524 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b03fbc77-5308-4991-abfc-3e14f8ccfd32 req-4ea6563d-914b-4fc3-8d67-c27147ef7764 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c6b5985-c318-499f-bdb1-af085bf88e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473468 Dec 09 22:55:50.895715 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6d7c7-dadf-4acf-8feb-6000784f2efc req-d0eafd4c-aeff-4097-a8c1-c60e119796a5 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:55:50.898008 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0a6d7c7-dadf-4acf-8feb-6000784f2efc req-d0eafd4c-aeff-4097-a8c1-c60e119796a5 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 946 time: 0.0501239 Dec 09 22:55:50.990786 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e0a6d7c7-dadf-4acf-8feb-6000784f2efc req-0d73028a-91e3-4ef4-a7ed-430c38c60b6f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Deleting port 8da457c4-ae54-4600-a47b-a333d803c3cb {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:55:50.991136 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e0a6d7c7-dadf-4acf-8feb-6000784f2efc req-0d73028a-91e3-4ef4-a7ed-430c38c60b6f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:51.084262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e0a6d7c7-dadf-4acf-8feb-6000784f2efc req-0d73028a-91e3-4ef4-a7ed-430c38c60b6f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] For port 8da457c4-ae54-4600-a47b-a333d803c3cb, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=8da457c4-ae54-4600-a47b-a333d803c3cb,segment=NetworkSegment(b6dce4df-7573-44de-93c8-9ef796d81786),segment_id=b6dce4df-7573-44de-93c8-9ef796d81786)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:55:51.084631 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e0a6d7c7-dadf-4acf-8feb-6000784f2efc req-0d73028a-91e3-4ef4-a7ed-430c38c60b6f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:51.097246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e0a6d7c7-dadf-4acf-8feb-6000784f2efc req-0d73028a-91e3-4ef4-a7ed-430c38c60b6f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Calling delete_port for 8da457c4-ae54-4600-a47b-a333d803c3cb owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:55:51.230751 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e0a6d7c7-dadf-4acf-8feb-6000784f2efc req-0d73028a-91e3-4ef4-a7ed-430c38c60b6f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:51.262608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73028a-91e3-4ef4-a7ed-430c38c60b6f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event deleted for resources: {'Port': ['ID=8da457c4-ae54-4600-a47b-a333d803c3cb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:51.305559 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a6d7c7-dadf-4acf-8feb-6000784f2efc req-0d73028a-91e3-4ef4-a7ed-430c38c60b6f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] No DVR routers for this DVR port 8da457c4-ae54-4600-a47b-a333d803c3cb on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:55:51.308730 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e0a6d7c7-dadf-4acf-8feb-6000784f2efc req-0d73028a-91e3-4ef4-a7ed-430c38c60b6f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:51.312189 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0a6d7c7-dadf-4acf-8feb-6000784f2efc req-0d73028a-91e3-4ef4-a7ed-430c38c60b6f tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.18 "DELETE /v2.0/ports/8da457c4-ae54-4600-a47b-a333d803c3cb HTTP/1.1" status: 204 len: 173 time: 0.4083674 Dec 09 22:55:51.312823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'name': 'network-vif-deleted', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:55:51.315176 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe491cd-95a6-4279-b991-99b87164dd4a" -d '{"events": [{"server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "name": "network-vif-deleted", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:55:51.353257 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422fce07-adc9-40fb-a496-dcef5bb8d2b6 x-openstack-request-id: req-422fce07-adc9-40fb-a496-dcef5bb8d2b6 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:55:51.353653 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa6146c-f70a-4026-bbc3-244e7e7a6009", "name": "network-vif-deleted", "tag": "8da457c4-ae54-4600-a47b-a333d803c3cb", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:55:51.354445 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-422fce07-adc9-40fb-a496-dcef5bb8d2b6 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:55:51.354944 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa6146c-f70a-4026-bbc3-244e7e7a6009', 'name': 'network-vif-deleted', 'tag': '8da457c4-ae54-4600-a47b-a333d803c3cb', 'status': 'completed', 'code': 200} Dec 09 22:55:51.593727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7f2ccbb-a294-45cf-9683-9c067258771e req-e369161f-ee3a-4853-8a3d-dbd0788195e3 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 210 time: 0.0280704 Dec 09 22:55:52.694317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17ea612c-a226-4bca-a641-affdf35bdbe1 req-e5c222ae-12e2-47fe-a62a-03ae6beeb42c tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 210 time: 0.0273135 Dec 09 22:55:52.777877 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:53.789136 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3446afd-0cdf-43b5-98fd-7509f299f9df req-d3204a03-9a46-47ff-8631-5c90cf02bc4d tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 210 time: 0.0265756 Dec 09 22:55:54.886023 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-260b4630-aa1b-451f-aa5e-0c9b0fba0f87 req-dd358bde-bdb1-4d06-a613-92e5543a3716 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 210 time: 0.0279272 Dec 09 22:55:55.000700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 8da457c4-ae54-4600-a47b-a333d803c3cb no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:55:55.021253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 8da457c4-ae54-4600-a47b-a333d803c3cb {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:55:55.021603 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 8da457c4-ae54-4600-a47b-a333d803c3cb not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:55:56.038660 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c136d94-3a30-48e3-bdbc-d88e0c09ea5c req-f338d1a3-03e9-4336-9527-597cce0d6e3a tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa6146c-f70a-4026-bbc3-244e7e7a6009 HTTP/1.1" status: 200 len: 210 time: 0.0411236 Dec 09 22:55:57.099969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 51656) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:55:57.158472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:57.184070 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:57.246193 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:57.248861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:55:57.250054 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] 10.222.0.16 "DELETE /v2.0/security-groups/7c6b5985-c318-499f-bdb1-af085bf88e2e HTTP/1.1" status: 204 len: 168 time: 0.1490538 Dec 09 22:55:57.261926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6b5985-c318-499f-bdb1-af085bf88e2e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:55:57.273419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:57.273775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:57.274191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:57.274574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:57.274940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:57.275379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:57.275930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:57.276279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:57.276699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:57.277179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:57.277505 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:57.278124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:55:57.278454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803225a-5e9c-41b8-9408-2771b73df7e1 tempest-TestVolumeBackupRestore-485868739 tempest-TestVolumeBackupRestore-485868739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:01.056450 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a23224da-d177-491f-8936-2233ef7ad6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:03.329846 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96f6f83e-ae5b-441d-b203-32a130d72311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:03.866698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52134) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:56:03.930114 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:04.234738 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f5f2633e-5026-4c4c-8aff-6b44099d0bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:04.498091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2633e-5026-4c4c-8aff-6b44099d0bc0 admin admin] Deleting port a051a0bf-4f81-4f20-a3f2-7966d1150cab {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:56:04.498447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f5f2633e-5026-4c4c-8aff-6b44099d0bc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:04.583322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-f5f2633e-5026-4c4c-8aff-6b44099d0bc0 admin admin] For port a051a0bf-4f81-4f20-a3f2-7966d1150cab, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a051a0bf-4f81-4f20-a3f2-7966d1150cab,segment=NetworkSegment(b6dce4df-7573-44de-93c8-9ef796d81786),segment_id=b6dce4df-7573-44de-93c8-9ef796d81786)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:56:04.583835 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f5f2633e-5026-4c4c-8aff-6b44099d0bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:04.599691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2633e-5026-4c4c-8aff-6b44099d0bc0 admin admin] Calling delete_port for a051a0bf-4f81-4f20-a3f2-7966d1150cab owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:56:04.790243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f5f2633e-5026-4c4c-8aff-6b44099d0bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:04.820397 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2633e-5026-4c4c-8aff-6b44099d0bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a051a0bf-4f81-4f20-a3f2-7966d1150cab,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:04.852586 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:05.291497 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f5f2633e-5026-4c4c-8aff-6b44099d0bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:05.519279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f2633e-5026-4c4c-8aff-6b44099d0bc0 admin admin] Router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:56:05.629903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f2633e-5026-4c4c-8aff-6b44099d0bc0 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:56:05.637251 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f5f2633e-5026-4c4c-8aff-6b44099d0bc0 admin admin] 10.222.0.16 "PUT /v2.0/routers/eff49cf8-5311-4e2c-946c-d47d9a3f5c7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7691112 Dec 09 22:56:05.639774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52142) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:56:05.641727 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775654c-827b-4a82-9cc6-7784baddf69e None None] Sync routers for ids ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:56:05.651780 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775654c-827b-4a82-9cc6-7784baddf69e None None] Routers {'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:56:05.652413 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1775654c-827b-4a82-9cc6-7784baddf69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:56:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:05.757773 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:05.758365 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1775654c-827b-4a82-9cc6-7784baddf69e None None] Set router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:56:05.860328 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:05.936256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Deleting port 07ff5925-0537-44ae-89ca-cc00e847fc1e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:56:05.936612 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:05.944815 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1775654c-827b-4a82-9cc6-7784baddf69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:56:04Z', 'revision_number': 5, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port': {'id': '07ff5925-0537-44ae-89ca-cc00e847fc1e', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:06Z', 'updated_at': '2021-12-09T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:05.979265 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775654c-827b-4a82-9cc6-7784baddf69e None None] Checking router: eff49cf8-5311-4e2c-946c-d47d9a3f5c7a for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:56:05.988082 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775654c-827b-4a82-9cc6-7784baddf69e None None] Routers {'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:56:05.988748 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1775654c-827b-4a82-9cc6-7784baddf69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:56:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:06.017199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] For port 07ff5925-0537-44ae-89ca-cc00e847fc1e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=07ff5925-0537-44ae-89ca-cc00e847fc1e,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:56:06.017651 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.031764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Calling delete_port for 07ff5925-0537-44ae-89ca-cc00e847fc1e owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:56:06.070885 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1775654c-827b-4a82-9cc6-7784baddf69e None None] Set router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:56:06.124438 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1775654c-827b-4a82-9cc6-7784baddf69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:56:05Z', 'revision_number': 6, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:06.150902 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775654c-827b-4a82-9cc6-7784baddf69e None None] The sync data for ids ['eff49cf8-5311-4e2c-946c-d47d9a3f5c7a'] in n-d-789963-23 is: [{'id': 'eff49cf8-5311-4e2c-946c-d47d9a3f5c7a', 'name': 'tempest-TestVolumeBackupRestore-1792098876-router', 'tenant_id': '581c63d5a5b84b23962f6b2aec9504ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:04Z', 'updated_at': '2021-12-09T22:56:05Z', 'revision_number': 6, 'project_id': '581c63d5a5b84b23962f6b2aec9504ac', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:56:06.218829 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.231840 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.248350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ff5925-0537-44ae-89ca-cc00e847fc1e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:06.259812 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559c6699-1db8-41bf-8132-8eb2272e4913 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:56:06.317573 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.412613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.414958 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.459953 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.460620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff49cf8-5311-4e2c-946c-d47d9a3f5c7a {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:56:06.465820 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.467316 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-519f3c33-5324-4e93-944c-f8dc95fbebc8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/eff49cf8-5311-4e2c-946c-d47d9a3f5c7a HTTP/1.1" status: 204 len: 168 time: 0.8263535 Dec 09 22:56:06.470094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52144) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:56:06.520860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c072dc-fbac-4f16-a380-55f9025df745 admin admin] Deleting subnet c3adc075-f86e-47c8-91b1-82f37fdb0acc {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:56:06.524790 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9c072dc-fbac-4f16-a380-55f9025df745 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.574438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9c072dc-fbac-4f16-a380-55f9025df745 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.664308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9c072dc-fbac-4f16-a380-55f9025df745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.717953 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9c072dc-fbac-4f16-a380-55f9025df745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.743242 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c072dc-fbac-4f16-a380-55f9025df745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3adc075-f86e-47c8-91b1-82f37fdb0acc,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:06.747278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9c072dc-fbac-4f16-a380-55f9025df745 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.750391 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f9c072dc-fbac-4f16-a380-55f9025df745 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c3adc075-f86e-47c8-91b1-82f37fdb0acc HTTP/1.1" status: 204 len: 168 time: 0.2795193 Dec 09 22:56:06.751874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346819c8-8713-4c0b-9259-45c7fb25717c None None] Network 244bfc91-8644-4afa-b830-0fe6018d534c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:56:06.752934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 52150) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:56:06.826287 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.883231 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Deleting port 59f3c387-da5a-4c2c-9100-798e5b99309d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:56:06.883568 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.952333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] For port 59f3c387-da5a-4c2c-9100-798e5b99309d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=59f3c387-da5a-4c2c-9100-798e5b99309d,segment=NetworkSegment(b6dce4df-7573-44de-93c8-9ef796d81786),segment_id=b6dce4df-7573-44de-93c8-9ef796d81786)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:56:06.952704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:06.966679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Calling delete_port for 59f3c387-da5a-4c2c-9100-798e5b99309d owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:56:06.975104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] DHCP port deletion for 244bfc91-8644-4afa-b830-0fe6018d534c request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:56:07.025702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Deleting port 59f3c387-da5a-4c2c-9100-798e5b99309d {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:56:07.026105 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:07.049173 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:07.081000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f3c387-da5a-4c2c-9100-798e5b99309d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:07.082881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] No DVR routers for this DVR port 59f3c387-da5a-4c2c-9100-798e5b99309d on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:56:07.100239 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:07.114429 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] For port 59f3c387-da5a-4c2c-9100-798e5b99309d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=59f3c387-da5a-4c2c-9100-798e5b99309d,segment=NetworkSegment(b6dce4df-7573-44de-93c8-9ef796d81786),segment_id=b6dce4df-7573-44de-93c8-9ef796d81786)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:56:07.114827 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:07.127937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Calling delete_port for 59f3c387-da5a-4c2c-9100-798e5b99309d owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:56:07.161268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:07.185168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244bfc91-8644-4afa-b830-0fe6018d534c']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:07.195540 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6dce4df-7573-44de-93c8-9ef796d81786') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:07.195840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6dce4df-7573-44de-93c8-9ef796d81786') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:07.206306 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:07.218869 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:07.220721 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:07.227746 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:56:07.228487 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: timer() Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:56:07.230655 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:56:07.249817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Pushing event deleted for resources: {'Port': ['ID=59f3c387-da5a-4c2c-9100-798e5b99309d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:07.253227 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] No DVR routers for this DVR port 59f3c387-da5a-4c2c-9100-798e5b99309d on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:56:07.262042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.262388 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.263016 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.263356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.263698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.264025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.264353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.265585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.266115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.266467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.266808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.267143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.267474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb7658-e22f-44ed-9592-8f969c8ff485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:56:07.302656 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:07.311910 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:07.318203 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/244bfc91-8644-4afa-b830-0fe6018d534c HTTP/1.1" status: 204 len: 168 time: 0.5615315 Dec 09 22:56:07.318794 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52152) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:56:07.325759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fee4c1-c697-4aac-9fd5-c4e2ca4332f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=244bfc91-8644-4afa-b830-0fe6018d534c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:07.658026 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c71bd051-f8b8-457a-863f-cd4d5d25b918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:07.747727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 59f3c387-da5a-4c2c-9100-798e5b99309d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:56:07.768338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 59f3c387-da5a-4c2c-9100-798e5b99309d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:56:07.768983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 59f3c387-da5a-4c2c-9100-798e5b99309d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:56:07.769435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a051a0bf-4f81-4f20-a3f2-7966d1150cab no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:56:07.789886 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a051a0bf-4f81-4f20-a3f2-7966d1150cab {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:56:07.790151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a051a0bf-4f81-4f20-a3f2-7966d1150cab not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:56:07.790594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 07ff5925-0537-44ae-89ca-cc00e847fc1e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:56:07.810400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 07ff5925-0537-44ae-89ca-cc00e847fc1e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:56:07.810741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 07ff5925-0537-44ae-89ca-cc00e847fc1e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:56:08.344348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c71bd051-f8b8-457a-863f-cd4d5d25b918 admin admin] Deleting port a922d8b5-6d10-46b5-9d5a-97e54a580337 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:56:08.344348 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c71bd051-f8b8-457a-863f-cd4d5d25b918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:08.344348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-c71bd051-f8b8-457a-863f-cd4d5d25b918 admin admin] For port a922d8b5-6d10-46b5-9d5a-97e54a580337, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=a922d8b5-6d10-46b5-9d5a-97e54a580337,segment=NetworkSegment(96463738-dcad-4fc1-ab2a-09145d05a1b7),segment_id=96463738-dcad-4fc1-ab2a-09145d05a1b7)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:56:08.344348 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c71bd051-f8b8-457a-863f-cd4d5d25b918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:08.344348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-c71bd051-f8b8-457a-863f-cd4d5d25b918 admin admin] Calling delete_port for a922d8b5-6d10-46b5-9d5a-97e54a580337 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:56:08.498361 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c71bd051-f8b8-457a-863f-cd4d5d25b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:08.536253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bd051-f8b8-457a-863f-cd4d5d25b918 admin admin] Pushing event deleted for resources: {'Port': ['ID=a922d8b5-6d10-46b5-9d5a-97e54a580337,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:08.716810 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c71bd051-f8b8-457a-863f-cd4d5d25b918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:08.944937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71bd051-f8b8-457a-863f-cd4d5d25b918 admin admin] Router fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:56:09.051967 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71bd051-f8b8-457a-863f-cd4d5d25b918 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:56:09.062777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c71bd051-f8b8-457a-863f-cd4d5d25b918 admin admin] 10.222.0.16 "PUT /v2.0/routers/fdfef4f4-7e1c-43d7-b2e3-e9175cda1745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7409654 Dec 09 22:56:09.062967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59203e6-a3a9-47b9-a0e4-cc399abf2f77 None None] Sync routers for ids ['fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:56:09.063425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52188) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:56:09.073157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59203e6-a3a9-47b9-a0e4-cc399abf2f77 None None] Routers {'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:56:09.074215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f59203e6-a3a9-47b9-a0e4-cc399abf2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:56:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:09.171906 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:09.203878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-f59203e6-a3a9-47b9-a0e4-cc399abf2f77 None None] Set router fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:56:09.278953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:09.345819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Deleting port 75a77504-f2cb-4580-b342-2a01c182938c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:56:09.346539 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:09.415458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f59203e6-a3a9-47b9-a0e4-cc399abf2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'name': 'tempest-TestVolumeBackupRestore-1483628175-router', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '75a77504-f2cb-4580-b342-2a01c182938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:18Z', 'updated_at': '2021-12-09T22:56:08Z', 'revision_number': 5, 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'gw_port': {'id': '75a77504-f2cb-4580-b342-2a01c182938c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:52:19Z', 'updated_at': '2021-12-09T22:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:09.436335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] For port 75a77504-f2cb-4580-b342-2a01c182938c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=75a77504-f2cb-4580-b342-2a01c182938c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:56:09.436702 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:09.442147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59203e6-a3a9-47b9-a0e4-cc399abf2f77 None None] Checking router: fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:56:09.449452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Calling delete_port for 75a77504-f2cb-4580-b342-2a01c182938c owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:56:09.450826 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59203e6-a3a9-47b9-a0e4-cc399abf2f77 None None] Routers {'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:56:09.451458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f59203e6-a3a9-47b9-a0e4-cc399abf2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:56:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:09.541956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-f59203e6-a3a9-47b9-a0e4-cc399abf2f77 None None] Set router fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:56:09.619932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-f59203e6-a3a9-47b9-a0e4-cc399abf2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'name': 'tempest-TestVolumeBackupRestore-1483628175-router', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:18Z', 'updated_at': '2021-12-09T22:56:09Z', 'revision_number': 6, 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:09.631090 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:09.647939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59203e6-a3a9-47b9-a0e4-cc399abf2f77 None None] The sync data for ids ['fdfef4f4-7e1c-43d7-b2e3-e9175cda1745'] in n-d-789963-23 is: [{'id': 'fdfef4f4-7e1c-43d7-b2e3-e9175cda1745', 'name': 'tempest-TestVolumeBackupRestore-1483628175-router', 'tenant_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:52:18Z', 'updated_at': '2021-12-09T22:56:09Z', 'revision_number': 6, 'project_id': '1b797e6b9fad4a1f8da498e9ef30a15b', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:56:09.659803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Pushing event deleted for resources: {'Port': ['ID=75a77504-f2cb-4580-b342-2a01c182938c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:09.674973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e4eb8-cbfe-4d97-b15b-316cdbeaf481 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:56:09.744351 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:09.849023 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:09.851161 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:09.896245 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:09.896793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 22:56:09.901463 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:09.902727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f7af6909-c4c4-4fa4-87dc-c15568fb53cb admin admin] 10.222.0.16 "DELETE /v2.0/routers/fdfef4f4-7e1c-43d7-b2e3-e9175cda1745 HTTP/1.1" status: 204 len: 168 time: 0.8386128 Dec 09 22:56:09.905144 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52206) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:56:09.950259 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7a4530-1094-46ca-9991-d8984bc0fff7 admin admin] Deleting subnet 44d72aa4-77e7-45ee-bf71-a23c1e2bac21 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 22:56:09.953334 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de7a4530-1094-46ca-9991-d8984bc0fff7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:09.987824 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de7a4530-1094-46ca-9991-d8984bc0fff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.109189 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de7a4530-1094-46ca-9991-d8984bc0fff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.144738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a922d8b5-6d10-46b5-9d5a-97e54a580337 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:56:10.166823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: a922d8b5-6d10-46b5-9d5a-97e54a580337 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:56:10.167182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device a922d8b5-6d10-46b5-9d5a-97e54a580337 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:56:10.183968 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de7a4530-1094-46ca-9991-d8984bc0fff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.213828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a4530-1094-46ca-9991-d8984bc0fff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d72aa4-77e7-45ee-bf71-a23c1e2bac21,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:10.217519 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-de7a4530-1094-46ca-9991-d8984bc0fff7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.222120 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-de7a4530-1094-46ca-9991-d8984bc0fff7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/44d72aa4-77e7-45ee-bf71-a23c1e2bac21 HTTP/1.1" status: 204 len: 168 time: 0.3160110 Dec 09 22:56:10.225020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52212) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:56:10.225894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d900cc-6a66-4ed1-9a7c-ddde6abc4000 None None] Network 3f132104-4176-4b10-8153-d1531a1369d6 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:56:10.297362 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.370353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Deleting port 91cc6216-4916-4441-80da-98ddfd46b6b8 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:56:10.371000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.434037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] For port 91cc6216-4916-4441-80da-98ddfd46b6b8, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=91cc6216-4916-4441-80da-98ddfd46b6b8,segment=NetworkSegment(96463738-dcad-4fc1-ab2a-09145d05a1b7),segment_id=96463738-dcad-4fc1-ab2a-09145d05a1b7)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:56:10.434394 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.450943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Calling delete_port for 91cc6216-4916-4441-80da-98ddfd46b6b8 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:56:10.514008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1dc86d-3d04-45bd-845f-b92e3b80ca58 None None] DHCP port deletion for 3f132104-4176-4b10-8153-d1531a1369d6 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:56:10.554834 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.572295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dc86d-3d04-45bd-845f-b92e3b80ca58 None None] Deleting port 91cc6216-4916-4441-80da-98ddfd46b6b8 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:56:10.573082 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc86d-3d04-45bd-845f-b92e3b80ca58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.583072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Pushing event deleted for resources: {'Port': ['ID=91cc6216-4916-4441-80da-98ddfd46b6b8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:10.586919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] No DVR routers for this DVR port 91cc6216-4916-4441-80da-98ddfd46b6b8 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:56:10.665642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8d1dc86d-3d04-45bd-845f-b92e3b80ca58 None None] For port 91cc6216-4916-4441-80da-98ddfd46b6b8, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:56:10.666086 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc86d-3d04-45bd-845f-b92e3b80ca58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.670804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.680450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dc86d-3d04-45bd-845f-b92e3b80ca58 None None] Calling delete_port for 91cc6216-4916-4441-80da-98ddfd46b6b8 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:56:10.683225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-8d1dc86d-3d04-45bd-845f-b92e3b80ca58 None None] Port 91cc6216-4916-4441-80da-98ddfd46b6b8 was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 22:56:10.684541 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc86d-3d04-45bd-845f-b92e3b80ca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.696263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f132104-4176-4b10-8153-d1531a1369d6']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:10.711013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96463738-dcad-4fc1-ab2a-09145d05a1b7') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:10.711361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96463738-dcad-4fc1-ab2a-09145d05a1b7') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:56:10.721007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dc86d-3d04-45bd-845f-b92e3b80ca58 None None] Pushing event deleted for resources: {'Port': ['ID=91cc6216-4916-4441-80da-98ddfd46b6b8,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:10.721703 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.725335 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1dc86d-3d04-45bd-845f-b92e3b80ca58 None None] No DVR routers for this DVR port 91cc6216-4916-4441-80da-98ddfd46b6b8 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:56:10.739532 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.746206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 22:56:10.746627 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: timer() Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 22:56:10.748821 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 22:56:10.810627 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.817433 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:10.820631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3f132104-4176-4b10-8153-d1531a1369d6 HTTP/1.1" status: 204 len: 168 time: 0.5946960 Dec 09 22:56:10.836767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bbf0d-6e02-461c-9fa9-fccc241f5549 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f132104-4176-4b10-8153-d1531a1369d6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:11.021728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52226) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:56:11.063687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-78570da3-6bf3-42c0-a43c-81fe54d66b07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=581c63d5a5b84b23962f6b2aec9504ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406826 Dec 09 22:56:11.066180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52230) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:56:11.114600 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1b4428f6-b309-441e-9940-3380810df7c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:11.139688 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1b4428f6-b309-441e-9940-3380810df7c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:11.187531 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1b4428f6-b309-441e-9940-3380810df7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:11.190491 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1b4428f6-b309-441e-9940-3380810df7c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:11.194901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1b4428f6-b309-441e-9940-3380810df7c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0198768-2038-4c32-a885-9eadf7663754 HTTP/1.1" status: 204 len: 168 time: 0.1247590 Dec 09 22:56:11.200443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4428f6-b309-441e-9940-3380810df7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0198768-2038-4c32-a885-9eadf7663754,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:11.535267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52242) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:56:11.576950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c90066d1-e7bb-41c2-aab8-bd15af3a4397 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b797e6b9fad4a1f8da498e9ef30a15b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404336 Dec 09 22:56:11.579395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 52244) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:56:11.633878 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-72b5debe-0cd6-4c58-9f67-4db59595dea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:11.657233 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-72b5debe-0cd6-4c58-9f67-4db59595dea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:11.721590 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-72b5debe-0cd6-4c58-9f67-4db59595dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:11.726069 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-72b5debe-0cd6-4c58-9f67-4db59595dea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:11.729213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-72b5debe-0cd6-4c58-9f67-4db59595dea2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56499bbe-17b9-4197-8f68-c1236922347e HTTP/1.1" status: 204 len: 168 time: 0.1465576 Dec 09 22:56:11.736250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5debe-0cd6-4c58-9f67-4db59595dea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56499bbe-17b9-4197-8f68-c1236922347e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:56:11.775770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 91cc6216-4916-4441-80da-98ddfd46b6b8 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:56:11.797995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 91cc6216-4916-4441-80da-98ddfd46b6b8 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:56:11.798269 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 91cc6216-4916-4441-80da-98ddfd46b6b8 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:56:11.798704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 75a77504-f2cb-4580-b342-2a01c182938c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:56:11.822570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 75a77504-f2cb-4580-b342-2a01c182938c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:56:11.822972 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 75a77504-f2cb-4580-b342-2a01c182938c not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:56:18.791787 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:56:22.791996 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:31.049996 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bda2396c-aeb5-4826-96bf-9ab354850031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:33.326783 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8300-31f5-47a7-8b2b-4fb6fb5c3962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:33.919925 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:34.153297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-8d38dff7-d542-4afa-a3c4-9c2837e4f344 req-b7adb8ad-6a0e-4447-b602-94e6d3fb1f14 service neutron] (103418) timed out ('10.222.0.16', 52864) {{(pid=103418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 22:56:34.851222 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:36.232211 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:37.052797 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:52.793850 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:56:55.792598 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:57:01.052733 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-70bc52e9-cc83-40ad-9e46-951ea923b6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:03.328442 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8a5637c0-4cd8-4012-b3fb-b782dd0d06de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:03.929112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:04.854603 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:06.238494 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:07.059605 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:22.792716 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:31.055374 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7afaabd6-4abc-405f-837b-08b7cbe5668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:32.792603 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:57:33.332256 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a3893d7-bdb7-4977-bb9c-918201b84474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:33.912924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:34.862098 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:36.238180 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:37.052866 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:48.019786 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54182) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:57:48.153395 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bbb66795-0ea9-49d8-bb31-6a574ffdce6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ebc8cd2937c4959afdf874cfdd6cfbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323404 Dec 09 22:57:48.155828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54188) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:57:48.206918 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:48.228491 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:48.274752 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:48.277509 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:48.278678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e5eacd5-5e51-462a-8b3f-b2de0818f497 HTTP/1.1" status: 204 len: 168 time: 0.1218843 Dec 09 22:57:48.287228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5eacd5-5e51-462a-8b3f-b2de0818f497,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:48.295161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.295520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.295871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.296216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.296557 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.296892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.297225 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.297673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.297901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.298231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.298675 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.299012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.299344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd110a-23cc-4444-bd87-969f5349b2e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:48.889777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54210) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:57:48.986954 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1175232116-network', 'tenant_id': '584af76d4a0243429eba383ace6bfd11'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:57:49.008526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Made reservation on behalf of 584af76d4a0243429eba383ace6bfd11 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:57:49.010947 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.019400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.092046 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.095714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.116913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:57:49.131248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f38edb9-33c5-40fe-95ea-6e668a4b38c8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:49.133969 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.134188 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Added segment 42a3c4e2-6f69-40c0-8f5e-828cccd4ab18 of type vlan for network b311721f-8f76-4fb7-9bdc-1dd9815bda6b Dec 09 22:57:49.153797 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.154156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.154499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.154840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.155179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.155515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.155845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.156172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.156517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.156827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.157151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.157476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.157821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:49.193100 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.217696 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.218671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:57:49.219247 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.255445 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3645644 Dec 09 22:57:49.258848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54216) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:57:49.263941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-688ec0d7-18fc-432c-98cb-ce7f09e57115 admin admin] Request body: {'subnet': {'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1175232116-subnet', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:57:49.284855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259135a4-2fa5-4f0d-85a5-8e69f97a1b15 admin admin] Pushing event updated for resources: {'Network': ['ID=b311721f-8f76-4fb7-9bdc-1dd9815bda6b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:49.287843 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688ec0d7-18fc-432c-98cb-ce7f09e57115 admin admin] Made reservation on behalf of 584af76d4a0243429eba383ace6bfd11 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:57:49.290115 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-688ec0d7-18fc-432c-98cb-ce7f09e57115 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.295688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:57:49.451976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-688ec0d7-18fc-432c-98cb-ce7f09e57115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.505280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ec0d7-18fc-432c-98cb-ce7f09e57115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:49.514157 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ec0d7-18fc-432c-98cb-ce7f09e57115 admin admin] Checking segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:57:49.514520 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ec0d7-18fc-432c-98cb-ce7f09e57115 admin admin] Network hostable DHCP agents. Network: b311721f-8f76-4fb7-9bdc-1dd9815bda6b, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:57:49.531549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ec0d7-18fc-432c-98cb-ce7f09e57115 admin admin] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:57:49.540169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-688ec0d7-18fc-432c-98cb-ce7f09e57115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b311721f-8f76-4fb7-9bdc-1dd9815bda6b) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:57:49.544202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ec0d7-18fc-432c-98cb-ce7f09e57115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:57:49.544799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-688ec0d7-18fc-432c-98cb-ce7f09e57115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.549397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279623ca-54be-494a-893f-45c8fac366c3 None None] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:57:49.560628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-688ec0d7-18fc-432c-98cb-ce7f09e57115 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3006237 Dec 09 22:57:49.563570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54218) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:57:49.567799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:57:49.588352 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.589669 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.640993 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.781238 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.814449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:57:49.815455 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.947140 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Allocated IP 172.20.0.2 (b311721f-8f76-4fb7-9bdc-1dd9815bda6b/6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff/e4610d44-98f3-4ac3-9024-c1741cd36ef9) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:57:49.978297 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:49.996584 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:50.089559 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:50.097442 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:50.099517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Allocated IP 172.25.8.162 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/cf0ec338-b2e7-40a7-bd54-defccf84c06c) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:57:50.134724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:57:50.137398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:57:50.146526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:57:50.149491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Pushing event updated for resources: {'Port': ['ID=e4610d44-98f3-4ac3-9024-c1741cd36ef9,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:50.160873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.161257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.161605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.162008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.162349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.162908 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.163242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.163570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.163893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.164218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.164541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.164863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.165181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:50.210636 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:50.220367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Attempting to bind port e4610d44-98f3-4ac3-9024-c1741cd36ef9 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:57:50.220745 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Attempting to bind port e4610d44-98f3-4ac3-9024-c1741cd36ef9 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:57:50.221117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Attempting to bind port e4610d44-98f3-4ac3-9024-c1741cd36ef9 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:57:50.226079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:57:50.226458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Checking segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:57:50.226859 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:50.227329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Bound using segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:57:50.227708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Bound port: e4610d44-98f3-4ac3-9024-c1741cd36ef9, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:57:50.228089 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:50.243199 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:50.276678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:57:50.279633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:57:50.283209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:57:50.290572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] For port e4610d44-98f3-4ac3-9024-c1741cd36ef9, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:57:50.294276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d02eec-e615-4527-8b02-bd4530341ced None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:57:50.297120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] For port e4610d44-98f3-4ac3-9024-c1741cd36ef9, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e4610d44-98f3-4ac3-9024-c1741cd36ef9,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:57:50.303848 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:50.318803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0ec338-b2e7-40a7-bd54-defccf84c06c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:50.365067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66118e00-8bc6-4fe3-ad9d-3d576d061758 None None] Pushing event updated for resources: {'Port': ['ID=e4610d44-98f3-4ac3-9024-c1741cd36ef9,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:50.388474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-327c7c57-be17-4514-bc60-bbc7a65f52e3 None None] Provisioning complete for port cf0ec338-b2e7-40a7-bd54-defccf84c06c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:50.388851 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-327c7c57-be17-4514-bc60-bbc7a65f52e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:50.474516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-327c7c57-be17-4514-bc60-bbc7a65f52e3 None None] Port cf0ec338-b2e7-40a7-bd54-defccf84c06c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:57:50.587219 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:51.083368 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:51.219346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:57:51.284784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12d854d-667c-412a-97ef-413c4b621225 None None] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:57:51.327372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:57:51.337528 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Sync routers for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:57:51.347398 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:57:51.348140 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:57:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:57:51.348500 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:51.352342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-04d9eb8c-5937-418c-9636-c520d3af47d9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7852726 Dec 09 22:57:51.352935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54222) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:57:51.403445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f06a6b5a-7b4f-44ce-825f-e517b87508c9 None None] Provisioning complete for port e4610d44-98f3-4ac3-9024-c1741cd36ef9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:51.403995 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f06a6b5a-7b4f-44ce-825f-e517b87508c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:51.495164 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f06a6b5a-7b4f-44ce-825f-e517b87508c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:51.530903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f06a6b5a-7b4f-44ce-825f-e517b87508c9 None None] For port e4610d44-98f3-4ac3-9024-c1741cd36ef9, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e4610d44-98f3-4ac3-9024-c1741cd36ef9,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:57:51.537729 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f06a6b5a-7b4f-44ce-825f-e517b87508c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:51.552241 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:57:51.598256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a6b5a-7b4f-44ce-825f-e517b87508c9 None None] Pushing event updated for resources: {'Port': ['ID=e4610d44-98f3-4ac3-9024-c1741cd36ef9,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:51.755737 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:50Z', 'revision_number': 3, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:57:51.783138 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Checking router: 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:57:51.783492 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Updating router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 port cf0ec338-b2e7-40a7-bd54-defccf84c06c binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:57:51.808090 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:51.826565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e4610d44-98f3-4ac3-9024-c1741cd36ef9 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:57:51.838566 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:51.877268 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b264a01a-24d2-428f-8290-c00aaf49fd6a None None] Provisioning complete for port e4610d44-98f3-4ac3-9024-c1741cd36ef9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:51.877729 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b264a01a-24d2-428f-8290-c00aaf49fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:51.920801 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e4610d44-98f3-4ac3-9024-c1741cd36ef9 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:51.921273 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.008000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Allocated IP 172.20.0.1 (b311721f-8f76-4fb7-9bdc-1dd9815bda6b/6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff/fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:57:52.073686 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.078865 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.119728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c0e8e-0f93-48b0-8e4e-3f920f6ad9cb None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:57:52.128178 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Attempting to bind port cf0ec338-b2e7-40a7-bd54-defccf84c06c on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:57:52.128748 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Attempting to bind port cf0ec338-b2e7-40a7-bd54-defccf84c06c by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:57:52.129119 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Attempting to bind port cf0ec338-b2e7-40a7-bd54-defccf84c06c on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:57:52.133723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.136666 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Pushing event updated for resources: {'Port': ['ID=cf0ec338-b2e7-40a7-bd54-defccf84c06c,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:52.138871 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:57:52.139244 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:57:52.139649 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.140033 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:57:52.140497 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Bound port: cf0ec338-b2e7-40a7-bd54-defccf84c06c, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:57:52.140868 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.148379 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.148728 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.149073 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.149415 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.149745 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.150111 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.150502 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.150760 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.151285 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.151408 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.151734 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.152055 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.152372 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:57:52.157735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5e0e9f10-269d-458d-bc2e-fd329889ef6a None None] Provisioning complete for port cf0ec338-b2e7-40a7-bd54-defccf84c06c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:52.158271 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e0e9f10-269d-458d-bc2e-fd329889ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.178688 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.209172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e9f10-269d-458d-bc2e-fd329889ef6a None None] Port cf0ec338-b2e7-40a7-bd54-defccf84c06c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:57:52.213436 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] For port cf0ec338-b2e7-40a7-bd54-defccf84c06c, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:57:52.216727 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] For port cf0ec338-b2e7-40a7-bd54-defccf84c06c, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cf0ec338-b2e7-40a7-bd54-defccf84c06c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:57:52.220508 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.222316 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:57:52.232166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:57:52.235105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Pushing event updated for resources: {'Port': ['ID=fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:52.238462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:57:52.268380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c26243c-80ab-4a91-9e3e-960553564247 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:57:52.279999 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:57:52.280632 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:57:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:57:52.283519 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.283635 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2155ed2-8724-45f7-8736-bca72c91b113 None None] Pushing event updated for resources: {'Port': ['ID=cf0ec338-b2e7-40a7-bd54-defccf84c06c,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:52.343974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0c9aae93-0c5d-400e-bcfe-baec936c9f96 None None] Provisioning complete for port cf0ec338-b2e7-40a7-bd54-defccf84c06c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:52.344816 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c9aae93-0c5d-400e-bcfe-baec936c9f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.413426 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:57:52.446855 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.457114 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c9aae93-0c5d-400e-bcfe-baec936c9f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.485138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0c9aae93-0c5d-400e-bcfe-baec936c9f96 None None] For port cf0ec338-b2e7-40a7-bd54-defccf84c06c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cf0ec338-b2e7-40a7-bd54-defccf84c06c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:57:52.490923 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0c9aae93-0c5d-400e-bcfe-baec936c9f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.543176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9aae93-0c5d-400e-bcfe-baec936c9f96 None None] Pushing event updated for resources: {'Port': ['ID=cf0ec338-b2e7-40a7-bd54-defccf84c06c,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:52.605729 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:50Z', 'revision_number': 3, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:57:52.610682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-31616bb7-90c2-4c84-88b6-8e8cf0c08d83 None None] Provisioning complete for port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:52.611063 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-31616bb7-90c2-4c84-88b6-8e8cf0c08d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.627043 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.632108 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.632530 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecb2b0d-206e-401c-b847-1f21742ab634 None None] The sync data for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 is: [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:50Z', 'revision_number': 3, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:57:52.646818 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-31616bb7-90c2-4c84-88b6-8e8cf0c08d83 None None] Port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:57:52.709764 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.711727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Pushing event updated for resources: {'Port': ['ID=fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:52.805623 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:52.808302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:57:52.809811 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:57:53.072680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6fafd8c4-8d6d-41fe-a7a6-fa9f03d58f5d None None] Provisioning complete for port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:53.073275 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6fafd8c4-8d6d-41fe-a7a6-fa9f03d58f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:53.115062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6fafd8c4-8d6d-41fe-a7a6-fa9f03d58f5d None None] Port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:57:53.258028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:57:53.370694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:57:53.376013 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e6cea941-8daa-4c52-b6ee-a8762dc65a4c admin admin] 10.222.0.16 "PUT /v2.0/routers/3121f9b4-76be-4409-95a6-cd8d77d3b7f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0222540 Dec 09 22:57:53.805480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cf0ec338-b2e7-40a7-bd54-defccf84c06c up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:57:53.839624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54238) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:57:53.844604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-180490458-network', 'tenant_id': '117554c65c6e494490d4af729145e661'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:57:53.855915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port cf0ec338-b2e7-40a7-bd54-defccf84c06c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:53.856222 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:53.865949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Made reservation on behalf of 117554c65c6e494490d4af729145e661 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:57:53.868318 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:53.877109 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:53.959693 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:53.963933 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:53.989597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 22:57:53.999345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b0935d-82f1-4e22-8af4-c6ae407a626b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:54.004940 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.005297 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Added segment 7c1e5d2a-21a8-4853-b31e-a7ed016ec343 of type vlan for network 2407dd01-3d7f-41e4-9652-9106254e2264 Dec 09 22:57:54.047728 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.071719 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.072703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:57:54.073299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.112366 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2714965 Dec 09 22:57:54.115202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54240) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:57:54.120029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-4f5c2389-6063-4fbb-80ea-a1f9ceea4639 admin admin] Request body: {'subnet': {'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-180490458-subnet', 'tenant_id': '117554c65c6e494490d4af729145e661', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:57:54.141109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5c2389-6063-4fbb-80ea-a1f9ceea4639 admin admin] Made reservation on behalf of 117554c65c6e494490d4af729145e661 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:57:54.143788 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2389-6063-4fbb-80ea-a1f9ceea4639 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.146474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f36556-3fbe-4b55-9fb0-25e0ea6df760 admin admin] Pushing event updated for resources: {'Network': ['ID=2407dd01-3d7f-41e4-9652-9106254e2264,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:54.156559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 2407dd01-3d7f-41e4-9652-9106254e2264 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 22:57:54.248773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Sync routers for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:57:54.260110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:57:54.260728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:57:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:57:54.325924 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2389-6063-4fbb-80ea-a1f9ceea4639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.376806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:57:54.381712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c2389-6063-4fbb-80ea-a1f9ceea4639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef9d3d8-02f6-4967-a6e3-e72723a932cd,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:54.389653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5c2389-6063-4fbb-80ea-a1f9ceea4639 admin admin] Checking segment: {'id': '7c1e5d2a-21a8-4853-b31e-a7ed016ec343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:57:54.390039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5c2389-6063-4fbb-80ea-a1f9ceea4639 admin admin] Network hostable DHCP agents. Network: 2407dd01-3d7f-41e4-9652-9106254e2264, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 22:57:54.407213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5c2389-6063-4fbb-80ea-a1f9ceea4639 admin admin] Network 2407dd01-3d7f-41e4-9652-9106254e2264 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 22:57:54.417029 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-4f5c2389-6063-4fbb-80ea-a1f9ceea4639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 2407dd01-3d7f-41e4-9652-9106254e2264) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:57:54.421164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5c2389-6063-4fbb-80ea-a1f9ceea4639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:57:54.421751 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2389-6063-4fbb-80ea-a1f9ceea4639 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.437941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4f5c2389-6063-4fbb-80ea-a1f9ceea4639 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3214397 Dec 09 22:57:54.440490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 54242) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:57:54.444970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-180490458-router', 'tenant_id': '117554c65c6e494490d4af729145e661', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:57:54.454716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0012d2db-7919-45f5-81e3-4f9f657c4712 None None] Network 2407dd01-3d7f-41e4-9652-9106254e2264 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:57:54.466910 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.468101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.521761 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.636294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-2407dd01-3d7f-41e4-9652-9106254e2264', 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264', 'project_id': '117554c65c6e494490d4af729145e661', 'fixed_ips': [{'subnet_id': 'fef9d3d8-02f6-4967-a6e3-e72723a932cd'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 22:57:54.637090 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.671113 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.746366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 2, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:57:54.794258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Checking router: 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:57:54.794620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Updating router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:57:54.830237 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.842502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Allocated IP 172.20.0.2 (2407dd01-3d7f-41e4-9652-9106254e2264/fef9d3d8-02f6-4967-a6e3-e72723a932cd/6889840d-6c66-4571-a306-7298a4a0ad36) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:57:54.875002 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.896462 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:54.999363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Allocated IP 172.25.8.235 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/ed8596a0-5428-4060-ab80-dbd2c4e9802f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:57:55.105848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.127907 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.140030 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.141946 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.176387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:57:55.180624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:57:55.187014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:57:55.190215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Network 2407dd01-3d7f-41e4-9652-9106254e2264 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:57:55.191697 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:57:55.195530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:57:55.202280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1845cb-71f7-4dfa-b8c6-e1d79f7a8d13 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:57:55.214893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Pushing event updated for resources: {'Port': ['ID=ed8596a0-5428-4060-ab80-dbd2c4e9802f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:55.286499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Pushing event updated for resources: {'Port': ['ID=6889840d-6c66-4571-a306-7298a4a0ad36,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:55.340465 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.342076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a2c37df5-2133-4690-a4bd-24af89127e2c None None] Provisioning complete for port ed8596a0-5428-4060-ab80-dbd2c4e9802f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:55.342465 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a2c37df5-2133-4690-a4bd-24af89127e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.345579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Attempting to bind port 6889840d-6c66-4571-a306-7298a4a0ad36 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:57:55.345998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Attempting to bind port 6889840d-6c66-4571-a306-7298a4a0ad36 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '7c1e5d2a-21a8-4853-b31e-a7ed016ec343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:57:55.346394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Attempting to bind port 6889840d-6c66-4571-a306-7298a4a0ad36 on network 2407dd01-3d7f-41e4-9652-9106254e2264 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:57:55.369175 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.377345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:57:55.377732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Checking segment: {'id': '7c1e5d2a-21a8-4853-b31e-a7ed016ec343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:57:55.378156 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.378554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Bound using segment: {'id': '7c1e5d2a-21a8-4853-b31e-a7ed016ec343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:57:55.379037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Bound port: 6889840d-6c66-4571-a306-7298a4a0ad36, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1e5d2a-21a8-4853-b31e-a7ed016ec343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:57:55.379417 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.443430 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.590365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a2c37df5-2133-4690-a4bd-24af89127e2c None None] Port ed8596a0-5428-4060-ab80-dbd2c4e9802f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:57:55.621903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a93109-8982-44ba-94ca-d0c0b18d49ea None None] Pushing event updated for resources: {'Port': ['ID=fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:55.651534 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.701520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] For port 6889840d-6c66-4571-a306-7298a4a0ad36, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:57:55.705240 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Attempting to bind port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:57:55.705757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Attempting to bind port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:57:55.706084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Attempting to bind port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:57:55.717448 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] For port 6889840d-6c66-4571-a306-7298a4a0ad36, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6889840d-6c66-4571-a306-7298a4a0ad36,segment=NetworkSegment(7c1e5d2a-21a8-4853-b31e-a7ed016ec343),segment_id=7c1e5d2a-21a8-4853-b31e-a7ed016ec343)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:57:55.724208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:57:55.724798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Checking segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:57:55.725268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.725722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Bound using segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:57:55.726288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Bound port: fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:57:55.726680 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.740125 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.846145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Router bf48b226-6ee6-4357-8d90-fef542f32865 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 22:57:55.875902 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ab780-6514-49f1-97f6-20b6e3dedda2 None None] Pushing event updated for resources: {'Port': ['ID=6889840d-6c66-4571-a306-7298a4a0ad36,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:55.883004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] For port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:57:55.886374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] For port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:57:55.892626 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.975634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-57a127c5-d214-4445-a7ae-88931170793e None None] Provisioning complete for port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:55.976077 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57a127c5-d214-4445-a7ae-88931170793e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:55.977859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:57:55.978626 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:57:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:57:55.982862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a93109-8982-44ba-94ca-d0c0b18d49ea None None] Pushing event updated for resources: {'Port': ['ID=fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:56.029759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:57:56.046274 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Sync routers for ids ['bf48b226-6ee6-4357-8d90-fef542f32865'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:57:56.070904 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Routers {'bf48b226-6ee6-4357-8d90-fef542f32865'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:57:56.073233 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:57:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['bf48b226-6ee6-4357-8d90-fef542f32865'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:57:56.107398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:56.110573 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d7422930-a110-4418-955d-2b7594d56f7a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6685452 Dec 09 22:57:56.112294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 54244) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 22:57:56.246023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:57:56.266959 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Set router bf48b226-6ee6-4357-8d90-fef542f32865 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:57:56.321386 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57a127c5-d214-4445-a7ae-88931170793e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:56.428006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-57a127c5-d214-4445-a7ae-88931170793e None None] For port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:57:56.433314 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57a127c5-d214-4445-a7ae-88931170793e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:56.488742 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'name': 'tempest-TestVolumeBootPattern-180490458-router', 'tenant_id': '117554c65c6e494490d4af729145e661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:55Z', 'revision_number': 3, 'project_id': '117554c65c6e494490d4af729145e661', 'gw_port': {'id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:af:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:57:56.526884 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Checking router: bf48b226-6ee6-4357-8d90-fef542f32865 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:57:56.530047 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Updating router bf48b226-6ee6-4357-8d90-fef542f32865 port ed8596a0-5428-4060-ab80-dbd2c4e9802f binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:57:56.537568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a127c5-d214-4445-a7ae-88931170793e None None] Pushing event updated for resources: {'Port': ['ID=fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:56.569296 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:56.591281 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a371554b-d1ad-4da1-ba56-17da8150f698 None None] Provisioning complete for port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:56.591636 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a371554b-d1ad-4da1-ba56-17da8150f698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:56.647776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:55Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:57:56.681320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e6cae-be46-4b33-a5c5-8d834ed61a18 None None] The sync data for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 is: [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:55Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:57:56.720906 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:56.970513 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:56.977571 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:56.995096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Allocated IP 172.20.0.1 (2407dd01-3d7f-41e4-9652-9106254e2264/fef9d3d8-02f6-4967-a6e3-e72723a932cd/ede1b804-95ce-4208-874f-ca61f008ae9e) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:57:57.058637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4fb0ce-210b-4adf-b432-7e8329a37a0e None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:57:57.064826 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Attempting to bind port ed8596a0-5428-4060-ab80-dbd2c4e9802f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:57:57.065292 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Attempting to bind port ed8596a0-5428-4060-ab80-dbd2c4e9802f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:57:57.065562 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Attempting to bind port ed8596a0-5428-4060-ab80-dbd2c4e9802f on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:57:57.080505 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:57:57.080883 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:57:57.081292 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.081684 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:57:57.082191 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Bound port: ed8596a0-5428-4060-ab80-dbd2c4e9802f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:57:57.082567 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.149320 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] For port ed8596a0-5428-4060-ab80-dbd2c4e9802f, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:57:57.153111 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] For port ed8596a0-5428-4060-ab80-dbd2c4e9802f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ed8596a0-5428-4060-ab80-dbd2c4e9802f,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:57:57.154094 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.156073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6bd0a094-621f-4416-97da-513f7e7e7f2a None None] Provisioning complete for port ed8596a0-5428-4060-ab80-dbd2c4e9802f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:57.157188 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6bd0a094-621f-4416-97da-513f7e7e7f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.157314 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7967786-35f3-4687-a00e-6b1409bad709 None None] Pushing event updated for resources: {'Port': ['ID=ed8596a0-5428-4060-ab80-dbd2c4e9802f,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:57.162573 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.227216 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6bd0a094-621f-4416-97da-513f7e7e7f2a None None] Port ed8596a0-5428-4060-ab80-dbd2c4e9802f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:57:57.229648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e0732-7cde-48f1-afd2-0569cd6b03dd None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 22:57:57.230963 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Routers {'bf48b226-6ee6-4357-8d90-fef542f32865'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:57:57.231956 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:57:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['bf48b226-6ee6-4357-8d90-fef542f32865'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:57:57.235964 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7967786-35f3-4687-a00e-6b1409bad709 None None] Pushing event updated for resources: {'Port': ['ID=ed8596a0-5428-4060-ab80-dbd2c4e9802f,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:57.236512 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.313447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Pushing event updated for resources: {'Port': ['ID=ede1b804-95ce-4208-874f-ca61f008ae9e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:57.320647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Network 2407dd01-3d7f-41e4-9652-9106254e2264 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:57:57.322345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:57:57.324498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:57:57.366444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-bbec8699-916d-485f-a90a-0af383775347 None None] Provisioning complete for port ed8596a0-5428-4060-ab80-dbd2c4e9802f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:57.366818 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbec8699-916d-485f-a90a-0af383775347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.389080 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.401579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11d9712-4deb-4661-a022-d9e7001ec663 None None] Network 2407dd01-3d7f-41e4-9652-9106254e2264 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 22:57:57.561596 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] Set router bf48b226-6ee6-4357-8d90-fef542f32865 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:57:57.564994 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.581277 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbec8699-916d-485f-a90a-0af383775347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.618093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bbec8699-916d-485f-a90a-0af383775347 None None] For port ed8596a0-5428-4060-ab80-dbd2c4e9802f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ed8596a0-5428-4060-ab80-dbd2c4e9802f,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:57:57.627777 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbec8699-916d-485f-a90a-0af383775347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.702821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec8699-916d-485f-a90a-0af383775347 None None] Pushing event updated for resources: {'Port': ['ID=ed8596a0-5428-4060-ab80-dbd2c4e9802f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:57.773695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d1c40d3e-f7cc-4d51-a8db-3e5b623e095d None None] Provisioning complete for port 6889840d-6c66-4571-a306-7298a4a0ad36 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:57.775579 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1c40d3e-f7cc-4d51-a8db-3e5b623e095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.811412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.821570 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.892285 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'name': 'tempest-TestVolumeBootPattern-180490458-router', 'tenant_id': '117554c65c6e494490d4af729145e661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:55Z', 'revision_number': 3, 'project_id': '117554c65c6e494490d4af729145e661', 'gw_port': {'id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:af:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:57:57.937956 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1c40d3e-f7cc-4d51-a8db-3e5b623e095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.948453 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020f66c-87ad-4cea-bdac-59f05cf8241b None None] The sync data for ids ['bf48b226-6ee6-4357-8d90-fef542f32865'] in n-d-789963-23 is: [{'id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'name': 'tempest-TestVolumeBootPattern-180490458-router', 'tenant_id': '117554c65c6e494490d4af729145e661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:55Z', 'revision_number': 3, 'project_id': '117554c65c6e494490d4af729145e661', 'gw_port': {'id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:af:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:57:57.966699 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:57.973221 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6889840d-6c66-4571-a306-7298a4a0ad36 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:57:57.983792 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Pushing event updated for resources: {'Port': ['ID=ede1b804-95ce-4208-874f-ca61f008ae9e,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:58.053067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d1c40d3e-f7cc-4d51-a8db-3e5b623e095d None None] For port 6889840d-6c66-4571-a306-7298a4a0ad36, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6889840d-6c66-4571-a306-7298a4a0ad36,segment=NetworkSegment(7c1e5d2a-21a8-4853-b31e-a7ed016ec343),segment_id=7c1e5d2a-21a8-4853-b31e-a7ed016ec343)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:57:58.064840 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1c40d3e-f7cc-4d51-a8db-3e5b623e095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:58.117572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Network 2407dd01-3d7f-41e4-9652-9106254e2264 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:57:58.119138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:57:58.122689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6889840d-6c66-4571-a306-7298a4a0ad36 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:58.123073 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:58.168460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c40d3e-f7cc-4d51-a8db-3e5b623e095d None None] Pushing event updated for resources: {'Port': ['ID=6889840d-6c66-4571-a306-7298a4a0ad36,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:57:58.235469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d545c190-b5dc-4a37-aa7c-548fab61c62d None None] Provisioning complete for port ede1b804-95ce-4208-874f-ca61f008ae9e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:58.235869 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d545c190-b5dc-4a37-aa7c-548fab61c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:58.327960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:57:58.360942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Router bf48b226-6ee6-4357-8d90-fef542f32865 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 22:57:58.412367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d545c190-b5dc-4a37-aa7c-548fab61c62d None None] Port ede1b804-95ce-4208-874f-ca61f008ae9e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:57:58.465965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d545c190-b5dc-4a37-aa7c-548fab61c62d None None] Provisioning complete for port 6889840d-6c66-4571-a306-7298a4a0ad36 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:58.466570 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d545c190-b5dc-4a37-aa7c-548fab61c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:58.533263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:58.533564 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:58.541705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 22:57:58.550007 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f52131f5-6f8c-4a6b-aff1-239aed3e8f92 admin admin] 10.222.0.16 "PUT /v2.0/routers/bf48b226-6ee6-4357-8d90-fef542f32865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4358120 Dec 09 22:57:58.771724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fe02e010-c55c-4945-886e-39ff6b3759b5 None None] Provisioning complete for port ede1b804-95ce-4208-874f-ca61f008ae9e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:58.772106 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe02e010-c55c-4945-886e-39ff6b3759b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:58.811363 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fe02e010-c55c-4945-886e-39ff6b3759b5 None None] Port ede1b804-95ce-4208-874f-ca61f008ae9e cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:57:59.859195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6889840d-6c66-4571-a306-7298a4a0ad36 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:57:59.906747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6889840d-6c66-4571-a306-7298a4a0ad36 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:57:59.907124 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:57:59.994690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ed8596a0-5428-4060-ab80-dbd2c4e9802f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:58:00.049763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ed8596a0-5428-4060-ab80-dbd2c4e9802f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:58:00.050165 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:00.284707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Sync routers for ids ['bf48b226-6ee6-4357-8d90-fef542f32865'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 22:58:00.294496 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Routers {'bf48b226-6ee6-4357-8d90-fef542f32865'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:58:00.295116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:57:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['bf48b226-6ee6-4357-8d90-fef542f32865'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:58:00.407639 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Set router bf48b226-6ee6-4357-8d90-fef542f32865 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:58:00.578778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-b57f4054-7d27-4e71-a930-564be6599bff tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:00.580265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-b57f4054-7d27-4e71-a930-564be6599bff tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.1045711 Dec 09 22:58:00.597195 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-6a9507a0-041b-48ad-89d1-9e77a8102edb tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/quotas/584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 375 time: 0.0104311 Dec 09 22:58:00.652788 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-20813470-16a6-4886-870d-b6bf4e11ab76 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485516 Dec 09 22:58:00.767441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'name': 'tempest-TestVolumeBootPattern-180490458-router', 'tenant_id': '117554c65c6e494490d4af729145e661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:57Z', 'revision_number': 4, 'project_id': '117554c65c6e494490d4af729145e661', 'gw_port': {'id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ede1b804-95ce-4208-874f-ca61f008ae9e', 'name': '', 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264', 'tenant_id': '117554c65c6e494490d4af729145e661', 'mac_address': 'fa:16:3e:99:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'fef9d3d8-02f6-4967-a6e3-e72723a932cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:56Z', 'updated_at': '2021-12-09T22:57:57Z', 'revision_number': 2, 'project_id': '117554c65c6e494490d4af729145e661', 'subnets': [{'id': 'fef9d3d8-02f6-4967-a6e3-e72723a932cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:58:00.793284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Checking router: bf48b226-6ee6-4357-8d90-fef542f32865 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 22:58:00.793644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Updating router bf48b226-6ee6-4357-8d90-fef542f32865 port ede1b804-95ce-4208-874f-ca61f008ae9e binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 22:58:00.818345 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:00.848432 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-3cf51d45-451e-4832-9948-f9af2ce9d575 service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885269 Dec 09 22:58:00.937681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-533fd69b-d32b-4d09-a515-0df41a87dad7 service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828509 Dec 09 22:58:01.087650 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-80150f22-b616-483f-b0d7-ea93ea823cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:01.090284 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:01.096560 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:01.147568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00c914-f92f-415a-85da-851aadd68278 None None] Pushing event updated for resources: {'Port': ['ID=ede1b804-95ce-4208-874f-ca61f008ae9e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:58:01.199760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Attempting to bind port ede1b804-95ce-4208-874f-ca61f008ae9e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:58:01.200135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Attempting to bind port ede1b804-95ce-4208-874f-ca61f008ae9e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '7c1e5d2a-21a8-4853-b31e-a7ed016ec343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:58:01.200500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Attempting to bind port ede1b804-95ce-4208-874f-ca61f008ae9e on network 2407dd01-3d7f-41e4-9652-9106254e2264 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:58:01.208812 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:58:01.209218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Checking segment: {'id': '7c1e5d2a-21a8-4853-b31e-a7ed016ec343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:58:01.209630 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:01.210064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Bound using segment: {'id': '7c1e5d2a-21a8-4853-b31e-a7ed016ec343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:58:01.210543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Bound port: ede1b804-95ce-4208-874f-ca61f008ae9e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1e5d2a-21a8-4853-b31e-a7ed016ec343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:58:01.210928 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:01.280999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] For port ede1b804-95ce-4208-874f-ca61f008ae9e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:58:01.284182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] For port ede1b804-95ce-4208-874f-ca61f008ae9e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ede1b804-95ce-4208-874f-ca61f008ae9e,segment=NetworkSegment(7c1e5d2a-21a8-4853-b31e-a7ed016ec343),segment_id=7c1e5d2a-21a8-4853-b31e-a7ed016ec343)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:58:01.288447 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:01.346807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Routers {'bf48b226-6ee6-4357-8d90-fef542f32865'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 22:58:01.347437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T22:57:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['bf48b226-6ee6-4357-8d90-fef542f32865'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:58:01.354686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00c914-f92f-415a-85da-851aadd68278 None None] Pushing event updated for resources: {'Port': ['ID=ede1b804-95ce-4208-874f-ca61f008ae9e,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:58:01.406876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c1a16ac4-56cd-43d4-a90e-5e7801b2ea9d None None] Provisioning complete for port ede1b804-95ce-4208-874f-ca61f008ae9e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:58:01.407264 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1a16ac4-56cd-43d4-a90e-5e7801b2ea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:01.500522 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] Set router bf48b226-6ee6-4357-8d90-fef542f32865 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 22:58:01.610363 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1a16ac4-56cd-43d4-a90e-5e7801b2ea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:01.687799 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c1a16ac4-56cd-43d4-a90e-5e7801b2ea9d None None] For port ede1b804-95ce-4208-874f-ca61f008ae9e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ede1b804-95ce-4208-874f-ca61f008ae9e,segment=NetworkSegment(7c1e5d2a-21a8-4853-b31e-a7ed016ec343),segment_id=7c1e5d2a-21a8-4853-b31e-a7ed016ec343)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:58:01.696107 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1a16ac4-56cd-43d4-a90e-5e7801b2ea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:01.775717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a16ac4-56cd-43d4-a90e-5e7801b2ea9d None None] Pushing event updated for resources: {'Port': ['ID=ede1b804-95ce-4208-874f-ca61f008ae9e,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:58:01.791919 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'name': 'tempest-TestVolumeBootPattern-180490458-router', 'tenant_id': '117554c65c6e494490d4af729145e661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:57Z', 'revision_number': 4, 'project_id': '117554c65c6e494490d4af729145e661', 'gw_port': {'id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ede1b804-95ce-4208-874f-ca61f008ae9e', 'name': '', 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264', 'tenant_id': '117554c65c6e494490d4af729145e661', 'mac_address': 'fa:16:3e:99:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'fef9d3d8-02f6-4967-a6e3-e72723a932cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:56Z', 'updated_at': '2021-12-09T22:58:01Z', 'revision_number': 4, 'project_id': '117554c65c6e494490d4af729145e661', 'subnets': [{'id': 'fef9d3d8-02f6-4967-a6e3-e72723a932cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 22:58:01.824805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf02c8-74c6-4d66-9fe7-462377116e35 None None] The sync data for ids ['bf48b226-6ee6-4357-8d90-fef542f32865'] in n-d-789963-23 is: [{'id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'name': 'tempest-TestVolumeBootPattern-180490458-router', 'tenant_id': '117554c65c6e494490d4af729145e661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:57Z', 'revision_number': 4, 'project_id': '117554c65c6e494490d4af729145e661', 'gw_port': {'id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ede1b804-95ce-4208-874f-ca61f008ae9e', 'name': '', 'network_id': '2407dd01-3d7f-41e4-9652-9106254e2264', 'tenant_id': '117554c65c6e494490d4af729145e661', 'mac_address': 'fa:16:3e:99:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'fef9d3d8-02f6-4967-a6e3-e72723a932cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:56Z', 'updated_at': '2021-12-09T22:58:01Z', 'revision_number': 4, 'project_id': '117554c65c6e494490d4af729145e661', 'subnets': [{'id': 'fef9d3d8-02f6-4967-a6e3-e72723a932cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 22:58:01.836208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-08e4d5e6-fb33-4dae-8037-43b26aeacfa7 None None] Provisioning complete for port ede1b804-95ce-4208-874f-ca61f008ae9e triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:58:01.836589 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-08e4d5e6-fb33-4dae-8037-43b26aeacfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:02.244723 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8ba6c03-4dae-43f0-91a5-3ecb3535065c req-d3236ae7-1d88-48ae-98db-a558a619337c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 210 time: 0.0274754 Dec 09 22:58:03.351235 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d58a0ffd-0b60-49a5-a5d9-d241b8c128fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:03.367774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e49ec4f8-ec81-41dc-bfe9-c25bbd721e6a req-87f13087-f1a3-4a55-81b4-b070083cc4b3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 210 time: 0.0554435 Dec 09 22:58:03.396091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-07336a90-81cb-476b-a349-3bbcab59b79f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:03.397563 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-07336a90-81cb-476b-a349-3bbcab59b79f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.1195261 Dec 09 22:58:03.416450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'port': {'device_id': '97455149-4dd7-481a-a9a0-38f4030f4aca', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'admin_state_up': True, 'tenant_id': '584af76d4a0243429eba383ace6bfd11'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:58:03.535490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Made reservation on behalf of 584af76d4a0243429eba383ace6bfd11 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:58:03.539065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:03.670019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Allocated IP 172.20.0.14 (b311721f-8f76-4fb7-9bdc-1dd9815bda6b/6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff/da7d0b61-6e01-4a8e-b643-735f1c48057f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:58:03.835782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ede1b804-95ce-4208-874f-ca61f008ae9e up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:58:03.840859 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:03.881731 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:03.895442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ede1b804-95ce-4208-874f-ca61f008ae9e triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:58:03.896100 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:03.932462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:58:03.936361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:58:03.955195 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:58:03.966841 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:04.009599 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=da7d0b61-6e01-4a8e-b643-735f1c48057f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:58:04.040262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:04.041052 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:04.071025 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-bd8c9e48-c478-4ddd-9297-e354a867de97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6581957 Dec 09 22:58:04.090682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Request body: {'port': {'device_id': '97455149-4dd7-481a-a9a0-38f4030f4aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:58:04.152009 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:04.272419 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-008de2e8-5764-41d3-8a2b-03f3856bb35d None None] Provisioning complete for port da7d0b61-6e01-4a8e-b643-735f1c48057f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:58:04.272870 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-008de2e8-5764-41d3-8a2b-03f3856bb35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:04.314467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-008de2e8-5764-41d3-8a2b-03f3856bb35d None None] Port da7d0b61-6e01-4a8e-b643-735f1c48057f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:58:04.453769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7d0b61-6e01-4a8e-b643-735f1c48057f {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:58:04.461938 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:04.475476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Transition to ACTIVE for port object da7d0b61-6e01-4a8e-b643-735f1c48057f will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:58:04.479282 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:04.532671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62177e-a780-4e3d-8e3e-77e1281493af req-24be92a4-51d1-4680-96c7-8d6236e96d4e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:04.534419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb62177e-a780-4e3d-8e3e-77e1281493af req-24be92a4-51d1-4680-96c7-8d6236e96d4e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 944 time: 0.0628452 Dec 09 22:58:04.553697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Pushing event updated for resources: {'Port': ['ID=da7d0b61-6e01-4a8e-b643-735f1c48057f,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:58:04.607728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Attempting to bind port da7d0b61-6e01-4a8e-b643-735f1c48057f on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:58:04.608068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Attempting to bind port da7d0b61-6e01-4a8e-b643-735f1c48057f by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:58:04.608394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Attempting to bind port da7d0b61-6e01-4a8e-b643-735f1c48057f on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:58:04.613223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Port da7d0b61-6e01-4a8e-b643-735f1c48057f on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:58:04.613555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Attempting to bind port da7d0b61-6e01-4a8e-b643-735f1c48057f on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:58:04.619859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:58:04.620208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Checking segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:58:04.620600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Bound using segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:58:04.621035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Bound port: da7d0b61-6e01-4a8e-b643-735f1c48057f, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:58:04.621400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:04.625910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb62177e-a780-4e3d-8e3e-77e1281493af req-5f88872e-6e77-467b-b350-989357dd457f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768707 Dec 09 22:58:04.700595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] For port da7d0b61-6e01-4a8e-b643-735f1c48057f, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:58:04.703860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] For port da7d0b61-6e01-4a8e-b643-735f1c48057f, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=da7d0b61-6e01-4a8e-b643-735f1c48057f,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:58:04.709537 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:04.747940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:04.748576 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:04.750204 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] 10.222.0.18 "PUT /v2.0/ports/da7d0b61-6e01-4a8e-b643-735f1c48057f HTTP/1.1" status: 200 len: 1093 time: 0.6639476 Dec 09 22:58:04.753192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97455149-4dd7-481a-a9a0-38f4030f4aca', 'tag': 'da7d0b61-6e01-4a8e-b643-735f1c48057f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:58:04.755426 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35282ae2-77e2-4592-b87f-e015c6103419" -d '{"events": [{"name": "network-changed", "server_uuid": "97455149-4dd7-481a-a9a0-38f4030f4aca", "tag": "da7d0b61-6e01-4a8e-b643-735f1c48057f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:58:04.808466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b386b3-79c5-4570-a359-0ef0a0a0912c service neutron] Pushing event updated for resources: {'Port': ['ID=da7d0b61-6e01-4a8e-b643-735f1c48057f,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:58:04.823787 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102f42f1-4782-4c43-ab2c-ffee0445457f x-openstack-request-id: req-102f42f1-4782-4c43-ab2c-ffee0445457f {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:58:04.824105 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97455149-4dd7-481a-a9a0-38f4030f4aca", "tag": "da7d0b61-6e01-4a8e-b643-735f1c48057f", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:58:04.824368 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-102f42f1-4782-4c43-ab2c-ffee0445457f {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:58:04.825152 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97455149-4dd7-481a-a9a0-38f4030f4aca', 'tag': 'da7d0b61-6e01-4a8e-b643-735f1c48057f', 'status': 'completed', 'code': 200} Dec 09 22:58:04.879481 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:04.888307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-b12dcb5c-4fc3-4a69-9229-9163feca498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:04.889934 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-b12dcb5c-4fc3-4a69-9229-9163feca498d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 1096 time: 0.0590219 Dec 09 22:58:04.944864 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-f5ce45ef-273e-47c3-9639-8666e4150a41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da7d0b61-6e01-4a8e-b643-735f1c48057f HTTP/1.1" status: 200 len: 217 time: 0.0408087 Dec 09 22:58:04.997707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-4881ef70-5927-48c5-9f89-92c0631a0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:04.999231 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-4881ef70-5927-48c5-9f89-92c0631a0077 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0476127 Dec 09 22:58:05.052054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-21805538-1d46-4821-8bdb-96ca937aadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:05.053559 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-21805538-1d46-4821-8bdb-96ca937aadde service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473704 Dec 09 22:58:05.152428 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-f288300f-23d5-40e2-bb69-8773af9db1a8 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914419 Dec 09 22:58:05.245289 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2c76fe0f-b490-4d85-ac8c-66a3d70b93b8 req-fbefda81-881f-4774-be70-bea0ce14952d service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858591 Dec 09 22:58:05.358881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35282ae2-77e2-4592-b87f-e015c6103419 req-7a2172ad-4c9c-415a-afe2-8266a86257ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:05.360304 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-35282ae2-77e2-4592-b87f-e015c6103419 req-7a2172ad-4c9c-415a-afe2-8266a86257ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 1096 time: 0.0463791 Dec 09 22:58:05.449931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35282ae2-77e2-4592-b87f-e015c6103419 req-4eea6ca3-b5d8-4856-b3bf-28b47402683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:05.451396 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-35282ae2-77e2-4592-b87f-e015c6103419 req-4eea6ca3-b5d8-4856-b3bf-28b47402683d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0837424 Dec 09 22:58:05.498915 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-35282ae2-77e2-4592-b87f-e015c6103419 req-cc41c122-9589-4307-ae24-8e81711d0512 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da7d0b61-6e01-4a8e-b643-735f1c48057f HTTP/1.1" status: 200 len: 217 time: 0.0398364 Dec 09 22:58:05.553136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35282ae2-77e2-4592-b87f-e015c6103419 req-4b07d8e6-6531-4ff1-a90a-0a5211b87cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:05.554607 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-35282ae2-77e2-4592-b87f-e015c6103419 req-4b07d8e6-6531-4ff1-a90a-0a5211b87cdc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0435927 Dec 09 22:58:05.601493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35282ae2-77e2-4592-b87f-e015c6103419 req-63ce4d37-ef23-48bb-88e4-92d09c79afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:05.603063 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-35282ae2-77e2-4592-b87f-e015c6103419 req-63ce4d37-ef23-48bb-88e4-92d09c79afd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415034 Dec 09 22:58:05.698045 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-35282ae2-77e2-4592-b87f-e015c6103419 req-1363645e-7e14-43a6-853a-43415690c679 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878854 Dec 09 22:58:05.734590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c1222-d9a4-40ef-a249-9d712e7cff5a req-b0cab521-51d9-4164-8b9c-0e436cacc8cd tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:05.736827 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db9c1222-d9a4-40ef-a249-9d712e7cff5a req-b0cab521-51d9-4164-8b9c-0e436cacc8cd tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 944 time: 0.0518992 Dec 09 22:58:05.790788 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db9c1222-d9a4-40ef-a249-9d712e7cff5a req-7250c338-74d0-4841-9f9e-29cdcd0d6194 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438821 Dec 09 22:58:05.799759 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-35282ae2-77e2-4592-b87f-e015c6103419 req-c617c72b-76b5-407b-8b89-cf48ae425cf2 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949657 Dec 09 22:58:06.243162 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:06.920895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddce93-69e5-4876-94fa-f2cea09a99bf req-f9031b10-eb2a-4ebf-b125-ffd59030a331 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:06.922430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44ddce93-69e5-4876-94fa-f2cea09a99bf req-f9031b10-eb2a-4ebf-b125-ffd59030a331 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 944 time: 0.0601721 Dec 09 22:58:06.970211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44ddce93-69e5-4876-94fa-f2cea09a99bf req-45c035e7-ec14-408d-a3dc-8a41ba3c6445 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Dec 09 22:58:07.054455 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:08.086311 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050352e-6f23-407c-a7d2-b240e0346c94 req-656cff9d-2164-44f1-8601-b46aa705bef4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:08.087817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d050352e-6f23-407c-a7d2-b240e0346c94 req-656cff9d-2164-44f1-8601-b46aa705bef4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 944 time: 0.0499845 Dec 09 22:58:08.136356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d050352e-6f23-407c-a7d2-b240e0346c94 req-0d097be6-e817-46f5-ba59-765b0333b055 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 Dec 09 22:58:09.248997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3c2c5-a109-4ef3-b446-8926a8f9b0f7 req-6c429c0a-c423-4122-ab54-b231833ce34b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:09.250546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a3c2c5-a109-4ef3-b446-8926a8f9b0f7 req-6c429c0a-c423-4122-ab54-b231833ce34b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 944 time: 0.0477953 Dec 09 22:58:09.301760 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8a3c2c5-a109-4ef3-b446-8926a8f9b0f7 req-e3a48f5d-813c-422f-b959-ae2623fcf63f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439503 Dec 09 22:58:09.791296 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:58:10.415237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c420c9-d723-44a4-a8e3-f958f532aa11 req-e8c36633-5023-4a20-aa5f-9eb36b792eac tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:10.416691 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73c420c9-d723-44a4-a8e3-f958f532aa11 req-e8c36633-5023-4a20-aa5f-9eb36b792eac tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 944 time: 0.0480921 Dec 09 22:58:10.462738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73c420c9-d723-44a4-a8e3-f958f532aa11 req-05c7e20e-84db-4761-a1b9-75305ef217bd tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 Dec 09 22:58:11.574332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426af5a-9310-4b86-a304-86217a2fc755 req-c4a890af-741b-4a37-a9db-84e09696a3e3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:11.575796 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8426af5a-9310-4b86-a304-86217a2fc755 req-c4a890af-741b-4a37-a9db-84e09696a3e3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 944 time: 0.0476933 Dec 09 22:58:11.621806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8426af5a-9310-4b86-a304-86217a2fc755 req-adc357bf-32db-4f05-8031-c51d4f35ab1c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Dec 09 22:58:12.736694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd875b1a-1f01-4a0a-9e8c-0c10b707ded4 req-febe8b96-7106-418e-b55e-7218b0448b8e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:12.738155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd875b1a-1f01-4a0a-9e8c-0c10b707ded4 req-febe8b96-7106-418e-b55e-7218b0448b8e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 944 time: 0.0513566 Dec 09 22:58:12.784544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd875b1a-1f01-4a0a-9e8c-0c10b707ded4 req-86597b62-aef1-4385-be59-84d3bc2acc31 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Dec 09 22:58:13.895662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503183b7-8b78-4165-a511-5c64f376f18e req-2f63c9e2-a58c-4646-bfa3-220a6af8d444 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:13.897107 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-503183b7-8b78-4165-a511-5c64f376f18e req-2f63c9e2-a58c-4646-bfa3-220a6af8d444 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 944 time: 0.0472212 Dec 09 22:58:13.943280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-503183b7-8b78-4165-a511-5c64f376f18e req-26ce004a-ca7e-48a3-ad87-4bf8db7e7727 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Dec 09 22:58:15.054249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d1f0f-fc3c-4b74-b2ef-a03dcc74e318 req-f5ae6021-4013-473d-9d68-09501a7c27fc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:15.055753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-735d1f0f-fc3c-4b74-b2ef-a03dcc74e318 req-f5ae6021-4013-473d-9d68-09501a7c27fc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 944 time: 0.0472884 Dec 09 22:58:15.105084 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-735d1f0f-fc3c-4b74-b2ef-a03dcc74e318 req-953c39af-58dc-4096-b15d-b4f65530f62a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Dec 09 22:58:15.672659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device da7d0b61-6e01-4a8e-b643-735f1c48057f details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:58:15.768080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port da7d0b61-6e01-4a8e-b643-735f1c48057f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=da7d0b61-6e01-4a8e-b643-735f1c48057f,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:58:15.778698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'da7d0b61-6e01-4a8e-b643-735f1c48057f', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'port_id': 'da7d0b61-6e01-4a8e-b643-735f1c48057f', 'mac_address': 'fa:16:3e:3c:38:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:58:15.813613 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:15.826224 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7d0b61-6e01-4a8e-b643-735f1c48057f {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:58:15.844144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port da7d0b61-6e01-4a8e-b643-735f1c48057f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=da7d0b61-6e01-4a8e-b643-735f1c48057f,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:58:15.848076 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:15.896773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=da7d0b61-6e01-4a8e-b643-735f1c48057f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:58:16.133380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['da7d0b61-6e01-4a8e-b643-735f1c48057f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:58:16.219020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da5867-4349-46bc-839d-803c55d5c6bc req-de91fe5b-91fa-4533-b345-b6c4c0691c4f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:16.220773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02da5867-4349-46bc-839d-803c55d5c6bc req-de91fe5b-91fa-4533-b345-b6c4c0691c4f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 945 time: 0.0485761 Dec 09 22:58:16.267586 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02da5867-4349-46bc-839d-803c55d5c6bc req-a1a86b53-8c00-4379-b9bd-cbb1e2be349b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404575 Dec 09 22:58:17.382280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292196a-9694-480d-9f52-e2f0bbe83d86 req-24933c8f-57a2-4972-a0d3-90c29de4ab1f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:17.384175 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5292196a-9694-480d-9f52-e2f0bbe83d86 req-24933c8f-57a2-4972-a0d3-90c29de4ab1f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 945 time: 0.0479622 Dec 09 22:58:17.428917 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5292196a-9694-480d-9f52-e2f0bbe83d86 req-0bb7e1c8-effe-4184-8442-98b42da87409 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Dec 09 22:58:17.692616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device da7d0b61-6e01-4a8e-b643-735f1c48057f up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:58:17.738356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port da7d0b61-6e01-4a8e-b643-735f1c48057f completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:58:17.742799 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port da7d0b61-6e01-4a8e-b643-735f1c48057f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:58:17.743171 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:17.816952 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:17.838855 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97455149-4dd7-481a-a9a0-38f4030f4aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7d0b61-6e01-4a8e-b643-735f1c48057f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:58:17.841093 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f45dab1-822f-4bfb-af2e-f09f90b54478" -d '{"events": [{"server_uuid": "97455149-4dd7-481a-a9a0-38f4030f4aca", "name": "network-vif-plugged", "status": "completed", "tag": "da7d0b61-6e01-4a8e-b643-735f1c48057f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:58:17.854089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port da7d0b61-6e01-4a8e-b643-735f1c48057f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=da7d0b61-6e01-4a8e-b643-735f1c48057f,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:58:17.858411 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:17.884738 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d678fd-b98b-419d-ade2-e48d19e29f1a x-openstack-request-id: req-60d678fd-b98b-419d-ade2-e48d19e29f1a {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:58:17.885031 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97455149-4dd7-481a-a9a0-38f4030f4aca", "name": "network-vif-plugged", "status": "completed", "tag": "da7d0b61-6e01-4a8e-b643-735f1c48057f", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:58:17.885284 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60d678fd-b98b-419d-ade2-e48d19e29f1a {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:58:17.885667 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97455149-4dd7-481a-a9a0-38f4030f4aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7d0b61-6e01-4a8e-b643-735f1c48057f', 'code': 200} Dec 09 22:58:17.910839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=da7d0b61-6e01-4a8e-b643-735f1c48057f,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:58:18.003238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba16b99-8461-4f54-a996-ea02fa2685a0 req-869a206f-911e-4ca8-90dc-175a616fc835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:18.004622 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bba16b99-8461-4f54-a996-ea02fa2685a0 req-869a206f-911e-4ca8-90dc-175a616fc835 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 1098 time: 0.0398464 Dec 09 22:58:18.053505 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bba16b99-8461-4f54-a996-ea02fa2685a0 req-b54b6b66-ab4c-4f3c-9bf3-cfd2c937fa46 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Dec 09 22:58:18.546126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467db4f-8397-4cb1-bd32-988590441f0a req-fca2ebc9-e292-4381-b52e-8e1d0c7d8fa9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:18.547566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e467db4f-8397-4cb1-bd32-988590441f0a req-fca2ebc9-e292-4381-b52e-8e1d0c7d8fa9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 946 time: 0.0506732 Dec 09 22:58:18.593771 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e467db4f-8397-4cb1-bd32-988590441f0a req-1b1275bd-624f-4c15-8390-abbb73b3ddfd tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395453 Dec 09 22:58:19.710608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c95b29-48b7-4681-99f5-7254dcc5aec1 req-203c9d9e-6eaa-4fe2-9ebd-0f78d878ea07 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:19.712055 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32c95b29-48b7-4681-99f5-7254dcc5aec1 req-203c9d9e-6eaa-4fe2-9ebd-0f78d878ea07 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 946 time: 0.0478544 Dec 09 22:58:19.757999 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32c95b29-48b7-4681-99f5-7254dcc5aec1 req-445b845a-8190-4a22-86b0-f439cc74af09 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Dec 09 22:58:19.873339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0fe3f-7507-4608-a060-c51b4881395b req-1f53949a-3acf-4a3d-982d-4b4d85659909 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:19.874732 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56a0fe3f-7507-4608-a060-c51b4881395b req-1f53949a-3acf-4a3d-982d-4b4d85659909 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 946 time: 0.0506907 Dec 09 22:58:19.919822 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56a0fe3f-7507-4608-a060-c51b4881395b req-55ecb07c-6adb-4002-9dd2-26b85a751e11 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392144 Dec 09 22:58:20.029728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e67a4-a189-4cf2-8db5-a5244f5b5250 req-d545d755-b0c6-47c8-b03a-352557e51383 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:20.031194 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-021e67a4-a189-4cf2-8db5-a5244f5b5250 req-d545d755-b0c6-47c8-b03a-352557e51383 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 946 time: 0.0478365 Dec 09 22:58:20.075997 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-021e67a4-a189-4cf2-8db5-a5244f5b5250 req-6c4ec8d0-06b7-4c81-9b8a-6cc512e6fa7c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390193 Dec 09 22:58:20.298448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502527-3c4a-4aef-a2bc-879e05894c29 req-48d82071-ab9f-4a40-b98a-0bb931513160 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:20.299921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6502527-3c4a-4aef-a2bc-879e05894c29 req-48d82071-ab9f-4a40-b98a-0bb931513160 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 946 time: 0.0480824 Dec 09 22:58:20.348594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6502527-3c4a-4aef-a2bc-879e05894c29 req-fd767d77-a7f0-4ac4-8b9b-bc6605e28166 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Dec 09 22:58:21.462327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b7169-a2ce-45ff-a312-e76b8eb648d9 req-f99592d1-d22e-4fbd-a04a-c2a2b418ae3b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:21.463712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db5b7169-a2ce-45ff-a312-e76b8eb648d9 req-f99592d1-d22e-4fbd-a04a-c2a2b418ae3b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 946 time: 0.0479908 Dec 09 22:58:21.511308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db5b7169-a2ce-45ff-a312-e76b8eb648d9 req-d282d08d-cf07-4a62-8039-dd807c06ffe8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Dec 09 22:58:21.890463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b649fe-eb6a-4229-a1aa-ad566f7089eb req-32663288-bee1-4c32-aa8f-d95684a1dd19 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:21.891915 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07b649fe-eb6a-4229-a1aa-ad566f7089eb req-32663288-bee1-4c32-aa8f-d95684a1dd19 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 946 time: 0.0483685 Dec 09 22:58:21.980136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-07b649fe-eb6a-4229-a1aa-ad566f7089eb req-8b3b320b-7d9a-4683-bf7e-26077c8caa41 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Deleting port da7d0b61-6e01-4a8e-b643-735f1c48057f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:58:21.980562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b649fe-eb6a-4229-a1aa-ad566f7089eb req-8b3b320b-7d9a-4683-bf7e-26077c8caa41 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:22.071067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-07b649fe-eb6a-4229-a1aa-ad566f7089eb req-8b3b320b-7d9a-4683-bf7e-26077c8caa41 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] For port da7d0b61-6e01-4a8e-b643-735f1c48057f, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=da7d0b61-6e01-4a8e-b643-735f1c48057f,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:58:22.071431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b649fe-eb6a-4229-a1aa-ad566f7089eb req-8b3b320b-7d9a-4683-bf7e-26077c8caa41 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:22.084326 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-07b649fe-eb6a-4229-a1aa-ad566f7089eb req-8b3b320b-7d9a-4683-bf7e-26077c8caa41 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Calling delete_port for da7d0b61-6e01-4a8e-b643-735f1c48057f owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:58:22.210595 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b649fe-eb6a-4229-a1aa-ad566f7089eb req-8b3b320b-7d9a-4683-bf7e-26077c8caa41 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:22.239196 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b320b-7d9a-4683-bf7e-26077c8caa41 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event deleted for resources: {'Port': ['ID=da7d0b61-6e01-4a8e-b643-735f1c48057f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:58:22.242598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['da7d0b61-6e01-4a8e-b643-735f1c48057f'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:58:22.283992 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b649fe-eb6a-4229-a1aa-ad566f7089eb req-8b3b320b-7d9a-4683-bf7e-26077c8caa41 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] No DVR routers for this DVR port da7d0b61-6e01-4a8e-b643-735f1c48057f on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:58:22.286730 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-07b649fe-eb6a-4229-a1aa-ad566f7089eb req-8b3b320b-7d9a-4683-bf7e-26077c8caa41 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:22.290288 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-07b649fe-eb6a-4229-a1aa-ad566f7089eb req-8b3b320b-7d9a-4683-bf7e-26077c8caa41 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "DELETE /v2.0/ports/da7d0b61-6e01-4a8e-b643-735f1c48057f HTTP/1.1" status: 204 len: 173 time: 0.3912454 Dec 09 22:58:22.290828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97455149-4dd7-481a-a9a0-38f4030f4aca', 'name': 'network-vif-deleted', 'tag': 'da7d0b61-6e01-4a8e-b643-735f1c48057f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:58:22.293192 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79bbaf1-b741-45bb-8ed0-2bdb7b88088f" -d '{"events": [{"server_uuid": "97455149-4dd7-481a-a9a0-38f4030f4aca", "name": "network-vif-deleted", "tag": "da7d0b61-6e01-4a8e-b643-735f1c48057f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:58:22.346512 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffac6a15-34a2-4155-a758-06bba6818bac x-openstack-request-id: req-ffac6a15-34a2-4155-a758-06bba6818bac {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:58:22.346812 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97455149-4dd7-481a-a9a0-38f4030f4aca", "name": "network-vif-deleted", "tag": "da7d0b61-6e01-4a8e-b643-735f1c48057f", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:58:22.347085 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffac6a15-34a2-4155-a758-06bba6818bac {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:58:22.347493 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97455149-4dd7-481a-a9a0-38f4030f4aca', 'name': 'network-vif-deleted', 'tag': 'da7d0b61-6e01-4a8e-b643-735f1c48057f', 'status': 'completed', 'code': 200} Dec 09 22:58:22.603924 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-65232402-8147-417c-a6b5-7797a6f7c172 req-71b100e5-617e-4cd9-b71f-047021c607f4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 210 time: 0.0261257 Dec 09 22:58:22.807748 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:23.699598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0173150-faa4-46ba-80ac-f7a6d9ad9fc9 req-db8d6367-cad8-4444-8b9a-ff205e6c5ff4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 210 time: 0.0259011 Dec 09 22:58:24.798912 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad5ac4cb-9b3c-482b-baa9-4fb2d1e9f689 req-2626b94b-b103-4416-bc18-5ef4e5de8af2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 210 time: 0.0272851 Dec 09 22:58:25.720535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device da7d0b61-6e01-4a8e-b643-735f1c48057f no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:58:25.744091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: da7d0b61-6e01-4a8e-b643-735f1c48057f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:58:25.744451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device da7d0b61-6e01-4a8e-b643-735f1c48057f not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:58:25.894013 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c793e417-7a66-4d26-9eab-4563e352df1b req-670dc7b9-eba0-433a-b272-31c11587f9de tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=97455149-4dd7-481a-a9a0-38f4030f4aca HTTP/1.1" status: 200 len: 210 time: 0.0291309 Dec 09 22:58:31.062081 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-150f3e8e-e022-4ab7-8632-73f5faad49c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:33.334119 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6aeb120f-66e4-464b-a217-400a1c393c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:33.929665 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:34.864606 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:36.243186 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:37.060073 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:46.795759 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:58:47.973941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee981b7-8340-4550-94a4-a2b663b915ec req-2cb9268a-84c8-4657-85aa-53af619dafad tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:47.976018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-2cb9268a-84c8-4657-85aa-53af619dafad tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.0983918 Dec 09 22:58:47.990451 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-eb5f9410-eb8e-4cd2-a472-a1586021d06e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/quotas/584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 375 time: 0.0087020 Dec 09 22:58:48.042789 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-316e9456-9f4d-4e29-914f-8368d3b0ddd5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474343 Dec 09 22:58:48.128474 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-8f9e1a62-c116-4ae1-a2e3-f3888272def7 service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785954 Dec 09 22:58:48.218223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-80f28645-fd99-47b9-a6b6-3f26f5955204 service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835640 Dec 09 22:58:48.466811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0cba540-f2af-4c9a-bf0b-c74a03ea5ebb req-f0eb10cb-c327-4d34-a78f-9d8ba87a3ea2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 210 time: 0.0956609 Dec 09 22:58:49.363003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee981b7-8340-4550-94a4-a2b663b915ec req-5c8ef76c-f770-41bc-9900-bfe817020183 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:49.364483 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-5c8ef76c-f770-41bc-9900-bfe817020183 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.1067808 Dec 09 22:58:49.382580 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-bee981b7-8340-4550-94a4-a2b663b915ec req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'port': {'device_id': 'c88564ec-94f3-41f1-9e6c-b27f13cb02f1', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'admin_state_up': True, 'tenant_id': '584af76d4a0243429eba383ace6bfd11'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:58:49.493492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee981b7-8340-4550-94a4-a2b663b915ec req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Made reservation on behalf of 584af76d4a0243429eba383ace6bfd11 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:58:49.497872 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bee981b7-8340-4550-94a4-a2b663b915ec req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:49.562177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3312d276-b285-4869-ab0b-04438ed14458 req-e4655ba1-58e0-414c-a779-974ff9f2222a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 210 time: 0.0275717 Dec 09 22:58:49.632181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-bee981b7-8340-4550-94a4-a2b663b915ec req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Allocated IP 172.20.0.13 (b311721f-8f76-4fb7-9bdc-1dd9815bda6b/6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff/6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:58:50.090086 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bee981b7-8340-4550-94a4-a2b663b915ec req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:50.123891 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bee981b7-8340-4550-94a4-a2b663b915ec req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:50.166411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee981b7-8340-4550-94a4-a2b663b915ec req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:58:50.170078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-bee981b7-8340-4550-94a4-a2b663b915ec req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:58:50.173682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee981b7-8340-4550-94a4-a2b663b915ec req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:58:50.205424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:58:50.219156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.219664 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.220128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.220586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.221046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.221389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.221942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.222402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.222864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.223337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.223787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.224258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.224680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:58:50.246824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee981b7-8340-4550-94a4-a2b663b915ec req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:50.247701 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bee981b7-8340-4550-94a4-a2b663b915ec req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:50.265331 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-3d5cb388-318e-4de6-8d43-3554de7d3a2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8866875 Dec 09 22:58:50.286678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-fba08089-2396-4bc7-bb89-c3b741ca7266 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:58:50.287918 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-fba08089-2396-4bc7-bb89-c3b741ca7266 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066221 Dec 09 22:58:50.306889 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Request body: {'port': {'device_id': 'c88564ec-94f3-41f1-9e6c-b27f13cb02f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:58:50.379049 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:50.467183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5d7d05bc-5bb5-4114-937f-1ea8658effa0 None None] Provisioning complete for port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:58:50.468317 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d7d05bc-5bb5-4114-937f-1ea8658effa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:50.512551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d05bc-5bb5-4114-937f-1ea8658effa0 None None] Port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:58:50.679354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:58:50.682659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46770fc-39f1-47df-b716-7792999e354c req-4865c9f6-8283-4bfd-a15b-61e242f80a0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:50.684748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d46770fc-39f1-47df-b716-7792999e354c req-4865c9f6-8283-4bfd-a15b-61e242f80a0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 932 time: 0.0540316 Dec 09 22:58:50.687024 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:50.699541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Transition to ACTIVE for port object 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:58:50.703646 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:50.734243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d46770fc-39f1-47df-b716-7792999e354c req-a89c7bf0-42dd-4bf5-973a-bd0977b9df18 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Dec 09 22:58:50.777246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Pushing event updated for resources: {'Port': ['ID=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:58:50.853818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Attempting to bind port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:58:50.854260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Attempting to bind port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:58:50.854658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Attempting to bind port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:58:50.859818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:58:50.860227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Attempting to bind port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:58:50.865574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:58:50.866043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Checking segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:58:50.866499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Bound using segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:58:50.867005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Bound port: 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:58:50.867440 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:50.935660 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] For port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:58:50.938738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] For port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:58:50.944252 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:50.978949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:50.979643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:50.981044 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] 10.222.0.18 "PUT /v2.0/ports/6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 HTTP/1.1" status: 200 len: 1093 time: 0.6792963 Dec 09 22:58:50.981512 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88564ec-94f3-41f1-9e6c-b27f13cb02f1', 'tag': '6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:58:50.983834 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c24bf15-f408-43b9-90bf-eaf208c2acda" -d '{"events": [{"name": "network-changed", "server_uuid": "c88564ec-94f3-41f1-9e6c-b27f13cb02f1", "tag": "6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:58:51.040535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960294a-e6a7-4ac6-a62b-207711a0f28d service neutron] Pushing event updated for resources: {'Port': ['ID=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:58:51.064369 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952c9775-7f08-4718-afb0-ed0e59bcb9c6 x-openstack-request-id: req-952c9775-7f08-4718-afb0-ed0e59bcb9c6 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:58:51.064665 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88564ec-94f3-41f1-9e6c-b27f13cb02f1", "tag": "6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:58:51.064922 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-952c9775-7f08-4718-afb0-ed0e59bcb9c6 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:58:51.065326 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88564ec-94f3-41f1-9e6c-b27f13cb02f1', 'tag': '6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313', 'status': 'completed', 'code': 200} Dec 09 22:58:51.100168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee981b7-8340-4550-94a4-a2b663b915ec req-e5dbf5d8-27b3-4694-bf76-ba428bf98a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:51.101921 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-e5dbf5d8-27b3-4694-bf76-ba428bf98a65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 1096 time: 0.0546994 Dec 09 22:58:51.152238 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-ae38ff92-fd95-406d-bafb-359aac910d70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 HTTP/1.1" status: 200 len: 217 time: 0.0372932 Dec 09 22:58:51.206350 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee981b7-8340-4550-94a4-a2b663b915ec req-7b999864-0e2d-46b0-9aae-604e31c5c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:51.207965 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-7b999864-0e2d-46b0-9aae-604e31c5c909 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0493226 Dec 09 22:58:51.258711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee981b7-8340-4550-94a4-a2b663b915ec req-50d2fc44-4f37-49ec-97d0-a3f6ae3c37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:51.260103 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-50d2fc44-4f37-49ec-97d0-a3f6ae3c37f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444300 Dec 09 22:58:51.355324 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-35f95088-829c-406a-b98e-a9b9ef3b9cd5 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877864 Dec 09 22:58:51.451002 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bee981b7-8340-4550-94a4-a2b663b915ec req-46e3d068-41ee-49a1-88d6-8ab4757b575a service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886171 Dec 09 22:58:51.558645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24bf15-f408-43b9-90bf-eaf208c2acda req-5b71c479-e5c8-4e8e-8e91-140c9671e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:51.560123 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c24bf15-f408-43b9-90bf-eaf208c2acda req-5b71c479-e5c8-4e8e-8e91-140c9671e4fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 1096 time: 0.0408688 Dec 09 22:58:51.653336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24bf15-f408-43b9-90bf-eaf208c2acda req-c42162a2-4a94-421b-9c29-d2fb3b6c0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:51.654829 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c24bf15-f408-43b9-90bf-eaf208c2acda req-c42162a2-4a94-421b-9c29-d2fb3b6c0662 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0881989 Dec 09 22:58:51.707380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c24bf15-f408-43b9-90bf-eaf208c2acda req-8b1ceb5c-1ef3-49a2-80b1-65779844b236 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 HTTP/1.1" status: 200 len: 217 time: 0.0381050 Dec 09 22:58:51.758744 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24bf15-f408-43b9-90bf-eaf208c2acda req-702d75bb-7acc-4a3f-8ad2-1267f54fdd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:51.760221 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c24bf15-f408-43b9-90bf-eaf208c2acda req-702d75bb-7acc-4a3f-8ad2-1267f54fdd26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0458298 Dec 09 22:58:51.812625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24bf15-f408-43b9-90bf-eaf208c2acda req-f3a86c07-abce-4b59-a5dc-20d41117b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:51.816031 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c24bf15-f408-43b9-90bf-eaf208c2acda req-f3a86c07-abce-4b59-a5dc-20d41117b7ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470726 Dec 09 22:58:51.855260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d3498-5837-4bdb-8cd8-c717eca7d588 req-ed71f4e2-9a82-48a3-8980-e8010fdc4659 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:51.857387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-992d3498-5837-4bdb-8cd8-c717eca7d588 req-ed71f4e2-9a82-48a3-8980-e8010fdc4659 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0530348 Dec 09 22:58:51.907609 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-992d3498-5837-4bdb-8cd8-c717eca7d588 req-0a176fb2-f6d5-4a88-9036-9480194222c3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428896 Dec 09 22:58:51.928500 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c24bf15-f408-43b9-90bf-eaf208c2acda req-6052a6d9-372e-49c1-a77b-481c7cdd5a66 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019061 Dec 09 22:58:52.022611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0c24bf15-f408-43b9-90bf-eaf208c2acda req-ef40e839-741b-434e-a1ef-44ad49f59d05 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891175 Dec 09 22:58:52.811033 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:58:53.050577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec50150-ca8d-40fe-806c-2bd468650623 req-d9d4b2d3-b4ce-4efb-92c0-c113299ea0eb tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:53.052042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ec50150-ca8d-40fe-806c-2bd468650623 req-d9d4b2d3-b4ce-4efb-92c0-c113299ea0eb tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0678627 Dec 09 22:58:53.110900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ec50150-ca8d-40fe-806c-2bd468650623 req-0de6edde-7ac2-469b-be1f-c9cb118da405 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474231 Dec 09 22:58:54.265292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c1c2f-87cf-4851-934d-447b59ae4ae4 req-3c081a6d-8f1d-4d94-8cb2-f692e8c7acc4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:54.266795 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b8c1c2f-87cf-4851-934d-447b59ae4ae4 req-3c081a6d-8f1d-4d94-8cb2-f692e8c7acc4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0606883 Dec 09 22:58:54.328457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b8c1c2f-87cf-4851-934d-447b59ae4ae4 req-3355e260-2c14-42bf-9c7d-0cca5529e2a4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516806 Dec 09 22:58:55.482817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69337e03-33fd-4859-9f56-aa79b04c4c6f req-e2fff058-6aa7-4aa9-8c67-724f9aa829ec tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:55.484244 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-69337e03-33fd-4859-9f56-aa79b04c4c6f req-e2fff058-6aa7-4aa9-8c67-724f9aa829ec tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0633183 Dec 09 22:58:55.542894 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-69337e03-33fd-4859-9f56-aa79b04c4c6f req-296330ec-7b91-4a18-af5b-a98ee520a08d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Dec 09 22:58:56.697004 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4941d4-1413-4252-9fdf-09773d9cd294 req-606258e0-df03-45b4-817d-25df3898af68 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:56.698484 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce4941d4-1413-4252-9fdf-09773d9cd294 req-606258e0-df03-45b4-817d-25df3898af68 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0522475 Dec 09 22:58:56.757202 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce4941d4-1413-4252-9fdf-09773d9cd294 req-9334676b-29cd-4b23-988a-f53043f1c7d3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519226 Dec 09 22:58:57.868243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c79ca-b12b-49b9-84f1-b535d1aa3e5a req-4943c4cb-4a7e-467b-8abb-8a8e27a882d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:57.869679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-560c79ca-b12b-49b9-84f1-b535d1aa3e5a req-4943c4cb-4a7e-467b-8abb-8a8e27a882d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0514195 Dec 09 22:58:57.915406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-560c79ca-b12b-49b9-84f1-b535d1aa3e5a req-efac69ca-4829-4e86-95cd-885b6d6116da tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Dec 09 22:58:59.030546 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fb5ca-0ddc-4bac-9a1c-6d502beabe47 req-f080b026-2473-486f-905f-042abb0535d4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:58:59.032021 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd4fb5ca-0ddc-4bac-9a1c-6d502beabe47 req-f080b026-2473-486f-905f-042abb0535d4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0492363 Dec 09 22:58:59.078684 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd4fb5ca-0ddc-4bac-9a1c-6d502beabe47 req-693918d8-a522-48a4-97b8-6626529a2584 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397661 Dec 09 22:59:00.198053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010648b-057f-4a17-ae3c-1d140f1b6b4e req-0e20bdb6-cd1b-4e78-ac34-dd445b4ea9be tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:00.199568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7010648b-057f-4a17-ae3c-1d140f1b6b4e req-0e20bdb6-cd1b-4e78-ac34-dd445b4ea9be tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0516522 Dec 09 22:59:00.247750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7010648b-057f-4a17-ae3c-1d140f1b6b4e req-5d85533f-cfdd-4c4f-b741-d73eadb08cf9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Dec 09 22:59:01.064491 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-35ba790a-9b51-47c4-9566-01517e1d3638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:01.369136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ea013-3919-4f56-a980-3780cd6dfc5e req-793cdafc-9725-4a2b-858d-45c498d32ddf tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:01.370632 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b59ea013-3919-4f56-a980-3780cd6dfc5e req-793cdafc-9725-4a2b-858d-45c498d32ddf tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0485477 Dec 09 22:59:01.416471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b59ea013-3919-4f56-a980-3780cd6dfc5e req-3e32a19e-aa22-42ab-8acc-50256c1472d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398767 Dec 09 22:59:02.529599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375789c4-723f-43d1-9dc2-f6517de01e18 req-32e24739-41bf-4a80-9ab2-afb19b0a25fc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:02.531087 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-375789c4-723f-43d1-9dc2-f6517de01e18 req-32e24739-41bf-4a80-9ab2-afb19b0a25fc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0483575 Dec 09 22:59:02.580719 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-375789c4-723f-43d1-9dc2-f6517de01e18 req-fa3d49d5-0722-4746-be8a-cdbc90523a51 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Dec 09 22:59:03.337243 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe70e534-36bf-49bd-b370-bd3769aadde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:03.698465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bca82d-0577-4610-916a-4dfe28a7ab0f req-44125fce-887a-488e-915a-51ad4bbdcee1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:03.700046 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05bca82d-0577-4610-916a-4dfe28a7ab0f req-44125fce-887a-488e-915a-51ad4bbdcee1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0504367 Dec 09 22:59:03.748298 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05bca82d-0577-4610-916a-4dfe28a7ab0f req-a9ba5f4b-f781-4b5c-a34a-c642018c26ac tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421021 Dec 09 22:59:03.943359 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:04.861747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f1471-adc8-4e9f-b32a-57edd78a76fa req-4df38fd3-13b3-4983-b07b-6f9e38c2a7cb tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:04.863268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-862f1471-adc8-4e9f-b32a-57edd78a76fa req-4df38fd3-13b3-4983-b07b-6f9e38c2a7cb tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0483079 Dec 09 22:59:04.868558 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:04.910771 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-862f1471-adc8-4e9f-b32a-57edd78a76fa req-7d4ff2fe-6415-41ea-a848-e94b6c8907f6 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Dec 09 22:59:06.027986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91304c5-c2ae-4d1b-a90a-ed3d6f319e49 req-e72ac354-0076-4a76-a15a-4dc41b43cb9e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:06.029351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91304c5-c2ae-4d1b-a90a-ed3d6f319e49 req-e72ac354-0076-4a76-a15a-4dc41b43cb9e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0521572 Dec 09 22:59:06.075063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91304c5-c2ae-4d1b-a90a-ed3d6f319e49 req-72216bf5-4252-4beb-afbe-2631ab00a4da tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Dec 09 22:59:06.245593 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:07.062069 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:07.190197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f50169-995a-4e94-8e88-3a459e2138ce req-8a112d0b-88de-45ab-a255-ab9d369effd9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:07.191598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0f50169-995a-4e94-8e88-3a459e2138ce req-8a112d0b-88de-45ab-a255-ab9d369effd9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0477638 Dec 09 22:59:07.237441 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0f50169-995a-4e94-8e88-3a459e2138ce req-6d2e4f20-0777-4017-ae0b-9025fe4db99e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Dec 09 22:59:08.350988 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fc4d6-9198-4445-adb9-91c4b38db2b4 req-a7089cc7-25a9-4696-9b3f-cb914da028d5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:08.352439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c1fc4d6-9198-4445-adb9-91c4b38db2b4 req-a7089cc7-25a9-4696-9b3f-cb914da028d5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0484207 Dec 09 22:59:08.401446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c1fc4d6-9198-4445-adb9-91c4b38db2b4 req-c8fdf959-9404-42f5-afce-40818ae538bd tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430951 Dec 09 22:59:09.514711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeec19-3ce9-4aff-bfb4-00424544f4f1 req-427380a4-0b91-4747-a1c4-d317263fdab3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:09.516072 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cbeec19-3ce9-4aff-bfb4-00424544f4f1 req-427380a4-0b91-4747-a1c4-d317263fdab3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0476208 Dec 09 22:59:09.562271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5cbeec19-3ce9-4aff-bfb4-00424544f4f1 req-6c11c935-5f82-4644-9584-36f47a9dc49a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395656 Dec 09 22:59:10.675656 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ee9a2-d03f-436d-86a9-b18caa55748b req-4385323e-f0a4-4599-b0d2-5b923abf77cc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:10.677128 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b3ee9a2-d03f-436d-86a9-b18caa55748b req-4385323e-f0a4-4599-b0d2-5b923abf77cc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0476022 Dec 09 22:59:10.722636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4b3ee9a2-d03f-436d-86a9-b18caa55748b req-e775e329-f86c-4f1b-a878-e112651aaa01 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Dec 09 22:59:11.826027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 22:59:11.838133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5685c14-c36f-48be-a3fb-aa8f6f4af7e1 req-5eeadf4e-37c0-4e93-9e97-b53e934c9c1c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:11.839646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5685c14-c36f-48be-a3fb-aa8f6f4af7e1 req-5eeadf4e-37c0-4e93-9e97-b53e934c9c1c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 944 time: 0.0511117 Dec 09 22:59:11.885634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5685c14-c36f-48be-a3fb-aa8f6f4af7e1 req-faafd36e-22df-48a1-9505-0e0d570fe2d0 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398617 Dec 09 22:59:11.922010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:59:11.932807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'port_id': '6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313', 'mac_address': 'fa:16:3e:cb:28:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 22:59:11.968378 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:11.981696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:59:12.000060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:59:12.004004 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:12.049778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:59:12.057289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.057645 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.058034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.058380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.058720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.059058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.059391 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.059752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.060084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.060412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.060743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.061068 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.061396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 22:59:12.269014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:59:12.998614 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437b11c-9891-47e8-8260-387994370042 req-f3297142-7f03-4c73-a0bf-3d72ceb79c21 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:13.000058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8437b11c-9891-47e8-8260-387994370042 req-f3297142-7f03-4c73-a0bf-3d72ceb79c21 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 945 time: 0.0472116 Dec 09 22:59:13.044931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8437b11c-9891-47e8-8260-387994370042 req-90005ba6-19b7-4077-b057-a878cf726c61 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390575 Dec 09 22:59:13.842378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 22:59:13.889214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 22:59:13.892798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:59:13.893163 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:13.969638 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:13.992266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88564ec-94f3-41f1-9e6c-b27f13cb02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:59:13.994530 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1823d845-2d5d-4491-af4f-684ee395111c" -d '{"events": [{"server_uuid": "c88564ec-94f3-41f1-9e6c-b27f13cb02f1", "name": "network-vif-plugged", "status": "completed", "tag": "6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:59:14.007211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:59:14.011520 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:14.034209 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db4a06c-b721-40e7-8408-ab2378cc4209 x-openstack-request-id: req-4db4a06c-b721-40e7-8408-ab2378cc4209 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:59:14.034502 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88564ec-94f3-41f1-9e6c-b27f13cb02f1", "name": "network-vif-plugged", "status": "completed", "tag": "6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:59:14.034764 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4db4a06c-b721-40e7-8408-ab2378cc4209 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:59:14.035157 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88564ec-94f3-41f1-9e6c-b27f13cb02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313', 'code': 200} Dec 09 22:59:14.062177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:59:14.168730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f18af-1d28-4311-9628-0d0b92463615 req-9b3fb61e-a5b3-4dc6-b44e-2ea1ea8af3d0 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:14.170221 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d24f18af-1d28-4311-9628-0d0b92463615 req-9b3fb61e-a5b3-4dc6-b44e-2ea1ea8af3d0 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 946 time: 0.0531843 Dec 09 22:59:14.220231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d24f18af-1d28-4311-9628-0d0b92463615 req-bba01bde-85a3-43f0-9498-2d34061aa530 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 Dec 09 22:59:14.245318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df626e60-d007-4eb4-873d-8e0976032048 req-df4ed88d-1903-464f-9e80-908c7bfd82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:14.246849 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-df626e60-d007-4eb4-873d-8e0976032048 req-df4ed88d-1903-464f-9e80-908c7bfd82e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 1098 time: 0.1226788 Dec 09 22:59:14.291887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-df626e60-d007-4eb4-873d-8e0976032048 req-7bb94226-4247-4206-ae36-bc6cb9f6667e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369215 Dec 09 22:59:15.345010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a06ea-3915-4edb-8a04-1f21218246bd req-63a7bae2-75b7-44a1-903b-fe7c72c2aca3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:15.346562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-118a06ea-3915-4edb-8a04-1f21218246bd req-63a7bae2-75b7-44a1-903b-fe7c72c2aca3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 946 time: 0.0575666 Dec 09 22:59:15.393170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-118a06ea-3915-4edb-8a04-1f21218246bd req-fc88fc4a-5435-4002-8abf-95a34aa84836 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399702 Dec 09 22:59:16.506690 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c3383-4330-4148-bae0-a22fd0498922 req-ea1d5cc8-50dd-4b06-aed8-b5deb2adac55 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:16.508069 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-054c3383-4330-4148-bae0-a22fd0498922 req-ea1d5cc8-50dd-4b06-aed8-b5deb2adac55 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 946 time: 0.0482101 Dec 09 22:59:16.556439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-054c3383-4330-4148-bae0-a22fd0498922 req-bc57ccf7-d446-4cfc-b093-bf3b080b48e5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425088 Dec 09 22:59:16.667213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b371f-abdd-4391-b19c-1f8e4c9793e6 req-b8c09ab6-536e-429d-b1ce-7429749de6e2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:16.668642 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-052b371f-abdd-4391-b19c-1f8e4c9793e6 req-b8c09ab6-536e-429d-b1ce-7429749de6e2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 946 time: 0.0476167 Dec 09 22:59:16.714610 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-052b371f-abdd-4391-b19c-1f8e4c9793e6 req-f3ba837d-caaf-44f3-aed3-80ad5ac90c7a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Dec 09 22:59:16.824023 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f6523-0002-4a2e-8019-3119599f999f req-4248f1c4-82d0-44fc-a8df-d14a6aab7a53 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:16.825492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc0f6523-0002-4a2e-8019-3119599f999f req-4248f1c4-82d0-44fc-a8df-d14a6aab7a53 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 946 time: 0.0476387 Dec 09 22:59:16.870650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc0f6523-0002-4a2e-8019-3119599f999f req-991a08b2-c1f5-4cfb-8615-da6759be1b17 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392435 Dec 09 22:59:17.148735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6839c7-5834-42ff-8494-b46e3cc2f141 req-b0550b99-fc4f-494d-a177-a97074dc41fb tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:17.150119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d6839c7-5834-42ff-8494-b46e3cc2f141 req-b0550b99-fc4f-494d-a177-a97074dc41fb tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 946 time: 0.0524700 Dec 09 22:59:17.196132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d6839c7-5834-42ff-8494-b46e3cc2f141 req-46b14c70-8d39-4e35-86ca-e7a07b87c725 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399706 Dec 09 22:59:18.313558 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7ec3d-daf9-40f7-b91e-723368dbd9b3 req-0fb42f00-3398-4eab-817d-928a598d63f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:18.315047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5f7ec3d-daf9-40f7-b91e-723368dbd9b3 req-0fb42f00-3398-4eab-817d-928a598d63f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 946 time: 0.0473962 Dec 09 22:59:18.360841 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5f7ec3d-daf9-40f7-b91e-723368dbd9b3 req-e01dd537-4356-43ac-8cd5-3db52882f4c8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393126 Dec 09 22:59:18.698278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f93c6-7dd6-4d14-8230-c9c6cd42eea7 req-b704c997-1996-4504-9465-8c6a40e9d2ca tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:18.699744 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3a0f93c6-7dd6-4d14-8230-c9c6cd42eea7 req-b704c997-1996-4504-9465-8c6a40e9d2ca tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 946 time: 0.0486841 Dec 09 22:59:18.791106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-3a0f93c6-7dd6-4d14-8230-c9c6cd42eea7 req-2bfbdc8c-de7e-45f2-bbc3-8d986cd7458d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Deleting port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 22:59:18.791447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3a0f93c6-7dd6-4d14-8230-c9c6cd42eea7 req-2bfbdc8c-de7e-45f2-bbc3-8d986cd7458d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:18.878400 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-3a0f93c6-7dd6-4d14-8230-c9c6cd42eea7 req-2bfbdc8c-de7e-45f2-bbc3-8d986cd7458d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] For port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 22:59:18.878758 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3a0f93c6-7dd6-4d14-8230-c9c6cd42eea7 req-2bfbdc8c-de7e-45f2-bbc3-8d986cd7458d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:18.891157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-3a0f93c6-7dd6-4d14-8230-c9c6cd42eea7 req-2bfbdc8c-de7e-45f2-bbc3-8d986cd7458d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Calling delete_port for 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 22:59:19.019399 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3a0f93c6-7dd6-4d14-8230-c9c6cd42eea7 req-2bfbdc8c-de7e-45f2-bbc3-8d986cd7458d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:19.046358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbdc8c-de7e-45f2-bbc3-8d986cd7458d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event deleted for resources: {'Port': ['ID=6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:59:19.053333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 22:59:19.105778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0f93c6-7dd6-4d14-8230-c9c6cd42eea7 req-2bfbdc8c-de7e-45f2-bbc3-8d986cd7458d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] No DVR routers for this DVR port 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 22:59:19.108838 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-3a0f93c6-7dd6-4d14-8230-c9c6cd42eea7 req-2bfbdc8c-de7e-45f2-bbc3-8d986cd7458d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:19.112766 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3a0f93c6-7dd6-4d14-8230-c9c6cd42eea7 req-2bfbdc8c-de7e-45f2-bbc3-8d986cd7458d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "DELETE /v2.0/ports/6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 HTTP/1.1" status: 204 len: 173 time: 0.4075882 Dec 09 22:59:19.114971 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88564ec-94f3-41f1-9e6c-b27f13cb02f1', 'name': 'network-vif-deleted', 'tag': '6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:59:19.117867 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9cda53-9fc1-4ab4-ad72-e89e245f71dc" -d '{"events": [{"server_uuid": "c88564ec-94f3-41f1-9e6c-b27f13cb02f1", "name": "network-vif-deleted", "tag": "6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:59:19.168547 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 22:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473a60e0-1115-443d-9f4d-bb83118bccff x-openstack-request-id: req-473a60e0-1115-443d-9f4d-bb83118bccff {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:59:19.168876 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88564ec-94f3-41f1-9e6c-b27f13cb02f1", "name": "network-vif-deleted", "tag": "6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:59:19.169168 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-473a60e0-1115-443d-9f4d-bb83118bccff {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:59:19.169538 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88564ec-94f3-41f1-9e6c-b27f13cb02f1', 'name': 'network-vif-deleted', 'tag': '6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313', 'status': 'completed', 'code': 200} Dec 09 22:59:19.453310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5bd309e-f66d-4332-b34f-455239d60ece req-e798a8eb-1c85-4a13-afac-01344c4f4ad6 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 210 time: 0.0262828 Dec 09 22:59:20.857127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f35c724-352a-4354-88a5-b19a9f9db0af req-9d082ac1-e8ac-4004-9e94-f40e021b61d6 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 210 time: 0.3336546 Dec 09 22:59:21.857527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 22:59:21.877136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 22:59:21.877475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 6eccab6c-5e4a-4c0a-aaf5-4ac32ed2d313 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 22:59:21.951302 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d2797b6-519a-46cd-bc79-05970fc8a648 req-da7e89f3-c104-458c-93fd-4295db3c3abf tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 210 time: 0.0255315 Dec 09 22:59:22.819379 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:23.046208 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6bc83549-3ad6-43c9-a3a9-64ee87568dd3 req-1319bb7b-5fbb-4b40-bd69-980f550bfaa8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=c88564ec-94f3-41f1-9e6c-b27f13cb02f1 HTTP/1.1" status: 200 len: 210 time: 0.0263886 Dec 09 22:59:23.796040 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 22:59:31.070754 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-119ab82f-87b4-4220-8cc4-fb106b528b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:33.341592 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ba00eed6-9f76-4d55-82c9-5255ff155336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:33.974037 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:34.869912 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:36.249038 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:37.065398 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:45.878833 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-3ef1b7fc-e9c7-406d-a2da-2caa391acaec tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:45.881041 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-3ef1b7fc-e9c7-406d-a2da-2caa391acaec tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.0993471 Dec 09 22:59:45.895608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-9bd5fcc9-19eb-4394-acc0-142da51ddbe3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/quotas/584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 375 time: 0.0087454 Dec 09 22:59:45.947170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-9d0096ac-4bf8-4d42-8c6d-2a8830ab31f7 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465734 Dec 09 22:59:45.957384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-1c4804eb-4b14-4e7a-b760-85ce73b4f439 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 22:59:45.958326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-1c4804eb-4b14-4e7a-b760-85ce73b4f439 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047979 Dec 09 22:59:46.047397 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-68d80fa0-2509-4e86-9f12-bb944094bd01 service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836134 Dec 09 22:59:46.134094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-3ea03088-fdd9-4457-8aa5-f677c7b9db88 service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789211 Dec 09 22:59:47.422157 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8daaa675-ce8b-49da-b566-cbe8d765f389 req-22abb798-9bf9-410b-bad5-9766433c80fc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 210 time: 0.0257697 Dec 09 22:59:48.393804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-30e53655-5435-4336-8437-c26cc696972a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:48.395310 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-30e53655-5435-4336-8437-c26cc696972a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.1052585 Dec 09 22:59:48.421042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'port': {'device_id': '04a8499e-76fd-4edd-9b07-6ce3ab98854e', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'admin_state_up': True, 'tenant_id': '584af76d4a0243429eba383ace6bfd11'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:59:48.522598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0b08b8a-e65b-4b17-80cd-bfdc9e19f628 req-811e186d-10b0-407e-b0e3-011a49133e7e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 210 time: 0.0314531 Dec 09 22:59:48.546874 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Made reservation on behalf of 584af76d4a0243429eba383ace6bfd11 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 22:59:48.550652 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:48.676802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Allocated IP 172.20.0.4 (b311721f-8f76-4fb7-9bdc-1dd9815bda6b/6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff/fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 22:59:48.828890 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:48.863463 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:48.907423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 22:59:48.911074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 22:59:48.916879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 22:59:48.945655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:59:48.980085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:48.980861 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:48.999904 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-c1898326-c45d-48c3-a8e2-af328b25d46e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825350 Dec 09 22:59:49.018647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Request body: {'port': {'device_id': '04a8499e-76fd-4edd-9b07-6ce3ab98854e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 22:59:49.078880 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:49.158041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0cb321d3-7499-4a26-98c1-a0190b5d4a14 None None] Provisioning complete for port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 22:59:49.159063 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0cb321d3-7499-4a26-98c1-a0190b5d4a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:49.193906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0cb321d3-7499-4a26-98c1-a0190b5d4a14 None None] Port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 22:59:49.352876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 22:59:49.360482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:49.372874 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Transition to ACTIVE for port object fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 22:59:49.376412 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:49.432813 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Pushing event updated for resources: {'Port': ['ID=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:59:49.504682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Attempting to bind port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 22:59:49.505029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Attempting to bind port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 22:59:49.505624 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Attempting to bind port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:59:49.510502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 22:59:49.510965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Attempting to bind port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 22:59:49.515892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 22:59:49.516245 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Checking segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 22:59:49.516648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Bound using segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 22:59:49.517090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Bound port: fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 22:59:49.517461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:49.590389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] For port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 22:59:49.594471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] For port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 22:59:49.602257 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:49.644666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:49.646330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:49.647882 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] 10.222.0.18 "PUT /v2.0/ports/fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd HTTP/1.1" status: 200 len: 1092 time: 0.6336234 Dec 09 22:59:49.650286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a8499e-76fd-4edd-9b07-6ce3ab98854e', 'tag': 'fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 22:59:49.652608 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85674d24-aa2c-4623-8747-2f2cfde11274" -d '{"events": [{"name": "network-changed", "server_uuid": "04a8499e-76fd-4edd-9b07-6ce3ab98854e", "tag": "fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 22:59:49.692462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c151c7-1a0b-4cd5-a284-0491e152c19e service neutron] Pushing event updated for resources: {'Port': ['ID=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 22:59:49.696558 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b9bb3-7d47-4a64-a341-27a98e108b4f req-33f9fccd-4287-4934-a4d7-3ed5b1a3a2ef tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:49.698904 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d6b9bb3-7d47-4a64-a341-27a98e108b4f req-33f9fccd-4287-4934-a4d7-3ed5b1a3a2ef tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 943 time: 0.0993133 Dec 09 22:59:49.746951 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 22:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab7f1c0-a4f9-41a0-8e06-8aea3b97b6a1 x-openstack-request-id: req-0ab7f1c0-a4f9-41a0-8e06-8aea3b97b6a1 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 22:59:49.747547 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a8499e-76fd-4edd-9b07-6ce3ab98854e", "tag": "fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 22:59:49.748210 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ab7f1c0-a4f9-41a0-8e06-8aea3b97b6a1 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 22:59:49.748411 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a8499e-76fd-4edd-9b07-6ce3ab98854e', 'tag': 'fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd', 'status': 'completed', 'code': 200} Dec 09 22:59:49.763717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-476bcaeb-500d-4c22-88d5-82b4479422b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:49.765497 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-476bcaeb-500d-4c22-88d5-82b4479422b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 1095 time: 0.0505238 Dec 09 22:59:49.771517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d6b9bb3-7d47-4a64-a341-27a98e108b4f req-d0c4fd61-0b68-4e00-b1b4-1f3099f57fc2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609326 Dec 09 22:59:49.826234 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-729a624e-c16a-4d64-9b44-7508e245c600 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd HTTP/1.1" status: 200 len: 217 time: 0.0458944 Dec 09 22:59:49.884538 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-97c1e488-d932-4d71-ad44-1d24d33fa094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:49.886071 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-97c1e488-d932-4d71-ad44-1d24d33fa094 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0534806 Dec 09 22:59:49.933581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-6845df34-c41c-4cde-8315-6e5fe897f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:49.935031 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-6845df34-c41c-4cde-8315-6e5fe897f955 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422716 Dec 09 22:59:50.032687 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-a2466b85-b6cc-4422-8051-54d8da509049 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914869 Dec 09 22:59:50.151514 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0207f398-2eaf-4e7d-b875-0baded79ad6b req-00e315af-c917-4266-904d-038006d7162e service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869737 Dec 09 22:59:50.263529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85674d24-aa2c-4623-8747-2f2cfde11274 req-915fba28-9248-401b-8393-3b2e01ab975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:50.265024 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85674d24-aa2c-4623-8747-2f2cfde11274 req-915fba28-9248-401b-8393-3b2e01ab975a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 1095 time: 0.0422142 Dec 09 22:59:50.362987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85674d24-aa2c-4623-8747-2f2cfde11274 req-a5660f1b-dca5-4879-999e-08d952c7fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:50.365035 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85674d24-aa2c-4623-8747-2f2cfde11274 req-a5660f1b-dca5-4879-999e-08d952c7fb27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0909302 Dec 09 22:59:50.424488 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85674d24-aa2c-4623-8747-2f2cfde11274 req-3e1613b3-4c1c-4b21-a5dd-fba0cbdccc19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd HTTP/1.1" status: 200 len: 217 time: 0.0371189 Dec 09 22:59:50.478166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85674d24-aa2c-4623-8747-2f2cfde11274 req-1a105efd-3ca4-432b-b2c2-1b3af49a2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:50.479751 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85674d24-aa2c-4623-8747-2f2cfde11274 req-1a105efd-3ca4-432b-b2c2-1b3af49a2e49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0433533 Dec 09 22:59:50.530898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85674d24-aa2c-4623-8747-2f2cfde11274 req-35f867a8-c334-45e7-85bc-ea629a34d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:50.532397 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85674d24-aa2c-4623-8747-2f2cfde11274 req-35f867a8-c334-45e7-85bc-ea629a34d0ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454862 Dec 09 22:59:50.623587 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85674d24-aa2c-4623-8747-2f2cfde11274 req-48459bce-c4ff-486d-8a0d-69ef3dd5e4c3 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829370 Dec 09 22:59:50.720756 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-85674d24-aa2c-4623-8747-2f2cfde11274 req-d4c825dc-183e-4e71-b5bc-e0a111ea4a55 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878830 Dec 09 22:59:50.895931 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eab86-1e9b-492c-8705-f155c0c32248 req-7553b4d6-2efb-40a3-9835-635b0b12ff77 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:50.897418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-393eab86-1e9b-492c-8705-f155c0c32248 req-7553b4d6-2efb-40a3-9835-635b0b12ff77 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 943 time: 0.0489674 Dec 09 22:59:50.944049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-393eab86-1e9b-492c-8705-f155c0c32248 req-a9db43dd-4ed2-44b1-a7e4-8fc1584d7c26 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Dec 09 22:59:52.063162 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e749d5-3d4e-4e07-afd3-01783b96e008 req-adb5fdef-4bea-4884-bddf-c8639734d8a5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:52.064634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0e749d5-3d4e-4e07-afd3-01783b96e008 req-adb5fdef-4bea-4884-bddf-c8639734d8a5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 943 time: 0.0518770 Dec 09 22:59:52.126565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0e749d5-3d4e-4e07-afd3-01783b96e008 req-a9d76e5e-72d7-4589-840d-db5cb6ed2011 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 Dec 09 22:59:52.834578 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 22:59:53.247326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ebaf-2101-49fd-8909-6cb50354942d req-efa01e31-58d9-4671-a2b4-a424978cd37d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:53.248836 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4812ebaf-2101-49fd-8909-6cb50354942d req-efa01e31-58d9-4671-a2b4-a424978cd37d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 943 time: 0.0505872 Dec 09 22:59:53.298314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4812ebaf-2101-49fd-8909-6cb50354942d req-67ea74b5-0da7-4f0f-8b65-f86b076070d3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Dec 09 22:59:54.420372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641161ef-16cb-4046-bca0-5ea9af8424a8 req-c4a19519-f2ca-48ca-bc8a-981a21bc549c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:54.421835 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-641161ef-16cb-4046-bca0-5ea9af8424a8 req-c4a19519-f2ca-48ca-bc8a-981a21bc549c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 943 time: 0.0530787 Dec 09 22:59:54.469219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-641161ef-16cb-4046-bca0-5ea9af8424a8 req-4110a926-2df4-41dc-8068-7068de08006e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 Dec 09 22:59:55.585422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9763ce2-5e38-43ce-b8bd-61158133b16f req-f824f952-1ca5-4faf-80d6-d8b1acbc0e0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:55.586918 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9763ce2-5e38-43ce-b8bd-61158133b16f req-f824f952-1ca5-4faf-80d6-d8b1acbc0e0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 943 time: 0.0494339 Dec 09 22:59:55.638149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9763ce2-5e38-43ce-b8bd-61158133b16f req-1b161680-19b3-4f46-8142-5f1d74dbb78b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453320 Dec 09 22:59:56.754712 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7131-cecc-4d43-921b-384d4e250e62 req-fcf929c4-20c3-4517-a46f-eb45a83aa6b8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:56.756636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-016a7131-cecc-4d43-921b-384d4e250e62 req-fcf929c4-20c3-4517-a46f-eb45a83aa6b8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 943 time: 0.0499976 Dec 09 22:59:56.810346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-016a7131-cecc-4d43-921b-384d4e250e62 req-a9784440-cd23-40af-9bb5-5f0ddc32e80e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475733 Dec 09 22:59:57.925076 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc64053-dcd0-482f-a610-efc53f0aa774 req-f24054bc-3c53-470b-98c6-286c2d0c86b8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:57.927196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bc64053-dcd0-482f-a610-efc53f0aa774 req-f24054bc-3c53-470b-98c6-286c2d0c86b8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 943 time: 0.0509527 Dec 09 22:59:57.973467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bc64053-dcd0-482f-a610-efc53f0aa774 req-dad91712-84e5-47a6-a407-fdd5138fdffa tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394974 Dec 09 22:59:59.085450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8f865-9f35-4a49-a413-99ad7cdeecd9 req-cdc63f0c-12a9-43f4-a69b-dfdc33cadcc2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 22:59:59.087017 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54d8f865-9f35-4a49-a413-99ad7cdeecd9 req-cdc63f0c-12a9-43f4-a69b-dfdc33cadcc2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 943 time: 0.0470331 Dec 09 22:59:59.132079 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54d8f865-9f35-4a49-a413-99ad7cdeecd9 req-1937cd2d-92fc-4b40-9da4-3070a5550c49 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Dec 09 22:59:59.983752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:00:00.072741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:00:00.083919 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'port_id': 'fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd', 'mac_address': 'fa:16:3e:92:f1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:00:00.122208 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:00.135003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:00:00.154054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:00:00.158868 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:00.204866 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:00.254864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13089b3-3b68-471e-8a58-2d54d7d9dc1e req-2dcaeed5-781c-4429-b90c-a430bbd53571 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:00.256576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c13089b3-3b68-471e-8a58-2d54d7d9dc1e req-2dcaeed5-781c-4429-b90c-a430bbd53571 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 944 time: 0.0522223 Dec 09 23:00:00.302096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c13089b3-3b68-471e-8a58-2d54d7d9dc1e req-c5eb3056-7d8e-44f1-bb33-170214d4695a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Dec 09 23:00:00.434739 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:00:00.795419 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:00:01.062623 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9e00f650-1ede-4ae9-a5d4-192c71091554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:01.413573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f6f4b-af98-43bb-93bc-84709672952a req-c26b11f8-0404-46d2-acc0-9f556b19dc05 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:01.415053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b8f6f4b-af98-43bb-93bc-84709672952a req-c26b11f8-0404-46d2-acc0-9f556b19dc05 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 944 time: 0.0477984 Dec 09 23:00:01.460953 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b8f6f4b-af98-43bb-93bc-84709672952a req-f949c8b6-ef4f-49f7-bbc5-846d6522063a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400612 Dec 09 23:00:02.000360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:00:02.048030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:00:02.052030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:00:02.052402 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:02.129148 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:02.151113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a8499e-76fd-4edd-9b07-6ce3ab98854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:00:02.153680 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaacb3d-278f-4851-8655-18818522debc" -d '{"events": [{"server_uuid": "04a8499e-76fd-4edd-9b07-6ce3ab98854e", "name": "network-vif-plugged", "status": "completed", "tag": "fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:00:02.167231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:00:02.171129 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:02.219056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:02.280017 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5bcc3e-684d-4de2-be24-eb77a291808f x-openstack-request-id: req-4d5bcc3e-684d-4de2-be24-eb77a291808f {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:00:02.280314 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a8499e-76fd-4edd-9b07-6ce3ab98854e", "name": "network-vif-plugged", "status": "completed", "tag": "fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:00:02.280576 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d5bcc3e-684d-4de2-be24-eb77a291808f {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:00:02.281006 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a8499e-76fd-4edd-9b07-6ce3ab98854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd', 'code': 200} Dec 09 23:00:02.406711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb7dc9-c660-4375-a33d-3e1a572a71a7 req-4139a028-3dbc-4285-835b-9f5daa2f1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:02.408200 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-50eb7dc9-c660-4375-a33d-3e1a572a71a7 req-4139a028-3dbc-4285-835b-9f5daa2f1441 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 1097 time: 0.0407979 Dec 09 23:00:02.451839 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-50eb7dc9-c660-4375-a33d-3e1a572a71a7 req-6ee90d6c-c3ec-4ac5-9150-f309601e8167 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371320 Dec 09 23:00:02.573590 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e794e3-50be-41cc-8dc9-31b534b5f6ff req-65b2ca49-b5e1-4068-a328-9e5327348947 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:02.575083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21e794e3-50be-41cc-8dc9-31b534b5f6ff req-65b2ca49-b5e1-4068-a328-9e5327348947 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 945 time: 0.0472710 Dec 09 23:00:02.624826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21e794e3-50be-41cc-8dc9-31b534b5f6ff req-8f08deda-06e4-43b2-a1c4-785777461bb3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Dec 09 23:00:03.344144 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-59a87246-8d13-41eb-b531-cb6ff43938af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:03.739926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140941a-b488-4476-83ca-d8741260c761 req-8c1da3d9-161f-46e1-9f3d-00a0ee638ac3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:03.741387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a140941a-b488-4476-83ca-d8741260c761 req-8c1da3d9-161f-46e1-9f3d-00a0ee638ac3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 945 time: 0.0471840 Dec 09 23:00:03.787315 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a140941a-b488-4476-83ca-d8741260c761 req-947946e2-f6b0-4c6d-87da-043ead49d22d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400975 Dec 09 23:00:03.899697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575b6a1-ff4d-4aca-beea-a240985de814 req-d7e6e398-e0c0-43a7-b9b7-1efad5fa2b12 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:03.901147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a575b6a1-ff4d-4aca-beea-a240985de814 req-d7e6e398-e0c0-43a7-b9b7-1efad5fa2b12 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 945 time: 0.0481441 Dec 09 23:00:03.947181 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a575b6a1-ff4d-4aca-beea-a240985de814 req-c901cffc-bcfd-4aeb-b0b0-cb05b0b8c2d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 Dec 09 23:00:03.991121 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:04.875561 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:06.250085 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:06.368933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-952e0c43-1dc0-4156-ad8b-70ad2d0ae0e5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:06.370409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-952e0c43-1dc0-4156-ad8b-70ad2d0ae0e5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.1028545 Dec 09 23:00:06.385156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-a6d5c51f-ce76-432f-ab35-c882ec0cf5f9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/quotas/584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 375 time: 0.0091081 Dec 09 23:00:06.436134 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-3ca5d0b5-0637-46fc-ba84-77b020a780f4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457931 Dec 09 23:00:06.446780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-176b1151-c262-4f72-8f2b-f5dec1429d12 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:00:06.447719 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-176b1151-c262-4f72-8f2b-f5dec1429d12 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048482 Dec 09 23:00:06.539235 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-fdfd788d-aff9-4a97-8e45-736f2a0d0935 service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860207 Dec 09 23:00:06.627464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-1b834941-ff94-41c0-8d28-cdadc15ea298 service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821300 Dec 09 23:00:06.817204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6756ae12-4639-4965-b1da-6b2a6e75edbb req-72895a8b-4d51-47d8-a46d-eeb0d1237172 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 210 time: 0.0260189 Dec 09 23:00:07.060653 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:07.740564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-71ad0228-c3ac-4a26-96be-66aae29c663f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:07.742035 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-71ad0228-c3ac-4a26-96be-66aae29c663f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.42 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.1064959 Dec 09 23:00:07.754685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'port': {'device_id': '4e9b1de1-95b6-48d8-901f-15f7be9c0bca', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'admin_state_up': True, 'tenant_id': '584af76d4a0243429eba383ace6bfd11'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:00:07.868264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Made reservation on behalf of 584af76d4a0243429eba383ace6bfd11 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:00:07.871922 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:07.917268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99136fb9-0c95-42bf-acbd-8a40eb3b4f24 req-5aae0700-06e2-4f51-8eeb-795f0cae9574 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 210 time: 0.0295691 Dec 09 23:00:08.004628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Allocated IP 172.20.0.3 (b311721f-8f76-4fb7-9bdc-1dd9815bda6b/6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff/786df06c-7bd9-4ded-9025-b209332b8d05) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:00:08.163719 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:08.197493 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:08.231120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:00:08.244802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:00:08.248034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:00:08.250584 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:00:08.292371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=786df06c-7bd9-4ded-9025-b209332b8d05,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:08.306359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.306947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.307436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.307950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.308432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.308914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.309398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.309909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.310380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.310851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.311363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.311991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.312466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:08.338330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:08.339324 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:08.359521 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-02714216-555a-4b2c-a29d-9175805a793b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088712 Dec 09 23:00:08.371330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-6d120d67-616f-42a7-b666-e6fcb2020e12 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:00:08.372331 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-6d120d67-616f-42a7-b666-e6fcb2020e12 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065968 Dec 09 23:00:08.459959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Request body: {'port': {'device_id': '4e9b1de1-95b6-48d8-901f-15f7be9c0bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:00:08.517213 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:08.600481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1f4d65f1-be1f-46be-b96d-f00c0e7ed312 None None] Provisioning complete for port 786df06c-7bd9-4ded-9025-b209332b8d05 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:00:08.601194 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1f4d65f1-be1f-46be-b96d-f00c0e7ed312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:08.636955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d65f1-be1f-46be-b96d-f00c0e7ed312 None None] Port 786df06c-7bd9-4ded-9025-b209332b8d05 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:00:08.787046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786df06c-7bd9-4ded-9025-b209332b8d05 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:00:08.794715 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:08.808122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Transition to ACTIVE for port object 786df06c-7bd9-4ded-9025-b209332b8d05 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:00:08.811258 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:08.913732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Pushing event updated for resources: {'Port': ['ID=786df06c-7bd9-4ded-9025-b209332b8d05,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:08.951568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Attempting to bind port 786df06c-7bd9-4ded-9025-b209332b8d05 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:00:08.952162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Attempting to bind port 786df06c-7bd9-4ded-9025-b209332b8d05 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:00:08.952758 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Attempting to bind port 786df06c-7bd9-4ded-9025-b209332b8d05 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:00:08.959603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Port 786df06c-7bd9-4ded-9025-b209332b8d05 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:00:08.959603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Attempting to bind port 786df06c-7bd9-4ded-9025-b209332b8d05 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:00:08.966040 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 22, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:00:08.966485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Checking segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:00:08.966887 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Bound using segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:00:08.967392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Bound port: 786df06c-7bd9-4ded-9025-b209332b8d05, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:00:08.969287 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:09.058611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad0653-f94d-41ea-9aef-d2447ca3eace req-b071d75a-1e98-462e-92ea-6fec5bf99b2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:09.061013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] For port 786df06c-7bd9-4ded-9025-b209332b8d05, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:00:09.062167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bad0653-f94d-41ea-9aef-d2447ca3eace req-b071d75a-1e98-462e-92ea-6fec5bf99b2a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0621457 Dec 09 23:00:09.071743 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] For port 786df06c-7bd9-4ded-9025-b209332b8d05, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=786df06c-7bd9-4ded-9025-b209332b8d05,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:00:09.077284 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:09.115132 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bad0653-f94d-41ea-9aef-d2447ca3eace req-b61ccc70-5e2d-4514-beba-a74859399528 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461478 Dec 09 23:00:09.142780 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:09.143581 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:09.145404 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] 10.222.0.42 "PUT /v2.0/ports/786df06c-7bd9-4ded-9025-b209332b8d05 HTTP/1.1" status: 200 len: 1092 time: 0.7627795 Dec 09 23:00:09.146262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9b1de1-95b6-48d8-901f-15f7be9c0bca', 'tag': '786df06c-7bd9-4ded-9025-b209332b8d05'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:00:09.149247 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d8d3e9-5356-49fc-8979-988c51f7e5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9b1de1-95b6-48d8-901f-15f7be9c0bca", "tag": "786df06c-7bd9-4ded-9025-b209332b8d05"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:00:09.152365 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152efab4-571f-4e6e-a8fb-edeea338a504 service neutron] Pushing event updated for resources: {'Port': ['ID=786df06c-7bd9-4ded-9025-b209332b8d05,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:09.252226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-5fc154a9-fc9d-452b-b7c3-b144077db0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:09.254047 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-5fc154a9-fc9d-452b-b7c3-b144077db0e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 1095 time: 0.0505269 Dec 09 23:00:09.307128 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeb6b41-3448-4b91-9693-071ef8c0f75b x-openstack-request-id: req-cbeb6b41-3448-4b91-9693-071ef8c0f75b {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:00:09.307432 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9b1de1-95b6-48d8-901f-15f7be9c0bca", "tag": "786df06c-7bd9-4ded-9025-b209332b8d05", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:00:09.307692 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbeb6b41-3448-4b91-9693-071ef8c0f75b {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:00:09.308230 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9b1de1-95b6-48d8-901f-15f7be9c0bca', 'tag': '786df06c-7bd9-4ded-9025-b209332b8d05', 'status': 'completed', 'code': 200} Dec 09 23:00:09.310135 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-ca7108a2-718d-4210-bf39-4b603d53cf94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=786df06c-7bd9-4ded-9025-b209332b8d05 HTTP/1.1" status: 200 len: 217 time: 0.0483513 Dec 09 23:00:09.365468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-c5c6e177-b64b-42e5-a0e3-97716e03f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:09.367047 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-c5c6e177-b64b-42e5-a0e3-97716e03f796 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0500140 Dec 09 23:00:09.416671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-8f0b764a-d8c2-42be-a754-4201929dc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:09.418774 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-8f0b764a-d8c2-42be-a754-4201929dc344 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446239 Dec 09 23:00:09.517202 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-8d34545f-70cc-4180-85f8-0ee12ebe1f5f service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917416 Dec 09 23:00:09.613756 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-656f1c08-d669-4648-ad43-adf33a7084f5 req-78e2c8bc-0d41-4225-aaaa-7b8b9904e590 service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889630 Dec 09 23:00:09.696295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8d3e9-5356-49fc-8979-988c51f7e5b6 req-546aeb36-972e-44ef-848a-c3187f77908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:09.697843 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3d8d3e9-5356-49fc-8979-988c51f7e5b6 req-546aeb36-972e-44ef-848a-c3187f77908c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 1095 time: 0.0410738 Dec 09 23:00:09.794587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8d3e9-5356-49fc-8979-988c51f7e5b6 req-e6c6311f-abc6-4dce-b475-3e1bea2e677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:09.796077 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3d8d3e9-5356-49fc-8979-988c51f7e5b6 req-e6c6311f-abc6-4dce-b475-3e1bea2e677c service neutron] 10.222.0.42 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0914993 Dec 09 23:00:09.840995 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3d8d3e9-5356-49fc-8979-988c51f7e5b6 req-305a6e36-64f1-4a66-a10d-b7e40980eca2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=786df06c-7bd9-4ded-9025-b209332b8d05 HTTP/1.1" status: 200 len: 217 time: 0.0373743 Dec 09 23:00:09.895639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8d3e9-5356-49fc-8979-988c51f7e5b6 req-0f295623-779d-481e-82cc-2d7a36ed78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:09.897187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3d8d3e9-5356-49fc-8979-988c51f7e5b6 req-0f295623-779d-481e-82cc-2d7a36ed78e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0497739 Dec 09 23:00:09.942730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8d3e9-5356-49fc-8979-988c51f7e5b6 req-fd5c624b-18b3-42a3-9046-6cb1a3fc1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:09.944300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3d8d3e9-5356-49fc-8979-988c51f7e5b6 req-fd5c624b-18b3-42a3-9046-6cb1a3fc1b66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406401 Dec 09 23:00:10.037779 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3d8d3e9-5356-49fc-8979-988c51f7e5b6 req-b8c86e0b-7dfa-410c-b703-15c21ab187be service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867040 Dec 09 23:00:10.134937 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3d8d3e9-5356-49fc-8979-988c51f7e5b6 req-3a31a194-4f27-45db-a5cf-828fd78617cc service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906546 Dec 09 23:00:10.237846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060ee4-11b6-454b-b04f-6ea776176e41 req-c210262c-91dc-4f36-b15d-4525f0a4e596 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:10.239843 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba060ee4-11b6-454b-b04f-6ea776176e41 req-c210262c-91dc-4f36-b15d-4525f0a4e596 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0531073 Dec 09 23:00:10.286750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ba060ee4-11b6-454b-b04f-6ea776176e41 req-93f9a795-3958-4ab5-b4c0-fc0081b72304 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Dec 09 23:00:11.462477 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545ac83-911c-4e78-afe5-b2e4e10d0456 req-ee145b10-a180-42b2-9867-edda4451c838 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:11.465122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8545ac83-911c-4e78-afe5-b2e4e10d0456 req-ee145b10-a180-42b2-9867-edda4451c838 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.1039155 Dec 09 23:00:11.530329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8545ac83-911c-4e78-afe5-b2e4e10d0456 req-9bdec7b7-729e-42b4-8644-a787bda0d220 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576978 Dec 09 23:00:12.683028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecbc42-45f8-4e03-bde9-1848a046e062 req-f47ad0df-ec86-46b2-b54c-e1198f471c81 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:12.687809 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50ecbc42-45f8-4e03-bde9-1848a046e062 req-f47ad0df-ec86-46b2-b54c-e1198f471c81 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0788174 Dec 09 23:00:12.759042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50ecbc42-45f8-4e03-bde9-1848a046e062 req-b4a4ac5f-cdb5-4c5c-966e-019ac62cf765 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624774 Dec 09 23:00:13.919962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05035480-2caa-4e72-ad57-10cf7a755aaa req-8902cd43-0d08-4e5b-8fc0-2dedf0803283 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:13.928583 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05035480-2caa-4e72-ad57-10cf7a755aaa req-8902cd43-0d08-4e5b-8fc0-2dedf0803283 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0663269 Dec 09 23:00:13.976883 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05035480-2caa-4e72-ad57-10cf7a755aaa req-39952cb4-e3c8-442f-ab4b-a242fc691923 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474610 Dec 09 23:00:15.100816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f491a5b-f990-4abf-884c-3e000035caf6 req-1a921d45-b9c2-4925-bb22-3f944e5f573e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:15.102750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f491a5b-f990-4abf-884c-3e000035caf6 req-1a921d45-b9c2-4925-bb22-3f944e5f573e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0509012 Dec 09 23:00:15.150928 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f491a5b-f990-4abf-884c-3e000035caf6 req-35aee7df-5bbc-4c50-b7f7-5edb4a10e5e2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428011 Dec 09 23:00:16.270956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb41be8-bd47-45ca-bf1b-afd81e572f0b req-8e258f8f-5128-46e9-85a3-415fec7551e4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:16.272407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecb41be8-bd47-45ca-bf1b-afd81e572f0b req-8e258f8f-5128-46e9-85a3-415fec7551e4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0530605 Dec 09 23:00:16.318258 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ecb41be8-bd47-45ca-bf1b-afd81e572f0b req-0567dd76-12d5-4c13-ab5f-75852264027b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398777 Dec 09 23:00:17.437574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5d8c6-7e26-43e0-b746-c5403c9974ae req-10ae1d0a-e6b0-4e10-a536-7dc7b4d37525 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:17.441713 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2dd5d8c6-7e26-43e0-b746-c5403c9974ae req-10ae1d0a-e6b0-4e10-a536-7dc7b4d37525 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0502985 Dec 09 23:00:17.489248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2dd5d8c6-7e26-43e0-b746-c5403c9974ae req-263eabba-8191-48f7-8cd5-4d35bf06088a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Dec 09 23:00:18.604341 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddffc33-d94c-4fb5-9a05-3426ebde7bf0 req-f377a1df-63a7-4de1-a788-acf3eef189ac tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:18.605883 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ddffc33-d94c-4fb5-9a05-3426ebde7bf0 req-f377a1df-63a7-4de1-a788-acf3eef189ac tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0485628 Dec 09 23:00:18.656777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ddffc33-d94c-4fb5-9a05-3426ebde7bf0 req-25a12be8-a0e3-4094-a91d-a92e09e54a0e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448024 Dec 09 23:00:19.770971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd044be-dae9-4b04-bc84-46e1a0557626 req-d2fdcb91-c1b0-4338-97cf-e4ee9d8706a6 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:19.772617 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6dd044be-dae9-4b04-bc84-46e1a0557626 req-d2fdcb91-c1b0-4338-97cf-e4ee9d8706a6 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0480769 Dec 09 23:00:19.823918 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6dd044be-dae9-4b04-bc84-46e1a0557626 req-ff43576e-cf94-4c41-9e8f-7e0bac2bad91 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450125 Dec 09 23:00:20.943253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053c7f9-1ea2-4618-8fad-2e7b04c4428a req-62e9fdb5-f0c8-43ff-9666-0a78dbcad88f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:20.944758 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b053c7f9-1ea2-4618-8fad-2e7b04c4428a req-62e9fdb5-f0c8-43ff-9666-0a78dbcad88f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0511334 Dec 09 23:00:20.992100 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b053c7f9-1ea2-4618-8fad-2e7b04c4428a req-4a6f2b34-c8bc-40af-96fa-46fd3ca6de3b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411205 Dec 09 23:00:22.117480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8ab72-991e-4070-bb78-70d18e73960d req-b3627293-9028-4a3a-a2d0-7e95b025a825 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:22.118982 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1b8ab72-991e-4070-bb78-70d18e73960d req-b3627293-9028-4a3a-a2d0-7e95b025a825 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0558424 Dec 09 23:00:22.168850 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1b8ab72-991e-4070-bb78-70d18e73960d req-7484b1de-b30d-4631-9062-a2ad2332ce4a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438259 Dec 09 23:00:22.833457 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:23.287366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d220d91-b1fe-444a-9fc1-73d305c040fd req-f280abb8-0d9b-40bb-8e65-34373ee2b23a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:23.288906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d220d91-b1fe-444a-9fc1-73d305c040fd req-f280abb8-0d9b-40bb-8e65-34373ee2b23a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0485682 Dec 09 23:00:23.336159 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d220d91-b1fe-444a-9fc1-73d305c040fd req-4be72160-bb8d-4173-b34b-d58a25b68fa4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 Dec 09 23:00:24.462469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3820a4b-9e2e-4809-935a-289b674a0b06 req-113cdbf8-1bde-46bb-8be1-f5c7d888e071 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:24.463952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3820a4b-9e2e-4809-935a-289b674a0b06 req-113cdbf8-1bde-46bb-8be1-f5c7d888e071 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0522997 Dec 09 23:00:24.515563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3820a4b-9e2e-4809-935a-289b674a0b06 req-b7bbb2b7-c83e-4b2b-ae18-8f49eb373f37 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450871 Dec 09 23:00:25.635397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39bb4d-8f87-44ad-a8c3-f5bf59f5d036 req-e3971b5d-96c2-4667-9f00-1a28c04a4d42 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:25.636864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa39bb4d-8f87-44ad-a8c3-f5bf59f5d036 req-e3971b5d-96c2-4667-9f00-1a28c04a4d42 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0513682 Dec 09 23:00:25.687683 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fa39bb4d-8f87-44ad-a8c3-f5bf59f5d036 req-8324226a-c421-4980-a303-02805d0e46bf tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Dec 09 23:00:26.813013 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094357-2356-49eb-889b-de2c8517426e req-8e13755b-2fe8-4bbe-8e0d-09999bc758d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:26.814576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72094357-2356-49eb-889b-de2c8517426e req-8e13755b-2fe8-4bbe-8e0d-09999bc758d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0536089 Dec 09 23:00:26.867156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72094357-2356-49eb-889b-de2c8517426e req-a2780cdb-0d48-48e5-ad01-aff2c422bbd3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Dec 09 23:00:28.002145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe4fde-e659-4a7c-ae61-d1c1bdf1a525 req-ceb5c332-43a3-41f0-9140-8ea10082b3b4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:28.003647 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4dbe4fde-e659-4a7c-ae61-d1c1bdf1a525 req-ceb5c332-43a3-41f0-9140-8ea10082b3b4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0540843 Dec 09 23:00:28.053631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4dbe4fde-e659-4a7c-ae61-d1c1bdf1a525 req-dae3c01d-d67e-4110-91a8-db44b22662dc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425067 Dec 09 23:00:29.168423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063439c4-34af-4128-a7f0-c64083105429 req-3d9ecc42-8aa9-468d-8901-4dcb9e9b04a2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:29.169903 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-063439c4-34af-4128-a7f0-c64083105429 req-3d9ecc42-8aa9-468d-8901-4dcb9e9b04a2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 943 time: 0.0480814 Dec 09 23:00:29.216422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-063439c4-34af-4128-a7f0-c64083105429 req-02118c6c-7f34-4f35-b7dd-148ca69004c1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Dec 09 23:00:29.976188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 786df06c-7bd9-4ded-9025-b209332b8d05 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:00:30.080119 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 786df06c-7bd9-4ded-9025-b209332b8d05, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=786df06c-7bd9-4ded-9025-b209332b8d05,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:00:30.092522 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '786df06c-7bd9-4ded-9025-b209332b8d05', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'port_id': '786df06c-7bd9-4ded-9025-b209332b8d05', 'mac_address': 'fa:16:3e:bf:40:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:00:30.132865 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:30.146289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786df06c-7bd9-4ded-9025-b209332b8d05 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:00:30.167078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 786df06c-7bd9-4ded-9025-b209332b8d05, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=786df06c-7bd9-4ded-9025-b209332b8d05,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:00:30.170581 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:30.219929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=786df06c-7bd9-4ded-9025-b209332b8d05,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:30.228524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.228943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.229371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.229694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.230118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.230518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.230844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.231294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.231605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.231962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.232344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.232722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.233110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:30.340616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999482a-8ba7-4dff-b777-eba7395521a8 req-68b70a2c-da21-4a6b-b7a0-c8283c8de409 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:30.342009 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7999482a-8ba7-4dff-b777-eba7395521a8 req-68b70a2c-da21-4a6b-b7a0-c8283c8de409 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 944 time: 0.0541778 Dec 09 23:00:30.392823 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['786df06c-7bd9-4ded-9025-b209332b8d05'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:00:30.393556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7999482a-8ba7-4dff-b777-eba7395521a8 req-d7770254-ea0c-44db-8d46-f7c31b13989b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Dec 09 23:00:31.066223 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c4061de-2f25-4e43-bf63-80e8203f8312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:31.518905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620ee4a-8f3b-4513-a758-ca0f6e233c8e req-eaf2e455-bb6e-4c99-9b25-a3c932a26279 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:31.520409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3620ee4a-8f3b-4513-a758-ca0f6e233c8e req-eaf2e455-bb6e-4c99-9b25-a3c932a26279 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 944 time: 0.0507066 Dec 09 23:00:31.568731 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3620ee4a-8f3b-4513-a758-ca0f6e233c8e req-b9ac8d75-390a-4519-830d-7d06b577058c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421991 Dec 09 23:00:31.976815 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 786df06c-7bd9-4ded-9025-b209332b8d05 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:00:32.029468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 786df06c-7bd9-4ded-9025-b209332b8d05 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:00:32.033583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 786df06c-7bd9-4ded-9025-b209332b8d05 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:00:32.034058 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:32.116875 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:32.140228 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9b1de1-95b6-48d8-901f-15f7be9c0bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786df06c-7bd9-4ded-9025-b209332b8d05'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:00:32.142656 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50b8801-ae43-40df-b23f-0c995b67c598" -d '{"events": [{"server_uuid": "4e9b1de1-95b6-48d8-901f-15f7be9c0bca", "name": "network-vif-plugged", "status": "completed", "tag": "786df06c-7bd9-4ded-9025-b209332b8d05"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:00:32.155520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 786df06c-7bd9-4ded-9025-b209332b8d05, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=786df06c-7bd9-4ded-9025-b209332b8d05,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:00:32.160407 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:32.184308 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a39f8d1-42fd-4072-b8c1-ae1dae1338de x-openstack-request-id: req-5a39f8d1-42fd-4072-b8c1-ae1dae1338de {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:00:32.184630 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9b1de1-95b6-48d8-901f-15f7be9c0bca", "name": "network-vif-plugged", "status": "completed", "tag": "786df06c-7bd9-4ded-9025-b209332b8d05", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:00:32.184828 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a39f8d1-42fd-4072-b8c1-ae1dae1338de {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:00:32.185258 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9b1de1-95b6-48d8-901f-15f7be9c0bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786df06c-7bd9-4ded-9025-b209332b8d05', 'code': 200} Dec 09 23:00:32.217468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=786df06c-7bd9-4ded-9025-b209332b8d05,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:32.333571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc45527-e16b-46e3-af4e-f84f0b493d97 req-04dab3ba-183a-4f3c-8599-48b15faf02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:32.335116 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7fc45527-e16b-46e3-af4e-f84f0b493d97 req-04dab3ba-183a-4f3c-8599-48b15faf02c7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 1097 time: 0.0423815 Dec 09 23:00:32.387198 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7fc45527-e16b-46e3-af4e-f84f0b493d97 req-52642907-d4d6-4780-ad7f-5c74f8e5828a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446115 Dec 09 23:00:32.704752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3df5bd-e567-434d-951c-8d7522790412 req-1aa3b8b7-024b-4429-be9f-77597dfe6bd5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:32.706322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e3df5bd-e567-434d-951c-8d7522790412 req-1aa3b8b7-024b-4429-be9f-77597dfe6bd5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 945 time: 0.0594959 Dec 09 23:00:32.763508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e3df5bd-e567-434d-951c-8d7522790412 req-1c6ee59c-88c5-4f89-b9f6-c17c5b68556e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505764 Dec 09 23:00:33.348234 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7eabece0-fb8c-4ee2-9254-906f9a254cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:33.889892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965f69c-6fd4-4a1d-978b-b37ac0990d93 req-26fffd86-6627-43af-9dfc-cdf618207698 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:33.891347 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2965f69c-6fd4-4a1d-978b-b37ac0990d93 req-26fffd86-6627-43af-9dfc-cdf618207698 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 945 time: 0.0481758 Dec 09 23:00:33.938378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2965f69c-6fd4-4a1d-978b-b37ac0990d93 req-a2f885b7-8812-452d-a0b8-a3abd9bf30b7 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Dec 09 23:00:34.002857 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:34.058719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425338b-d1c9-4afe-ada6-c0415371f58f req-db752ea9-ac02-4aa1-8310-82ed33cccae3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:34.060716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8425338b-d1c9-4afe-ada6-c0415371f58f req-db752ea9-ac02-4aa1-8310-82ed33cccae3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 945 time: 0.0512953 Dec 09 23:00:34.116293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8425338b-d1c9-4afe-ada6-c0415371f58f req-4ec19922-abbf-4376-8354-2cfdd110be02 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441711 Dec 09 23:00:34.419335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47d735-f258-45fa-ade2-afde8e93c665 req-00781c1b-37b7-4347-9f5d-f707045b7e24 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:34.420777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de47d735-f258-45fa-ade2-afde8e93c665 req-00781c1b-37b7-4347-9f5d-f707045b7e24 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 945 time: 0.0509596 Dec 09 23:00:34.466178 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de47d735-f258-45fa-ade2-afde8e93c665 req-83e245e8-dc7d-426b-90fe-a95045bfd2b9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395393 Dec 09 23:00:34.875493 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:35.581327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923c248-9be1-406a-8fb3-0455de3b1fe8 req-126586db-f313-4bdf-90de-f55e7be83828 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:35.582808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1923c248-9be1-406a-8fb3-0455de3b1fe8 req-126586db-f313-4bdf-90de-f55e7be83828 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 945 time: 0.0468953 Dec 09 23:00:35.628726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1923c248-9be1-406a-8fb3-0455de3b1fe8 req-1f7a5df8-3212-446a-bdce-375a2fe9259a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394681 Dec 09 23:00:35.830227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237d5ed-ac7c-43a9-b47c-9e1fcfceac9e req-1e31c712-f03c-4acf-9198-40f92af9d253 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:35.831665 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b237d5ed-ac7c-43a9-b47c-9e1fcfceac9e req-1e31c712-f03c-4acf-9198-40f92af9d253 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 945 time: 0.0492296 Dec 09 23:00:35.920171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-b237d5ed-ac7c-43a9-b47c-9e1fcfceac9e req-e3c05a71-bd54-48d4-b642-01040c8bcead tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Deleting port 786df06c-7bd9-4ded-9025-b209332b8d05 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:00:35.920509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b237d5ed-ac7c-43a9-b47c-9e1fcfceac9e req-e3c05a71-bd54-48d4-b642-01040c8bcead tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:36.014106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b237d5ed-ac7c-43a9-b47c-9e1fcfceac9e req-e3c05a71-bd54-48d4-b642-01040c8bcead tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] For port 786df06c-7bd9-4ded-9025-b209332b8d05, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=786df06c-7bd9-4ded-9025-b209332b8d05,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:00:36.014506 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b237d5ed-ac7c-43a9-b47c-9e1fcfceac9e req-e3c05a71-bd54-48d4-b642-01040c8bcead tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:36.026549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-b237d5ed-ac7c-43a9-b47c-9e1fcfceac9e req-e3c05a71-bd54-48d4-b642-01040c8bcead tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Calling delete_port for 786df06c-7bd9-4ded-9025-b209332b8d05 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:00:36.159993 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b237d5ed-ac7c-43a9-b47c-9e1fcfceac9e req-e3c05a71-bd54-48d4-b642-01040c8bcead tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:36.171530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['786df06c-7bd9-4ded-9025-b209332b8d05'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:00:36.194634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:00:36.271482 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:36.478138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c05a71-bd54-48d4-b642-01040c8bcead tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event deleted for resources: {'Port': ['ID=786df06c-7bd9-4ded-9025-b209332b8d05,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:36.520495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b237d5ed-ac7c-43a9-b47c-9e1fcfceac9e req-e3c05a71-bd54-48d4-b642-01040c8bcead tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] No DVR routers for this DVR port 786df06c-7bd9-4ded-9025-b209332b8d05 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:00:36.523643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b237d5ed-ac7c-43a9-b47c-9e1fcfceac9e req-e3c05a71-bd54-48d4-b642-01040c8bcead tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:36.527074 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b237d5ed-ac7c-43a9-b47c-9e1fcfceac9e req-e3c05a71-bd54-48d4-b642-01040c8bcead tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.42 "DELETE /v2.0/ports/786df06c-7bd9-4ded-9025-b209332b8d05 HTTP/1.1" status: 204 len: 173 time: 0.6896939 Dec 09 23:00:36.527543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9b1de1-95b6-48d8-901f-15f7be9c0bca', 'name': 'network-vif-deleted', 'tag': '786df06c-7bd9-4ded-9025-b209332b8d05'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:00:36.529863 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f3a757-57f8-49a5-a5de-2dedc103b429" -d '{"events": [{"server_uuid": "4e9b1de1-95b6-48d8-901f-15f7be9c0bca", "name": "network-vif-deleted", "tag": "786df06c-7bd9-4ded-9025-b209332b8d05"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:00:36.580096 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581ff6f3-8d45-4ae6-9c26-4149e7e5cd1e x-openstack-request-id: req-581ff6f3-8d45-4ae6-9c26-4149e7e5cd1e {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:00:36.580334 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9b1de1-95b6-48d8-901f-15f7be9c0bca", "name": "network-vif-deleted", "tag": "786df06c-7bd9-4ded-9025-b209332b8d05", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:00:36.580689 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-581ff6f3-8d45-4ae6-9c26-4149e7e5cd1e {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:00:36.581239 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9b1de1-95b6-48d8-901f-15f7be9c0bca', 'name': 'network-vif-deleted', 'tag': '786df06c-7bd9-4ded-9025-b209332b8d05', 'status': 'completed', 'code': 200} Dec 09 23:00:36.725345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cbdfdb46-ff65-4bc2-84cd-30ca9e088c50 req-2fe36347-5952-4be7-be11-af53452074ca tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 210 time: 0.0255911 Dec 09 23:00:37.064230 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:37.795376 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:00:37.823954 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c545bcd8-c47e-42ce-9af8-5a15037b7c3e req-6d9700a9-c76c-48b4-b6f1-ae0f92117ed4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 210 time: 0.0290220 Dec 09 23:00:38.922534 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9264471f-b614-4726-b93b-3a9e77e84e5c req-c9dd05b8-a47c-4635-b4c1-7ef7f20ef00a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 210 time: 0.0291173 Dec 09 23:00:40.020845 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4003635-6024-4d7d-b957-3189ed9eee40 req-c55399e9-4a15-4ebc-92bd-14fbecf7373f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 210 time: 0.0273125 Dec 09 23:00:40.025215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 786df06c-7bd9-4ded-9025-b209332b8d05 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:00:40.047786 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 786df06c-7bd9-4ded-9025-b209332b8d05 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:00:40.048141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 786df06c-7bd9-4ded-9025-b209332b8d05 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:00:41.137163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-417362e6-93f3-49ce-81f2-86f4899fd001 req-e19651c0-2903-4d2f-b308-aa6783d5a174 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9b1de1-95b6-48d8-901f-15f7be9c0bca HTTP/1.1" status: 200 len: 210 time: 0.0293643 Dec 09 23:00:46.656007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee5334-2141-4c15-938e-c8c08dc31d95 req-51aa67f3-b4f4-4969-8be0-de7494e390fc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:46.657453 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1ee5334-2141-4c15-938e-c8c08dc31d95 req-51aa67f3-b4f4-4969-8be0-de7494e390fc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 945 time: 0.0481551 Dec 09 23:00:46.706958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f1ee5334-2141-4c15-938e-c8c08dc31d95 req-f1e2751d-8c24-4538-9a56-053c920abf2e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433927 Dec 09 23:00:47.820775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a7a53-6ba6-44c8-8c9e-65ee354b90f2 req-ea6e6a56-599e-4b7b-a705-3577828cd0e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:47.822341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b04a7a53-6ba6-44c8-8c9e-65ee354b90f2 req-ea6e6a56-599e-4b7b-a705-3577828cd0e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 945 time: 0.0476730 Dec 09 23:00:47.870624 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b04a7a53-6ba6-44c8-8c9e-65ee354b90f2 req-22db7d27-efd3-4c14-9396-0cf6f776733b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f38edb9-33c5-40fe-95ea-6e668a4b38c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Dec 09 23:00:48.273815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b8d2b-9ed0-437e-b452-4ce51eea5e11 req-dea542db-61cd-409c-978a-cf4c12e217c4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:00:48.275243 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-101b8d2b-9ed0-437e-b452-4ce51eea5e11 req-dea542db-61cd-409c-978a-cf4c12e217c4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 945 time: 0.0482304 Dec 09 23:00:48.364476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-101b8d2b-9ed0-437e-b452-4ce51eea5e11 req-21745515-be17-40de-ad0d-7dbc4cc5c54a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Deleting port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:00:48.364816 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-101b8d2b-9ed0-437e-b452-4ce51eea5e11 req-21745515-be17-40de-ad0d-7dbc4cc5c54a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:48.451434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-101b8d2b-9ed0-437e-b452-4ce51eea5e11 req-21745515-be17-40de-ad0d-7dbc4cc5c54a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] For port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:00:48.451722 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-101b8d2b-9ed0-437e-b452-4ce51eea5e11 req-21745515-be17-40de-ad0d-7dbc4cc5c54a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:48.464589 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-101b8d2b-9ed0-437e-b452-4ce51eea5e11 req-21745515-be17-40de-ad0d-7dbc4cc5c54a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Calling delete_port for fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:00:48.589874 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-101b8d2b-9ed0-437e-b452-4ce51eea5e11 req-21745515-be17-40de-ad0d-7dbc4cc5c54a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:48.615591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21745515-be17-40de-ad0d-7dbc4cc5c54a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event deleted for resources: {'Port': ['ID=fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:48.623421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:00:48.663661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-101b8d2b-9ed0-437e-b452-4ce51eea5e11 req-21745515-be17-40de-ad0d-7dbc4cc5c54a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] No DVR routers for this DVR port fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:00:48.666285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-101b8d2b-9ed0-437e-b452-4ce51eea5e11 req-21745515-be17-40de-ad0d-7dbc4cc5c54a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:48.669640 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-101b8d2b-9ed0-437e-b452-4ce51eea5e11 req-21745515-be17-40de-ad0d-7dbc4cc5c54a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "DELETE /v2.0/ports/fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd HTTP/1.1" status: 204 len: 173 time: 0.3882012 Dec 09 23:00:48.670104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a8499e-76fd-4edd-9b07-6ce3ab98854e', 'name': 'network-vif-deleted', 'tag': 'fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:00:48.672362 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d4c929-1825-47b5-9350-957d95a8a2e3" -d '{"events": [{"server_uuid": "04a8499e-76fd-4edd-9b07-6ce3ab98854e", "name": "network-vif-deleted", "tag": "fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:00:48.710605 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658f9a86-311b-40a6-b81c-d6856bcd46a7 x-openstack-request-id: req-658f9a86-311b-40a6-b81c-d6856bcd46a7 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:00:48.710909 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a8499e-76fd-4edd-9b07-6ce3ab98854e", "name": "network-vif-deleted", "tag": "fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:00:48.711173 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-658f9a86-311b-40a6-b81c-d6856bcd46a7 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:00:48.711574 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a8499e-76fd-4edd-9b07-6ce3ab98854e', 'name': 'network-vif-deleted', 'tag': 'fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd', 'status': 'completed', 'code': 200} Dec 09 23:00:48.964301 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa4233ab-34a8-4c2d-8a48-ff4fa3c38991 req-7ebf3f67-d589-4dfb-9e39-df598d40b43c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 210 time: 0.0260375 Dec 09 23:00:50.059666 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1a15d15-48b2-4f13-ba51-fe3f60eac3ee req-478ceca4-be27-4cde-8be6-81574a283922 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 210 time: 0.0262003 Dec 09 23:00:51.155931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-55517833-50e8-4580-8b81-ac4d79bf7a13 req-518fe539-9e18-4774-bfed-6c37f1783293 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 210 time: 0.0257616 Dec 09 23:00:52.256695 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cee748fb-ad3d-4953-97e1-211d7d77852b req-4428227a-7e21-4c3a-95be-bd09a8b29f5c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 210 time: 0.0291467 Dec 09 23:00:52.291788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:00:52.311762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:00:52.312114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fa3b9deb-ffe7-4e60-8a0e-9ed7af1ec0cd not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:00:52.833386 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:53.374283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6614048b-839f-4c73-a1d8-e8b64b6be7e5 req-acde1105-6334-4c77-9deb-3981f61f593b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a8499e-76fd-4edd-9b07-6ce3ab98854e HTTP/1.1" status: 200 len: 210 time: 0.0316079 Dec 09 23:00:57.395425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55100) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:00:57.399982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682652591', 'description': 'tempest-secgroup-smoke-682652591 description', 'project_id': '584af76d4a0243429eba383ace6bfd11'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:00:57.421545 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.487052 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.490440 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.517926 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.519130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1226411 Dec 09 23:00:57.522126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55102) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:00:57.523525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:57.527228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-89e14058-c825-4c56-aef8-4f6ba5d198db tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'security_group_rule': {'security_group_id': '4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2', 'project_id': '584af76d4a0243429eba383ace6bfd11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:00:57.530896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.531250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.531596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.531939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.532290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.532621 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.532956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.533290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.533620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.533987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.534330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.534662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.534992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2298e2ae-b5b4-4c22-a8ee-3d12434d3d79 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:00:57.554294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-89e14058-c825-4c56-aef8-4f6ba5d198db tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.607844 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-89e14058-c825-4c56-aef8-4f6ba5d198db tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.611203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-89e14058-c825-4c56-aef8-4f6ba5d198db tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.630940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e14058-c825-4c56-aef8-4f6ba5d198db tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c855e3ba-36bb-4482-83c7-00c674ccf40a,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:57.636534 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-89e14058-c825-4c56-aef8-4f6ba5d198db tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.637695 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-89e14058-c825-4c56-aef8-4f6ba5d198db tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140592 Dec 09 23:00:57.640449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55104) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:00:57.644737 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-be669c4d-ca20-413e-84c4-c73dada21527 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'security_group_rule': {'security_group_id': '4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2', 'project_id': '584af76d4a0243429eba383ace6bfd11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:00:57.671197 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be669c4d-ca20-413e-84c4-c73dada21527 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.725193 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be669c4d-ca20-413e-84c4-c73dada21527 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.729092 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be669c4d-ca20-413e-84c4-c73dada21527 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.746416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be669c4d-ca20-413e-84c4-c73dada21527 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707cab8f-4995-4dfc-ba98-cb64bad102f8,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:57.753709 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be669c4d-ca20-413e-84c4-c73dada21527 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.755171 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-be669c4d-ca20-413e-84c4-c73dada21527 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137741 Dec 09 23:00:57.758574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55106) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:00:57.762832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1a2a13eb-f598-4790-a747-f891d615496d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'security_group_rule': {'security_group_id': '4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2', 'project_id': '584af76d4a0243429eba383ace6bfd11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:00:57.789131 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1a2a13eb-f598-4790-a747-f891d615496d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.848360 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1a2a13eb-f598-4790-a747-f891d615496d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.851777 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1a2a13eb-f598-4790-a747-f891d615496d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.869155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a13eb-f598-4790-a747-f891d615496d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa73b57-01fb-4d1d-aeb7-6d39c6b1d509,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:57.877173 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1a2a13eb-f598-4790-a747-f891d615496d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.878403 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1a2a13eb-f598-4790-a747-f891d615496d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188848 Dec 09 23:00:57.881361 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55108) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:00:57.886081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-54280e1a-83f7-4a3a-9e4a-81bdaa710832 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'security_group_rule': {'security_group_id': '4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2', 'project_id': '584af76d4a0243429eba383ace6bfd11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:00:57.911081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54280e1a-83f7-4a3a-9e4a-81bdaa710832 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.967943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54280e1a-83f7-4a3a-9e4a-81bdaa710832 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.971363 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54280e1a-83f7-4a3a-9e4a-81bdaa710832 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.988458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54280e1a-83f7-4a3a-9e4a-81bdaa710832 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caaf0b76-8696-4f63-b0cf-f809cb64da9e,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:57.996283 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54280e1a-83f7-4a3a-9e4a-81bdaa710832 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:57.997452 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-54280e1a-83f7-4a3a-9e4a-81bdaa710832 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146662 Dec 09 23:00:58.000318 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55110) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:00:58.005399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-72be9054-898f-4031-b985-bafc6b25584e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'security_group_rule': {'security_group_id': '4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2', 'project_id': '584af76d4a0243429eba383ace6bfd11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:00:58.027701 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-72be9054-898f-4031-b985-bafc6b25584e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Project 584af76d4a0243429eba383ace6bfd11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:00:58.032828 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72be9054-898f-4031-b985-bafc6b25584e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:58.090328 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72be9054-898f-4031-b985-bafc6b25584e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:58.093678 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72be9054-898f-4031-b985-bafc6b25584e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:58.110479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be9054-898f-4031-b985-bafc6b25584e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59e92c0-22b8-48b9-9413-6b4cba76255c,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:58.118772 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72be9054-898f-4031-b985-bafc6b25584e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:58.119956 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-72be9054-898f-4031-b985-bafc6b25584e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187170 Dec 09 23:00:58.122666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55112) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:00:58.126910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-be29ca4e-0f82-4164-95ae-c233cc8d43af tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'security_group_rule': {'security_group_id': '4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2', 'project_id': '584af76d4a0243429eba383ace6bfd11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:00:58.149279 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-be29ca4e-0f82-4164-95ae-c233cc8d43af tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Project 584af76d4a0243429eba383ace6bfd11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:00:58.154101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be29ca4e-0f82-4164-95ae-c233cc8d43af tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:58.214430 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be29ca4e-0f82-4164-95ae-c233cc8d43af tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:58.218074 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be29ca4e-0f82-4164-95ae-c233cc8d43af tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:58.238089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29ca4e-0f82-4164-95ae-c233cc8d43af tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeafb85a-2899-4ad6-a63f-9b1351cb04d0,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:00:58.244243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be29ca4e-0f82-4164-95ae-c233cc8d43af tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:00:58.245300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-be29ca4e-0f82-4164-95ae-c233cc8d43af tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217096 Dec 09 23:01:01.069874 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f603d854-d39b-47f4-89fd-951eb94b0861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:03.343520 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f388-05aa-479d-aeaf-ab88d402d2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:04.010337 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:04.879068 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:06.259131 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:07.065976 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:13.497036 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-5a6338fa-b8f6-43aa-801e-c2012dcca4b8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682652591&fields=id&tenant_id=584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 267 time: 0.0434818 Dec 09 23:01:13.603051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268716c0-e4ba-4706-812f-2169aaf73666 req-2dd89a27-f9dd-400d-8f46-a159899d14ae tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:13.604487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-2dd89a27-f9dd-400d-8f46-a159899d14ae tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.1007423 Dec 09 23:01:13.619118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-807f6924-a0b3-43b4-8c9a-0ba5f974ab83 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/quotas/584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 375 time: 0.0089061 Dec 09 23:01:13.669070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-b9d53fe9-d9b1-492c-9ce1-851bdc826ad2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447736 Dec 09 23:01:13.811030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-a8c1186c-3798-462b-b046-b41f3f03bf68 service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306064 Dec 09 23:01:13.896430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-44234ad6-f886-482e-a4d4-0cdffee4862c service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793602 Dec 09 23:01:14.178574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eef56619-4577-46c2-9672-724cfc7850d0 req-63296542-b9fd-481a-b9f9-c41b7cd53b47 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 210 time: 0.0249588 Dec 09 23:01:14.794721 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:01:15.129140 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268716c0-e4ba-4706-812f-2169aaf73666 req-bd916288-adb5-4930-9f48-58eff9fee24d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:15.130969 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-bd916288-adb5-4930-9f48-58eff9fee24d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.1033840 Dec 09 23:01:15.201338 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-a7c379c7-468b-436a-bea1-0dbbf024144c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 379 time: 0.0552878 Dec 09 23:01:15.211802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-268716c0-e4ba-4706-812f-2169aaf73666 req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'port': {'device_id': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'admin_state_up': True, 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'security_groups': ['4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:01:15.288654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da76c6f5-87c6-463b-8f35-070c2caefe75 req-e1f7c1c3-f542-48b1-8b6f-f3c874356b31 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 210 time: 0.0369411 Dec 09 23:01:15.328109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268716c0-e4ba-4706-812f-2169aaf73666 req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Made reservation on behalf of 584af76d4a0243429eba383ace6bfd11 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:01:15.331723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-268716c0-e4ba-4706-812f-2169aaf73666 req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:15.461051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-268716c0-e4ba-4706-812f-2169aaf73666 req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Allocated IP 172.20.0.4 (b311721f-8f76-4fb7-9bdc-1dd9815bda6b/6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff/59707012-181f-4ebb-9795-511d5f7f26ae) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:01:15.594904 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-268716c0-e4ba-4706-812f-2169aaf73666 req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:15.630274 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-268716c0-e4ba-4706-812f-2169aaf73666 req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:15.677545 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268716c0-e4ba-4706-812f-2169aaf73666 req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:01:15.681058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-268716c0-e4ba-4706-812f-2169aaf73666 req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:01:15.686865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-268716c0-e4ba-4706-812f-2169aaf73666 req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:01:15.693354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=59707012-181f-4ebb-9795-511d5f7f26ae,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:01:15.724466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.724824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.725179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.725570 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.725951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.726304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.726648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.726989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.727324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.727661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.727997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.728333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.728671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:15.753226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268716c0-e4ba-4706-812f-2169aaf73666 req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:15.753884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-268716c0-e4ba-4706-812f-2169aaf73666 req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:15.771309 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-8e4f06a5-bb1c-4e5c-95eb-f63e6b7a0878 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642393 Dec 09 23:01:15.789834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Request body: {'port': {'device_id': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:01:15.850095 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:15.959839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-22e408c4-4f70-4e65-a93d-cbc397cb7dfa None None] Provisioning complete for port 59707012-181f-4ebb-9795-511d5f7f26ae triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:01:15.960389 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22e408c4-4f70-4e65-a93d-cbc397cb7dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:15.994940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-22e408c4-4f70-4e65-a93d-cbc397cb7dfa None None] Port 59707012-181f-4ebb-9795-511d5f7f26ae cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:01:16.123582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59707012-181f-4ebb-9795-511d5f7f26ae {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:01:16.131850 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:16.144098 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Transition to ACTIVE for port object 59707012-181f-4ebb-9795-511d5f7f26ae will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:01:16.147639 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:16.221908 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Pushing event updated for resources: {'Port': ['ID=59707012-181f-4ebb-9795-511d5f7f26ae,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:01:16.277560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Attempting to bind port 59707012-181f-4ebb-9795-511d5f7f26ae on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:01:16.277943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Attempting to bind port 59707012-181f-4ebb-9795-511d5f7f26ae by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:01:16.278442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Attempting to bind port 59707012-181f-4ebb-9795-511d5f7f26ae on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:01:16.283393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Port 59707012-181f-4ebb-9795-511d5f7f26ae on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:01:16.283722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Attempting to bind port 59707012-181f-4ebb-9795-511d5f7f26ae on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:01:16.289626 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:01:16.290015 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Checking segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:01:16.290404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Bound using segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:01:16.290978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Bound port: 59707012-181f-4ebb-9795-511d5f7f26ae, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:01:16.291399 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:16.366768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] For port 59707012-181f-4ebb-9795-511d5f7f26ae, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:01:16.370417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] For port 59707012-181f-4ebb-9795-511d5f7f26ae, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=59707012-181f-4ebb-9795-511d5f7f26ae,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:01:16.375613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:16.415496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:16.416233 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:16.417646 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] 10.222.0.18 "PUT /v2.0/ports/59707012-181f-4ebb-9795-511d5f7f26ae HTTP/1.1" status: 200 len: 1092 time: 0.6323855 Dec 09 23:01:16.418304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'tag': '59707012-181f-4ebb-9795-511d5f7f26ae'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:01:16.420457 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33891d67-406d-4535-8566-5ed1def84e71" -d '{"events": [{"name": "network-changed", "server_uuid": "53aeb72b-52ed-43d2-8e86-320bf5dd8b7b", "tag": "59707012-181f-4ebb-9795-511d5f7f26ae"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:01:16.448477 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62895da-45d5-41d1-90ee-8a27a58cf56f req-ab0b4191-ee42-4034-8f2a-60b6b07f30be tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:16.451150 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e62895da-45d5-41d1-90ee-8a27a58cf56f req-ab0b4191-ee42-4034-8f2a-60b6b07f30be tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 943 time: 0.0754561 Dec 09 23:01:16.467197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9f770-3f02-474f-889f-6cdbb6684e01 service neutron] Pushing event updated for resources: {'Port': ['ID=59707012-181f-4ebb-9795-511d5f7f26ae,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:01:16.479222 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7452b0ea-2d5c-4a41-a4a2-6f0693cd1a64 x-openstack-request-id: req-7452b0ea-2d5c-4a41-a4a2-6f0693cd1a64 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:01:16.480006 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53aeb72b-52ed-43d2-8e86-320bf5dd8b7b", "tag": "59707012-181f-4ebb-9795-511d5f7f26ae", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:01:16.480209 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7452b0ea-2d5c-4a41-a4a2-6f0693cd1a64 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:01:16.480624 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'tag': '59707012-181f-4ebb-9795-511d5f7f26ae', 'status': 'completed', 'code': 200} Dec 09 23:01:16.520340 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e62895da-45d5-41d1-90ee-8a27a58cf56f req-050d51c9-3ca1-498f-864e-1868dafc3fab tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599003 Dec 09 23:01:16.545005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268716c0-e4ba-4706-812f-2169aaf73666 req-70c1b82d-7f0d-4162-be0b-11ac10edf68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:16.546818 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-70c1b82d-7f0d-4162-be0b-11ac10edf68d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 1095 time: 0.0493813 Dec 09 23:01:16.603067 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-5a5a86ab-e4ff-420c-8989-2767772cd0a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59707012-181f-4ebb-9795-511d5f7f26ae HTTP/1.1" status: 200 len: 217 time: 0.0414596 Dec 09 23:01:16.655229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268716c0-e4ba-4706-812f-2169aaf73666 req-c502a6b0-3f52-43d8-8040-443daf28f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:16.656707 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-c502a6b0-3f52-43d8-8040-443daf28f041 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0465319 Dec 09 23:01:16.706768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268716c0-e4ba-4706-812f-2169aaf73666 req-4cda8032-5fea-4ea3-821b-1dd5534a0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:16.708244 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-4cda8032-5fea-4ea3-821b-1dd5534a0b8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444269 Dec 09 23:01:16.807109 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-a7d336a8-86ff-43ef-8d0c-d22b3bb8d400 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909736 Dec 09 23:01:16.898259 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-268716c0-e4ba-4706-812f-2169aaf73666 req-f6094dba-9fe4-4cae-af12-b817d957794c service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833392 Dec 09 23:01:17.012234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33891d67-406d-4535-8566-5ed1def84e71 req-81c77130-6ac1-4cc3-84d9-1c5215cbcd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:17.013650 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-33891d67-406d-4535-8566-5ed1def84e71 req-81c77130-6ac1-4cc3-84d9-1c5215cbcd09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 1095 time: 0.0465853 Dec 09 23:01:17.103439 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33891d67-406d-4535-8566-5ed1def84e71 req-c84b07cd-ee37-470d-ab0a-ebe44db0fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:17.104935 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-33891d67-406d-4535-8566-5ed1def84e71 req-c84b07cd-ee37-470d-ab0a-ebe44db0fcd8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0846255 Dec 09 23:01:17.150985 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-33891d67-406d-4535-8566-5ed1def84e71 req-01bc5905-2505-4c1d-9fef-d193b2ba9376 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59707012-181f-4ebb-9795-511d5f7f26ae HTTP/1.1" status: 200 len: 217 time: 0.0388741 Dec 09 23:01:17.203487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33891d67-406d-4535-8566-5ed1def84e71 req-e4a0a86a-7e61-4d01-90bc-9b8826054657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:17.205041 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-33891d67-406d-4535-8566-5ed1def84e71 req-e4a0a86a-7e61-4d01-90bc-9b8826054657 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0468588 Dec 09 23:01:17.253118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33891d67-406d-4535-8566-5ed1def84e71 req-4b7f31d5-8a8b-413b-a797-792a6ebc451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:17.255182 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-33891d67-406d-4535-8566-5ed1def84e71 req-4b7f31d5-8a8b-413b-a797-792a6ebc451a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425694 Dec 09 23:01:17.347848 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-33891d67-406d-4535-8566-5ed1def84e71 req-82a95f23-ab3b-4da8-9f8a-d4d14c532a60 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851958 Dec 09 23:01:17.440732 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-33891d67-406d-4535-8566-5ed1def84e71 req-cc45d8be-ceb9-4548-8fb0-cf26dc7cf746 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837619 Dec 09 23:01:17.638568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcd13c-ec33-4658-a40f-fe708a79ad0e req-571962b0-88c1-49f8-b19b-16bb1a9f1cfe tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:17.640034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bdcd13c-ec33-4658-a40f-fe708a79ad0e req-571962b0-88c1-49f8-b19b-16bb1a9f1cfe tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 943 time: 0.0510771 Dec 09 23:01:17.688216 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5bdcd13c-ec33-4658-a40f-fe708a79ad0e req-60caa8c1-ffe3-4790-9892-719dd58df5d6 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421431 Dec 09 23:01:18.805403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1a10e-a098-4597-a726-8e2a68bae074 req-478facd4-2abd-49bc-8a3c-b99dd1f7d750 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:18.807037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0df1a10e-a098-4597-a726-8e2a68bae074 req-478facd4-2abd-49bc-8a3c-b99dd1f7d750 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 943 time: 0.0521352 Dec 09 23:01:18.855966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0df1a10e-a098-4597-a726-8e2a68bae074 req-e3787adc-7e8c-4643-a844-65583c1c7bbd tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428667 Dec 09 23:01:19.977497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864c9a5-eaba-4147-ad5a-a8e73e4517eb req-16b2ac32-9b77-4c36-9f5c-e8691de4eb6a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:19.979016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5864c9a5-eaba-4147-ad5a-a8e73e4517eb req-16b2ac32-9b77-4c36-9f5c-e8691de4eb6a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 943 time: 0.0508423 Dec 09 23:01:20.031058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5864c9a5-eaba-4147-ad5a-a8e73e4517eb req-60f39dfa-8862-437f-87a6-a52039da189d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455384 Dec 09 23:01:21.143778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99755cc4-72b8-4a7f-a1c2-e99b83659102 req-80821f91-3d09-4b58-8ea8-5b7c531d0b84 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:21.145238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99755cc4-72b8-4a7f-a1c2-e99b83659102 req-80821f91-3d09-4b58-8ea8-5b7c531d0b84 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 943 time: 0.0475657 Dec 09 23:01:21.196700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99755cc4-72b8-4a7f-a1c2-e99b83659102 req-6fe2c082-8a3a-4211-ac3c-47c088c11469 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450444 Dec 09 23:01:22.309759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80a4ff-a4c5-4e6b-a6ba-fd2ad11dab6c req-2e30689c-3ede-48d6-8825-f0446cb76473 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:22.311233 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae80a4ff-a4c5-4e6b-a6ba-fd2ad11dab6c req-2e30689c-3ede-48d6-8825-f0446cb76473 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 943 time: 0.0477259 Dec 09 23:01:22.359582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae80a4ff-a4c5-4e6b-a6ba-fd2ad11dab6c req-d5fc73ed-f19b-424c-b215-b6adda516253 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424790 Dec 09 23:01:22.839460 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:23.471697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112d50c-49b5-45b6-9773-4de14159fefa req-846cda08-3945-44e1-b1a9-1bac0c5cf688 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:23.473086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5112d50c-49b5-45b6-9773-4de14159fefa req-846cda08-3945-44e1-b1a9-1bac0c5cf688 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 943 time: 0.0476649 Dec 09 23:01:23.525424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5112d50c-49b5-45b6-9773-4de14159fefa req-a1e3959e-5849-4ab6-be1f-1f7bafaf153a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458589 Dec 09 23:01:24.641779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9a8b3-3c1c-46a0-9cc0-8dad1fae0fbe req-c5ae1f50-520d-44cc-9e4c-a4767a0113bf tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:24.643225 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26e9a8b3-3c1c-46a0-9cc0-8dad1fae0fbe req-c5ae1f50-520d-44cc-9e4c-a4767a0113bf tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 943 time: 0.0509231 Dec 09 23:01:24.689923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26e9a8b3-3c1c-46a0-9cc0-8dad1fae0fbe req-7c4ace96-f29a-4a8a-b265-ad65fef1f544 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407739 Dec 09 23:01:25.801878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233aea3-8fdc-4858-960a-17cf92d383cf req-f869ebb1-8c81-4bb4-8e16-56ea80cb3726 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:25.803346 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2233aea3-8fdc-4858-960a-17cf92d383cf req-f869ebb1-8c81-4bb4-8e16-56ea80cb3726 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 943 time: 0.0479286 Dec 09 23:01:25.851727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2233aea3-8fdc-4858-960a-17cf92d383cf req-9537ed2d-d853-417f-8d5e-5ee3df467d2e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424411 Dec 09 23:01:26.966884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9344e8-a0e8-469f-90bf-0c882c9f3724 req-a8ca7d8f-a4ef-48fc-b466-bcab31fefba7 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:26.968332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce9344e8-a0e8-469f-90bf-0c882c9f3724 req-a8ca7d8f-a4ef-48fc-b466-bcab31fefba7 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 943 time: 0.0504792 Dec 09 23:01:27.016461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ce9344e8-a0e8-469f-90bf-0c882c9f3724 req-c9319107-befb-4cc4-b5e5-2f94d1d320cf tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423183 Dec 09 23:01:28.134195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43131f-8270-48c7-b2e5-5e3a600773c6 req-da4b32ff-4a83-457c-b5df-811b4c238dd2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:28.136365 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d43131f-8270-48c7-b2e5-5e3a600773c6 req-da4b32ff-4a83-457c-b5df-811b4c238dd2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 943 time: 0.0496707 Dec 09 23:01:28.185028 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d43131f-8270-48c7-b2e5-5e3a600773c6 req-0000a2ba-dbe6-4cba-872c-36ec8ce9ed45 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Dec 09 23:01:28.448736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 59707012-181f-4ebb-9795-511d5f7f26ae details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:01:28.545468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 59707012-181f-4ebb-9795-511d5f7f26ae, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=59707012-181f-4ebb-9795-511d5f7f26ae,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:01:28.556012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '59707012-181f-4ebb-9795-511d5f7f26ae', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'port_id': '59707012-181f-4ebb-9795-511d5f7f26ae', 'mac_address': 'fa:16:3e:7e:49:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:01:28.591965 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:28.604103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59707012-181f-4ebb-9795-511d5f7f26ae {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:01:28.622076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 59707012-181f-4ebb-9795-511d5f7f26ae, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=59707012-181f-4ebb-9795-511d5f7f26ae,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:01:28.626248 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:28.671207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=59707012-181f-4ebb-9795-511d5f7f26ae,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:01:28.905150 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['59707012-181f-4ebb-9795-511d5f7f26ae'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:01:29.299437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5793e-184b-49e4-8f29-e298bb475684 req-6c0787d7-adc2-46b0-9954-fff415f15937 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:29.300898 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8c5793e-184b-49e4-8f29-e298bb475684 req-6c0787d7-adc2-46b0-9954-fff415f15937 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 944 time: 0.0505943 Dec 09 23:01:29.352789 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a8c5793e-184b-49e4-8f29-e298bb475684 req-8594f14e-8933-42d3-9fac-fb04a9974530 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453596 Dec 09 23:01:30.449459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 59707012-181f-4ebb-9795-511d5f7f26ae up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:01:30.465842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec8655-6e54-4f5b-b858-e496791908d6 req-a40e69ff-b32e-45d5-9dcd-e9cca975ae1e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:30.467299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25ec8655-6e54-4f5b-b858-e496791908d6 req-a40e69ff-b32e-45d5-9dcd-e9cca975ae1e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 944 time: 0.0474191 Dec 09 23:01:30.501809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 59707012-181f-4ebb-9795-511d5f7f26ae completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:01:30.505738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 59707012-181f-4ebb-9795-511d5f7f26ae triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:01:30.506139 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:30.516801 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25ec8655-6e54-4f5b-b858-e496791908d6 req-85d01ca3-ed68-4858-ae27-9fd0d956cf70 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434952 Dec 09 23:01:30.580393 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:30.601904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59707012-181f-4ebb-9795-511d5f7f26ae'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:01:30.604128 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082e98f9-8769-42b6-877a-32e0a7b5f279" -d '{"events": [{"server_uuid": "53aeb72b-52ed-43d2-8e86-320bf5dd8b7b", "name": "network-vif-plugged", "status": "completed", "tag": "59707012-181f-4ebb-9795-511d5f7f26ae"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:01:30.616140 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 59707012-181f-4ebb-9795-511d5f7f26ae, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=59707012-181f-4ebb-9795-511d5f7f26ae,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:01:30.620704 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:30.643723 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484d5465-519d-4c6d-80e9-bf48cc6b3ad7 x-openstack-request-id: req-484d5465-519d-4c6d-80e9-bf48cc6b3ad7 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:01:30.644015 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53aeb72b-52ed-43d2-8e86-320bf5dd8b7b", "name": "network-vif-plugged", "status": "completed", "tag": "59707012-181f-4ebb-9795-511d5f7f26ae", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:01:30.644271 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-484d5465-519d-4c6d-80e9-bf48cc6b3ad7 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:01:30.644659 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59707012-181f-4ebb-9795-511d5f7f26ae', 'code': 200} Dec 09 23:01:30.669202 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=59707012-181f-4ebb-9795-511d5f7f26ae,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:01:30.676584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.676897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.677239 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.677832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.677957 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.678270 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.678599 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.679465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.679794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.680122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.680449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.680776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.681387 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:01:30.767554 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4579e-5c1a-4cf2-970e-e66899e5e5fd req-786790a4-86de-4798-8927-560e07628e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:30.768934 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fbe4579e-5c1a-4cf2-970e-e66899e5e5fd req-786790a4-86de-4798-8927-560e07628e3c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 1097 time: 0.0408504 Dec 09 23:01:30.820158 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-fbe4579e-5c1a-4cf2-970e-e66899e5e5fd req-2e90f4a6-f275-48ac-a70b-98ab8df8999d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427227 Dec 09 23:01:31.075745 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa00077d-7335-477f-bc16-d41efc9caeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:31.629610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce8ed1-1f2a-4bc4-be6e-fc1a0778b797 req-d7aea43d-04bf-4148-8d04-6e08508241bc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:31.631334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61ce8ed1-1f2a-4bc4-be6e-fc1a0778b797 req-d7aea43d-04bf-4148-8d04-6e08508241bc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 945 time: 0.0476623 Dec 09 23:01:31.678983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61ce8ed1-1f2a-4bc4-be6e-fc1a0778b797 req-5fa5b65e-6117-4e31-9064-57b210453003 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411382 Dec 09 23:01:32.798231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a48bfa-542c-4fbe-b626-096fa88d8d5a req-944659b5-e3af-478c-8451-1ffe2f3f36ae tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:32.799688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50a48bfa-542c-4fbe-b626-096fa88d8d5a req-944659b5-e3af-478c-8451-1ffe2f3f36ae tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 945 time: 0.0524130 Dec 09 23:01:32.847900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50a48bfa-542c-4fbe-b626-096fa88d8d5a req-8aa5f6ee-37de-4062-8f6f-69e222894df2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417888 Dec 09 23:01:32.959887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39ea2e-daa9-4df6-8134-118233601fa0 req-f2b7b036-2886-489e-a4b9-28d7e397789b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:32.961394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d39ea2e-daa9-4df6-8134-118233601fa0 req-f2b7b036-2886-489e-a4b9-28d7e397789b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 945 time: 0.0481043 Dec 09 23:01:33.009593 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1d39ea2e-daa9-4df6-8134-118233601fa0 req-5f7cffd3-5e1a-434a-97d9-ed2878e1a6d3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423474 Dec 09 23:01:33.031083 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55306) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:01:33.068683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bcaf98-16b4-4ba5-9010-4c68306d8ff1 tempest-TestVolumeBootPattern-1767549145 tempest-TestVolumeBootPattern-1767549145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:33.070821 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-97bcaf98-16b4-4ba5-9010-4c68306d8ff1 tempest-TestVolumeBootPattern-1767549145 tempest-TestVolumeBootPattern-1767549145-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 1092 time: 0.0387750 Dec 09 23:01:33.073849 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55308) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:01:33.078014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '59707012-181f-4ebb-9795-511d5f7f26ae', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:01:33.099285 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:33.197590 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:33.301861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Allocated IP 172.25.8.68 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/f7390ed8-77d9-4310-867a-22e86c2b60f2) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:01:33.347494 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-77f686ed-1293-47d0-b367-b8e87760d12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:33.404588 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:33.436863 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:33.471148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:01:33.475236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:01:33.480447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:01:33.505322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=f7390ed8-77d9-4310-867a-22e86c2b60f2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:01:33.836139 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:33.901640 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:34.021541 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:34.042136 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:34.046627 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:34.112714 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=f7390ed8-77d9-4310-867a-22e86c2b60f2,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:01:34.126101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:34.513707 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Floating IP fddbe217-2696-4c19-bb82-e187d3926db6 associated. External IP: 172.25.8.68, port: 59707012-181f-4ebb-9795-511d5f7f26ae. Dec 09 23:01:34.711546 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:01:34.810307 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:01:34.820624 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe48f8-9abe-4099-bf96-f819872832be None None] Sync routers for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:01:34.827168 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:34.830307 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe48f8-9abe-4099-bf96-f819872832be None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:01:34.830981 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7bbe48f8-9abe-4099-bf96-f819872832be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:01:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:01:34.856394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d686d6e4-2aba-4938-a4fd-e7a7e99fbce8 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7815423 Dec 09 23:01:34.857032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'tag': '59707012-181f-4ebb-9795-511d5f7f26ae'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:01:34.859258 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adef918f-5574-4d92-821e-2c91922353b3" -d '{"events": [{"name": "network-changed", "server_uuid": "53aeb72b-52ed-43d2-8e86-320bf5dd8b7b", "tag": "59707012-181f-4ebb-9795-511d5f7f26ae"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:01:34.886939 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:34.936619 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-7bbe48f8-9abe-4099-bf96-f819872832be None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:01:34.967997 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d276fd6-3dcf-413a-829f-40373c18c0fe x-openstack-request-id: req-9d276fd6-3dcf-413a-829f-40373c18c0fe {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:01:34.968292 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53aeb72b-52ed-43d2-8e86-320bf5dd8b7b", "tag": "59707012-181f-4ebb-9795-511d5f7f26ae", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:01:34.968547 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d276fd6-3dcf-413a-829f-40373c18c0fe {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:01:34.968949 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'tag': '59707012-181f-4ebb-9795-511d5f7f26ae', 'status': 'completed', 'code': 200} Dec 09 23:01:35.049923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef918f-5574-4d92-821e-2c91922353b3 req-e38cfa33-9700-4544-b8d3-6f5ed204f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:35.051438 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-adef918f-5574-4d92-821e-2c91922353b3 req-e38cfa33-9700-4544-b8d3-6f5ed204f774 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 1097 time: 0.0397415 Dec 09 23:01:35.142949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef918f-5574-4d92-821e-2c91922353b3 req-bc7e8f4f-afb5-486d-8ced-bda72f6b5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:35.144833 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-adef918f-5574-4d92-821e-2c91922353b3 req-bc7e8f4f-afb5-486d-8ced-bda72f6b5f1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0857580 Dec 09 23:01:35.155943 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7bbe48f8-9abe-4099-bf96-f819872832be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'fddbe217-2696-4c19-bb82-e187d3926db6', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': '59707012-181f-4ebb-9795-511d5f7f26ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:7e:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:01:33Z', 'updated_at': '2021-12-09T23:01:33Z', 'revision_number': 0, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:01:35.181433 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe48f8-9abe-4099-bf96-f819872832be None None] Checking router: 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:01:35.191118 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe48f8-9abe-4099-bf96-f819872832be None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:01:35.191795 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7bbe48f8-9abe-4099-bf96-f819872832be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:01:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:01:35.214344 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-adef918f-5574-4d92-821e-2c91922353b3 req-8cc439a7-73fa-4331-9aa5-96d7aad5145b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59707012-181f-4ebb-9795-511d5f7f26ae HTTP/1.1" status: 200 len: 998 time: 0.0629885 Dec 09 23:01:35.262905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef918f-5574-4d92-821e-2c91922353b3 req-05aa1517-9d57-4e28-ab22-e0e8ca824375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:35.264361 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-adef918f-5574-4d92-821e-2c91922353b3 req-05aa1517-9d57-4e28-ab22-e0e8ca824375 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0438182 Dec 09 23:01:35.296346 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-7bbe48f8-9abe-4099-bf96-f819872832be None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:01:35.310221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef918f-5574-4d92-821e-2c91922353b3 req-2b69e866-cae7-44a0-8030-bf6ac6e2c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:35.311732 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-adef918f-5574-4d92-821e-2c91922353b3 req-2b69e866-cae7-44a0-8030-bf6ac6e2c46e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405674 Dec 09 23:01:35.408905 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-adef918f-5574-4d92-821e-2c91922353b3 req-b7c4d343-04b6-451c-bd50-681f0ff80ac5 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901709 Dec 09 23:01:35.508293 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-adef918f-5574-4d92-821e-2c91922353b3 req-0a150d56-d6d8-4f17-8757-38a4f0121d53 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926077 Dec 09 23:01:35.606865 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-7bbe48f8-9abe-4099-bf96-f819872832be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'fddbe217-2696-4c19-bb82-e187d3926db6', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': '59707012-181f-4ebb-9795-511d5f7f26ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:7e:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:01:33Z', 'updated_at': '2021-12-09T23:01:33Z', 'revision_number': 0, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:01:35.632507 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe48f8-9abe-4099-bf96-f819872832be None None] The sync data for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 is: [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'fddbe217-2696-4c19-bb82-e187d3926db6', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': '59707012-181f-4ebb-9795-511d5f7f26ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:7e:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:01:33Z', 'updated_at': '2021-12-09T23:01:33Z', 'revision_number': 0, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:01:35.813507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b927f1-d3c4-4553-80d5-47f47a4e0f57 None None] New status for floating IP fddbe217-2696-4c19-bb82-e187d3926db6: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:01:36.260213 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:37.070158 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:51.794232 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:01:52.846661 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:01:54.623841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-72ff107a-1b94-4e8b-98e5-2d8ee7854883 req-d96f5e56-18b7-44fa-86a6-9015a2cedafe service neutron] (103418) timed out ('10.222.0.16', 50990) {{(pid=103418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 23:01:58.300917 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d40249e5-62c5-4e02-a594-54c1cb4622a9 req-a602483b-48b8-41a3-9a71-6c83571c7bf7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414882 Dec 09 23:01:58.402382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40249e5-62c5-4e02-a594-54c1cb4622a9 req-99b11f58-6920-4fa6-8f1b-2a03bcf2948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:58.403796 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d40249e5-62c5-4e02-a594-54c1cb4622a9 req-99b11f58-6920-4fa6-8f1b-2a03bcf2948a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 1097 time: 0.0414879 Dec 09 23:01:58.509881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40249e5-62c5-4e02-a594-54c1cb4622a9 req-c80b60ec-05bc-4c01-ae12-b839c89a73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:58.511350 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d40249e5-62c5-4e02-a594-54c1cb4622a9 req-c80b60ec-05bc-4c01-ae12-b839c89a73ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0895619 Dec 09 23:01:58.578949 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d40249e5-62c5-4e02-a594-54c1cb4622a9 req-8709496a-c26f-4394-bda1-432a4d0cebb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59707012-181f-4ebb-9795-511d5f7f26ae HTTP/1.1" status: 200 len: 1000 time: 0.0569735 Dec 09 23:01:58.627279 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40249e5-62c5-4e02-a594-54c1cb4622a9 req-3eae1b53-6d07-49b3-98bb-10ba6ff5b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:58.628693 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d40249e5-62c5-4e02-a594-54c1cb4622a9 req-3eae1b53-6d07-49b3-98bb-10ba6ff5b098 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0430660 Dec 09 23:01:58.677174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40249e5-62c5-4e02-a594-54c1cb4622a9 req-65e65373-fe81-4f2e-b041-a7b3ca6af69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:01:58.678590 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d40249e5-62c5-4e02-a594-54c1cb4622a9 req-65e65373-fe81-4f2e-b041-a7b3ca6af69e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426116 Dec 09 23:01:58.767630 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d40249e5-62c5-4e02-a594-54c1cb4622a9 req-c514eabc-f62c-4e3a-84e0-02ab075452c1 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809803 Dec 09 23:01:58.865773 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d40249e5-62c5-4e02-a594-54c1cb4622a9 req-63501f4d-a931-493f-b9af-36b3337d2eef service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906963 Dec 09 23:02:01.076270 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9db57af2-51d6-4bf5-bf1a-19cda4ea8979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:03.348429 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94764081-d084-46bc-b721-697f8a32f60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:04.018674 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:04.884437 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:06.262990 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:07.071805 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:22.846290 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:28.794233 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:02:31.077267 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1394a723-149a-4274-b941-bfe13b846965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:33.349045 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8904c6d0-ab49-495b-8873-1c23ac93f800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:34.033212 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:34.887007 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:36.265631 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:37.073216 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:52.862303 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:02:59.081677 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8425529f-0c7e-4dda-ac97-21dff54b76fa req-41f886a7-104f-47df-8b7d-f872dc492f66 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406065 Dec 09 23:02:59.178166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425529f-0c7e-4dda-ac97-21dff54b76fa req-5e01b520-9509-450e-9c3f-ae184329fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:02:59.179631 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8425529f-0c7e-4dda-ac97-21dff54b76fa req-5e01b520-9509-450e-9c3f-ae184329fc5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 1097 time: 0.0399034 Dec 09 23:02:59.287708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425529f-0c7e-4dda-ac97-21dff54b76fa req-b9e50443-fe9e-4549-bb66-40e5aeccae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:02:59.289148 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8425529f-0c7e-4dda-ac97-21dff54b76fa req-b9e50443-fe9e-4549-bb66-40e5aeccae5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0888135 Dec 09 23:02:59.352806 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8425529f-0c7e-4dda-ac97-21dff54b76fa req-9098a5e8-2e6d-4ecf-83ae-6648b647fd70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59707012-181f-4ebb-9795-511d5f7f26ae HTTP/1.1" status: 200 len: 1000 time: 0.0560019 Dec 09 23:02:59.405273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425529f-0c7e-4dda-ac97-21dff54b76fa req-9b61f705-d6d1-4569-844f-96aa22d1d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:02:59.406700 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8425529f-0c7e-4dda-ac97-21dff54b76fa req-9b61f705-d6d1-4569-844f-96aa22d1d1c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0463452 Dec 09 23:02:59.451105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425529f-0c7e-4dda-ac97-21dff54b76fa req-4b78b509-5018-49d0-963f-b8b4e498ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:02:59.452546 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8425529f-0c7e-4dda-ac97-21dff54b76fa req-4b78b509-5018-49d0-963f-b8b4e498ff34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392213 Dec 09 23:02:59.544106 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8425529f-0c7e-4dda-ac97-21dff54b76fa req-6b9fcb04-c869-4fcd-bf75-abea05f4c473 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831373 Dec 09 23:02:59.634523 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8425529f-0c7e-4dda-ac97-21dff54b76fa req-7b62f1cc-5bfc-4f83-aa15-26d4f2ac31b2 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825856 Dec 09 23:03:01.078425 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-04e8f4ca-b560-4baf-a592-dd8bed8fe6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:03.349986 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-528bbbed-c948-4d12-8331-bcb1c3073844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:04.033224 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:04.889483 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:05.792932 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:03:06.267665 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:07.075644 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:22.862935 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:30.264304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0feeea-e69c-4cfd-bee6-20254bc6b55e req-f6fb2e6c-bc42-4916-a8b7-19d2428129f2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:30.265804 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a0feeea-e69c-4cfd-bee6-20254bc6b55e req-f6fb2e6c-bc42-4916-a8b7-19d2428129f2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 945 time: 0.0492392 Dec 09 23:03:30.314466 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a0feeea-e69c-4cfd-bee6-20254bc6b55e req-2a9c9f62-b097-428b-b35f-02d22d084bbf tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426958 Dec 09 23:03:31.080902 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-505e6cc4-43af-4215-b883-e99802204890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:31.445071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00217c-624c-47d7-bf73-8db40b07e212 req-cc73c184-2417-447e-ad64-9250f8b6d274 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:31.447313 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc00217c-624c-47d7-bf73-8db40b07e212 req-cc73c184-2417-447e-ad64-9250f8b6d274 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 945 time: 0.0507007 Dec 09 23:03:31.499051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fc00217c-624c-47d7-bf73-8db40b07e212 req-bfd0190e-035b-4058-b329-2beb04713e00 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459154 Dec 09 23:03:31.921193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-f7abb375-046d-4aef-a8ab-e5d5e2d51123 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:31.923326 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-f7abb375-046d-4aef-a8ab-e5d5e2d51123 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 945 time: 0.0490358 Dec 09 23:03:32.014099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Deleting port 59707012-181f-4ebb-9795-511d5f7f26ae {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:03:32.014439 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:32.100873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] For port 59707012-181f-4ebb-9795-511d5f7f26ae, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=59707012-181f-4ebb-9795-511d5f7f26ae,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:03:32.101236 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:32.320532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:32.320905 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:32.321215 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Floating IP fddbe217-2696-4c19-bb82-e187d3926db6 disassociated. External IP: 172.25.8.68, port: 59707012-181f-4ebb-9795-511d5f7f26ae. Dec 09 23:03:32.321563 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Calling delete_port for 59707012-181f-4ebb-9795-511d5f7f26ae owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:03:32.449839 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:32.478644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event deleted for resources: {'Port': ['ID=59707012-181f-4ebb-9795-511d5f7f26ae,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:03:32.492963 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.493342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.493688 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.494114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.494474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.495087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.495476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.495975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.496336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.496708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.497141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.497642 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.498190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:32.593299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23fa417c-40e2-49a8-ab4d-66a846049e77 req-0e39feff-be19-4784-ad27-b09f47f96e75 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 210 time: 0.0259309 Dec 09 23:03:32.608337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:03:32.716603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:03:32.727354 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26564051-28fb-428c-978b-392540e2c2de None None] Sync routers for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:03:32.736635 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26564051-28fb-428c-978b-392540e2c2de None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:03:32.737249 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-26564051-28fb-428c-978b-392540e2c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:03:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:03:32.757881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] No DVR routers for this DVR port 59707012-181f-4ebb-9795-511d5f7f26ae on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:03:32.760618 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:32.764283 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-01a1f7ce-4301-4a3b-bc3a-0f7c982b278f req-a9452642-1490-48af-87d3-13b21e1a5b39 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "DELETE /v2.0/ports/59707012-181f-4ebb-9795-511d5f7f26ae HTTP/1.1" status: 204 len: 173 time: 0.8353486 Dec 09 23:03:32.764763 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'name': 'network-vif-deleted', 'tag': '59707012-181f-4ebb-9795-511d5f7f26ae'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:03:32.767849 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4b3dac-b9d8-4af3-87a6-935230102d82" -d '{"events": [{"server_uuid": "53aeb72b-52ed-43d2-8e86-320bf5dd8b7b", "name": "network-vif-deleted", "tag": "59707012-181f-4ebb-9795-511d5f7f26ae"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:03:32.808952 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9806f2-0bed-4513-b6e6-17541943c8c6 x-openstack-request-id: req-4d9806f2-0bed-4513-b6e6-17541943c8c6 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:03:32.809266 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53aeb72b-52ed-43d2-8e86-320bf5dd8b7b", "name": "network-vif-deleted", "tag": "59707012-181f-4ebb-9795-511d5f7f26ae", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:03:32.809529 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d9806f2-0bed-4513-b6e6-17541943c8c6 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:03:32.814123 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aeb72b-52ed-43d2-8e86-320bf5dd8b7b', 'name': 'network-vif-deleted', 'tag': '59707012-181f-4ebb-9795-511d5f7f26ae', 'status': 'completed', 'code': 200} Dec 09 23:03:32.848341 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-26564051-28fb-428c-978b-392540e2c2de None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:03:33.056092 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-26564051-28fb-428c-978b-392540e2c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:03:33.081540 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26564051-28fb-428c-978b-392540e2c2de None None] Checking router: 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:03:33.089654 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26564051-28fb-428c-978b-392540e2c2de None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:03:33.090289 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-26564051-28fb-428c-978b-392540e2c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:03:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:03:33.194854 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-26564051-28fb-428c-978b-392540e2c2de None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:03:33.350650 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aed4cf5a-0fef-4657-b14f-a1201b3c1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:33.396671 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-26564051-28fb-428c-978b-392540e2c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:03:33.422140 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26564051-28fb-428c-978b-392540e2c2de None None] The sync data for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 is: [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:03:33.651451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313308a-d9ed-45f3-ab06-ca7d3d101693 None None] New status for floating IP fddbe217-2696-4c19-bb82-e187d3926db6: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:03:33.694841 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-46787404-eca1-4561-bab1-e44c9fbcc737 req-a304120f-e02b-4c72-b6a4-95d81cc3ebbd tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 210 time: 0.0274971 Dec 09 23:03:34.049949 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:34.791344 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d893f22f-ac4e-4d1e-97ac-8eba4b838ebf req-8a8152b8-163b-47d9-b1df-2aeeeebbd9a1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 210 time: 0.0258822 Dec 09 23:03:34.892956 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:35.042255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 59707012-181f-4ebb-9795-511d5f7f26ae no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:03:35.061914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 59707012-181f-4ebb-9795-511d5f7f26ae {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:03:35.062273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 59707012-181f-4ebb-9795-511d5f7f26ae not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:03:35.882192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58e0a214-6aeb-4595-b810-7da1297c097e req-7cce2d2d-933e-42b5-9600-37a90ecd3b0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 210 time: 0.0259514 Dec 09 23:03:36.272202 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:36.980005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1381ce30-b74d-4423-b6b9-d95caebb5605 req-93f3452c-ebb9-4878-9a25-44ac995401b9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=53aeb72b-52ed-43d2-8e86-320bf5dd8b7b HTTP/1.1" status: 200 len: 210 time: 0.0263331 Dec 09 23:03:37.077583 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:38.186922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-5b6718fb-4379-4dfe-8f67-a1f99614ad10 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682652591&fields=id&tenant_id=584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 267 time: 0.0451591 Dec 09 23:03:38.288975 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-ea7cfb4a-f4e1-493b-aa5c-a0bb2c2aff97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:38.290432 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-ea7cfb4a-f4e1-493b-aa5c-a0bb2c2aff97 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.0962424 Dec 09 23:03:38.305484 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-403cd806-5073-4e8b-b4c5-fff6365c3863 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/quotas/584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 375 time: 0.0093699 Dec 09 23:03:38.353390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-1b70622e-1a62-4b4e-92c7-4d96cb91f90e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429401 Dec 09 23:03:38.494759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-7334f498-bc6e-4551-a89e-165ae07e7566 service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295328 Dec 09 23:03:38.584704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-ca6de25c-9569-49ec-ba34-f5f556edebe9 service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836346 Dec 09 23:03:38.858798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4d29f0b4-9992-4179-acda-14eaf016678c req-b5868bec-ba5a-4b3b-bec8-9978151b591a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 210 time: 0.0262392 Dec 09 23:03:39.905561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-49fe3e62-e2b5-45ba-aaa2-de846c3c218b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:39.907168 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-49fe3e62-e2b5-45ba-aaa2-de846c3c218b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.1106811 Dec 09 23:03:39.951543 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b593ec29-0344-4e4f-998a-3206a0ebb01a req-270dd0e9-708f-4e66-890d-1e72d0f4bf18 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 210 time: 0.0263822 Dec 09 23:03:39.985098 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-ca1ac0db-9c9b-48b3-b202-836304790e4e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 379 time: 0.0558586 Dec 09 23:03:39.995534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'port': {'device_id': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'admin_state_up': True, 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'security_groups': ['4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:03:40.106730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Made reservation on behalf of 584af76d4a0243429eba383ace6bfd11 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:03:40.110202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:40.243516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Allocated IP 172.20.0.11 (b311721f-8f76-4fb7-9bdc-1dd9815bda6b/6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff/d607911a-8b7f-425c-ad14-381d112ef3a1) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:03:40.380254 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:40.414472 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:40.458777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:03:40.461877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:03:40.465484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:03:40.695170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d3765958-3866-43e1-9892-6aec163a4150 None None] Provisioning complete for port d607911a-8b7f-425c-ad14-381d112ef3a1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:03:40.696252 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3765958-3866-43e1-9892-6aec163a4150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:40.732768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d3765958-3866-43e1-9892-6aec163a4150 None None] Port d607911a-8b7f-425c-ad14-381d112ef3a1 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:03:40.787206 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=d607911a-8b7f-425c-ad14-381d112ef3a1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:03:40.812541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:40.813160 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:40.829496 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-dbe6948c-2b85-4db4-870b-a6366c50bb3d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8375931 Dec 09 23:03:40.848206 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Request body: {'port': {'device_id': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:03:40.902505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:41.069188 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0a2a4-fd57-4f4c-a120-bc29f908c7eb req-51711c52-1734-4b77-aeb3-d0df02d5e971 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:41.070759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ab0a2a4-fd57-4f4c-a120-bc29f908c7eb req-51711c52-1734-4b77-aeb3-d0df02d5e971 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 932 time: 0.0494585 Dec 09 23:03:41.122435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ab0a2a4-fd57-4f4c-a120-bc29f908c7eb req-41981e6f-4ba9-494f-b52e-5c52a548c3ec tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455787 Dec 09 23:03:41.177966 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d607911a-8b7f-425c-ad14-381d112ef3a1 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:03:41.185954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:41.199573 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Transition to ACTIVE for port object d607911a-8b7f-425c-ad14-381d112ef3a1 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:03:41.207395 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:41.261402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Pushing event updated for resources: {'Port': ['ID=d607911a-8b7f-425c-ad14-381d112ef3a1,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:03:41.340285 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Attempting to bind port d607911a-8b7f-425c-ad14-381d112ef3a1 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:03:41.340632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Attempting to bind port d607911a-8b7f-425c-ad14-381d112ef3a1 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:03:41.341019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Attempting to bind port d607911a-8b7f-425c-ad14-381d112ef3a1 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:03:41.346315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Port d607911a-8b7f-425c-ad14-381d112ef3a1 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:03:41.346953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Attempting to bind port d607911a-8b7f-425c-ad14-381d112ef3a1 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:03:41.352684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:03:41.353336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Checking segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:03:41.354035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Bound using segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:03:41.354666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Bound port: d607911a-8b7f-425c-ad14-381d112ef3a1, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:03:41.355261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:41.437383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] For port d607911a-8b7f-425c-ad14-381d112ef3a1, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:03:41.442022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] For port d607911a-8b7f-425c-ad14-381d112ef3a1, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d607911a-8b7f-425c-ad14-381d112ef3a1,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:03:41.446758 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:41.487836 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:41.488580 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:41.490494 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] 10.222.0.18 "PUT /v2.0/ports/d607911a-8b7f-425c-ad14-381d112ef3a1 HTTP/1.1" status: 200 len: 1093 time: 0.6465969 Dec 09 23:03:41.493517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'tag': 'd607911a-8b7f-425c-ad14-381d112ef3a1'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:03:41.496619 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b2ec45-4ce7-4a5a-850c-99b3e31f4acd" -d '{"events": [{"name": "network-changed", "server_uuid": "b16b4256-095b-4fea-8f41-20b9848c110e", "tag": "d607911a-8b7f-425c-ad14-381d112ef3a1"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:03:41.540719 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c22c19-9896-4a64-8137-0bea6731ab10 service neutron] Pushing event updated for resources: {'Port': ['ID=d607911a-8b7f-425c-ad14-381d112ef3a1,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:03:41.546956 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba293547-72d4-4c8c-908a-d737bbf799ed x-openstack-request-id: req-ba293547-72d4-4c8c-908a-d737bbf799ed {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:03:41.547674 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16b4256-095b-4fea-8f41-20b9848c110e", "tag": "d607911a-8b7f-425c-ad14-381d112ef3a1", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:03:41.548033 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba293547-72d4-4c8c-908a-d737bbf799ed {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:03:41.548489 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'tag': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'status': 'completed', 'code': 200} Dec 09 23:03:41.607717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-95a49b61-e96f-438a-b24c-f23fe8b84c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:41.609340 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-95a49b61-e96f-438a-b24c-f23fe8b84c53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 1096 time: 0.0468683 Dec 09 23:03:41.665084 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-bfaa67f2-b902-4dc1-af5d-697eb2282f0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d607911a-8b7f-425c-ad14-381d112ef3a1 HTTP/1.1" status: 200 len: 217 time: 0.0406716 Dec 09 23:03:41.716015 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-c0d6b665-d1b0-4a4e-9cee-5bcd9440006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:41.717489 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-c0d6b665-d1b0-4a4e-9cee-5bcd9440006d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0460238 Dec 09 23:03:41.765136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-691d5e79-90a0-498c-b3b1-949309384e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:41.766751 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-691d5e79-90a0-498c-b3b1-949309384e73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415182 Dec 09 23:03:41.864505 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-a699f859-c70a-4bb0-b425-2be1f20b05b3 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897455 Dec 09 23:03:41.954517 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7682984c-e716-4b99-b271-e040c1ea3e16 req-31eeca84-6dfa-4370-a88f-d5bd4ba91b52 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827849 Dec 09 23:03:42.069898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec45-4ce7-4a5a-850c-99b3e31f4acd req-0c3b2924-bbcd-4935-899f-94fe4207550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:42.071696 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39b2ec45-4ce7-4a5a-850c-99b3e31f4acd req-0c3b2924-bbcd-4935-899f-94fe4207550e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 1096 time: 0.0462761 Dec 09 23:03:42.167823 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec45-4ce7-4a5a-850c-99b3e31f4acd req-44308a65-a468-4b2e-ba41-bb215fe64884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:42.169398 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39b2ec45-4ce7-4a5a-850c-99b3e31f4acd req-44308a65-a468-4b2e-ba41-bb215fe64884 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0908587 Dec 09 23:03:42.223057 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39b2ec45-4ce7-4a5a-850c-99b3e31f4acd req-75a125a8-3e9c-40fc-83d5-aa015e7a0ceb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d607911a-8b7f-425c-ad14-381d112ef3a1 HTTP/1.1" status: 200 len: 217 time: 0.0460916 Dec 09 23:03:42.254231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd4356-741f-4975-a0af-f1e5a83e31b5 req-dc36d0ea-e19d-4725-8867-552cd16424b9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:42.255946 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cdcd4356-741f-4975-a0af-f1e5a83e31b5 req-dc36d0ea-e19d-4725-8867-552cd16424b9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 944 time: 0.0621397 Dec 09 23:03:42.277264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec45-4ce7-4a5a-850c-99b3e31f4acd req-4306ef13-836b-4e22-90d9-593039905f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:42.278810 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39b2ec45-4ce7-4a5a-850c-99b3e31f4acd req-4306ef13-836b-4e22-90d9-593039905f7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0492942 Dec 09 23:03:42.311733 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cdcd4356-741f-4975-a0af-f1e5a83e31b5 req-1894dcf4-b659-418e-aeae-03c7ec903cd0 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481257 Dec 09 23:03:42.340301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec45-4ce7-4a5a-850c-99b3e31f4acd req-490925c4-4a6d-40ab-8b5b-da7c2c61e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:42.341903 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39b2ec45-4ce7-4a5a-850c-99b3e31f4acd req-490925c4-4a6d-40ab-8b5b-da7c2c61e918 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564957 Dec 09 23:03:42.441317 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39b2ec45-4ce7-4a5a-850c-99b3e31f4acd req-fa070f31-2e15-4563-a36a-f91519a93a2b service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926976 Dec 09 23:03:42.533217 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-39b2ec45-4ce7-4a5a-850c-99b3e31f4acd req-b84ed1bc-1b85-4ef7-9457-92846ac9e6d6 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851386 Dec 09 23:03:42.791720 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:03:43.433991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4c56c-4c03-4273-baa6-d6e3eda21e13 req-c4e902d4-5ab2-4134-b218-0aeb03a83a1f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:43.435571 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36b4c56c-4c03-4273-baa6-d6e3eda21e13 req-c4e902d4-5ab2-4134-b218-0aeb03a83a1f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 944 time: 0.0485303 Dec 09 23:03:43.484271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36b4c56c-4c03-4273-baa6-d6e3eda21e13 req-4b294b75-8d2b-43b4-b547-0bf034596984 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426891 Dec 09 23:03:44.600369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d58dd4-80ba-4e93-9644-f2358a8f5b00 req-5e79307d-d8a1-4435-a2d7-daefad63c7df tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:44.601945 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5d58dd4-80ba-4e93-9644-f2358a8f5b00 req-5e79307d-d8a1-4435-a2d7-daefad63c7df tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 944 time: 0.0486119 Dec 09 23:03:44.657295 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5d58dd4-80ba-4e93-9644-f2358a8f5b00 req-38903fc3-6c88-454b-b9bd-ede27b54d554 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493696 Dec 09 23:03:45.772813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a92ec-e88d-4148-97fd-b707e2cdbd55 req-f173cecb-df3d-445c-95ae-9cb4d7a70944 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:45.774458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c1a92ec-e88d-4148-97fd-b707e2cdbd55 req-f173cecb-df3d-445c-95ae-9cb4d7a70944 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 944 time: 0.0479114 Dec 09 23:03:45.822632 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c1a92ec-e88d-4148-97fd-b707e2cdbd55 req-3dff3087-b818-46e7-9afc-bbc43b7a8192 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423067 Dec 09 23:03:46.936216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2abc7-a914-46b4-9d4e-a9d0b127e2d3 req-fa3dd027-919b-4f69-a4c0-772fb1e22383 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:46.937673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6b2abc7-a914-46b4-9d4e-a9d0b127e2d3 req-fa3dd027-919b-4f69-a4c0-772fb1e22383 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 944 time: 0.0480807 Dec 09 23:03:46.984559 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6b2abc7-a914-46b4-9d4e-a9d0b127e2d3 req-83e826ba-1bb6-4a6c-90fd-8724feeab5c9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407367 Dec 09 23:03:48.153814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185b59b-fb1c-4178-85f6-3d059515da4e req-19172429-e4d6-43c5-9b76-14806053d603 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:48.155269 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6185b59b-fb1c-4178-85f6-3d059515da4e req-19172429-e4d6-43c5-9b76-14806053d603 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 944 time: 0.1012778 Dec 09 23:03:48.202987 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6185b59b-fb1c-4178-85f6-3d059515da4e req-4079cacc-3f0d-4377-ac4e-9589885f3263 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417359 Dec 09 23:03:49.366048 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364095a-343a-4da8-b921-dcb21008870d req-6b27594a-07fb-4a2d-89f7-e52a9732522e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:49.367770 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8364095a-343a-4da8-b921-dcb21008870d req-6b27594a-07fb-4a2d-89f7-e52a9732522e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 944 time: 0.0987930 Dec 09 23:03:49.415592 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8364095a-343a-4da8-b921-dcb21008870d req-cc1a76ad-7aba-467f-bf47-3ad72bfc46a0 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418806 Dec 09 23:03:50.530285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdada3-275f-4bc1-975c-8e502f13ce9b req-63e1037a-6ed7-4f88-9350-a4b2afa5e568 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:50.531734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82fdada3-275f-4bc1-975c-8e502f13ce9b req-63e1037a-6ed7-4f88-9350-a4b2afa5e568 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 944 time: 0.0495822 Dec 09 23:03:50.583250 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82fdada3-275f-4bc1-975c-8e502f13ce9b req-eb6046e0-8cc1-4947-8a55-b2f2c1264574 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455909 Dec 09 23:03:51.136898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d607911a-8b7f-425c-ad14-381d112ef3a1 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:03:51.230928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d607911a-8b7f-425c-ad14-381d112ef3a1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d607911a-8b7f-425c-ad14-381d112ef3a1,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:03:51.242412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'port_id': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'mac_address': 'fa:16:3e:07:01:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:03:51.277362 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:51.289990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d607911a-8b7f-425c-ad14-381d112ef3a1 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:03:51.310468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d607911a-8b7f-425c-ad14-381d112ef3a1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d607911a-8b7f-425c-ad14-381d112ef3a1,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:03:51.314038 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:51.362504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d607911a-8b7f-425c-ad14-381d112ef3a1,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:03:51.370335 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.370688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.371034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.371374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.371711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.372044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.372374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.372704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.373031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.373360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.373713 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.374067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.374392 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:51.586604 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d607911a-8b7f-425c-ad14-381d112ef3a1'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:03:51.696398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d56d9-40c7-4bdc-a229-d10c5799bbcd req-7fba947a-2bd8-4f24-9608-a3d4c349bd67 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:51.697892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa0d56d9-40c7-4bdc-a229-d10c5799bbcd req-7fba947a-2bd8-4f24-9608-a3d4c349bd67 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 945 time: 0.0475667 Dec 09 23:03:51.746407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa0d56d9-40c7-4bdc-a229-d10c5799bbcd req-d274b8ad-5239-4053-9c8b-78c6e29a457e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423148 Dec 09 23:03:52.859392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2457799-d0c3-4f2d-bf23-8b0c609088a8 req-ee9dd2c9-733a-41d7-845f-90c9f9c79888 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:52.860842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2457799-d0c3-4f2d-bf23-8b0c609088a8 req-ee9dd2c9-733a-41d7-845f-90c9f9c79888 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 945 time: 0.0477340 Dec 09 23:03:52.880192 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:52.911006 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a2457799-d0c3-4f2d-bf23-8b0c609088a8 req-5e20d3cf-e1c6-4da0-93f9-3a7473dcf90d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442121 Dec 09 23:03:53.138955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d607911a-8b7f-425c-ad14-381d112ef3a1 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:03:53.188082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port d607911a-8b7f-425c-ad14-381d112ef3a1 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:03:53.192605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port d607911a-8b7f-425c-ad14-381d112ef3a1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:03:53.192980 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:53.270683 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:53.293027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd607911a-8b7f-425c-ad14-381d112ef3a1'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:03:53.295328 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8a33f7-8ac2-425f-8f9f-3552ec58932b" -d '{"events": [{"server_uuid": "b16b4256-095b-4fea-8f41-20b9848c110e", "name": "network-vif-plugged", "status": "completed", "tag": "d607911a-8b7f-425c-ad14-381d112ef3a1"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:03:53.309113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d607911a-8b7f-425c-ad14-381d112ef3a1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d607911a-8b7f-425c-ad14-381d112ef3a1,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:03:53.313229 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:53.337291 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94291e77-25bd-4bf7-8ff9-9f40255dcc05 x-openstack-request-id: req-94291e77-25bd-4bf7-8ff9-9f40255dcc05 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:03:53.337581 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16b4256-095b-4fea-8f41-20b9848c110e", "name": "network-vif-plugged", "status": "completed", "tag": "d607911a-8b7f-425c-ad14-381d112ef3a1", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:03:53.337856 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94291e77-25bd-4bf7-8ff9-9f40255dcc05 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:03:53.338249 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'code': 200} Dec 09 23:03:53.363442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d607911a-8b7f-425c-ad14-381d112ef3a1,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:03:53.489804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f2207-1427-465c-9296-923d59730fea req-bf141f95-c934-43b7-be78-51669c26af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:53.491325 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e45f2207-1427-465c-9296-923d59730fea req-bf141f95-c934-43b7-be78-51669c26af66 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 1098 time: 0.0451539 Dec 09 23:03:53.542494 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e45f2207-1427-465c-9296-923d59730fea req-33506a5f-f255-46bd-9777-a3761d50e76d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431955 Dec 09 23:03:54.027834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452f985-9cab-4b92-aa6e-196470e49ebb req-e51eba04-8c00-4c46-bf45-3fd6a8cc7d96 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:54.029330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6452f985-9cab-4b92-aa6e-196470e49ebb req-e51eba04-8c00-4c46-bf45-3fd6a8cc7d96 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 946 time: 0.0517347 Dec 09 23:03:54.080633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6452f985-9cab-4b92-aa6e-196470e49ebb req-57057828-3e64-4274-96b4-49b04d1f2936 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442736 Dec 09 23:03:55.196206 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62f968-4063-48fb-9ee9-c469bb5eefc9 req-ad0c9237-88bf-4cfa-a7d7-da338f1facef tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:55.197737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db62f968-4063-48fb-9ee9-c469bb5eefc9 req-ad0c9237-88bf-4cfa-a7d7-da338f1facef tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 946 time: 0.0479801 Dec 09 23:03:55.245376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-db62f968-4063-48fb-9ee9-c469bb5eefc9 req-5c47a11f-5ba3-4d10-9e49-e7a024e4abf3 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417037 Dec 09 23:03:55.362113 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c088180-4e6e-4679-81b4-687f72477647 req-cc5f64c9-ea59-4ab4-9597-958c10be5574 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:55.363487 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c088180-4e6e-4679-81b4-687f72477647 req-cc5f64c9-ea59-4ab4-9597-958c10be5574 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 946 time: 0.0518894 Dec 09 23:03:55.413603 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c088180-4e6e-4679-81b4-687f72477647 req-ed32a902-1343-4749-ada2-21308ad49ab4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441957 Dec 09 23:03:55.435093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55464) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:03:55.516087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd10f8-9a60-4d0d-88d7-9780308cd7cc tempest-TestVolumeBootPattern-1767549145 tempest-TestVolumeBootPattern-1767549145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:55.518058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c8cd10f8-9a60-4d0d-88d7-9780308cd7cc tempest-TestVolumeBootPattern-1767549145 tempest-TestVolumeBootPattern-1767549145-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 1093 time: 0.0815201 Dec 09 23:03:55.520798 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55468) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:03:55.524935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:03:55.545897 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:55.642919 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:55.744943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Allocated IP 172.25.8.232 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/5f91c9b0-b3ea-4b6d-b9d3-1dc4b03be736) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:03:55.850347 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:55.884438 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:55.920229 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:03:55.923162 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:03:55.926640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:03:55.952083 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=5f91c9b0-b3ea-4b6d-b9d3-1dc4b03be736,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:03:55.966240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:55.966597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:55.966943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:55.967293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:55.967631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:55.967970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:55.968305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:55.968635 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:55.968962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:55.969291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:55.969617 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:55.969973 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:55.970303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:03:56.302939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:56.367484 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:56.516928 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:56.521271 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:56.589238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=5f91c9b0-b3ea-4b6d-b9d3-1dc4b03be736,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:03:56.601855 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:56.699798 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Floating IP e5dbc5f4-0f22-4079-a74b-e02c1963d3e6 associated. External IP: 172.25.8.232, port: d607911a-8b7f-425c-ad14-381d112ef3a1. Dec 09 23:03:56.904357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:03:57.008828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:03:57.019714 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815e903-a6a5-4530-8ae5-efe29dd3c238 None None] Sync routers for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:03:57.026825 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:03:57.030072 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815e903-a6a5-4530-8ae5-efe29dd3c238 None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:03:57.030681 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1815e903-a6a5-4530-8ae5-efe29dd3c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:03:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:03:57.053148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-785595be-e9c8-468c-a35e-e17dd04e50f1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5313666 Dec 09 23:03:57.053749 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'tag': 'd607911a-8b7f-425c-ad14-381d112ef3a1'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:03:57.056027 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535fda92-d24e-4341-a8e1-07253f1b5af0" -d '{"events": [{"name": "network-changed", "server_uuid": "b16b4256-095b-4fea-8f41-20b9848c110e", "tag": "d607911a-8b7f-425c-ad14-381d112ef3a1"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:03:57.092603 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63efb76a-8d20-445c-a8cb-cea86e3b37bc x-openstack-request-id: req-63efb76a-8d20-445c-a8cb-cea86e3b37bc {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:03:57.092900 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16b4256-095b-4fea-8f41-20b9848c110e", "tag": "d607911a-8b7f-425c-ad14-381d112ef3a1", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:03:57.093154 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63efb76a-8d20-445c-a8cb-cea86e3b37bc {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:03:57.093561 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'tag': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'status': 'completed', 'code': 200} Dec 09 23:03:57.139676 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1815e903-a6a5-4530-8ae5-efe29dd3c238 None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:03:57.175250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fda92-d24e-4341-a8e1-07253f1b5af0 req-ff8c0caf-c591-459c-8236-f04236593b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:57.176864 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-535fda92-d24e-4341-a8e1-07253f1b5af0 req-ff8c0caf-c591-459c-8236-f04236593b87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 1098 time: 0.0412583 Dec 09 23:03:57.271056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fda92-d24e-4341-a8e1-07253f1b5af0 req-84ba907c-39f0-4308-8daf-de8804c21c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:57.272523 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-535fda92-d24e-4341-a8e1-07253f1b5af0 req-84ba907c-39f0-4308-8daf-de8804c21c7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0889077 Dec 09 23:03:57.341143 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-535fda92-d24e-4341-a8e1-07253f1b5af0 req-d4ec25db-25fa-4146-867a-c6c010f5093f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d607911a-8b7f-425c-ad14-381d112ef3a1 HTTP/1.1" status: 200 len: 1000 time: 0.0621388 Dec 09 23:03:57.362284 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1815e903-a6a5-4530-8ae5-efe29dd3c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e5dbc5f4-0f22-4079-a74b-e02c1963d3e6', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:07:01:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:03:56Z', 'updated_at': '2021-12-09T23:03:56Z', 'revision_number': 0, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:03:57.388525 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815e903-a6a5-4530-8ae5-efe29dd3c238 None None] Checking router: 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:03:57.389461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fda92-d24e-4341-a8e1-07253f1b5af0 req-e2be3308-be1e-4871-9fec-53d52985af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:57.391094 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-535fda92-d24e-4341-a8e1-07253f1b5af0 req-e2be3308-be1e-4871-9fec-53d52985af4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0432208 Dec 09 23:03:57.397386 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815e903-a6a5-4530-8ae5-efe29dd3c238 None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:03:57.398079 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1815e903-a6a5-4530-8ae5-efe29dd3c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:03:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:03:57.437451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fda92-d24e-4341-a8e1-07253f1b5af0 req-3ff167f0-819c-4a22-b9ce-afb0d0fd828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:03:57.439078 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-535fda92-d24e-4341-a8e1-07253f1b5af0 req-3ff167f0-819c-4a22-b9ce-afb0d0fd828e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407197 Dec 09 23:03:57.540225 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-535fda92-d24e-4341-a8e1-07253f1b5af0 req-60fc42c6-2000-4562-8f4c-26fc100e1dc3 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933957 Dec 09 23:03:57.592930 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1815e903-a6a5-4530-8ae5-efe29dd3c238 None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:03:57.635158 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-535fda92-d24e-4341-a8e1-07253f1b5af0 req-867376ad-e814-464b-970c-e4be331f141e service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883937 Dec 09 23:03:57.814034 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1815e903-a6a5-4530-8ae5-efe29dd3c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e5dbc5f4-0f22-4079-a74b-e02c1963d3e6', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:07:01:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:03:56Z', 'updated_at': '2021-12-09T23:03:56Z', 'revision_number': 0, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:03:57.840244 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815e903-a6a5-4530-8ae5-efe29dd3c238 None None] The sync data for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 is: [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e5dbc5f4-0f22-4079-a74b-e02c1963d3e6', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:07:01:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:03:56Z', 'updated_at': '2021-12-09T23:03:56Z', 'revision_number': 0, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:03:58.019944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d95db-d320-4445-9712-66d5e3e4fc33 None None] New status for floating IP e5dbc5f4-0f22-4079-a74b-e02c1963d3e6: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:04:01.081466 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5b4054ea-de16-47a0-8fca-b27e0f994c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:01.101628 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1df6cd72-e5fb-42e4-a597-3a69b736921b req-0981f7b1-0561-492b-9327-a896ef622333 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410180 Dec 09 23:04:01.197303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6cd72-e5fb-42e4-a597-3a69b736921b req-776fafa3-735a-40bc-b3e4-23c3e3da06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:04:01.198881 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1df6cd72-e5fb-42e4-a597-3a69b736921b req-776fafa3-735a-40bc-b3e4-23c3e3da06e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 1098 time: 0.0410695 Dec 09 23:04:01.307011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6cd72-e5fb-42e4-a597-3a69b736921b req-bb802e70-423e-4b23-a71e-462c5a02f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:04:01.308487 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1df6cd72-e5fb-42e4-a597-3a69b736921b req-bb802e70-423e-4b23-a71e-462c5a02f613 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0887165 Dec 09 23:04:01.371996 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1df6cd72-e5fb-42e4-a597-3a69b736921b req-8b11bcf7-3315-48e2-a8d3-be3ae8d3a833 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d607911a-8b7f-425c-ad14-381d112ef3a1 HTTP/1.1" status: 200 len: 1002 time: 0.0567434 Dec 09 23:04:01.420172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6cd72-e5fb-42e4-a597-3a69b736921b req-1b70206c-8c03-4d8c-9ef0-3650ead3e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:04:01.421571 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1df6cd72-e5fb-42e4-a597-3a69b736921b req-1b70206c-8c03-4d8c-9ef0-3650ead3e57b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0433004 Dec 09 23:04:01.469716 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6cd72-e5fb-42e4-a597-3a69b736921b req-bf49d5cd-b688-489b-bca8-fcf7a249b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:04:01.471842 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1df6cd72-e5fb-42e4-a597-3a69b736921b req-bf49d5cd-b688-489b-bca8-fcf7a249b39a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432019 Dec 09 23:04:01.559279 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1df6cd72-e5fb-42e4-a597-3a69b736921b req-40164612-426a-47c6-922a-36ef6d07ebd8 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805972 Dec 09 23:04:01.650680 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1df6cd72-e5fb-42e4-a597-3a69b736921b req-4d837ce8-4784-4332-b488-15169f8632ce service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848839 Dec 09 23:04:03.353106 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47485fd5-c0de-40f3-9489-7918fba70fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:04.052576 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:04.896247 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:06.272894 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:07.079834 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:19.789791 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:04:22.877287 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:31.083766 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e22195a-6fde-4f93-886d-820ffe501582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:33.355283 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3d15d817-b938-476e-b41f-de9a77130ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:34.069058 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:34.897737 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:36.275904 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:37.081889 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:52.885599 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:04:55.417164 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-0f783dc0-1079-4cff-a279-60e064731188 req-5a5a9248-b846-4f37-b793-28b024c61d6a service neutron] (103418) timed out ('10.222.0.42', 59187) {{(pid=103418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 23:04:56.789223 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:05:01.085619 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0a19-d5cf-4a20-bba7-dcad6216d10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:01.152433 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70579ecd-2e9b-4d91-9679-bcec0a84a501 req-16cd0957-2f32-40eb-96fe-f46cc10b79b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0883121 Dec 09 23:05:01.253217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70579ecd-2e9b-4d91-9679-bcec0a84a501 req-16c27901-8c8c-4af6-bcbd-c2b0c344990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:01.254728 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70579ecd-2e9b-4d91-9679-bcec0a84a501 req-16c27901-8c8c-4af6-bcbd-c2b0c344990f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 1098 time: 0.0400009 Dec 09 23:05:01.364276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70579ecd-2e9b-4d91-9679-bcec0a84a501 req-ff9822c5-e0d4-461e-8f3d-b6943f387858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:01.365682 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70579ecd-2e9b-4d91-9679-bcec0a84a501 req-ff9822c5-e0d4-461e-8f3d-b6943f387858 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0913153 Dec 09 23:05:01.431828 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70579ecd-2e9b-4d91-9679-bcec0a84a501 req-75267526-1ab5-4642-a1f4-a7aee8b01d32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d607911a-8b7f-425c-ad14-381d112ef3a1 HTTP/1.1" status: 200 len: 1002 time: 0.0573184 Dec 09 23:05:01.484087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70579ecd-2e9b-4d91-9679-bcec0a84a501 req-7465e372-6d6a-4bc9-9136-8d2489e63c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:01.485501 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70579ecd-2e9b-4d91-9679-bcec0a84a501 req-7465e372-6d6a-4bc9-9136-8d2489e63c02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0468199 Dec 09 23:05:01.531454 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70579ecd-2e9b-4d91-9679-bcec0a84a501 req-53a64ae7-18f3-4d5c-80a5-10af477b92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:01.532908 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70579ecd-2e9b-4d91-9679-bcec0a84a501 req-53a64ae7-18f3-4d5c-80a5-10af477b92d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406923 Dec 09 23:05:01.625750 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70579ecd-2e9b-4d91-9679-bcec0a84a501 req-fd860581-ab9d-4e68-aaac-71cfc7bc55b8 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844533 Dec 09 23:05:01.715216 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70579ecd-2e9b-4d91-9679-bcec0a84a501 req-0bcce58e-a525-4307-9001-77431906968c service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816343 Dec 09 23:05:03.357366 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f00cd723-f62f-4c09-a506-1234737fceed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:04.067779 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:04.900254 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:06.277232 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:07.085340 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:22.908315 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:31.099158 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3b689cde-f35e-4c7f-9d7e-eb6af381adc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:33.360014 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05eb5d76-2258-4fc5-8f4e-f52df8060693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:33.789195 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:05:34.082409 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:34.903041 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:35.255776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-2b3fb477-5bed-442e-a973-2ff1c004c1f0 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682652591&fields=id&tenant_id=584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 267 time: 0.0473182 Dec 09 23:05:35.358385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315524-9fb7-43b2-80ac-df75206d322d req-eb2f83d9-1895-438c-9614-33b301a92f63 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:35.359824 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-eb2f83d9-1895-438c-9614-33b301a92f63 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.0970829 Dec 09 23:05:35.374209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-b5a67715-6ff7-41e8-a80a-404ed209ef09 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/quotas/584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 375 time: 0.0086436 Dec 09 23:05:35.426261 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-e0a72abd-b327-4e30-b165-56629929ee55 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469701 Dec 09 23:05:35.525663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-01d9378e-4811-45fb-91e7-4d895163ad8f service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849507 Dec 09 23:05:35.614574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-20ffcace-e308-474a-82f4-5f0ea3b9d357 service neutron] 10.222.0.16 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828574 Dec 09 23:05:35.890578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e5b1725-cc7d-49f9-a953-30efe36bb520 req-e01a2e50-531e-447c-8a63-5fb8abb68f75 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 210 time: 0.0270014 Dec 09 23:05:36.279924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:36.971743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ffdc387c-37cb-4fbe-b149-e23238d02cff req-d361ec4b-f06b-4ce1-8880-191105ce8dfc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 210 time: 0.0284688 Dec 09 23:05:37.088191 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:37.836483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315524-9fb7-43b2-80ac-df75206d322d req-424e4f8e-0979-4507-b77b-5069976cf68e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:37.838042 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-424e4f8e-0979-4507-b77b-5069976cf68e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.42 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 812 time: 0.1094422 Dec 09 23:05:37.902589 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-52667420-cee2-4581-b1ad-18852bf3069f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584af76d4a0243429eba383ace6bfd11 HTTP/1.1" status: 200 len: 379 time: 0.0551550 Dec 09 23:05:37.911957 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-96315524-9fb7-43b2-80ac-df75206d322d req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'port': {'device_id': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'admin_state_up': True, 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'security_groups': ['4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:05:38.026923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96315524-9fb7-43b2-80ac-df75206d322d req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Made reservation on behalf of 584af76d4a0243429eba383ace6bfd11 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:05:38.030725 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-96315524-9fb7-43b2-80ac-df75206d322d req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:38.071110 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0da54b9-f513-4f65-99bc-490c9b6e7009 req-c5d9bed4-749a-431f-a6e8-dc5be32526e5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 210 time: 0.0284021 Dec 09 23:05:38.164809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-96315524-9fb7-43b2-80ac-df75206d322d req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Allocated IP 172.20.0.10 (b311721f-8f76-4fb7-9bdc-1dd9815bda6b/6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff/e7d2125e-304f-4916-816d-eb213d7a8331) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:05:38.310270 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-96315524-9fb7-43b2-80ac-df75206d322d req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:38.345509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-96315524-9fb7-43b2-80ac-df75206d322d req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:38.389370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96315524-9fb7-43b2-80ac-df75206d322d req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:05:38.392485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-96315524-9fb7-43b2-80ac-df75206d322d req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:05:38.395059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-96315524-9fb7-43b2-80ac-df75206d322d req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:05:38.423321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=e7d2125e-304f-4916-816d-eb213d7a8331,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:05:38.439078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.439463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.439810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.440150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.440530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.440868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.441201 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.441544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.441885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.442227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.442540 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.442867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.443202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:38.471639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315524-9fb7-43b2-80ac-df75206d322d req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:38.472278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-96315524-9fb7-43b2-80ac-df75206d322d req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:38.491216 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-f633da7d-90d4-410e-8571-c8d17d8743e9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5828269 Dec 09 23:05:38.563822 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Request body: {'port': {'device_id': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:05:38.638287 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:38.698191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1b1e4601-6af6-45a1-ba95-e0b01d22d9dd None None] Provisioning complete for port e7d2125e-304f-4916-816d-eb213d7a8331 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:05:38.698744 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4601-6af6-45a1-ba95-e0b01d22d9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:38.733631 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e4601-6af6-45a1-ba95-e0b01d22d9dd None None] Port e7d2125e-304f-4916-816d-eb213d7a8331 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:05:38.903270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d2125e-304f-4916-816d-eb213d7a8331 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:05:38.911202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:38.923712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Transition to ACTIVE for port object e7d2125e-304f-4916-816d-eb213d7a8331 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:05:38.927737 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:39.004783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Pushing event updated for resources: {'Port': ['ID=e7d2125e-304f-4916-816d-eb213d7a8331,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:05:39.057210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Attempting to bind port e7d2125e-304f-4916-816d-eb213d7a8331 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:05:39.057712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Attempting to bind port e7d2125e-304f-4916-816d-eb213d7a8331 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:05:39.058162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Attempting to bind port e7d2125e-304f-4916-816d-eb213d7a8331 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:05:39.062965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Port e7d2125e-304f-4916-816d-eb213d7a8331 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:05:39.063399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Attempting to bind port e7d2125e-304f-4916-816d-eb213d7a8331 on network b311721f-8f76-4fb7-9bdc-1dd9815bda6b {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:05:39.069236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:05:39.069757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Checking segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:05:39.070263 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Bound using segment: {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:05:39.070789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Bound port: e7d2125e-304f-4916-816d-eb213d7a8331, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:05:39.071248 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:39.142937 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] For port e7d2125e-304f-4916-816d-eb213d7a8331, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:05:39.148126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] For port e7d2125e-304f-4916-816d-eb213d7a8331, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e7d2125e-304f-4916-816d-eb213d7a8331,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:05:39.155242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:39.173747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:39.174906 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:39.177732 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-33e96895-028b-4924-a739-220049b7ae3d service neutron] 10.222.0.42 "PUT /v2.0/ports/e7d2125e-304f-4916-816d-eb213d7a8331 HTTP/1.1" status: 200 len: 1093 time: 0.6747594 Dec 09 23:05:39.188944 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'tag': 'e7d2125e-304f-4916-816d-eb213d7a8331'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:05:39.188944 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3999a4d-be29-4aef-ad42-a1eef32d8fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "6563f85d-9122-4d5f-9fde-11b4d04e7028", "tag": "e7d2125e-304f-4916-816d-eb213d7a8331"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:05:39.212293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784981e2-0a53-41f2-89e7-b6634dd8ea5f req-6b0f9f5d-37e2-46bf-add3-f820777a8296 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:39.213975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-784981e2-0a53-41f2-89e7-b6634dd8ea5f req-6b0f9f5d-37e2-46bf-add3-f820777a8296 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 944 time: 0.0691075 Dec 09 23:05:39.302168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e96895-028b-4924-a739-220049b7ae3d service neutron] Pushing event updated for resources: {'Port': ['ID=e7d2125e-304f-4916-816d-eb213d7a8331,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:05:39.304969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-784981e2-0a53-41f2-89e7-b6634dd8ea5f req-34e3a28f-3bd5-4474-8e90-f98683a530b7 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775301 Dec 09 23:05:39.324956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315524-9fb7-43b2-80ac-df75206d322d req-31b58eb4-9807-42b7-b1ae-7dfc7e034785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:39.326538 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-31b58eb4-9807-42b7-b1ae-7dfc7e034785 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 1096 time: 0.0796933 Dec 09 23:05:39.343775 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13cdc06-ccf5-4dc4-bf5c-6ea79799e1fe x-openstack-request-id: req-c13cdc06-ccf5-4dc4-bf5c-6ea79799e1fe {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:05:39.344073 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6563f85d-9122-4d5f-9fde-11b4d04e7028", "tag": "e7d2125e-304f-4916-816d-eb213d7a8331", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:05:39.344331 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c13cdc06-ccf5-4dc4-bf5c-6ea79799e1fe {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:05:39.344732 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'tag': 'e7d2125e-304f-4916-816d-eb213d7a8331', 'status': 'completed', 'code': 200} Dec 09 23:05:39.377437 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-897c4098-c449-452d-b32c-bf0347710c5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7d2125e-304f-4916-816d-eb213d7a8331 HTTP/1.1" status: 200 len: 217 time: 0.0403121 Dec 09 23:05:39.436079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315524-9fb7-43b2-80ac-df75206d322d req-93c5802d-19d3-4ba4-bb0f-bcbe83bd3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:39.437527 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-93c5802d-19d3-4ba4-bb0f-bcbe83bd3b94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0525951 Dec 09 23:05:39.493594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315524-9fb7-43b2-80ac-df75206d322d req-5a937b90-e900-4045-8fe8-69485d6c7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:39.495064 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-5a937b90-e900-4045-8fe8-69485d6c7998 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505059 Dec 09 23:05:39.588738 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-1e7285e7-7ac5-4583-a5e7-958ff08365f1 service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861537 Dec 09 23:05:39.684979 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-96315524-9fb7-43b2-80ac-df75206d322d req-c3f286c8-7d8d-411f-84d5-5800d0848a59 service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887375 Dec 09 23:05:39.768681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3999a4d-be29-4aef-ad42-a1eef32d8fbb req-efb962e7-4224-459a-9390-7d319b3c0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:39.770091 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3999a4d-be29-4aef-ad42-a1eef32d8fbb req-efb962e7-4224-459a-9390-7d319b3c0381 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 1096 time: 0.0421972 Dec 09 23:05:39.865383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3999a4d-be29-4aef-ad42-a1eef32d8fbb req-35787eda-b7b1-4d8c-a548-67271faabd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:39.867517 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3999a4d-be29-4aef-ad42-a1eef32d8fbb req-35787eda-b7b1-4d8c-a548-67271faabd57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0905924 Dec 09 23:05:39.909413 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3999a4d-be29-4aef-ad42-a1eef32d8fbb req-7ef6d3c3-b487-4866-ac67-7e5d0f739263 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7d2125e-304f-4916-816d-eb213d7a8331 HTTP/1.1" status: 200 len: 217 time: 0.0354006 Dec 09 23:05:39.958747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3999a4d-be29-4aef-ad42-a1eef32d8fbb req-7ae86488-d233-49e6-a9d1-210a93734671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:39.960199 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3999a4d-be29-4aef-ad42-a1eef32d8fbb req-7ae86488-d233-49e6-a9d1-210a93734671 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0433121 Dec 09 23:05:40.006239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3999a4d-be29-4aef-ad42-a1eef32d8fbb req-5a05f2c3-771f-46a8-89d1-97a0b5f01d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:40.007766 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3999a4d-be29-4aef-ad42-a1eef32d8fbb req-5a05f2c3-771f-46a8-89d1-97a0b5f01d09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406861 Dec 09 23:05:40.100034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3999a4d-be29-4aef-ad42-a1eef32d8fbb req-f885d113-2b35-4b22-884f-235c358766b2 service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850332 Dec 09 23:05:40.198046 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c3999a4d-be29-4aef-ad42-a1eef32d8fbb req-8de6ad39-ff66-4769-917a-5e8b761f53e3 service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904448 Dec 09 23:05:40.418898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3d043-cc3d-4492-bad4-ea50b1dc8240 req-bc370e1f-32c2-4403-8070-eb7689460690 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:40.420255 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ae3d043-cc3d-4492-bad4-ea50b1dc8240 req-bc370e1f-32c2-4403-8070-eb7689460690 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 944 time: 0.0513816 Dec 09 23:05:40.468862 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4ae3d043-cc3d-4492-bad4-ea50b1dc8240 req-57ebdda7-b389-44e9-ab54-e8e3e5ca8ec6 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425637 Dec 09 23:05:41.589039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476811f-e03d-4cb6-ba12-c9cbda450357 req-07511bbd-6a27-46a7-a1eb-da4b1949c531 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:41.590704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1476811f-e03d-4cb6-ba12-c9cbda450357 req-07511bbd-6a27-46a7-a1eb-da4b1949c531 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 944 time: 0.0510018 Dec 09 23:05:41.641674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1476811f-e03d-4cb6-ba12-c9cbda450357 req-ef72461e-96c7-481d-9395-557e75e57617 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446537 Dec 09 23:05:42.765669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6d740-9c38-42d2-8565-5fe56a34b1ae req-6fa81eb9-f949-4ad6-8c90-28428a4ae453 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:42.766617 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62b6d740-9c38-42d2-8565-5fe56a34b1ae req-6fa81eb9-f949-4ad6-8c90-28428a4ae453 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 944 time: 0.0554426 Dec 09 23:05:43.120675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-62b6d740-9c38-42d2-8565-5fe56a34b1ae req-e88382bc-04b9-4ac3-8b15-44fbe355bc2c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471591 Dec 09 23:05:44.235916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fd665-5f83-4ede-ac40-9907ff92353b req-a88298d0-d658-4a8f-a186-51376d89742c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:44.237416 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a35fd665-5f83-4ede-ac40-9907ff92353b req-a88298d0-d658-4a8f-a186-51376d89742c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 944 time: 0.0484004 Dec 09 23:05:44.285158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a35fd665-5f83-4ede-ac40-9907ff92353b req-053b9f79-0250-409e-9494-eed1690e8efc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414138 Dec 09 23:05:45.398136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bca8f3-248e-4e77-9d13-f625f78d69b6 req-35a181e0-7559-4a93-a648-57669d979606 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:45.400268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74bca8f3-248e-4e77-9d13-f625f78d69b6 req-35a181e0-7559-4a93-a648-57669d979606 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 944 time: 0.0476542 Dec 09 23:05:45.450980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-74bca8f3-248e-4e77-9d13-f625f78d69b6 req-b1f2a1ee-7199-4bdd-b7ad-8286174eeec4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447545 Dec 09 23:05:46.564974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da5813-c43b-459d-8421-2d51b13f99a4 req-31862416-9478-42f6-930a-cc98d8d98f75 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:46.566464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05da5813-c43b-459d-8421-2d51b13f99a4 req-31862416-9478-42f6-930a-cc98d8d98f75 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 944 time: 0.0476918 Dec 09 23:05:46.614243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05da5813-c43b-459d-8421-2d51b13f99a4 req-8f9f1eb1-ae6e-4045-9ae7-4034204d0c42 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Dec 09 23:05:47.727540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e2ad0-3918-4b31-beae-519421808113 req-48dd07cf-c3ff-4ba6-8709-120514e8418d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:47.728977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab6e2ad0-3918-4b31-beae-519421808113 req-48dd07cf-c3ff-4ba6-8709-120514e8418d tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 944 time: 0.0475585 Dec 09 23:05:47.776383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ab6e2ad0-3918-4b31-beae-519421808113 req-0ee37bd2-0e2a-4f20-9eb6-f4e9ac249904 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415821 Dec 09 23:05:48.893214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a0463-277b-4fe7-b02a-170400554e15 req-b55d9db9-25e9-4fb8-ad0e-6a83ee5d7962 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:48.894730 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b84a0463-277b-4fe7-b02a-170400554e15 req-b55d9db9-25e9-4fb8-ad0e-6a83ee5d7962 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 944 time: 0.0522518 Dec 09 23:05:48.945308 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b84a0463-277b-4fe7-b02a-170400554e15 req-ba9fe474-2c30-4a94-b95d-dfe4fe7b4caf tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437036 Dec 09 23:05:49.341635 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e7d2125e-304f-4916-816d-eb213d7a8331 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:05:49.435744 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e7d2125e-304f-4916-816d-eb213d7a8331, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e7d2125e-304f-4916-816d-eb213d7a8331,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:05:49.447039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'e7d2125e-304f-4916-816d-eb213d7a8331', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'port_id': 'e7d2125e-304f-4916-816d-eb213d7a8331', 'mac_address': 'fa:16:3e:16:e4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:05:49.482114 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:49.495638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d2125e-304f-4916-816d-eb213d7a8331 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:05:49.516676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e7d2125e-304f-4916-816d-eb213d7a8331, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e7d2125e-304f-4916-816d-eb213d7a8331,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:05:49.520198 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:49.564505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e7d2125e-304f-4916-816d-eb213d7a8331,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:05:49.572379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.572735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.573083 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.573428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.573765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.574127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.574460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.574792 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.575120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.575454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.575788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.576107 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.576431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:49.763449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['e7d2125e-304f-4916-816d-eb213d7a8331'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:05:50.061976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cc26d-f13f-483e-b351-d579d9d88b09 req-ef982bd3-a880-4bf1-9d70-27f5896543cc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:50.063331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d3cc26d-f13f-483e-b351-d579d9d88b09 req-ef982bd3-a880-4bf1-9d70-27f5896543cc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 945 time: 0.0473392 Dec 09 23:05:50.110834 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d3cc26d-f13f-483e-b351-d579d9d88b09 req-23f80dda-15d3-4e35-8c79-191122b72bd6 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414815 Dec 09 23:05:51.226959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98b8ce-a966-4f79-bbcc-1afb5078ed3c req-eec7ad34-f7a0-45a7-815b-ffff836d085c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:51.228412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea98b8ce-a966-4f79-bbcc-1afb5078ed3c req-eec7ad34-f7a0-45a7-815b-ffff836d085c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 945 time: 0.0486455 Dec 09 23:05:51.279959 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea98b8ce-a966-4f79-bbcc-1afb5078ed3c req-57274ec4-60c3-4879-adc9-54e1327d5f68 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457072 Dec 09 23:05:51.341169 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e7d2125e-304f-4916-816d-eb213d7a8331 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:05:51.390697 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port e7d2125e-304f-4916-816d-eb213d7a8331 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:05:51.394379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port e7d2125e-304f-4916-816d-eb213d7a8331 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:05:51.394757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:51.469523 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:51.490806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d2125e-304f-4916-816d-eb213d7a8331'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:05:51.493688 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0db8c43-8424-48c2-81ec-dd670f8cba9e" -d '{"events": [{"server_uuid": "6563f85d-9122-4d5f-9fde-11b4d04e7028", "name": "network-vif-plugged", "status": "completed", "tag": "e7d2125e-304f-4916-816d-eb213d7a8331"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:05:51.506375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port e7d2125e-304f-4916-816d-eb213d7a8331, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e7d2125e-304f-4916-816d-eb213d7a8331,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:05:51.512204 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:51.559974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=e7d2125e-304f-4916-816d-eb213d7a8331,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:05:51.589127 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59ca32e-1b7d-4614-9e2b-125143307f84 x-openstack-request-id: req-d59ca32e-1b7d-4614-9e2b-125143307f84 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:05:51.589431 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6563f85d-9122-4d5f-9fde-11b4d04e7028", "name": "network-vif-plugged", "status": "completed", "tag": "e7d2125e-304f-4916-816d-eb213d7a8331", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:05:51.589689 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d59ca32e-1b7d-4614-9e2b-125143307f84 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:05:51.590466 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d2125e-304f-4916-816d-eb213d7a8331', 'code': 200} Dec 09 23:05:51.684835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff46a93-d007-4d84-a23e-b8e8ca63fed4 req-44f524b6-3d53-45f4-8c1e-804fcb79933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:51.686248 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cff46a93-d007-4d84-a23e-b8e8ca63fed4 req-44f524b6-3d53-45f4-8c1e-804fcb79933a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 1098 time: 0.0394354 Dec 09 23:05:51.731985 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cff46a93-d007-4d84-a23e-b8e8ca63fed4 req-572b90ea-0ceb-48ad-9295-071d7f11d751 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383871 Dec 09 23:05:52.393273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df987ec7-a7e7-4f9d-ac83-d681ae1e751b req-9eb036bc-7092-4b46-b93c-3b873694e5c9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:52.394759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df987ec7-a7e7-4f9d-ac83-d681ae1e751b req-9eb036bc-7092-4b46-b93c-3b873694e5c9 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 946 time: 0.0480664 Dec 09 23:05:52.443154 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df987ec7-a7e7-4f9d-ac83-d681ae1e751b req-95b2f70e-51fc-4fb8-ab95-7a35782b505a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415418 Dec 09 23:05:52.919456 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:53.559933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336a7e5-efb5-4c3f-aa23-b6bba20b8312 req-63ae85ef-78a1-41f9-9937-387462ccc7df tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:53.561384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3336a7e5-efb5-4c3f-aa23-b6bba20b8312 req-63ae85ef-78a1-41f9-9937-387462ccc7df tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 946 time: 0.0476272 Dec 09 23:05:53.609008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3336a7e5-efb5-4c3f-aa23-b6bba20b8312 req-2663565a-70ad-48b3-b38d-eb2f666672ce tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417347 Dec 09 23:05:53.725522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed09327-3403-41b5-89e2-979b72ad16c1 req-6be5e2f6-0be5-4736-a653-931e21a1e4f7 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:53.726936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ed09327-3403-41b5-89e2-979b72ad16c1 req-6be5e2f6-0be5-4736-a653-931e21a1e4f7 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 946 time: 0.0518718 Dec 09 23:05:53.774865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ed09327-3403-41b5-89e2-979b72ad16c1 req-9e2ded2a-ee14-4538-975a-dc1912cadbf4 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419717 Dec 09 23:05:53.796867 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55608) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:05:53.835608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951dd053-e44c-41bd-91c1-18fd65fdad07 tempest-TestVolumeBootPattern-1767549145 tempest-TestVolumeBootPattern-1767549145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:53.837097 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-951dd053-e44c-41bd-91c1-18fd65fdad07 tempest-TestVolumeBootPattern-1767549145 tempest-TestVolumeBootPattern-1767549145-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 1093 time: 0.0392592 Dec 09 23:05:53.839782 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55610) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:05:53.843963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': 'e7d2125e-304f-4916-816d-eb213d7a8331', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:05:53.866507 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:53.965024 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:54.064740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Allocated IP 172.25.8.54 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/bb6ee795-93ab-4668-a950-97216d96028b) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:05:54.168228 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:54.200975 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:54.235857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:05:54.238818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:05:54.241713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:05:54.280208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=bb6ee795-93ab-4668-a950-97216d96028b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:05:54.290605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.290948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.291288 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.291623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.291957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.292325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.292643 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.292937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.293331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.293692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.294040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.294366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.294685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:05:54.609192 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:54.675581 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:54.815416 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:54.820034 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:54.890153 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event updated for resources: {'Port': ['ID=bb6ee795-93ab-4668-a950-97216d96028b,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:05:54.900772 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:54.997136 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Floating IP 89cd576f-dea5-4e2c-9256-86d7ad432c9f associated. External IP: 172.25.8.54, port: e7d2125e-304f-4916-816d-eb213d7a8331. Dec 09 23:05:55.200329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:05:55.302862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:05:55.312903 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a3404-0d53-47c6-acfd-0dc22c4911ca None None] Sync routers for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:05:55.323509 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a3404-0d53-47c6-acfd-0dc22c4911ca None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:05:55.324121 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-030a3404-0d53-47c6-acfd-0dc22c4911ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:05:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:05:55.324593 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:05:55.350752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ba237465-da4b-46ac-bfae-723b9e640f9a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5099795 Dec 09 23:05:55.351325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'tag': 'e7d2125e-304f-4916-816d-eb213d7a8331'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:05:55.353599 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a14faa-fba0-400a-915a-3d95dc4c6348" -d '{"events": [{"name": "network-changed", "server_uuid": "6563f85d-9122-4d5f-9fde-11b4d04e7028", "tag": "e7d2125e-304f-4916-816d-eb213d7a8331"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:05:55.396768 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b3b385-4725-4438-84eb-932e9b594d90 x-openstack-request-id: req-20b3b385-4725-4438-84eb-932e9b594d90 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:05:55.397073 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6563f85d-9122-4d5f-9fde-11b4d04e7028", "tag": "e7d2125e-304f-4916-816d-eb213d7a8331", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:05:55.397334 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20b3b385-4725-4438-84eb-932e9b594d90 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:05:55.397775 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'tag': 'e7d2125e-304f-4916-816d-eb213d7a8331', 'status': 'completed', 'code': 200} Dec 09 23:05:55.429553 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-030a3404-0d53-47c6-acfd-0dc22c4911ca None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:05:55.461586 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a14faa-fba0-400a-915a-3d95dc4c6348 req-1724f9ff-0dfd-4656-ba42-b4754f31da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:55.463042 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-87a14faa-fba0-400a-915a-3d95dc4c6348 req-1724f9ff-0dfd-4656-ba42-b4754f31da5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 1098 time: 0.0409734 Dec 09 23:05:55.559249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a14faa-fba0-400a-915a-3d95dc4c6348 req-a0a3df67-4747-480a-b6a6-89ffa7bc9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:55.560770 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-87a14faa-fba0-400a-915a-3d95dc4c6348 req-a0a3df67-4747-480a-b6a6-89ffa7bc9b57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0914063 Dec 09 23:05:55.625725 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-87a14faa-fba0-400a-915a-3d95dc4c6348 req-74edf40d-64c3-49d0-b188-9dac0c68e61f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7d2125e-304f-4916-816d-eb213d7a8331 HTTP/1.1" status: 200 len: 999 time: 0.0578959 Dec 09 23:05:55.667153 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-030a3404-0d53-47c6-acfd-0dc22c4911ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '89cd576f-dea5-4e2c-9256-86d7ad432c9f', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': 'e7d2125e-304f-4916-816d-eb213d7a8331', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:16:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:05:54Z', 'updated_at': '2021-12-09T23:05:54Z', 'revision_number': 0, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}, {'id': 'e5dbc5f4-0f22-4079-a74b-e02c1963d3e6', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:07:01:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:03:56Z', 'updated_at': '2021-12-09T23:03:58Z', 'revision_number': 1, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:05:55.682172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a14faa-fba0-400a-915a-3d95dc4c6348 req-115f6645-89b6-450f-a03e-af997cf8041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:55.683679 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-87a14faa-fba0-400a-915a-3d95dc4c6348 req-115f6645-89b6-450f-a03e-af997cf8041a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0493152 Dec 09 23:05:55.695038 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a3404-0d53-47c6-acfd-0dc22c4911ca None None] Checking router: 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:05:55.703785 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a3404-0d53-47c6-acfd-0dc22c4911ca None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:05:55.704411 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-030a3404-0d53-47c6-acfd-0dc22c4911ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:05:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:05:55.729235 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a14faa-fba0-400a-915a-3d95dc4c6348 req-37f3ab3e-8b6f-4317-95b5-9337d24f2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:05:55.730682 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-87a14faa-fba0-400a-915a-3d95dc4c6348 req-37f3ab3e-8b6f-4317-95b5-9337d24f2ba5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404370 Dec 09 23:05:55.812501 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-030a3404-0d53-47c6-acfd-0dc22c4911ca None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:05:55.823923 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-87a14faa-fba0-400a-915a-3d95dc4c6348 req-70845c68-d106-44b0-af07-e88993c318b6 service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858841 Dec 09 23:05:55.923535 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-87a14faa-fba0-400a-915a-3d95dc4c6348 req-07e35a41-57ff-4ca4-91a9-b7ee68eb92dd service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928774 Dec 09 23:05:56.038842 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-030a3404-0d53-47c6-acfd-0dc22c4911ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '89cd576f-dea5-4e2c-9256-86d7ad432c9f', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': 'e7d2125e-304f-4916-816d-eb213d7a8331', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:16:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:05:54Z', 'updated_at': '2021-12-09T23:05:54Z', 'revision_number': 0, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}, {'id': 'e5dbc5f4-0f22-4079-a74b-e02c1963d3e6', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:07:01:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:03:56Z', 'updated_at': '2021-12-09T23:03:58Z', 'revision_number': 1, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:05:56.154573 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a3404-0d53-47c6-acfd-0dc22c4911ca None None] The sync data for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 is: [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '89cd576f-dea5-4e2c-9256-86d7ad432c9f', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': 'e7d2125e-304f-4916-816d-eb213d7a8331', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:16:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:05:54Z', 'updated_at': '2021-12-09T23:05:54Z', 'revision_number': 0, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}, {'id': 'e5dbc5f4-0f22-4079-a74b-e02c1963d3e6', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:07:01:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:03:56Z', 'updated_at': '2021-12-09T23:03:58Z', 'revision_number': 1, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:05:56.358495 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288afc3d-2823-46a3-8b28-4dbf030c9dd8 None None] New status for floating IP 89cd576f-dea5-4e2c-9256-86d7ad432c9f: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:06:01.092406 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97ded4f2-6d70-4454-b4f2-7f39b9d74dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:02.089254 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-781f026e-5630-4111-b6a0-1df5a3c8651a req-3ce2f885-cbd8-4102-9c72-20894d64db6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383749 Dec 09 23:06:02.188351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f026e-5630-4111-b6a0-1df5a3c8651a req-2379485f-0b58-424d-b2fd-d8b71cf1918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:06:02.190000 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-781f026e-5630-4111-b6a0-1df5a3c8651a req-2379485f-0b58-424d-b2fd-d8b71cf1918f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 1098 time: 0.0435917 Dec 09 23:06:02.299712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f026e-5630-4111-b6a0-1df5a3c8651a req-cc429d81-54bf-464a-bd54-e1e0be96e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:06:02.301085 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-781f026e-5630-4111-b6a0-1df5a3c8651a req-cc429d81-54bf-464a-bd54-e1e0be96e3bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0899491 Dec 09 23:06:02.671134 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-781f026e-5630-4111-b6a0-1df5a3c8651a req-4e359509-6b6c-4b9d-8f97-f072e7757ec3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d607911a-8b7f-425c-ad14-381d112ef3a1 HTTP/1.1" status: 200 len: 1002 time: 0.3619163 Dec 09 23:06:02.723865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f026e-5630-4111-b6a0-1df5a3c8651a req-972103a9-dde5-496a-8f28-a3ce6ba126e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:06:02.725280 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-781f026e-5630-4111-b6a0-1df5a3c8651a req-972103a9-dde5-496a-8f28-a3ce6ba126e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0474572 Dec 09 23:06:02.770708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f026e-5630-4111-b6a0-1df5a3c8651a req-e577a1fb-53d4-4921-95f6-98ed4bd0f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:06:02.772163 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-781f026e-5630-4111-b6a0-1df5a3c8651a req-e577a1fb-53d4-4921-95f6-98ed4bd0f7f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401225 Dec 09 23:06:02.862361 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-781f026e-5630-4111-b6a0-1df5a3c8651a req-3b2b52c9-b276-4a53-b715-826944097fbc service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833867 Dec 09 23:06:02.953367 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-781f026e-5630-4111-b6a0-1df5a3c8651a req-23c076cb-68b0-4286-8ac0-fe9c5007a895 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825956 Dec 09 23:06:03.357891 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cdbe0638-d517-42dc-ad23-aae1699d1ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:04.082233 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:04.905955 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:06.281972 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:07.091488 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:10.790098 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:06:22.924340 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:31.093924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fccac61d-e68c-4481-9109-2f4eea4fe157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:33.358844 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-86fda395-b54f-4324-80b0-3326a07235a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:34.094863 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:34.908131 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:36.285374 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:37.092514 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:06:47.789553 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:06:48.347980 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b629118a-3728-4716-be15-6da3bd95f0ae req-6d272c5a-196a-468f-a2bd-3e3ca7a6ea4c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394614 Dec 09 23:06:48.434884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629118a-3728-4716-be15-6da3bd95f0ae req-b15ca14a-c948-4d24-b383-b88fede29268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:06:48.436361 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b629118a-3728-4716-be15-6da3bd95f0ae req-b15ca14a-c948-4d24-b383-b88fede29268 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 1098 time: 0.0451801 Dec 09 23:06:48.540151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629118a-3728-4716-be15-6da3bd95f0ae req-cee762ab-86c4-46ef-987d-51b1fe6c6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:06:48.541539 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b629118a-3728-4716-be15-6da3bd95f0ae req-cee762ab-86c4-46ef-987d-51b1fe6c6ebc service neutron] 10.222.0.42 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0852396 Dec 09 23:06:48.610418 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b629118a-3728-4716-be15-6da3bd95f0ae req-e3816745-623d-45ac-b4ec-920f8ef9aed2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7d2125e-304f-4916-816d-eb213d7a8331 HTTP/1.1" status: 200 len: 1001 time: 0.0610812 Dec 09 23:06:48.659346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629118a-3728-4716-be15-6da3bd95f0ae req-70ed7e05-6be8-4423-8ec3-4f83be616f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:06:48.660753 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b629118a-3728-4716-be15-6da3bd95f0ae req-70ed7e05-6be8-4423-8ec3-4f83be616f72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0436773 Dec 09 23:06:48.704894 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629118a-3728-4716-be15-6da3bd95f0ae req-54b7f67d-2929-4c97-aa6c-de007d10267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:06:48.706394 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b629118a-3728-4716-be15-6da3bd95f0ae req-54b7f67d-2929-4c97-aa6c-de007d10267a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388684 Dec 09 23:06:48.798907 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b629118a-3728-4716-be15-6da3bd95f0ae req-b76c8b8b-0c69-4be9-b4e0-43c0e1f5fcba service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853283 Dec 09 23:06:48.886213 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b629118a-3728-4716-be15-6da3bd95f0ae req-7c871e8d-83a6-4788-a444-5ea68c8841c7 service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810087 Dec 09 23:06:52.922877 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:01.095665 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22f1c289-5a8c-4e10-b765-55783ca6ab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:03.359838 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-394fae9f-28cd-43c8-a9e2-7ad089761fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:04.128334 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:04.209202 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f0d3889-e9c4-408c-a9c1-44fa3e09d474 req-068beeda-8d17-414a-ba22-992dff8d7a47 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440521 Dec 09 23:07:04.305471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d3889-e9c4-408c-a9c1-44fa3e09d474 req-52beb399-bf2f-4e36-9cd7-7f85d8695807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:04.306862 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f0d3889-e9c4-408c-a9c1-44fa3e09d474 req-52beb399-bf2f-4e36-9cd7-7f85d8695807 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 1098 time: 0.0389006 Dec 09 23:07:04.411178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d3889-e9c4-408c-a9c1-44fa3e09d474 req-eecaf8b3-0fa0-410f-b857-53467deab5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:04.412644 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f0d3889-e9c4-408c-a9c1-44fa3e09d474 req-eecaf8b3-0fa0-410f-b857-53467deab5ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0865655 Dec 09 23:07:04.476907 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f0d3889-e9c4-408c-a9c1-44fa3e09d474 req-9a9da464-8403-4e01-9c46-e14957b3e041 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d607911a-8b7f-425c-ad14-381d112ef3a1 HTTP/1.1" status: 200 len: 1002 time: 0.0573320 Dec 09 23:07:04.532138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d3889-e9c4-408c-a9c1-44fa3e09d474 req-fccfb665-07a6-461a-a0e2-35806a6ff7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:04.533592 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f0d3889-e9c4-408c-a9c1-44fa3e09d474 req-fccfb665-07a6-461a-a0e2-35806a6ff7a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0486784 Dec 09 23:07:04.582341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d3889-e9c4-408c-a9c1-44fa3e09d474 req-ad1cb263-e435-4f69-9d1e-9d0efe2aaf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:04.583798 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f0d3889-e9c4-408c-a9c1-44fa3e09d474 req-ad1cb263-e435-4f69-9d1e-9d0efe2aaf64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433395 Dec 09 23:07:04.673035 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f0d3889-e9c4-408c-a9c1-44fa3e09d474 req-827a49e3-1342-41f6-8380-804a7530b04c service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820651 Dec 09 23:07:04.764967 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f0d3889-e9c4-408c-a9c1-44fa3e09d474 req-f0018a76-4cea-4dac-845d-c90c89359546 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849621 Dec 09 23:07:04.910580 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:05.667306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-63c3eb6e-6ee0-42e7-9871-cb4216cb94bd req-d2e0526f-8b71-482a-82ca-5b03814adcfc service neutron] (103417) timed out ('10.222.0.16', 42178) {{(pid=103417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 23:07:06.287629 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:07.097099 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:07.448115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-fc84ff9a-89d3-4ac1-a2df-58d1eef10abb req-693b57b9-3678-4075-911f-56366c5eb305 service neutron] (103417) timed out ('10.222.0.18', 49783) {{(pid=103417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 23:07:22.921877 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:23.815674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55650) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:23.970464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Deleting port bb6ee795-93ab-4668-a950-97216d96028b {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:23.970801 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:24.044046 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:24.044371 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:24.057086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Calling delete_port for bb6ee795-93ab-4668-a950-97216d96028b owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:24.204195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:24.232949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event deleted for resources: {'Port': ['ID=bb6ee795-93ab-4668-a950-97216d96028b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:24.244675 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.245026 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.245369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.245710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.246075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.246409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.246775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.247103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.247429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.247752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.248077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.248398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.248722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:24.301082 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:24.301411 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Floating IP 89cd576f-dea5-4e2c-9256-86d7ad432c9f disassociated (deleted). External IP: 172.25.8.54, port: e7d2125e-304f-4916-816d-eb213d7a8331. Dec 09 23:07:24.505166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:07:24.617080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:07:24.622328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:24.629003 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e76ee-a371-449a-80ec-e9caeba5e89e None None] Sync routers for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:07:24.639752 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e76ee-a371-449a-80ec-e9caeba5e89e None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:07:24.640392 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-788e76ee-a371-449a-80ec-e9caeba5e89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:07:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:24.648871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3c2f4bcd-0478-439d-a483-9a4e086eb299 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "DELETE /v2.0/floatingips/89cd576f-dea5-4e2c-9256-86d7ad432c9f HTTP/1.1" status: 204 len: 168 time: 0.8321233 Dec 09 23:07:24.649575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'tag': 'e7d2125e-304f-4916-816d-eb213d7a8331'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:07:24.652071 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05d007e-ff19-426a-a0a5-ba7b561fbe2a" -d '{"events": [{"name": "network-changed", "server_uuid": "6563f85d-9122-4d5f-9fde-11b4d04e7028", "tag": "e7d2125e-304f-4916-816d-eb213d7a8331"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:07:24.756566 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bc49af-5569-47b0-a1c5-4f704423741c x-openstack-request-id: req-90bc49af-5569-47b0-a1c5-4f704423741c {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:07:24.757124 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6563f85d-9122-4d5f-9fde-11b4d04e7028", "tag": "e7d2125e-304f-4916-816d-eb213d7a8331", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:07:24.757124 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90bc49af-5569-47b0-a1c5-4f704423741c {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:07:24.757464 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'tag': 'e7d2125e-304f-4916-816d-eb213d7a8331', 'status': 'completed', 'code': 200} Dec 09 23:07:24.765275 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-788e76ee-a371-449a-80ec-e9caeba5e89e None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:07:24.814376 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:07:24.841208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d007e-ff19-426a-a0a5-ba7b561fbe2a req-25a95f02-7d4f-400a-85a4-3242ba1f84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:24.842796 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c05d007e-ff19-426a-a0a5-ba7b561fbe2a req-25a95f02-7d4f-400a-85a4-3242ba1f84d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 1098 time: 0.0592110 Dec 09 23:07:24.894667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5fc6e-5ab8-446a-987d-44965a542438 req-69271573-1b1c-4357-9346-163eab3e7bbc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:24.896860 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8d5fc6e-5ab8-446a-987d-44965a542438 req-69271573-1b1c-4357-9346-163eab3e7bbc tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 946 time: 0.0509520 Dec 09 23:07:24.947686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d007e-ff19-426a-a0a5-ba7b561fbe2a req-81f1d084-bb91-4781-9ab6-e315874850ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:24.949245 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c05d007e-ff19-426a-a0a5-ba7b561fbe2a req-81f1d084-bb91-4781-9ab6-e315874850ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0991700 Dec 09 23:07:24.949959 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8d5fc6e-5ab8-446a-987d-44965a542438 req-09827e00-c1ca-43e0-b921-1c1074d08a9f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467775 Dec 09 23:07:24.993097 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c05d007e-ff19-426a-a0a5-ba7b561fbe2a req-d56ba2f1-dd88-41fe-aef3-c5c25138106e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7d2125e-304f-4916-816d-eb213d7a8331 HTTP/1.1" status: 200 len: 217 time: 0.0355608 Dec 09 23:07:25.019827 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-788e76ee-a371-449a-80ec-e9caeba5e89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e5dbc5f4-0f22-4079-a74b-e02c1963d3e6', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:07:01:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:03:56Z', 'updated_at': '2021-12-09T23:03:58Z', 'revision_number': 1, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:25.045397 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d007e-ff19-426a-a0a5-ba7b561fbe2a req-5d28b0bb-cd05-4602-9ce0-e2957cdb4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:25.045602 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e76ee-a371-449a-80ec-e9caeba5e89e None None] Checking router: 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:07:25.046900 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c05d007e-ff19-426a-a0a5-ba7b561fbe2a req-5d28b0bb-cd05-4602-9ce0-e2957cdb4db8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0452828 Dec 09 23:07:25.053773 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e76ee-a371-449a-80ec-e9caeba5e89e None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:07:25.054438 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-788e76ee-a371-449a-80ec-e9caeba5e89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:07:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:25.094863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d007e-ff19-426a-a0a5-ba7b561fbe2a req-7888ef8e-38d9-4fbf-9430-4dd5edf7cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:25.096362 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c05d007e-ff19-426a-a0a5-ba7b561fbe2a req-7888ef8e-38d9-4fbf-9430-4dd5edf7cf11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401304 Dec 09 23:07:25.158274 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-788e76ee-a371-449a-80ec-e9caeba5e89e None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:07:25.195488 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c05d007e-ff19-426a-a0a5-ba7b561fbe2a req-81a8cb68-9321-492f-8a29-7c079775faf7 service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907111 Dec 09 23:07:25.291872 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c05d007e-ff19-426a-a0a5-ba7b561fbe2a req-ad4a73a7-fb89-407e-b522-499ffc19f2e8 service neutron] 10.222.0.42 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879273 Dec 09 23:07:25.377229 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-788e76ee-a371-449a-80ec-e9caeba5e89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e5dbc5f4-0f22-4079-a74b-e02c1963d3e6', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:07:01:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:03:56Z', 'updated_at': '2021-12-09T23:03:58Z', 'revision_number': 1, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:25.402137 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e76ee-a371-449a-80ec-e9caeba5e89e None None] The sync data for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 is: [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e5dbc5f4-0f22-4079-a74b-e02c1963d3e6', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'port_id': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'mac_address': 'fa:16:3e:07:01:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:03:56Z', 'updated_at': '2021-12-09T23:03:58Z', 'revision_number': 1, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:07:25.617191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732205ba-1fdb-4823-86b8-3628597f6814 None None] New status for floating IP 89cd576f-dea5-4e2c-9256-86d7ad432c9f: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:07:26.070072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45035de9-fd12-411c-a48e-e3e587f74b29 req-63660385-7d38-4134-95cb-267e2154215a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:26.071514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45035de9-fd12-411c-a48e-e3e587f74b29 req-63660385-7d38-4134-95cb-267e2154215a tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 946 time: 0.0515239 Dec 09 23:07:26.119248 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45035de9-fd12-411c-a48e-e3e587f74b29 req-85b768a4-2f0a-431e-878f-e637da86617f tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411160 Dec 09 23:07:26.370030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c697acf-3ed4-4ebc-b148-f3fee385427e req-858f6189-86d5-4408-9284-759eb70ee892 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:26.371481 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8c697acf-3ed4-4ebc-b148-f3fee385427e req-858f6189-86d5-4408-9284-759eb70ee892 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.42 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 946 time: 0.0481725 Dec 09 23:07:26.459577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-8c697acf-3ed4-4ebc-b148-f3fee385427e req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Deleting port e7d2125e-304f-4916-816d-eb213d7a8331 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:26.459912 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8c697acf-3ed4-4ebc-b148-f3fee385427e req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:26.551214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8c697acf-3ed4-4ebc-b148-f3fee385427e req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] For port e7d2125e-304f-4916-816d-eb213d7a8331, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=e7d2125e-304f-4916-816d-eb213d7a8331,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:07:26.551568 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8c697acf-3ed4-4ebc-b148-f3fee385427e req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:26.564459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-8c697acf-3ed4-4ebc-b148-f3fee385427e req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Calling delete_port for e7d2125e-304f-4916-816d-eb213d7a8331 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:26.693447 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8c697acf-3ed4-4ebc-b148-f3fee385427e req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:26.720395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event deleted for resources: {'Port': ['ID=e7d2125e-304f-4916-816d-eb213d7a8331,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:26.734656 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.735013 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.735360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.735701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.736039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.736380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.736708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.737073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.737401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.737725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.738077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.738401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.738724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:26.772565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c697acf-3ed4-4ebc-b148-f3fee385427e req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] No DVR routers for this DVR port e7d2125e-304f-4916-816d-eb213d7a8331 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:07:26.775148 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8c697acf-3ed4-4ebc-b148-f3fee385427e req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:26.778988 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8c697acf-3ed4-4ebc-b148-f3fee385427e req-e398c9c4-5a91-4dc5-8367-af260b5cd5d1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.42 "DELETE /v2.0/ports/e7d2125e-304f-4916-816d-eb213d7a8331 HTTP/1.1" status: 204 len: 173 time: 0.4004149 Dec 09 23:07:26.779433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'name': 'network-vif-deleted', 'tag': 'e7d2125e-304f-4916-816d-eb213d7a8331'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:07:26.781661 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d12cf8c-3190-49af-8366-5a3108b616cf" -d '{"events": [{"server_uuid": "6563f85d-9122-4d5f-9fde-11b4d04e7028", "name": "network-vif-deleted", "tag": "e7d2125e-304f-4916-816d-eb213d7a8331"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:07:26.821192 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8b83ec-1043-4d4b-9c5b-0844956eb136 x-openstack-request-id: req-3b8b83ec-1043-4d4b-9c5b-0844956eb136 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:07:26.821492 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6563f85d-9122-4d5f-9fde-11b4d04e7028", "name": "network-vif-deleted", "tag": "e7d2125e-304f-4916-816d-eb213d7a8331", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:07:26.821751 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b8b83ec-1043-4d4b-9c5b-0844956eb136 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:07:26.822190 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6563f85d-9122-4d5f-9fde-11b4d04e7028', 'name': 'network-vif-deleted', 'tag': 'e7d2125e-304f-4916-816d-eb213d7a8331', 'status': 'completed', 'code': 200} Dec 09 23:07:27.224755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4758dc26-4843-482b-a525-ff503f110482 req-fb7f3a00-18be-4df2-815c-9abe1ae50e14 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 210 time: 0.0272744 Dec 09 23:07:28.321135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a11f23c-50bd-49da-bf41-5f5172c26e82 req-1b7a2fe8-a847-43c1-bb24-b1ce2679d24c tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 210 time: 0.0259569 Dec 09 23:07:29.413443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-abfd8497-a3ee-421b-9b9a-eeec699d3296 req-b58e4dd2-51ab-4d96-b4da-0ca200658489 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 210 time: 0.0264304 Dec 09 23:07:29.800550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e7d2125e-304f-4916-816d-eb213d7a8331 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:07:29.823940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: e7d2125e-304f-4916-816d-eb213d7a8331 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:07:29.824288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device e7d2125e-304f-4916-816d-eb213d7a8331 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:07:30.508574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09c2e889-eee8-42b3-b5b5-0501fed2774a req-1e9b6182-fe93-42f9-9dad-7a8bc0401f62 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=6563f85d-9122-4d5f-9fde-11b4d04e7028 HTTP/1.1" status: 200 len: 210 time: 0.0251203 Dec 09 23:07:31.097702 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-df8e9b12-77a9-4dd9-95db-c1395c4cb620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:33.361584 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e46b2827-4f1a-4f44-b489-ea91ef57e639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:34.156458 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:34.914706 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:36.290185 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:36.904790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55702) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:37.062742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Deleting port 5f91c9b0-b3ea-4b6d-b9d3-1dc4b03be736 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:37.063077 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:37.100759 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:37.142558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:37.142798 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:37.154907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Calling delete_port for 5f91c9b0-b3ea-4b6d-b9d3-1dc4b03be736 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:37.304061 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:37.330213 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event deleted for resources: {'Port': ['ID=5f91c9b0-b3ea-4b6d-b9d3-1dc4b03be736,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:37.387968 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:37.388296 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Floating IP e5dbc5f4-0f22-4079-a74b-e02c1963d3e6 disassociated (deleted). External IP: 172.25.8.232, port: d607911a-8b7f-425c-ad14-381d112ef3a1. Dec 09 23:07:37.593700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:07:37.699877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:07:37.704643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:37.709686 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068349df-431a-42d7-b6bc-89a42a3dd667 None None] Sync routers for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:07:37.719071 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068349df-431a-42d7-b6bc-89a42a3dd667 None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:07:37.719752 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-068349df-431a-42d7-b6bc-89a42a3dd667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:07:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:37.730632 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5a2cf914-ad11-4147-bb38-b3d4ffe04f0b tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "DELETE /v2.0/floatingips/e5dbc5f4-0f22-4079-a74b-e02c1963d3e6 HTTP/1.1" status: 204 len: 168 time: 0.8246551 Dec 09 23:07:37.731161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'tag': 'd607911a-8b7f-425c-ad14-381d112ef3a1'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:07:37.733934 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c742a0a0-5f52-48cb-85d9-c0a9282a7d43" -d '{"events": [{"name": "network-changed", "server_uuid": "b16b4256-095b-4fea-8f41-20b9848c110e", "tag": "d607911a-8b7f-425c-ad14-381d112ef3a1"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:07:37.777446 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64b3d56-00e2-46b7-929e-27d3bfc43ee6 x-openstack-request-id: req-d64b3d56-00e2-46b7-929e-27d3bfc43ee6 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:07:37.777745 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16b4256-095b-4fea-8f41-20b9848c110e", "tag": "d607911a-8b7f-425c-ad14-381d112ef3a1", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:07:37.778039 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d64b3d56-00e2-46b7-929e-27d3bfc43ee6 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:07:37.778462 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'tag': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'status': 'completed', 'code': 200} Dec 09 23:07:37.828964 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-068349df-431a-42d7-b6bc-89a42a3dd667 None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:07:37.875901 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742a0a0-5f52-48cb-85d9-c0a9282a7d43 req-f67c272f-4bbe-4495-b132-584cd7fe471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:37.877400 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c742a0a0-5f52-48cb-85d9-c0a9282a7d43 req-f67c272f-4bbe-4495-b132-584cd7fe471f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=584af76d4a0243429eba383ace6bfd11&device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 1098 time: 0.0492523 Dec 09 23:07:37.979957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedbb7a-115e-41e2-8829-677697084b14 req-ba014a16-dd4f-49fb-92d3-01532a15b86e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:37.981503 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2aedbb7a-115e-41e2-8829-677697084b14 req-ba014a16-dd4f-49fb-92d3-01532a15b86e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 946 time: 0.0541928 Dec 09 23:07:38.011069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742a0a0-5f52-48cb-85d9-c0a9282a7d43 req-7a9326ab-a824-43ff-88a9-4f34304978d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:38.014030 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c742a0a0-5f52-48cb-85d9-c0a9282a7d43 req-7a9326ab-a824-43ff-88a9-4f34304978d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 200 len: 913 time: 0.0918458 Dec 09 23:07:38.035324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2aedbb7a-115e-41e2-8829-677697084b14 req-ac13aaa2-034b-45ef-a7fe-02b54c1ec899 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452716 Dec 09 23:07:38.041220 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-068349df-431a-42d7-b6bc-89a42a3dd667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:38.063450 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c742a0a0-5f52-48cb-85d9-c0a9282a7d43 req-29d69da9-2019-4121-9128-8872914d58a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d607911a-8b7f-425c-ad14-381d112ef3a1 HTTP/1.1" status: 200 len: 217 time: 0.0418341 Dec 09 23:07:38.116658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742a0a0-5f52-48cb-85d9-c0a9282a7d43 req-629488ae-92ad-4e0d-8eb3-12dffcac7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:38.118284 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c742a0a0-5f52-48cb-85d9-c0a9282a7d43 req-629488ae-92ad-4e0d-8eb3-12dffcac7690 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 200 len: 851 time: 0.0465181 Dec 09 23:07:38.161381 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068349df-431a-42d7-b6bc-89a42a3dd667 None None] Checking router: 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:07:38.169602 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068349df-431a-42d7-b6bc-89a42a3dd667 None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:07:38.170020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742a0a0-5f52-48cb-85d9-c0a9282a7d43 req-97bcfbda-55b1-45aa-9bc4-625d3db6a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:38.170248 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-068349df-431a-42d7-b6bc-89a42a3dd667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:07:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:38.171609 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c742a0a0-5f52-48cb-85d9-c0a9282a7d43 req-97bcfbda-55b1-45aa-9bc4-625d3db6a93b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b311721f-8f76-4fb7-9bdc-1dd9815bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423532 Dec 09 23:07:38.267593 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c742a0a0-5f52-48cb-85d9-c0a9282a7d43 req-2d6cf09f-3790-46b5-85a3-d349364e8c6a service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884907 Dec 09 23:07:38.272890 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-068349df-431a-42d7-b6bc-89a42a3dd667 None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:07:38.358861 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c742a0a0-5f52-48cb-85d9-c0a9282a7d43 req-9683be8a-e649-411c-8595-c587d65faf93 service neutron] 10.222.0.18 "GET /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832734 Dec 09 23:07:38.464067 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-068349df-431a-42d7-b6bc-89a42a3dd667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:38.493205 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068349df-431a-42d7-b6bc-89a42a3dd667 None None] The sync data for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 is: [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d', 'name': '', 'network_id': 'b311721f-8f76-4fb7-9bdc-1dd9815bda6b', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'mac_address': 'fa:16:3e:99:81:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:51Z', 'updated_at': '2021-12-09T22:57:56Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'subnets': [{'id': '6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:07:38.715428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3fd217-df34-444c-8cd8-0d387f2b8293 None None] New status for floating IP e5dbc5f4-0f22-4079-a74b-e02c1963d3e6: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:07:39.154155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6901e60-ad78-4663-85f1-6f8c3fb1455d req-9eb6f6f1-0bd8-4c91-9555-1de100e1ebd5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:39.155634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6901e60-ad78-4663-85f1-6f8c3fb1455d req-9eb6f6f1-0bd8-4c91-9555-1de100e1ebd5 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 946 time: 0.0492663 Dec 09 23:07:39.205334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6901e60-ad78-4663-85f1-6f8c3fb1455d req-565c1ab3-54d5-44f0-b100-5d287888e3d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437806 Dec 09 23:07:39.674950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b5972-886d-4c91-93e1-45c0be52151b req-68870703-e67f-40b3-bd5a-b517f7dd8838 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:07:39.676434 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358b5972-886d-4c91-93e1-45c0be52151b req-68870703-e67f-40b3-bd5a-b517f7dd8838 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 946 time: 0.0491445 Dec 09 23:07:39.768732 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-358b5972-886d-4c91-93e1-45c0be52151b req-3170c209-6932-432e-9184-01b8950d8537 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Deleting port d607911a-8b7f-425c-ad14-381d112ef3a1 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:39.769070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358b5972-886d-4c91-93e1-45c0be52151b req-3170c209-6932-432e-9184-01b8950d8537 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:39.860743 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-358b5972-886d-4c91-93e1-45c0be52151b req-3170c209-6932-432e-9184-01b8950d8537 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] For port d607911a-8b7f-425c-ad14-381d112ef3a1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d607911a-8b7f-425c-ad14-381d112ef3a1,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:07:39.861103 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358b5972-886d-4c91-93e1-45c0be52151b req-3170c209-6932-432e-9184-01b8950d8537 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:39.873256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-358b5972-886d-4c91-93e1-45c0be52151b req-3170c209-6932-432e-9184-01b8950d8537 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Calling delete_port for d607911a-8b7f-425c-ad14-381d112ef3a1 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:39.999185 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358b5972-886d-4c91-93e1-45c0be52151b req-3170c209-6932-432e-9184-01b8950d8537 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:40.025427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170c209-6932-432e-9184-01b8950d8537 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event deleted for resources: {'Port': ['ID=d607911a-8b7f-425c-ad14-381d112ef3a1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:40.072240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-358b5972-886d-4c91-93e1-45c0be52151b req-3170c209-6932-432e-9184-01b8950d8537 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] No DVR routers for this DVR port d607911a-8b7f-425c-ad14-381d112ef3a1 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:07:40.074884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358b5972-886d-4c91-93e1-45c0be52151b req-3170c209-6932-432e-9184-01b8950d8537 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:40.078310 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358b5972-886d-4c91-93e1-45c0be52151b req-3170c209-6932-432e-9184-01b8950d8537 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.18 "DELETE /v2.0/ports/d607911a-8b7f-425c-ad14-381d112ef3a1 HTTP/1.1" status: 204 len: 173 time: 0.3957791 Dec 09 23:07:40.078770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'name': 'network-vif-deleted', 'tag': 'd607911a-8b7f-425c-ad14-381d112ef3a1'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:07:40.081011 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc39c93-7934-4838-a705-d90808197ba9" -d '{"events": [{"server_uuid": "b16b4256-095b-4fea-8f41-20b9848c110e", "name": "network-vif-deleted", "tag": "d607911a-8b7f-425c-ad14-381d112ef3a1"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:07:40.117128 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece88142-4b62-435f-b70f-381aac939c3c x-openstack-request-id: req-ece88142-4b62-435f-b70f-381aac939c3c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:07:40.117435 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16b4256-095b-4fea-8f41-20b9848c110e", "name": "network-vif-deleted", "tag": "d607911a-8b7f-425c-ad14-381d112ef3a1", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:07:40.117694 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ece88142-4b62-435f-b70f-381aac939c3c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:07:40.118135 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16b4256-095b-4fea-8f41-20b9848c110e', 'name': 'network-vif-deleted', 'tag': 'd607911a-8b7f-425c-ad14-381d112ef3a1', 'status': 'completed', 'code': 200} Dec 09 23:07:40.299166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-38017399-1eba-42b3-9aef-63927e79bf6c req-32667a79-9726-4cc1-ae81-97bd1d6d8bc1 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 210 time: 0.0267069 Dec 09 23:07:41.397634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99adccd4-5a9f-4e41-9c9e-f736a0ef4b64 req-76aa9283-e581-4f1a-9969-c02deff30252 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 210 time: 0.0298216 Dec 09 23:07:42.246955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d607911a-8b7f-425c-ad14-381d112ef3a1 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:07:42.269938 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: d607911a-8b7f-425c-ad14-381d112ef3a1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:07:42.270277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d607911a-8b7f-425c-ad14-381d112ef3a1 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:07:42.490409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a0a7630-0d81-401b-8687-f92d9656368e req-afc90f69-9d05-40af-bf8d-92be3ae7cd7e tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 210 time: 0.0254781 Dec 09 23:07:43.586843 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59820af2-0a23-4924-998b-ce2fe16b5ddb req-4524eeaf-b12f-4999-a951-381576e1be58 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 210 time: 0.0261199 Dec 09 23:07:44.696739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c90cf1e8-5e03-4d3b-b251-30a7ee35decc req-ee905a3b-73cc-42c7-9ac1-87a6400140d6 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16b4256-095b-4fea-8f41-20b9848c110e HTTP/1.1" status: 200 len: 210 time: 0.0282152 Dec 09 23:07:45.753635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55726) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:45.876423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ea3cf228-9a9a-4048-9c08-36ca21f846d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Deleting port f7390ed8-77d9-4310-867a-22e86c2b60f2 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:45.876764 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf228-9a9a-4048-9c08-36ca21f846d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:45.951385 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf228-9a9a-4048-9c08-36ca21f846d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:45.951713 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf228-9a9a-4048-9c08-36ca21f846d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:45.963033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ea3cf228-9a9a-4048-9c08-36ca21f846d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Calling delete_port for f7390ed8-77d9-4310-867a-22e86c2b60f2 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:46.093579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf228-9a9a-4048-9c08-36ca21f846d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:46.123335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cf228-9a9a-4048-9c08-36ca21f846d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event deleted for resources: {'Port': ['ID=f7390ed8-77d9-4310-867a-22e86c2b60f2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:46.181579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf228-9a9a-4048-9c08-36ca21f846d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:46.184240 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf228-9a9a-4048-9c08-36ca21f846d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:46.185952 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ea3cf228-9a9a-4048-9c08-36ca21f846d2 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "DELETE /v2.0/floatingips/fddbe217-2696-4c19-bb82-e187d3926db6 HTTP/1.1" status: 204 len: 168 time: 0.4312618 Dec 09 23:07:49.471300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55744) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:49.529837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-26b1d77a-22e0-4c5b-b509-d439cd42e275 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:49.555148 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-26b1d77a-22e0-4c5b-b509-d439cd42e275 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:49.613550 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-26b1d77a-22e0-4c5b-b509-d439cd42e275 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:49.616397 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-26b1d77a-22e0-4c5b-b509-d439cd42e275 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:49.619955 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-26b1d77a-22e0-4c5b-b509-d439cd42e275 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] 10.222.0.16 "DELETE /v2.0/security-groups/4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2 HTTP/1.1" status: 204 len: 168 time: 0.1451468 Dec 09 23:07:49.627078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1d77a-22e0-4c5b-b509-d439cd42e275 tempest-TestVolumeBootPattern-921700886 tempest-TestVolumeBootPattern-921700886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe6d885-8b0e-48c8-81d6-9d1711a3dfb2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:49.678649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55748) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:50.221119 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1a9990d-d8be-44f5-88ce-4bfe2427cfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:50.468302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9990d-d8be-44f5-88ce-4bfe2427cfda admin admin] Deleting port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:50.468641 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1a9990d-d8be-44f5-88ce-4bfe2427cfda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:50.546339 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e1a9990d-d8be-44f5-88ce-4bfe2427cfda admin admin] For port fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:07:50.547049 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1a9990d-d8be-44f5-88ce-4bfe2427cfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:50.558834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9990d-d8be-44f5-88ce-4bfe2427cfda admin admin] Calling delete_port for fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:50.739740 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1a9990d-d8be-44f5-88ce-4bfe2427cfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:50.769851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9990d-d8be-44f5-88ce-4bfe2427cfda admin admin] Pushing event deleted for resources: {'Port': ['ID=fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:51.225326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1a9990d-d8be-44f5-88ce-4bfe2427cfda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:51.437205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a9990d-d8be-44f5-88ce-4bfe2427cfda admin admin] Router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:07:51.542285 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a9990d-d8be-44f5-88ce-4bfe2427cfda admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:07:51.547939 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e1a9990d-d8be-44f5-88ce-4bfe2427cfda admin admin] 10.222.0.16 "PUT /v2.0/routers/3121f9b4-76be-4409-95a6-cd8d77d3b7f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8680601 Dec 09 23:07:51.550388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55754) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:51.553603 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8361423f-0777-4091-a3fd-c8a6d37505d2 None None] Sync routers for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:07:51.563682 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361423f-0777-4091-a3fd-c8a6d37505d2 None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:07:51.564292 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8361423f-0777-4091-a3fd-c8a6d37505d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:07:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:51.654685 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:51.665087 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-8361423f-0777-4091-a3fd-c8a6d37505d2 None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:07:51.760409 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:51.814172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Deleting port cf0ec338-b2e7-40a7-bd54-defccf84c06c {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:51.814520 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:51.839065 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8361423f-0777-4091-a3fd-c8a6d37505d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T23:07:50Z', 'revision_number': 5, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port': {'id': 'cf0ec338-b2e7-40a7-bd54-defccf84c06c', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:50Z', 'updated_at': '2021-12-09T22:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:51.868417 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8361423f-0777-4091-a3fd-c8a6d37505d2 None None] Checking router: 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:07:51.876636 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361423f-0777-4091-a3fd-c8a6d37505d2 None None] Routers {'3121f9b4-76be-4409-95a6-cd8d77d3b7f2'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:07:51.877309 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8361423f-0777-4091-a3fd-c8a6d37505d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:07:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:51.893886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] For port cf0ec338-b2e7-40a7-bd54-defccf84c06c, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cf0ec338-b2e7-40a7-bd54-defccf84c06c,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:07:51.894235 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:51.907117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Calling delete_port for cf0ec338-b2e7-40a7-bd54-defccf84c06c owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:51.960585 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-8361423f-0777-4091-a3fd-c8a6d37505d2 None None] Set router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:07:52.010454 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8361423f-0777-4091-a3fd-c8a6d37505d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T23:07:51Z', 'revision_number': 6, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:52.040565 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8361423f-0777-4091-a3fd-c8a6d37505d2 None None] The sync data for ids ['3121f9b4-76be-4409-95a6-cd8d77d3b7f2'] in n-d-789963-23 is: [{'id': '3121f9b4-76be-4409-95a6-cd8d77d3b7f2', 'name': 'tempest-TestVolumeBootPattern-1175232116-router', 'tenant_id': '584af76d4a0243429eba383ace6bfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:49Z', 'updated_at': '2021-12-09T23:07:51Z', 'revision_number': 6, 'project_id': '584af76d4a0243429eba383ace6bfd11', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:07:52.088449 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.120000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0ec338-b2e7-40a7-bd54-defccf84c06c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:52.130880 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a16c3-bef0-418f-b3ce-08f6a6921ccf None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:07:52.181995 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.273239 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.275355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.317916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.318450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3121f9b4-76be-4409-95a6-cd8d77d3b7f2 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:07:52.322900 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.325643 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-481b0540-8824-4782-b333-74245dac7e41 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3121f9b4-76be-4409-95a6-cd8d77d3b7f2 HTTP/1.1" status: 204 len: 168 time: 0.7726977 Dec 09 23:07:52.326755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55756) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:52.376793 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c1f648-23ba-451a-80e0-28f983877b86 admin admin] Deleting subnet 6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:07:52.380070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54c1f648-23ba-451a-80e0-28f983877b86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.417375 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54c1f648-23ba-451a-80e0-28f983877b86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.502823 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54c1f648-23ba-451a-80e0-28f983877b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.567003 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54c1f648-23ba-451a-80e0-28f983877b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.596682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1f648-23ba-451a-80e0-28f983877b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:52.603106 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-54c1f648-23ba-451a-80e0-28f983877b86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.607128 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-54c1f648-23ba-451a-80e0-28f983877b86 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6d78fdf1-63fc-44a3-b7aa-b76e4ed252ff HTTP/1.1" status: 204 len: 168 time: 0.2787354 Dec 09 23:07:52.609462 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55758) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:52.611758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10347864-e404-42fe-b35e-be090e72c461 None None] Network b311721f-8f76-4fb7-9bdc-1dd9815bda6b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:07:52.682813 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.740583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Deleting port e4610d44-98f3-4ac3-9024-c1741cd36ef9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:52.741250 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.774474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] DHCP port deletion for b311721f-8f76-4fb7-9bdc-1dd9815bda6b request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:07:52.818976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] For port e4610d44-98f3-4ac3-9024-c1741cd36ef9, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e4610d44-98f3-4ac3-9024-c1741cd36ef9,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:07:52.819335 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.833699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Calling delete_port for e4610d44-98f3-4ac3-9024-c1741cd36ef9 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:52.833894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Deleting port e4610d44-98f3-4ac3-9024-c1741cd36ef9 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:52.834176 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.899625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] For port e4610d44-98f3-4ac3-9024-c1741cd36ef9, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e4610d44-98f3-4ac3-9024-c1741cd36ef9,segment=NetworkSegment(42a3c4e2-6f69-40c0-8f5e-828cccd4ab18),segment_id=42a3c4e2-6f69-40c0-8f5e-828cccd4ab18)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:07:52.899939 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.912551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Calling delete_port for e4610d44-98f3-4ac3-9024-c1741cd36ef9 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:52.914203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.947309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] No DVR routers for this DVR port e4610d44-98f3-4ac3-9024-c1741cd36ef9 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:07:52.951862 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4610d44-98f3-4ac3-9024-c1741cd36ef9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:52.969951 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:52.999887 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:53.024065 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:53.027805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Pushing event deleted for resources: {'Port': ['ID=e4610d44-98f3-4ac3-9024-c1741cd36ef9,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:53.032556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] No DVR routers for this DVR port e4610d44-98f3-4ac3-9024-c1741cd36ef9 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:07:53.039546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.039885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.040229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.040562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.040893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.041223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.041546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.041891 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.042220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.042627 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.042861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.043165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.043480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a5344-bbde-40eb-b4d3-6cfc7b92eec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:07:53.051831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b311721f-8f76-4fb7-9bdc-1dd9815bda6b']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:53.061770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:53.062763 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a3c4e2-6f69-40c0-8f5e-828cccd4ab18') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:53.073320 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:53.086690 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:53.093296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:07:53.093863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:07:53.095578 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:07:53.155196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:53.160595 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:53.163885 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] 10.222.0.16 "DELETE /v2.0/networks/b311721f-8f76-4fb7-9bdc-1dd9815bda6b HTTP/1.1" status: 204 len: 168 time: 0.5533814 Dec 09 23:07:53.167193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55760) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:53.175273 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c37192-ac71-49b4-b470-4a48d4e5ee5a admin admin] Pushing event deleted for resources: {'Network': ['ID=b311721f-8f76-4fb7-9bdc-1dd9815bda6b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:53.783433 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82434a0b-0542-4ed2-8e8e-2a1d616a214d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:54.014337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-82434a0b-0542-4ed2-8e8e-2a1d616a214d admin admin] Deleting port ede1b804-95ce-4208-874f-ca61f008ae9e {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:54.014667 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82434a0b-0542-4ed2-8e8e-2a1d616a214d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:54.088836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e4610d44-98f3-4ac3-9024-c1741cd36ef9 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:07:54.092156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-82434a0b-0542-4ed2-8e8e-2a1d616a214d admin admin] For port ede1b804-95ce-4208-874f-ca61f008ae9e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ede1b804-95ce-4208-874f-ca61f008ae9e,segment=NetworkSegment(7c1e5d2a-21a8-4853-b31e-a7ed016ec343),segment_id=7c1e5d2a-21a8-4853-b31e-a7ed016ec343)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:07:54.092515 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82434a0b-0542-4ed2-8e8e-2a1d616a214d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:54.105328 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-82434a0b-0542-4ed2-8e8e-2a1d616a214d admin admin] Calling delete_port for ede1b804-95ce-4208-874f-ca61f008ae9e owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:54.109507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: e4610d44-98f3-4ac3-9024-c1741cd36ef9 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:07:54.109895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e4610d44-98f3-4ac3-9024-c1741cd36ef9 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:07:54.110327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:07:54.128702 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:07:54.129056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fec7ab51-f8c6-40ec-92c1-5d0e9bb8f87d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:07:54.129479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cf0ec338-b2e7-40a7-bd54-defccf84c06c no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:07:54.148757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: cf0ec338-b2e7-40a7-bd54-defccf84c06c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:07:54.149105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cf0ec338-b2e7-40a7-bd54-defccf84c06c not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:07:54.279174 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82434a0b-0542-4ed2-8e8e-2a1d616a214d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:54.307322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82434a0b-0542-4ed2-8e8e-2a1d616a214d admin admin] Pushing event deleted for resources: {'Port': ['ID=ede1b804-95ce-4208-874f-ca61f008ae9e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:54.471622 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-82434a0b-0542-4ed2-8e8e-2a1d616a214d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:54.682808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82434a0b-0542-4ed2-8e8e-2a1d616a214d admin admin] Router bf48b226-6ee6-4357-8d90-fef542f32865 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:07:54.792174 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82434a0b-0542-4ed2-8e8e-2a1d616a214d admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:07:54.797868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-82434a0b-0542-4ed2-8e8e-2a1d616a214d admin admin] 10.222.0.16 "PUT /v2.0/routers/bf48b226-6ee6-4357-8d90-fef542f32865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296155 Dec 09 23:07:54.800534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55762) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:54.803171 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfe5c4-99cf-4cb3-9424-6414a7e58bf6 None None] Sync routers for ids ['bf48b226-6ee6-4357-8d90-fef542f32865'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:07:54.814430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbfe5c4-99cf-4cb3-9424-6414a7e58bf6 None None] Routers {'bf48b226-6ee6-4357-8d90-fef542f32865'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:07:54.815058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-efbfe5c4-99cf-4cb3-9424-6414a7e58bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:07:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['bf48b226-6ee6-4357-8d90-fef542f32865'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:54.902345 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:54.916699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-efbfe5c4-99cf-4cb3-9424-6414a7e58bf6 None None] Set router bf48b226-6ee6-4357-8d90-fef542f32865 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:07:54.998957 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.053432 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Deleting port ed8596a0-5428-4060-ab80-dbd2c4e9802f {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:55.053765 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.094518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-efbfe5c4-99cf-4cb3-9424-6414a7e58bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'name': 'tempest-TestVolumeBootPattern-180490458-router', 'tenant_id': '117554c65c6e494490d4af729145e661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T23:07:54Z', 'revision_number': 5, 'project_id': '117554c65c6e494490d4af729145e661', 'gw_port': {'id': 'ed8596a0-5428-4060-ab80-dbd2c4e9802f', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T22:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:55.121169 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfe5c4-99cf-4cb3-9424-6414a7e58bf6 None None] Checking router: bf48b226-6ee6-4357-8d90-fef542f32865 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:07:55.130229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbfe5c4-99cf-4cb3-9424-6414a7e58bf6 None None] Routers {'bf48b226-6ee6-4357-8d90-fef542f32865'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:07:55.130841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-efbfe5c4-99cf-4cb3-9424-6414a7e58bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:07:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['bf48b226-6ee6-4357-8d90-fef542f32865'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:55.131968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] For port ed8596a0-5428-4060-ab80-dbd2c4e9802f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ed8596a0-5428-4060-ab80-dbd2c4e9802f,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:07:55.132327 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.144974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Calling delete_port for ed8596a0-5428-4060-ab80-dbd2c4e9802f owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:55.216449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-efbfe5c4-99cf-4cb3-9424-6414a7e58bf6 None None] Set router bf48b226-6ee6-4357-8d90-fef542f32865 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:07:55.266656 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-efbfe5c4-99cf-4cb3-9424-6414a7e58bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'name': 'tempest-TestVolumeBootPattern-180490458-router', 'tenant_id': '117554c65c6e494490d4af729145e661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T23:07:54Z', 'revision_number': 6, 'project_id': '117554c65c6e494490d4af729145e661', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:55.295889 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfe5c4-99cf-4cb3-9424-6414a7e58bf6 None None] The sync data for ids ['bf48b226-6ee6-4357-8d90-fef542f32865'] in n-d-789963-23 is: [{'id': 'bf48b226-6ee6-4357-8d90-fef542f32865', 'name': 'tempest-TestVolumeBootPattern-180490458-router', 'tenant_id': '117554c65c6e494490d4af729145e661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T22:57:54Z', 'updated_at': '2021-12-09T23:07:54Z', 'revision_number': 6, 'project_id': '117554c65c6e494490d4af729145e661', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:07:55.313069 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.339067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8596a0-5428-4060-ab80-dbd2c4e9802f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:55.352529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe8166-7da4-497d-97c6-8cb44d2d9dff None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:07:55.402502 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.490465 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.492573 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.534542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.535043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf48b226-6ee6-4357-8d90-fef542f32865 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:07:55.539614 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.540752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1f42d190-7adc-4a0a-8be4-0b61126db8ac admin admin] 10.222.0.16 "DELETE /v2.0/routers/bf48b226-6ee6-4357-8d90-fef542f32865 HTTP/1.1" status: 204 len: 168 time: 0.7393165 Dec 09 23:07:55.543416 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55764) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:55.589519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a429fad-aff9-4a99-8172-ac9882181f79 admin admin] Deleting subnet fef9d3d8-02f6-4967-a6e3-e72723a932cd {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:07:55.593128 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a429fad-aff9-4a99-8172-ac9882181f79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.627183 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a429fad-aff9-4a99-8172-ac9882181f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.712301 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a429fad-aff9-4a99-8172-ac9882181f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.767349 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a429fad-aff9-4a99-8172-ac9882181f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.798267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a429fad-aff9-4a99-8172-ac9882181f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef9d3d8-02f6-4967-a6e3-e72723a932cd,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:55.800127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a429fad-aff9-4a99-8172-ac9882181f79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.803488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3a429fad-aff9-4a99-8172-ac9882181f79 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fef9d3d8-02f6-4967-a6e3-e72723a932cd HTTP/1.1" status: 204 len: 168 time: 0.2590778 Dec 09 23:07:55.806003 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55766) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:55.808538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c6b0d0-6e6d-4d3a-b086-1af3a891593d None None] Network 2407dd01-3d7f-41e4-9652-9106254e2264 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:07:55.878055 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.933594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Deleting port 6889840d-6c66-4571-a306-7298a4a0ad36 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:55.934058 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:55.999701 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] For port 6889840d-6c66-4571-a306-7298a4a0ad36, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6889840d-6c66-4571-a306-7298a4a0ad36,segment=NetworkSegment(7c1e5d2a-21a8-4853-b31e-a7ed016ec343),segment_id=7c1e5d2a-21a8-4853-b31e-a7ed016ec343)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:07:56.000209 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.013581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Calling delete_port for 6889840d-6c66-4571-a306-7298a4a0ad36 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:56.078701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea23ca6-09f7-499e-9539-7cbede8e4718 None None] DHCP port deletion for 2407dd01-3d7f-41e4-9652-9106254e2264 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:07:56.107792 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.136942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Pushing event deleted for resources: {'Port': ['ID=6889840d-6c66-4571-a306-7298a4a0ad36,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:56.139735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] No DVR routers for this DVR port 6889840d-6c66-4571-a306-7298a4a0ad36 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:07:56.166638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bea23ca6-09f7-499e-9539-7cbede8e4718 None None] Deleting port 6889840d-6c66-4571-a306-7298a4a0ad36 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:07:56.167227 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bea23ca6-09f7-499e-9539-7cbede8e4718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.179519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6889840d-6c66-4571-a306-7298a4a0ad36 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:07:56.214476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6889840d-6c66-4571-a306-7298a4a0ad36 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:07:56.214827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6889840d-6c66-4571-a306-7298a4a0ad36 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:07:56.215258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ed8596a0-5428-4060-ab80-dbd2c4e9802f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:07:56.223253 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.256764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2407dd01-3d7f-41e4-9652-9106254e2264']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:56.268587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: ed8596a0-5428-4060-ab80-dbd2c4e9802f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:07:56.268919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1e5d2a-21a8-4853-b31e-a7ed016ec343') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:56.269043 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ed8596a0-5428-4060-ab80-dbd2c4e9802f not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:07:56.269237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1e5d2a-21a8-4853-b31e-a7ed016ec343') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:07:56.269348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ede1b804-95ce-4208-874f-ca61f008ae9e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:07:56.281512 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.298088 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.298596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: ede1b804-95ce-4208-874f-ca61f008ae9e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:07:56.299028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ede1b804-95ce-4208-874f-ca61f008ae9e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:07:56.301165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bea23ca6-09f7-499e-9539-7cbede8e4718 None None] For port 6889840d-6c66-4571-a306-7298a4a0ad36, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:07:56.301775 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bea23ca6-09f7-499e-9539-7cbede8e4718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.306265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:07:56.306770 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:07:56.309219 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:07:56.321484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-bea23ca6-09f7-499e-9539-7cbede8e4718 None None] Calling delete_port for 6889840d-6c66-4571-a306-7298a4a0ad36 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:07:56.324299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-bea23ca6-09f7-499e-9539-7cbede8e4718 None None] Port 6889840d-6c66-4571-a306-7298a4a0ad36 was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 23:07:56.326169 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bea23ca6-09f7-499e-9539-7cbede8e4718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.352412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea23ca6-09f7-499e-9539-7cbede8e4718 None None] Pushing event deleted for resources: {'Port': ['ID=6889840d-6c66-4571-a306-7298a4a0ad36,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:56.356214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea23ca6-09f7-499e-9539-7cbede8e4718 None None] No DVR routers for this DVR port 6889840d-6c66-4571-a306-7298a4a0ad36 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:07:56.378966 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.390995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.397168 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] 10.222.0.16 "DELETE /v2.0/networks/2407dd01-3d7f-41e4-9652-9106254e2264 HTTP/1.1" status: 204 len: 168 time: 0.5901847 Dec 09 23:07:56.408403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d55c25-4a75-415c-bc57-31a756e1817a admin admin] Pushing event deleted for resources: {'Network': ['ID=2407dd01-3d7f-41e4-9652-9106254e2264,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:56.538743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55770) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:56.580716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2711a976-1c70-4dda-a419-2733535c275c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=584af76d4a0243429eba383ace6bfd11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384219 Dec 09 23:07:56.580936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55772) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:56.627849 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f2b-72d2-4d79-ad23-f6b4f887c558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.648825 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f2b-72d2-4d79-ad23-f6b4f887c558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.701655 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f2b-72d2-4d79-ad23-f6b4f887c558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.704379 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f2b-72d2-4d79-ad23-f6b4f887c558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:56.705531 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bbbd7f2b-72d2-4d79-ad23-f6b4f887c558 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f38edb9-33c5-40fe-95ea-6e668a4b38c8 HTTP/1.1" status: 204 len: 168 time: 0.1236308 Dec 09 23:07:56.714101 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd7f2b-72d2-4d79-ad23-f6b4f887c558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f38edb9-33c5-40fe-95ea-6e668a4b38c8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:07:57.049932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55778) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:57.088291 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-33a06346-7df6-4a10-bd54-b3aba5bcba5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=117554c65c6e494490d4af729145e661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372276 Dec 09 23:07:57.091292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55780) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:07:57.139812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2370a786-babb-41e5-ab24-cba83cd6246c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:57.160269 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2370a786-babb-41e5-ab24-cba83cd6246c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:57.206651 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2370a786-babb-41e5-ab24-cba83cd6246c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:57.209383 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2370a786-babb-41e5-ab24-cba83cd6246c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:07:57.210572 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2370a786-babb-41e5-ab24-cba83cd6246c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80b0935d-82f1-4e22-8af4-c6ae407a626b HTTP/1.1" status: 204 len: 168 time: 0.1183708 Dec 09 23:07:57.219373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370a786-babb-41e5-ab24-cba83cd6246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b0935d-82f1-4e22-8af4-c6ae407a626b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:01.102742 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-40a8fe53-83cc-4b67-bcf0-c0fd8cdeecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:01.815110 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:08:03.364062 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99d54477-806e-418a-96f8-dfc28f4b8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:04.171478 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:04.916460 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:06.294045 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:07.103068 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:07.439930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-c3e4ccd2-6199-4719-83e5-4f18e6fd6725 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=245b732cbf5c440f99087937cf04153e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219679 Dec 09 23:08:07.546859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-29fbf042-c870-4912-b33a-fe25aa02cfe9 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:07.548310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-29fbf042-c870-4912-b33a-fe25aa02cfe9 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1032727 Dec 09 23:08:07.563412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-032a2755-e130-4e8a-8ea9-31f51f625a83 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/quotas/245b732cbf5c440f99087937cf04153e HTTP/1.1" status: 200 len: 375 time: 0.0094728 Dec 09 23:08:07.593743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-1015a22d-dec2-4dff-8fd4-6796e7c5ac6d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=245b732cbf5c440f99087937cf04153e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252836 Dec 09 23:08:07.751934 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc2b073a-c014-4543-b66c-0b849c011d42 req-73744413-d8ea-4541-9cd1-7c76ef64ecc7 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 210 time: 0.0263803 Dec 09 23:08:08.815363 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-a47dcbb5-f478-4856-9cbf-97e121fcf8f1 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=245b732cbf5c440f99087937cf04153e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223930 Dec 09 23:08:08.854084 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ecd33e4-4ded-4dd4-9c3b-67bb1ad47ec0 req-9eba34a1-f752-414d-bff5-ddfabe127d54 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 210 time: 0.0293427 Dec 09 23:08:08.931077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-927dfe81-e5d4-446c-9803-304d6ddb4157 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:08.932524 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-927dfe81-e5d4-446c-9803-304d6ddb4157 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1115570 Dec 09 23:08:08.954849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Request body: {'port': {'device_id': 'aa50b4e9-1a70-40ff-8eb0-46c07cc870fd', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'admin_state_up': True, 'tenant_id': '245b732cbf5c440f99087937cf04153e'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:08:09.060244 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Made reservation on behalf of 245b732cbf5c440f99087937cf04153e for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:08:09.063683 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:09.072197 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:09.147152 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:09.150909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:09.221419 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:09.288529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Allocated IP 192.168.233.253 (5344d0cf-c595-403e-95fa-b4b2f63ce4b4/4e94fee4-0ddf-4249-9926-2887f89790c3/1e5790a9-62b1-40bc-ab11-1e75c99f3b9a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:08:09.439168 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:09.473244 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:09.515807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:08:09.518891 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:08:09.525187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:08:09.548738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Pushing event updated for resources: {'Port': ['ID=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:09.577253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:09.577920 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:09.594791 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8c238116-1b01-41a3-99de-426f2055639d tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6434591 Dec 09 23:08:09.612330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Request body: {'port': {'device_id': 'aa50b4e9-1a70-40ff-8eb0-46c07cc870fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:08:09.673277 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:09.702729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b63c80e1-c36e-4ce5-9b93-0069b273bee9 None None] Provisioning complete for port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:08:09.703281 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b63c80e1-c36e-4ce5-9b93-0069b273bee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:09.739373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b63c80e1-c36e-4ce5-9b93-0069b273bee9 None None] Port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:08:09.935565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:08:09.943355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:09.956835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Transition to ACTIVE for port object 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:08:09.959745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:09.972119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311610c8-65bd-48d9-b418-5bd1a1fe79a2 req-09122fe5-34db-4135-b88f-3ab21350007b tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:09.973606 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-311610c8-65bd-48d9-b418-5bd1a1fe79a2 req-09122fe5-34db-4135-b88f-3ab21350007b tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 936 time: 0.0501802 Dec 09 23:08:10.015501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:10.027434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-311610c8-65bd-48d9-b418-5bd1a1fe79a2 req-afeed0e7-bb4d-4f1b-9545-f8650a6e3c9f tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478354 Dec 09 23:08:10.087985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Attempting to bind port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:08:10.088325 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Attempting to bind port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:08:10.088658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Attempting to bind port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:08:10.093812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:08:10.094138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Attempting to bind port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a on network 5344d0cf-c595-403e-95fa-b4b2f63ce4b4 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:08:10.099181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:08:10.099515 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Checking segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:08:10.099899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Bound using segment: {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:08:10.100322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Bound port: 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17416e8-1f76-461d-98d5-014d14b06710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:08:10.100685 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:10.168269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] For port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:08:10.172272 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] For port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:08:10.176771 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:10.212337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:10.212959 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:10.214376 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] 10.222.0.18 "PUT /v2.0/ports/1e5790a9-62b1-40bc-ab11-1e75c99f3b9a HTTP/1.1" status: 200 len: 1097 time: 0.6063678 Dec 09 23:08:10.216846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa50b4e9-1a70-40ff-8eb0-46c07cc870fd', 'tag': '1e5790a9-62b1-40bc-ab11-1e75c99f3b9a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:08:10.219170 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314925ef-1697-4b97-8010-07f4460808b4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa50b4e9-1a70-40ff-8eb0-46c07cc870fd", "tag": "1e5790a9-62b1-40bc-ab11-1e75c99f3b9a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:08:10.248158 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb42a52-ce34-4aee-a2ef-d2f416159374 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:10.269818 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bd6c24-858d-49e7-a303-849497d11762 x-openstack-request-id: req-e6bd6c24-858d-49e7-a303-849497d11762 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:08:10.270231 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa50b4e9-1a70-40ff-8eb0-46c07cc870fd", "tag": "1e5790a9-62b1-40bc-ab11-1e75c99f3b9a", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:08:10.270586 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6bd6c24-858d-49e7-a303-849497d11762 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:08:10.271084 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa50b4e9-1a70-40ff-8eb0-46c07cc870fd', 'tag': '1e5790a9-62b1-40bc-ab11-1e75c99f3b9a', 'status': 'completed', 'code': 200} Dec 09 23:08:10.331036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-fe09709e-057a-45ee-8145-3812284d683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:10.332960 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-fe09709e-057a-45ee-8145-3812284d683d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=245b732cbf5c440f99087937cf04153e&device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 1100 time: 0.0483873 Dec 09 23:08:10.382532 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-6fa625d2-c565-496e-8889-5564ec5ea11b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a HTTP/1.1" status: 200 len: 217 time: 0.0359619 Dec 09 23:08:10.431845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-a4c1aa47-d724-4d7d-a426-ea421cff9336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:10.433295 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-a4c1aa47-d724-4d7d-a426-ea421cff9336 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0434535 Dec 09 23:08:10.484443 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8564f36e-fdc0-43be-a7db-667dd8c03633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:10.486026 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-8564f36e-fdc0-43be-a7db-667dd8c03633 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0450852 Dec 09 23:08:10.578875 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-5eea3b42-fb67-4949-bbc9-580d0fe401fc service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861521 Dec 09 23:08:10.671375 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-582a6a71-9c99-4ca2-8a9b-c00ba1cf2c32 req-0399a63b-5542-4a67-9606-12d3d4fc2f0b service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854468 Dec 09 23:08:10.801452 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314925ef-1697-4b97-8010-07f4460808b4 req-eb2b12ba-b0c5-4c84-92fb-62549bc2c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:10.802909 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-314925ef-1697-4b97-8010-07f4460808b4 req-eb2b12ba-b0c5-4c84-92fb-62549bc2c9c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=245b732cbf5c440f99087937cf04153e&device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 1100 time: 0.0409815 Dec 09 23:08:10.900336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314925ef-1697-4b97-8010-07f4460808b4 req-cc79ec84-d4fa-4385-a714-b766a0482009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:10.901879 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-314925ef-1697-4b97-8010-07f4460808b4 req-cc79ec84-d4fa-4385-a714-b766a0482009 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4 HTTP/1.1" status: 200 len: 870 time: 0.0916200 Dec 09 23:08:10.944314 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-314925ef-1697-4b97-8010-07f4460808b4 req-36defcd6-9ec9-4f2c-9426-a726775d33a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a HTTP/1.1" status: 200 len: 217 time: 0.0338502 Dec 09 23:08:10.992578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314925ef-1697-4b97-8010-07f4460808b4 req-34477f83-fea8-4fbe-b1aa-a247dc2c09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:10.994080 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-314925ef-1697-4b97-8010-07f4460808b4 req-34477f83-fea8-4fbe-b1aa-a247dc2c09f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e94fee4-0ddf-4249-9926-2887f89790c3 HTTP/1.1" status: 200 len: 843 time: 0.0429816 Dec 09 23:08:11.039999 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314925ef-1697-4b97-8010-07f4460808b4 req-88bc20d1-18aa-40b1-bbc9-532c34caafc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:11.041451 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-314925ef-1697-4b97-8010-07f4460808b4 req-88bc20d1-18aa-40b1-bbc9-532c34caafc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5344d0cf-c595-403e-95fa-b4b2f63ce4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0386941 Dec 09 23:08:11.134585 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-314925ef-1697-4b97-8010-07f4460808b4 req-80bf8c8f-dc0e-4e47-a4ec-870dbe870286 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853283 Dec 09 23:08:11.144744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280bf7d-60f4-4159-a58e-012a4aae3f0e req-faeda7f8-9b83-450a-961e-0f1533b61063 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:11.146255 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1280bf7d-60f4-4159-a58e-012a4aae3f0e req-faeda7f8-9b83-450a-961e-0f1533b61063 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 948 time: 0.0483937 Dec 09 23:08:11.195004 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1280bf7d-60f4-4159-a58e-012a4aae3f0e req-caf2228e-6d1d-44ba-a229-1fff21d3e70f tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Dec 09 23:08:11.235226 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-314925ef-1697-4b97-8010-07f4460808b4 req-650e1630-4388-430e-a2fa-6dd3b154d2d8 service neutron] 10.222.0.18 "GET /v2.0/networks/5344d0cf-c595-403e-95fa-b4b2f63ce4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925715 Dec 09 23:08:12.309630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fcb77-f013-4197-abb6-9ab356403f73 req-38af9b7d-4fc0-495c-98fe-91887cda5617 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:12.311100 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0fcb77-f013-4197-abb6-9ab356403f73 req-38af9b7d-4fc0-495c-98fe-91887cda5617 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 948 time: 0.0468283 Dec 09 23:08:12.357088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f0fcb77-f013-4197-abb6-9ab356403f73 req-e840b548-d595-4d2c-801a-71de211473a3 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Dec 09 23:08:13.475610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646da2b-628d-4da9-9644-be8aaa873318 req-2acebd76-7150-44dd-abee-2aea2b1460bb tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:13.477060 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e646da2b-628d-4da9-9644-be8aaa873318 req-2acebd76-7150-44dd-abee-2aea2b1460bb tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 948 time: 0.0530055 Dec 09 23:08:13.524943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e646da2b-628d-4da9-9644-be8aaa873318 req-1ca7dc73-4756-4e7a-b549-730cef60b00b tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Dec 09 23:08:14.274577 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:08:14.369349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:08:14.380132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '1e5790a9-62b1-40bc-ab11-1e75c99f3b9a', 'network_id': '5344d0cf-c595-403e-95fa-b4b2f63ce4b4', 'port_id': '1e5790a9-62b1-40bc-ab11-1e75c99f3b9a', 'mac_address': 'fa:16:3e:11:c9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e94fee4-0ddf-4249-9926-2887f89790c3', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:08:14.416911 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:14.429264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:08:14.448266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:08:14.451749 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:14.496241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:14.638099 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410f077-de94-431e-b95b-d47b29a46a88 req-9f72ffc1-21f5-4528-9043-8b64cadf1161 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:14.639546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8410f077-de94-431e-b95b-d47b29a46a88 req-9f72ffc1-21f5-4528-9043-8b64cadf1161 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 949 time: 0.0476258 Dec 09 23:08:14.684817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8410f077-de94-431e-b95b-d47b29a46a88 req-983ae113-7971-40d1-8f13-a0cd068a094a tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388272 Dec 09 23:08:14.765245 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['1e5790a9-62b1-40bc-ab11-1e75c99f3b9a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:08:15.801105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fb80c-683c-4f04-bc5a-5a539eb9f7bd req-3a1af8ea-a988-4a15-a758-24b84aa8b363 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:15.802585 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d76fb80c-683c-4f04-bc5a-5a539eb9f7bd req-3a1af8ea-a988-4a15-a758-24b84aa8b363 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 949 time: 0.0506489 Dec 09 23:08:15.847787 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d76fb80c-683c-4f04-bc5a-5a539eb9f7bd req-c8264d03-7620-4d54-a32d-6566fca704c3 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393095 Dec 09 23:08:16.290865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:08:16.337829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:08:16.342383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:08:16.342757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:16.421596 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:16.443552 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50b4e9-1a70-40ff-8eb0-46c07cc870fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5790a9-62b1-40bc-ab11-1e75c99f3b9a'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:08:16.445826 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f817267d-37d5-4867-af7a-2456c41f6a5e" -d '{"events": [{"server_uuid": "aa50b4e9-1a70-40ff-8eb0-46c07cc870fd", "name": "network-vif-plugged", "status": "completed", "tag": "1e5790a9-62b1-40bc-ab11-1e75c99f3b9a"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:08:16.458322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:08:16.462749 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:16.488350 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e8dbc0-4d8d-4a43-87e3-89df78ab3fe0 x-openstack-request-id: req-23e8dbc0-4d8d-4a43-87e3-89df78ab3fe0 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:08:16.488642 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50b4e9-1a70-40ff-8eb0-46c07cc870fd", "name": "network-vif-plugged", "status": "completed", "tag": "1e5790a9-62b1-40bc-ab11-1e75c99f3b9a", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:08:16.488897 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23e8dbc0-4d8d-4a43-87e3-89df78ab3fe0 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:08:16.489278 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50b4e9-1a70-40ff-8eb0-46c07cc870fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5790a9-62b1-40bc-ab11-1e75c99f3b9a', 'code': 200} Dec 09 23:08:16.514575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:16.610227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153d607-99b8-4e6a-8126-d14de30f7abe req-66199a08-18d6-4ab5-af65-307c90710932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:16.611690 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c153d607-99b8-4e6a-8126-d14de30f7abe req-66199a08-18d6-4ab5-af65-307c90710932 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 1102 time: 0.0398562 Dec 09 23:08:16.655878 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c153d607-99b8-4e6a-8126-d14de30f7abe req-0ef8a2d3-29ff-46e2-9d8a-ee6a389950fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374620 Dec 09 23:08:16.962116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0658c-45aa-4b42-807b-7bbe8612fb03 req-0eafb118-31b4-446b-8b16-61435e995f8f tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:16.963590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6dd0658c-45aa-4b42-807b-7bbe8612fb03 req-0eafb118-31b4-446b-8b16-61435e995f8f tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 950 time: 0.0485475 Dec 09 23:08:17.010034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6dd0658c-45aa-4b42-807b-7bbe8612fb03 req-fadc013b-c2b4-424f-873f-b2bd378b35f3 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402071 Dec 09 23:08:18.124660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d1a5f-feeb-4696-83da-7a1e57d62009 req-083025d0-2dc0-42c7-af93-f73bcd03fe06 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:18.126154 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-557d1a5f-feeb-4696-83da-7a1e57d62009 req-083025d0-2dc0-42c7-af93-f73bcd03fe06 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 950 time: 0.0471566 Dec 09 23:08:18.175572 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-557d1a5f-feeb-4696-83da-7a1e57d62009 req-5fad739d-500e-4833-bd0f-f65d3eeda793 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436153 Dec 09 23:08:18.450501 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-201d4342-74fe-4546-b6de-87fe2ef39705 req-337e22b7-c5d2-4399-b700-b853ac12ae9d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:08:18.451467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-201d4342-74fe-4546-b6de-87fe2ef39705 req-337e22b7-c5d2-4399-b700-b853ac12ae9d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054102 Dec 09 23:08:18.896574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-23738401-8976-48b5-9cc1-8e991124cca1 req-0407f0dc-3869-4177-988f-80101d6d44b5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:08:18.897574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23738401-8976-48b5-9cc1-8e991124cca1 req-0407f0dc-3869-4177-988f-80101d6d44b5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1250660 Dec 09 23:08:19.516691 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db09577-a872-4aab-a604-83ececb3dcfc req-97070b41-7704-463a-9a83-2912a1af677a tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:19.518115 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5db09577-a872-4aab-a604-83ececb3dcfc req-97070b41-7704-463a-9a83-2912a1af677a tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 950 time: 0.3384874 Dec 09 23:08:19.563230 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5db09577-a872-4aab-a604-83ececb3dcfc req-f147981d-e982-4e4b-81ed-ec8b7de7f927 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 Dec 09 23:08:20.633528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eceba6-31df-4918-b8b4-b60f1dd073cb req-f2cbb679-ea0d-415b-b437-4e3e3860a5c2 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:20.635051 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09eceba6-31df-4918-b8b4-b60f1dd073cb req-f2cbb679-ea0d-415b-b437-4e3e3860a5c2 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 950 time: 0.0484779 Dec 09 23:08:20.679629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee5328-4adf-4f54-a630-fd45e338ca5b req-de2fd283-7434-4f81-884b-63507f78a03a tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:20.681121 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31ee5328-4adf-4f54-a630-fd45e338ca5b req-de2fd283-7434-4f81-884b-63507f78a03a tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa50b4e9-1a70-40ff-8eb0-46c07cc870fd HTTP/1.1" status: 200 len: 950 time: 0.0480192 Dec 09 23:08:20.727847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-09eceba6-31df-4918-b8b4-b60f1dd073cb req-52b79267-ed2c-4d01-815a-9db13e444794 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Deleting port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:08:20.728172 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31ee5328-4adf-4f54-a630-fd45e338ca5b req-70783521-5234-4a9c-989a-5ad8480fa9af tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402517 Dec 09 23:08:20.728309 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09eceba6-31df-4918-b8b4-b60f1dd073cb req-52b79267-ed2c-4d01-815a-9db13e444794 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:20.816678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-09eceba6-31df-4918-b8b4-b60f1dd073cb req-52b79267-ed2c-4d01-815a-9db13e444794 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] For port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a,segment=NetworkSegment(d17416e8-1f76-461d-98d5-014d14b06710),segment_id=d17416e8-1f76-461d-98d5-014d14b06710)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:08:20.817039 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09eceba6-31df-4918-b8b4-b60f1dd073cb req-52b79267-ed2c-4d01-815a-9db13e444794 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:20.830243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-09eceba6-31df-4918-b8b4-b60f1dd073cb req-52b79267-ed2c-4d01-815a-9db13e444794 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Calling delete_port for 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:08:20.964267 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09eceba6-31df-4918-b8b4-b60f1dd073cb req-52b79267-ed2c-4d01-815a-9db13e444794 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:20.990841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b79267-ed2c-4d01-815a-9db13e444794 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Pushing event deleted for resources: {'Port': ['ID=1e5790a9-62b1-40bc-ab11-1e75c99f3b9a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:20.998866 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['1e5790a9-62b1-40bc-ab11-1e75c99f3b9a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:08:21.038396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eceba6-31df-4918-b8b4-b60f1dd073cb req-52b79267-ed2c-4d01-815a-9db13e444794 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] No DVR routers for this DVR port 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:08:21.041115 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-09eceba6-31df-4918-b8b4-b60f1dd073cb req-52b79267-ed2c-4d01-815a-9db13e444794 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:21.045074 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-09eceba6-31df-4918-b8b4-b60f1dd073cb req-52b79267-ed2c-4d01-815a-9db13e444794 tempest-ServersAdminNegativeTestJSON-2080360615 tempest-ServersAdminNegativeTestJSON-2080360615-project] 10.222.0.18 "DELETE /v2.0/ports/1e5790a9-62b1-40bc-ab11-1e75c99f3b9a HTTP/1.1" status: 204 len: 173 time: 0.4024458 Dec 09 23:08:21.045537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50b4e9-1a70-40ff-8eb0-46c07cc870fd', 'name': 'network-vif-deleted', 'tag': '1e5790a9-62b1-40bc-ab11-1e75c99f3b9a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:08:21.047833 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be56c011-09a5-4ba7-b3d1-260e3587339f" -d '{"events": [{"server_uuid": "aa50b4e9-1a70-40ff-8eb0-46c07cc870fd", "name": "network-vif-deleted", "tag": "1e5790a9-62b1-40bc-ab11-1e75c99f3b9a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:08:21.091590 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a21680-0888-4a73-b221-3a752d3f5843 x-openstack-request-id: req-e3a21680-0888-4a73-b221-3a752d3f5843 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:08:21.091894 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50b4e9-1a70-40ff-8eb0-46c07cc870fd", "name": "network-vif-deleted", "tag": "1e5790a9-62b1-40bc-ab11-1e75c99f3b9a", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:08:21.092147 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3a21680-0888-4a73-b221-3a752d3f5843 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:08:21.092549 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50b4e9-1a70-40ff-8eb0-46c07cc870fd', 'name': 'network-vif-deleted', 'tag': '1e5790a9-62b1-40bc-ab11-1e75c99f3b9a', 'status': 'completed', 'code': 200} Dec 09 23:08:22.015338 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55928) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:08:22.143103 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8220f833-965e-429f-8d84-88b0550d2ea5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=245b732cbf5c440f99087937cf04153e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266196 Dec 09 23:08:22.145538 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55932) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:08:22.192888 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-594f724a-8aa8-4fdb-841e-7f22ca29ced5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:22.214092 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-594f724a-8aa8-4fdb-841e-7f22ca29ced5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:22.259143 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-594f724a-8aa8-4fdb-841e-7f22ca29ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:22.262188 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-594f724a-8aa8-4fdb-841e-7f22ca29ced5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:22.263828 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-594f724a-8aa8-4fdb-841e-7f22ca29ced5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0 HTTP/1.1" status: 204 len: 168 time: 0.1173358 Dec 09 23:08:22.271695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f724a-8aa8-4fdb-841e-7f22ca29ced5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3a42ac-0429-4b35-bbf9-9fd2f8eb58b0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:22.515144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55938) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:08:22.530104 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ba72-c22a-4b64-97ba-0b5ebfa0eebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:22.609018 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ba72-c22a-4b64-97ba-0b5ebfa0eebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:22.613192 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ba72-c22a-4b64-97ba-0b5ebfa0eebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:22.652278 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8ae8ba72-c22a-4b64-97ba-0b5ebfa0eebd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80234d522ca14ac383d29e7b60481be6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360314 Dec 09 23:08:22.654742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8ba72-c22a-4b64-97ba-0b5ebfa0eebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd762bc-542e-4c08-aac3-c1bd3487081c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:22.655482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55940) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:08:22.704759 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00d6bce3-ccea-4469-b61d-5d452f084782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:22.725200 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00d6bce3-ccea-4469-b61d-5d452f084782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:22.769738 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00d6bce3-ccea-4469-b61d-5d452f084782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:22.772288 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-00d6bce3-ccea-4469-b61d-5d452f084782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:22.773448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-00d6bce3-ccea-4469-b61d-5d452f084782 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8cd762bc-542e-4c08-aac3-c1bd3487081c HTTP/1.1" status: 204 len: 168 time: 0.1169510 Dec 09 23:08:22.781396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6bce3-ccea-4469-b61d-5d452f084782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd762bc-542e-4c08-aac3-c1bd3487081c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:22.954352 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:23.422236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 55962) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:08:23.516273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1439831671-network', 'tenant_id': 'c1a02cf7085445d0a51f9e2a8030f574'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:08:23.538807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Made reservation on behalf of c1a02cf7085445d0a51f9e2a8030f574 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:08:23.541130 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:23.549509 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:23.620881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:23.625225 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:23.646956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:08:23.660295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69598e60-3911-4509-bbff-c0585e5d86d4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:23.665085 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:23.665431 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Added segment 661aa5a9-392b-45d5-bc27-c2cb11b54d91 of type vlan for network b003a996-2e40-4813-9737-fafe862e6451 Dec 09 23:08:23.705000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:23.728352 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:23.729278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:23.729908 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:23.763972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3406487 Dec 09 23:08:23.767101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 55966) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:08:23.772182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cda55324-86bb-431e-b97c-f9ddb9cf8f02 admin admin] Request body: {'subnet': {'network_id': 'b003a996-2e40-4813-9737-fafe862e6451', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1439831671-subnet', 'tenant_id': 'c1a02cf7085445d0a51f9e2a8030f574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:08:23.794287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda55324-86bb-431e-b97c-f9ddb9cf8f02 admin admin] Made reservation on behalf of c1a02cf7085445d0a51f9e2a8030f574 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:08:23.794655 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95b305-c2e6-4f91-b8b4-04a94dc08352 admin admin] Pushing event updated for resources: {'Network': ['ID=b003a996-2e40-4813-9737-fafe862e6451,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:23.796511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cda55324-86bb-431e-b97c-f9ddb9cf8f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:23.805326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network b003a996-2e40-4813-9737-fafe862e6451 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:08:23.961597 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cda55324-86bb-431e-b97c-f9ddb9cf8f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:24.018415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda55324-86bb-431e-b97c-f9ddb9cf8f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5e0e53-21e7-4f49-b92f-c28bba557712,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:24.025537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda55324-86bb-431e-b97c-f9ddb9cf8f02 admin admin] Checking segment: {'id': '661aa5a9-392b-45d5-bc27-c2cb11b54d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b003a996-2e40-4813-9737-fafe862e6451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:08:24.025937 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda55324-86bb-431e-b97c-f9ddb9cf8f02 admin admin] Network hostable DHCP agents. Network: b003a996-2e40-4813-9737-fafe862e6451, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:08:24.042696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda55324-86bb-431e-b97c-f9ddb9cf8f02 admin admin] Network b003a996-2e40-4813-9737-fafe862e6451 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:08:24.052431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-cda55324-86bb-431e-b97c-f9ddb9cf8f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, b003a996-2e40-4813-9737-fafe862e6451) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:08:24.057067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda55324-86bb-431e-b97c-f9ddb9cf8f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:24.057972 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cda55324-86bb-431e-b97c-f9ddb9cf8f02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:24.065300 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9abfc40-3ec8-4aed-83e1-f793f4574349 None None] Network b003a996-2e40-4813-9737-fafe862e6451 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:08:24.080782 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cda55324-86bb-431e-b97c-f9ddb9cf8f02 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3069403 Dec 09 23:08:24.159425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acc5745-764a-4689-9978-f5b6acfe91b8 None None] Network b003a996-2e40-4813-9737-fafe862e6451 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:08:24.376875 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:08:24.401004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:08:24.401356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 1e5790a9-62b1-40bc-ab11-1e75c99f3b9a not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:08:24.503502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-1d6e380f-d2c5-4266-9858-81c7e706c2ea tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:24.504967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-1d6e380f-d2c5-4266-9858-81c7e706c2ea tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/networks?id=b003a996-2e40-4813-9737-fafe862e6451 HTTP/1.1" status: 200 len: 812 time: 0.1034257 Dec 09 23:08:24.520209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-aea93ace-72dd-4aa0-8a73-71efd724e912 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/quotas/c1a02cf7085445d0a51f9e2a8030f574 HTTP/1.1" status: 200 len: 375 time: 0.0091622 Dec 09 23:08:24.550697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-fdbfc22e-be87-4f4a-999b-2ba83de2ab37 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1a02cf7085445d0a51f9e2a8030f574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252454 Dec 09 23:08:24.637777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-69970d6e-1c9b-4726-b7a1-eecdaeed5e3b service neutron] 10.222.0.16 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803266 Dec 09 23:08:24.725190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0a1facec-597d-4cfc-a7f7-b4dbcddbb354 service neutron] 10.222.0.16 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814316 Dec 09 23:08:24.879718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad3b48df-f180-445c-a538-05fddaf98d7b req-6b348336-2ebe-4aef-a342-47dc422cc76e tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 210 time: 0.0263257 Dec 09 23:08:25.990215 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0ad8444-8f80-4f70-b88a-6f62996e125f req-4b506d24-75c2-4097-8637-6422d381a334 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 210 time: 0.0351651 Dec 09 23:08:26.036802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-5fe9ff68-19f5-4e15-8778-0946dd398912 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:26.038304 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-5fe9ff68-19f5-4e15-8778-0946dd398912 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.18 "GET /v2.0/networks?id=b003a996-2e40-4813-9737-fafe862e6451 HTTP/1.1" status: 200 len: 812 time: 0.1190839 Dec 09 23:08:26.065556 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Request body: {'port': {'device_id': 'd174017d-f805-40c9-97be-8430b7cc237d', 'network_id': 'b003a996-2e40-4813-9737-fafe862e6451', 'admin_state_up': True, 'tenant_id': 'c1a02cf7085445d0a51f9e2a8030f574'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:08:26.462957 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Made reservation on behalf of c1a02cf7085445d0a51f9e2a8030f574 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:08:26.466992 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:26.593054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Allocated IP 172.20.0.14 (b003a996-2e40-4813-9737-fafe862e6451/cb5e0e53-21e7-4f49-b92f-c28bba557712/61db45dd-c51e-40a1-b0fd-449da4d4e9f5) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:08:26.736757 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:26.769804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:26.810224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Network b003a996-2e40-4813-9737-fafe862e6451 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:08:26.813264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:08:26.816801 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:08:26.844091 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Pushing event updated for resources: {'Port': ['ID=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:26.858546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.858898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.859247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.859591 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.859929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.860266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.860604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.860934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.861264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.861595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.862021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.862354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.862684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:08:26.882074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:26.882690 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:26.898281 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-73e69b81-3680-4824-a20d-3e70fd4bebdd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8362482 Dec 09 23:08:26.915489 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Request body: {'port': {'device_id': 'd174017d-f805-40c9-97be-8430b7cc237d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:08:26.974973 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:27.111085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae47b-ff01-4553-bf8f-6e0b8795cb88 req-1fe6f1fd-9540-426a-967b-d066b08ffc73 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:27.112528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df7ae47b-ff01-4553-bf8f-6e0b8795cb88 req-1fe6f1fd-9540-426a-967b-d066b08ffc73 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 932 time: 0.0476725 Dec 09 23:08:27.163829 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df7ae47b-ff01-4553-bf8f-6e0b8795cb88 req-0c870bf9-c56a-4755-bf25-b870151a42c3 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451081 Dec 09 23:08:27.236918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:08:27.244378 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:27.256955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Transition to ACTIVE for port object 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:08:27.259777 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:27.330888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Pushing event updated for resources: {'Port': ['ID=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:27.378587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Attempting to bind port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:08:27.378920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Attempting to bind port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '661aa5a9-392b-45d5-bc27-c2cb11b54d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b003a996-2e40-4813-9737-fafe862e6451'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:08:27.379249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Attempting to bind port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 on network b003a996-2e40-4813-9737-fafe862e6451 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:08:27.383655 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 on network b003a996-2e40-4813-9737-fafe862e6451 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:08:27.384152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Attempting to bind port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 on network b003a996-2e40-4813-9737-fafe862e6451 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:08:27.389534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:08:27.389905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Checking segment: {'id': '661aa5a9-392b-45d5-bc27-c2cb11b54d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b003a996-2e40-4813-9737-fafe862e6451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:08:27.390295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Bound using segment: {'id': '661aa5a9-392b-45d5-bc27-c2cb11b54d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b003a996-2e40-4813-9737-fafe862e6451'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:08:27.390731 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Bound port: 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661aa5a9-392b-45d5-bc27-c2cb11b54d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b003a996-2e40-4813-9737-fafe862e6451'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:08:27.391089 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:27.452556 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:08:27.455687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,segment=NetworkSegment(661aa5a9-392b-45d5-bc27-c2cb11b54d91),segment_id=661aa5a9-392b-45d5-bc27-c2cb11b54d91)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:08:27.459015 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:27.491448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:27.492070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:27.493453 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] 10.222.0.18 "PUT /v2.0/ports/61db45dd-c51e-40a1-b0fd-449da4d4e9f5 HTTP/1.1" status: 200 len: 1093 time: 0.5819035 Dec 09 23:08:27.493923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd174017d-f805-40c9-97be-8430b7cc237d', 'tag': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:08:27.496173 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12074515-c5fb-4d73-a038-2959c71aa130" -d '{"events": [{"name": "network-changed", "server_uuid": "d174017d-f805-40c9-97be-8430b7cc237d", "tag": "61db45dd-c51e-40a1-b0fd-449da4d4e9f5"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:08:27.526751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd8895-3fb2-457b-b57d-1fd311f9ee89 service neutron] Pushing event updated for resources: {'Port': ['ID=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:27.541055 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d062d12-8d2f-4b7d-935b-d4e0d7f5ad17 x-openstack-request-id: req-4d062d12-8d2f-4b7d-935b-d4e0d7f5ad17 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:08:27.541300 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d174017d-f805-40c9-97be-8430b7cc237d", "tag": "61db45dd-c51e-40a1-b0fd-449da4d4e9f5", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:08:27.541563 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d062d12-8d2f-4b7d-935b-d4e0d7f5ad17 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:08:27.542010 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd174017d-f805-40c9-97be-8430b7cc237d', 'tag': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5', 'status': 'completed', 'code': 200} Dec 09 23:08:27.602928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-c839b532-ee55-49a4-8f08-f5cd1201b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:27.604489 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-c839b532-ee55-49a4-8f08-f5cd1201b7f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1a02cf7085445d0a51f9e2a8030f574&device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 1096 time: 0.0453224 Dec 09 23:08:27.653052 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-4478791f-ac6f-4f80-af5e-8b8779c17272 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5 HTTP/1.1" status: 200 len: 217 time: 0.0342495 Dec 09 23:08:27.701383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-bfbb3d66-703e-47c6-8b73-ac0da15d4c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:27.702819 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-bfbb3d66-703e-47c6-8b73-ac0da15d4c77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb5e0e53-21e7-4f49-b92f-c28bba557712 HTTP/1.1" status: 200 len: 852 time: 0.0428042 Dec 09 23:08:27.737894 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-3f371a0c-9014-43ba-a7cb-585769402ff0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b003a996-2e40-4813-9737-fafe862e6451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280395 Dec 09 23:08:27.826707 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-838f4a5e-aa5d-4d7c-977f-2ff24775a26b service neutron] 10.222.0.18 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819888 Dec 09 23:08:27.920774 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0f2b6e3f-0501-4d2f-a82a-b8a85ab9a994 req-82b4144e-8e67-48f3-92dc-948c7bde8278 service neutron] 10.222.0.18 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862644 Dec 09 23:08:28.056189 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12074515-c5fb-4d73-a038-2959c71aa130 req-c594b1cf-5fbb-49b3-b482-00e66db39798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:28.057674 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12074515-c5fb-4d73-a038-2959c71aa130 req-c594b1cf-5fbb-49b3-b482-00e66db39798 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1a02cf7085445d0a51f9e2a8030f574&device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 1096 time: 0.0413842 Dec 09 23:08:28.150153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12074515-c5fb-4d73-a038-2959c71aa130 req-31504773-3e39-45d6-944f-b49cf721b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:28.151516 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12074515-c5fb-4d73-a038-2959c71aa130 req-31504773-3e39-45d6-944f-b49cf721b301 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b003a996-2e40-4813-9737-fafe862e6451 HTTP/1.1" status: 200 len: 913 time: 0.0872140 Dec 09 23:08:28.192785 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12074515-c5fb-4d73-a038-2959c71aa130 req-17654748-58b7-417c-beae-0148fcae8a72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5 HTTP/1.1" status: 200 len: 217 time: 0.0338149 Dec 09 23:08:28.242000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12074515-c5fb-4d73-a038-2959c71aa130 req-10773385-f5ee-4f21-83d8-588c5053731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:28.243493 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12074515-c5fb-4d73-a038-2959c71aa130 req-10773385-f5ee-4f21-83d8-588c5053731e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb5e0e53-21e7-4f49-b92f-c28bba557712 HTTP/1.1" status: 200 len: 852 time: 0.0441804 Dec 09 23:08:28.276571 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12074515-c5fb-4d73-a038-2959c71aa130 req-fdb21d6f-e73e-41e2-a4c8-2714e0f241f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b003a996-2e40-4813-9737-fafe862e6451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250289 Dec 09 23:08:28.280399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c902bf-bf55-45a7-ae72-fda5540baa6a req-b6244d47-1841-43ae-bf08-961b20446a0d tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:28.281889 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d7c902bf-bf55-45a7-ae72-fda5540baa6a req-b6244d47-1841-43ae-bf08-961b20446a0d tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 944 time: 0.0494094 Dec 09 23:08:28.328064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d7c902bf-bf55-45a7-ae72-fda5540baa6a req-41749e1f-f262-4d0a-bba6-5e07f455873d tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Dec 09 23:08:28.373547 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12074515-c5fb-4d73-a038-2959c71aa130 req-46dddb57-fb98-4484-afb6-eab3b035d258 service neutron] 10.222.0.18 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877910 Dec 09 23:08:28.467089 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-12074515-c5fb-4d73-a038-2959c71aa130 req-7f9b3554-f9ea-431d-b04d-0bddded9c057 service neutron] 10.222.0.18 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856018 Dec 09 23:08:29.442239 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21bf85-8e1a-4c63-8be8-d1b4d15f3b7b req-4797f7a1-a107-43c5-8fb5-9d77ed603660 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:29.443626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a21bf85-8e1a-4c63-8be8-d1b4d15f3b7b req-4797f7a1-a107-43c5-8fb5-9d77ed603660 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 944 time: 0.0473080 Dec 09 23:08:29.489102 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a21bf85-8e1a-4c63-8be8-d1b4d15f3b7b req-d9918961-fde0-401b-a05c-04faf1cd4ff1 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395474 Dec 09 23:08:30.609128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c791937-f995-4902-b02f-44141e4fdb70 req-1f5b545e-c36c-41b8-9ad0-a958c9751d60 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:30.610607 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c791937-f995-4902-b02f-44141e4fdb70 req-1f5b545e-c36c-41b8-9ad0-a958c9751d60 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 944 time: 0.0521994 Dec 09 23:08:30.656188 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c791937-f995-4902-b02f-44141e4fdb70 req-7ba40ad8-2965-4aa5-8a53-6180513eb3d0 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397124 Dec 09 23:08:31.095760 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f80fc5c7-1b24-4d2d-93fc-c193875a58da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:31.767811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48de773-b670-4934-8c31-499c3b15c98f req-94208d96-17b9-47e8-8c84-953606fad7c2 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:31.769276 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d48de773-b670-4934-8c31-499c3b15c98f req-94208d96-17b9-47e8-8c84-953606fad7c2 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 944 time: 0.0481813 Dec 09 23:08:31.815704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d48de773-b670-4934-8c31-499c3b15c98f req-254e6c77-54c3-432a-b25b-c386378436c8 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Dec 09 23:08:32.367062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:08:32.462018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,segment=NetworkSegment(661aa5a9-392b-45d5-bc27-c2cb11b54d91),segment_id=661aa5a9-392b-45d5-bc27-c2cb11b54d91)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:08:32.472403 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5', 'network_id': 'b003a996-2e40-4813-9737-fafe862e6451', 'port_id': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5', 'mac_address': 'fa:16:3e:e6:52:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5e0e53-21e7-4f49-b92f-c28bba557712', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:08:32.507755 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:32.521418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:08:32.542592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,segment=NetworkSegment(661aa5a9-392b-45d5-bc27-c2cb11b54d91),segment_id=661aa5a9-392b-45d5-bc27-c2cb11b54d91)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:08:32.546563 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:32.592672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:32.806609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['61db45dd-c51e-40a1-b0fd-449da4d4e9f5'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:08:32.932014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91395bfc-818c-432f-adf8-8053d9308aba req-a94b6a41-05fe-42e6-94a9-9eb0698fc391 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:32.933480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91395bfc-818c-432f-adf8-8053d9308aba req-a94b6a41-05fe-42e6-94a9-9eb0698fc391 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 945 time: 0.0516720 Dec 09 23:08:32.981922 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91395bfc-818c-432f-adf8-8053d9308aba req-80b41aba-0c6f-4829-bd5d-ea64892ab2cd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417795 Dec 09 23:08:33.366275 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7fb2280-f5d2-4058-b068-edf405bc9a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:34.095787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd70a8-0e7b-4788-aabd-ec1bf933d470 req-9b9de103-bf91-474c-b763-5e339204f8de tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:34.097253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-adbd70a8-0e7b-4788-aabd-ec1bf933d470 req-9b9de103-bf91-474c-b763-5e339204f8de tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 945 time: 0.0495009 Dec 09 23:08:34.143488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-adbd70a8-0e7b-4788-aabd-ec1bf933d470 req-5b42cd02-23ba-4664-a950-e3c0a04433d2 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 Dec 09 23:08:34.179090 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:34.368097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:08:34.415366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:08:34.418934 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:08:34.419305 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:34.498108 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:34.520216 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd174017d-f805-40c9-97be-8430b7cc237d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:08:34.522476 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7537da6b-3a24-41dd-a589-fea746df6500" -d '{"events": [{"server_uuid": "d174017d-f805-40c9-97be-8430b7cc237d", "name": "network-vif-plugged", "status": "completed", "tag": "61db45dd-c51e-40a1-b0fd-449da4d4e9f5"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:08:34.536113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,segment=NetworkSegment(661aa5a9-392b-45d5-bc27-c2cb11b54d91),segment_id=661aa5a9-392b-45d5-bc27-c2cb11b54d91)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:08:34.540533 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:34.563408 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72b2537-e6e8-4567-8727-06635c4ca4c1 x-openstack-request-id: req-d72b2537-e6e8-4567-8727-06635c4ca4c1 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:08:34.563702 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d174017d-f805-40c9-97be-8430b7cc237d", "name": "network-vif-plugged", "status": "completed", "tag": "61db45dd-c51e-40a1-b0fd-449da4d4e9f5", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:08:34.563963 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d72b2537-e6e8-4567-8727-06635c4ca4c1 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:08:34.564360 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd174017d-f805-40c9-97be-8430b7cc237d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5', 'code': 200} Dec 09 23:08:34.588517 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:08:34.690472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5483e-6e05-4b2a-8bd7-dd197bf41418 req-4dfd9002-6cce-4c87-ade4-76e8362718b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:34.691874 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b3d5483e-6e05-4b2a-8bd7-dd197bf41418 req-4dfd9002-6cce-4c87-ade4-76e8362718b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 1098 time: 0.0412064 Dec 09 23:08:34.735731 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b3d5483e-6e05-4b2a-8bd7-dd197bf41418 req-9f0cd9c4-fe52-4e1d-afe0-f6be1fa2238f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370724 Dec 09 23:08:34.919857 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:35.255984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a2025-b449-46af-8587-7bb6419b0557 req-da414fe0-dcef-4d82-8547-e360f8b320b0 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:35.257437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-932a2025-b449-46af-8587-7bb6419b0557 req-da414fe0-dcef-4d82-8547-e360f8b320b0 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0476456 Dec 09 23:08:35.307166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-932a2025-b449-46af-8587-7bb6419b0557 req-22df8f39-f47d-402e-bf3b-4be3d51c72a4 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435367 Dec 09 23:08:36.296334 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:36.422927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5acce-1a4f-4c6c-a112-1126a5a8093b req-3c2f3e23-e190-4ef9-87e8-ddb4be2cd719 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:36.424425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02b5acce-1a4f-4c6c-a112-1126a5a8093b req-3c2f3e23-e190-4ef9-87e8-ddb4be2cd719 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0480852 Dec 09 23:08:36.470459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02b5acce-1a4f-4c6c-a112-1126a5a8093b req-a6e3bcc6-33f3-4d11-8f6a-60f9a3f62b93 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Dec 09 23:08:36.648901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56034) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:08:36.713239 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be3850-e357-46c4-92e3-b022b9030e30 req-69d8bf59-3c89-4207-b5ab-f4283d3a6602 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:36.714705 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-97be3850-e357-46c4-92e3-b022b9030e30 req-69d8bf59-3c89-4207-b5ab-f4283d3a6602 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0556567 Dec 09 23:08:36.778481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-9f7b4916-2e80-4c88-97df-3fceced46521 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283381 Dec 09 23:08:36.786011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-97be3850-e357-46c4-92e3-b022b9030e30 req-c51d82d0-85c3-42f1-ad38-fd90c550f091 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550056 Dec 09 23:08:36.790731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-18303da2-7840-4130-a3be-1a38e2ae4a64 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:08:36.792068 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-18303da2-7840-4130-a3be-1a38e2ae4a64 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048587 Dec 09 23:08:37.104888 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:37.868364 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-6378191d-9019-435c-b989-6d8b175fb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:37.869987 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-6378191d-9019-435c-b989-6d8b175fb7fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1a02cf7085445d0a51f9e2a8030f574&device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 1098 time: 0.0413692 Dec 09 23:08:37.907618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ee57-e44c-44e5-8555-7273b1d32646 req-347ac6f1-3029-4c86-93fd-372a891c25fd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:37.909096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec30ee57-e44c-44e5-8555-7273b1d32646 req-347ac6f1-3029-4c86-93fd-372a891c25fd tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0485508 Dec 09 23:08:37.956745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec30ee57-e44c-44e5-8555-7273b1d32646 req-3099b863-8419-4ad9-8e3e-84aef3ebcf37 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Dec 09 23:08:37.964481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-faa0e0ca-f56a-498e-bd1b-4499e7ef88fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:37.965989 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-faa0e0ca-f56a-498e-bd1b-4499e7ef88fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=b003a996-2e40-4813-9737-fafe862e6451 HTTP/1.1" status: 200 len: 913 time: 0.0890269 Dec 09 23:08:38.007588 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-e086fb2b-e826-4b52-941d-852a60fe8b02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5 HTTP/1.1" status: 200 len: 217 time: 0.0343754 Dec 09 23:08:38.054684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-3158f442-c746-46a4-94aa-77f91f9f9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:38.056081 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-3158f442-c746-46a4-94aa-77f91f9f9373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb5e0e53-21e7-4f49-b92f-c28bba557712 HTTP/1.1" status: 200 len: 852 time: 0.0422044 Dec 09 23:08:38.090375 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-5e37243d-59f9-404d-9382-f01f899417f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b003a996-2e40-4813-9737-fafe862e6451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272484 Dec 09 23:08:38.178122 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-9376fdea-ed55-42ec-85ca-75856b1435d3 service neutron] 10.222.0.18 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807679 Dec 09 23:08:38.272210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2e661a96-e7e6-4ba5-ac5b-c1716ea727b6 service neutron] 10.222.0.18 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876627 Dec 09 23:08:38.816118 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:08:39.073376 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48c208-fe70-47f8-93a1-7873b8642ea9 req-1c16d829-87fa-4306-95a5-cf9d31a74925 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:39.074778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc48c208-fe70-47f8-93a1-7873b8642ea9 req-1c16d829-87fa-4306-95a5-cf9d31a74925 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0471666 Dec 09 23:08:39.119864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc48c208-fe70-47f8-93a1-7873b8642ea9 req-455ad679-01e6-4fd6-8468-dab362942b31 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387380 Dec 09 23:08:40.239025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2cfd-67bd-4ba8-a4c5-5f90574f6bc6 req-01dfa0ba-7cea-4845-9a0e-9306a63d363a tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:40.240461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c3d2cfd-67bd-4ba8-a4c5-5f90574f6bc6 req-01dfa0ba-7cea-4845-9a0e-9306a63d363a tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0518825 Dec 09 23:08:40.285967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c3d2cfd-67bd-4ba8-a4c5-5f90574f6bc6 req-a319f6de-2f5c-4b36-81d2-ea2c103c7035 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395179 Dec 09 23:08:41.400245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f734252-2345-41ab-9765-5d583ff248ac req-ae6582e6-7533-43f1-880f-791addd4fbeb tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:41.401702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f734252-2345-41ab-9765-5d583ff248ac req-ae6582e6-7533-43f1-880f-791addd4fbeb tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0489244 Dec 09 23:08:41.447260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f734252-2345-41ab-9765-5d583ff248ac req-5c2f5c0d-9c35-40bb-a8df-1f6d7c0dbfea tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390296 Dec 09 23:08:42.564940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a070da1-88fc-4d43-a84c-c48f4c8dbe5b req-f295f688-4556-44e6-94e5-8cace9dc8262 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:42.566407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a070da1-88fc-4d43-a84c-c48f4c8dbe5b req-f295f688-4556-44e6-94e5-8cace9dc8262 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0512991 Dec 09 23:08:42.613312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a070da1-88fc-4d43-a84c-c48f4c8dbe5b req-0c0c327c-2f1f-4320-a170-fc633267ef40 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Dec 09 23:08:43.727624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e22f4-d6ec-4f32-b7e7-7d7dad15e06a req-a67a4619-575c-4f4e-94ea-043340a48dd9 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:43.729095 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a1e22f4-d6ec-4f32-b7e7-7d7dad15e06a req-a67a4619-575c-4f4e-94ea-043340a48dd9 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0476041 Dec 09 23:08:43.774631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a1e22f4-d6ec-4f32-b7e7-7d7dad15e06a req-6e550360-01b7-4d04-899b-9c0d269e2fa1 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 Dec 09 23:08:44.888425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e386a7-e8d6-4ac3-928a-769a72f548c7 req-febf70f1-6616-42c1-880d-421bb1eca710 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:44.889905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1e386a7-e8d6-4ac3-928a-769a72f548c7 req-febf70f1-6616-42c1-880d-421bb1eca710 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0477035 Dec 09 23:08:44.941362 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1e386a7-e8d6-4ac3-928a-769a72f548c7 req-f1c06b9b-1df4-4ff8-b33f-15d6d4f7857e tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456367 Dec 09 23:08:46.054649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eec1bb-f3ec-4167-948f-eb388e6083b1 req-7c4079be-389a-4651-a410-47179ffe0b8e tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:46.056102 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51eec1bb-f3ec-4167-948f-eb388e6083b1 req-7c4079be-389a-4651-a410-47179ffe0b8e tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0473957 Dec 09 23:08:46.100744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-51eec1bb-f3ec-4167-948f-eb388e6083b1 req-0f805048-7964-48da-aea1-a4d2e8950c18 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388038 Dec 09 23:08:47.214848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0795-a754-40e5-b577-30e6e6aebc0a req-f0b5efda-9dc8-42a8-8976-9bed0386406c tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:47.216307 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6ef0795-a754-40e5-b577-30e6e6aebc0a req-f0b5efda-9dc8-42a8-8976-9bed0386406c tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0479276 Dec 09 23:08:47.262286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6ef0795-a754-40e5-b577-30e6e6aebc0a req-eb3b4092-3654-4c4c-b253-b5b6bed0dec0 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393457 Dec 09 23:08:48.444038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed5ed3-5f64-47ed-88d4-3bbd71c54980 req-5cd4a12c-bd7f-46c8-b39a-76178c2b85a8 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:48.445415 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5ed5ed3-5f64-47ed-88d4-3bbd71c54980 req-5cd4a12c-bd7f-46c8-b39a-76178c2b85a8 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.1152122 Dec 09 23:08:48.491319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5ed5ed3-5f64-47ed-88d4-3bbd71c54980 req-b00e4ff9-b283-4c42-9305-de76ee931cf2 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Dec 09 23:08:49.667191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4aa7f-af77-4746-99e5-6fa0eb383f52 req-4fd1b3b8-3914-4339-badd-fb590f2aeef9 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:49.668651 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ee4aa7f-af77-4746-99e5-6fa0eb383f52 req-4fd1b3b8-3914-4339-badd-fb590f2aeef9 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.1090784 Dec 09 23:08:49.713663 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3ee4aa7f-af77-4746-99e5-6fa0eb383f52 req-282c5f0c-15c4-4415-b137-1cf1c375139a tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 Dec 09 23:08:50.825578 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55036be-1052-4cad-a147-c7794f4bedb7 req-d88e2d89-51bb-4aa3-b7f0-8bea257ce603 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:50.827555 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e55036be-1052-4cad-a147-c7794f4bedb7 req-d88e2d89-51bb-4aa3-b7f0-8bea257ce603 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0466132 Dec 09 23:08:50.876155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e55036be-1052-4cad-a147-c7794f4bedb7 req-ea6b4741-4318-4440-82a0-12a941742f9d tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Dec 09 23:08:51.993935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621901b-2e3a-42ab-b9a2-b6bfbfc0e8c3 req-483b899f-8abc-4195-9a03-df1830dedf88 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:51.995407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c621901b-2e3a-42ab-b9a2-b6bfbfc0e8c3 req-483b899f-8abc-4195-9a03-df1830dedf88 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0485425 Dec 09 23:08:52.041280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c621901b-2e3a-42ab-b9a2-b6bfbfc0e8c3 req-25ea1c6e-05a6-4fc0-b2cd-fbce822bee59 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399895 Dec 09 23:08:52.953738 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:08:53.156464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc517a3-2e67-4549-8fa2-ca67120b9b80 req-f8e95d37-fe42-4434-b597-e53e6b62cbc3 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:53.157987 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cbc517a3-2e67-4549-8fa2-ca67120b9b80 req-f8e95d37-fe42-4434-b597-e53e6b62cbc3 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0471280 Dec 09 23:08:53.204170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cbc517a3-2e67-4549-8fa2-ca67120b9b80 req-be9edb3e-d0e6-4adf-bf63-17e18735e582 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Dec 09 23:08:54.321290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be51810-14bb-4fa5-bb65-7e5425dd60c6 req-42630d5e-08fa-4700-b02a-66623c6f65f4 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:54.322777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9be51810-14bb-4fa5-bb65-7e5425dd60c6 req-42630d5e-08fa-4700-b02a-66623c6f65f4 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0506182 Dec 09 23:08:54.368557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9be51810-14bb-4fa5-bb65-7e5425dd60c6 req-7c0610a1-514b-4ada-a636-8e1138bf16cb tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391831 Dec 09 23:08:55.482507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8dc2c-eab3-43ac-97e7-c1be107465a2 req-cc63b439-24dd-4ac3-8e5b-1c0da423b4c1 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:55.484544 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21c8dc2c-eab3-43ac-97e7-c1be107465a2 req-cc63b439-24dd-4ac3-8e5b-1c0da423b4c1 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0486152 Dec 09 23:08:55.531394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21c8dc2c-eab3-43ac-97e7-c1be107465a2 req-e1e78f7b-7282-4cca-8f0c-46b279328a56 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409698 Dec 09 23:08:56.649725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7e091-7493-4126-bf36-3b21ad533d2f req-0df0c3b7-4afa-458a-a45d-5d371360464a tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:56.651217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92e7e091-7493-4126-bf36-3b21ad533d2f req-0df0c3b7-4afa-458a-a45d-5d371360464a tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0517659 Dec 09 23:08:56.697708 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-92e7e091-7493-4126-bf36-3b21ad533d2f req-cadfd638-dcb0-4ee6-966d-4dece9a20fef tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 Dec 09 23:08:57.811880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218e826-c317-4ce9-b2fb-97ff2ba6cf36 req-061aa2a9-5d3e-4512-88e7-13e3e4d2e658 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:57.813366 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b218e826-c317-4ce9-b2fb-97ff2ba6cf36 req-061aa2a9-5d3e-4512-88e7-13e3e4d2e658 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0478892 Dec 09 23:08:57.858881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b218e826-c317-4ce9-b2fb-97ff2ba6cf36 req-302163ea-ea87-49b2-9e0a-21bdfa2937a9 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396509 Dec 09 23:08:58.971816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a75ff-f132-4aeb-b942-2bc8280f90cd req-f9359b9a-d481-4de4-9919-51f47dba4820 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:08:58.973264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-999a75ff-f132-4aeb-b942-2bc8280f90cd req-f9359b9a-d481-4de4-9919-51f47dba4820 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0475044 Dec 09 23:08:59.022213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-999a75ff-f132-4aeb-b942-2bc8280f90cd req-fe7d3abf-1771-43af-b333-4be187219460 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429196 Dec 09 23:09:00.135917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01890-4672-44ad-a3fb-58e1b1951bad req-91d50bde-f8d6-4a02-adbd-58b4a053e2cb tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:00.137367 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82b01890-4672-44ad-a3fb-58e1b1951bad req-91d50bde-f8d6-4a02-adbd-58b4a053e2cb tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0478659 Dec 09 23:09:00.183096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-82b01890-4672-44ad-a3fb-58e1b1951bad req-2b16f354-8f48-48b3-8cbe-e5075f16d56d tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398068 Dec 09 23:09:01.096736 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1c2f-820a-46ba-9721-a7124d6a4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:01.295657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfd646-c042-48c1-be69-d608a1a1f7bf req-e5a32d48-4e67-4774-99c5-83d76e42c76e tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:01.297127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66dfd646-c042-48c1-be69-d608a1a1f7bf req-e5a32d48-4e67-4774-99c5-83d76e42c76e tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0472443 Dec 09 23:09:01.344972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66dfd646-c042-48c1-be69-d608a1a1f7bf req-5993630a-446a-4cb4-8d89-3504f5d45b3a tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Dec 09 23:09:02.462858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b076a-3bd2-4328-8b2a-646ce5955c86 req-95d89faf-4557-4c8a-869e-d3d315a8a141 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:02.464225 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd2b076a-3bd2-4328-8b2a-646ce5955c86 req-95d89faf-4557-4c8a-869e-d3d315a8a141 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0508428 Dec 09 23:09:02.509596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd2b076a-3bd2-4328-8b2a-646ce5955c86 req-b215ee03-e091-4153-bcb3-eeb4f38494c5 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390222 Dec 09 23:09:03.367637 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91575b6f-0205-414b-8605-3b6c0f380899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:03.622346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faf6e1-42c4-446d-99fa-ac13db4f1b67 req-afaa52ab-377b-4ea8-9d31-cc4fa1f9e6e8 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:03.624486 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86faf6e1-42c4-446d-99fa-ac13db4f1b67 req-afaa52ab-377b-4ea8-9d31-cc4fa1f9e6e8 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0479424 Dec 09 23:09:03.670656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-86faf6e1-42c4-446d-99fa-ac13db4f1b67 req-49837b9b-6bce-4c29-8cc6-da93a6283730 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396221 Dec 09 23:09:04.189097 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:04.784179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a67ef6-150f-4aac-896e-b5e88cc3c096 req-66772e42-78d3-4b65-af4d-ceaa1bd77376 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:04.785622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32a67ef6-150f-4aac-896e-b5e88cc3c096 req-66772e42-78d3-4b65-af4d-ceaa1bd77376 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0472860 Dec 09 23:09:04.834231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32a67ef6-150f-4aac-896e-b5e88cc3c096 req-9bd7fa38-3eae-492f-b53c-aea369d604fa tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Dec 09 23:09:04.922815 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:05.546574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-43c6f3ee-5017-499f-8541-f4ff45b09f7f tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:09:05.547665 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-43c6f3ee-5017-499f-8541-f4ff45b09f7f tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061166 Dec 09 23:09:05.607147 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-b8e46501-610a-48ca-a2de-9d5e19dbf882 service neutron] show failed (client error): The resource could not be found. Dec 09 23:09:05.608196 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-b8e46501-610a-48ca-a2de-9d5e19dbf882 service neutron] 10.222.0.18 "GET /v2.0/ports/61db45dd-c51e-40a1-b0fd-449da4d4e9f5/bindings/n-h2-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0538232 Dec 09 23:09:05.809459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-019bdd8c-1b95-4761-80a6-71ec47b4f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:05.810904 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-019bdd8c-1b95-4761-80a6-71ec47b4f307 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d&tenant_id=c1a02cf7085445d0a51f9e2a8030f574 HTTP/1.1" status: 200 len: 1098 time: 0.0409675 Dec 09 23:09:05.822054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:09:05.879060 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:05.949455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2373dc-4e2d-4ef5-9200-04daeb3f78d6 req-685bfbea-e773-40d8-8411-5925b250a1aa tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:05.950951 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c2373dc-4e2d-4ef5-9200-04daeb3f78d6 req-685bfbea-e773-40d8-8411-5925b250a1aa tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0478206 Dec 09 23:09:05.999177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c2373dc-4e2d-4ef5-9200-04daeb3f78d6 req-e30ef53f-0c58-408f-aa30-b278409f7338 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Dec 09 23:09:06.080831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,segment=NetworkSegment(661aa5a9-392b-45d5-bc27-c2cb11b54d91),segment_id=661aa5a9-392b-45d5-bc27-c2cb11b54d91)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:09:06.112752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:09:06.152152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd174017d-f805-40c9-97be-8430b7cc237d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:09:06.154478 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dd20d9-0bd2-44fb-9c89-d11ca4bd66d2" -d '{"events": [{"server_uuid": "d174017d-f805-40c9-97be-8430b7cc237d", "name": "network-vif-unplugged", "status": "completed", "tag": "61db45dd-c51e-40a1-b0fd-449da4d4e9f5"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:09:06.158202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:06.170602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Transition to ACTIVE for port object 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:09:06.173799 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:06.212963 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b4fbde-d00c-4aa1-9a61-e73bdb087cb3 x-openstack-request-id: req-c9b4fbde-d00c-4aa1-9a61-e73bdb087cb3 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:09:06.213264 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d174017d-f805-40c9-97be-8430b7cc237d", "name": "network-vif-unplugged", "status": "completed", "tag": "61db45dd-c51e-40a1-b0fd-449da4d4e9f5", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:09:06.213525 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9b4fbde-d00c-4aa1-9a61-e73bdb087cb3 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:09:06.213994 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd174017d-f805-40c9-97be-8430b7cc237d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5', 'code': 200} Dec 09 23:09:06.243265 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] No DVR routers for this DVR port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:09:06.246592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Pushing event updated for resources: {'Port': ['ID=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:06.281432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Attempting to bind port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:09:06.281774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Attempting to bind port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '661aa5a9-392b-45d5-bc27-c2cb11b54d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b003a996-2e40-4813-9737-fafe862e6451'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:09:06.282139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Attempting to bind port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 on network b003a996-2e40-4813-9737-fafe862e6451 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:09:06.286430 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 on network b003a996-2e40-4813-9737-fafe862e6451 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:09:06.286756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Attempting to bind port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 on network b003a996-2e40-4813-9737-fafe862e6451 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:09:06.291615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:09:06.291952 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Checking segment: {'id': '661aa5a9-392b-45d5-bc27-c2cb11b54d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b003a996-2e40-4813-9737-fafe862e6451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:09:06.292404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Bound using segment: {'id': '661aa5a9-392b-45d5-bc27-c2cb11b54d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b003a996-2e40-4813-9737-fafe862e6451'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:09:06.292749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Bound port: 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661aa5a9-392b-45d5-bc27-c2cb11b54d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b003a996-2e40-4813-9737-fafe862e6451'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:09:06.293180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:06.297938 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:06.355604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:09:06.359124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,segment=NetworkSegment(661aa5a9-392b-45d5-bc27-c2cb11b54d91),segment_id=661aa5a9-392b-45d5-bc27-c2cb11b54d91)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:09:06.362549 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:06.397003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:06.397626 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:06.399035 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/61db45dd-c51e-40a1-b0fd-449da4d4e9f5 HTTP/1.1" status: 200 len: 1093 time: 0.5808258 Dec 09 23:09:06.418622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658cb28-c471-4107-94b5-d84c0cd271a4 service neutron] Pushing event updated for resources: {'Port': ['ID=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:06.464346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-8bb3cb91-00e2-4483-8226-8c270e672b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:06.465866 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-8bb3cb91-00e2-4483-8226-8c270e672b3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1a02cf7085445d0a51f9e2a8030f574&device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 1096 time: 0.0439606 Dec 09 23:09:06.556756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-c7290899-fb80-4b47-abe3-3e3767a44865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:06.558244 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-c7290899-fb80-4b47-abe3-3e3767a44865 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b003a996-2e40-4813-9737-fafe862e6451 HTTP/1.1" status: 200 len: 913 time: 0.0842881 Dec 09 23:09:06.602604 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-2a8fc3de-a26e-4436-ba29-d6ba950bb1d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5 HTTP/1.1" status: 200 len: 217 time: 0.0364079 Dec 09 23:09:06.652049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-de610287-f918-401e-b339-41e6c3150c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:06.653380 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-de610287-f918-401e-b339-41e6c3150c11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb5e0e53-21e7-4f49-b92f-c28bba557712 HTTP/1.1" status: 200 len: 852 time: 0.0423908 Dec 09 23:09:06.684504 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-0ed43cb5-28a1-41c2-bbc9-7437fd696cb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b003a996-2e40-4813-9737-fafe862e6451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238299 Dec 09 23:09:06.775599 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-02973633-a009-46ac-b3f9-f6d3832801c4 service neutron] 10.222.0.42 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842876 Dec 09 23:09:06.866770 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7b2e4025-c2d1-46ad-ba84-8b8584ce47f0 req-e195a747-9a12-4cd6-b888-06fbe0e5e6d0 service neutron] 10.222.0.42 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837829 Dec 09 23:09:07.110567 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:07.116623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c82f32-430b-4b8f-a2d9-0dec4fae03e9 req-08bddccc-a2df-4705-8d82-3e8ed68fbb06 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:07.118133 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4c82f32-430b-4b8f-a2d9-0dec4fae03e9 req-08bddccc-a2df-4705-8d82-3e8ed68fbb06 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 944 time: 0.0497417 Dec 09 23:09:07.165249 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4c82f32-430b-4b8f-a2d9-0dec4fae03e9 req-dfd4933f-dbd9-488a-b577-fa504bd65ce9 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Dec 09 23:09:08.214968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd174017d-f805-40c9-97be-8430b7cc237d', 'tag': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:09:08.217938 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feb1867-b6ee-4e59-842e-bf4846a4ea77" -d '{"events": [{"name": "network-changed", "server_uuid": "d174017d-f805-40c9-97be-8430b7cc237d", "tag": "61db45dd-c51e-40a1-b0fd-449da4d4e9f5"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:09:08.266184 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475d25b0-8510-4d41-b9e9-7655329279d8 x-openstack-request-id: req-475d25b0-8510-4d41-b9e9-7655329279d8 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:09:08.266485 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d174017d-f805-40c9-97be-8430b7cc237d", "tag": "61db45dd-c51e-40a1-b0fd-449da4d4e9f5", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:09:08.266749 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-475d25b0-8510-4d41-b9e9-7655329279d8 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:09:08.267155 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd174017d-f805-40c9-97be-8430b7cc237d', 'tag': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5', 'status': 'completed', 'code': 200} Dec 09 23:09:08.294228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d871d-31cb-4ad2-8685-a1f84176ee1b req-fb701c9d-237f-414e-b4fb-6fbfff9004ec tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:08.297034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e6d871d-31cb-4ad2-8685-a1f84176ee1b req-fb701c9d-237f-414e-b4fb-6fbfff9004ec tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 944 time: 0.0593441 Dec 09 23:09:08.354026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e6d871d-31cb-4ad2-8685-a1f84176ee1b req-8e92a4c4-f3af-45ad-90cc-3704e1dee9b2 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507927 Dec 09 23:09:08.367885 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-81388ddb-8d8f-40eb-afd0-9bd54068b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:08.369419 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-81388ddb-8d8f-40eb-afd0-9bd54068b2fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1a02cf7085445d0a51f9e2a8030f574&device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 1096 time: 0.0783048 Dec 09 23:09:08.400145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-1c6ea99a-57dd-49bc-9ee6-3e6de9dc0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:08.401618 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-1c6ea99a-57dd-49bc-9ee6-3e6de9dc0e6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1a02cf7085445d0a51f9e2a8030f574&device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 1096 time: 0.0829985 Dec 09 23:09:08.530554 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-b7d5d48e-19ee-4246-8e99-1db95c456722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:08.531934 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-b7d5d48e-19ee-4246-8e99-1db95c456722 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b003a996-2e40-4813-9737-fafe862e6451 HTTP/1.1" status: 200 len: 913 time: 0.1529830 Dec 09 23:09:08.556049 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:09:08.578405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-cea0c504-4dd6-4914-bd0e-14b870bec7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:08.579923 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-cea0c504-4dd6-4914-bd0e-14b870bec7d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b003a996-2e40-4813-9737-fafe862e6451 HTTP/1.1" status: 200 len: 913 time: 0.1672997 Dec 09 23:09:08.581304 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-0bd1deac-9773-4118-9844-09c45a36662c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5 HTTP/1.1" status: 200 len: 217 time: 0.0393198 Dec 09 23:09:08.596434 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:09:08.647181 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-e97abdfb-9247-410a-9b44-6eff84582903 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5 HTTP/1.1" status: 200 len: 217 time: 0.0603664 Dec 09 23:09:08.693224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-07334eb7-6a87-448f-9463-534eadf16d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:08.694664 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-07334eb7-6a87-448f-9463-534eadf16d68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb5e0e53-21e7-4f49-b92f-c28bba557712 HTTP/1.1" status: 200 len: 852 time: 0.1024563 Dec 09 23:09:08.713206 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-69b2776b-e2e5-438d-9cc7-869984fee592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:08.714652 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-69b2776b-e2e5-438d-9cc7-869984fee592 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb5e0e53-21e7-4f49-b92f-c28bba557712 HTTP/1.1" status: 200 len: 852 time: 0.0600400 Dec 09 23:09:08.730520 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-30c25966-9b32-4740-9d75-dcdbb63e179c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b003a996-2e40-4813-9737-fafe862e6451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279748 Dec 09 23:09:08.770937 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-d405ee58-9f7b-42f8-b674-0133841ca400 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b003a996-2e40-4813-9737-fafe862e6451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424571 Dec 09 23:09:08.897583 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-967a96c6-4d0b-4161-98c9-8e08f71e45f0 service neutron] 10.222.0.42 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592348 Dec 09 23:09:08.926824 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-0505caa0-f0f6-44ca-bd5d-da7e453e3628 service neutron] 10.222.0.18 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452022 Dec 09 23:09:09.052194 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-19580c6a-052e-4ed2-9351-0280bb8a0e5a service neutron] 10.222.0.42 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458392 Dec 09 23:09:09.067831 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9feb1867-b6ee-4e59-842e-bf4846a4ea77 req-e5fcc90a-b54a-4a91-8375-bd5511880353 service neutron] 10.222.0.18 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310089 Dec 09 23:09:09.473840 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f085ec1-b31a-4ed8-a222-9175e5b45ee0 req-c43268ec-f65c-4fd6-b516-23648d03fd1b tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:09.475240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f085ec1-b31a-4ed8-a222-9175e5b45ee0 req-c43268ec-f65c-4fd6-b516-23648d03fd1b tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 944 time: 0.0480003 Dec 09 23:09:09.523186 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f085ec1-b31a-4ed8-a222-9175e5b45ee0 req-79c88b5c-ee82-4cd6-9844-189effed33fc tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420029 Dec 09 23:09:09.804209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4744009-c965-4876-8df1-91cde7f1df41 req-ca8003af-18b9-4457-9b84-588fafa6cfe8 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:09.805557 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e4744009-c965-4876-8df1-91cde7f1df41 req-ca8003af-18b9-4457-9b84-588fafa6cfe8 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.18 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d&tenant_id=c1a02cf7085445d0a51f9e2a8030f574&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 944 time: 0.0868175 Dec 09 23:09:10.153226 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-e4744009-c965-4876-8df1-91cde7f1df41 req-93baddbb-8e72-4ddc-abe1-9247b17b5060 service neutron] delete failed (client error): The resource could not be found. Dec 09 23:09:10.154248 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e4744009-c965-4876-8df1-91cde7f1df41 req-93baddbb-8e72-4ddc-abe1-9247b17b5060 service neutron] 10.222.0.18 "DELETE /v2.0/ports/61db45dd-c51e-40a1-b0fd-449da4d4e9f5/bindings/n-h1-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.3415508 Dec 09 23:09:10.209378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:09:10.263326 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4744009-c965-4876-8df1-91cde7f1df41 req-16f38f30-624f-4c0a-a1ce-988f58ab0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:10.265375 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e4744009-c965-4876-8df1-91cde7f1df41 req-16f38f30-624f-4c0a-a1ce-988f58ab0020 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1a02cf7085445d0a51f9e2a8030f574&device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 1096 time: 0.0407884 Dec 09 23:09:10.306763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,segment=NetworkSegment(661aa5a9-392b-45d5-bc27-c2cb11b54d91),segment_id=661aa5a9-392b-45d5-bc27-c2cb11b54d91)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:09:10.318168 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5', 'network_id': 'b003a996-2e40-4813-9737-fafe862e6451', 'port_id': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5', 'mac_address': 'fa:16:3e:e6:52:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5e0e53-21e7-4f49-b92f-c28bba557712', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:09:10.354609 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:10.360048 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4744009-c965-4876-8df1-91cde7f1df41 req-238ae42f-55d7-44c0-9813-1c794a22740f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:10.361588 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e4744009-c965-4876-8df1-91cde7f1df41 req-238ae42f-55d7-44c0-9813-1c794a22740f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b003a996-2e40-4813-9737-fafe862e6451 HTTP/1.1" status: 200 len: 913 time: 0.0882270 Dec 09 23:09:10.367067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:09:10.386381 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,segment=NetworkSegment(661aa5a9-392b-45d5-bc27-c2cb11b54d91),segment_id=661aa5a9-392b-45d5-bc27-c2cb11b54d91)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:09:10.390513 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:10.403896 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e4744009-c965-4876-8df1-91cde7f1df41 req-7ca6e2da-c873-4df8-8f30-82e485f4593f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5 HTTP/1.1" status: 200 len: 217 time: 0.0353258 Dec 09 23:09:10.437489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:10.444765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.445115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.445461 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.445814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.446164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.446498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.446832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.447161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.447488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.447816 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.448143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.448474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.448818 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:10.452787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4744009-c965-4876-8df1-91cde7f1df41 req-b91731aa-7894-4c2b-ad1b-e1fa795a3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:10.454338 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e4744009-c965-4876-8df1-91cde7f1df41 req-b91731aa-7894-4c2b-ad1b-e1fa795a3b71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb5e0e53-21e7-4f49-b92f-c28bba557712 HTTP/1.1" status: 200 len: 852 time: 0.0431485 Dec 09 23:09:10.489371 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e4744009-c965-4876-8df1-91cde7f1df41 req-662c2f99-ce8a-4122-a3cb-a12baf714c23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b003a996-2e40-4813-9737-fafe862e6451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285776 Dec 09 23:09:10.580381 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e4744009-c965-4876-8df1-91cde7f1df41 req-5ebcc2b6-7e3c-4a3f-ae52-28e82d966060 service neutron] 10.222.0.18 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839534 Dec 09 23:09:10.641168 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['61db45dd-c51e-40a1-b0fd-449da4d4e9f5'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:09:10.673127 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e4744009-c965-4876-8df1-91cde7f1df41 req-8c7f7bbc-7821-4f1d-8d36-2a56d083aa8f service neutron] 10.222.0.18 "GET /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858779 Dec 09 23:09:11.414489 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c5801-0f56-4a01-ba07-741e896d1512 req-2f8da234-2267-4ed9-8a4b-3f781a25c7ea tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:11.415859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-197c5801-0f56-4a01-ba07-741e896d1512 req-2f8da234-2267-4ed9-8a4b-3f781a25c7ea tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 945 time: 0.0504494 Dec 09 23:09:11.460518 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-197c5801-0f56-4a01-ba07-741e896d1512 req-f6249c53-ac11-4eba-932d-ab03fd62d369 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381634 Dec 09 23:09:12.227632 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:09:12.274668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:09:12.278592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:09:12.278963 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:12.355891 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:12.378350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd174017d-f805-40c9-97be-8430b7cc237d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:09:12.380598 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0413f55-de95-49e2-9ccc-892b7e534191" -d '{"events": [{"server_uuid": "d174017d-f805-40c9-97be-8430b7cc237d", "name": "network-vif-plugged", "status": "completed", "tag": "61db45dd-c51e-40a1-b0fd-449da4d4e9f5"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:09:12.394381 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,segment=NetworkSegment(661aa5a9-392b-45d5-bc27-c2cb11b54d91),segment_id=661aa5a9-392b-45d5-bc27-c2cb11b54d91)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:09:12.398584 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:12.421970 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e800794f-3f24-4392-a034-2c90e749ee28 x-openstack-request-id: req-e800794f-3f24-4392-a034-2c90e749ee28 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:09:12.422258 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d174017d-f805-40c9-97be-8430b7cc237d", "name": "network-vif-plugged", "status": "completed", "tag": "61db45dd-c51e-40a1-b0fd-449da4d4e9f5", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:09:12.422510 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e800794f-3f24-4392-a034-2c90e749ee28 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:09:12.422896 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd174017d-f805-40c9-97be-8430b7cc237d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5', 'code': 200} Dec 09 23:09:12.448200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:12.575099 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6d43d-69df-4ebf-8a63-a8bbe3256563 req-2793ed99-e993-4d78-a8e5-6a56c16dd9cf tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:12.576569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ad6d43d-69df-4ebf-8a63-a8bbe3256563 req-2793ed99-e993-4d78-a8e5-6a56c16dd9cf tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0481992 Dec 09 23:09:12.627971 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ad6d43d-69df-4ebf-8a63-a8bbe3256563 req-c53e680e-4282-45a6-8a94-3d257b39f2d4 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.16 "GET /v2.0/security-groups?id=69598e60-3911-4509-bbff-c0585e5d86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454729 Dec 09 23:09:12.652993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4744009-c965-4876-8df1-91cde7f1df41 req-8e045e04-52ff-44b0-9d48-467dddb24969 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:12.654568 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e4744009-c965-4876-8df1-91cde7f1df41 req-8e045e04-52ff-44b0-9d48-467dddb24969 tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.42 "GET /v2.0/ports?device_id=d174017d-f805-40c9-97be-8430b7cc237d HTTP/1.1" status: 200 len: 946 time: 0.0497766 Dec 09 23:09:12.742381 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e4744009-c965-4876-8df1-91cde7f1df41 req-2ee02722-c300-4314-bd9f-09f1ebd271fc tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Deleting port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:09:12.742643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e4744009-c965-4876-8df1-91cde7f1df41 req-2ee02722-c300-4314-bd9f-09f1ebd271fc tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:12.832258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e4744009-c965-4876-8df1-91cde7f1df41 req-2ee02722-c300-4314-bd9f-09f1ebd271fc tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] For port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,segment=NetworkSegment(661aa5a9-392b-45d5-bc27-c2cb11b54d91),segment_id=661aa5a9-392b-45d5-bc27-c2cb11b54d91)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:09:12.832619 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e4744009-c965-4876-8df1-91cde7f1df41 req-2ee02722-c300-4314-bd9f-09f1ebd271fc tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:12.845533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-e4744009-c965-4876-8df1-91cde7f1df41 req-2ee02722-c300-4314-bd9f-09f1ebd271fc tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Calling delete_port for 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:09:12.974089 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e4744009-c965-4876-8df1-91cde7f1df41 req-2ee02722-c300-4314-bd9f-09f1ebd271fc tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:12.986528 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['61db45dd-c51e-40a1-b0fd-449da4d4e9f5'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:09:13.003521 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee02722-c300-4314-bd9f-09f1ebd271fc tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Pushing event deleted for resources: {'Port': ['ID=61db45dd-c51e-40a1-b0fd-449da4d4e9f5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:13.043490 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4744009-c965-4876-8df1-91cde7f1df41 req-2ee02722-c300-4314-bd9f-09f1ebd271fc tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] No DVR routers for this DVR port 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:09:13.046797 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e4744009-c965-4876-8df1-91cde7f1df41 req-2ee02722-c300-4314-bd9f-09f1ebd271fc tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:13.050158 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e4744009-c965-4876-8df1-91cde7f1df41 req-2ee02722-c300-4314-bd9f-09f1ebd271fc tempest-DeleteServersTestJSON-1494328625 tempest-DeleteServersTestJSON-1494328625-project] 10.222.0.42 "DELETE /v2.0/ports/61db45dd-c51e-40a1-b0fd-449da4d4e9f5 HTTP/1.1" status: 204 len: 173 time: 0.3897705 Dec 09 23:09:13.050596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd174017d-f805-40c9-97be-8430b7cc237d', 'name': 'network-vif-deleted', 'tag': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:09:13.052894 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a82e7c2-c66d-4a71-be86-4ae1fc01d069" -d '{"events": [{"server_uuid": "d174017d-f805-40c9-97be-8430b7cc237d", "name": "network-vif-deleted", "tag": "61db45dd-c51e-40a1-b0fd-449da4d4e9f5"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:09:13.090804 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6ce424-4e89-442e-9b50-5cc267057795 x-openstack-request-id: req-6c6ce424-4e89-442e-9b50-5cc267057795 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:09:13.091128 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d174017d-f805-40c9-97be-8430b7cc237d", "name": "network-vif-deleted", "tag": "61db45dd-c51e-40a1-b0fd-449da4d4e9f5", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:09:13.091389 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c6ce424-4e89-442e-9b50-5cc267057795 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:09:13.092406 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd174017d-f805-40c9-97be-8430b7cc237d', 'name': 'network-vif-deleted', 'tag': '61db45dd-c51e-40a1-b0fd-449da4d4e9f5', 'status': 'completed', 'code': 200} Dec 09 23:09:13.754190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56148) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:09:13.796634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Deleting subnet cb5e0e53-21e7-4f49-b92f-c28bba557712 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:09:13.799560 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:13.836392 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:13.872959 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:13.923160 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:13.948787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5e0e53-21e7-4f49-b92f-c28bba557712,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:13.953247 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:13.956444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb5e0e53-21e7-4f49-b92f-c28bba557712 HTTP/1.1" status: 204 len: 168 time: 0.2012012 Dec 09 23:09:13.959223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56150) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:09:13.961729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:13.962107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:13.962451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:13.962788 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:13.963122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:13.963452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:13.963812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:13.964135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:13.964459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:13.964782 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:13.965106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:13.965428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:13.965755 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6806465-6cd0-4c72-b1a5-bd095aea6644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:14.031359 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:14.115243 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:14.134710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b003a996-2e40-4813-9737-fafe862e6451']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:09:14.143864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661aa5a9-392b-45d5-bc27-c2cb11b54d91') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:09:14.144162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661aa5a9-392b-45d5-bc27-c2cb11b54d91') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:09:14.153157 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:14.166314 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:14.173017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:09:14.173403 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:09:14.175268 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:09:14.229868 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:14.237220 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:14.240173 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b003a996-2e40-4813-9737-fafe862e6451 HTTP/1.1" status: 204 len: 168 time: 0.2799489 Dec 09 23:09:14.249616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869cccf-08bf-4aa0-bfec-c08b28512e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=b003a996-2e40-4813-9737-fafe862e6451,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:14.350277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56154) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:09:14.390147 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-00690412-6435-4f09-a5bc-2ba0b622dca1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1a02cf7085445d0a51f9e2a8030f574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385954 Dec 09 23:09:14.392543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56156) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:09:14.442436 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-782f80c7-b720-48d9-9747-447985e1c82f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:14.463998 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-782f80c7-b720-48d9-9747-447985e1c82f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:14.508194 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-782f80c7-b720-48d9-9747-447985e1c82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:14.511424 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-782f80c7-b720-48d9-9747-447985e1c82f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:14.512555 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-782f80c7-b720-48d9-9747-447985e1c82f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69598e60-3911-4509-bbff-c0585e5d86d4 HTTP/1.1" status: 204 len: 168 time: 0.1191053 Dec 09 23:09:14.522205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f80c7-b720-48d9-9747-447985e1c82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69598e60-3911-4509-bbff-c0585e5d86d4,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:15.160790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56178) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:09:15.270164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-326468174-network', 'tenant_id': 'e41903fc07c148ce834f83aa5cd48f69'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:09:15.291141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Made reservation on behalf of e41903fc07c148ce834f83aa5cd48f69 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:09:15.293638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:15.302719 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:15.376788 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:15.380624 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:15.409340 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:09:15.414749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d2fccf-1340-40dd-8ed4-b9e79acad83e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:15.424326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:15.424708 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Added segment c6300931-21e1-474b-97fd-f2f845ac4d1d of type vlan for network bc5e74e1-b058-4774-b963-2a50125195b9 Dec 09 23:09:15.468745 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:15.492044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:15.492979 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:15.493561 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:15.527214 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3653226 Dec 09 23:09:15.530602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56182) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:09:15.558593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c47a7a5f-481b-4a41-a18b-6b6c5f31acd5 admin admin] Request body: {'subnet': {'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-326468174-subnet', 'tenant_id': 'e41903fc07c148ce834f83aa5cd48f69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:09:15.566374 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0644b7b-6b60-45fa-b41a-c0f5b43a79e4 admin admin] Pushing event updated for resources: {'Network': ['ID=bc5e74e1-b058-4774-b963-2a50125195b9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:15.577175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network bc5e74e1-b058-4774-b963-2a50125195b9 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:09:15.583541 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47a7a5f-481b-4a41-a18b-6b6c5f31acd5 admin admin] Made reservation on behalf of e41903fc07c148ce834f83aa5cd48f69 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:09:15.586001 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c47a7a5f-481b-4a41-a18b-6b6c5f31acd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:15.752515 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c47a7a5f-481b-4a41-a18b-6b6c5f31acd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:15.808278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a7a5f-481b-4a41-a18b-6b6c5f31acd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37f9063-421b-486f-9796-8fd0720be875,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:15.815954 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a7a5f-481b-4a41-a18b-6b6c5f31acd5 admin admin] Checking segment: {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:09:15.816320 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a7a5f-481b-4a41-a18b-6b6c5f31acd5 admin admin] Network hostable DHCP agents. Network: bc5e74e1-b058-4774-b963-2a50125195b9, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:09:15.818388 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:09:15.833360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a7a5f-481b-4a41-a18b-6b6c5f31acd5 admin admin] Network bc5e74e1-b058-4774-b963-2a50125195b9 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:09:15.841777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-c47a7a5f-481b-4a41-a18b-6b6c5f31acd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, bc5e74e1-b058-4774-b963-2a50125195b9) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:09:15.845864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47a7a5f-481b-4a41-a18b-6b6c5f31acd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:15.846454 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c47a7a5f-481b-4a41-a18b-6b6c5f31acd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:15.851035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b33f4ff-e6a7-4985-838b-813cdfba6a71 None None] Network bc5e74e1-b058-4774-b963-2a50125195b9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:09:15.867551 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c47a7a5f-481b-4a41-a18b-6b6c5f31acd5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3359563 Dec 09 23:09:15.948475 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ca090f-c5ff-44d0-a989-dcbcd7637c51 None None] Network bc5e74e1-b058-4774-b963-2a50125195b9 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:09:16.291306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-2d6fc2c6-f7a0-4fba-8dd0-638ff888e184 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:16.292758 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-2d6fc2c6-f7a0-4fba-8dd0-638ff888e184 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 814 time: 0.1076059 Dec 09 23:09:16.307979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-ca057dcf-c7bf-4030-be75-90322578d4da tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/quotas/e41903fc07c148ce834f83aa5cd48f69 HTTP/1.1" status: 200 len: 375 time: 0.0092149 Dec 09 23:09:16.338309 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-04ae5ada-a452-4bc9-9f2b-2c69d3cd72bd tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250993 Dec 09 23:09:16.480120 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-5a8c2747-80f2-4b29-ace4-2e176e5cae38 service neutron] 10.222.0.16 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341336 Dec 09 23:09:16.567213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-d221ec4f-7102-41a0-b4bb-37042eec1628 service neutron] 10.222.0.16 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811245 Dec 09 23:09:16.724612 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3cf03aa-4e28-4b8e-95e0-704d0cd3af0f req-647d4cf9-dc29-4b03-a791-239a1a4fc5a9 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 210 time: 0.0259559 Dec 09 23:09:17.665537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-a10bb6e9-5153-4e20-bc8c-2c66f1b602ff tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:17.667058 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-a10bb6e9-5153-4e20-bc8c-2c66f1b602ff tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.42 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 814 time: 0.1130705 Dec 09 23:09:17.680999 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Request body: {'port': {'device_id': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9', 'admin_state_up': True, 'tenant_id': 'e41903fc07c148ce834f83aa5cd48f69'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:09:17.792230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Made reservation on behalf of e41903fc07c148ce834f83aa5cd48f69 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:09:17.795845 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:17.824249 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6e000d1-4278-4f64-9a87-5f6a4fc05bcf req-97bf39f9-4363-46ad-94aa-46759576cdee tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 210 time: 0.0261075 Dec 09 23:09:17.922799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Allocated IP 172.20.0.2 (bc5e74e1-b058-4774-b963-2a50125195b9/a37f9063-421b-486f-9796-8fd0720be875/7729ac61-9da7-4cf8-84bb-44c112f60352) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:09:18.074521 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:18.108329 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:18.150542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Network bc5e74e1-b058-4774-b963-2a50125195b9 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:09:18.153903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:09:18.157572 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:09:18.192328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Pushing event updated for resources: {'Port': ['ID=7729ac61-9da7-4cf8-84bb-44c112f60352,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:18.220597 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:09:18.223421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:18.224738 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:18.240508 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-149f14b9-bfda-4e87-8084-2552b65c2e96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5644379 Dec 09 23:09:18.242205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:09:18.242557 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 61db45dd-c51e-40a1-b0fd-449da4d4e9f5 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:09:18.254168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Request body: {'port': {'device_id': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:09:18.310008 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:18.572173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7729ac61-9da7-4cf8-84bb-44c112f60352 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:09:18.579709 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:18.591328 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Transition to ACTIVE for port object 7729ac61-9da7-4cf8-84bb-44c112f60352 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:09:18.594983 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:18.651226 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Pushing event updated for resources: {'Port': ['ID=7729ac61-9da7-4cf8-84bb-44c112f60352,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:18.714450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Attempting to bind port 7729ac61-9da7-4cf8-84bb-44c112f60352 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:09:18.715130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Attempting to bind port 7729ac61-9da7-4cf8-84bb-44c112f60352 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:09:18.715130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Attempting to bind port 7729ac61-9da7-4cf8-84bb-44c112f60352 on network bc5e74e1-b058-4774-b963-2a50125195b9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:09:18.720228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Port 7729ac61-9da7-4cf8-84bb-44c112f60352 on network bc5e74e1-b058-4774-b963-2a50125195b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:09:18.720549 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Attempting to bind port 7729ac61-9da7-4cf8-84bb-44c112f60352 on network bc5e74e1-b058-4774-b963-2a50125195b9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:09:18.725322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:09:18.725658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Checking segment: {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:09:18.726078 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Bound using segment: {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:09:18.726496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Bound port: 7729ac61-9da7-4cf8-84bb-44c112f60352, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:09:18.726849 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:18.787942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:09:18.790993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7729ac61-9da7-4cf8-84bb-44c112f60352,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:09:18.795388 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:18.833139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:18.833758 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:18.835139 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] 10.222.0.42 "PUT /v2.0/ports/7729ac61-9da7-4cf8-84bb-44c112f60352 HTTP/1.1" status: 200 len: 1092 time: 0.5853755 Dec 09 23:09:18.835584 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'tag': '7729ac61-9da7-4cf8-84bb-44c112f60352'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:09:18.837838 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e8cd1b-bd4f-4475-b9c1-8e87d566f885" -d '{"events": [{"name": "network-changed", "server_uuid": "c45cb227-cd30-4f68-9f9e-6ba2daca78a3", "tag": "7729ac61-9da7-4cf8-84bb-44c112f60352"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:09:18.863143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491dce1-6b67-4f82-96aa-8448b48db831 service neutron] Pushing event updated for resources: {'Port': ['ID=7729ac61-9da7-4cf8-84bb-44c112f60352,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:18.877962 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b598bf10-d122-4431-9288-386d14622297 x-openstack-request-id: req-b598bf10-d122-4431-9288-386d14622297 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:09:18.878361 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45cb227-cd30-4f68-9f9e-6ba2daca78a3", "tag": "7729ac61-9da7-4cf8-84bb-44c112f60352", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:09:18.878748 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b598bf10-d122-4431-9288-386d14622297 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:09:18.879346 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'tag': '7729ac61-9da7-4cf8-84bb-44c112f60352', 'status': 'completed', 'code': 200} Dec 09 23:09:18.926110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-d9588a78-5f1d-4bfc-ab95-e3204b821dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:18.927623 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-d9588a78-5f1d-4bfc-ab95-e3204b821dfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 1095 time: 0.0421526 Dec 09 23:09:18.956119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42200577-810a-4490-bca8-288f13dad364 req-86812156-6e8f-4945-967b-2e7f77225cb7 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:18.957599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42200577-810a-4490-bca8-288f13dad364 req-86812156-6e8f-4945-967b-2e7f77225cb7 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 943 time: 0.0529253 Dec 09 23:09:18.971335 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-e6a26a71-7cd0-4515-b358-a444235aeae6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7729ac61-9da7-4cf8-84bb-44c112f60352 HTTP/1.1" status: 200 len: 217 time: 0.0347166 Dec 09 23:09:19.004527 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42200577-810a-4490-bca8-288f13dad364 req-1d2a7ef7-6adf-4175-930d-84ca9ca3f6e8 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Dec 09 23:09:19.025557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-3f6aa501-e8d3-483a-a37d-a3a6aabf1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:19.027039 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-3f6aa501-e8d3-483a-a37d-a3a6aabf1f1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0490057 Dec 09 23:09:19.058088 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-736fa23d-5169-46f0-bfa0-41daf5c216da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235264 Dec 09 23:09:19.148542 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-6111206c-0f40-4714-85b4-6a122b423fcd service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828695 Dec 09 23:09:19.249119 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a576a61e-d8d8-48d2-b2e1-6cf8ef1977d0 req-5bf9fa45-7fc4-46b5-849b-c870d8446944 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917091 Dec 09 23:09:19.335174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8cd1b-bd4f-4475-b9c1-8e87d566f885 req-338f5300-368a-41de-88e9-623ae2dec120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:19.336719 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99e8cd1b-bd4f-4475-b9c1-8e87d566f885 req-338f5300-368a-41de-88e9-623ae2dec120 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 1095 time: 0.0406301 Dec 09 23:09:19.431941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8cd1b-bd4f-4475-b9c1-8e87d566f885 req-fcf3c9b6-4d35-4791-bb49-f545072f4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:19.433311 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99e8cd1b-bd4f-4475-b9c1-8e87d566f885 req-fcf3c9b6-4d35-4791-bb49-f545072f4777 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.0887647 Dec 09 23:09:19.475570 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99e8cd1b-bd4f-4475-b9c1-8e87d566f885 req-835b0ca8-7c20-4b95-acbf-8d1ca9d4e92b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7729ac61-9da7-4cf8-84bb-44c112f60352 HTTP/1.1" status: 200 len: 217 time: 0.0332603 Dec 09 23:09:19.524178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8cd1b-bd4f-4475-b9c1-8e87d566f885 req-b887bbc2-a7a4-4eb0-a5b5-1c4ee5abb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:19.525631 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99e8cd1b-bd4f-4475-b9c1-8e87d566f885 req-b887bbc2-a7a4-4eb0-a5b5-1c4ee5abb922 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0421798 Dec 09 23:09:19.562315 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99e8cd1b-bd4f-4475-b9c1-8e87d566f885 req-48b42612-9041-4289-9c39-b5e6dca5b9dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279899 Dec 09 23:09:19.651558 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99e8cd1b-bd4f-4475-b9c1-8e87d566f885 req-6b90f377-b7a5-4b21-9ec2-17f29997210b service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819623 Dec 09 23:09:19.745612 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-99e8cd1b-bd4f-4475-b9c1-8e87d566f885 req-63b48814-db36-4472-a103-84e40c4580a9 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856497 Dec 09 23:09:20.121464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aa251-b675-4c37-8884-820f27106e95 req-ed420533-9cbf-4748-a8cd-72f37b9ab8a6 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:20.122930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f9aa251-b675-4c37-8884-820f27106e95 req-ed420533-9cbf-4748-a8cd-72f37b9ab8a6 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 943 time: 0.0475879 Dec 09 23:09:20.168605 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7f9aa251-b675-4c37-8884-820f27106e95 req-d28ccdaf-b8f6-4262-9d9b-2cd28b863d33 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397964 Dec 09 23:09:21.289384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d918-923a-4795-ae69-58b55a5fd7fe req-e9e0f99a-304e-450e-a09c-ab5261bb25df tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:21.290857 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8b0d918-923a-4795-ae69-58b55a5fd7fe req-e9e0f99a-304e-450e-a09c-ab5261bb25df tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 943 time: 0.0503354 Dec 09 23:09:21.337831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e8b0d918-923a-4795-ae69-58b55a5fd7fe req-4589041a-ec3d-4302-b64a-87a6c11e6831 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Dec 09 23:09:22.236856 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7729ac61-9da7-4cf8-84bb-44c112f60352 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:09:22.326991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7729ac61-9da7-4cf8-84bb-44c112f60352,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:09:22.337360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '7729ac61-9da7-4cf8-84bb-44c112f60352', 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9', 'port_id': '7729ac61-9da7-4cf8-84bb-44c112f60352', 'mac_address': 'fa:16:3e:df:50:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37f9063-421b-486f-9796-8fd0720be875', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:09:22.378160 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:22.390942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7729ac61-9da7-4cf8-84bb-44c112f60352 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:09:22.414279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7729ac61-9da7-4cf8-84bb-44c112f60352,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:09:22.418473 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:22.458123 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265abbb-d832-47c6-91c7-8b64e2bbfcfd req-5729faf5-4c1e-4a05-8a5b-26ff8ee620f0 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:22.459521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f265abbb-d832-47c6-91c7-8b64e2bbfcfd req-5729faf5-4c1e-4a05-8a5b-26ff8ee620f0 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 944 time: 0.0498528 Dec 09 23:09:22.464725 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=7729ac61-9da7-4cf8-84bb-44c112f60352,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:22.506589 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f265abbb-d832-47c6-91c7-8b64e2bbfcfd req-c55cf084-f0f5-43eb-8682-ead75e298e00 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410283 Dec 09 23:09:22.608300 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['7729ac61-9da7-4cf8-84bb-44c112f60352'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:09:22.952854 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:23.618743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d8171-0c3e-4bdd-b052-0e286381bdb2 req-942a1e1f-8db8-4b90-9ac7-2780119464cb tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:23.620205 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-351d8171-0c3e-4bdd-b052-0e286381bdb2 req-942a1e1f-8db8-4b90-9ac7-2780119464cb tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 944 time: 0.0476179 Dec 09 23:09:23.669499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-351d8171-0c3e-4bdd-b052-0e286381bdb2 req-eeb73a50-545a-46ce-ae18-ca157b616c7f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427477 Dec 09 23:09:24.268315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7729ac61-9da7-4cf8-84bb-44c112f60352 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:09:24.316051 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 7729ac61-9da7-4cf8-84bb-44c112f60352 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:09:24.320003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 7729ac61-9da7-4cf8-84bb-44c112f60352 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:09:24.320395 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:24.397394 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:24.419892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7729ac61-9da7-4cf8-84bb-44c112f60352'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:09:24.422123 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec5232e-d6ef-4b9e-894a-2289b3dd8e9d" -d '{"events": [{"server_uuid": "c45cb227-cd30-4f68-9f9e-6ba2daca78a3", "name": "network-vif-plugged", "status": "completed", "tag": "7729ac61-9da7-4cf8-84bb-44c112f60352"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:09:24.434560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7729ac61-9da7-4cf8-84bb-44c112f60352,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:09:24.438517 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:24.461374 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65408bf-e1e6-4b0b-9290-ef1e196c4661 x-openstack-request-id: req-e65408bf-e1e6-4b0b-9290-ef1e196c4661 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:09:24.461651 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45cb227-cd30-4f68-9f9e-6ba2daca78a3", "name": "network-vif-plugged", "status": "completed", "tag": "7729ac61-9da7-4cf8-84bb-44c112f60352", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:09:24.461908 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e65408bf-e1e6-4b0b-9290-ef1e196c4661 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:09:24.462304 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7729ac61-9da7-4cf8-84bb-44c112f60352', 'code': 200} Dec 09 23:09:24.488098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=7729ac61-9da7-4cf8-84bb-44c112f60352,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:24.554977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1373dd9-8181-496b-8687-6031d67ff917 req-07c4c1a6-ca0f-435c-ba63-396c1bb88eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:24.556473 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1373dd9-8181-496b-8687-6031d67ff917 req-07c4c1a6-ca0f-435c-ba63-396c1bb88eba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 1097 time: 0.0401137 Dec 09 23:09:24.602022 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1373dd9-8181-496b-8687-6031d67ff917 req-3521cd9b-75a3-40f0-a611-027d89a95f80 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373280 Dec 09 23:09:24.783297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d64f1a-e055-4b00-b2ae-32f971655706 req-ab0e2a51-b311-48df-aa9d-a3d5247ca0e6 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:24.784751 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01d64f1a-e055-4b00-b2ae-32f971655706 req-ab0e2a51-b311-48df-aa9d-a3d5247ca0e6 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0482347 Dec 09 23:09:24.830860 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01d64f1a-e055-4b00-b2ae-32f971655706 req-cdf4835a-36a8-4ca6-851a-0f3adc7f9a17 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Dec 09 23:09:25.944114 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faca2a-a3ff-41fe-b2d1-616e80799df0 req-386a74b0-43d3-41ce-9400-e2e305372f99 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:25.945613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5faca2a-a3ff-41fe-b2d1-616e80799df0 req-386a74b0-43d3-41ce-9400-e2e305372f99 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0477262 Dec 09 23:09:25.992176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5faca2a-a3ff-41fe-b2d1-616e80799df0 req-e55e6baa-5490-417a-bc35-a84d7bf9ee01 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402100 Dec 09 23:09:26.109133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada9998-f4e5-480e-b778-6400b93f0723 req-893b10fb-c7e0-4224-afaf-73245f709d84 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:26.110531 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ada9998-f4e5-480e-b778-6400b93f0723 req-893b10fb-c7e0-4224-afaf-73245f709d84 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0515375 Dec 09 23:09:26.156892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ada9998-f4e5-480e-b778-6400b93f0723 req-a18a24bc-c748-4251-8769-6bac783cb21f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405166 Dec 09 23:09:26.354680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faa4e5-2f62-46b7-a549-3c75a504bcbb req-d7994224-7d50-4453-8607-279c9492ca9c tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:26.356115 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28faa4e5-2f62-46b7-a549-3c75a504bcbb req-d7994224-7d50-4453-8607-279c9492ca9c tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0474482 Dec 09 23:09:26.401844 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28faa4e5-2f62-46b7-a549-3c75a504bcbb req-970389c5-c935-4176-94e7-ea46be3c3730 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Dec 09 23:09:26.513106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6b6a4-bfe3-40ca-a15e-23181aebc058 req-19a8090d-e2f3-4278-b425-f0256814290d tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:26.515201 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59d6b6a4-bfe3-40ca-a15e-23181aebc058 req-19a8090d-e2f3-4278-b425-f0256814290d tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0469520 Dec 09 23:09:26.564078 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59d6b6a4-bfe3-40ca-a15e-23181aebc058 req-558a0274-132a-4180-a2e5-6d255cee08ba tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428903 Dec 09 23:09:26.806522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-cfc3997e-c646-4d73-b18f-707f849b5e6c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674734 Dec 09 23:09:26.814493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d99dff-c75a-469a-b332-63e8948e30ea req-f330f6ad-285c-4106-bd85-3bcd19cbbbbc tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:26.815856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10d99dff-c75a-469a-b332-63e8948e30ea req-f330f6ad-285c-4106-bd85-3bcd19cbbbbc tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0691788 Dec 09 23:09:26.862943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-10d99dff-c75a-469a-b332-63e8948e30ea req-bdf8d6e2-e9d9-4aa6-acb4-495d4e8ad4b5 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 Dec 09 23:09:27.983903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a26861-1910-4692-bae0-de9e72165a40 req-0743a7c3-6521-4e0c-8d8d-c03369e72014 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:27.985455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17a26861-1910-4692-bae0-de9e72165a40 req-0743a7c3-6521-4e0c-8d8d-c03369e72014 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0511026 Dec 09 23:09:27.990042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-3980eb91-6935-46de-81cd-c60c0979f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:27.991854 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-3980eb91-6935-46de-81cd-c60c0979f4ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 1097 time: 0.0416477 Dec 09 23:09:28.033671 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17a26861-1910-4692-bae0-de9e72165a40 req-9d1c2653-0604-448d-ab8f-9a86970d1a35 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Dec 09 23:09:28.088298 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a7d4e2d4-b361-446d-8bcf-7e9c93f38a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:28.089753 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a7d4e2d4-b361-446d-8bcf-7e9c93f38a08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.0898323 Dec 09 23:09:28.130839 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-53ef78dc-fe15-4ae8-b622-dd97142db192 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7729ac61-9da7-4cf8-84bb-44c112f60352 HTTP/1.1" status: 200 len: 217 time: 0.0337050 Dec 09 23:09:28.181206 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-e78c71b6-358e-47cb-a7b1-b9acafe6b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:28.182564 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-e78c71b6-358e-47cb-a7b1-b9acafe6b76c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0454946 Dec 09 23:09:28.215594 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-22850071-7227-4a56-958e-26e1ec586984 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247436 Dec 09 23:09:28.304277 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-80562abb-0df5-4f18-971b-672008198264 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817914 Dec 09 23:09:28.396813 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-3dd0f0e3-c157-43a5-a9e8-674bf461e99e service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845759 Dec 09 23:09:29.146364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876769f-0dd5-4caf-aa3d-e4125162341e req-508ab36f-cb0d-41ce-a8b7-2edbc2169d1f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:29.147798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6876769f-0dd5-4caf-aa3d-e4125162341e req-508ab36f-cb0d-41ce-a8b7-2edbc2169d1f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0467243 Dec 09 23:09:29.192768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6876769f-0dd5-4caf-aa3d-e4125162341e req-b32aeaf0-48e3-411d-8a81-0410fc9ea407 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391648 Dec 09 23:09:30.307289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef86935-8463-42a2-a9e4-213d6bafca57 req-25b6dd6c-71de-49e3-b4cc-422eb19da1bd tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:30.308729 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ef86935-8463-42a2-a9e4-213d6bafca57 req-25b6dd6c-71de-49e3-b4cc-422eb19da1bd tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0480235 Dec 09 23:09:30.357562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ef86935-8463-42a2-a9e4-213d6bafca57 req-91db02ca-a489-4f63-88e2-f2d0d7496592 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429282 Dec 09 23:09:31.098064 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-86fdee9a-3a79-44cc-b9e4-3bc23b08f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:31.471539 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cdbd5-2780-4581-83ce-2d702fbb4cb7 req-a38d238d-4dd9-42cb-aec7-b3ef44d223ca tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:31.472980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf0cdbd5-2780-4581-83ce-2d702fbb4cb7 req-a38d238d-4dd9-42cb-aec7-b3ef44d223ca tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0481360 Dec 09 23:09:31.519523 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf0cdbd5-2780-4581-83ce-2d702fbb4cb7 req-e6e3ff9b-1b23-4ca8-b7ca-1fb06229225e tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403061 Dec 09 23:09:32.636463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac295-6f23-45d6-a1a3-c99aa53abf9b req-3a16c47e-b610-450b-bafa-6c05a51b2d8f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:32.637957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e80ac295-6f23-45d6-a1a3-c99aa53abf9b req-3a16c47e-b610-450b-bafa-6c05a51b2d8f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0507190 Dec 09 23:09:32.683918 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e80ac295-6f23-45d6-a1a3-c99aa53abf9b req-6b7242e6-e3a9-4dca-89f2-42b85adf94ed tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Dec 09 23:09:33.372201 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0a28dde4-27ee-4262-a1d9-da84d53c5c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:33.801280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a88fd5-5a57-407d-841d-96c94e733073 req-680aba7d-fd6e-4b7b-be6b-bbd8d3038701 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:33.802776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0a88fd5-5a57-407d-841d-96c94e733073 req-680aba7d-fd6e-4b7b-be6b-bbd8d3038701 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0520394 Dec 09 23:09:33.848618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0a88fd5-5a57-407d-841d-96c94e733073 req-d4bbdf7b-e024-4a85-8645-57229c092785 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Dec 09 23:09:34.203073 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:34.925757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:34.963117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83f0be-97da-41e7-9f94-ff51593861fd req-11837982-c8ff-40af-aa10-50c9767ce8c7 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:34.964574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c83f0be-97da-41e7-9f94-ff51593861fd req-11837982-c8ff-40af-aa10-50c9767ce8c7 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0484791 Dec 09 23:09:35.011154 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c83f0be-97da-41e7-9f94-ff51593861fd req-b3a588f6-c749-4c8d-ab42-18ba28ccc7ec tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Dec 09 23:09:36.127245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54862ed-8162-48b0-8a07-01be136b881c req-0f46f72e-93bc-4827-b59a-84ae4d9507d3 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:36.128693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a54862ed-8162-48b0-8a07-01be136b881c req-0f46f72e-93bc-4827-b59a-84ae4d9507d3 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0514104 Dec 09 23:09:36.173475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a54862ed-8162-48b0-8a07-01be136b881c req-5e5b068f-4e76-4629-97a5-db588e6f1c44 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389421 Dec 09 23:09:36.301468 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:37.112409 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:37.289934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e712e-a2c2-4e0e-ab90-994bf09412ed req-98621de6-ec48-4b4b-ab5f-381110a066b4 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:37.291584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-584e712e-a2c2-4e0e-ab90-994bf09412ed req-98621de6-ec48-4b4b-ab5f-381110a066b4 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0476105 Dec 09 23:09:37.337240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-584e712e-a2c2-4e0e-ab90-994bf09412ed req-ef49de88-9c04-471c-9a67-55a10236a273 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Dec 09 23:09:38.449720 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fa0e8-b74b-4374-b92b-75f36708ee18 req-160a6c0b-94a4-4dcb-b8bd-9f5897c1b055 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:38.451090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-891fa0e8-b74b-4374-b92b-75f36708ee18 req-160a6c0b-94a4-4dcb-b8bd-9f5897c1b055 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0471907 Dec 09 23:09:38.500190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-891fa0e8-b74b-4374-b92b-75f36708ee18 req-d0558837-b4c7-4c21-b517-083e1fcda670 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431788 Dec 09 23:09:39.613075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168079ef-2a5f-4357-b187-79375dc2e93b req-11c18cca-18fc-4797-80e7-716a6fc04c42 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:39.614583 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-168079ef-2a5f-4357-b187-79375dc2e93b req-11c18cca-18fc-4797-80e7-716a6fc04c42 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0467577 Dec 09 23:09:39.660402 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-168079ef-2a5f-4357-b187-79375dc2e93b req-3d9e472a-d740-4f20-9322-77ccf07ade6f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399415 Dec 09 23:09:40.776382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a17ad2-88e2-4c3c-9870-2209d224675d req-ce4069df-701e-4b38-aa45-90c2629be114 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:40.777852 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19a17ad2-88e2-4c3c-9870-2209d224675d req-ce4069df-701e-4b38-aa45-90c2629be114 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0479205 Dec 09 23:09:40.823653 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19a17ad2-88e2-4c3c-9870-2209d224675d req-0e1c6309-1369-4a14-a8a5-a9bad8bd8350 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398729 Dec 09 23:09:41.939575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bf-1179-4ae5-abc3-408a4fdf2572 req-1a813762-3c19-47ce-9e27-c2ba8f80cd11 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:41.941020 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-321027bf-1179-4ae5-abc3-408a4fdf2572 req-1a813762-3c19-47ce-9e27-c2ba8f80cd11 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0504401 Dec 09 23:09:41.986626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-321027bf-1179-4ae5-abc3-408a4fdf2572 req-289e0468-fdb9-427a-b3cd-48f0861d4467 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397315 Dec 09 23:09:43.101574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17195f17-57e8-4000-96ec-7bd14a721934 req-475f3d54-2abd-4910-ac6a-1889dbf597b9 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:43.103033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17195f17-57e8-4000-96ec-7bd14a721934 req-475f3d54-2abd-4910-ac6a-1889dbf597b9 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0474730 Dec 09 23:09:43.148377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17195f17-57e8-4000-96ec-7bd14a721934 req-7e460c2a-da79-439e-91e2-884adff58761 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394998 Dec 09 23:09:44.268060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cdb7a-8beb-48c1-ad9c-6ca0c507b6ce req-b25b2b03-c3e6-490e-aaaa-ba3e6d0997a1 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:44.269812 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-762cdb7a-8beb-48c1-ad9c-6ca0c507b6ce req-b25b2b03-c3e6-490e-aaaa-ba3e6d0997a1 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0516028 Dec 09 23:09:44.319482 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-762cdb7a-8beb-48c1-ad9c-6ca0c507b6ce req-f5923bd9-e49e-4442-af08-346099e4ddc8 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440276 Dec 09 23:09:45.432916 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e4b94-8fcb-4b8d-90cb-0e5c434b4cb1 req-82246e39-82df-41db-b496-2d31137f100e tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:45.434385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e77e4b94-8fcb-4b8d-90cb-0e5c434b4cb1 req-82246e39-82df-41db-b496-2d31137f100e tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0468531 Dec 09 23:09:45.480636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e77e4b94-8fcb-4b8d-90cb-0e5c434b4cb1 req-a55669a9-b0e4-40f1-a906-ae2a68924778 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395718 Dec 09 23:09:46.595475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4d28f-a01e-4515-ab57-ceccf4aa22c9 req-fcbb18b3-ffe7-4401-b14f-394241b4b2a8 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:46.596939 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2d4d28f-a01e-4515-ab57-ceccf4aa22c9 req-fcbb18b3-ffe7-4401-b14f-394241b4b2a8 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0474584 Dec 09 23:09:46.642414 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2d4d28f-a01e-4515-ab57-ceccf4aa22c9 req-0d60b434-7ba1-40b4-bbc5-a2855b533b90 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Dec 09 23:09:47.759566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667088a7-dd1e-4065-ac32-b283c9eeee33 req-4430be8f-55b9-4d58-8411-0008151bfa3f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:47.761256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-667088a7-dd1e-4065-ac32-b283c9eeee33 req-4430be8f-55b9-4d58-8411-0008151bfa3f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0512400 Dec 09 23:09:47.806553 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-667088a7-dd1e-4065-ac32-b283c9eeee33 req-0d5c7725-553e-4abd-a3a3-5d834385e260 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 Dec 09 23:09:48.919001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25704d3-de25-4bdc-a644-eea7810ee7b3 req-48ce2f0a-64aa-41f6-8b93-3f41649affc7 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:48.920446 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25704d3-de25-4bdc-a644-eea7810ee7b3 req-48ce2f0a-64aa-41f6-8b93-3f41649affc7 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0478415 Dec 09 23:09:48.967427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f25704d3-de25-4bdc-a644-eea7810ee7b3 req-c45e3525-40d9-4fdb-b729-094fee89fcc5 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Dec 09 23:09:50.083735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f554699-b28f-4706-98c4-4b37450829cc req-b774f15e-7219-4244-bd37-31864b47a991 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:50.085192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f554699-b28f-4706-98c4-4b37450829cc req-b774f15e-7219-4244-bd37-31864b47a991 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0503469 Dec 09 23:09:50.130144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f554699-b28f-4706-98c4-4b37450829cc req-b8fc9872-5cd7-4c32-8ac0-da95337991d4 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390022 Dec 09 23:09:51.246098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17810f02-bd58-4a51-bc85-bf5d0c048482 req-88c7bf44-82a9-475f-8b3f-d0e01a60bb00 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:51.247538 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17810f02-bd58-4a51-bc85-bf5d0c048482 req-88c7bf44-82a9-475f-8b3f-d0e01a60bb00 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0474281 Dec 09 23:09:51.293012 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17810f02-bd58-4a51-bc85-bf5d0c048482 req-99dd45f1-4e54-4762-85cf-b963bb5787ae tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392528 Dec 09 23:09:52.381634 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf89a85-056e-42cf-9d70-e489ad777b93 req-a80a31b0-64e6-4659-8adb-2ecfcea04c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:52.383172 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3cf89a85-056e-42cf-9d70-e489ad777b93 req-a80a31b0-64e6-4659-8adb-2ecfcea04c58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 1097 time: 0.0416603 Dec 09 23:09:52.411598 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396624d-4537-42b9-a750-7806e6c9fe65 req-2b0f5607-b04e-4a5e-82c6-d126e3bc8397 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:52.413067 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f396624d-4537-42b9-a750-7806e6c9fe65 req-2b0f5607-b04e-4a5e-82c6-d126e3bc8397 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0507572 Dec 09 23:09:52.469264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f396624d-4537-42b9-a750-7806e6c9fe65 req-6bbbf490-3e83-49e4-b548-7dd1c26e9068 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442376 Dec 09 23:09:52.494470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf89a85-056e-42cf-9d70-e489ad777b93 req-ffffd0f3-d21d-46fc-b037-0d3bcd4f409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:52.495948 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3cf89a85-056e-42cf-9d70-e489ad777b93 req-ffffd0f3-d21d-46fc-b037-0d3bcd4f409e service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.0935459 Dec 09 23:09:52.537555 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3cf89a85-056e-42cf-9d70-e489ad777b93 req-cdfc836b-e20a-46d1-b524-db27d7a1479c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7729ac61-9da7-4cf8-84bb-44c112f60352 HTTP/1.1" status: 200 len: 217 time: 0.0343680 Dec 09 23:09:52.584765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf89a85-056e-42cf-9d70-e489ad777b93 req-d9345f60-d7c4-414e-95b1-3e4fb1618020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:52.586166 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3cf89a85-056e-42cf-9d70-e489ad777b93 req-d9345f60-d7c4-414e-95b1-3e4fb1618020 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0422406 Dec 09 23:09:52.622322 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3cf89a85-056e-42cf-9d70-e489ad777b93 req-5048d2e8-bbea-4bb6-8998-b9d009187689 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286951 Dec 09 23:09:52.711497 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3cf89a85-056e-42cf-9d70-e489ad777b93 req-64975b29-1cae-4234-9a72-2c94c83664f1 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817437 Dec 09 23:09:52.803893 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3cf89a85-056e-42cf-9d70-e489ad777b93 req-3833a056-54f1-4c49-b498-858cc2b229d5 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847690 Dec 09 23:09:52.817188 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:09:52.952740 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:53.584126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b1ff-2f66-4b01-9a50-e5271fbf14b4 req-03decd5a-4d16-4af3-847e-c4cdb6c2af9b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:53.585817 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0f5b1ff-2f66-4b01-9a50-e5271fbf14b4 req-03decd5a-4d16-4af3-847e-c4cdb6c2af9b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0478222 Dec 09 23:09:53.632721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0f5b1ff-2f66-4b01-9a50-e5271fbf14b4 req-84d1f642-931d-4902-b304-896c832290a5 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Dec 09 23:09:54.749121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e264d-e7da-4837-9079-c033f891cb51 req-5fd45aca-4027-47ef-a677-bbe8d8b5f619 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:54.750608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a7e264d-e7da-4837-9079-c033f891cb51 req-5fd45aca-4027-47ef-a677-bbe8d8b5f619 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 945 time: 0.0476477 Dec 09 23:09:54.796528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a7e264d-e7da-4837-9079-c033f891cb51 req-7a5b1634-dfda-43d6-bdbd-f1a34bd1cc97 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 Dec 09 23:09:55.259200 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-b29b3b9f-cf8f-4bab-8b20-041286ee09dc service neutron] show failed (client error): The resource could not be found. Dec 09 23:09:55.260190 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-b29b3b9f-cf8f-4bab-8b20-041286ee09dc service neutron] 10.222.0.42 "GET /v2.0/ports/7729ac61-9da7-4cf8-84bb-44c112f60352/bindings/n-h1-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0537663 Dec 09 23:09:55.455951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-caff2970-b223-4e56-9dd7-09a8cda7cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:55.457365 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-caff2970-b223-4e56-9dd7-09a8cda7cf8f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3&tenant_id=e41903fc07c148ce834f83aa5cd48f69 HTTP/1.1" status: 200 len: 1097 time: 0.0415680 Dec 09 23:09:55.475310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:09:55.530709 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:55.539811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-3da05d70-4f2c-4d24-a9c9-5d9bb7462921 req-8e258369-332e-4de3-8bb1-e53b9129810b service neutron] (103418) timed out ('10.222.0.18', 49961) {{(pid=103418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 23:09:55.732046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=7729ac61-9da7-4cf8-84bb-44c112f60352,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:09:55.765264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:09:55.805072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7729ac61-9da7-4cf8-84bb-44c112f60352'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:09:55.807371 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25615f1d-bc27-4190-814e-7bda6e884c8c" -d '{"events": [{"server_uuid": "c45cb227-cd30-4f68-9f9e-6ba2daca78a3", "name": "network-vif-unplugged", "status": "completed", "tag": "7729ac61-9da7-4cf8-84bb-44c112f60352"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:09:55.811739 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:55.827064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Transition to ACTIVE for port object 7729ac61-9da7-4cf8-84bb-44c112f60352 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:09:55.832954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:55.884755 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c52ee11-a85e-47a4-a95c-6b49c0d03b45 x-openstack-request-id: req-6c52ee11-a85e-47a4-a95c-6b49c0d03b45 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:09:55.885055 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45cb227-cd30-4f68-9f9e-6ba2daca78a3", "name": "network-vif-unplugged", "status": "completed", "tag": "7729ac61-9da7-4cf8-84bb-44c112f60352", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:09:55.885314 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c52ee11-a85e-47a4-a95c-6b49c0d03b45 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:09:55.886016 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7729ac61-9da7-4cf8-84bb-44c112f60352', 'code': 200} Dec 09 23:09:55.890767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Pushing event updated for resources: {'Port': ['ID=7729ac61-9da7-4cf8-84bb-44c112f60352,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:55.905330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.905982 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.906513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.906863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.907208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.907552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.907891 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.908230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.908566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.908902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.909228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.909564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.909919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:09:55.932022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] No DVR routers for this DVR port 7729ac61-9da7-4cf8-84bb-44c112f60352 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:09:55.938787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fe4c7-1817-4339-b3cf-4ef1c2c9d7b3 req-b0d30041-86f0-46f5-b04b-08d967d03492 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:55.940345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d6fe4c7-1817-4339-b3cf-4ef1c2c9d7b3 req-b0d30041-86f0-46f5-b04b-08d967d03492 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 943 time: 0.0619931 Dec 09 23:09:55.970526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Attempting to bind port 7729ac61-9da7-4cf8-84bb-44c112f60352 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:09:55.970965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Attempting to bind port 7729ac61-9da7-4cf8-84bb-44c112f60352 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:09:55.971370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Attempting to bind port 7729ac61-9da7-4cf8-84bb-44c112f60352 on network bc5e74e1-b058-4774-b963-2a50125195b9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:09:55.975890 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Port 7729ac61-9da7-4cf8-84bb-44c112f60352 on network bc5e74e1-b058-4774-b963-2a50125195b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:09:55.976293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Attempting to bind port 7729ac61-9da7-4cf8-84bb-44c112f60352 on network bc5e74e1-b058-4774-b963-2a50125195b9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:09:55.981909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:09:55.982432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Checking segment: {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:09:55.982842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Bound using segment: {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:09:55.983347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Bound port: 7729ac61-9da7-4cf8-84bb-44c112f60352, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:09:55.983801 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:55.994717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6d6fe4c7-1817-4339-b3cf-4ef1c2c9d7b3 req-88a66418-8cdb-4eaf-926e-b24ec67a1694 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455523 Dec 09 23:09:56.048559 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:09:56.051931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7729ac61-9da7-4cf8-84bb-44c112f60352,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:09:56.055720 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:56.089888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:56.090522 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:09:56.092522 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] 10.222.0.18 "PUT /v2.0/ports/7729ac61-9da7-4cf8-84bb-44c112f60352 HTTP/1.1" status: 200 len: 1092 time: 0.6205370 Dec 09 23:09:56.114236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068a04d-ef56-457c-9282-a2f420b19525 service neutron] Pushing event updated for resources: {'Port': ['ID=7729ac61-9da7-4cf8-84bb-44c112f60352,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:09:56.170056 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-12485815-27a8-4418-9982-27d8fdeebd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:56.171576 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-12485815-27a8-4418-9982-27d8fdeebd2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 1095 time: 0.0456321 Dec 09 23:09:56.264766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-5e77cec4-4e6e-4e33-b44a-d35996eb571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:56.266257 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-5e77cec4-4e6e-4e33-b44a-d35996eb571d service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.0884326 Dec 09 23:09:56.312819 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-8c548542-7472-4401-aabb-c01134c7ae9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7729ac61-9da7-4cf8-84bb-44c112f60352 HTTP/1.1" status: 200 len: 217 time: 0.0399370 Dec 09 23:09:56.363043 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-6bdc9d52-6029-4fc3-8491-6c8b51c623a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:56.364500 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-6bdc9d52-6029-4fc3-8491-6c8b51c623a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0448005 Dec 09 23:09:56.397150 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-ec4a0892-dde1-4642-ae5c-328659b48338 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256383 Dec 09 23:09:56.489615 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-67df74a0-5a24-4ae4-be7c-263619aecd85 service neutron] 10.222.0.18 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852039 Dec 09 23:09:56.875797 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4a00b35e-2083-47c7-8517-d24bda6dc58e req-9620fcd1-6745-459a-94ae-4ec09fcbaaee service neutron] 10.222.0.18 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794060 Dec 09 23:09:57.112007 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9f743-4142-4f92-9748-3e5fba229d98 req-2d361f49-455a-426b-8652-42833f3dd280 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:57.113450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2c9f743-4142-4f92-9748-3e5fba229d98 req-2d361f49-455a-426b-8652-42833f3dd280 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 943 time: 0.0471885 Dec 09 23:09:57.158963 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e2c9f743-4142-4f92-9748-3e5fba229d98 req-f8a0ec24-7584-4009-91e7-ddd7ef19758a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Dec 09 23:09:57.887395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'tag': '7729ac61-9da7-4cf8-84bb-44c112f60352'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:09:57.889780 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc363b58-4835-4ef5-871f-0c6f1b74f18c" -d '{"events": [{"name": "network-changed", "server_uuid": "c45cb227-cd30-4f68-9f9e-6ba2daca78a3", "tag": "7729ac61-9da7-4cf8-84bb-44c112f60352"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:09:57.936591 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7de07af-c05b-43bd-99f4-f04b23c60777 x-openstack-request-id: req-a7de07af-c05b-43bd-99f4-f04b23c60777 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:09:57.936893 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45cb227-cd30-4f68-9f9e-6ba2daca78a3", "tag": "7729ac61-9da7-4cf8-84bb-44c112f60352", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:09:57.937153 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7de07af-c05b-43bd-99f4-f04b23c60777 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:09:57.937564 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'tag': '7729ac61-9da7-4cf8-84bb-44c112f60352', 'status': 'completed', 'code': 200} Dec 09 23:09:58.028879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-9518bc80-de01-49b0-a9cc-cace4fa343c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:58.030863 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-9518bc80-de01-49b0-a9cc-cace4fa343c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 1095 time: 0.0683589 Dec 09 23:09:58.047501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-11445336-6bb5-4f40-9892-ba0b1ff34fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:58.048868 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-11445336-6bb5-4f40-9892-ba0b1ff34fd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 1095 time: 0.0610681 Dec 09 23:09:58.192346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-1497b5e3-5e91-489f-99b6-2423f1760556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:58.193844 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-1497b5e3-5e91-489f-99b6-2423f1760556 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.1563647 Dec 09 23:09:58.196495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-b11ef587-d21c-4fb8-a001-001b648b7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:58.197837 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-b11ef587-d21c-4fb8-a001-001b648b7607 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.1396773 Dec 09 23:09:58.249146 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-c03956d3-2d0c-4400-9b52-7f2078dad8ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7729ac61-9da7-4cf8-84bb-44c112f60352 HTTP/1.1" status: 200 len: 217 time: 0.0484526 Dec 09 23:09:58.287892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2435a8c-d8f0-4428-855e-2c4a81c1da1d req-1c37ccb4-31bc-474d-8aef-8d473537ad7a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:58.289255 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-5bea9c93-9e48-4305-959a-bbe4739893ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7729ac61-9da7-4cf8-84bb-44c112f60352 HTTP/1.1" status: 200 len: 217 time: 0.0791819 Dec 09 23:09:58.290320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2435a8c-d8f0-4428-855e-2c4a81c1da1d req-1c37ccb4-31bc-474d-8aef-8d473537ad7a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 943 time: 0.0527751 Dec 09 23:09:58.346317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d2435a8c-d8f0-4428-855e-2c4a81c1da1d req-49519843-bee5-4f1d-87f8-2eb634fafb05 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504837 Dec 09 23:09:58.361965 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-502113e6-428d-4338-8f22-639c92d70697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:58.363473 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-502113e6-428d-4338-8f22-639c92d70697 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0831881 Dec 09 23:09:58.367128 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-e37616d1-337f-4cb3-8276-6422bff3d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:58.368519 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-e37616d1-337f-4cb3-8276-6422bff3d8ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0601087 Dec 09 23:09:58.402102 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-95098d42-35d6-4f5e-947a-499c912f41e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316541 Dec 09 23:09:58.421574 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-40ab787f-683d-4ca4-baf7-6d7d76187338 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420623 Dec 09 23:09:58.573610 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-4cba6344-993f-4a0f-ad90-19da86fe8643 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541758 Dec 09 23:09:58.579394 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-6ae19b3c-caea-4aff-bd48-17ed613a887a service neutron] 10.222.0.18 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501052 Dec 09 23:09:58.734176 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-42050bfc-994d-4d3c-941f-3afbff12c6a1 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528833 Dec 09 23:09:58.736037 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bc363b58-4835-4ef5-871f-0c6f1b74f18c req-2738a9fb-a89e-4f8a-90c3-9af53e6e6afa service neutron] 10.222.0.18 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480262 Dec 09 23:09:59.468941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928eda83-244a-4a17-8db4-851f83b2e7ba req-52dc7003-bc20-4c4f-b2fd-acb8a6c8c3f4 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:59.470398 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-928eda83-244a-4a17-8db4-851f83b2e7ba req-52dc7003-bc20-4c4f-b2fd-acb8a6c8c3f4 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 943 time: 0.0481329 Dec 09 23:09:59.516131 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-928eda83-244a-4a17-8db4-851f83b2e7ba req-cafb73dc-e819-4149-9ba5-9c8679bbb006 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398912 Dec 09 23:09:59.703731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66673adb-661d-4442-b02f-a015e784a450 req-8aca163d-e4b0-4826-9f80-841c394a7449 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:59.705218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66673adb-661d-4442-b02f-a015e784a450 req-8aca163d-e4b0-4826-9f80-841c394a7449 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 943 time: 0.0480886 Dec 09 23:09:59.720356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-f7eede78-c3e7-42ac-a2a9-c00536d4538b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:59.721844 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-f7eede78-c3e7-42ac-a2a9-c00536d4538b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3&tenant_id=e41903fc07c148ce834f83aa5cd48f69&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 943 time: 0.0524898 Dec 09 23:09:59.752599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66673adb-661d-4442-b02f-a015e784a450 req-f87723b4-7f11-49ee-a557-be27f808a984 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 Dec 09 23:09:59.787977 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-db6fda5d-7476-4f58-b5d2-388e99c549ba service neutron] delete failed (client error): The resource could not be found. Dec 09 23:09:59.788998 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-db6fda5d-7476-4f58-b5d2-388e99c549ba service neutron] 10.222.0.42 "DELETE /v2.0/ports/7729ac61-9da7-4cf8-84bb-44c112f60352/bindings/n-h2-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0599644 Dec 09 23:09:59.873699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-e6d334d0-7a83-4fb6-a5ad-c344a69c109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:59.875268 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-e6d334d0-7a83-4fb6-a5ad-c344a69c109b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 1095 time: 0.0425947 Dec 09 23:09:59.965689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-1b53e2fe-bf0e-45f0-a5ff-5cf9c36e205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:09:59.968013 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-1b53e2fe-bf0e-45f0-a5ff-5cf9c36e205b service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.0859826 Dec 09 23:10:00.019241 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-24d4edbc-e96c-44d0-98bf-e9c35f93ea25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7729ac61-9da7-4cf8-84bb-44c112f60352 HTTP/1.1" status: 200 len: 217 time: 0.0387208 Dec 09 23:10:00.067433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-019539f9-08ff-4bde-8b8e-474410fb6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:00.068852 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-019539f9-08ff-4bde-8b8e-474410fb6870 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0433702 Dec 09 23:10:00.099504 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-79003a54-ffff-4c64-a1f1-92db61595448 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241826 Dec 09 23:10:00.192881 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-4b2fc56c-b000-443d-af48-c27a8d4f2981 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866318 Dec 09 23:10:00.282105 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f37fd863-f9f2-4c4e-a32d-41fc138151fd req-a9dc1930-dd8f-4701-9786-569604413393 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826244 Dec 09 23:10:00.360261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7729ac61-9da7-4cf8-84bb-44c112f60352 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:10:00.398154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 7729ac61-9da7-4cf8-84bb-44c112f60352 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:10:00.759907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7729ac61-9da7-4cf8-84bb-44c112f60352 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:10:00.857233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7729ac61-9da7-4cf8-84bb-44c112f60352,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:00.868822 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '7729ac61-9da7-4cf8-84bb-44c112f60352', 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9', 'port_id': '7729ac61-9da7-4cf8-84bb-44c112f60352', 'mac_address': 'fa:16:3e:df:50:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37f9063-421b-486f-9796-8fd0720be875', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:10:00.878616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84b05d-abef-433d-8415-2a0926df4a5e req-d9f35335-abfa-4af1-815a-6e35f4064f9b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:00.884187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a84b05d-abef-433d-8415-2a0926df4a5e req-d9f35335-abfa-4af1-815a-6e35f4064f9b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 943 time: 0.0549610 Dec 09 23:10:00.905579 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:00.918630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7729ac61-9da7-4cf8-84bb-44c112f60352 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:10:00.930637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8a84b05d-abef-433d-8415-2a0926df4a5e req-349ef5d6-77bb-47cd-8144-315f5bf90bea tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391345 Dec 09 23:10:00.942507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7729ac61-9da7-4cf8-84bb-44c112f60352,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:00.949451 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:00.995748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7729ac61-9da7-4cf8-84bb-44c112f60352,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:01.046516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fe185-20cc-401e-a761-18e4f6f90edc req-591f3c37-453e-4db8-92f0-693b43f6ccdc tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:01.047963 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-564fe185-20cc-401e-a761-18e4f6f90edc req-591f3c37-453e-4db8-92f0-693b43f6ccdc tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 944 time: 0.0482295 Dec 09 23:10:01.093706 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-564fe185-20cc-401e-a761-18e4f6f90edc req-e8a71c23-54ed-4e2b-afa9-3b6c0701f10f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398405 Dec 09 23:10:01.100313 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8311f1f4-8cd3-438b-af74-6abb79a168f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:01.210103 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b00a9-c3eb-44c4-82dc-a3e431586315 req-68080e82-b68b-4ddb-9f10-d4eec3bea0e8 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:01.211580 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-324b00a9-c3eb-44c4-82dc-a3e431586315 req-68080e82-b68b-4ddb-9f10-d4eec3bea0e8 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 944 time: 0.0512035 Dec 09 23:10:01.234594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['7729ac61-9da7-4cf8-84bb-44c112f60352'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:10:01.257651 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-324b00a9-c3eb-44c4-82dc-a3e431586315 req-0462dd00-e085-44f2-add5-746d1a6a423d tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395358 Dec 09 23:10:01.609856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-9314ebf2-1e87-4624-a047-7ad6446be28f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:01.611289 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-9314ebf2-1e87-4624-a047-7ad6446be28f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 814 time: 0.0990565 Dec 09 23:10:01.626110 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-1bb75db4-554a-4347-971c-780d47299677 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/quotas/e41903fc07c148ce834f83aa5cd48f69 HTTP/1.1" status: 200 len: 375 time: 0.0092072 Dec 09 23:10:01.676285 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-3437c492-82f8-4656-bdc9-f7ed7c529028 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450425 Dec 09 23:10:01.763141 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-0f4f18b9-dd8c-47ea-9965-4d7be39223f3 service neutron] 10.222.0.16 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798893 Dec 09 23:10:02.140842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-eb983945-4f3e-4d83-8f20-716e4dc77d41 service neutron] 10.222.0.16 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713529 Dec 09 23:10:02.300923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f70f0f24-181f-4b60-9d85-ec2536fbdf57 req-2d2dcdb1-4c89-43c3-8486-3196dfea4d2a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 210 time: 0.0252135 Dec 09 23:10:02.789535 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7729ac61-9da7-4cf8-84bb-44c112f60352 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:10:02.836686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 7729ac61-9da7-4cf8-84bb-44c112f60352 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:10:02.840687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 7729ac61-9da7-4cf8-84bb-44c112f60352 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:02.841055 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:02.914107 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:02.936652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7729ac61-9da7-4cf8-84bb-44c112f60352'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:10:02.938890 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd7491a-fb4b-46f4-860b-e7b0b4ff0ac5" -d '{"events": [{"server_uuid": "c45cb227-cd30-4f68-9f9e-6ba2daca78a3", "name": "network-vif-plugged", "status": "completed", "tag": "7729ac61-9da7-4cf8-84bb-44c112f60352"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:10:02.955752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7729ac61-9da7-4cf8-84bb-44c112f60352,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:02.962356 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:02.986894 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b20c562-9112-4b8a-aa84-2b4da7f36871 x-openstack-request-id: req-8b20c562-9112-4b8a-aa84-2b4da7f36871 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:10:02.987184 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45cb227-cd30-4f68-9f9e-6ba2daca78a3", "name": "network-vif-plugged", "status": "completed", "tag": "7729ac61-9da7-4cf8-84bb-44c112f60352", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:10:02.987442 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b20c562-9112-4b8a-aa84-2b4da7f36871 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:10:02.987960 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7729ac61-9da7-4cf8-84bb-44c112f60352', 'code': 200} Dec 09 23:10:03.004039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892933dd-8d11-4958-8472-aee085ebfaed req-8f24f401-c551-453a-899b-fd95b6a165a5 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:03.005542 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-892933dd-8d11-4958-8472-aee085ebfaed req-8f24f401-c551-453a-899b-fd95b6a165a5 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.18 "GET /v2.0/ports?device_id=c45cb227-cd30-4f68-9f9e-6ba2daca78a3 HTTP/1.1" status: 200 len: 944 time: 0.0617540 Dec 09 23:10:03.012941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7729ac61-9da7-4cf8-84bb-44c112f60352,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:03.173539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-892933dd-8d11-4958-8472-aee085ebfaed req-9e56d221-dba7-49c3-8442-85e4b3d3aa96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Deleting port 7729ac61-9da7-4cf8-84bb-44c112f60352 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:10:03.173929 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-892933dd-8d11-4958-8472-aee085ebfaed req-9e56d221-dba7-49c3-8442-85e4b3d3aa96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:03.268916 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-70555991-ede6-4c14-993e-60d1fe0b3b52 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:03.270287 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-70555991-ede6-4c14-993e-60d1fe0b3b52 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.42 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 814 time: 0.1820226 Dec 09 23:10:03.287060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Request body: {'port': {'device_id': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9', 'admin_state_up': True, 'tenant_id': 'e41903fc07c148ce834f83aa5cd48f69'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:10:03.319308 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-892933dd-8d11-4958-8472-aee085ebfaed req-9e56d221-dba7-49c3-8442-85e4b3d3aa96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] For port 7729ac61-9da7-4cf8-84bb-44c112f60352, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7729ac61-9da7-4cf8-84bb-44c112f60352,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:03.319670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-892933dd-8d11-4958-8472-aee085ebfaed req-9e56d221-dba7-49c3-8442-85e4b3d3aa96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:03.368197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-892933dd-8d11-4958-8472-aee085ebfaed req-9e56d221-dba7-49c3-8442-85e4b3d3aa96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Calling delete_port for 7729ac61-9da7-4cf8-84bb-44c112f60352 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:10:03.377157 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d1a361d-bc4b-4f39-88af-55f44102ae24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:03.399152 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae893323-a1b6-4811-a582-48271a028afd req-b77af4da-e143-42d1-9bae-16a31d6106e6 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 210 time: 0.0264583 Dec 09 23:10:03.498675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Made reservation on behalf of e41903fc07c148ce834f83aa5cd48f69 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:10:03.502604 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:03.573833 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-892933dd-8d11-4958-8472-aee085ebfaed req-9e56d221-dba7-49c3-8442-85e4b3d3aa96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:03.605770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['7729ac61-9da7-4cf8-84bb-44c112f60352'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:10:03.644837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56d221-dba7-49c3-8442-85e4b3d3aa96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Pushing event deleted for resources: {'Port': ['ID=7729ac61-9da7-4cf8-84bb-44c112f60352,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:03.693506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-892933dd-8d11-4958-8472-aee085ebfaed req-9e56d221-dba7-49c3-8442-85e4b3d3aa96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] No DVR routers for this DVR port 7729ac61-9da7-4cf8-84bb-44c112f60352 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:10:03.696815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-892933dd-8d11-4958-8472-aee085ebfaed req-9e56d221-dba7-49c3-8442-85e4b3d3aa96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:03.701898 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-892933dd-8d11-4958-8472-aee085ebfaed req-9e56d221-dba7-49c3-8442-85e4b3d3aa96 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.18 "DELETE /v2.0/ports/7729ac61-9da7-4cf8-84bb-44c112f60352 HTTP/1.1" status: 204 len: 173 time: 0.6845531 Dec 09 23:10:03.704775 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'name': 'network-vif-deleted', 'tag': '7729ac61-9da7-4cf8-84bb-44c112f60352'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:10:03.707412 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df35a0e-4d6a-4776-8a74-ee64fc94679e" -d '{"events": [{"server_uuid": "c45cb227-cd30-4f68-9f9e-6ba2daca78a3", "name": "network-vif-deleted", "tag": "7729ac61-9da7-4cf8-84bb-44c112f60352"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:10:03.758947 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bcd97f-aa08-4c00-ac53-d2bde2ec7eeb x-openstack-request-id: req-d3bcd97f-aa08-4c00-ac53-d2bde2ec7eeb {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:10:03.759255 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45cb227-cd30-4f68-9f9e-6ba2daca78a3", "name": "network-vif-deleted", "tag": "7729ac61-9da7-4cf8-84bb-44c112f60352", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:10:03.759521 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3bcd97f-aa08-4c00-ac53-d2bde2ec7eeb {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:10:03.759927 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45cb227-cd30-4f68-9f9e-6ba2daca78a3', 'name': 'network-vif-deleted', 'tag': '7729ac61-9da7-4cf8-84bb-44c112f60352', 'status': 'completed', 'code': 200} Dec 09 23:10:03.766544 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Allocated IP 172.20.0.3 (bc5e74e1-b058-4774-b963-2a50125195b9/a37f9063-421b-486f-9796-8fd0720be875/fc09a552-9a1a-43c1-9315-eed72dc278d8) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:10:03.917945 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:03.951973 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:03.985160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['7729ac61-9da7-4cf8-84bb-44c112f60352'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:10:03.992646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Network bc5e74e1-b058-4774-b963-2a50125195b9 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:10:03.995870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:10:03.999459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:10:04.026847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Pushing event updated for resources: {'Port': ['ID=fc09a552-9a1a-43c1-9315-eed72dc278d8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:04.061095 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:04.062044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:04.080423 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-ee1ad16a-598d-4f95-8159-2cce1aa6de1a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7973969 Dec 09 23:10:04.093270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Request body: {'port': {'device_id': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:10:04.146864 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:04.220301 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:04.418735 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc09a552-9a1a-43c1-9315-eed72dc278d8 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:10:04.426598 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:04.439194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Transition to ACTIVE for port object fc09a552-9a1a-43c1-9315-eed72dc278d8 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:10:04.443084 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:04.495868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Pushing event updated for resources: {'Port': ['ID=fc09a552-9a1a-43c1-9315-eed72dc278d8,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:04.522051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e22fb-1361-4d4c-ae79-838613bbecdd req-4ff984ef-a342-4917-b279-f456e8d461a4 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:04.523601 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c8e22fb-1361-4d4c-ae79-838613bbecdd req-4ff984ef-a342-4917-b279-f456e8d461a4 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 943 time: 0.0533307 Dec 09 23:10:04.560865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Attempting to bind port fc09a552-9a1a-43c1-9315-eed72dc278d8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:10:04.561199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Attempting to bind port fc09a552-9a1a-43c1-9315-eed72dc278d8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:10:04.561524 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Attempting to bind port fc09a552-9a1a-43c1-9315-eed72dc278d8 on network bc5e74e1-b058-4774-b963-2a50125195b9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:10:04.565821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Port fc09a552-9a1a-43c1-9315-eed72dc278d8 on network bc5e74e1-b058-4774-b963-2a50125195b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:10:04.566149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Attempting to bind port fc09a552-9a1a-43c1-9315-eed72dc278d8 on network bc5e74e1-b058-4774-b963-2a50125195b9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:10:04.569919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2c8e22fb-1361-4d4c-ae79-838613bbecdd req-65180e8b-9b52-4ba6-b721-29e85642f82c tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Dec 09 23:10:04.570937 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:10:04.571275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Checking segment: {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:10:04.571657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Bound using segment: {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:10:04.572080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Bound port: fc09a552-9a1a-43c1-9315-eed72dc278d8, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:10:04.572436 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:04.637907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:10:04.641557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:10:04.646001 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:04.677199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:04.677832 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:04.679187 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] 10.222.0.42 "PUT /v2.0/ports/fc09a552-9a1a-43c1-9315-eed72dc278d8 HTTP/1.1" status: 200 len: 1092 time: 0.5905607 Dec 09 23:10:04.701818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2d889-287b-43b1-8d4a-3cd032c03218 service neutron] Pushing event updated for resources: {'Port': ['ID=fc09a552-9a1a-43c1-9315-eed72dc278d8,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:04.754637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-8e783faf-2c58-4670-a5b5-61a3b2605791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:04.756129 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-8e783faf-2c58-4670-a5b5-61a3b2605791 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 1095 time: 0.0406816 Dec 09 23:10:04.800178 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-bc41f9d2-451b-4393-b0d4-52a350eca243 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8 HTTP/1.1" status: 200 len: 217 time: 0.0358086 Dec 09 23:10:04.848483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-9d5440f4-8a06-42f1-b851-fe1d1ed49f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:04.849925 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-9d5440f4-8a06-42f1-b851-fe1d1ed49f39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0432267 Dec 09 23:10:04.881555 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-d3802066-3f4f-4536-9bb7-4e668a2d7686 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241563 Dec 09 23:10:04.930354 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:04.972274 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-e7a6024e-edf2-4a0d-b246-715f09787925 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839987 Dec 09 23:10:05.060203 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f40f9793-229d-4f81-ad42-b7842fbeca68 req-c539b26d-57fd-4599-bf0d-c31ce7f07708 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808942 Dec 09 23:10:05.691601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30092f-2388-42e1-8f3f-6219bf9018b1 req-b9567246-8b08-4e0b-80e5-f03a3d624b9b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:05.693051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b30092f-2388-42e1-8f3f-6219bf9018b1 req-b9567246-8b08-4e0b-80e5-f03a3d624b9b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 943 time: 0.0508890 Dec 09 23:10:05.738695 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b30092f-2388-42e1-8f3f-6219bf9018b1 req-27239dc9-886f-4556-a8b0-c524999bc8fb tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 Dec 09 23:10:05.761149 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'tag': 'fc09a552-9a1a-43c1-9315-eed72dc278d8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:10:05.764060 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26150132-d40d-4d5e-b4c2-79236e5ff59c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a929fb6-2c5b-4092-8dce-04153afe048e", "tag": "fc09a552-9a1a-43c1-9315-eed72dc278d8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:10:05.799078 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fde4c3-32c1-4a96-a41b-c5c5554e5c61 x-openstack-request-id: req-47fde4c3-32c1-4a96-a41b-c5c5554e5c61 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:10:05.799376 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a929fb6-2c5b-4092-8dce-04153afe048e", "tag": "fc09a552-9a1a-43c1-9315-eed72dc278d8", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:10:05.799636 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47fde4c3-32c1-4a96-a41b-c5c5554e5c61 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:10:05.800043 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'tag': 'fc09a552-9a1a-43c1-9315-eed72dc278d8', 'status': 'completed', 'code': 200} Dec 09 23:10:05.862783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26150132-d40d-4d5e-b4c2-79236e5ff59c req-99b8881b-6369-4110-aae2-4da90ec81e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:05.864152 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-26150132-d40d-4d5e-b4c2-79236e5ff59c req-99b8881b-6369-4110-aae2-4da90ec81e85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 1095 time: 0.0405319 Dec 09 23:10:05.957180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26150132-d40d-4d5e-b4c2-79236e5ff59c req-92b9f1ef-bcee-43a8-b544-5dc00547a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:05.958667 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-26150132-d40d-4d5e-b4c2-79236e5ff59c req-92b9f1ef-bcee-43a8-b544-5dc00547a8c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.0874817 Dec 09 23:10:06.000612 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-26150132-d40d-4d5e-b4c2-79236e5ff59c req-82068fe3-3834-43d3-9302-8e6d50ec4e13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8 HTTP/1.1" status: 200 len: 217 time: 0.0331881 Dec 09 23:10:06.051403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26150132-d40d-4d5e-b4c2-79236e5ff59c req-baac2d71-5092-47a6-b542-1c1e7dbb8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:06.052814 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-26150132-d40d-4d5e-b4c2-79236e5ff59c req-baac2d71-5092-47a6-b542-1c1e7dbb8047 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0459664 Dec 09 23:10:06.084714 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-26150132-d40d-4d5e-b4c2-79236e5ff59c req-d436e035-f0e6-4d19-9e51-67fbd62888fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243726 Dec 09 23:10:06.173239 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-26150132-d40d-4d5e-b4c2-79236e5ff59c req-f1c3b5b0-e3dd-4a43-9ed4-797eddc5c3f7 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810893 Dec 09 23:10:06.269220 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-26150132-d40d-4d5e-b4c2-79236e5ff59c req-3d8dde3b-ebf4-4589-bf4e-77a0193560af service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893981 Dec 09 23:10:06.302362 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:06.805611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7729ac61-9da7-4cf8-84bb-44c112f60352 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:10:06.825465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 7729ac61-9da7-4cf8-84bb-44c112f60352 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:10:06.825968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7729ac61-9da7-4cf8-84bb-44c112f60352 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:10:06.850554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5544584-3382-4d7b-a1a3-22c980c5858d req-e0847fce-39ba-4ad4-a967-eac63b03916c tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:06.852032 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5544584-3382-4d7b-a1a3-22c980c5858d req-e0847fce-39ba-4ad4-a967-eac63b03916c tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 943 time: 0.0471959 Dec 09 23:10:06.897619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5544584-3382-4d7b-a1a3-22c980c5858d req-6a069093-60c2-4b4b-9344-62a888eda4f7 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 Dec 09 23:10:07.113663 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:08.014999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f130e-4048-4773-bf0b-ec65aa3b9173 req-839d39ac-f2a3-4bd7-a564-6d111422efb8 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:08.016438 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-521f130e-4048-4773-bf0b-ec65aa3b9173 req-839d39ac-f2a3-4bd7-a564-6d111422efb8 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 943 time: 0.0504444 Dec 09 23:10:08.063588 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-521f130e-4048-4773-bf0b-ec65aa3b9173 req-f69128bb-7da0-47b3-88f0-4dd1333a6a4b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Dec 09 23:10:08.364794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device fc09a552-9a1a-43c1-9315-eed72dc278d8 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:10:08.457492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:08.468553 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'fc09a552-9a1a-43c1-9315-eed72dc278d8', 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9', 'port_id': 'fc09a552-9a1a-43c1-9315-eed72dc278d8', 'mac_address': 'fa:16:3e:85:6d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37f9063-421b-486f-9796-8fd0720be875', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:10:08.507187 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:08.520316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc09a552-9a1a-43c1-9315-eed72dc278d8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:10:08.539866 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:08.543391 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:08.591724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=fc09a552-9a1a-43c1-9315-eed72dc278d8,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:08.738843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['fc09a552-9a1a-43c1-9315-eed72dc278d8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:10:09.175173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f813b1-3fa9-4d53-9e3e-ce66d434d51b req-f04d8fe2-f6e1-4de5-bec3-192172985937 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:09.176616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19f813b1-3fa9-4d53-9e3e-ce66d434d51b req-f04d8fe2-f6e1-4de5-bec3-192172985937 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 944 time: 0.0472224 Dec 09 23:10:09.222893 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19f813b1-3fa9-4d53-9e3e-ce66d434d51b req-0bd69f86-2d9b-4fda-aa54-7f43ecfd114a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 Dec 09 23:10:10.334220 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a14c4e-4b9c-4967-bf29-ec5bd362cc49 req-c2d7ff87-60e7-44fe-8687-d2c020803c7e tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:10.335666 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-79a14c4e-4b9c-4967-bf29-ec5bd362cc49 req-c2d7ff87-60e7-44fe-8687-d2c020803c7e tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 944 time: 0.0463617 Dec 09 23:10:10.375536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device fc09a552-9a1a-43c1-9315-eed72dc278d8 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:10:10.386406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-79a14c4e-4b9c-4967-bf29-ec5bd362cc49 req-9543b49a-8ab6-4337-acf0-86a722c8056d tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 Dec 09 23:10:10.426351 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port fc09a552-9a1a-43c1-9315-eed72dc278d8 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:10:10.430263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port fc09a552-9a1a-43c1-9315-eed72dc278d8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:10.430633 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:10.504484 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:10.526294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc09a552-9a1a-43c1-9315-eed72dc278d8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:10:10.528518 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66247ed-ce8a-43af-a20a-4edf9c5a013e" -d '{"events": [{"server_uuid": "4a929fb6-2c5b-4092-8dce-04153afe048e", "name": "network-vif-plugged", "status": "completed", "tag": "fc09a552-9a1a-43c1-9315-eed72dc278d8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:10:10.540806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:10.544296 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:10.566257 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e76d75d-4f25-4a0e-86e1-7da048c02016 x-openstack-request-id: req-7e76d75d-4f25-4a0e-86e1-7da048c02016 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:10:10.566546 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a929fb6-2c5b-4092-8dce-04153afe048e", "name": "network-vif-plugged", "status": "completed", "tag": "fc09a552-9a1a-43c1-9315-eed72dc278d8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:10:10.566800 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e76d75d-4f25-4a0e-86e1-7da048c02016 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:10:10.567188 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc09a552-9a1a-43c1-9315-eed72dc278d8', 'code': 200} Dec 09 23:10:10.597488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=fc09a552-9a1a-43c1-9315-eed72dc278d8,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:10.605936 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.606287 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.606631 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.606973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.607310 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.608275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.608620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.608956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.609287 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.609617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.610374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.610713 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.611041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:10.663259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc63197-dad3-4e97-bf58-f69ce37582ba req-ab7a84fe-0e47-419a-be84-5420e9273a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:10.664834 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cfc63197-dad3-4e97-bf58-f69ce37582ba req-ab7a84fe-0e47-419a-be84-5420e9273a94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 1097 time: 0.0410042 Dec 09 23:10:10.709895 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cfc63197-dad3-4e97-bf58-f69ce37582ba req-f1b2d491-2eed-4b44-807f-40facb87bb72 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357838 Dec 09 23:10:11.502763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee692f4-6520-4da2-b835-9d76fcb2a07b req-6f3fccb7-67dd-42ab-a8f1-709b65d2aae7 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:11.504104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ee692f4-6520-4da2-b835-9d76fcb2a07b req-6f3fccb7-67dd-42ab-a8f1-709b65d2aae7 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0493639 Dec 09 23:10:11.549925 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ee692f4-6520-4da2-b835-9d76fcb2a07b req-3e908965-c9e0-451f-a126-6bc2969625cc tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398221 Dec 09 23:10:12.668695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02e2c0-2138-461a-99b8-fe7231e62ad6 req-3e55473b-c973-470a-b5c6-aeb53b68537b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:12.670211 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d02e2c0-2138-461a-99b8-fe7231e62ad6 req-3e55473b-c973-470a-b5c6-aeb53b68537b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0481360 Dec 09 23:10:12.716022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d02e2c0-2138-461a-99b8-fe7231e62ad6 req-98694b74-c6af-4f12-b913-e97586ea536a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397899 Dec 09 23:10:12.834072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6fd39-1d79-4398-be76-69b8fa8d2cc0 req-969d1e84-aeb6-4ae5-bc21-39f540df6ba5 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:12.835467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eb6fd39-1d79-4398-be76-69b8fa8d2cc0 req-969d1e84-aeb6-4ae5-bc21-39f540df6ba5 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0515869 Dec 09 23:10:12.882029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eb6fd39-1d79-4398-be76-69b8fa8d2cc0 req-ed9a40f9-8624-4cb0-8f05-2bc783f422c8 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Dec 09 23:10:13.126485 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-8c720592-856b-4be5-acf2-dd17ed437719 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0643187 Dec 09 23:10:13.137534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8141b63-43d5-435d-8117-ea832cd9cb97 req-b002bce1-1866-4d8f-b255-4c7dc37b06f1 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:13.139011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8141b63-43d5-435d-8117-ea832cd9cb97 req-b002bce1-1866-4d8f-b255-4c7dc37b06f1 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0694392 Dec 09 23:10:13.191057 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d8141b63-43d5-435d-8117-ea832cd9cb97 req-0ede9235-6e89-4661-a556-1aad1bbebedd tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458968 Dec 09 23:10:14.272687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-63c1171f-b8af-46da-8ab9-869c43f0bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:14.274219 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-63c1171f-b8af-46da-8ab9-869c43f0bedc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 1097 time: 0.0462565 Dec 09 23:10:14.309836 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c062e2-54b6-4779-9980-d0396fb2c02c req-06606655-83d9-4042-8759-42025f61d934 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:14.312051 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6c062e2-54b6-4779-9980-d0396fb2c02c req-06606655-83d9-4042-8759-42025f61d934 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0532558 Dec 09 23:10:14.358293 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6c062e2-54b6-4779-9980-d0396fb2c02c req-9b202397-04de-40be-b28a-052c58e4a2af tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Dec 09 23:10:14.367301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-3c67c6d8-ee31-48f6-a497-7a9fea8e1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:14.368901 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-3c67c6d8-ee31-48f6-a497-7a9fea8e1475 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.0861228 Dec 09 23:10:14.413844 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-707ea181-a219-4460-a143-0e5172b2e59f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8 HTTP/1.1" status: 200 len: 217 time: 0.0377667 Dec 09 23:10:14.754498 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-f846a889-2527-468e-8f40-1eb4ac2abd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:14.755952 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-f846a889-2527-468e-8f40-1eb4ac2abd87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.3351157 Dec 09 23:10:14.787927 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-da9a5a02-2b14-421f-91ba-cf9ceb4b7fb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244043 Dec 09 23:10:14.798785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-87b7cee0-d5a6-423e-89af-4823dc89767e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:10:14.799708 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-87b7cee0-d5a6-423e-89af-4823dc89767e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051770 Dec 09 23:10:14.890226 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-f85c6f16-5a75-4619-bfb1-f53a55e9da40 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834799 Dec 09 23:10:14.977949 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-905cbb59-20d7-4440-8457-5b39c3403515 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802829 Dec 09 23:10:15.473054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6103a03-ce8c-4d45-98a7-7b015e5919ef req-1299cc0f-317a-4afb-ab32-3a86cccf50c6 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:15.474467 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6103a03-ce8c-4d45-98a7-7b015e5919ef req-1299cc0f-317a-4afb-ab32-3a86cccf50c6 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0482953 Dec 09 23:10:15.521600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b6103a03-ce8c-4d45-98a7-7b015e5919ef req-72f8f16c-e9d2-4fb9-8076-5e96158bb88d tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Dec 09 23:10:16.640139 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9647fcc-529e-4d83-8cc0-9ce9c425d817 req-45733e61-e9ca-4cfd-989d-287e94cf4473 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:16.641598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9647fcc-529e-4d83-8cc0-9ce9c425d817 req-45733e61-e9ca-4cfd-989d-287e94cf4473 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0521746 Dec 09 23:10:16.687722 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9647fcc-529e-4d83-8cc0-9ce9c425d817 req-d322629e-1384-4523-a25c-8786868179ff tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 Dec 09 23:10:17.800704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c219ccc-bb01-4cb7-8949-70ad19edda39 req-a98b00e9-edc5-4fef-8517-298e07e8cb53 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:17.802406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c219ccc-bb01-4cb7-8949-70ad19edda39 req-a98b00e9-edc5-4fef-8517-298e07e8cb53 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0481544 Dec 09 23:10:17.848630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0c219ccc-bb01-4cb7-8949-70ad19edda39 req-32f8584a-6cfb-4507-aa18-1dbded647080 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 Dec 09 23:10:18.960543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee63c49-872a-4a35-bc12-2d5e7c4e6bdf req-732d1b1a-a2a2-4d0e-8c4e-c0fc16f7d66f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:18.962052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fee63c49-872a-4a35-bc12-2d5e7c4e6bdf req-732d1b1a-a2a2-4d0e-8c4e-c0fc16f7d66f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0470510 Dec 09 23:10:19.011569 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fee63c49-872a-4a35-bc12-2d5e7c4e6bdf req-687b147e-97ad-4c98-a40d-d92a9cdde8a2 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 Dec 09 23:10:20.127530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9878be3-cda5-4ed6-be74-48c05694c8a5 req-75cd2209-4929-47f7-8444-3f0ebcbc8d09 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:20.128988 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9878be3-cda5-4ed6-be74-48c05694c8a5 req-75cd2209-4929-47f7-8444-3f0ebcbc8d09 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0487242 Dec 09 23:10:20.176247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9878be3-cda5-4ed6-be74-48c05694c8a5 req-97e8ad33-6039-4360-ac9f-89948225ad7b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 Dec 09 23:10:21.292510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ba16d-b34b-4ce3-a227-d901c1e1117f req-4cec4461-8a11-4c1e-ab78-be664d58648d tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:21.293991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-210ba16d-b34b-4ce3-a227-d901c1e1117f req-4cec4461-8a11-4c1e-ab78-be664d58648d tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0474398 Dec 09 23:10:21.341276 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-210ba16d-b34b-4ce3-a227-d901c1e1117f req-04ac8a61-495b-4b84-92f0-20896b829921 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Dec 09 23:10:22.458686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099788a3-b9b2-49f2-886e-6abf0db20e78 req-fd94e81f-47cf-40be-b951-ea1aeaf1804b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:22.460033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-099788a3-b9b2-49f2-886e-6abf0db20e78 req-fd94e81f-47cf-40be-b951-ea1aeaf1804b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0512671 Dec 09 23:10:22.505520 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-099788a3-b9b2-49f2-886e-6abf0db20e78 req-bd4e1e0e-7d44-48e4-9f32-3f6ef0d51af9 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395410 Dec 09 23:10:22.956212 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:23.618381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78bae2-8e08-4a97-9f0b-5bdcd695177c req-b46524e0-3b4c-4095-a1ad-8dc8d6a2035a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:23.619859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb78bae2-8e08-4a97-9f0b-5bdcd695177c req-b46524e0-3b4c-4095-a1ad-8dc8d6a2035a tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0486810 Dec 09 23:10:23.666890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb78bae2-8e08-4a97-9f0b-5bdcd695177c req-2a6b7df9-f77d-4641-9e8b-735fb6666c39 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 Dec 09 23:10:24.783681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8181037-15bd-4a16-80e9-56c503cc7c90 req-68e9c4e4-f0d6-4171-80de-a6548c813f10 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:24.785109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8181037-15bd-4a16-80e9-56c503cc7c90 req-68e9c4e4-f0d6-4171-80de-a6548c813f10 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0504646 Dec 09 23:10:24.830271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8181037-15bd-4a16-80e9-56c503cc7c90 req-b2b81073-d7e1-453e-a86c-f2374ea7dff3 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 Dec 09 23:10:25.944069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6422959-ebb7-4182-82b5-ed3260d87c84 req-8c6e6a38-4e8a-4455-af7f-83b7b13a644f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:25.945508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6422959-ebb7-4182-82b5-ed3260d87c84 req-8c6e6a38-4e8a-4455-af7f-83b7b13a644f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0475187 Dec 09 23:10:25.990747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6422959-ebb7-4182-82b5-ed3260d87c84 req-4084ab0b-ed06-4928-8f19-76155838a530 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391850 Dec 09 23:10:27.106693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b15944-ecbf-4fa8-a542-c1129c6c8344 req-c28dfe71-9bb2-4410-b123-27ed5c139176 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:27.108155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40b15944-ecbf-4fa8-a542-c1129c6c8344 req-c28dfe71-9bb2-4410-b123-27ed5c139176 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0479274 Dec 09 23:10:27.157868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40b15944-ecbf-4fa8-a542-c1129c6c8344 req-fcca00d3-efd6-4511-aba7-408cccec812c tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438497 Dec 09 23:10:28.270465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd61e0-10ab-4bc4-9b8e-3fd0e1b02035 req-b043d224-8601-444e-aa72-b5fa9c190321 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:28.271907 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7dcd61e0-10ab-4bc4-9b8e-3fd0e1b02035 req-b043d224-8601-444e-aa72-b5fa9c190321 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0470920 Dec 09 23:10:28.317464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7dcd61e0-10ab-4bc4-9b8e-3fd0e1b02035 req-b1146578-98c3-42cc-b4d3-90f517b00cd5 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397465 Dec 09 23:10:29.430937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61f081-c2c1-41f1-8aa8-9063e2f891f0 req-537111ad-986d-4281-8467-b74fd10b3564 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:29.432381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c61f081-c2c1-41f1-8aa8-9063e2f891f0 req-537111ad-986d-4281-8467-b74fd10b3564 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0475111 Dec 09 23:10:29.477044 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c61f081-c2c1-41f1-8aa8-9063e2f891f0 req-a353f5b3-b840-4e55-888a-e1ab3fb745c5 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387201 Dec 09 23:10:29.815933 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:10:30.594678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91490423-8eb8-4058-a6b1-5d619aac3bae req-69ca7234-4349-4547-a474-56a1420ce704 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:30.596139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91490423-8eb8-4058-a6b1-5d619aac3bae req-69ca7234-4349-4547-a474-56a1420ce704 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0506253 Dec 09 23:10:30.642483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91490423-8eb8-4058-a6b1-5d619aac3bae req-0dbc8158-4574-410a-915b-609939ae66ca tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404673 Dec 09 23:10:31.105754 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fce7-14d3-42c0-ad83-8cb35935c077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:31.755685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c422be1-fcbf-49f5-9913-44bbe68ea8c6 req-7da6652b-f24d-4c5c-b6b9-cd86842c412b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:31.757155 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c422be1-fcbf-49f5-9913-44bbe68ea8c6 req-7da6652b-f24d-4c5c-b6b9-cd86842c412b tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0475607 Dec 09 23:10:31.803280 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c422be1-fcbf-49f5-9913-44bbe68ea8c6 req-953eab26-32a4-412d-9ff8-b1ded401eb8d tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391731 Dec 09 23:10:32.916231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8571-d27b-4e84-98a9-340195250ada req-cafee522-d090-496f-897f-0262da7f65e0 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:32.917598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-332a8571-d27b-4e84-98a9-340195250ada req-cafee522-d090-496f-897f-0262da7f65e0 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0479221 Dec 09 23:10:32.967267 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-332a8571-d27b-4e84-98a9-340195250ada req-851d4043-d6ee-4355-be36-84f989da2379 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437050 Dec 09 23:10:33.379439 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9adb271f-0e84-4e60-b7b6-2e8179537c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:34.082731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56356a37-a3a0-4205-8e13-8c50607cd5c7 req-93a3b997-1e02-4133-939e-8325a29a2b9c tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:34.084182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56356a37-a3a0-4205-8e13-8c50607cd5c7 req-93a3b997-1e02-4133-939e-8325a29a2b9c tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0498002 Dec 09 23:10:34.130216 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56356a37-a3a0-4205-8e13-8c50607cd5c7 req-6af14def-5fb2-4225-89c9-e5a0c0f1096c tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Dec 09 23:10:34.220897 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:34.931462 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:35.245677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4153e4-1084-4022-a04d-faf67dc48383 req-be184d19-5c74-42c3-a378-06cbae8d03ac tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:35.247148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bb4153e4-1084-4022-a04d-faf67dc48383 req-be184d19-5c74-42c3-a378-06cbae8d03ac tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0477121 Dec 09 23:10:35.292913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bb4153e4-1084-4022-a04d-faf67dc48383 req-5db7cbae-2a98-4b09-ab57-5988da882ea4 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398083 Dec 09 23:10:36.304657 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:36.409868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61d9a6-2382-42d7-8527-36e705bb1fcb req-af54e6db-9688-46ac-ad15-34bded0c41f1 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:36.411309 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca61d9a6-2382-42d7-8527-36e705bb1fcb req-af54e6db-9688-46ac-ad15-34bded0c41f1 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0514686 Dec 09 23:10:36.457114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca61d9a6-2382-42d7-8527-36e705bb1fcb req-6c3f1083-2509-4bbf-a7c6-311e3d7a6cb1 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Dec 09 23:10:37.115105 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:37.572675 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af38d99-e166-416f-a575-d7ad6c7f1189 req-9e82bd44-09bb-4aa4-8956-1603424a3115 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:37.574497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2af38d99-e166-416f-a575-d7ad6c7f1189 req-9e82bd44-09bb-4aa4-8956-1603424a3115 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0478497 Dec 09 23:10:37.620163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2af38d99-e166-416f-a575-d7ad6c7f1189 req-eff076c2-1da0-4e8a-866e-ee74bd024bd6 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389991 Dec 09 23:10:38.736944 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c54d16-6af2-4baa-9a00-80c048f737ae req-8254d02e-9b7b-4625-90b9-68c18b4fdff9 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:38.738435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61c54d16-6af2-4baa-9a00-80c048f737ae req-8254d02e-9b7b-4625-90b9-68c18b4fdff9 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0508273 Dec 09 23:10:38.784497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-61c54d16-6af2-4baa-9a00-80c048f737ae req-01745351-191c-4e7d-b296-2141705dc9b2 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Dec 09 23:10:39.896443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701c922-1b49-4239-bb04-32837dd48e39 req-5017a8d9-79f8-44ab-ae3b-492bb77e0285 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:39.897906 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7701c922-1b49-4239-bb04-32837dd48e39 req-5017a8d9-79f8-44ab-ae3b-492bb77e0285 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0476222 Dec 09 23:10:39.944182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7701c922-1b49-4239-bb04-32837dd48e39 req-88a9f4ab-971a-4209-b86b-af2c669df739 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Dec 09 23:10:41.058846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea03638-b5cd-4023-9fab-11f279c69408 req-b5e3bca4-b41c-4ccb-bcad-328147468478 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:41.060283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cea03638-b5cd-4023-9fab-11f279c69408 req-b5e3bca4-b41c-4ccb-bcad-328147468478 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0469439 Dec 09 23:10:41.110176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cea03638-b5cd-4023-9fab-11f279c69408 req-dc3405df-beab-4842-b04f-5195f9b5f232 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Dec 09 23:10:41.779175 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-f8ea0f76-804b-4dac-b818-42b3871ea59b service neutron] show failed (client error): The resource could not be found. Dec 09 23:10:41.780169 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-f8ea0f76-804b-4dac-b818-42b3871ea59b service neutron] 10.222.0.42 "GET /v2.0/ports/fc09a552-9a1a-43c1-9315-eed72dc278d8/bindings/n-h1-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.1127090 Dec 09 23:10:42.025005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-b6a22842-070e-4bd2-a4d9-ad63c6c08505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:42.026536 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-b6a22842-070e-4bd2-a4d9-ad63c6c08505 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e&tenant_id=e41903fc07c148ce834f83aa5cd48f69 HTTP/1.1" status: 200 len: 1097 time: 0.0911438 Dec 09 23:10:42.046268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:10:42.096898 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:42.225329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d67abe-9f8e-477d-9994-7195c83ecdfb req-ba787afc-904b-4c0d-9085-2763a18e88b1 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:42.226776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71d67abe-9f8e-477d-9994-7195c83ecdfb req-ba787afc-904b-4c0d-9085-2763a18e88b1 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 945 time: 0.0484495 Dec 09 23:10:42.273618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71d67abe-9f8e-477d-9994-7195c83ecdfb req-dddac536-21b5-4580-9eaf-1994a0fc225d tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406380 Dec 09 23:10:42.297281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:42.334103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:10:42.372825 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc09a552-9a1a-43c1-9315-eed72dc278d8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:10:42.375142 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32cdab5-edbc-4f77-8fa9-83d045097992" -d '{"events": [{"server_uuid": "4a929fb6-2c5b-4092-8dce-04153afe048e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc09a552-9a1a-43c1-9315-eed72dc278d8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:10:42.378985 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:42.391790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Transition to ACTIVE for port object fc09a552-9a1a-43c1-9315-eed72dc278d8 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:10:42.396245 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:42.460283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] No DVR routers for this DVR port fc09a552-9a1a-43c1-9315-eed72dc278d8 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:10:42.463679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc09a552-9a1a-43c1-9315-eed72dc278d8,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:42.499529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Attempting to bind port fc09a552-9a1a-43c1-9315-eed72dc278d8 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:10:42.499876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Attempting to bind port fc09a552-9a1a-43c1-9315-eed72dc278d8 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:10:42.500207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Attempting to bind port fc09a552-9a1a-43c1-9315-eed72dc278d8 on network bc5e74e1-b058-4774-b963-2a50125195b9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:10:42.504602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Port fc09a552-9a1a-43c1-9315-eed72dc278d8 on network bc5e74e1-b058-4774-b963-2a50125195b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:10:42.505113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Attempting to bind port fc09a552-9a1a-43c1-9315-eed72dc278d8 on network bc5e74e1-b058-4774-b963-2a50125195b9 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:10:42.508387 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20faa98f-9e37-4b31-9200-bee8541fd75c x-openstack-request-id: req-20faa98f-9e37-4b31-9200-bee8541fd75c {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:10:42.508703 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a929fb6-2c5b-4092-8dce-04153afe048e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc09a552-9a1a-43c1-9315-eed72dc278d8", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:10:42.508957 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20faa98f-9e37-4b31-9200-bee8541fd75c {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:10:42.509346 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc09a552-9a1a-43c1-9315-eed72dc278d8', 'code': 200} Dec 09 23:10:42.512246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:10:42.512575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Checking segment: {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:10:42.512955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Bound using segment: {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:10:42.513377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Bound port: fc09a552-9a1a-43c1-9315-eed72dc278d8, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6300931-21e1-474b-97fd-f2f845ac4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:10:42.513734 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:42.579033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:10:42.582232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:10:42.586155 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:42.620643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:42.621260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:42.622663 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc09a552-9a1a-43c1-9315-eed72dc278d8 HTTP/1.1" status: 200 len: 1092 time: 0.5809004 Dec 09 23:10:42.642734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3945f-375e-4de2-80de-1c20fd755fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc09a552-9a1a-43c1-9315-eed72dc278d8,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:42.697372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-7cb7f5ef-4036-45f9-bcfe-167e32401097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:42.698886 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-7cb7f5ef-4036-45f9-bcfe-167e32401097 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 1095 time: 0.0408094 Dec 09 23:10:42.791288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-31b09788-1c33-4624-85ae-e3b57e1b5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:42.792612 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-31b09788-1c33-4624-85ae-e3b57e1b5e80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.0858073 Dec 09 23:10:42.834470 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-7a0ecb32-22c1-493b-9e55-52b74aed3b59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8 HTTP/1.1" status: 200 len: 217 time: 0.0338438 Dec 09 23:10:42.884985 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-6e836fe7-9287-422a-8863-e0cf721c6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:42.886657 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-6e836fe7-9287-422a-8863-e0cf721c6459 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0459130 Dec 09 23:10:42.918210 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-c191e941-05f3-4e8b-a901-1e9788959933 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235162 Dec 09 23:10:43.009621 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-e20cd8ee-5bb2-4725-8281-d25ed9f53120 service neutron] 10.222.0.18 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809479 Dec 09 23:10:43.103633 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-293b2baa-70b2-4e5b-8752-14f73bfbc478 req-523a11ec-a6ee-4fea-9df2-7baa52cc0f69 service neutron] 10.222.0.18 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855293 Dec 09 23:10:43.389184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe05919-23c3-4005-9e24-0e4812e09cdc req-1c7129e9-7e11-4677-a494-35964b568d93 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:43.390580 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbe05919-23c3-4005-9e24-0e4812e09cdc req-1c7129e9-7e11-4677-a494-35964b568d93 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 943 time: 0.0480106 Dec 09 23:10:43.436545 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbe05919-23c3-4005-9e24-0e4812e09cdc req-e60c2e91-184b-4f07-84d0-0f61a9df3c47 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399685 Dec 09 23:10:44.511225 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'tag': 'fc09a552-9a1a-43c1-9315-eed72dc278d8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:10:44.513577 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aae3b5-bec6-4803-96ec-3a526858dd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a929fb6-2c5b-4092-8dce-04153afe048e", "tag": "fc09a552-9a1a-43c1-9315-eed72dc278d8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:10:44.557514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41be81a-7f7f-410d-8476-e7e21b538ec4 req-2bad8ad9-184c-4b0d-a033-4b818319916d tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:44.559055 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a41be81a-7f7f-410d-8476-e7e21b538ec4 req-2bad8ad9-184c-4b0d-a033-4b818319916d tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 943 time: 0.0530944 Dec 09 23:10:44.565205 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa6b99a-4b75-4bae-b938-ef2b4f1fb042 x-openstack-request-id: req-1aa6b99a-4b75-4bae-b938-ef2b4f1fb042 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:10:44.565507 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a929fb6-2c5b-4092-8dce-04153afe048e", "tag": "fc09a552-9a1a-43c1-9315-eed72dc278d8", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:10:44.565762 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1aa6b99a-4b75-4bae-b938-ef2b4f1fb042 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:10:44.566195 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'tag': 'fc09a552-9a1a-43c1-9315-eed72dc278d8', 'status': 'completed', 'code': 200} Dec 09 23:10:44.609616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a41be81a-7f7f-410d-8476-e7e21b538ec4 req-a8c1f74d-56a1-4d53-a7a3-829055811959 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432787 Dec 09 23:10:44.630003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-1f456898-b529-47db-9336-3fcc0b301c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:44.631541 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-1f456898-b529-47db-9336-3fcc0b301c93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 1095 time: 0.0434153 Dec 09 23:10:44.738357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-5f405e14-c948-4d1d-ade0-75d816ae2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:44.739847 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-5f405e14-c948-4d1d-ade0-75d816ae2c5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 1095 time: 0.1052423 Dec 09 23:10:44.779167 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-e4ae2856-b4f3-495b-9a2e-6494ad1de953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:44.780639 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-e4ae2856-b4f3-495b-9a2e-6494ad1de953 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.1376324 Dec 09 23:10:44.852162 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-a1949746-8e2d-4432-b0c8-66579ebad0e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8 HTTP/1.1" status: 200 len: 217 time: 0.0635576 Dec 09 23:10:44.911945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-bf296ff7-6963-42b4-b23d-56d150e20e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:44.913438 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-bf296ff7-6963-42b4-b23d-56d150e20e1a service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.1668427 Dec 09 23:10:44.918851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-08b45b43-159b-4f47-b84d-8447b8f1a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:44.920784 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-08b45b43-159b-4f47-b84d-8447b8f1a994 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0599914 Dec 09 23:10:44.966721 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-b11b5b36-9301-4406-b9cb-b5a1379fac52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8 HTTP/1.1" status: 200 len: 217 time: 0.0450087 Dec 09 23:10:44.982141 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-92789b46-d01c-4a0e-9714-08d67cf10a3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541353 Dec 09 23:10:45.075524 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-349695c9-e2a3-44cf-9770-e637f54585ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:45.076972 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-349695c9-e2a3-44cf-9770-e637f54585ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0969968 Dec 09 23:10:45.113015 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-7fb4a99d-c6eb-4fca-a2e9-6aeb30f393c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288010 Dec 09 23:10:45.141816 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-3e5c8dd1-23e8-46b1-afb9-8f671ec18b9d service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517668 Dec 09 23:10:45.271232 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-dc8293ba-7d66-4f93-b8ac-884b613c4a61 service neutron] 10.222.0.18 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497371 Dec 09 23:10:45.292914 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-35cf8c17-d423-43a8-b295-1a087f2ab2c1 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413591 Dec 09 23:10:45.373376 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f5aae3b5-bec6-4803-96ec-3a526858dd4e req-7b82a3d2-fd2e-41a1-9715-23d9980de748 service neutron] 10.222.0.18 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935421 Dec 09 23:10:45.727476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee3ddb-21a4-4903-9536-7684e7025895 req-84e5dc02-7e39-490d-9afb-1c319ac8351e tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:45.728936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ceee3ddb-21a4-4903-9536-7684e7025895 req-84e5dc02-7e39-490d-9afb-1c319ac8351e tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 943 time: 0.0476580 Dec 09 23:10:45.774928 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ceee3ddb-21a4-4903-9536-7684e7025895 req-79460166-b1ba-46c5-b0b2-929e21ad1509 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 Dec 09 23:10:45.962665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ed92b-6071-46b8-9d0a-b7e43c93d358 req-ad93216a-4526-4810-b4d5-151382875bf2 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:45.964049 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-095ed92b-6071-46b8-9d0a-b7e43c93d358 req-ad93216a-4526-4810-b4d5-151382875bf2 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 943 time: 0.0479617 Dec 09 23:10:45.980025 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-010cc124-10f5-44bd-b746-2a6cb8cc7773 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:45.981486 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-010cc124-10f5-44bd-b746-2a6cb8cc7773 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e&tenant_id=e41903fc07c148ce834f83aa5cd48f69&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 943 time: 0.0518198 Dec 09 23:10:46.015846 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-095ed92b-6071-46b8-9d0a-b7e43c93d358 req-b71cc606-03e2-4975-a4c8-d12b61ab27e2 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447223 Dec 09 23:10:46.042197 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-a6f739ec-9799-4144-a7ae-d6dc344e3d71 service neutron] delete failed (client error): The resource could not be found. Dec 09 23:10:46.043240 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-a6f739ec-9799-4144-a7ae-d6dc344e3d71 service neutron] 10.222.0.42 "DELETE /v2.0/ports/fc09a552-9a1a-43c1-9315-eed72dc278d8/bindings/n-h2-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0542941 Dec 09 23:10:46.130501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-359721ab-293f-4c44-b563-fc3895877e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:46.132056 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-359721ab-293f-4c44-b563-fc3895877e72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e41903fc07c148ce834f83aa5cd48f69&device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 1095 time: 0.0448232 Dec 09 23:10:46.223492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-428217f8-da2c-408c-a80e-9b4fd67fb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:46.224853 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-428217f8-da2c-408c-a80e-9b4fd67fb905 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 200 len: 915 time: 0.0851371 Dec 09 23:10:46.269865 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-1dd50d1c-cad8-4233-aa6d-40486ce1f9a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8 HTTP/1.1" status: 200 len: 217 time: 0.0373845 Dec 09 23:10:46.319099 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-50b97775-3eb9-46c9-8251-f57c581623e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:46.320507 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-50b97775-3eb9-46c9-8251-f57c581623e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 200 len: 854 time: 0.0437405 Dec 09 23:10:46.351822 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-f629a215-dffe-4568-8143-221e5749d3a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc5e74e1-b058-4774-b963-2a50125195b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239928 Dec 09 23:10:46.442811 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-edf3e0a6-58a7-47ad-9e26-f5d990b9fdc3 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843275 Dec 09 23:10:46.530709 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f4245341-d7a5-4d3e-8eaf-c1fc4828bdfa req-818cde8e-a029-47c7-8d6e-d5e3a36ba595 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813069 Dec 09 23:10:46.562174 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device fc09a552-9a1a-43c1-9315-eed72dc278d8 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:10:46.600353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device fc09a552-9a1a-43c1-9315-eed72dc278d8 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:10:46.985878 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fc09a552-9a1a-43c1-9315-eed72dc278d8 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:10:47.085361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:47.096944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'fc09a552-9a1a-43c1-9315-eed72dc278d8', 'network_id': 'bc5e74e1-b058-4774-b963-2a50125195b9', 'port_id': 'fc09a552-9a1a-43c1-9315-eed72dc278d8', 'mac_address': 'fa:16:3e:85:6d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37f9063-421b-486f-9796-8fd0720be875', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:10:47.133654 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:47.136866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4f112-9538-44eb-981a-75bcb8255dd4 req-ecd26593-ac95-4c00-9d9f-51667eb1e930 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:47.138401 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9af4f112-9538-44eb-981a-75bcb8255dd4 req-ecd26593-ac95-4c00-9d9f-51667eb1e930 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 943 time: 0.0485470 Dec 09 23:10:47.147610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc09a552-9a1a-43c1-9315-eed72dc278d8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:10:47.167486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:47.171314 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:47.189706 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9af4f112-9538-44eb-981a-75bcb8255dd4 req-06cf56e3-0011-49d4-8505-32f90c0b5d11 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446229 Dec 09 23:10:47.219142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fc09a552-9a1a-43c1-9315-eed72dc278d8,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:47.305518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669aca4-c721-4c9c-aceb-97869280daad req-313ddecf-0727-4a64-aa73-d3344a563692 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:47.306991 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c669aca4-c721-4c9c-aceb-97869280daad req-313ddecf-0727-4a64-aa73-d3344a563692 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 944 time: 0.0474925 Dec 09 23:10:47.352457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c669aca4-c721-4c9c-aceb-97869280daad req-072ce4ae-f27e-4b7f-b86c-879c878443cb tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391324 Dec 09 23:10:47.448132 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['fc09a552-9a1a-43c1-9315-eed72dc278d8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:10:47.468726 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d2634-7ead-4bb9-a9a8-e4d2ac27446a req-0d9b6b65-5912-4480-974e-9ec814f59b5f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:47.470193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-336d2634-7ead-4bb9-a9a8-e4d2ac27446a req-0d9b6b65-5912-4480-974e-9ec814f59b5f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 944 time: 0.0521433 Dec 09 23:10:47.516480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-336d2634-7ead-4bb9-a9a8-e4d2ac27446a req-72805f55-bf78-498a-8e40-a8d2977c516f tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Dec 09 23:10:47.844109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e510b-2cdc-43f2-a910-383b214a47f7 req-a5b1da03-7ea1-4fa0-a1a0-39d6985a0114 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:47.845565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e2e510b-2cdc-43f2-a910-383b214a47f7 req-a5b1da03-7ea1-4fa0-a1a0-39d6985a0114 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 944 time: 0.0482628 Dec 09 23:10:47.892007 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e2e510b-2cdc-43f2-a910-383b214a47f7 req-2b2c74b2-e372-4764-b336-578ab7918bac tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Dec 09 23:10:49.007909 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fc09a552-9a1a-43c1-9315-eed72dc278d8 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:10:49.011209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d73004-a372-460a-b2dc-f28bd2ec93f7 req-378e9e7c-049d-4dc7-85ee-424d65fc03ad tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:49.012712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34d73004-a372-460a-b2dc-f28bd2ec93f7 req-378e9e7c-049d-4dc7-85ee-424d65fc03ad tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 944 time: 0.0510805 Dec 09 23:10:49.056021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port fc09a552-9a1a-43c1-9315-eed72dc278d8 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:10:49.060183 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34d73004-a372-460a-b2dc-f28bd2ec93f7 req-14f15aca-32a2-4a81-83ee-8fed7834025e tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.16 "GET /v2.0/security-groups?id=42d2fccf-1340-40dd-8ed4-b9e79acad83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 Dec 09 23:10:49.060336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port fc09a552-9a1a-43c1-9315-eed72dc278d8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:49.060562 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:49.141038 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:49.148998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fdb44-8701-4ad2-a844-10f5426ca911 req-99273b25-3a73-4e83-831a-3e7ca3909520 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:49.150508 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c04fdb44-8701-4ad2-a844-10f5426ca911 req-99273b25-3a73-4e83-831a-3e7ca3909520 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a929fb6-2c5b-4092-8dce-04153afe048e HTTP/1.1" status: 200 len: 944 time: 0.0492468 Dec 09 23:10:49.163550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc09a552-9a1a-43c1-9315-eed72dc278d8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:10:49.165808 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa1a8c9-c297-4166-b69a-a62ed561a7bc" -d '{"events": [{"server_uuid": "4a929fb6-2c5b-4092-8dce-04153afe048e", "name": "network-vif-plugged", "status": "completed", "tag": "fc09a552-9a1a-43c1-9315-eed72dc278d8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:10:49.180432 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:49.190486 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:49.214455 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce103c7e-67cd-46cc-a87f-c627cc86b793 x-openstack-request-id: req-ce103c7e-67cd-46cc-a87f-c627cc86b793 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:10:49.214754 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a929fb6-2c5b-4092-8dce-04153afe048e", "name": "network-vif-plugged", "status": "completed", "tag": "fc09a552-9a1a-43c1-9315-eed72dc278d8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:10:49.215013 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce103c7e-67cd-46cc-a87f-c627cc86b793 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:10:49.215403 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc09a552-9a1a-43c1-9315-eed72dc278d8', 'code': 200} Dec 09 23:10:49.240198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fc09a552-9a1a-43c1-9315-eed72dc278d8,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:49.254035 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-c04fdb44-8701-4ad2-a844-10f5426ca911 req-ab41a2fd-55d7-49f6-ac24-f4c9ab3e8b69 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Deleting port fc09a552-9a1a-43c1-9315-eed72dc278d8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:10:49.254387 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c04fdb44-8701-4ad2-a844-10f5426ca911 req-ab41a2fd-55d7-49f6-ac24-f4c9ab3e8b69 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:49.341706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c04fdb44-8701-4ad2-a844-10f5426ca911 req-ab41a2fd-55d7-49f6-ac24-f4c9ab3e8b69 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] For port fc09a552-9a1a-43c1-9315-eed72dc278d8, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fc09a552-9a1a-43c1-9315-eed72dc278d8,segment=NetworkSegment(c6300931-21e1-474b-97fd-f2f845ac4d1d),segment_id=c6300931-21e1-474b-97fd-f2f845ac4d1d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:49.342127 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c04fdb44-8701-4ad2-a844-10f5426ca911 req-ab41a2fd-55d7-49f6-ac24-f4c9ab3e8b69 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:49.354774 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-c04fdb44-8701-4ad2-a844-10f5426ca911 req-ab41a2fd-55d7-49f6-ac24-f4c9ab3e8b69 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Calling delete_port for fc09a552-9a1a-43c1-9315-eed72dc278d8 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:10:49.482187 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c04fdb44-8701-4ad2-a844-10f5426ca911 req-ab41a2fd-55d7-49f6-ac24-f4c9ab3e8b69 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:49.514087 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['fc09a552-9a1a-43c1-9315-eed72dc278d8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:10:49.519174 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41a2fd-55d7-49f6-ac24-f4c9ab3e8b69 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Pushing event deleted for resources: {'Port': ['ID=fc09a552-9a1a-43c1-9315-eed72dc278d8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:49.558802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04fdb44-8701-4ad2-a844-10f5426ca911 req-ab41a2fd-55d7-49f6-ac24-f4c9ab3e8b69 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] No DVR routers for this DVR port fc09a552-9a1a-43c1-9315-eed72dc278d8 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:10:49.562422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c04fdb44-8701-4ad2-a844-10f5426ca911 req-ab41a2fd-55d7-49f6-ac24-f4c9ab3e8b69 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:49.566025 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c04fdb44-8701-4ad2-a844-10f5426ca911 req-ab41a2fd-55d7-49f6-ac24-f4c9ab3e8b69 tempest-ServerDiskConfigTestJSON-859700163 tempest-ServerDiskConfigTestJSON-859700163-project] 10.222.0.18 "DELETE /v2.0/ports/fc09a552-9a1a-43c1-9315-eed72dc278d8 HTTP/1.1" status: 204 len: 173 time: 0.4084961 Dec 09 23:10:49.566486 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'name': 'network-vif-deleted', 'tag': 'fc09a552-9a1a-43c1-9315-eed72dc278d8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:10:49.569397 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b675f8-17a6-45f6-9d39-784a9ebf607a" -d '{"events": [{"server_uuid": "4a929fb6-2c5b-4092-8dce-04153afe048e", "name": "network-vif-deleted", "tag": "fc09a552-9a1a-43c1-9315-eed72dc278d8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:10:49.609217 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc89e6a-15df-4ca7-8ffb-4dcc209983a8 x-openstack-request-id: req-cfc89e6a-15df-4ca7-8ffb-4dcc209983a8 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:10:49.609522 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a929fb6-2c5b-4092-8dce-04153afe048e", "name": "network-vif-deleted", "tag": "fc09a552-9a1a-43c1-9315-eed72dc278d8", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:10:49.609778 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfc89e6a-15df-4ca7-8ffb-4dcc209983a8 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:10:49.610204 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a929fb6-2c5b-4092-8dce-04153afe048e', 'name': 'network-vif-deleted', 'tag': 'fc09a552-9a1a-43c1-9315-eed72dc278d8', 'status': 'completed', 'code': 200} Dec 09 23:10:50.180960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56520) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:10:50.224869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Deleting subnet a37f9063-421b-486f-9796-8fd0720be875 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:10:50.227846 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.260912 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.298837 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.353839 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.381351 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.384681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a37f9063-421b-486f-9796-8fd0720be875 HTTP/1.1" status: 204 len: 168 time: 0.2026711 Dec 09 23:10:50.385973 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37f9063-421b-486f-9796-8fd0720be875,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:50.387613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56522) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:10:50.393661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.394036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.394384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.394723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.395058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.395393 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.395722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.396049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.396376 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.396704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.397032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.397358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.397699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1e02f-bba2-4f07-8a6d-4a9fc1364054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:50.455565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.536939 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.556893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5e74e1-b058-4774-b963-2a50125195b9']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:10:50.566024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6300931-21e1-474b-97fd-f2f845ac4d1d') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:10:50.566324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6300931-21e1-474b-97fd-f2f845ac4d1d') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:10:50.575553 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.588784 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.595423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:10:50.595815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:10:50.597534 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:10:50.653919 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.660300 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.666412 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] 10.222.0.16 "DELETE /v2.0/networks/bc5e74e1-b058-4774-b963-2a50125195b9 HTTP/1.1" status: 204 len: 168 time: 0.2749779 Dec 09 23:10:50.674639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d15be-30a3-4189-b3ea-2e6b2ae36d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5e74e1-b058-4774-b963-2a50125195b9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:50.770444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56526) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:10:50.809161 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cbb52ce6-6775-41d4-a4e7-4d82ffdf1007 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e41903fc07c148ce834f83aa5cd48f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375741 Dec 09 23:10:50.811610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56528) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:10:50.856861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-54374885-d79a-41c0-9064-d3bdcd72d197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.876972 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-54374885-d79a-41c0-9064-d3bdcd72d197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.922864 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-54374885-d79a-41c0-9064-d3bdcd72d197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.925422 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-54374885-d79a-41c0-9064-d3bdcd72d197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:50.926593 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-54374885-d79a-41c0-9064-d3bdcd72d197 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42d2fccf-1340-40dd-8ed4-b9e79acad83e HTTP/1.1" status: 204 len: 168 time: 0.1140997 Dec 09 23:10:50.934502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54374885-d79a-41c0-9064-d3bdcd72d197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d2fccf-1340-40dd-8ed4-b9e79acad83e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:51.569168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56550) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:10:51.667778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2008937585-network', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:10:51.688639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Made reservation on behalf of 8ae63d14815b407fb58ac0c777a68f81 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:10:51.691175 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:51.699434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:51.776098 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:51.780390 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:51.806160 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:10:51.817017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa8718c-844c-4d64-a881-39a7649647f4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:51.823714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:51.824061 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Added segment 3bf43601-5bd8-4936-99f5-f57c21c82e51 of type vlan for network e4de0537-9737-47bb-a96b-1399cd431ec1 Dec 09 23:10:51.864055 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:51.888733 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:51.890065 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:51.890637 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:51.924231 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3538921 Dec 09 23:10:51.927333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56554) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:10:51.932333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-cdda1b98-d1ee-4868-834d-6ed8efe9c2a3 admin admin] Request body: {'subnet': {'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2008937585-subnet', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:10:51.953858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdda1b98-d1ee-4868-834d-6ed8efe9c2a3 admin admin] Made reservation on behalf of 8ae63d14815b407fb58ac0c777a68f81 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:10:51.956196 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cdda1b98-d1ee-4868-834d-6ed8efe9c2a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:51.960410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca2f68-e5b3-4c05-bcd7-e075485a6d34 admin admin] Pushing event updated for resources: {'Network': ['ID=e4de0537-9737-47bb-a96b-1399cd431ec1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:51.974383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network e4de0537-9737-47bb-a96b-1399cd431ec1 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:10:52.120777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cdda1b98-d1ee-4868-834d-6ed8efe9c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.181414 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda1b98-d1ee-4868-834d-6ed8efe9c2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e403caa4-9df6-4592-88ad-2d884af51691,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:52.187474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdda1b98-d1ee-4868-834d-6ed8efe9c2a3 admin admin] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:10:52.187917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdda1b98-d1ee-4868-834d-6ed8efe9c2a3 admin admin] Network hostable DHCP agents. Network: e4de0537-9737-47bb-a96b-1399cd431ec1, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:10:52.205919 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdda1b98-d1ee-4868-834d-6ed8efe9c2a3 admin admin] Network e4de0537-9737-47bb-a96b-1399cd431ec1 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:10:52.214116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-cdda1b98-d1ee-4868-834d-6ed8efe9c2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, e4de0537-9737-47bb-a96b-1399cd431ec1) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:10:52.218784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdda1b98-d1ee-4868-834d-6ed8efe9c2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:52.219380 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cdda1b98-d1ee-4868-834d-6ed8efe9c2a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.223872 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717f45d-914e-449b-a9e5-af5748fc6ba1 None None] Network e4de0537-9737-47bb-a96b-1399cd431ec1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:10:52.234520 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cdda1b98-d1ee-4868-834d-6ed8efe9c2a3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3060644 Dec 09 23:10:52.237220 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56556) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:10:52.241445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:10:52.262575 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.263647 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.314579 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.322594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-e4de0537-9737-47bb-a96b-1399cd431ec1', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:10:52.323470 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.450563 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.462649 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Allocated IP 172.20.0.2 (e4de0537-9737-47bb-a96b-1399cd431ec1/e403caa4-9df6-4592-88ad-2d884af51691/36974af7-9b91-40a6-9616-6470ab3cdd84) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:10:52.603505 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.609249 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.646932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Network e4de0537-9737-47bb-a96b-1399cd431ec1 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:10:52.648683 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.649689 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:10:52.657943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:10:52.662364 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Pushing event updated for resources: {'Port': ['ID=36974af7-9b91-40a6-9616-6470ab3cdd84,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:52.675935 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.712521 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Attempting to bind port 36974af7-9b91-40a6-9616-6470ab3cdd84 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:10:52.712947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Attempting to bind port 36974af7-9b91-40a6-9616-6470ab3cdd84 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:10:52.713251 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Attempting to bind port 36974af7-9b91-40a6-9616-6470ab3cdd84 on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:10:52.718858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:10:52.718858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:10:52.719110 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.719397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Bound using segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:10:52.719865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Bound port: 36974af7-9b91-40a6-9616-6470ab3cdd84, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:10:52.720237 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.776694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Allocated IP 172.25.8.250 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/d02e49dc-bd8b-46aa-81f1-dc1925276888) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:10:52.782989 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] For port 36974af7-9b91-40a6-9616-6470ab3cdd84, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:10:52.786595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] For port 36974af7-9b91-40a6-9616-6470ab3cdd84, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=36974af7-9b91-40a6-9616-6470ab3cdd84,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:10:52.791128 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.848723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858644c6-b773-4379-a73f-3b73241bf2e4 None None] Pushing event updated for resources: {'Port': ['ID=36974af7-9b91-40a6-9616-6470ab3cdd84,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:52.883288 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.917034 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.945277 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:52.957019 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:10:52.960068 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:10:52.963216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:10:52.975558 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef790289-b569-4370-8210-713e2135c216 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:10:53.004524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d02e49dc-bd8b-46aa-81f1-dc1925276888,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:53.036760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fc09a552-9a1a-43c1-9315-eed72dc278d8 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:10:53.065472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: fc09a552-9a1a-43c1-9315-eed72dc278d8 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:10:53.065851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fc09a552-9a1a-43c1-9315-eed72dc278d8 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:10:53.081630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7e59cc93-da91-4e3e-9c3b-b578f291ede2 None None] Provisioning complete for port d02e49dc-bd8b-46aa-81f1-dc1925276888 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:53.082194 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e59cc93-da91-4e3e-9c3b-b578f291ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:53.121672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7e59cc93-da91-4e3e-9c3b-b578f291ede2 None None] Port d02e49dc-bd8b-46aa-81f1-dc1925276888 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:10:53.249277 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:53.444530 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:53.575208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Router 89673cc8-f9a4-4124-9004-20368931acd8 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:10:53.685586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:10:53.697347 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Sync routers for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:10:53.703622 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:53.707512 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f77c1759-8201-4c6d-9258-4d08eeb687d9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4667232 Dec 09 23:10:53.707781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56558) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:10:53.711231 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:10:53.711858 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:10:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:10:53.764413 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af183117-f8c0-4418-8ed5-1ef216501f29 None None] Network e4de0537-9737-47bb-a96b-1399cd431ec1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:10:53.825719 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:10:53.883039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6ff5424f-27a6-40ae-bb6c-5950efa57961 None None] Provisioning complete for port 36974af7-9b91-40a6-9616-6470ab3cdd84 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:53.883410 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6ff5424f-27a6-40ae-bb6c-5950efa57961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:53.972302 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6ff5424f-27a6-40ae-bb6c-5950efa57961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.011789 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6ff5424f-27a6-40ae-bb6c-5950efa57961 None None] For port 36974af7-9b91-40a6-9616-6470ab3cdd84, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=36974af7-9b91-40a6-9616-6470ab3cdd84,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:54.021423 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6ff5424f-27a6-40ae-bb6c-5950efa57961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.038656 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:53Z', 'revision_number': 3, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:10:54.083157 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Checking router: 89673cc8-f9a4-4124-9004-20368931acd8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:10:54.083810 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Updating router 89673cc8-f9a4-4124-9004-20368931acd8 port d02e49dc-bd8b-46aa-81f1-dc1925276888 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:10:54.104083 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5424f-27a6-40ae-bb6c-5950efa57961 None None] Pushing event updated for resources: {'Port': ['ID=36974af7-9b91-40a6-9616-6470ab3cdd84,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:54.114282 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.242746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9ec6c600-4c84-4cd2-9fbb-4cdfc6e26f34 None None] Provisioning complete for port 36974af7-9b91-40a6-9616-6470ab3cdd84 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:54.243288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c600-4c84-4cd2-9fbb-4cdfc6e26f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.389532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 36974af7-9b91-40a6-9616-6470ab3cdd84 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:10:54.393119 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.399481 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.439562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 36974af7-9b91-40a6-9616-6470ab3cdd84 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:54.439994 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.451291 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Attempting to bind port d02e49dc-bd8b-46aa-81f1-dc1925276888 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:10:54.451674 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Attempting to bind port d02e49dc-bd8b-46aa-81f1-dc1925276888 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:10:54.452038 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Attempting to bind port d02e49dc-bd8b-46aa-81f1-dc1925276888 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:10:54.460854 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11827f48-cf98-4b14-b66e-e6cbb0210b74 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:10:54.463685 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Pushing event updated for resources: {'Port': ['ID=d02e49dc-bd8b-46aa-81f1-dc1925276888,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:54.467171 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:10:54.467171 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:10:54.467601 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.468011 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:10:54.468472 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Bound port: d02e49dc-bd8b-46aa-81f1-dc1925276888, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:10:54.469338 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.486743 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.503882 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.504394 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.504783 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.505131 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.505473 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.505813 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.506156 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.506485 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.506823 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.507138 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.507462 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.507784 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.508106 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:54.550703 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] For port d02e49dc-bd8b-46aa-81f1-dc1925276888, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:10:54.554184 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] For port d02e49dc-bd8b-46aa-81f1-dc1925276888, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d02e49dc-bd8b-46aa-81f1-dc1925276888,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:10:54.558730 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.575147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d5b4ecaa-b059-4c76-a148-263197b72fcb None None] Provisioning complete for port d02e49dc-bd8b-46aa-81f1-dc1925276888 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:54.575653 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ecaa-b059-4c76-a148-263197b72fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.606111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154777fa-c79d-4107-beda-e227fc0a0240 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:10:54.622896 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:10:54.624148 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:10:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:10:54.661586 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afe504-1fda-44c3-82ac-844d4f54d900 None None] Pushing event updated for resources: {'Port': ['ID=d02e49dc-bd8b-46aa-81f1-dc1925276888,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:54.666549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Allocated IP 172.20.0.1 (e4de0537-9737-47bb-a96b-1399cd431ec1/e403caa4-9df6-4592-88ad-2d884af51691/bd471172-f8ba-49c1-b234-9f7ffd5ec7bb) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:10:54.667854 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ecaa-b059-4c76-a148-263197b72fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.693130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d5b4ecaa-b059-4c76-a148-263197b72fcb None None] For port d02e49dc-bd8b-46aa-81f1-dc1925276888, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d02e49dc-bd8b-46aa-81f1-dc1925276888,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:54.698510 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ecaa-b059-4c76-a148-263197b72fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.741987 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:10:54.751329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4ecaa-b059-4c76-a148-263197b72fcb None None] Pushing event updated for resources: {'Port': ['ID=d02e49dc-bd8b-46aa-81f1-dc1925276888,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:54.787396 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.821111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-68c85d3a-bf82-4ecd-af49-8d232f7de1b2 None None] Provisioning complete for port d02e49dc-bd8b-46aa-81f1-dc1925276888 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:54.821618 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-68c85d3a-bf82-4ecd-af49-8d232f7de1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.826510 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.865977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Network e4de0537-9737-47bb-a96b-1399cd431ec1 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:10:54.868927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:10:54.876507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:10:54.900883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Pushing event updated for resources: {'Port': ['ID=bd471172-f8ba-49c1-b234-9f7ffd5ec7bb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:54.922129 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:54.944690 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:53Z', 'revision_number': 3, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:10:54.976063 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bfdb8-f1b5-466f-9544-68863f095ec2 None None] The sync data for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 is: [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:53Z', 'revision_number': 3, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:10:55.056751 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:55.121177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-db229ab3-102c-453a-9792-f0fac6784882 None None] Provisioning complete for port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:55.121718 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db229ab3-102c-453a-9792-f0fac6784882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:55.157990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-db229ab3-102c-453a-9792-f0fac6784882 None None] Port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:10:55.241748 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:55.246582 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:55.315804 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:55.317619 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Pushing event updated for resources: {'Port': ['ID=bd471172-f8ba-49c1-b234-9f7ffd5ec7bb,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:55.416373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Network e4de0537-9737-47bb-a96b-1399cd431ec1 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:10:55.417879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:10:55.549966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Router 89673cc8-f9a4-4124-9004-20368931acd8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:10:55.666954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:10:55.672090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-84201f1c-259b-4e8c-9816-d26be2061820 admin admin] 10.222.0.16 "PUT /v2.0/routers/89673cc8-f9a4-4124-9004-20368931acd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9632599 Dec 09 23:10:55.687466 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c56dbd01-a253-4e5b-b65e-34c06ab304aa None None] Provisioning complete for port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:55.687973 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c56dbd01-a253-4e5b-b65e-34c06ab304aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:55.728466 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c56dbd01-a253-4e5b-b65e-34c06ab304aa None None] Port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:10:56.119826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56566) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:10:56.124956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661185133', 'description': 'tempest-description--1198890410'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:10:56.147089 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.213700 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.218900 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.249050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72676195-d5f2-4ff8-8de4-445337e72bbd,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:56.254509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.255760 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1348996 Dec 09 23:10:56.259531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56568) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:10:56.261678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.261678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.265723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ef49b96b-a8fd-4dbe-8f81-77234ee39854 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Request body: {'security_group_rule': {'security_group_id': '72676195-d5f2-4ff8-8de4-445337e72bbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:10:56.270416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.271019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.272810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.273380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.274127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.274743 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.275451 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.276485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.281326 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.282003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.282824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec40ef9-f70d-4ac4-b143-b641053287b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:10:56.330564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef49b96b-a8fd-4dbe-8f81-77234ee39854 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.386183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d02e49dc-bd8b-46aa-81f1-dc1925276888 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:10:56.402751 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef49b96b-a8fd-4dbe-8f81-77234ee39854 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.407635 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef49b96b-a8fd-4dbe-8f81-77234ee39854 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.429652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49b96b-a8fd-4dbe-8f81-77234ee39854 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5068667-945b-42ad-a63b-ddf095d080dd,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:56.437625 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ef49b96b-a8fd-4dbe-8f81-77234ee39854 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.439119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ef49b96b-a8fd-4dbe-8f81-77234ee39854 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1775177 Dec 09 23:10:56.442650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56570) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:10:56.445729 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d02e49dc-bd8b-46aa-81f1-dc1925276888 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:56.446298 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.447902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2c41afe3-f698-4098-9ba6-d804b6ddfcb4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Request body: {'security_group_rule': {'security_group_id': '72676195-d5f2-4ff8-8de4-445337e72bbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:10:56.487344 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c41afe3-f698-4098-9ba6-d804b6ddfcb4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.548195 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c41afe3-f698-4098-9ba6-d804b6ddfcb4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.551882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c41afe3-f698-4098-9ba6-d804b6ddfcb4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.571749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41afe3-f698-4098-9ba6-d804b6ddfcb4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e697a2-b836-45da-ac99-49ce1c2aae4d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:56.578188 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2c41afe3-f698-4098-9ba6-d804b6ddfcb4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.579464 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2c41afe3-f698-4098-9ba6-d804b6ddfcb4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352141 Dec 09 23:10:56.582481 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56572) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:10:56.587039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:10:56.609700 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.689395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Sync routers for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:10:56.698994 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:10:56.699622 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:10:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:10:56.715834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.831642 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Allocated IP 172.25.8.32 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/db912ef1-2b40-41fb-9f65-3d7775649bd4) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:10:56.944428 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:56.969536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:10:56.982152 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.024760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:10:57.027755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:10:57.031254 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:10:57.061888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event updated for resources: {'Port': ['ID=db912ef1-2b40-41fb-9f65-3d7775649bd4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:57.128158 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.162954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.169572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 2, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:10:57.195471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Checking router: 89673cc8-f9a4-4124-9004-20368931acd8 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:10:57.195783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Updating router 89673cc8-f9a4-4124-9004-20368931acd8 port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:10:57.224510 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.319101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.325649 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.395474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event updated for resources: {'Port': ['ID=db912ef1-2b40-41fb-9f65-3d7775649bd4,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:57.403803 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.418567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.426326 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e7d7409b-22c5-4d6e-b8cf-c98ff823e592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8428504 Dec 09 23:10:57.487555 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.492800 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.541122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423ecc9-44ec-4b03-a5fa-95ac4eb41b1c None None] Pushing event updated for resources: {'Port': ['ID=bd471172-f8ba-49c1-b234-9f7ffd5ec7bb,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:57.582489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-6b972add-8d2f-4793-88ad-6ead8e2a972d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--661185133&fields=id&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 267 time: 0.0537145 Dec 09 23:10:57.597370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Attempting to bind port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:10:57.597612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Attempting to bind port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:10:57.597995 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Attempting to bind port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:10:57.603968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:10:57.604430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:10:57.604829 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.605231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Bound using segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:10:57.605694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Bound port: bd471172-f8ba-49c1-b234-9f7ffd5ec7bb, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:10:57.606107 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.678550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] For port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:10:57.683664 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] For port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bd471172-f8ba-49c1-b234-9f7ffd5ec7bb,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:10:57.688531 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.707020 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-db153159-349f-427a-8fc9-491b8446a1a2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:57.708591 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-db153159-349f-427a-8fc9-491b8446a1a2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 812 time: 0.1182389 Dec 09 23:10:57.730872 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-c3c9fdd0-9a98-4760-90a2-38ff1ca36590 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/quotas/8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 375 time: 0.0153210 Dec 09 23:10:57.748394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:10:57.749037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:10:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:10:57.782252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-be0e635e-7de9-47f1-aac3-9d135384095c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504427 Dec 09 23:10:57.800488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-1d8f0d97-7613-4a4b-9b08-2b90dace0760 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:10:57.801501 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-1d8f0d97-7613-4a4b-9b08-2b90dace0760 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067198 Dec 09 23:10:57.802215 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423ecc9-44ec-4b03-a5fa-95ac4eb41b1c None None] Pushing event updated for resources: {'Port': ['ID=bd471172-f8ba-49c1-b234-9f7ffd5ec7bb,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:57.821896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6a173d60-c3e2-42bf-9c95-f706fb3b5ef7 None None] Provisioning complete for port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:57.822280 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a173d60-c3e2-42bf-9c95-f706fb3b5ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:57.902350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-6adc1daf-222c-453f-92a4-f2ed7e93dfb7 service neutron] 10.222.0.16 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940206 Dec 09 23:10:57.913576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:10:57.995031 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-8864d94e-d066-4594-b231-1eefdcc17f7c service neutron] 10.222.0.16 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847602 Dec 09 23:10:58.028994 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a173d60-c3e2-42bf-9c95-f706fb3b5ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:58.102894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6a173d60-c3e2-42bf-9c95-f706fb3b5ef7 None None] For port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bd471172-f8ba-49c1-b234-9f7ffd5ec7bb,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:10:58.110461 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a173d60-c3e2-42bf-9c95-f706fb3b5ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:58.172883 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-69f2824a-d1be-48e0-b011-f3d396012a71 req-78d5268f-6d2d-4367-9563-c8ab636bbbba tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 210 time: 0.0280902 Dec 09 23:10:58.199542 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a173d60-c3e2-42bf-9c95-f706fb3b5ef7 None None] Pushing event updated for resources: {'Port': ['ID=bd471172-f8ba-49c1-b234-9f7ffd5ec7bb,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:58.228106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:57Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:10:58.254176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d678b-fccd-49fd-9df7-d040f29f8c70 None None] The sync data for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 is: [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:57Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:10:58.260380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-df7b4de3-edfb-4e6a-a541-e0476377ff2a None None] Provisioning complete for port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:58.261016 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-df7b4de3-edfb-4e6a-a541-e0476377ff2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:59.149535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-30932d70-228e-4a30-8769-efce378c460a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:59.151054 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-30932d70-228e-4a30-8769-efce378c460a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 812 time: 0.1152635 Dec 09 23:10:59.220022 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-64aa7c55-8c2f-4556-9bb4-2abcca8d2732 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 379 time: 0.0588658 Dec 09 23:10:59.231209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Request body: {'port': {'device_id': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'admin_state_up': True, 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'security_groups': ['72676195-d5f2-4ff8-8de4-445337e72bbd']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:10:59.287807 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2785a378-3d79-4c86-ab73-777ead21b86d req-c0086d29-5e2b-43bc-b1c2-58fe4cf683b4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 210 time: 0.0320694 Dec 09 23:10:59.352014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Made reservation on behalf of 8ae63d14815b407fb58ac0c777a68f81 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:10:59.355514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:59.477983 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Allocated IP 172.20.0.11 (e4de0537-9737-47bb-a96b-1399cd431ec1/e403caa4-9df6-4592-88ad-2d884af51691/1b03b52b-638a-4456-ac75-48ecc479626c) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:10:59.614590 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:59.648280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:59.692355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Network e4de0537-9737-47bb-a96b-1399cd431ec1 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:10:59.695293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:10:59.698194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:10:59.732427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event updated for resources: {'Port': ['ID=1b03b52b-638a-4456-ac75-48ecc479626c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:10:59.760507 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:10:59.761679 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:59.780068 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9d93ce80-db7f-43d8-b403-ea6336692be2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5521221 Dec 09 23:10:59.792302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Request body: {'port': {'device_id': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:10:59.914561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d8f85783-215c-479f-ac82-75100b4ae44b None None] Provisioning complete for port 1b03b52b-638a-4456-ac75-48ecc479626c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:10:59.915174 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8f85783-215c-479f-ac82-75100b4ae44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:10:59.950273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d8f85783-215c-479f-ac82-75100b4ae44b None None] Port 1b03b52b-638a-4456-ac75-48ecc479626c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:11:00.137655 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:00.343033 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bd471172-f8ba-49c1-b234-9f7ffd5ec7bb up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:11:00.394081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:11:00.394363 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:00.412165 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5afda-0bb7-4343-acc2-6fb320951822 req-cc05f5d7-b916-42f3-9ee3-8aa7fadea2d6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:00.413275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b03b52b-638a-4456-ac75-48ecc479626c {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:11:00.414766 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70d5afda-0bb7-4343-acc2-6fb320951822 req-cc05f5d7-b916-42f3-9ee3-8aa7fadea2d6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 932 time: 0.0541811 Dec 09 23:11:00.421760 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:00.434310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Transition to ACTIVE for port object 1b03b52b-638a-4456-ac75-48ecc479626c will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:11:00.441664 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:00.467735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70d5afda-0bb7-4343-acc2-6fb320951822 req-4fbec96f-054a-41d0-b466-add36c6ddece tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451260 Dec 09 23:11:00.498161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Pushing event updated for resources: {'Port': ['ID=1b03b52b-638a-4456-ac75-48ecc479626c,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:11:00.569207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Attempting to bind port 1b03b52b-638a-4456-ac75-48ecc479626c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:11:00.569557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Attempting to bind port 1b03b52b-638a-4456-ac75-48ecc479626c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:11:00.569930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Attempting to bind port 1b03b52b-638a-4456-ac75-48ecc479626c on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:11:00.574476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Port 1b03b52b-638a-4456-ac75-48ecc479626c on network e4de0537-9737-47bb-a96b-1399cd431ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:11:00.574806 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Attempting to bind port 1b03b52b-638a-4456-ac75-48ecc479626c on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:11:00.579840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:11:00.580188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:11:00.580576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Bound using segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:11:00.581010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Bound port: 1b03b52b-638a-4456-ac75-48ecc479626c, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:11:00.581375 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:00.651778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:11:00.655521 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1b03b52b-638a-4456-ac75-48ecc479626c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:11:00.660882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:00.698348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:00.699037 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:00.700481 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] 10.222.0.42 "PUT /v2.0/ports/1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 200 len: 1093 time: 0.9124303 Dec 09 23:11:00.700930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:11:00.703293 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9889188c-363b-45b0-a495-20c961f7b63e" -d '{"events": [{"name": "network-changed", "server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:11:00.728845 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb98b8-18df-49ff-8ba4-ed32201f504b service neutron] Pushing event updated for resources: {'Port': ['ID=1b03b52b-638a-4456-ac75-48ecc479626c,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:11:00.747759 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8e8037-34e1-48ca-a53d-5adef48b2709 x-openstack-request-id: req-5b8e8037-34e1-48ca-a53d-5adef48b2709 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:11:00.748087 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:11:00.748349 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b8e8037-34e1-48ca-a53d-5adef48b2709 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:11:00.748757 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c', 'status': 'completed', 'code': 200} Dec 09 23:11:00.792017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-1bffe031-e845-4a49-9f56-7b06639637a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:00.793546 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-1bffe031-e845-4a49-9f56-7b06639637a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 1096 time: 0.0439732 Dec 09 23:11:00.837348 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-ef72b28c-e986-4c8a-bd1f-7a162289758e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 200 len: 217 time: 0.0354402 Dec 09 23:11:00.892662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-8b67b326-c7cd-4afe-ab98-3151271b333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:00.894124 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-8b67b326-c7cd-4afe-ab98-3151271b333e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0499558 Dec 09 23:11:00.940168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-57e152c1-f12d-438f-aa2a-f91708607848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:00.941684 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-57e152c1-f12d-438f-aa2a-f91708607848 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409775 Dec 09 23:11:01.034770 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-d82c0354-edaa-4beb-b5fc-ac64fb55078d service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858817 Dec 09 23:11:01.107980 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ba6a91e4-f030-45d1-b4c0-e45e945d02d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:01.126789 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f60c582-0955-4e19-a44b-3dbd628d8eb3 req-9ca953ea-22be-4497-98a5-3b4716c21816 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854645 Dec 09 23:11:01.210410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889188c-363b-45b0-a495-20c961f7b63e req-447569b5-9b86-4032-82a1-29552e117799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:01.212094 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9889188c-363b-45b0-a495-20c961f7b63e req-447569b5-9b86-4032-82a1-29552e117799 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 1096 time: 0.0415690 Dec 09 23:11:01.305207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889188c-363b-45b0-a495-20c961f7b63e req-f0ee6372-a5ee-489c-91a8-51c11b742576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:01.306712 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9889188c-363b-45b0-a495-20c961f7b63e req-f0ee6372-a5ee-489c-91a8-51c11b742576 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0876672 Dec 09 23:11:01.348189 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9889188c-363b-45b0-a495-20c961f7b63e req-6eb39fc2-e197-4217-8014-862ced2ef8a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 200 len: 217 time: 0.0349836 Dec 09 23:11:01.401301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889188c-363b-45b0-a495-20c961f7b63e req-47f76778-73f3-4ce3-809e-8a33fa827bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:01.402755 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9889188c-363b-45b0-a495-20c961f7b63e req-47f76778-73f3-4ce3-809e-8a33fa827bff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0476296 Dec 09 23:11:01.449066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889188c-363b-45b0-a495-20c961f7b63e req-10531962-ed23-46ec-8f7b-656b02b35bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:01.450475 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9889188c-363b-45b0-a495-20c961f7b63e req-10531962-ed23-46ec-8f7b-656b02b35bf5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392849 Dec 09 23:11:01.541182 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9889188c-363b-45b0-a495-20c961f7b63e req-c260dfe2-c203-4516-9a57-59e7984e8cab service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826502 Dec 09 23:11:01.591600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a43a4a-c859-43a3-acca-ab38c2dc701a req-1469c9c6-da5d-4a78-a8ca-057fcd747610 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:01.593112 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09a43a4a-c859-43a3-acca-ab38c2dc701a req-1469c9c6-da5d-4a78-a8ca-057fcd747610 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 944 time: 0.0479369 Dec 09 23:11:01.636722 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9889188c-363b-45b0-a495-20c961f7b63e req-a1b35104-7118-4940-93ff-efc008559a65 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883512 Dec 09 23:11:01.639855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09a43a4a-c859-43a3-acca-ab38c2dc701a req-b6406110-e1c2-45bb-a5e7-2e79c12be6ba tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407906 Dec 09 23:11:02.761010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f50280-7d65-4476-8f43-852f13022abf req-74254751-1208-42e4-8940-ed1149948b02 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:02.762507 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52f50280-7d65-4476-8f43-852f13022abf req-74254751-1208-42e4-8940-ed1149948b02 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 944 time: 0.0515018 Dec 09 23:11:02.812196 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52f50280-7d65-4476-8f43-852f13022abf req-2f87462c-5ba5-4d98-bdf9-3783321c81f1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437469 Dec 09 23:11:03.381280 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2bbd6a5e-3993-4161-8686-da01a2842b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:03.926019 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f86bda-5b21-4c26-96dc-0587df6febd7 req-b5fba758-2b63-4a6e-af92-5b21006d6ad6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:03.927492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0f86bda-5b21-4c26-96dc-0587df6febd7 req-b5fba758-2b63-4a6e-af92-5b21006d6ad6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 944 time: 0.0481071 Dec 09 23:11:03.974500 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d0f86bda-5b21-4c26-96dc-0587df6febd7 req-341a7bfc-41b0-474b-99c5-89e9acdc1a36 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411692 Dec 09 23:11:04.232133 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:04.592703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1b03b52b-638a-4456-ac75-48ecc479626c details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:11:04.686987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1b03b52b-638a-4456-ac75-48ecc479626c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:11:04.697707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '1b03b52b-638a-4456-ac75-48ecc479626c', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'port_id': '1b03b52b-638a-4456-ac75-48ecc479626c', 'mac_address': 'fa:16:3e:c1:b9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:11:04.733365 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:04.745301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b03b52b-638a-4456-ac75-48ecc479626c {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:11:04.764070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1b03b52b-638a-4456-ac75-48ecc479626c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:11:04.767767 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:04.817545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=1b03b52b-638a-4456-ac75-48ecc479626c,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:11:04.932704 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:04.970968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['1b03b52b-638a-4456-ac75-48ecc479626c'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:11:05.092943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f189645-374d-4d37-b53e-950a46041994 req-1a21272c-4b30-47c9-b60b-42449ad064bb tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:05.094462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f189645-374d-4d37-b53e-950a46041994 req-1a21272c-4b30-47c9-b60b-42449ad064bb tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 945 time: 0.0525832 Dec 09 23:11:05.142004 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f189645-374d-4d37-b53e-950a46041994 req-de21c503-71cc-47d6-9acf-260fce7e46cf tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407510 Dec 09 23:11:06.255047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157555f-64b8-4c01-bde4-48541b7f7d8a req-926436c8-f12c-48f7-be1f-ad63241e79ba tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:06.256502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c157555f-64b8-4c01-bde4-48541b7f7d8a req-926436c8-f12c-48f7-be1f-ad63241e79ba tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 945 time: 0.0499084 Dec 09 23:11:06.304435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c157555f-64b8-4c01-bde4-48541b7f7d8a req-4c4c8464-840a-4e6e-9dd8-fb16cd769996 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416605 Dec 09 23:11:06.309118 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:06.600926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1b03b52b-638a-4456-ac75-48ecc479626c up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:11:06.648195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 1b03b52b-638a-4456-ac75-48ecc479626c completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:11:06.651914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 1b03b52b-638a-4456-ac75-48ecc479626c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:11:06.652288 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:06.726736 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:06.748507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:11:06.750771 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c3bda7-5ae3-4b82-9e9c-e8493d03641e" -d '{"events": [{"server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "name": "network-vif-plugged", "status": "completed", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:11:06.763396 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1b03b52b-638a-4456-ac75-48ecc479626c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:11:06.767639 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:06.816278 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:11:06.817136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=1b03b52b-638a-4456-ac75-48ecc479626c,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:11:06.857885 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9cf31b-1184-426f-992d-6e14b7b3f2dc x-openstack-request-id: req-df9cf31b-1184-426f-992d-6e14b7b3f2dc {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:11:06.858186 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "name": "network-vif-plugged", "status": "completed", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:11:06.858449 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df9cf31b-1184-426f-992d-6e14b7b3f2dc {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:11:06.858856 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c', 'code': 200} Dec 09 23:11:06.958698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568a2f2-5ecf-44b5-80a7-0b188eeea476 req-165b85a6-bb87-4ed2-b179-c89f807b38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:06.960167 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e568a2f2-5ecf-44b5-80a7-0b188eeea476 req-165b85a6-bb87-4ed2-b179-c89f807b38ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 1098 time: 0.0407214 Dec 09 23:11:07.003913 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e568a2f2-5ecf-44b5-80a7-0b188eeea476 req-b29ccd5e-190b-4dbe-980f-0ed73d0387e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368986 Dec 09 23:11:07.118017 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:07.418533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c85895-7b3f-4c32-932c-9e7c02c516cf req-b37f8bed-0550-45bd-ad2e-37d1683946be tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:07.420528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40c85895-7b3f-4c32-932c-9e7c02c516cf req-b37f8bed-0550-45bd-ad2e-37d1683946be tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0479381 Dec 09 23:11:07.470028 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40c85895-7b3f-4c32-932c-9e7c02c516cf req-fea28b24-e9df-4d01-99ea-5805c816a1d2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435877 Dec 09 23:11:08.585657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0920de-eb6a-4afe-8802-f3befd062476 req-2bad15d9-a502-46c0-9ab2-9e320242619e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:08.587124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc0920de-eb6a-4afe-8802-f3befd062476 req-2bad15d9-a502-46c0-9ab2-9e320242619e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0474434 Dec 09 23:11:08.637154 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc0920de-eb6a-4afe-8802-f3befd062476 req-ca506e20-2764-4cb6-97d5-f78e5ebce562 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442116 Dec 09 23:11:08.749196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c536791-e56d-40e2-8ef2-42d01b92c4fb req-9b12782a-7f85-4d89-96a8-005b6f89ec1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:08.750667 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c536791-e56d-40e2-8ef2-42d01b92c4fb req-9b12782a-7f85-4d89-96a8-005b6f89ec1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0472753 Dec 09 23:11:08.759236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 56626) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:11:08.764081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0f2e6138-8558-4a3f-b8fd-648356df197e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Request body: {'floatingip': {'port_id': '1b03b52b-638a-4456-ac75-48ecc479626c'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:11:08.806429 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f2e6138-8558-4a3f-b8fd-648356df197e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:09.233367 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f2e6138-8558-4a3f-b8fd-648356df197e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:09.237350 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f2e6138-8558-4a3f-b8fd-648356df197e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:09.340654 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-0f2e6138-8558-4a3f-b8fd-648356df197e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534 associated. External IP: 172.25.8.32, port: 1b03b52b-638a-4456-ac75-48ecc479626c. Dec 09 23:11:09.542895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2e6138-8558-4a3f-b8fd-648356df197e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Router 89673cc8-f9a4-4124-9004-20368931acd8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:11:09.649938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2e6138-8558-4a3f-b8fd-648356df197e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:11:09.655184 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f2e6138-8558-4a3f-b8fd-648356df197e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:09.660416 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd842155-58f1-4560-a165-7e4df2b2d215 None None] Sync routers for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:11:09.670483 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd842155-58f1-4560-a165-7e4df2b2d215 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:11:09.671104 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cd842155-58f1-4560-a165-7e4df2b2d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:11:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:11:09.684649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0f2e6138-8558-4a3f-b8fd-648356df197e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "PUT /v2.0/floatingips/6ee75e59-1b32-4798-9c22-3910a2b9a534 HTTP/1.1" status: 200 len: 991 time: 0.9216824 Dec 09 23:11:09.684649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:11:09.684929 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c663e0-6013-47ae-b225-b2d03be0a94b" -d '{"events": [{"name": "network-changed", "server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:11:09.722658 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18749662-d372-4aad-abe1-0833ef51ad32 x-openstack-request-id: req-18749662-d372-4aad-abe1-0833ef51ad32 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:11:09.723095 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:11:09.723357 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18749662-d372-4aad-abe1-0833ef51ad32 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:11:09.723793 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c', 'status': 'completed', 'code': 200} Dec 09 23:11:09.799572 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c663e0-6013-47ae-b225-b2d03be0a94b req-d3cc6216-4ce1-4d75-81b5-7ec5494cf58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:09.801062 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c663e0-6013-47ae-b225-b2d03be0a94b req-d3cc6216-4ce1-4d75-81b5-7ec5494cf58d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 1098 time: 0.0475986 Dec 09 23:11:09.868768 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-cd842155-58f1-4560-a165-7e4df2b2d215 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:11:09.897023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c663e0-6013-47ae-b225-b2d03be0a94b req-525b09a9-3bf2-4b82-8a1d-63f1ad9bac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:09.898586 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c663e0-6013-47ae-b225-b2d03be0a94b req-525b09a9-3bf2-4b82-8a1d-63f1ad9bac17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0911884 Dec 09 23:11:09.968765 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c663e0-6013-47ae-b225-b2d03be0a94b req-a8c4d456-cd3f-4c65-8e79-250e1b6f558f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 200 len: 999 time: 0.0631480 Dec 09 23:11:10.017847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c663e0-6013-47ae-b225-b2d03be0a94b req-11da4373-f334-4225-bbac-31e12af31ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:10.019350 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c663e0-6013-47ae-b225-b2d03be0a94b req-11da4373-f334-4225-bbac-31e12af31ab0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0437574 Dec 09 23:11:10.066434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c663e0-6013-47ae-b225-b2d03be0a94b req-9988a5a7-c021-4761-a155-34f2ec3e0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:10.068071 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c663e0-6013-47ae-b225-b2d03be0a94b req-9988a5a7-c021-4761-a155-34f2ec3e0b03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421054 Dec 09 23:11:10.086761 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cd842155-58f1-4560-a165-7e4df2b2d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6ee75e59-1b32-4798-9c22-3910a2b9a534', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'port_id': '1b03b52b-638a-4456-ac75-48ecc479626c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'mac_address': 'fa:16:3e:c1:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:10:57Z', 'updated_at': '2021-12-09T23:11:09Z', 'revision_number': 1, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:11:10.116339 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd842155-58f1-4560-a165-7e4df2b2d215 None None] Checking router: 89673cc8-f9a4-4124-9004-20368931acd8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:11:10.124790 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd842155-58f1-4560-a165-7e4df2b2d215 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:11:10.125424 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cd842155-58f1-4560-a165-7e4df2b2d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:11:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:11:10.163567 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c663e0-6013-47ae-b225-b2d03be0a94b req-e316c571-a794-483e-9b2c-67330e0b2020 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883293 Dec 09 23:11:10.229413 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-cd842155-58f1-4560-a165-7e4df2b2d215 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:11:10.254639 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c4c663e0-6013-47ae-b225-b2d03be0a94b req-2031fbf1-df9e-46d7-85b6-21354fcde715 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839119 Dec 09 23:11:10.453280 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cd842155-58f1-4560-a165-7e4df2b2d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6ee75e59-1b32-4798-9c22-3910a2b9a534', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'port_id': '1b03b52b-638a-4456-ac75-48ecc479626c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'mac_address': 'fa:16:3e:c1:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:10:57Z', 'updated_at': '2021-12-09T23:11:09Z', 'revision_number': 1, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:11:10.481373 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd842155-58f1-4560-a165-7e4df2b2d215 None None] The sync data for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 is: [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6ee75e59-1b32-4798-9c22-3910a2b9a534', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'port_id': '1b03b52b-638a-4456-ac75-48ecc479626c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'mac_address': 'fa:16:3e:c1:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:10:57Z', 'updated_at': '2021-12-09T23:11:09Z', 'revision_number': 1, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:11:10.665710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085fde3-c702-466b-8942-6ad17cab3893 None None] New status for floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:11:22.964791 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:31.109673 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-63a5a546-f30e-45c4-8d1e-3383724e4f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:33.381863 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f55b74f7-1866-4533-bab5-5c99476427ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:34.231988 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:34.934963 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:36.312858 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:37.120355 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:43.815273 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:11:52.973442 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:11:55.340689 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f672c01-ca14-427b-aa65-5bd77b4bc45d req-1d0214ba-b904-4488-8c9f-392d1aaa6738 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441129 Dec 09 23:11:55.422199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f672c01-ca14-427b-aa65-5bd77b4bc45d req-17aae1da-0816-4306-b9e8-1c41e9592e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:55.424262 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f672c01-ca14-427b-aa65-5bd77b4bc45d req-17aae1da-0816-4306-b9e8-1c41e9592e0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 1098 time: 0.0415175 Dec 09 23:11:55.532905 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f672c01-ca14-427b-aa65-5bd77b4bc45d req-07a84a31-4a93-4875-9b9c-1753e8ac6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:55.534348 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f672c01-ca14-427b-aa65-5bd77b4bc45d req-07a84a31-4a93-4875-9b9c-1753e8ac6e4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0899837 Dec 09 23:11:55.599393 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f672c01-ca14-427b-aa65-5bd77b4bc45d req-66dc14fd-0a1c-4b77-8bc6-e96058491413 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 200 len: 1001 time: 0.0566018 Dec 09 23:11:55.647039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f672c01-ca14-427b-aa65-5bd77b4bc45d req-4ae75bec-c62f-4c07-92c6-5858e1b40b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:55.648436 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f672c01-ca14-427b-aa65-5bd77b4bc45d req-4ae75bec-c62f-4c07-92c6-5858e1b40b26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0422473 Dec 09 23:11:55.698941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f672c01-ca14-427b-aa65-5bd77b4bc45d req-00838557-564e-40ba-a8cd-554fab5b9d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:11:55.700467 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f672c01-ca14-427b-aa65-5bd77b4bc45d req-00838557-564e-40ba-a8cd-554fab5b9d0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447917 Dec 09 23:11:55.789558 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f672c01-ca14-427b-aa65-5bd77b4bc45d req-f218fa87-b4cc-487a-9206-ebd85669692c service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821362 Dec 09 23:11:55.882437 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1f672c01-ca14-427b-aa65-5bd77b4bc45d req-7faf6b57-ecbe-428c-87f8-76c1ce9f5803 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857279 Dec 09 23:12:01.110498 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ebea45af-dd43-49c7-9515-43579488e1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:03.382857 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d681a7b6-a4cd-4335-a180-9819761f44d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:04.247990 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:04.937474 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:06.309200 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:07.122041 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:20.814412 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:12:22.964272 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:31.112381 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7c03633-2f57-4386-ae73-9c8eec28f308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:33.384189 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-43966f2e-cdcb-40a7-ad67-01e17525f593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:34.262189 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:34.940980 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:36.312630 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:37.126193 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:45.476750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88ff3e-696c-40e5-999c-397230332394 req-6d919a76-4519-458b-aaed-7ea2a407d832 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:45.478137 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a88ff3e-696c-40e5-999c-397230332394 req-6d919a76-4519-458b-aaed-7ea2a407d832 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0528536 Dec 09 23:12:45.523529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a88ff3e-696c-40e5-999c-397230332394 req-d1e23ecf-2b3f-4f10-98b9-1743176ccc08 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395086 Dec 09 23:12:45.775321 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-485a46bc-3419-4205-9492-2e3623095810 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679190 Dec 09 23:12:45.786304 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec45ef-bbf0-40bd-9b0e-8f55f99974f1 req-41bb6ee1-3f58-4624-895c-596842c88f03 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:45.787711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39ec45ef-bbf0-40bd-9b0e-8f55f99974f1 req-41bb6ee1-3f58-4624-895c-596842c88f03 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0573058 Dec 09 23:12:45.835491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39ec45ef-bbf0-40bd-9b0e-8f55f99974f1 req-be810690-46e6-4f2c-94f8-fb007db6a3ed tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411797 Dec 09 23:12:46.951359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53b72-609b-4212-8209-b77e2d7a0628 req-c5146964-1bcc-46fa-bd22-a561dc6d887d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:46.952885 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4d53b72-609b-4212-8209-b77e2d7a0628 req-c5146964-1bcc-46fa-bd22-a561dc6d887d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0501754 Dec 09 23:12:46.998760 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4d53b72-609b-4212-8209-b77e2d7a0628 req-f642c516-af43-4237-9cf5-5022301df470 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395174 Dec 09 23:12:48.112392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc6c6b-14e6-4d91-853b-eb35c968dd2f req-74c5aea1-d292-4301-b3a9-4af8eeea0459 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:48.113872 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3fdc6c6b-14e6-4d91-853b-eb35c968dd2f req-74c5aea1-d292-4301-b3a9-4af8eeea0459 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0481412 Dec 09 23:12:48.159773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3fdc6c6b-14e6-4d91-853b-eb35c968dd2f req-7ae446f2-95ea-4bbd-bf61-31bcdac209c5 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398178 Dec 09 23:12:49.277197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c465d-28ee-408d-b4c6-d1340e8d1067 req-f40f5f51-6386-4a7e-b945-3c640da29570 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:49.278665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-910c465d-28ee-408d-b4c6-d1340e8d1067 req-f40f5f51-6386-4a7e-b945-3c640da29570 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0503583 Dec 09 23:12:49.328237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-910c465d-28ee-408d-b4c6-d1340e8d1067 req-2a78857d-515a-4ecd-a524-6e91d4e0ee43 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429375 Dec 09 23:12:50.447479 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c84e5-e246-4c09-8092-a661c08f1825 req-556ee130-4b8e-4f73-9fcb-bd282c8baf0a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:50.449045 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-925c84e5-e246-4c09-8092-a661c08f1825 req-556ee130-4b8e-4f73-9fcb-bd282c8baf0a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0488644 Dec 09 23:12:50.497724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-925c84e5-e246-4c09-8092-a661c08f1825 req-9274cf9a-7c7a-4270-a23a-4210dc139677 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424976 Dec 09 23:12:50.991837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-340dc2a3-2f45-499a-be14-6f0e81015f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:50.993438 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-340dc2a3-2f45-499a-be14-6f0e81015f6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 1098 time: 0.0413644 Dec 09 23:12:51.086444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-4a3488be-dbe5-4471-ae6f-c777108059dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:51.087877 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-4a3488be-dbe5-4471-ae6f-c777108059dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0879154 Dec 09 23:12:51.151788 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-ae156468-1cb3-4f72-92a9-345cb9dd9c23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 200 len: 1001 time: 0.0569737 Dec 09 23:12:51.200232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-fe157a2d-6305-4d22-8b96-37b261fe28af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:51.201705 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-fe157a2d-6305-4d22-8b96-37b261fe28af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0433726 Dec 09 23:12:51.250422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-27b878da-6116-4645-b44e-e47a7550b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:51.251805 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-27b878da-6116-4645-b44e-e47a7550b6ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433428 Dec 09 23:12:51.343961 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-4a982af8-38fe-4b7f-9ac3-0c34a635d525 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831876 Dec 09 23:12:51.436710 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-d2ac0835-c01c-4987-8e37-df8f10590601 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856493 Dec 09 23:12:51.613536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65c7fa-3637-4c4d-b63c-9ec37c7730b4 req-3381ee9b-5d6a-4224-9844-ee67e95950d4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:51.615016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a65c7fa-3637-4c4d-b63c-9ec37c7730b4 req-3381ee9b-5d6a-4224-9844-ee67e95950d4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0480511 Dec 09 23:12:51.663984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a65c7fa-3637-4c4d-b63c-9ec37c7730b4 req-b2c7393e-4b21-4cb0-916c-372f5f5e410b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430768 Dec 09 23:12:52.777552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad8ee0-22e2-485d-a0b9-5b3e43c4625c req-5279a4bb-ee99-4f9b-8c58-1a39a3457108 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:52.778997 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fdad8ee0-22e2-485d-a0b9-5b3e43c4625c req-5279a4bb-ee99-4f9b-8c58-1a39a3457108 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0470350 Dec 09 23:12:52.825326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fdad8ee0-22e2-485d-a0b9-5b3e43c4625c req-dfc6f09b-4085-4c3c-8014-7651cce3bad0 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395732 Dec 09 23:12:52.977517 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:12:53.937222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a541b9-2b29-4cab-8287-b98e10d154d7 req-f43cf565-934e-4d58-a00a-1dfb62d2a7e7 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:53.938676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75a541b9-2b29-4cab-8287-b98e10d154d7 req-f43cf565-934e-4d58-a00a-1dfb62d2a7e7 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0471699 Dec 09 23:12:53.984386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-75a541b9-2b29-4cab-8287-b98e10d154d7 req-84b47161-a0dc-4637-bb99-f7157a44aca3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393422 Dec 09 23:12:55.101381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a66c3-9423-43df-8fa4-f665d06b3bf7 req-078c2805-d810-4c01-9410-59d2ef2b98bc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:55.102856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b94a66c3-9423-43df-8fa4-f665d06b3bf7 req-078c2805-d810-4c01-9410-59d2ef2b98bc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0514312 Dec 09 23:12:55.149369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b94a66c3-9423-43df-8fa4-f665d06b3bf7 req-5206a807-ab37-4f55-9ba6-64d494009ecd tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396445 Dec 09 23:12:56.269154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd08814-1c7e-406b-89dd-ef2f2c139704 req-15b00925-9fcb-4b8e-a0db-130ab7de1f9a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:56.270753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fdd08814-1c7e-406b-89dd-ef2f2c139704 req-15b00925-9fcb-4b8e-a0db-130ab7de1f9a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0509105 Dec 09 23:12:56.319633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fdd08814-1c7e-406b-89dd-ef2f2c139704 req-862c2684-f18d-416a-bb80-6459091c9b15 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429161 Dec 09 23:12:57.370104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d01a7a-9268-4c7d-b6cd-12533159c7b4 req-b4de4fdf-e4c4-43fa-9132-84168ce09c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:57.371661 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7d01a7a-9268-4c7d-b6cd-12533159c7b4 req-b4de4fdf-e4c4-43fa-9132-84168ce09c58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 1098 time: 0.0424514 Dec 09 23:12:57.436491 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39259d7-705a-411c-af33-049f91245f5c req-4ad56d34-37a4-48aa-98ab-e220f4081ea2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:57.437980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c39259d7-705a-411c-af33-049f91245f5c req-4ad56d34-37a4-48aa-98ab-e220f4081ea2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0482774 Dec 09 23:12:57.478824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d01a7a-9268-4c7d-b6cd-12533159c7b4 req-a8a23938-d50d-4161-858c-bfe162ea4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:57.480213 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7d01a7a-9268-4c7d-b6cd-12533159c7b4 req-a8a23938-d50d-4161-858c-bfe162ea4e90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0895305 Dec 09 23:12:57.489430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c39259d7-705a-411c-af33-049f91245f5c req-77a62d5d-be36-4cfb-95f9-b9e8cd2c17f3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446706 Dec 09 23:12:57.545759 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7d01a7a-9268-4c7d-b6cd-12533159c7b4 req-f4a310dd-3a10-4b57-87cf-3f75823130ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 200 len: 1001 time: 0.0589383 Dec 09 23:12:57.593539 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d01a7a-9268-4c7d-b6cd-12533159c7b4 req-c6558955-7333-4a18-9db9-f14b47b465fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:57.594951 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7d01a7a-9268-4c7d-b6cd-12533159c7b4 req-c6558955-7333-4a18-9db9-f14b47b465fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0428185 Dec 09 23:12:57.642700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d01a7a-9268-4c7d-b6cd-12533159c7b4 req-294bf9a1-33b1-42c7-9316-6132fc3ba447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:57.644172 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7d01a7a-9268-4c7d-b6cd-12533159c7b4 req-294bf9a1-33b1-42c7-9316-6132fc3ba447 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417771 Dec 09 23:12:57.732009 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7d01a7a-9268-4c7d-b6cd-12533159c7b4 req-141294e4-65e9-4eaa-a7fd-7156646e0436 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809424 Dec 09 23:12:57.815470 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:12:58.123676 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a7d01a7a-9268-4c7d-b6cd-12533159c7b4 req-799978ab-53cd-4562-8298-c53c45c853c0 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843789 Dec 09 23:12:58.602841 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e0e3b-60a7-426c-9175-f7ea02fee3fe req-dc803a09-1626-4ceb-9060-0c24f2342722 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:58.604300 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842e0e3b-60a7-426c-9175-f7ea02fee3fe req-dc803a09-1626-4ceb-9060-0c24f2342722 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0468905 Dec 09 23:12:58.650464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-842e0e3b-60a7-426c-9175-f7ea02fee3fe req-489980f2-d577-4760-8c95-8ce730e4926e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403752 Dec 09 23:12:59.766781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ff6cd-6f61-4aa3-96be-0dbbd63647ba req-337d1749-65f1-4008-ba7c-bb023248da7f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:12:59.768209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e35ff6cd-6f61-4aa3-96be-0dbbd63647ba req-337d1749-65f1-4008-ba7c-bb023248da7f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0479879 Dec 09 23:12:59.813866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e35ff6cd-6f61-4aa3-96be-0dbbd63647ba req-532eeec1-8421-490f-a415-8c8105d42dfc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397124 Dec 09 23:13:00.930449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c6a57-1632-4469-862d-39832f1b7479 req-ad862f1d-3c65-406b-8b79-327ffa98e1d8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:00.931893 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d8c6a57-1632-4469-862d-39832f1b7479 req-ad862f1d-3c65-406b-8b79-327ffa98e1d8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0507498 Dec 09 23:13:00.977978 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d8c6a57-1632-4469-862d-39832f1b7479 req-69aa75db-7472-4ffe-8688-5082306e8ccd tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402250 Dec 09 23:13:01.114520 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-63a102ac-5f73-4e78-9d43-ded444c234c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:02.091846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f01c7-b665-40a9-94f9-3a3e67e03d44 req-29bd1ba7-7a63-4d93-ba84-665034ad9ffb tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:02.093301 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca5f01c7-b665-40a9-94f9-3a3e67e03d44 req-29bd1ba7-7a63-4d93-ba84-665034ad9ffb tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0476010 Dec 09 23:13:02.139658 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca5f01c7-b665-40a9-94f9-3a3e67e03d44 req-d1df6eb0-a4f4-46e1-80f5-56ddf33bbb0d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404141 Dec 09 23:13:03.226611 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-f40f1024-99b8-46c7-b705-f91b298fab7e service neutron] show failed (client error): The resource could not be found. Dec 09 23:13:03.227634 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-f40f1024-99b8-46c7-b705-f91b298fab7e service neutron] 10.222.0.42 "GET /v2.0/ports/1b03b52b-638a-4456-ac75-48ecc479626c/bindings/n-h1-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0579712 Dec 09 23:13:03.264251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e53247-b0e0-4f1f-a6f5-fa6304d9042e req-d6bb88eb-b2af-48b1-b3ae-e7f792591674 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:03.265726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1e53247-b0e0-4f1f-a6f5-fa6304d9042e req-d6bb88eb-b2af-48b1-b3ae-e7f792591674 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0563660 Dec 09 23:13:03.317040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c1e53247-b0e0-4f1f-a6f5-fa6304d9042e req-003db247-9736-441b-ae3a-793a3604a5d3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451422 Dec 09 23:13:03.385117 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69f044f0-85d6-4b0d-a5d9-7a74b2e63e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:03.427585 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-02a55191-1637-43f9-b3ed-3d3565d30e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:03.429001 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-02a55191-1637-43f9-b3ed-3d3565d30e9f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 1098 time: 0.0421975 Dec 09 23:13:03.447798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:13:03.501695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:03.700150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=1b03b52b-638a-4456-ac75-48ecc479626c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:13:03.732028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:13:03.772867 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:13:03.775381 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0d7644-51b5-4852-8385-e62b4dc625ba" -d '{"events": [{"server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "name": "network-vif-unplugged", "status": "completed", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:13:03.779567 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:03.792648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Transition to ACTIVE for port object 1b03b52b-638a-4456-ac75-48ecc479626c will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:13:03.796815 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:03.826315 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f88e52-73c1-494e-b1fe-6daf225921b9 x-openstack-request-id: req-90f88e52-73c1-494e-b1fe-6daf225921b9 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:13:03.826613 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "name": "network-vif-unplugged", "status": "completed", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:13:03.826869 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90f88e52-73c1-494e-b1fe-6daf225921b9 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:13:03.827267 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c', 'code': 200} Dec 09 23:13:03.880085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Pushing event updated for resources: {'Port': ['ID=1b03b52b-638a-4456-ac75-48ecc479626c,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:13:03.892673 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.893027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.893416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.894282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.894628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.894968 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.895319 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.895643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.895982 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.896312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.896647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.896975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.897300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:03.934734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] No DVR routers for this DVR port 1b03b52b-638a-4456-ac75-48ecc479626c on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:13:04.076036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Attempting to bind port 1b03b52b-638a-4456-ac75-48ecc479626c on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:13:04.076379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Attempting to bind port 1b03b52b-638a-4456-ac75-48ecc479626c by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:13:04.076714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Attempting to bind port 1b03b52b-638a-4456-ac75-48ecc479626c on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:13:04.081090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Port 1b03b52b-638a-4456-ac75-48ecc479626c on network e4de0537-9737-47bb-a96b-1399cd431ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:13:04.081977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Attempting to bind port 1b03b52b-638a-4456-ac75-48ecc479626c on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:13:04.087070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:13:04.087416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:13:04.087826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Bound using segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:13:04.088237 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Bound port: 1b03b52b-638a-4456-ac75-48ecc479626c, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:13:04.088597 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:04.161215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:13:04.164170 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=1b03b52b-638a-4456-ac75-48ecc479626c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:13:04.167691 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:04.202975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:04.203798 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:04.205433 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] 10.222.0.18 "PUT /v2.0/ports/1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 200 len: 1093 time: 0.7618341 Dec 09 23:13:04.230750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0240a2d-a7c2-40a5-b54b-8e087724e91d service neutron] Pushing event updated for resources: {'Port': ['ID=1b03b52b-638a-4456-ac75-48ecc479626c,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:13:04.276172 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:04.285439 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-d59dc9ec-ca43-4eaa-986f-bfaf8b1aea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:04.287054 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-d59dc9ec-ca43-4eaa-986f-bfaf8b1aea8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 1096 time: 0.0479856 Dec 09 23:13:04.394076 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-16dca183-756f-4e34-b97c-981784eb2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:04.395661 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-16dca183-756f-4e34-b97c-981784eb2fba service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0985093 Dec 09 23:13:04.442881 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d08f1-99ed-47bc-a889-b2b890583782 req-8447fbd5-b9b8-480e-b428-ce5267ffee94 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:04.450797 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f8d08f1-99ed-47bc-a889-b2b890583782 req-8447fbd5-b9b8-480e-b428-ce5267ffee94 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 944 time: 0.0595851 Dec 09 23:13:04.489340 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-191690ab-73e2-4123-81e9-b835d02d1d65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 200 len: 999 time: 0.0706980 Dec 09 23:13:04.504980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f8d08f1-99ed-47bc-a889-b2b890583782 req-d690c127-f52d-4104-b86b-4144595208e2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477316 Dec 09 23:13:04.559491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c8adb6d4-69d5-43a9-9887-4fbcd966f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:04.560996 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-c8adb6d4-69d5-43a9-9887-4fbcd966f532 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0465863 Dec 09 23:13:04.606852 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-33fd89b8-b3f2-4f76-b44a-30a9075630f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:04.608342 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-33fd89b8-b3f2-4f76-b44a-30a9075630f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401535 Dec 09 23:13:04.707983 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-bc989b05-1240-4648-b0bd-9e0c3db607c5 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877714 Dec 09 23:13:04.802460 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fecfe3b-175d-43eb-8b06-41ae9abaee08 req-d7df51e9-22a6-4fa7-adf8-ef394f563013 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865185 Dec 09 23:13:04.943454 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:05.622116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63304fde-820e-4081-babe-0820a198930f req-0bed1eee-83e2-4700-8cdc-d130e3c19592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:05.623567 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63304fde-820e-4081-babe-0820a198930f req-0bed1eee-83e2-4700-8cdc-d130e3c19592 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 944 time: 0.0466778 Dec 09 23:13:05.672656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63304fde-820e-4081-babe-0820a198930f req-622767a2-a9e5-499b-97b9-1a00306b0c9a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425520 Dec 09 23:13:05.828130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:13:05.830522 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b817293-52b7-44b8-8573-a376bd077a91" -d '{"events": [{"name": "network-changed", "server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:13:05.877805 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51c2e63-9191-484c-9252-56f8f0579b75 x-openstack-request-id: req-f51c2e63-9191-484c-9252-56f8f0579b75 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:13:05.878119 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:13:05.878402 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f51c2e63-9191-484c-9252-56f8f0579b75 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:13:05.878810 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c', 'status': 'completed', 'code': 200} Dec 09 23:13:05.966180 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817293-52b7-44b8-8573-a376bd077a91 req-f2b8bb64-a456-421a-97b9-921d89a5fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:05.967707 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-f2b8bb64-a456-421a-97b9-921d89a5fb1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 1096 time: 0.0657053 Dec 09 23:13:05.984203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817293-52b7-44b8-8573-a376bd077a91 req-f7892ee4-963c-468b-b653-5e5cac56795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:05.985572 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-f7892ee4-963c-468b-b653-5e5cac56795b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 1096 time: 0.0580339 Dec 09 23:13:06.125726 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817293-52b7-44b8-8573-a376bd077a91 req-d968d32b-9d6f-43f6-adcc-a3e78f4b49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:06.127121 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-d968d32b-9d6f-43f6-adcc-a3e78f4b49a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.1522527 Dec 09 23:13:06.142295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817293-52b7-44b8-8573-a376bd077a91 req-d190b716-6e3a-4e87-ba26-ff925623085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:06.143625 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-d190b716-6e3a-4e87-ba26-ff925623085e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.1458220 Dec 09 23:13:06.241869 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-8dc4206a-4f94-458f-85ee-22ce5ec6bd1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 200 len: 999 time: 0.1053476 Dec 09 23:13:06.257021 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-7c905e41-9de3-4f4d-a2b1-3a7ed9ba16fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 200 len: 999 time: 0.0800984 Dec 09 23:13:06.316594 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:06.327509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817293-52b7-44b8-8573-a376bd077a91 req-19922ae3-3ff4-42e0-9989-0f3a653dad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:06.328989 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-19922ae3-3ff4-42e0-9989-0f3a653dad75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0807607 Dec 09 23:13:06.344139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817293-52b7-44b8-8573-a376bd077a91 req-0f8a5a30-e418-4681-96ad-e4429980623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:06.345490 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-0f8a5a30-e418-4681-96ad-e4429980623e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0699086 Dec 09 23:13:06.407824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817293-52b7-44b8-8573-a376bd077a91 req-e3aa418b-2dae-419f-923d-72591b83f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:06.409250 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-e3aa418b-2dae-419f-923d-72591b83f5b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732355 Dec 09 23:13:06.415505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817293-52b7-44b8-8573-a376bd077a91 req-35a32054-8861-4a0a-bf77-635c9879ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:06.417880 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-35a32054-8861-4a0a-bf77-635c9879ddc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532742 Dec 09 23:13:06.575067 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-ddb76ae4-0d98-4b59-a9e4-6280980aaecf service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567962 Dec 09 23:13:06.576938 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-0de38e76-32c5-4ce7-8eb7-bc15f1ad0aab service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510494 Dec 09 23:13:06.736482 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-7601dded-3769-4e7e-a9ed-f5dc52f7d8f7 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546433 Dec 09 23:13:06.740574 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5b817293-52b7-44b8-8573-a376bd077a91 req-dca1ef9d-d381-4b24-9662-4bc468e817b9 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511919 Dec 09 23:13:06.792044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d644-c0ce-432c-a723-f89f4f5e5f65 req-15fe85b8-fcb3-4fab-a937-809404e84111 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:06.793862 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1364d644-c0ce-432c-a723-f89f4f5e5f65 req-15fe85b8-fcb3-4fab-a937-809404e84111 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 944 time: 0.0505035 Dec 09 23:13:06.839997 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1364d644-c0ce-432c-a723-f89f4f5e5f65 req-ff69ed12-3fa2-40fd-a79f-9f102a573c1e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401361 Dec 09 23:13:07.039041 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539d1e4-0352-40fc-8893-f2b9bc9952a9 req-28a3da81-92ce-46b4-8735-85ba762bf877 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:07.040519 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6539d1e4-0352-40fc-8893-f2b9bc9952a9 req-28a3da81-92ce-46b4-8735-85ba762bf877 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 944 time: 0.0490975 Dec 09 23:13:07.056053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-f590bb09-93cc-4688-b8e3-6dc7473e3c01 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:07.057545 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-f590bb09-93cc-4688-b8e3-6dc7473e3c01 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258&tenant_id=8ae63d14815b407fb58ac0c777a68f81&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 944 time: 0.0547130 Dec 09 23:13:07.086984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6539d1e4-0352-40fc-8893-f2b9bc9952a9 req-a0b1ecdf-9f9f-476a-99f9-6a620212a3e8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403683 Dec 09 23:13:07.118367 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-79084c9b-bb29-420d-aa60-15675de54d2e service neutron] delete failed (client error): The resource could not be found. Dec 09 23:13:07.119393 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-79084c9b-bb29-420d-aa60-15675de54d2e service neutron] 10.222.0.42 "DELETE /v2.0/ports/1b03b52b-638a-4456-ac75-48ecc479626c/bindings/n-h2-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0549788 Dec 09 23:13:07.128031 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:07.199600 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-12b6cd83-54db-452c-b6e3-147c23bd495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:07.201100 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-12b6cd83-54db-452c-b6e3-147c23bd495f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 1096 time: 0.0402834 Dec 09 23:13:07.292597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-b157b3b8-359d-48ef-bf48-2105d370d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:07.293972 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-b157b3b8-359d-48ef-bf48-2105d370d02c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0863752 Dec 09 23:13:07.356703 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-3bfd26de-9bc4-468c-96d3-616464119049 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 200 len: 999 time: 0.0562475 Dec 09 23:13:07.371122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1b03b52b-638a-4456-ac75-48ecc479626c no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:13:07.410799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-fe4c4668-f7d3-4db9-80fb-4741c5c17bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:07.412298 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-fe4c4668-f7d3-4db9-80fb-4741c5c17bbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0492060 Dec 09 23:13:07.412456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 1b03b52b-638a-4456-ac75-48ecc479626c not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:13:07.457844 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-2997c0da-3f87-45c1-94b9-939bfc31f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:07.459324 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-2997c0da-3f87-45c1-94b9-939bfc31f3c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400565 Dec 09 23:13:07.549535 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-67670393-ecc2-4e72-a1de-5ce830c9b9ad service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823812 Dec 09 23:13:07.642298 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-f49c8512-cb36-4adc-840d-cdb1cd602e55 req-71d9f13f-60b4-48aa-8cd1-bdc0e6bc9213 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850763 Dec 09 23:13:07.667641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 1b03b52b-638a-4456-ac75-48ecc479626c details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:13:07.765507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=1b03b52b-638a-4456-ac75-48ecc479626c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:13:07.776858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '1b03b52b-638a-4456-ac75-48ecc479626c', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'port_id': '1b03b52b-638a-4456-ac75-48ecc479626c', 'mac_address': 'fa:16:3e:c1:b9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:13:07.812689 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:07.824696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b03b52b-638a-4456-ac75-48ecc479626c {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:13:07.844536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=1b03b52b-638a-4456-ac75-48ecc479626c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:13:07.848981 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:07.892739 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=1b03b52b-638a-4456-ac75-48ecc479626c,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:13:07.900643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:07.901001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:07.901349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:07.901693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:07.902064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:07.902401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:07.902761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:07.903095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:07.903426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:07.903756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:07.904094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:07.904416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:07.904741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:13:08.149036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['1b03b52b-638a-4456-ac75-48ecc479626c'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:13:08.214861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ebf86-95bd-4473-8d7f-92e9ecb60c71 req-a9f3a0a8-8aea-41e9-822f-8ba8d66bb263 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:08.218373 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f8ebf86-95bd-4473-8d7f-92e9ecb60c71 req-a9f3a0a8-8aea-41e9-822f-8ba8d66bb263 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 945 time: 0.0559456 Dec 09 23:13:08.268359 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f8ebf86-95bd-4473-8d7f-92e9ecb60c71 req-5b6c9f41-2b5a-4e06-9347-80bde0e51776 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446577 Dec 09 23:13:08.382090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d2001-cfc5-4f6c-a1ab-dd615e97e38e req-fb23f1d5-4859-4241-a29f-004a89bbf219 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:08.383547 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-719d2001-cfc5-4f6c-a1ab-dd615e97e38e req-fb23f1d5-4859-4241-a29f-004a89bbf219 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 945 time: 0.0476584 Dec 09 23:13:08.429193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-719d2001-cfc5-4f6c-a1ab-dd615e97e38e req-0588efc3-2f24-414c-8652-1a36325f96bf tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394664 Dec 09 23:13:08.539184 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbab4b-423b-4683-b064-06e6090b944f req-27cf04a1-82d6-4176-8015-27c4f302c714 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:08.540637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71fbab4b-423b-4683-b064-06e6090b944f req-27cf04a1-82d6-4176-8015-27c4f302c714 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 945 time: 0.0481977 Dec 09 23:13:08.589599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71fbab4b-423b-4683-b064-06e6090b944f req-87524a6a-028f-45d0-beb8-b7a5e4baaa7d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430279 Dec 09 23:13:08.816183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4542f-5dca-42c2-a000-41366f74bf2c req-8be89b07-df83-4fa5-b0c6-1091f8d36ddb tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:08.817631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-08c4542f-5dca-42c2-a000-41366f74bf2c req-8be89b07-df83-4fa5-b0c6-1091f8d36ddb tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 945 time: 0.0480297 Dec 09 23:13:08.863391 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-08c4542f-5dca-42c2-a000-41366f74bf2c req-3e0f312c-8bf6-4a62-9655-57d1622113b2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393703 Dec 09 23:13:09.683434 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 1b03b52b-638a-4456-ac75-48ecc479626c up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:13:09.730971 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 1b03b52b-638a-4456-ac75-48ecc479626c completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:13:09.734794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 1b03b52b-638a-4456-ac75-48ecc479626c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:13:09.735160 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:09.811762 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:09.833895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:13:09.836122 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e82b71-5eb5-454c-b21a-ffda3f8db0d3" -d '{"events": [{"server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "name": "network-vif-plugged", "status": "completed", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:13:09.850571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=1b03b52b-638a-4456-ac75-48ecc479626c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:13:09.855286 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:09.885848 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dbe50c-109c-46f3-823f-4f78e7522263 x-openstack-request-id: req-f7dbe50c-109c-46f3-823f-4f78e7522263 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:13:09.886151 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "name": "network-vif-plugged", "status": "completed", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:13:09.886409 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7dbe50c-109c-46f3-823f-4f78e7522263 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:13:09.886810 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c', 'code': 200} Dec 09 23:13:09.913379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=1b03b52b-638a-4456-ac75-48ecc479626c,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:13:09.978147 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e99dba-8e46-4ae4-b23e-48894f301d66 req-397fc5f1-d0d3-4f9e-8cba-0b04e6bd9de1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:09.979510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25e99dba-8e46-4ae4-b23e-48894f301d66 req-397fc5f1-d0d3-4f9e-8cba-0b04e6bd9de1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0474453 Dec 09 23:13:10.025335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25e99dba-8e46-4ae4-b23e-48894f301d66 req-29fc5b9d-29ae-43a1-aca9-1bd1982bca3f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399337 Dec 09 23:13:10.201118 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-4eda04d9-e5d6-4b7a-ad61-64b8415653dc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:10.202632 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-4eda04d9-e5d6-4b7a-ad61-64b8415653dc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.18 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 946 time: 0.0509031 Dec 09 23:13:10.295842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Deleting port 1b03b52b-638a-4456-ac75-48ecc479626c {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:13:10.296107 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:10.384729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] For port 1b03b52b-638a-4456-ac75-48ecc479626c, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=1b03b52b-638a-4456-ac75-48ecc479626c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:13:10.385094 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:10.558477 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:10.558766 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:10.559091 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534 disassociated. External IP: 172.25.8.32, port: 1b03b52b-638a-4456-ac75-48ecc479626c. Dec 09 23:13:10.559441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Calling delete_port for 1b03b52b-638a-4456-ac75-48ecc479626c owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:13:10.686413 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:10.719742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event deleted for resources: {'Port': ['ID=1b03b52b-638a-4456-ac75-48ecc479626c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:13:10.839976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Router 89673cc8-f9a4-4124-9004-20368931acd8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:13:10.946334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:13:10.956797 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2e5e12-74a8-4316-aa67-5d38017d3092 None None] Sync routers for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:13:10.966809 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e5e12-74a8-4316-aa67-5d38017d3092 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:13:10.967418 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9c2e5e12-74a8-4316-aa67-5d38017d3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:13:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:13:10.987098 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] No DVR routers for this DVR port 1b03b52b-638a-4456-ac75-48ecc479626c on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:13:10.990411 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:10.993873 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5de9f440-02b7-45e7-a48a-5340816d96fd req-b358943a-2cc5-4612-be6f-a2896a9bdd8e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.18 "DELETE /v2.0/ports/1b03b52b-638a-4456-ac75-48ecc479626c HTTP/1.1" status: 204 len: 173 time: 0.7844203 Dec 09 23:13:10.994260 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'name': 'network-vif-deleted', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:13:10.996517 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc593f1-aec6-4531-851e-2eec1c2e385b" -d '{"events": [{"server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "name": "network-vif-deleted", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:13:11.035706 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8529d9d1-9acf-4f6c-bbd1-39603c2f36b0 x-openstack-request-id: req-8529d9d1-9acf-4f6c-bbd1-39603c2f36b0 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:13:11.038143 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed7a35-a4e3-48d3-beac-a51a159cd258", "name": "network-vif-deleted", "tag": "1b03b52b-638a-4456-ac75-48ecc479626c", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:13:11.038583 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8529d9d1-9acf-4f6c-bbd1-39603c2f36b0 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:13:11.039013 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed7a35-a4e3-48d3-beac-a51a159cd258', 'name': 'network-vif-deleted', 'tag': '1b03b52b-638a-4456-ac75-48ecc479626c', 'status': 'completed', 'code': 200} Dec 09 23:13:11.081422 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9c2e5e12-74a8-4316-aa67-5d38017d3092 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:13:11.125403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9825c469-db8d-43a8-b467-cbf795a176be req-544e827f-1ee9-44be-bd75-9b136d1eb274 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ed7a35-a4e3-48d3-beac-a51a159cd258 HTTP/1.1" status: 200 len: 210 time: 0.0308115 Dec 09 23:13:11.275140 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9c2e5e12-74a8-4316-aa67-5d38017d3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:13:11.390071 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2e5e12-74a8-4316-aa67-5d38017d3092 None None] Checking router: 89673cc8-f9a4-4124-9004-20368931acd8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:13:11.398933 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e5e12-74a8-4316-aa67-5d38017d3092 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:13:11.399527 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9c2e5e12-74a8-4316-aa67-5d38017d3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:13:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:13:11.503893 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9c2e5e12-74a8-4316-aa67-5d38017d3092 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:13:11.694336 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9c2e5e12-74a8-4316-aa67-5d38017d3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:13:11.722458 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2e5e12-74a8-4316-aa67-5d38017d3092 None None] The sync data for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 is: [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:13:11.934167 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b27d84-49a4-4236-a016-752f5d703016 None None] New status for floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:13:12.363642 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-eeb08bcf-57f9-4ff0-a552-8c7c62702141 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--661185133&fields=id&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 267 time: 0.0422175 Dec 09 23:13:12.466334 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-849e84fe-3181-4477-8f12-8fd9827367bb tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:12.467763 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-849e84fe-3181-4477-8f12-8fd9827367bb tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 812 time: 0.0973668 Dec 09 23:13:12.482967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-5f3b46ee-f0db-4550-9504-820333b5d91c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/quotas/8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 375 time: 0.0085988 Dec 09 23:13:12.538078 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-1b72dd45-9c2f-4b6e-980e-a02362c54b40 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499663 Dec 09 23:13:12.553111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-6dde2a6b-ad2c-4fd6-a514-bc5d3635cd1e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:13:12.553999 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-6dde2a6b-ad2c-4fd6-a514-bc5d3635cd1e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048990 Dec 09 23:13:12.638753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-496c4682-ca89-452d-b607-4feb77264a60 service neutron] 10.222.0.16 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791998 Dec 09 23:13:12.729317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-994578c0-8611-4c1f-a018-a8cddb20844e service neutron] 10.222.0.16 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839200 Dec 09 23:13:12.887801 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-97251a19-adad-4be9-bf59-362bacddc69f req-8d0f5d7a-a16d-473a-ad4b-0c921a48f045 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 210 time: 0.0271299 Dec 09 23:13:13.686816 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 1b03b52b-638a-4456-ac75-48ecc479626c no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:13:13.707098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 1b03b52b-638a-4456-ac75-48ecc479626c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:13:13.707450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 1b03b52b-638a-4456-ac75-48ecc479626c not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:13:13.783240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-cc78ab80-b9b8-46c6-913d-e542b3eaac91 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:13.784636 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-cc78ab80-b9b8-46c6-913d-e542b3eaac91 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 812 time: 0.1079590 Dec 09 23:13:13.851363 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ba2f343a-4f71-42f3-95b4-ddcd99e6c2d2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 379 time: 0.0559201 Dec 09 23:13:13.861115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Request body: {'port': {'device_id': '217526fa-2b3a-4210-a948-66b60c256dd9', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'admin_state_up': True, 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'security_groups': ['72676195-d5f2-4ff8-8de4-445337e72bbd']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:13:13.969863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Made reservation on behalf of 8ae63d14815b407fb58ac0c777a68f81 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:13:13.973951 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:13.980383 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-56278e9a-3a5e-4584-97c8-d059b165b00c req-e4e06393-a0df-4ee8-bd82-387ec3c2f7ed tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 210 time: 0.0254223 Dec 09 23:13:14.104706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Allocated IP 172.20.0.8 (e4de0537-9737-47bb-a96b-1399cd431ec1/e403caa4-9df6-4592-88ad-2d884af51691/14c22434-d8fd-4046-a6e1-1ca4bc5d7402) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:13:14.251049 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:14.288528 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:14.330766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Network e4de0537-9737-47bb-a96b-1399cd431ec1 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:13:14.334342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:13:14.340617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:13:14.346483 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event updated for resources: {'Port': ['ID=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:13:14.392914 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:14.393548 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:14.411010 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-e70d163e-f4fc-4ad6-8f3b-6f4397ab376a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5527475 Dec 09 23:13:14.423216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Request body: {'port': {'device_id': '217526fa-2b3a-4210-a948-66b60c256dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:13:14.479149 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:14.545492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d5c24254-623c-4887-a7a2-5b227b49d856 None None] Provisioning complete for port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:13:14.545898 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5c24254-623c-4887-a7a2-5b227b49d856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:14.578113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d5c24254-623c-4887-a7a2-5b227b49d856 None None] Port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:13:14.740530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:13:14.747731 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:14.759907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Transition to ACTIVE for port object 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:13:14.763555 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:14.813347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Pushing event updated for resources: {'Port': ['ID=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:13:14.887376 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Attempting to bind port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:13:14.887716 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Attempting to bind port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:13:14.888053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Attempting to bind port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:13:14.892653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 on network e4de0537-9737-47bb-a96b-1399cd431ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:13:14.893116 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Attempting to bind port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:13:14.898668 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:13:14.899012 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:13:14.899404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Bound using segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:13:14.899833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Bound port: 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:13:14.900206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:14.964860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:13:14.968051 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:13:14.973011 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:15.010816 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:15.011436 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:15.012830 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 1092 time: 0.5938814 Dec 09 23:13:15.013271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:13:15.015546 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae4fb27-252f-4912-8f48-c939a47713b0" -d '{"events": [{"name": "network-changed", "server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:13:15.038216 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8a0de-3754-4525-89fe-ef5d831d60a4 service neutron] Pushing event updated for resources: {'Port': ['ID=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:13:15.071294 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfc10ca-aa17-4973-9c00-5a8b50c55fb0 x-openstack-request-id: req-dcfc10ca-aa17-4973-9c00-5a8b50c55fb0 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:13:15.071588 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:13:15.071848 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcfc10ca-aa17-4973-9c00-5a8b50c55fb0 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:13:15.072366 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'status': 'completed', 'code': 200} Dec 09 23:13:15.112860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-b7f31f75-059d-43dd-8a83-3490305a09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:15.114831 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-b7f31f75-059d-43dd-8a83-3490305a09ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0543613 Dec 09 23:13:15.118179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9321c4-e7d2-4b1b-83d7-fae959038dcc req-55de3ad2-0dee-43b1-9585-90aa6a67779e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:15.119708 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a9321c4-e7d2-4b1b-83d7-fae959038dcc req-55de3ad2-0dee-43b1-9585-90aa6a67779e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 943 time: 0.0558209 Dec 09 23:13:15.175494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a9321c4-e7d2-4b1b-83d7-fae959038dcc req-47d0a6c9-4ef2-430a-a8b2-2c573c9d6fd6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485907 Dec 09 23:13:15.463760 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-942ed5bc-6792-4823-a798-7a1ec65169a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 217 time: 0.3409169 Dec 09 23:13:15.514034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-da7efef4-c4f3-4efa-a2c1-a74c0dcc75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:15.515426 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-da7efef4-c4f3-4efa-a2c1-a74c0dcc75e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0443990 Dec 09 23:13:15.561227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-0ae484b6-ddf1-4b9c-8227-deb5f0d5d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:15.562710 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-0ae484b6-ddf1-4b9c-8227-deb5f0d5d337 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398533 Dec 09 23:13:15.652843 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-cf13b872-696d-4b93-ba37-b6d387f4271c service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832462 Dec 09 23:13:15.740812 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-950fe716-5612-4820-9a00-b7a4ff1dc07e req-b45a71f7-041d-4328-b120-5c5e301f2ac5 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808249 Dec 09 23:13:15.830471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4fb27-252f-4912-8f48-c939a47713b0 req-641fb08a-8fc1-4a7a-9cbf-72eeb93aada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:15.832464 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2ae4fb27-252f-4912-8f48-c939a47713b0 req-641fb08a-8fc1-4a7a-9cbf-72eeb93aada5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0453241 Dec 09 23:13:15.923114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4fb27-252f-4912-8f48-c939a47713b0 req-a0a65c74-0a29-4fcd-8cad-b5652391fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:15.924494 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2ae4fb27-252f-4912-8f48-c939a47713b0 req-a0a65c74-0a29-4fcd-8cad-b5652391fa3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0833037 Dec 09 23:13:15.969572 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2ae4fb27-252f-4912-8f48-c939a47713b0 req-bcdfb4ae-844a-480d-a531-7bc1ef126954 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 217 time: 0.0370629 Dec 09 23:13:16.018551 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4fb27-252f-4912-8f48-c939a47713b0 req-0402bdec-9222-4f95-9561-f0d540dab172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:16.019968 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2ae4fb27-252f-4912-8f48-c939a47713b0 req-0402bdec-9222-4f95-9561-f0d540dab172 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0434542 Dec 09 23:13:16.065253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4fb27-252f-4912-8f48-c939a47713b0 req-c731f25b-10c7-4c95-81f1-d76c20abe262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:16.067366 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2ae4fb27-252f-4912-8f48-c939a47713b0 req-c731f25b-10c7-4c95-81f1-d76c20abe262 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395472 Dec 09 23:13:16.161000 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2ae4fb27-252f-4912-8f48-c939a47713b0 req-817fa87f-ced3-4f54-ba18-abfe9535593a service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849943 Dec 09 23:13:16.254250 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2ae4fb27-252f-4912-8f48-c939a47713b0 req-878b1d6d-e2d4-44d4-8a30-5834c948a669 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846632 Dec 09 23:13:16.294630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa96daf-31e6-42ae-8e98-a55c1f6c3051 req-c89ecec2-7a82-46ab-877a-23c5cbddfdc5 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:16.296085 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa96daf-31e6-42ae-8e98-a55c1f6c3051 req-c89ecec2-7a82-46ab-877a-23c5cbddfdc5 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 943 time: 0.0482054 Dec 09 23:13:16.342466 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7aa96daf-31e6-42ae-8e98-a55c1f6c3051 req-2dde1325-be87-4905-ab60-6c116805b982 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398331 Dec 09 23:13:17.458309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad6eb1-4305-40db-a17a-b1042811f0b6 req-689e5c83-5c63-4a61-b697-566e90df058f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:17.459670 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dbad6eb1-4305-40db-a17a-b1042811f0b6 req-689e5c83-5c63-4a61-b697-566e90df058f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 943 time: 0.0470676 Dec 09 23:13:17.505494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dbad6eb1-4305-40db-a17a-b1042811f0b6 req-89bed1e4-1aeb-4679-b3b3-afe0a7227aa8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399373 Dec 09 23:13:18.626882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e4766-a19b-4a96-b7ff-2888afd85823 req-348db4fa-1b48-451d-ab4b-10fbb583587b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:18.628345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e80e4766-a19b-4a96-b7ff-2888afd85823 req-348db4fa-1b48-451d-ab4b-10fbb583587b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 943 time: 0.0518489 Dec 09 23:13:18.674158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e80e4766-a19b-4a96-b7ff-2888afd85823 req-3fc3a09b-d5a7-4226-baaa-d6de3bf8f1e2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396559 Dec 09 23:13:19.464282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:13:19.556937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:13:19.567674 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'port_id': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'mac_address': 'fa:16:3e:56:3b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:13:19.606976 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:19.619021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:13:19.637214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:13:19.641246 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:19.686291 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:13:19.788197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2058a-28dd-4089-ab0f-0e55a5d699be req-24b65f45-c64e-4564-a400-6cfa57880786 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:19.789584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4da2058a-28dd-4089-ab0f-0e55a5d699be req-24b65f45-c64e-4564-a400-6cfa57880786 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 944 time: 0.0484636 Dec 09 23:13:19.835643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4da2058a-28dd-4089-ab0f-0e55a5d699be req-7d2a2a19-3fa4-4669-99be-a32f6e65a749 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401814 Dec 09 23:13:19.866059 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['14c22434-d8fd-4046-a6e1-1ca4bc5d7402'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:13:20.950302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a6ffa-5944-48ce-9d52-1cb8a33a7a7c req-dd6fe91d-a4ee-45df-8179-8fd1077ecbb1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:20.951737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad9a6ffa-5944-48ce-9d52-1cb8a33a7a7c req-dd6fe91d-a4ee-45df-8179-8fd1077ecbb1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 944 time: 0.0471907 Dec 09 23:13:21.001625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad9a6ffa-5944-48ce-9d52-1cb8a33a7a7c req-af17ac9b-f7a1-4599-81bc-60c0b45159fe tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441570 Dec 09 23:13:21.479684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:13:21.527102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:13:21.530795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:13:21.531162 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:21.605607 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:21.626560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:13:21.629266 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7113a6-4c03-4ff1-af59-56206caa7f8a" -d '{"events": [{"server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "name": "network-vif-plugged", "status": "completed", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:13:21.641956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:13:21.647566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:21.669120 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2058e3c6-fd6b-4f66-ae63-f647198ec210 x-openstack-request-id: req-2058e3c6-fd6b-4f66-ae63-f647198ec210 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:13:21.669412 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "name": "network-vif-plugged", "status": "completed", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:13:21.669665 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2058e3c6-fd6b-4f66-ae63-f647198ec210 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:13:21.670078 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'code': 200} Dec 09 23:13:21.696977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:13:21.763173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c095a53-1c6e-494d-98db-2f14fa55141e req-c798916c-303e-4123-9c7d-827f364db054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:21.764553 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c095a53-1c6e-494d-98db-2f14fa55141e req-c798916c-303e-4123-9c7d-827f364db054 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0397344 Dec 09 23:13:21.812944 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5c095a53-1c6e-494d-98db-2f14fa55141e req-10d3d25e-af35-46f5-8e0c-13b40faf4ae9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404727 Dec 09 23:13:22.114006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58397ff-049b-4909-aadb-b0d711785485 req-2fbb32b4-662c-4c19-b42d-25b0171cf440 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:22.115462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b58397ff-049b-4909-aadb-b0d711785485 req-2fbb32b4-662c-4c19-b42d-25b0171cf440 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0478389 Dec 09 23:13:22.161095 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b58397ff-049b-4909-aadb-b0d711785485 req-9d93df21-2250-4fb0-a91b-f0b8f13a2d6b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398386 Dec 09 23:13:22.993529 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:23.276247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2b59-ecaa-47c2-8138-abaec0051c10 req-9937886b-34ea-49ca-8ed0-4a38f3620ea2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:23.277590 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4ec2b59-ecaa-47c2-8138-abaec0051c10 req-9937886b-34ea-49ca-8ed0-4a38f3620ea2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0473487 Dec 09 23:13:23.323093 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4ec2b59-ecaa-47c2-8138-abaec0051c10 req-09a7896e-a251-4a08-a60e-b5640790f66d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396173 Dec 09 23:13:23.437873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cdb5d-9acb-485d-b1ae-248aabb0b3c1 req-cc7daa0c-9d15-454d-8723-c66fb48b9b2a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:23.439334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a68cdb5d-9acb-485d-b1ae-248aabb0b3c1 req-cc7daa0c-9d15-454d-8723-c66fb48b9b2a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0515769 Dec 09 23:13:23.447892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 56982) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:13:23.452293 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-17e8b7fa-b1e5-4dd3-ae2d-afdd2a68620d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Request body: {'floatingip': {'port_id': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:13:23.490393 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17e8b7fa-b1e5-4dd3-ae2d-afdd2a68620d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:23.904285 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17e8b7fa-b1e5-4dd3-ae2d-afdd2a68620d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:23.907945 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17e8b7fa-b1e5-4dd3-ae2d-afdd2a68620d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:24.298876 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-17e8b7fa-b1e5-4dd3-ae2d-afdd2a68620d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534 associated. External IP: 172.25.8.32, port: 14c22434-d8fd-4046-a6e1-1ca4bc5d7402. Dec 09 23:13:24.500721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e8b7fa-b1e5-4dd3-ae2d-afdd2a68620d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Router 89673cc8-f9a4-4124-9004-20368931acd8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:13:24.605127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e8b7fa-b1e5-4dd3-ae2d-afdd2a68620d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:13:24.610036 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-17e8b7fa-b1e5-4dd3-ae2d-afdd2a68620d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:24.616140 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efd0d0-5d17-4645-8f73-dee3b1010372 None None] Sync routers for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:13:24.625653 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efd0d0-5d17-4645-8f73-dee3b1010372 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:13:24.626289 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b3efd0d0-5d17-4645-8f73-dee3b1010372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:13:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:13:24.636510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-17e8b7fa-b1e5-4dd3-ae2d-afdd2a68620d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "PUT /v2.0/floatingips/6ee75e59-1b32-4798-9c22-3910a2b9a534 HTTP/1.1" status: 200 len: 990 time: 1.1874893 Dec 09 23:13:24.637203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:13:24.639628 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1186d66-29e3-498c-af79-0a19214679d3" -d '{"events": [{"name": "network-changed", "server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:13:24.731486 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-b3efd0d0-5d17-4645-8f73-dee3b1010372 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:13:24.743818 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14e0d87-b0bb-4f66-bd46-cb63d84b6c1a x-openstack-request-id: req-d14e0d87-b0bb-4f66-bd46-cb63d84b6c1a {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:13:24.744174 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:13:24.744495 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d14e0d87-b0bb-4f66-bd46-cb63d84b6c1a {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:13:24.744963 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'status': 'completed', 'code': 200} Dec 09 23:13:24.805252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1186d66-29e3-498c-af79-0a19214679d3 req-460d050a-affe-4f29-886d-5d7496ac860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:24.806732 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1186d66-29e3-498c-af79-0a19214679d3 req-460d050a-affe-4f29-886d-5d7496ac860d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0408731 Dec 09 23:13:24.898187 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1186d66-29e3-498c-af79-0a19214679d3 req-b3e71240-656e-46f6-b8c4-0c7733234eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:24.899669 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1186d66-29e3-498c-af79-0a19214679d3 req-b3e71240-656e-46f6-b8c4-0c7733234eeb service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0865788 Dec 09 23:13:24.949667 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b3efd0d0-5d17-4645-8f73-dee3b1010372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6ee75e59-1b32-4798-9c22-3910a2b9a534', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'port_id': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'mac_address': 'fa:16:3e:56:3b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217526fa-2b3a-4210-a948-66b60c256dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:10:57Z', 'updated_at': '2021-12-09T23:13:23Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:13:24.970497 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1186d66-29e3-498c-af79-0a19214679d3 req-ab42b053-af66-48de-8031-657d34f708f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 998 time: 0.0636368 Dec 09 23:13:24.978555 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efd0d0-5d17-4645-8f73-dee3b1010372 None None] Checking router: 89673cc8-f9a4-4124-9004-20368931acd8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:13:24.986981 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efd0d0-5d17-4645-8f73-dee3b1010372 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:13:24.987586 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b3efd0d0-5d17-4645-8f73-dee3b1010372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:13:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:13:25.021114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1186d66-29e3-498c-af79-0a19214679d3 req-6e905910-0c5a-4b43-930e-feb20c81f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:25.022623 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1186d66-29e3-498c-af79-0a19214679d3 req-6e905910-0c5a-4b43-930e-feb20c81f274 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0448334 Dec 09 23:13:25.069060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1186d66-29e3-498c-af79-0a19214679d3 req-33059755-a4d7-4c96-b0d9-a4e64919803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:25.070659 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1186d66-29e3-498c-af79-0a19214679d3 req-33059755-a4d7-4c96-b0d9-a4e64919803b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411422 Dec 09 23:13:25.092138 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-b3efd0d0-5d17-4645-8f73-dee3b1010372 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:13:25.164940 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1186d66-29e3-498c-af79-0a19214679d3 req-069f015a-e3b5-4e29-828b-f80cb2e3712c service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873482 Dec 09 23:13:25.262420 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a1186d66-29e3-498c-af79-0a19214679d3 req-163ab5b7-7d71-4437-a436-d71f69caf2f2 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911038 Dec 09 23:13:25.312608 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b3efd0d0-5d17-4645-8f73-dee3b1010372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6ee75e59-1b32-4798-9c22-3910a2b9a534', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'port_id': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'mac_address': 'fa:16:3e:56:3b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217526fa-2b3a-4210-a948-66b60c256dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:10:57Z', 'updated_at': '2021-12-09T23:13:23Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:13:25.341386 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efd0d0-5d17-4645-8f73-dee3b1010372 None None] The sync data for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 is: [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6ee75e59-1b32-4798-9c22-3910a2b9a534', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'port_id': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'mac_address': 'fa:16:3e:56:3b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217526fa-2b3a-4210-a948-66b60c256dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:10:57Z', 'updated_at': '2021-12-09T23:13:23Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:13:25.536033 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c9ac89-a03a-41ad-9541-4aad79386b0c None None] New status for floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:13:31.116706 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ea020b91-6716-4841-bd8a-ccb357ff621e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:33.387029 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b3b0a95-eec9-4382-b4e1-b90abdc0e33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:34.272894 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:34.815121 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:13:34.945683 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:36.317623 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:37.130919 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:53.007965 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:13:59.351938 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-926dc513-a84b-4a54-ad4b-8286672aacfc req-8fad43ea-def4-43bf-bdce-2cab30b16901 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391431 Dec 09 23:13:59.433079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dc513-a84b-4a54-ad4b-8286672aacfc req-73cbeef3-2c36-4aab-a5b0-56af60934bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:59.434604 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-926dc513-a84b-4a54-ad4b-8286672aacfc req-73cbeef3-2c36-4aab-a5b0-56af60934bdb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0399728 Dec 09 23:13:59.545493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dc513-a84b-4a54-ad4b-8286672aacfc req-e29a29f4-d918-437e-9eb1-c937b97be2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:59.546900 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-926dc513-a84b-4a54-ad4b-8286672aacfc req-e29a29f4-d918-437e-9eb1-c937b97be2d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0933547 Dec 09 23:13:59.612177 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-926dc513-a84b-4a54-ad4b-8286672aacfc req-401d4744-e7b1-4ee7-8a63-a73352524161 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 1000 time: 0.0573304 Dec 09 23:13:59.663038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dc513-a84b-4a54-ad4b-8286672aacfc req-f7f76441-cd30-4801-863f-1c424dbe3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:59.664438 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-926dc513-a84b-4a54-ad4b-8286672aacfc req-f7f76441-cd30-4801-863f-1c424dbe3a61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0438354 Dec 09 23:13:59.713143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dc513-a84b-4a54-ad4b-8286672aacfc req-2bf96b41-e9de-4e4d-9b0c-86c5077a8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:13:59.714664 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-926dc513-a84b-4a54-ad4b-8286672aacfc req-2bf96b41-e9de-4e4d-9b0c-86c5077a8baf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434954 Dec 09 23:13:59.806203 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-926dc513-a84b-4a54-ad4b-8286672aacfc req-03687a97-c039-4afa-85e9-bfe22c231bea service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841763 Dec 09 23:13:59.900577 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-926dc513-a84b-4a54-ad4b-8286672aacfc req-208a9190-060b-42a3-b697-5300d5919815 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877168 Dec 09 23:14:01.117722 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-003ce5e9-81f3-44b3-95b3-ff4cc849d338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:03.387779 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-09d05f57-e3e2-4e0c-af1e-658c62f46f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:04.276856 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:04.948904 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:06.320407 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:07.132493 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:11.814556 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:14:23.023122 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:31.118513 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d567-e466-4870-a7d6-b98208c5fc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:33.391784 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-54c5980e-615f-48bb-82bb-59d0f65c9f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:34.276783 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:34.950199 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:36.324043 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:37.133441 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:48.813668 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:14:53.022677 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:14:59.340753 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-97c75651-ce7e-4989-bc53-4d2f1ef93596 req-3f5ae5db-ad94-431a-996a-d0d5fee0c14d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388401 Dec 09 23:14:59.423493 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c75651-ce7e-4989-bc53-4d2f1ef93596 req-a6ecc552-06eb-42e0-bdaf-519e70f0cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:14:59.424956 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-97c75651-ce7e-4989-bc53-4d2f1ef93596 req-a6ecc552-06eb-42e0-bdaf-519e70f0cbea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0406644 Dec 09 23:14:59.538144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c75651-ce7e-4989-bc53-4d2f1ef93596 req-9c20dad0-c675-4e4f-ab89-6590e4c94181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:14:59.539575 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-97c75651-ce7e-4989-bc53-4d2f1ef93596 req-9c20dad0-c675-4e4f-ab89-6590e4c94181 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0892966 Dec 09 23:14:59.606173 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-97c75651-ce7e-4989-bc53-4d2f1ef93596 req-7e9a79c4-9518-4349-b18e-7aad9644e123 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 1000 time: 0.0578334 Dec 09 23:14:59.659212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c75651-ce7e-4989-bc53-4d2f1ef93596 req-90e48239-5a87-4655-89fd-0b755b22a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:14:59.660680 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-97c75651-ce7e-4989-bc53-4d2f1ef93596 req-90e48239-5a87-4655-89fd-0b755b22a9c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0472310 Dec 09 23:14:59.706523 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c75651-ce7e-4989-bc53-4d2f1ef93596 req-79be1e67-b3e9-41e5-a569-d7556955e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:14:59.708613 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-97c75651-ce7e-4989-bc53-4d2f1ef93596 req-79be1e67-b3e9-41e5-a569-d7556955e2f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395398 Dec 09 23:14:59.802516 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-97c75651-ce7e-4989-bc53-4d2f1ef93596 req-21c0c8a9-c15a-4b28-ac8b-e9b0bd11bccc service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853560 Dec 09 23:14:59.893649 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-97c75651-ce7e-4989-bc53-4d2f1ef93596 req-20733e0d-7505-45c3-b2c7-727412212b97 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829430 Dec 09 23:15:00.585264 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9f286-5573-48a4-b937-2c79a5886426 req-0b005776-df0b-4d05-acb3-16fafafe7875 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:00.586775 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4e9f286-5573-48a4-b937-2c79a5886426 req-0b005776-df0b-4d05-acb3-16fafafe7875 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.1093512 Dec 09 23:15:00.633164 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4e9f286-5573-48a4-b937-2c79a5886426 req-2e50add2-bc16-4cb1-a83a-288429014aff tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404665 Dec 09 23:15:01.118757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2ef1fb12-8c6a-4584-91c0-3e4630f7260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:01.798999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525c7ae-af1a-4d94-9353-f5ff6835b0f6 req-9bb9280f-7d64-476f-beb2-fad4739d9c27 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:01.800490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8525c7ae-af1a-4d94-9353-f5ff6835b0f6 req-9bb9280f-7d64-476f-beb2-fad4739d9c27 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0990782 Dec 09 23:15:01.850521 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8525c7ae-af1a-4d94-9353-f5ff6835b0f6 req-2fb53d0b-2256-40ef-9ada-3424679158a2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430009 Dec 09 23:15:02.965610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34180f03-f25a-4e44-86c2-d6beb72f3bd8 req-e39880bb-bc15-4dbd-9fb4-9125c4bb217e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:02.967101 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34180f03-f25a-4e44-86c2-d6beb72f3bd8 req-e39880bb-bc15-4dbd-9fb4-9125c4bb217e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0480297 Dec 09 23:15:03.013190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-34180f03-f25a-4e44-86c2-d6beb72f3bd8 req-3b4a9dcf-8f03-44ed-afd1-9355508dea88 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403185 Dec 09 23:15:03.391826 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-043a5bda-022a-42eb-82bd-77f74f0f6d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:04.126807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d6fc-5a23-4f68-9416-5eca6c1915c1 req-f7219dea-e726-4820-89f4-461f887da0b2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:04.128264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11f9d6fc-5a23-4f68-9416-5eca6c1915c1 req-f7219dea-e726-4820-89f4-461f887da0b2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0489786 Dec 09 23:15:04.174779 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11f9d6fc-5a23-4f68-9416-5eca6c1915c1 req-166ddeaf-eae2-4663-abf6-98ae72bbcea0 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397801 Dec 09 23:15:04.291039 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:04.956609 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:05.292951 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b8c99-e984-45a6-8b66-081bc1786361 req-a649e266-675d-48bb-b67f-a7a56c86d58e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:05.294549 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f6b8c99-e984-45a6-8b66-081bc1786361 req-a649e266-675d-48bb-b67f-a7a56c86d58e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0522432 Dec 09 23:15:05.341425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f6b8c99-e984-45a6-8b66-081bc1786361 req-2073459c-339e-4321-9b45-f3ad4a9b67b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408709 Dec 09 23:15:06.327985 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:06.455861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0764-fa2c-4a97-8d74-16b5f62da79d req-9534f8d9-1192-4243-81fc-9228e7591088 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:06.457234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-072f0764-fa2c-4a97-8d74-16b5f62da79d req-9534f8d9-1192-4243-81fc-9228e7591088 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0469284 Dec 09 23:15:06.502351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-072f0764-fa2c-4a97-8d74-16b5f62da79d req-183c9b77-d3a6-45b6-ae05-47269cc2ec94 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386326 Dec 09 23:15:07.135941 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:07.621860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ead85-44ab-448f-98df-ed30a697256c req-4046ac69-4412-490a-86a8-0561ef29f78e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:07.623340 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a15ead85-44ab-448f-98df-ed30a697256c req-4046ac69-4412-490a-86a8-0561ef29f78e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0515354 Dec 09 23:15:07.668962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a15ead85-44ab-448f-98df-ed30a697256c req-0bc12c75-b924-4466-a0c8-536a07e0bbb2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397735 Dec 09 23:15:08.785885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8a93d-3675-48b2-be49-9b4a11dfe664 req-980bb4f5-f78e-442f-85bd-23a033d2ede0 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:08.787328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-adc8a93d-3675-48b2-be49-9b4a11dfe664 req-980bb4f5-f78e-442f-85bd-23a033d2ede0 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0487235 Dec 09 23:15:08.832161 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-adc8a93d-3675-48b2-be49-9b4a11dfe664 req-cca49db1-c07c-4401-b9e8-1ddb81121de7 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390515 Dec 09 23:15:09.947228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc828f0-84d7-4bef-9896-50a7075f4d2b req-c8138287-0656-44bd-9d13-444788932949 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:09.948674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ffc828f0-84d7-4bef-9896-50a7075f4d2b req-c8138287-0656-44bd-9d13-444788932949 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0476816 Dec 09 23:15:09.996960 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ffc828f0-84d7-4bef-9896-50a7075f4d2b req-5a2d6918-ab0e-40f9-968f-dae13f40e7a2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424428 Dec 09 23:15:11.110383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65ca63-76b1-48cc-b495-c0c96d075d06 req-50fad601-66a4-4d6a-84ec-9389772deec4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:11.111832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af65ca63-76b1-48cc-b495-c0c96d075d06 req-50fad601-66a4-4d6a-84ec-9389772deec4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0475123 Dec 09 23:15:11.158619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-af65ca63-76b1-48cc-b495-c0c96d075d06 req-9ae795de-f192-4f74-a235-7ec2fad9f307 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409400 Dec 09 23:15:11.423058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d232315-d44b-4bed-9ddf-b984a6284049 req-01528584-21af-401f-a086-d30fbd35be14 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:11.424532 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d232315-d44b-4bed-9ddf-b984a6284049 req-01528584-21af-401f-a086-d30fbd35be14 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0707524 Dec 09 23:15:11.456892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-cfae1d9a-86ed-4295-8b02-e2b4c1718378 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1153464 Dec 09 23:15:11.483509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9d232315-d44b-4bed-9ddf-b984a6284049 req-5af15105-f77d-4f73-bcea-7fdb0264b94d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524144 Dec 09 23:15:12.609407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ac2e1-c84e-4b0a-8d34-2a098f1dd807 req-f4a86099-9c04-4f4a-a2e0-68b5b260da1a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:12.610902 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb0ac2e1-c84e-4b0a-8d34-2a098f1dd807 req-f4a86099-9c04-4f4a-a2e0-68b5b260da1a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0527227 Dec 09 23:15:12.642728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-07281663-4497-4260-9408-ae156d91a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:12.644199 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-07281663-4497-4260-9408-ae156d91a1cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0413470 Dec 09 23:15:12.659267 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb0ac2e1-c84e-4b0a-8d34-2a098f1dd807 req-2554a8af-ee43-4c4f-8074-75a79412b5de tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Dec 09 23:15:12.742026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-a6eee8d1-6d70-4362-8234-0948aa351db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:12.743486 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-a6eee8d1-6d70-4362-8234-0948aa351db2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0909231 Dec 09 23:15:12.808441 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-328fc6cf-b5f6-40b8-bc15-fb4bb5670fb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 1000 time: 0.0579226 Dec 09 23:15:12.860339 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-43f08721-e9ca-4edf-a2ab-a93aca6a5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:12.861831 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-43f08721-e9ca-4edf-a2ab-a93aca6a5ec8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0471675 Dec 09 23:15:12.906643 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-92ba81d8-aa9e-4941-bafc-2add7e86e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:12.908034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-92ba81d8-aa9e-4941-bafc-2add7e86e45c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393825 Dec 09 23:15:12.999024 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-82500940-9b8e-48dd-8e15-a2cb04c60eda service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836532 Dec 09 23:15:13.088512 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-bb418227-7632-4fbb-9c17-ed06541c702f service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803185 Dec 09 23:15:13.773827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe94f0b-7aca-40ed-8ce7-62b215a90a6d req-75c6bd00-9a68-45b4-b6cf-49bcf55ad73f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:13.775245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3fe94f0b-7aca-40ed-8ce7-62b215a90a6d req-75c6bd00-9a68-45b4-b6cf-49bcf55ad73f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0470030 Dec 09 23:15:13.821100 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3fe94f0b-7aca-40ed-8ce7-62b215a90a6d req-eefc6b1a-c706-4a9c-9108-e6ddb8a81498 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398872 Dec 09 23:15:14.930750 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-377eb0a4-38ca-409b-a562-10ebdbe99c39 service neutron] show failed (client error): The resource could not be found. Dec 09 23:15:14.931787 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-377eb0a4-38ca-409b-a562-10ebdbe99c39 service neutron] 10.222.0.42 "GET /v2.0/ports/14c22434-d8fd-4046-a6e1-1ca4bc5d7402/bindings/n-h1-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0550442 Dec 09 23:15:14.940962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227d576-e9d9-47ae-9e56-f2c28e1f9c4a req-31a7a28b-6259-4a85-9519-b6aa86684c85 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:14.942459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a227d576-e9d9-47ae-9e56-f2c28e1f9c4a req-31a7a28b-6259-4a85-9519-b6aa86684c85 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0531471 Dec 09 23:15:14.997593 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a227d576-e9d9-47ae-9e56-f2c28e1f9c4a req-91857cb2-c3ee-4453-a8dd-ffb13f56c7d9 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439653 Dec 09 23:15:15.136300 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-f07acb93-bd0a-4951-ad13-c7113a6ef4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:15.137767 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-f07acb93-bd0a-4951-ad13-c7113a6ef4d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 1097 time: 0.0451508 Dec 09 23:15:15.156925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:15:15.208527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:15.406690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:15:15.438336 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:15:15.481152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:15:15.483457 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17742b8a-1493-4015-8567-3021ac22e02e" -d '{"events": [{"server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:15:15.488101 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:15.501104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Transition to ACTIVE for port object 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:15:15.504464 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:15.538220 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57964be8-7b38-4fcc-b7bf-8a236b736287 x-openstack-request-id: req-57964be8-7b38-4fcc-b7bf-8a236b736287 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:15:15.539186 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:15:15.539186 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57964be8-7b38-4fcc-b7bf-8a236b736287 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:15:15.539186 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'code': 200} Dec 09 23:15:15.583255 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Pushing event updated for resources: {'Port': ['ID=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:15:15.596181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.596530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.596876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.597218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.597555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.597989 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.598326 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.598658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.598995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.599330 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.599662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.599994 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.600324 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:15.643818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] No DVR routers for this DVR port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:15:15.780748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Attempting to bind port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:15:15.781086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Attempting to bind port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:15:15.781419 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Attempting to bind port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:15:15.785722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 on network e4de0537-9737-47bb-a96b-1399cd431ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:15:15.786069 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Attempting to bind port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:15:15.790970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:15:15.791309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:15:15.791696 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Bound using segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:15:15.792123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Bound port: 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:15:15.792477 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:15.853550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:15:15.856727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:15:15.860546 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:15.895177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:15.895799 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:15.897425 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] 10.222.0.18 "PUT /v2.0/ports/14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 1092 time: 0.7441967 Dec 09 23:15:15.919246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e24ed-76ef-4b9c-b7a1-001a25f10461 service neutron] Pushing event updated for resources: {'Port': ['ID=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:15:15.972855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-8da0de69-c394-4a08-add9-8bdcaad113da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:15.974412 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-8da0de69-c394-4a08-add9-8bdcaad113da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0425005 Dec 09 23:15:16.078019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-e5e7d177-37ae-4aac-bc34-6894babb246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:16.079505 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-e5e7d177-37ae-4aac-bc34-6894babb246b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0958009 Dec 09 23:15:16.114514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1f20-813f-4ead-aaf4-56bcae7a9d88 req-f0190cba-9437-49f6-91e7-59904b5c82d9 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:16.116030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f1c1f20-813f-4ead-aaf4-56bcae7a9d88 req-f0190cba-9437-49f6-91e7-59904b5c82d9 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 943 time: 0.0482557 Dec 09 23:15:16.150520 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-57b55336-bdd6-4ca7-a1d1-b12cf06dcdb9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 998 time: 0.0635090 Dec 09 23:15:16.164652 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9f1c1f20-813f-4ead-aaf4-56bcae7a9d88 req-78e240d2-c7dd-43c2-8695-79d67aa7d2c9 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417995 Dec 09 23:15:16.201218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-07f5f0d8-6195-4c86-8382-4a6c4898971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:16.202653 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-07f5f0d8-6195-4c86-8382-4a6c4898971f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0451136 Dec 09 23:15:16.247883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-c1446c68-e03d-4ab2-b800-99e8d2b81552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:16.249345 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-c1446c68-e03d-4ab2-b800-99e8d2b81552 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401447 Dec 09 23:15:16.339954 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-9194f765-4bd4-4f8e-8143-6c32c53bd8d4 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834839 Dec 09 23:15:16.432555 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0c79a47-55bb-468b-a1a0-6aab2001092f req-f8dca286-fb69-4c10-9b83-485a0f1d45cf service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858951 Dec 09 23:15:17.284606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931329a-a870-4535-b9c2-e88b46763ecf req-d0e5a264-aa2f-4acc-937b-a30234fd2f71 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:17.286075 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d931329a-a870-4535-b9c2-e88b46763ecf req-d0e5a264-aa2f-4acc-937b-a30234fd2f71 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 943 time: 0.0516715 Dec 09 23:15:17.331867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d931329a-a870-4535-b9c2-e88b46763ecf req-13e15798-a369-47c4-960b-906346efca69 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398543 Dec 09 23:15:17.540912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:15:17.543218 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca50d4c-7760-4cce-afce-7360da7c69f4" -d '{"events": [{"name": "network-changed", "server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:15:17.591462 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdf5657-a78a-4ff5-a082-db9733801841 x-openstack-request-id: req-abdf5657-a78a-4ff5-a082-db9733801841 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:15:17.591757 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:15:17.592017 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abdf5657-a78a-4ff5-a082-db9733801841 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:15:17.592424 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'status': 'completed', 'code': 200} Dec 09 23:15:17.687685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-d13add30-40c4-41a6-accc-2b3b108c269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:17.689181 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-d13add30-40c4-41a6-accc-2b3b108c269e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0735850 Dec 09 23:15:17.694342 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-db74893e-8073-412d-aa48-354402a2192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:17.695882 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-db74893e-8073-412d-aa48-354402a2192a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0553813 Dec 09 23:15:17.849305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-b3c24515-b490-437a-b889-4c06caf02e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:17.850802 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-b3c24515-b490-437a-b889-4c06caf02e4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.1541517 Dec 09 23:15:17.852366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-32707ffe-f09a-4c7f-9f54-02204ab07f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:17.853660 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-32707ffe-f09a-4c7f-9f54-02204ab07f16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.1498482 Dec 09 23:15:17.962487 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-867ce681-11e7-4f5e-aa94-7885e411b591 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 998 time: 0.1040776 Dec 09 23:15:17.964218 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-3d974a35-c1d5-426e-b6f4-be731d1c7c2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 998 time: 0.1006126 Dec 09 23:15:18.048052 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-528b3ad3-7548-4790-ba57-4e591c13a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:18.049471 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-528b3ad3-7548-4790-ba57-4e591c13a045 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0802479 Dec 09 23:15:18.050878 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-dc382c8e-2eb3-4930-9aeb-d846923f583a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:18.052155 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-dc382c8e-2eb3-4930-9aeb-d846923f583a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0818286 Dec 09 23:15:18.119581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-47d8c41c-0a80-4740-bee8-0c00698b5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:18.120953 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-47d8c41c-0a80-4740-bee8-0c00698b5487 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648966 Dec 09 23:15:18.123296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-b6079e67-1bc2-4de0-8af3-18482acc26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:18.124625 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-b6079e67-1bc2-4de0-8af3-18482acc26c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604944 Dec 09 23:15:18.279172 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-4ca471b2-2c48-43a7-8fdb-8766bb6db724 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508117 Dec 09 23:15:18.281007 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-33c93169-bb02-4efb-be25-7f26d8ec42ac service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460576 Dec 09 23:15:18.449060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7ec0-2099-406b-939e-4982fdb8c8e1 req-227cd92a-cdfb-4641-8303-92c70ae8f372 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:18.450702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-333e7ec0-2099-406b-939e-4982fdb8c8e1 req-227cd92a-cdfb-4641-8303-92c70ae8f372 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 943 time: 0.0498946 Dec 09 23:15:18.500743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-333e7ec0-2099-406b-939e-4982fdb8c8e1 req-a3d15ff6-bb3a-4a9e-bdde-4ba8ef0c1544 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438282 Dec 09 23:15:18.687709 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.42', 59854) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:15:18.741070 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-7fe15028-9523-4a51-813f-c21eec6770e6 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547174 Dec 09 23:15:18.746775 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-81e2e991-5d16-4fc3-b538-ecd347ff8167 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520941 Dec 09 23:15:18.776298 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d7f74-41fa-4046-b988-b96176565a0c req-c2eae41c-ca2c-45f1-8f0d-d1282b2c8e51 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:18.777902 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-447d7f74-41fa-4046-b988-b96176565a0c req-c2eae41c-ca2c-45f1-8f0d-d1282b2c8e51 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 943 time: 0.1163795 Dec 09 23:15:18.798431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-ec923a67-f434-4ab1-a18e-fabb5413ad8c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:18.799815 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-ec923a67-f434-4ab1-a18e-fabb5413ad8c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9&tenant_id=8ae63d14815b407fb58ac0c777a68f81&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 943 time: 0.1112270 Dec 09 23:15:18.868241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-447d7f74-41fa-4046-b988-b96176565a0c req-50823bf4-cf54-46f2-b3b0-67dc090f76a3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830386 Dec 09 23:15:18.883316 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-7f51bd17-13a9-43ff-a6f5-b90bcd97de26 service neutron] delete failed (client error): The resource could not be found. Dec 09 23:15:18.884299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-7f51bd17-13a9-43ff-a6f5-b90bcd97de26 service neutron] 10.222.0.42 "DELETE /v2.0/ports/14c22434-d8fd-4046-a6e1-1ca4bc5d7402/bindings/n-h2-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0751095 Dec 09 23:15:18.973187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-b934035f-1f30-4a5b-bcb6-f3d65848c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:18.974595 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-b934035f-1f30-4a5b-bcb6-f3d65848c29f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0441201 Dec 09 23:15:19.064338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-56b02abe-ea99-4f45-a3d4-ef0a9cdf7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:19.065858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-56b02abe-ea99-4f45-a3d4-ef0a9cdf7db6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0832715 Dec 09 23:15:19.161441 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-eb232652-558c-4de2-b840-526cccda2f40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 998 time: 0.0885201 Dec 09 23:15:19.210935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-8b11ad02-15f3-4469-9b45-16dfd10fe2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:19.212377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-8b11ad02-15f3-4469-9b45-16dfd10fe2fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0425239 Dec 09 23:15:19.256885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-46cfc252-9056-4eb1-9b1b-468671346bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:19.258315 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-46cfc252-9056-4eb1-9b1b-468671346bcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388198 Dec 09 23:15:19.347894 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-c1a9d552-0986-4db3-a721-3d92b92229ec service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819287 Dec 09 23:15:19.438510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-96653a99-a11c-452c-a0ec-98eca4862cf2 req-b033f90f-94b8-4cd5-a516-c031381ee0af service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833602 Dec 09 23:15:19.987454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9a048-7e31-4471-9b92-1956b9302582 req-2ba33500-de82-432e-a573-188336756538 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:19.988952 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3e9a048-7e31-4471-9b92-1956b9302582 req-2ba33500-de82-432e-a573-188336756538 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 943 time: 0.0492845 Dec 09 23:15:20.035409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3e9a048-7e31-4471-9b92-1956b9302582 req-87f2df8a-ad98-482d-9c3f-b3e7d85fcb26 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404453 Dec 09 23:15:20.140850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:15:20.151394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193e00d-eebe-41a2-9ba7-7c4cd123f73b req-692634d8-79e1-4067-8a8b-d92eed5e4bd6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:20.153009 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6193e00d-eebe-41a2-9ba7-7c4cd123f73b req-692634d8-79e1-4067-8a8b-d92eed5e4bd6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 943 time: 0.0484035 Dec 09 23:15:20.204044 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6193e00d-eebe-41a2-9ba7-7c4cd123f73b req-7a696003-1116-424b-8d67-c79bd4b8878c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447869 Dec 09 23:15:20.325349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:15:20.357205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:15:20.416277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0a399-0856-46d5-a3b7-967cff1355c1 req-a8722d18-436a-4f2d-b551-2835503b3fa9 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:20.418131 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20c0a399-0856-46d5-a3b7-967cff1355c1 req-a8722d18-436a-4f2d-b551-2835503b3fa9 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 943 time: 0.0598969 Dec 09 23:15:20.437211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:15:20.448573 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'port_id': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'mac_address': 'fa:16:3e:56:3b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:15:20.469475 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20c0a399-0856-46d5-a3b7-967cff1355c1 req-9fec7684-803c-4a82-9e32-50c6a39228dc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444961 Dec 09 23:15:20.473504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3179a1-2f1d-44b3-baf9-615e6e6ae74f req-da94bfcd-3e15-480f-95c3-7c6add03539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:20.475039 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3b3179a1-2f1d-44b3-baf9-615e6e6ae74f req-da94bfcd-3e15-480f-95c3-7c6add03539d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0425270 Dec 09 23:15:20.490020 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:20.503001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:15:20.522874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:15:20.526686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:20.569902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3179a1-2f1d-44b3-baf9-615e6e6ae74f req-3bdc83de-035d-4321-a5f8-f74091264f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:20.571945 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3b3179a1-2f1d-44b3-baf9-615e6e6ae74f req-3bdc83de-035d-4321-a5f8-f74091264f01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0890551 Dec 09 23:15:20.573105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:15:20.580459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.580750 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.581097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.581436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.581774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.582130 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.582464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.582794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.583121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.583445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.583774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.584095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.584417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:20.647101 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3b3179a1-2f1d-44b3-baf9-615e6e6ae74f req-0b6a07b5-cd89-43aa-8e55-6330dd91d108 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 200 len: 999 time: 0.0679629 Dec 09 23:15:20.698388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3179a1-2f1d-44b3-baf9-615e6e6ae74f req-94975716-ba20-473f-a420-4ca036d8a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:20.699816 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3b3179a1-2f1d-44b3-baf9-615e6e6ae74f req-94975716-ba20-473f-a420-4ca036d8a825 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0443654 Dec 09 23:15:20.745223 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3179a1-2f1d-44b3-baf9-615e6e6ae74f req-12deb9a5-1c80-4c8f-9337-7cb2dbc4c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:20.746683 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3b3179a1-2f1d-44b3-baf9-615e6e6ae74f req-12deb9a5-1c80-4c8f-9337-7cb2dbc4c802 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395169 Dec 09 23:15:20.837965 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3b3179a1-2f1d-44b3-baf9-615e6e6ae74f req-cf5edfc2-9085-45da-bbb7-6a0bc5296065 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835922 Dec 09 23:15:20.843124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['14c22434-d8fd-4046-a6e1-1ca4bc5d7402'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:15:20.929996 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-3b3179a1-2f1d-44b3-baf9-615e6e6ae74f req-f30fb4b1-147f-4b3d-a35e-d96c76063920 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837343 Dec 09 23:15:21.584581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3121672-c2e0-458c-bd27-d0debdbf78bb req-8e3130db-ea19-4023-b9d2-b37066b2053c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:21.586721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3121672-c2e0-458c-bd27-d0debdbf78bb req-8e3130db-ea19-4023-b9d2-b37066b2053c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 944 time: 0.0473959 Dec 09 23:15:21.632036 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b3121672-c2e0-458c-bd27-d0debdbf78bb req-90d5cefc-b900-44aa-ae25-37262f00c708 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394657 Dec 09 23:15:21.862851 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039d471-8fff-4285-a16d-0ffdef751b74 req-b9a8f6ea-9b48-4e3d-b19c-508a473f4bfc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:21.864303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a039d471-8fff-4285-a16d-0ffdef751b74 req-b9a8f6ea-9b48-4e3d-b19c-508a473f4bfc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 944 time: 0.0506642 Dec 09 23:15:21.910216 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a039d471-8fff-4285-a16d-0ffdef751b74 req-0191f425-9ffb-4908-88c6-c4f8bc92fe83 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394611 Dec 09 23:15:22.337967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:15:22.386341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:15:22.390332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:15:22.390708 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:22.467658 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:22.489323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:15:22.491597 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e213082-f8a2-4f79-b44e-6cde492d2d98" -d '{"events": [{"server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "name": "network-vif-plugged", "status": "completed", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:15:22.504239 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:15:22.508482 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:22.531523 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e63ddda-c33b-4d93-b0a8-ba99d531492f x-openstack-request-id: req-0e63ddda-c33b-4d93-b0a8-ba99d531492f {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:15:22.531813 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "name": "network-vif-plugged", "status": "completed", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:15:22.532071 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e63ddda-c33b-4d93-b0a8-ba99d531492f {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:15:22.532453 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'code': 200} Dec 09 23:15:22.557294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:15:23.029337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9ddf6-c5f0-4614-bed8-05b4deb366d5 req-4a569f16-612f-4bfe-a775-663ba7c7bbf3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:23.031022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bb9ddf6-c5f0-4614-bed8-05b4deb366d5 req-4a569f16-612f-4bfe-a775-663ba7c7bbf3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0505707 Dec 09 23:15:23.042412 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:23.081572 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bb9ddf6-c5f0-4614-bed8-05b4deb366d5 req-ac190efb-126c-4bba-832e-7fb7a9ee0738 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437579 Dec 09 23:15:23.299415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-497c3da5-eccc-4a89-8542-3e10c5e398d0 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:23.300849 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-497c3da5-eccc-4a89-8542-3e10c5e398d0 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.18 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 945 time: 0.0523169 Dec 09 23:15:23.390662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Deleting port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:15:23.391001 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:23.479873 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] For port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:15:23.480147 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:23.646482 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:23.646844 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:23.647162 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534 disassociated. External IP: 172.25.8.32, port: 14c22434-d8fd-4046-a6e1-1ca4bc5d7402. Dec 09 23:15:23.647503 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Calling delete_port for 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:15:23.773675 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:23.803492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event deleted for resources: {'Port': ['ID=14c22434-d8fd-4046-a6e1-1ca4bc5d7402,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:15:23.919469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Router 89673cc8-f9a4-4124-9004-20368931acd8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:15:24.031214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:15:24.042179 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d325e-9cea-4350-9da7-cafa8aef7522 None None] Sync routers for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:15:24.051862 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d325e-9cea-4350-9da7-cafa8aef7522 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:15:24.052562 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ee8d325e-9cea-4350-9da7-cafa8aef7522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:15:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:15:24.070255 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] No DVR routers for this DVR port 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:15:24.073062 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:24.076445 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7f4327d2-b6fc-4f94-a83b-0519c7979737 req-3b6a2a4f-9b2c-4945-bb2f-e32997bda627 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.18 "DELETE /v2.0/ports/14c22434-d8fd-4046-a6e1-1ca4bc5d7402 HTTP/1.1" status: 204 len: 173 time: 0.7677836 Dec 09 23:15:24.076904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'name': 'network-vif-deleted', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:15:24.079440 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a5f3174da5585c95b42db23738a2f5cf1d80f0f03e79df8f7231362ba8382fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15004ecc-a8ed-470a-acd3-7bd24202c791" -d '{"events": [{"server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "name": "network-vif-deleted", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:15:24.118654 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af914030-3629-46e0-9513-75b7ea0f9616 x-openstack-request-id: req-af914030-3629-46e0-9513-75b7ea0f9616 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:15:24.118967 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217526fa-2b3a-4210-a948-66b60c256dd9", "name": "network-vif-deleted", "tag": "14c22434-d8fd-4046-a6e1-1ca4bc5d7402", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:15:24.119246 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af914030-3629-46e0-9513-75b7ea0f9616 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:15:24.119666 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217526fa-2b3a-4210-a948-66b60c256dd9', 'name': 'network-vif-deleted', 'tag': '14c22434-d8fd-4046-a6e1-1ca4bc5d7402', 'status': 'completed', 'code': 200} Dec 09 23:15:24.170166 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-ee8d325e-9cea-4350-9da7-cafa8aef7522 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:15:24.190271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30c5489b-e254-4991-9d11-999d898ab3a7 req-0f7e483d-7a06-459c-8ed5-e874fe2c64a7 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=217526fa-2b3a-4210-a948-66b60c256dd9 HTTP/1.1" status: 200 len: 210 time: 0.0335910 Dec 09 23:15:24.372404 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ee8d325e-9cea-4350-9da7-cafa8aef7522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:15:24.403529 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d325e-9cea-4350-9da7-cafa8aef7522 None None] Checking router: 89673cc8-f9a4-4124-9004-20368931acd8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:15:24.411972 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d325e-9cea-4350-9da7-cafa8aef7522 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:15:24.412575 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ee8d325e-9cea-4350-9da7-cafa8aef7522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:15:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:15:24.515863 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-ee8d325e-9cea-4350-9da7-cafa8aef7522 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:15:24.716503 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-ee8d325e-9cea-4350-9da7-cafa8aef7522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:15:24.741323 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d325e-9cea-4350-9da7-cafa8aef7522 None None] The sync data for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 is: [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:15:24.952643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3531f5-1488-4447-b184-d66665f14f6d None None] New status for floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:15:25.453710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-470e05e9-313c-4eb0-98e3-b98fb82e6dd4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--661185133&fields=id&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 267 time: 0.0410926 Dec 09 23:15:25.562387 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-4320e996-269b-45a4-a21b-42312cac5ca5 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:25.563755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-4320e996-269b-45a4-a21b-42312cac5ca5 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 812 time: 0.1035929 Dec 09 23:15:25.578219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-d7e5c32e-d9dc-4d40-8fe7-93ef8be849e4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/quotas/8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 375 time: 0.0088248 Dec 09 23:15:25.627457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-6f760e10-9ec8-45d0-8e23-ebbfc5c0cb4f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442755 Dec 09 23:15:25.769350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-ec50ce71-9988-421e-81a5-8f77aab858a5 service neutron] 10.222.0.16 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302729 Dec 09 23:15:25.812837 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:15:25.859882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-78a50e03-b84d-484b-a230-ddb3d16d8576 service neutron] 10.222.0.16 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840003 Dec 09 23:15:26.015114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-535d8d5f-fa3a-4781-b5e7-177aeab4a2c2 req-861c04cb-7775-4b13-b006-3e57fd02d087 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 210 time: 0.0260756 Dec 09 23:15:26.951311 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-39b0ca77-2306-4c8b-88d8-b0323b0b5a32 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:26.952856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-39b0ca77-2306-4c8b-88d8-b0323b0b5a32 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 812 time: 0.1005599 Dec 09 23:15:27.017404 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-ed46b6ca-8039-461c-9103-e6ea90a37796 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 379 time: 0.0552616 Dec 09 23:15:27.027775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Request body: {'port': {'device_id': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'admin_state_up': True, 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'security_groups': ['72676195-d5f2-4ff8-8de4-445337e72bbd']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:15:27.119111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29250eee-193e-40a0-b6dc-78577403db35 req-8671f3f7-06e9-43f7-882e-9f70443cca7c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 210 time: 0.0293159 Dec 09 23:15:27.155473 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Made reservation on behalf of 8ae63d14815b407fb58ac0c777a68f81 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:15:27.158972 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:27.283233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Allocated IP 172.20.0.4 (e4de0537-9737-47bb-a96b-1399cd431ec1/e403caa4-9df6-4592-88ad-2d884af51691/84fbbb11-5d1e-41aa-ac5f-0beca1903d8c) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:15:27.418330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:27.450867 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:27.489988 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Network e4de0537-9737-47bb-a96b-1399cd431ec1 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:15:27.493025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:15:27.495367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:15:27.527772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event updated for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:15:27.543576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.543840 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.544187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.544524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.544862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.545195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.545525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.545868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.546196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.546522 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.546847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.547171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.547508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:15:27.567624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:27.568242 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:27.588614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-8790c862-4994-43d9-95ee-a8671b1b8e1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643790 Dec 09 23:15:27.601309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Request body: {'port': {'device_id': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:15:27.657408 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:27.746675 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-67c9b40f-245f-4a8e-b349-832e318eea75 None None] Provisioning complete for port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:15:27.747262 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-67c9b40f-245f-4a8e-b349-832e318eea75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:27.780341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-67c9b40f-245f-4a8e-b349-832e318eea75 None None] Port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:15:27.910781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:15:27.917918 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:27.930033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Transition to ACTIVE for port object 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:15:27.933774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:27.982317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Pushing event updated for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:15:28.054858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Attempting to bind port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:15:28.055193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Attempting to bind port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:15:28.055533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Attempting to bind port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:15:28.059992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on network e4de0537-9737-47bb-a96b-1399cd431ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:15:28.060317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Attempting to bind port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:15:28.065347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:15:28.065688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:15:28.066112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Bound using segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:15:28.066548 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Bound port: 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:15:28.066912 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:28.132153 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:15:28.135547 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:15:28.139585 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:28.173163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:28.173775 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:28.175251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] 10.222.0.42 "PUT /v2.0/ports/84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 1092 time: 0.5783296 Dec 09 23:15:28.175633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:15:28.177884 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0994ec-7175-400a-94a2-2296c3f68c51" -d '{"events": [{"name": "network-changed", "server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:15:28.244996 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e96424-4bd7-4cb3-97d9-aa3e28b4bd65 x-openstack-request-id: req-f0e96424-4bd7-4cb3-97d9-aa3e28b4bd65 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:15:28.245281 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:15:28.245566 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0e96424-4bd7-4cb3-97d9-aa3e28b4bd65 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:15:28.245988 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'status': 'completed', 'code': 200} Dec 09 23:15:28.249406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9ecb0-d368-43e6-92fe-9136ec56be24 service neutron] Pushing event updated for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:15:28.295467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a56ba0-f417-443f-9bd4-f715886c32c0 req-a9b6a394-f786-4a3b-a14b-b12486acf511 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:28.296998 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9a56ba0-f417-443f-9bd4-f715886c32c0 req-a9b6a394-f786-4a3b-a14b-b12486acf511 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 943 time: 0.0973332 Dec 09 23:15:28.303093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-6b0c0b94-36bc-4aa9-b51b-f4800c8580c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:28.305147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-6b0c0b94-36bc-4aa9-b51b-f4800c8580c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1095 time: 0.0719092 Dec 09 23:15:28.347685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:15:28.356821 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-d91ca83d-e422-4817-8a74-c0ac05a19c5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 217 time: 0.0374584 Dec 09 23:15:28.370538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:15:28.370889 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 14c22434-d8fd-4046-a6e1-1ca4bc5d7402 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:15:28.409581 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e9a56ba0-f417-443f-9bd4-f715886c32c0 req-885458b3-d44b-4e6f-9848-a09c78c48600 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034665 Dec 09 23:15:28.422287 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-dfb3c3fd-3c67-42a3-b85a-60a2be5330f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:28.423694 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-dfb3c3fd-3c67-42a3-b85a-60a2be5330f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0594940 Dec 09 23:15:28.473232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-ea22419b-55ad-428e-835a-f02f6b44431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:28.474734 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-ea22419b-55ad-428e-835a-f02f6b44431e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440972 Dec 09 23:15:28.562626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-28fedb06-96ab-4f13-8f6f-04f2bc0cda23 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790889 Dec 09 23:15:28.949510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f935996-feb9-479d-a87f-84ad2bad28d6 req-51bb3b6c-0c33-479f-90f8-2f2e51236ed1 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800676 Dec 09 23:15:29.034053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0994ec-7175-400a-94a2-2296c3f68c51 req-cebd6438-8e73-4e11-94b7-625745cba0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:29.035619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d0994ec-7175-400a-94a2-2296c3f68c51 req-cebd6438-8e73-4e11-94b7-625745cba0de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1095 time: 0.0411589 Dec 09 23:15:29.127593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0994ec-7175-400a-94a2-2296c3f68c51 req-faaa8d5b-48bb-4edc-8d38-f6dbac6fce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:29.129057 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d0994ec-7175-400a-94a2-2296c3f68c51 req-faaa8d5b-48bb-4edc-8d38-f6dbac6fce1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0857158 Dec 09 23:15:29.170055 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d0994ec-7175-400a-94a2-2296c3f68c51 req-25859cd4-b1cc-4837-b8f5-b46f9114b6d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 217 time: 0.0332949 Dec 09 23:15:29.219082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0994ec-7175-400a-94a2-2296c3f68c51 req-68326a36-3c37-4fa5-bdf3-915740624b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:29.220471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d0994ec-7175-400a-94a2-2296c3f68c51 req-68326a36-3c37-4fa5-bdf3-915740624b27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0432425 Dec 09 23:15:29.271743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0994ec-7175-400a-94a2-2296c3f68c51 req-da517dbc-8351-49b4-89ba-b7261afa0d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:29.273260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d0994ec-7175-400a-94a2-2296c3f68c51 req-da517dbc-8351-49b4-89ba-b7261afa0d8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441000 Dec 09 23:15:29.361930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d0994ec-7175-400a-94a2-2296c3f68c51 req-7c6bcfa7-5e30-46e0-8699-fe66d74cc100 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811749 Dec 09 23:15:29.453888 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d0994ec-7175-400a-94a2-2296c3f68c51 req-877e4c3e-c9b8-4a4d-bafa-b0211b2c6ded service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845051 Dec 09 23:15:29.528234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a436c0d-46d6-4138-93b8-9c34425dd40f req-24afab1b-ac3d-47b1-a5d3-5f0e3b2734fc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:29.529622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a436c0d-46d6-4138-93b8-9c34425dd40f req-24afab1b-ac3d-47b1-a5d3-5f0e3b2734fc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 943 time: 0.0491242 Dec 09 23:15:29.576530 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a436c0d-46d6-4138-93b8-9c34425dd40f req-dc71d42f-59dd-48ef-96d8-2d875df6c86e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410037 Dec 09 23:15:30.696055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f92e3-5707-4b0b-8033-b3a9d7b87b48 req-09889140-0a1b-4aa2-b135-66a51c2a54f6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:30.697527 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-384f92e3-5707-4b0b-8033-b3a9d7b87b48 req-09889140-0a1b-4aa2-b135-66a51c2a54f6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 943 time: 0.0520794 Dec 09 23:15:30.747614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-384f92e3-5707-4b0b-8033-b3a9d7b87b48 req-99aafc93-74d0-448d-b0e0-36b732cb8b12 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441577 Dec 09 23:15:31.120834 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0fd48e38-8d69-4cab-a84b-ce0706b15291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:31.860158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a3b21-3574-4cd4-b0f3-aa57171e8fa2 req-29b78952-9df9-4e54-8acd-119e56667212 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:31.861673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb8a3b21-3574-4cd4-b0f3-aa57171e8fa2 req-29b78952-9df9-4e54-8acd-119e56667212 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 943 time: 0.0478587 Dec 09 23:15:31.907621 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb8a3b21-3574-4cd4-b0f3-aa57171e8fa2 req-10c1d65d-32fc-43aa-842e-f13534334581 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401917 Dec 09 23:15:32.154989 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:15:32.246068 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:15:32.260800 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'port_id': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'mac_address': 'fa:16:3e:f8:4d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:15:32.295643 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:32.308329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:15:32.327454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:15:32.331009 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:32.375963 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:15:32.559025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['84fbbb11-5d1e-41aa-ac5f-0beca1903d8c'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:15:33.020228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1826c5-0cd0-4db7-8af6-6bbdbebe4689 req-22181179-945a-4f1f-b6e2-14d6c2982e30 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:33.021684 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e1826c5-0cd0-4db7-8af6-6bbdbebe4689 req-22181179-945a-4f1f-b6e2-14d6c2982e30 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 944 time: 0.0470903 Dec 09 23:15:33.067524 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4e1826c5-0cd0-4db7-8af6-6bbdbebe4689 req-74bd9c89-909f-454c-b7ee-c843cba42c61 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392723 Dec 09 23:15:33.394362 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c86a2437-c02e-4f72-b22b-c391b90dcf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:34.159483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:15:34.185367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0ce58-ca53-4ba3-9981-440f15dee9c3 req-36bf941b-68c0-4b28-bea1-135d611ebdb1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:34.186883 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3eb0ce58-ca53-4ba3-9981-440f15dee9c3 req-36bf941b-68c0-4b28-bea1-135d611ebdb1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 944 time: 0.0518432 Dec 09 23:15:34.216573 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:15:34.220561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:15:34.220940 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:34.235556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3eb0ce58-ca53-4ba3-9981-440f15dee9c3 req-0e8a326d-f34c-49e6-b0e2-ee1cbf34f6f6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427549 Dec 09 23:15:34.309759 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:34.310586 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:34.332451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:15:34.334714 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac190663d264974cc78c1b5e39106a88cb4d1999d400651e9f9f006dda61adf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ce9c3d-f710-4f18-8117-3fa6fb9511af" -d '{"events": [{"server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "name": "network-vif-plugged", "status": "completed", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:15:34.347277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:15:34.352886 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:34.377453 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c1fde0-f6bb-43c9-b3a9-c780d93d78af x-openstack-request-id: req-14c1fde0-f6bb-43c9-b3a9-c780d93d78af {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:15:34.377746 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "name": "network-vif-plugged", "status": "completed", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:15:34.378029 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14c1fde0-f6bb-43c9-b3a9-c780d93d78af {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:15:34.378423 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'code': 200} Dec 09 23:15:34.402383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:15:34.466413 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ce85-99f3-4917-b34f-31e385e4d051 req-3ad24a15-860e-46a1-b48d-9b5ecadf2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:34.467896 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02b0ce85-99f3-4917-b34f-31e385e4d051 req-3ad24a15-860e-46a1-b48d-9b5ecadf2d31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1097 time: 0.0392315 Dec 09 23:15:34.511114 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-02b0ce85-99f3-4917-b34f-31e385e4d051 req-2948a88d-de6e-47da-995c-a782681bb80e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358613 Dec 09 23:15:34.957877 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:35.349744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad5b1a-37f2-4892-8e5d-cf8f5de05f1e req-f0841275-f02b-45a4-a4c2-dc4a4bed43ec tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:35.351228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35ad5b1a-37f2-4892-8e5d-cf8f5de05f1e req-f0841275-f02b-45a4-a4c2-dc4a4bed43ec tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0481775 Dec 09 23:15:35.401204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35ad5b1a-37f2-4892-8e5d-cf8f5de05f1e req-1d9b6ba6-fd01-40ba-b2b6-e263470af5b0 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440531 Dec 09 23:15:36.328440 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:36.516195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb222521-8713-4ce2-89b5-d92637cd2801 req-ca45205c-399b-434f-a34d-3143c9462ef2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:36.517599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb222521-8713-4ce2-89b5-d92637cd2801 req-ca45205c-399b-434f-a34d-3143c9462ef2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0480003 Dec 09 23:15:36.563910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb222521-8713-4ce2-89b5-d92637cd2801 req-b555687f-dc0c-4724-9828-d0818b056c43 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397248 Dec 09 23:15:36.673136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1893f-f938-4cc7-946e-ded71cbe0d5b req-b6cc89b6-9df9-476f-a528-a5e1110e5d68 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:36.674613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2fd1893f-f938-4cc7-946e-ded71cbe0d5b req-b6cc89b6-9df9-476f-a528-a5e1110e5d68 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0477948 Dec 09 23:15:36.683189 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57342) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:15:36.687405 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a0b99244-58b6-40b1-827a-bb4cd0e935f2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Request body: {'floatingip': {'port_id': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:15:36.729155 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0b99244-58b6-40b1-827a-bb4cd0e935f2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:37.139230 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:37.147698 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0b99244-58b6-40b1-827a-bb4cd0e935f2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:37.151054 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0b99244-58b6-40b1-827a-bb4cd0e935f2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:37.245598 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-a0b99244-58b6-40b1-827a-bb4cd0e935f2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534 associated. External IP: 172.25.8.32, port: 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c. Dec 09 23:15:37.446370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b99244-58b6-40b1-827a-bb4cd0e935f2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Router 89673cc8-f9a4-4124-9004-20368931acd8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:15:37.549729 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b99244-58b6-40b1-827a-bb4cd0e935f2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:15:37.554577 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a0b99244-58b6-40b1-827a-bb4cd0e935f2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:37.559151 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81195c76-2f79-48a7-bfb3-2da210b7c8db None None] Sync routers for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:15:37.572187 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81195c76-2f79-48a7-bfb3-2da210b7c8db None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:15:37.572810 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-81195c76-2f79-48a7-bfb3-2da210b7c8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:15:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:15:37.581022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a0b99244-58b6-40b1-827a-bb4cd0e935f2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "PUT /v2.0/floatingips/6ee75e59-1b32-4798-9c22-3910a2b9a534 HTTP/1.1" status: 200 len: 990 time: 0.8968096 Dec 09 23:15:37.581839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:15:37.584190 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c1dc86faf902db8119d6c66a5d505e42a0f0390ca941111de6212be5a876e6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6d33fc-5e2f-499f-9835-d61982b545e6" -d '{"events": [{"name": "network-changed", "server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:15:37.628751 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f72c3-279d-4d5c-9ba6-23bac706abe5 x-openstack-request-id: req-616f72c3-279d-4d5c-9ba6-23bac706abe5 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:15:37.629064 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:15:37.629321 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-616f72c3-279d-4d5c-9ba6-23bac706abe5 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:15:37.629729 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'status': 'completed', 'code': 200} Dec 09 23:15:37.680391 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-81195c76-2f79-48a7-bfb3-2da210b7c8db None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:15:37.694308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d33fc-5e2f-499f-9835-d61982b545e6 req-e3085f0a-0973-40e5-a13d-c1772cf5c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:37.695802 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe6d33fc-5e2f-499f-9835-d61982b545e6 req-e3085f0a-0973-40e5-a13d-c1772cf5c333 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1097 time: 0.0437071 Dec 09 23:15:37.784565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d33fc-5e2f-499f-9835-d61982b545e6 req-b354fc6a-079d-4565-b0c2-ec6ca0b843eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:37.785961 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe6d33fc-5e2f-499f-9835-d61982b545e6 req-b354fc6a-079d-4565-b0c2-ec6ca0b843eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0819702 Dec 09 23:15:37.853112 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe6d33fc-5e2f-499f-9835-d61982b545e6 req-c31be9e4-b21d-4a40-bf26-f4a428591ea5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 998 time: 0.0599556 Dec 09 23:15:37.897042 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-81195c76-2f79-48a7-bfb3-2da210b7c8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6ee75e59-1b32-4798-9c22-3910a2b9a534', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'port_id': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'mac_address': 'fa:16:3e:f8:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:10:57Z', 'updated_at': '2021-12-09T23:15:37Z', 'revision_number': 9, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:15:37.900568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d33fc-5e2f-499f-9835-d61982b545e6 req-3b750162-1d6c-4180-92a4-c47417dc6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:37.902100 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe6d33fc-5e2f-499f-9835-d61982b545e6 req-3b750162-1d6c-4180-92a4-c47417dc6e83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0427182 Dec 09 23:15:37.922793 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81195c76-2f79-48a7-bfb3-2da210b7c8db None None] Checking router: 89673cc8-f9a4-4124-9004-20368931acd8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:15:37.931110 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81195c76-2f79-48a7-bfb3-2da210b7c8db None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:15:37.931719 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-81195c76-2f79-48a7-bfb3-2da210b7c8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:15:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:15:37.945969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d33fc-5e2f-499f-9835-d61982b545e6 req-6c0e3037-a275-4df4-8e5a-2dd7bee3ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:37.947459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe6d33fc-5e2f-499f-9835-d61982b545e6 req-6c0e3037-a275-4df4-8e5a-2dd7bee3ba6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390413 Dec 09 23:15:38.035502 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-81195c76-2f79-48a7-bfb3-2da210b7c8db None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:15:38.038342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe6d33fc-5e2f-499f-9835-d61982b545e6 req-a4ff07b1-4198-4208-91d7-fda90f3bbe36 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835211 Dec 09 23:15:38.129533 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe6d33fc-5e2f-499f-9835-d61982b545e6 req-6237154c-44dd-430a-b244-ca9b2a1af359 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846851 Dec 09 23:15:38.341640 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-81195c76-2f79-48a7-bfb3-2da210b7c8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6ee75e59-1b32-4798-9c22-3910a2b9a534', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'port_id': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'mac_address': 'fa:16:3e:f8:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:10:57Z', 'updated_at': '2021-12-09T23:15:37Z', 'revision_number': 9, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:15:38.367054 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81195c76-2f79-48a7-bfb3-2da210b7c8db None None] The sync data for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 is: [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6ee75e59-1b32-4798-9c22-3910a2b9a534', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'port_id': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'mac_address': 'fa:16:3e:f8:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:10:57Z', 'updated_at': '2021-12-09T23:15:37Z', 'revision_number': 9, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:15:38.552463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9352ad-6b38-4f3e-b78e-d993bb730fd8 None None] New status for floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:15:53.029397 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:15:59.386109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e74e494e-c2d9-4be3-b2d1-00ceaf4d81c4 req-62340855-72cc-4a75-87b0-cb36db3f267b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0888460 Dec 09 23:15:59.468480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e494e-c2d9-4be3-b2d1-00ceaf4d81c4 req-317a19cf-0f4c-435b-bab2-5d1ae215ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:59.469985 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e74e494e-c2d9-4be3-b2d1-00ceaf4d81c4 req-317a19cf-0f4c-435b-bab2-5d1ae215ed95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1097 time: 0.0390453 Dec 09 23:15:59.571585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e494e-c2d9-4be3-b2d1-00ceaf4d81c4 req-710d187c-fe2d-4165-b482-47477cd4be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:59.573014 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e74e494e-c2d9-4be3-b2d1-00ceaf4d81c4 req-710d187c-fe2d-4165-b482-47477cd4be60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0831845 Dec 09 23:15:59.640018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e74e494e-c2d9-4be3-b2d1-00ceaf4d81c4 req-7cbe19b9-cc48-41b7-b4c2-cd825a865e01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 1001 time: 0.0597830 Dec 09 23:15:59.687585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e494e-c2d9-4be3-b2d1-00ceaf4d81c4 req-ce8a3732-1482-45a2-b192-07d5e798728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:59.688976 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e74e494e-c2d9-4be3-b2d1-00ceaf4d81c4 req-ce8a3732-1482-45a2-b192-07d5e798728a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0420039 Dec 09 23:15:59.733394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e494e-c2d9-4be3-b2d1-00ceaf4d81c4 req-77c089a6-7db1-45c9-afed-5e1cb4933f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:15:59.734806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e74e494e-c2d9-4be3-b2d1-00ceaf4d81c4 req-77c089a6-7db1-45c9-afed-5e1cb4933f98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383477 Dec 09 23:15:59.825113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e74e494e-c2d9-4be3-b2d1-00ceaf4d81c4 req-35e041dc-646c-445d-af38-92a5334834ae service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825665 Dec 09 23:15:59.917163 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e74e494e-c2d9-4be3-b2d1-00ceaf4d81c4 req-64b2d1f4-f2ea-405d-ac03-2141c67bf232 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849659 Dec 09 23:16:01.122740 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8764-9fc4-45d5-bd51-254aae180cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:02.811206 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:16:03.396251 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7259d835-5944-4f7f-9bb2-5eeb354416df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:04.308189 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:04.959466 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:06.331110 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:07.141488 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:23.035737 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:31.124245 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eb74fc71-58a1-4bcb-bccf-1b444cc775b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:33.397861 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-42f061e5-a11d-4325-b2b7-c529420b3fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:34.304783 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:34.964038 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:36.333633 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:37.146835 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:39.810616 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:16:53.051006 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:16:59.418422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53bfeaec-82e0-4659-a287-7d4ecab44178 req-edc57fb9-2fbc-4217-90e3-ecb563e1e7e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756104 Dec 09 23:16:59.499036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfeaec-82e0-4659-a287-7d4ecab44178 req-005241a9-7e51-4279-aadd-96d2e59fa6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:16:59.500580 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53bfeaec-82e0-4659-a287-7d4ecab44178 req-005241a9-7e51-4279-aadd-96d2e59fa6e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1097 time: 0.0403588 Dec 09 23:16:59.612397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfeaec-82e0-4659-a287-7d4ecab44178 req-7b122854-50e8-4b20-9bd0-498aa13a94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:16:59.613873 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53bfeaec-82e0-4659-a287-7d4ecab44178 req-7b122854-50e8-4b20-9bd0-498aa13a94f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0858676 Dec 09 23:16:59.676343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53bfeaec-82e0-4659-a287-7d4ecab44178 req-f0080b2e-c8f0-4244-b5a2-ab1d80f0d930 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 1001 time: 0.0557508 Dec 09 23:16:59.723766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfeaec-82e0-4659-a287-7d4ecab44178 req-a7b127f4-363f-431b-9565-55ef0b519d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:16:59.725147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53bfeaec-82e0-4659-a287-7d4ecab44178 req-a7b127f4-363f-431b-9565-55ef0b519d02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0420156 Dec 09 23:16:59.773319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfeaec-82e0-4659-a287-7d4ecab44178 req-7d8877b5-7d80-43d7-b13a-e0104fc6eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:16:59.774775 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53bfeaec-82e0-4659-a287-7d4ecab44178 req-7d8877b5-7d80-43d7-b13a-e0104fc6eb4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420315 Dec 09 23:16:59.860851 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53bfeaec-82e0-4659-a287-7d4ecab44178 req-3ea9c3a2-21e5-4dd2-b16e-ccaacca346b4 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783403 Dec 09 23:16:59.952722 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-53bfeaec-82e0-4659-a287-7d4ecab44178 req-4b08d67d-2bf7-4adc-be77-b349270d5745 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852418 Dec 09 23:17:01.124730 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0929d195-bcb1-470d-b3c1-804f747dfdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:03.401093 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a79c5fa6-7521-4fa2-af8f-3fb2980140e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:04.304345 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:04.966679 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:06.335367 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:07.149332 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:13.638031 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-f8d5b202-3c79-405e-bf5e-8c0d7cf6a8e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838058 Dec 09 23:17:13.715775 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20152c8-f42d-4260-bfd9-ee60896abf9b req-e2b6d388-b6d3-4aeb-a778-584a5de38a23 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:13.717656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c20152c8-f42d-4260-bfd9-ee60896abf9b req-e2b6d388-b6d3-4aeb-a778-584a5de38a23 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0950181 Dec 09 23:17:13.765664 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c20152c8-f42d-4260-bfd9-ee60896abf9b req-6508e550-50c2-4588-ad55-c1525de8c784 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420992 Dec 09 23:17:14.800361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-f896ae58-c000-49cd-8e9c-123496b4cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:14.801904 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-f896ae58-c000-49cd-8e9c-123496b4cb7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1097 time: 0.0439465 Dec 09 23:17:14.891038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-11da932c-3f48-4e86-aac4-bf7f9fd05a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:14.892489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-11da932c-3f48-4e86-aac4-bf7f9fd05a74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0842280 Dec 09 23:17:14.965460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-62e49030-fa19-4632-bcd8-3410004fe341 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 1001 time: 0.0659158 Dec 09 23:17:15.036254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-3de1a041-a1c0-42cf-9b35-7b58cafce958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:15.037689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-3de1a041-a1c0-42cf-9b35-7b58cafce958 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0654707 Dec 09 23:17:15.078854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddc1f5-64c4-45a8-b418-1ca797f9c92f req-2fbcdbd3-f58f-45b4-84ce-c2206e2b94fb tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:15.080282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25ddc1f5-64c4-45a8-b418-1ca797f9c92f req-2fbcdbd3-f58f-45b4-84ce-c2206e2b94fb tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.1437519 Dec 09 23:17:15.110529 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-ad3738af-324e-4c45-abd4-e36a0cf9e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:15.111939 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-ad3738af-324e-4c45-abd4-e36a0cf9e6c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667806 Dec 09 23:17:15.154455 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-25ddc1f5-64c4-45a8-b418-1ca797f9c92f req-d4a1dd8f-81c7-434f-b772-de86ff4d3390 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683033 Dec 09 23:17:15.216188 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-cc1488a5-b21d-4ae1-9652-329fad5fffdb service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952330 Dec 09 23:17:15.311038 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-62a95a46-b7cc-4d85-8974-6a9d6fbd15b7 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877261 Dec 09 23:17:16.270746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df9ec2-d985-4643-8104-7dca36a23446 req-3a719c9b-dfdb-44f3-88ec-158cc03c3af8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:16.272208 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13df9ec2-d985-4643-8104-7dca36a23446 req-3a719c9b-dfdb-44f3-88ec-158cc03c3af8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Dec 09 23:17:16.317868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-13df9ec2-d985-4643-8104-7dca36a23446 req-84546201-6375-4ec6-adba-eadf1d54b482 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392423 Dec 09 23:17:16.810818 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:17:17.430604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d03a0-bc4c-4b2b-938f-523f9e14aeb4 req-37bcc567-ce95-438b-a11c-4d8b30b09e2c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:17.432062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-846d03a0-bc4c-4b2b-938f-523f9e14aeb4 req-37bcc567-ce95-438b-a11c-4d8b30b09e2c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0472622 Dec 09 23:17:17.477931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-846d03a0-bc4c-4b2b-938f-523f9e14aeb4 req-fe2f722c-6cc4-49b0-88e0-6f735b4ca374 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399528 Dec 09 23:17:18.594430 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbe182-2857-4f41-bc15-f1d060a294d0 req-9caba3c4-e742-4247-a6f9-68791a540d85 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:18.595897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efbbe182-2857-4f41-bc15-f1d060a294d0 req-9caba3c4-e742-4247-a6f9-68791a540d85 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0520031 Dec 09 23:17:18.642282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-efbbe182-2857-4f41-bc15-f1d060a294d0 req-6cb644c7-df59-44e6-9659-1f740b910f7b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404882 Dec 09 23:17:19.766874 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771ca06-071a-44a4-8ab9-34e64c2cffce req-2ecb386b-139f-4a52-b21d-9edba91416f9 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:19.768337 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6771ca06-071a-44a4-8ab9-34e64c2cffce req-2ecb386b-139f-4a52-b21d-9edba91416f9 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0485637 Dec 09 23:17:19.814864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6771ca06-071a-44a4-8ab9-34e64c2cffce req-c9792f9c-70cf-41be-a48c-d5303d143c19 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407081 Dec 09 23:17:20.932577 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef1811-90f8-43ab-84b1-a4ad065fffad req-aeab3c95-5b88-417a-9db4-5e707bc4ef0b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:20.934053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bef1811-90f8-43ab-84b1-a4ad065fffad req-aeab3c95-5b88-417a-9db4-5e707bc4ef0b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0520229 Dec 09 23:17:20.980276 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7bef1811-90f8-43ab-84b1-a4ad065fffad req-e131c7e7-5c75-402c-82fb-488eb44b8c34 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404022 Dec 09 23:17:22.094783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20913b84-f202-4dee-8f01-4be5a9e5c488 req-17dcf53e-54b0-4847-b1d5-7f2da6ff873e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:22.096251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20913b84-f202-4dee-8f01-4be5a9e5c488 req-17dcf53e-54b0-4847-b1d5-7f2da6ff873e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0492730 Dec 09 23:17:22.142833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20913b84-f202-4dee-8f01-4be5a9e5c488 req-872ae6ee-4bcc-4f52-925b-1fec216ca703 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407031 Dec 09 23:17:23.048186 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:23.254888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226244c-da2e-4da0-8025-476753803cb5 req-d4906b28-f52f-4868-b0a9-f0ecb03e396b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:23.256317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5226244c-da2e-4da0-8025-476753803cb5 req-d4906b28-f52f-4868-b0a9-f0ecb03e396b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0471182 Dec 09 23:17:23.307098 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5226244c-da2e-4da0-8025-476753803cb5 req-7a6a51e9-4540-4896-be16-3d6d7a8d91f5 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440598 Dec 09 23:17:24.716693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b790-a91e-4261-a8cb-007e26ab933d req-c32f3b2a-21b3-4b97-b741-b35d00ece488 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:24.718176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ada7b790-a91e-4261-a8cb-007e26ab933d req-c32f3b2a-21b3-4b97-b741-b35d00ece488 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.3428884 Dec 09 23:17:24.763745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ada7b790-a91e-4261-a8cb-007e26ab933d req-05afabaa-13b8-4d3b-8a14-4f22dd5003fa tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395179 Dec 09 23:17:25.881286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a6e2-7afb-49f9-a82c-a464b8918f72 req-34f90621-70b0-460c-b3d0-b60bab1b905e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:25.882759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ffd4a6e2-7afb-49f9-a82c-a464b8918f72 req-34f90621-70b0-460c-b3d0-b60bab1b905e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0487213 Dec 09 23:17:25.928562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ffd4a6e2-7afb-49f9-a82c-a464b8918f72 req-f26def12-d360-4cf2-bb0f-b430c88ab976 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391247 Dec 09 23:17:27.045669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be47771-a75a-46e8-9f9c-14174ba2b06c req-b4a1d8df-f780-4d20-897a-c9046d946012 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:27.047138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3be47771-a75a-46e8-9f9c-14174ba2b06c req-b4a1d8df-f780-4d20-897a-c9046d946012 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0509953 Dec 09 23:17:27.133320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3be47771-a75a-46e8-9f9c-14174ba2b06c req-797535fb-b118-45ff-b701-def0e00fc9b6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802774 Dec 09 23:17:27.137204 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-0ec52823-d9d3-40d6-8970-e9c77dbce10a service neutron] show failed (client error): The resource could not be found. Dec 09 23:17:27.138151 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-0ec52823-d9d3-40d6-8970-e9c77dbce10a service neutron] 10.222.0.42 "GET /v2.0/ports/84fbbb11-5d1e-41aa-ac5f-0beca1903d8c/bindings/n-h1-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0795505 Dec 09 23:17:27.407953 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e2673e8a-63ac-436d-929c-0d713d2086cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:27.409464 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e2673e8a-63ac-436d-929c-0d713d2086cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 1097 time: 0.0787444 Dec 09 23:17:27.427943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:17:27.482502 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:27.682892 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:17:27.714616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:17:27.753358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:17:27.758404 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:27.771151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Transition to ACTIVE for port object 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:17:27.775748 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:27.808697 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f176fc4-0b2f-44fc-b62a-5cb2a5e12b16" -d '{"events": [{"server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:17:27.864907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Pushing event updated for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:27.876590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.876955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.877312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.877952 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.878046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.878344 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.878685 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.879023 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.879354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.879687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.880022 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.880354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.880687 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:27.923853 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46752bc0-d03b-4fe6-acb2-b09ac254ee62 x-openstack-request-id: req-46752bc0-d03b-4fe6-acb2-b09ac254ee62 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:17:27.924157 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:17:27.924415 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46752bc0-d03b-4fe6-acb2-b09ac254ee62 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:17:27.924818 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'code': 200} Dec 09 23:17:27.925771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] No DVR routers for this DVR port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:17:28.064748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Attempting to bind port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:17:28.065086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Attempting to bind port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:17:28.065418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Attempting to bind port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:17:28.069697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on network e4de0537-9737-47bb-a96b-1399cd431ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:17:28.070047 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Attempting to bind port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:17:28.074934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:17:28.075334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:17:28.075718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Bound using segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:17:28.076146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Bound port: 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:17:28.076517 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:28.141610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:17:28.144524 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:17:28.149032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:28.187607 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:28.187607 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:28.187607 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] 10.222.0.18 "PUT /v2.0/ports/84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 1092 time: 0.7625852 Dec 09 23:17:28.208595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c1989-40c7-4f43-88c7-47d547004612 service neutron] Pushing event updated for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:28.263905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b1fdc-0972-43f9-b9bc-863985e5fc02 req-b6c4add2-4d02-4bfa-8741-e076ccd28261 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:28.265443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d49b1fdc-0972-43f9-b9bc-863985e5fc02 req-b6c4add2-4d02-4bfa-8741-e076ccd28261 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 943 time: 0.0581393 Dec 09 23:17:28.268088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-58c90cce-67d7-41ec-a615-81df998b2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:28.269611 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-58c90cce-67d7-41ec-a615-81df998b2111 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1095 time: 0.0444365 Dec 09 23:17:28.322008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d49b1fdc-0972-43f9-b9bc-863985e5fc02 req-c9897d9c-9dbb-4cff-bfe5-d3f4afe7a80a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495720 Dec 09 23:17:28.372382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-c85f58d0-7f6d-433a-9195-6fd9ee78ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:28.373928 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-c85f58d0-7f6d-433a-9195-6fd9ee78ee4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0967736 Dec 09 23:17:28.440377 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-eb804973-511c-45fb-a931-95090f940549 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 999 time: 0.0591681 Dec 09 23:17:28.491851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-2714fce9-6746-4599-aa10-fc86080c3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:28.493371 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-2714fce9-6746-4599-aa10-fc86080c3c87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0439491 Dec 09 23:17:28.542616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-d1d865be-0403-4298-86bf-3b7ba6ab68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:28.544126 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-d1d865be-0403-4298-86bf-3b7ba6ab68a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442390 Dec 09 23:17:28.632240 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-b2d3db01-c487-4898-8e83-946717e7f5b3 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814734 Dec 09 23:17:28.725313 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b28fe2d9-2c12-4b5f-a680-303f216f3774 req-5b7192b8-d955-4b2b-931a-1d9825f1cb3a service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849464 Dec 09 23:17:29.437645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949ee7a-42f3-4fa9-ba05-3179ebca4f1a req-7e7551e3-42cc-4a25-8e9c-f8138ac70c33 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:29.439125 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7949ee7a-42f3-4fa9-ba05-3179ebca4f1a req-7e7551e3-42cc-4a25-8e9c-f8138ac70c33 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 943 time: 0.0469830 Dec 09 23:17:29.486040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7949ee7a-42f3-4fa9-ba05-3179ebca4f1a req-0d4f3712-c949-4675-acf6-68e92a52f1f4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409842 Dec 09 23:17:29.926345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:17:29.928759 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31" -d '{"events": [{"name": "network-changed", "server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:17:29.976704 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb5894a-7ee4-4df7-ad79-6684442c0fbd x-openstack-request-id: req-9fb5894a-7ee4-4df7-ad79-6684442c0fbd {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:17:29.977005 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:17:29.977268 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fb5894a-7ee4-4df7-ad79-6684442c0fbd {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:17:29.977728 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'status': 'completed', 'code': 200} Dec 09 23:17:30.041483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-d29b2ea1-f30d-46ec-816b-339bf3896d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:30.043027 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-d29b2ea1-f30d-46ec-816b-339bf3896d4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1095 time: 0.0408106 Dec 09 23:17:30.058422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-9212735d-c4e4-46f6-9702-b6283a4bfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:30.060086 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-9212735d-c4e4-46f6-9702-b6283a4bfb85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1095 time: 0.0424824 Dec 09 23:17:30.136801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-76913f8b-a2cb-428f-89bb-48d3ec3fd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:30.138369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-76913f8b-a2cb-428f-89bb-48d3ec3fd85f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0869293 Dec 09 23:17:30.155388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-5fafea3d-3a39-4731-9bb9-10d19d943910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:30.156870 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-5fafea3d-3a39-4731-9bb9-10d19d943910 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0898669 Dec 09 23:17:30.203116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-554db338-cdf8-4a12-8620-f8610e26ee87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 999 time: 0.0572338 Dec 09 23:17:30.223688 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-d6f59578-5282-4b9e-ac0a-c1a46b663c21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 999 time: 0.0592706 Dec 09 23:17:30.256333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-961fd273-07eb-4a15-955c-a223780a70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:30.257777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-961fd273-07eb-4a15-955c-a223780a70c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0478718 Dec 09 23:17:30.295789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-6ca8f5be-043a-4b89-a710-3df3ebeb6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:30.297321 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-6ca8f5be-043a-4b89-a710-3df3ebeb6e2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0511887 Dec 09 23:17:30.303833 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-f31417cf-7628-4956-a51b-6ec6ce6c317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:30.305445 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-f31417cf-7628-4956-a51b-6ec6ce6c317e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397961 Dec 09 23:17:30.353898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-e5cf9010-619e-4586-9cf4-e8668b922dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:30.355538 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-e5cf9010-619e-4586-9cf4-e8668b922dca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510991 Dec 09 23:17:30.405245 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-beb6e71c-b014-4e3e-961b-f54c48bb9b27 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914490 Dec 09 23:17:30.453429 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-af0309be-fb58-4716-912f-c507d08effbe service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875487 Dec 09 23:17:30.497268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-c1b71275-7e6d-4e4f-bf01-936b8090313c service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855227 Dec 09 23:17:30.551206 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-783d7aae-ebb9-494e-a6b5-fcdb97d7ec31 req-34617931-d2d9-483e-930c-ecac47fc5547 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909402 Dec 09 23:17:30.607346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ef1b0-9bf7-414a-953a-2cde16a727bd req-c20aeca3-ce28-4e81-b8a3-47c3e0b68d60 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:30.608811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca6ef1b0-9bf7-414a-953a-2cde16a727bd req-c20aeca3-ce28-4e81-b8a3-47c3e0b68d60 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 943 time: 0.0486314 Dec 09 23:17:30.655034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca6ef1b0-9bf7-414a-953a-2cde16a727bd req-2e8bb961-dd89-4d58-b367-083b3af6c6c9 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402083 Dec 09 23:17:30.706561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:17:30.744883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:17:30.942106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-b57180f3-f6ed-4461-87b9-5da8040830bd tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:30.943645 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-b57180f3-f6ed-4461-87b9-5da8040830bd tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.18 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2&tenant_id=8ae63d14815b407fb58ac0c777a68f81&binding%3Ahost_id=n-h1-789963-23 HTTP/1.1" status: 200 len: 943 time: 0.0531683 Dec 09 23:17:30.962860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf21d71-ccd0-4a11-ae28-592d59c100e1 req-55a1465c-40a4-4801-a916-651ca3e73d82 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:30.964275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2bf21d71-ccd0-4a11-ae28-592d59c100e1 req-55a1465c-40a4-4801-a916-651ca3e73d82 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 943 time: 0.0527809 Dec 09 23:17:30.993810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:17:31.009322 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-9d502941-556b-4f2d-ba72-7873bdbc8900 service neutron] 10.222.0.18 "GET /v2.0/ports/84fbbb11-5d1e-41aa-ac5f-0beca1903d8c/bindings/n-h1-789963-23 HTTP/1.1" status: 200 len: 383 time: 0.0570750 Dec 09 23:17:31.014217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2bf21d71-ccd0-4a11-ae28-592d59c100e1 req-13634fcb-3af1-4c46-89f5-96d5d8a5a180 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 Dec 09 23:17:31.093558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-86d883cd-e9f4-4c39-940a-b51b72aa5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:31.094839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:17:31.095228 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-86d883cd-e9f4-4c39-940a-b51b72aa5e1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1095 time: 0.0429528 Dec 09 23:17:31.106685 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'port_id': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'mac_address': 'fa:16:3e:f8:4d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:17:31.157982 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1f143a59-6c71-466e-b888-fd39f0b36140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:31.159696 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:31.175838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:17:31.195744 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:17:31.199333 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-60df73de-dc87-4040-b666-1beb7ff9007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:31.200454 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:31.200849 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-60df73de-dc87-4040-b666-1beb7ff9007b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0971024 Dec 09 23:17:31.247821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:31.255277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.255637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.255985 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.256328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.256665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.257003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.257333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.257663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.258017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.258364 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.258673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.258996 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.259320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:31.272849 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-7322d6bb-546c-4b1d-807e-0d6eba449f1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 1000 time: 0.0647800 Dec 09 23:17:31.323427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-6cd4adf2-c767-4ae9-ba9e-a998dfa95d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:31.325010 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-6cd4adf2-c767-4ae9-ba9e-a998dfa95d52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0443456 Dec 09 23:17:31.371804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-26168b6d-fa5d-4e08-b229-ed1afff1a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:31.373466 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-26168b6d-fa5d-4e08-b229-ed1afff1a77d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414932 Dec 09 23:17:31.471581 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-c8708c3b-b20a-43e0-acf0-330cf0434230 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887525 Dec 09 23:17:31.547427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['84fbbb11-5d1e-41aa-ac5f-0beca1903d8c'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:17:31.563956 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-7a1fcaad-1304-496b-af66-fff75c1261f2 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843666 Dec 09 23:17:32.132971 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d92cf-c969-40ff-9b6b-01bf8ab4f1d9 req-a5f8fa52-2031-4056-9697-5d9d013aa450 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:32.134469 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e20d92cf-c969-40ff-9b6b-01bf8ab4f1d9 req-a5f8fa52-2031-4056-9697-5d9d013aa450 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 944 time: 0.0478160 Dec 09 23:17:32.179970 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e20d92cf-c969-40ff-9b6b-01bf8ab4f1d9 req-de229e81-677b-44e5-844a-bd019e6bd5ca tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393198 Dec 09 23:17:32.999023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:17:33.048280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:17:33.052445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:17:33.052824 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:33.135517 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:33.157951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:17:33.171433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:17:33.176096 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:33.201053 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd0a3a4-7678-43b7-8cb6-393a0945a301" -d '{"events": [{"server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "name": "network-vif-plugged", "status": "completed", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:17:33.230418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:33.306866 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7f91f1-f9d1-4653-9817-0a1402d8f672 x-openstack-request-id: req-ad7f91f1-f9d1-4653-9817-0a1402d8f672 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:17:33.307160 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "name": "network-vif-plugged", "status": "completed", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:17:33.307430 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad7f91f1-f9d1-4653-9817-0a1402d8f672 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:17:33.307825 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'code': 200} Dec 09 23:17:33.310611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab57b40-865f-4350-97be-4ef068739434 req-2cae7bf1-a6ce-4194-a154-e96c846c883c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:33.312103 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ab57b40-865f-4350-97be-4ef068739434 req-2cae7bf1-a6ce-4194-a154-e96c846c883c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 945 time: 0.0492475 Dec 09 23:17:33.363964 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ab57b40-865f-4350-97be-4ef068739434 req-b25cbb3c-7d27-4826-83f0-ab3af489f1ef tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453169 Dec 09 23:17:33.403578 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3af9db66-08d2-478e-9f01-782a1dbe0a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:33.748578 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-f5e03d52-0715-4568-9112-9d97c9ae987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:33.750072 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-f5e03d52-0715-4568-9112-9d97c9ae987f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 1097 time: 0.0678761 Dec 09 23:17:33.761532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:17:33.815491 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:34.006285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:17:34.037798 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:17:34.075700 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:17:34.081221 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:34.094079 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Transition to ACTIVE for port object 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:17:34.097911 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:34.125667 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200321c6-5a37-446f-8f42-6e2674da67cd" -d '{"events": [{"server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:17:34.214596 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Pushing event updated for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=10']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:34.237895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.238249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.238591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.238943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.239249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.240426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.240784 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.241151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.241487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.241837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.242173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.242852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.243224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:17:34.255428 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca9a224-b3d0-4c6f-9fff-b2ed438cd6fe x-openstack-request-id: req-cca9a224-b3d0-4c6f-9fff-b2ed438cd6fe {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:17:34.255723 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:17:34.255978 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cca9a224-b3d0-4c6f-9fff-b2ed438cd6fe {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:17:34.256381 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'code': 200} Dec 09 23:17:34.297492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] No DVR routers for this DVR port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:17:34.334722 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:34.432049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Attempting to bind port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:17:34.432569 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Attempting to bind port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:17:34.432681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Attempting to bind port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:17:34.437160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on network e4de0537-9737-47bb-a96b-1399cd431ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:17:34.437475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Attempting to bind port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:17:34.452428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:17:34.452766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:17:34.453135 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Bound using segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:17:34.453566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Bound port: 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:17:34.453944 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:34.518161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491ade2-17bf-48dd-8cac-749eabceda7d req-8568a611-23df-467f-b9e2-0cac431820aa tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:34.519628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f491ade2-17bf-48dd-8cac-749eabceda7d req-8568a611-23df-467f-b9e2-0cac431820aa tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 944 time: 0.0792701 Dec 09 23:17:34.566818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:17:34.587780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:17:34.592715 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f491ade2-17bf-48dd-8cac-749eabceda7d req-d8d45d00-de84-461b-8537-ed224344f265 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664401 Dec 09 23:17:34.594184 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:34.626519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:34.627131 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:34.628471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] 10.222.0.42 "PUT /v2.0/ports/84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 1093 time: 0.8710835 Dec 09 23:17:34.650366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3e26b-fc9c-401f-881f-587475a65bdf service neutron] Pushing event updated for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=11']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:34.695976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-41d5eb36-5a35-4ccc-a19f-5048998283bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:34.698082 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-41d5eb36-5a35-4ccc-a19f-5048998283bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0429857 Dec 09 23:17:34.799261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-433f47d2-b21c-41a1-ba68-28ba287cfe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:34.800738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-433f47d2-b21c-41a1-ba68-28ba287cfe3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0947881 Dec 09 23:17:34.863845 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-a9038f3e-b09f-44bb-b532-b0a427395128 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 999 time: 0.0564768 Dec 09 23:17:34.911056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-93828ae7-1b4c-4d0d-8a0d-23880c05259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:34.912390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-93828ae7-1b4c-4d0d-8a0d-23880c05259e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0422926 Dec 09 23:17:34.960692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-a7b78e5d-9675-4081-b883-baf37c3f2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:34.962256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-a7b78e5d-9675-4081-b883-baf37c3f2f57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430379 Dec 09 23:17:34.967546 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:35.050287 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-6ef95a4c-665f-4fdd-ac5b-d9dc833bb0fc service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802138 Dec 09 23:17:35.140629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fdf22d9-9ead-4e1f-b54c-1513bc6c9034 req-37496a4b-a437-4cbb-81e1-c54129ac3a9b service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836201 Dec 09 23:17:35.709047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e7f5-d9d4-4a62-a8c2-573746690e39 req-e4b647bf-6a65-404e-ac64-7ac24c686ed4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:35.710547 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35e8e7f5-d9d4-4a62-a8c2-573746690e39 req-e4b647bf-6a65-404e-ac64-7ac24c686ed4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 944 time: 0.0485582 Dec 09 23:17:35.756966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35e8e7f5-d9d4-4a62-a8c2-573746690e39 req-f6d02eeb-af1e-4c99-b053-66a7cc0ac468 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397201 Dec 09 23:17:36.257486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:17:36.260688 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a82ded0-e3a2-41a5-a9b2-97711a54e072" -d '{"events": [{"name": "network-changed", "server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:17:36.307227 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a4a0de-55fb-4219-9c85-eea5c54ea032 x-openstack-request-id: req-50a4a0de-55fb-4219-9c85-eea5c54ea032 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:17:36.307548 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:17:36.307804 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50a4a0de-55fb-4219-9c85-eea5c54ea032 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:17:36.308204 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'status': 'completed', 'code': 200} Dec 09 23:17:36.337037 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:36.377223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-939103f8-60a5-4934-81ea-6f075630265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:36.378804 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-939103f8-60a5-4934-81ea-6f075630265e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0399630 Dec 09 23:17:36.388703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-dbb623b0-18ab-495d-8b8a-a04581a91fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:36.390227 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-dbb623b0-18ab-495d-8b8a-a04581a91fc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0421934 Dec 09 23:17:36.485145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-0f4600e9-2987-4150-8670-cba5dedd547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:36.487789 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-0f4600e9-2987-4150-8670-cba5dedd547e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0994406 Dec 09 23:17:36.488617 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-2f10a8ab-a431-4385-9013-f80f20b11148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:36.490130 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-2f10a8ab-a431-4385-9013-f80f20b11148 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0924244 Dec 09 23:17:36.567305 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-acc519c2-01d2-40ef-bb63-8ac4ab00e2fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 999 time: 0.0700200 Dec 09 23:17:36.576883 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-c8f9364d-5c9d-4d4c-b5a6-d96b0b3adba1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 200 len: 999 time: 0.0664849 Dec 09 23:17:36.620129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-7d1574a2-d454-47be-bde8-734f5ebe531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:36.621680 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-7d1574a2-d454-47be-bde8-734f5ebe531d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0468652 Dec 09 23:17:36.634421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-b17da52c-b470-4751-a716-60450cc4c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:36.636138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-b17da52c-b470-4751-a716-60450cc4c166 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0513659 Dec 09 23:17:36.673315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-7cf56ed2-0136-4b53-ad72-cc2131d9a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:36.675415 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-7cf56ed2-0136-4b53-ad72-cc2131d9a058 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474508 Dec 09 23:17:36.685558 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-70b6f739-9ad4-4f88-9b13-2971377741be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:36.687654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-70b6f739-9ad4-4f88-9b13-2971377741be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430365 Dec 09 23:17:36.779354 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-b96e85f3-9aa1-49fb-a9bd-9ed5f8bc4370 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956662 Dec 09 23:17:36.781625 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-7fb316b4-c0df-47a1-9959-f0a11db5f9dc service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866046 Dec 09 23:17:36.872730 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-d0793f5c-daf0-47b3-9a62-af5496e8f1bc service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868073 Dec 09 23:17:36.903220 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a82ded0-e3a2-41a5-a9b2-97711a54e072 req-1731d0ae-2b95-41e5-aa88-ff0c75d81ba6 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149824 Dec 09 23:17:36.911494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d0bd9-1acd-4e17-ae8b-28eb15380180 req-8e9dd3ea-a18e-49dd-ada0-c8dd42576b26 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:36.912895 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-340d0bd9-1acd-4e17-ae8b-28eb15380180 req-8e9dd3ea-a18e-49dd-ada0-c8dd42576b26 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 944 time: 0.0704718 Dec 09 23:17:36.963909 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-340d0bd9-1acd-4e17-ae8b-28eb15380180 req-afed3023-a475-40c5-ac73-aeb7a7051cad tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443461 Dec 09 23:17:37.030304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:17:37.071000 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:17:37.082088 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bb4bc-7310-43d4-8065-64da52dbe3ef req-ca546d27-1ebe-40b9-a951-cd3625e9097b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:37.083557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-500bb4bc-7310-43d4-8065-64da52dbe3ef req-ca546d27-1ebe-40b9-a951-cd3625e9097b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 944 time: 0.0507438 Dec 09 23:17:37.129561 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-500bb4bc-7310-43d4-8065-64da52dbe3ef req-4649f10e-3bb5-4114-9f2b-162a80e3fa59 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396309 Dec 09 23:17:37.153500 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:37.244032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0632b-9acd-49ad-878c-5bba7762d879 req-d7ae0dd2-239e-4d11-a9a2-b9d87f887e14 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:37.245471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1b0632b-9acd-49ad-878c-5bba7762d879 req-d7ae0dd2-239e-4d11-a9a2-b9d87f887e14 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 944 time: 0.0500197 Dec 09 23:17:37.291528 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1b0632b-9acd-49ad-878c-5bba7762d879 req-3e7f8082-7157-40fe-99e7-68d984f39ecd tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398197 Dec 09 23:17:37.518908 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1ea29-c875-4d55-ac04-aa5a567ead85 req-cf2558f5-e4cd-419c-a651-70e81c8b45c7 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:37.520423 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-78a1ea29-c875-4d55-ac04-aa5a567ead85 req-cf2558f5-e4cd-419c-a651-70e81c8b45c7 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 944 time: 0.0506115 Dec 09 23:17:37.566551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-78a1ea29-c875-4d55-ac04-aa5a567ead85 req-7ef4a083-3432-4094-9bb6-0d3d20bd6472 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395036 Dec 09 23:17:38.709551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f3c6a-385f-46e5-91d6-1519c1e8d944 req-681b55cb-7219-4417-89da-bc48ba510b41 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:38.711052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f2f3c6a-385f-46e5-91d6-1519c1e8d944 req-681b55cb-7219-4417-89da-bc48ba510b41 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 944 time: 0.0751269 Dec 09 23:17:38.718743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-df314b92-c255-4eee-87aa-8f5bc7337cf1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:38.720058 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-df314b92-c255-4eee-87aa-8f5bc7337cf1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 944 time: 0.0751657 Dec 09 23:17:38.737462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:17:38.817662 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8f2f3c6a-385f-46e5-91d6-1519c1e8d944 req-84a929e8-2bca-46d2-b042-f37c1b1e7b4e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966425 Dec 09 23:17:38.832595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:17:38.840662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Deleting port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:17:38.841003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:38.844201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'port_id': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'mac_address': 'fa:16:3e:f8:4d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:17:38.879628 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:38.892766 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:17:38.915312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:17:38.919411 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:38.931314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] For port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:17:38.931679 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:39.123559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=12']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:39.158714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:39.159354 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:39.159887 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534 disassociated. External IP: 172.25.8.32, port: 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c. Dec 09 23:17:39.160475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Calling delete_port for 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:17:39.290382 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:39.317650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event deleted for resources: {'Port': ['ID=84fbbb11-5d1e-41aa-ac5f-0beca1903d8c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:39.432358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Router 89673cc8-f9a4-4124-9004-20368931acd8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:17:39.539412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:17:39.550017 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2d0d0-de54-4a75-b5c5-1a5a7791b667 None None] Sync routers for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:17:39.560732 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2d0d0-de54-4a75-b5c5-1a5a7791b667 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:17:39.561350 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-14e2d0d0-de54-4a75-b5c5-1a5a7791b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:17:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:17:39.580546 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] No DVR routers for this DVR port 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:17:39.583142 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:39.586471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-930671fd-e677-4bb3-9bb8-3c90ffef2ef7 req-f17563d0-b625-4e0f-86ae-064dbe6a42a8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "DELETE /v2.0/ports/84fbbb11-5d1e-41aa-ac5f-0beca1903d8c HTTP/1.1" status: 204 len: 173 time: 0.8599453 Dec 09 23:17:39.586940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'name': 'network-vif-deleted', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:17:39.589269 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8335dfb5-b75d-46cf-89cd-27ffdb56f995" -d '{"events": [{"server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "name": "network-vif-deleted", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:17:39.633754 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27152c4-7e50-4663-adf0-a86a55176141 x-openstack-request-id: req-f27152c4-7e50-4663-adf0-a86a55176141 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:17:39.634071 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698bdebc-9d1c-4db1-8a44-991d15301fb2", "name": "network-vif-deleted", "tag": "84fbbb11-5d1e-41aa-ac5f-0beca1903d8c", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:17:39.634333 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f27152c4-7e50-4663-adf0-a86a55176141 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:17:39.635106 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698bdebc-9d1c-4db1-8a44-991d15301fb2', 'name': 'network-vif-deleted', 'tag': '84fbbb11-5d1e-41aa-ac5f-0beca1903d8c', 'status': 'completed', 'code': 200} Dec 09 23:17:39.672929 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-14e2d0d0-de54-4a75-b5c5-1a5a7791b667 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:17:39.868716 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-14e2d0d0-de54-4a75-b5c5-1a5a7791b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:17:39.895174 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2d0d0-de54-4a75-b5c5-1a5a7791b667 None None] Checking router: 89673cc8-f9a4-4124-9004-20368931acd8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:17:39.904018 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2d0d0-de54-4a75-b5c5-1a5a7791b667 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:17:39.904627 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-14e2d0d0-de54-4a75-b5c5-1a5a7791b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:17:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:17:39.930157 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-967cac53-a43b-40d7-8b7d-bf0b06650a63 req-94c701f8-9247-4ea5-adac-c0c68c1e1aa1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=698bdebc-9d1c-4db1-8a44-991d15301fb2 HTTP/1.1" status: 200 len: 210 time: 0.0324075 Dec 09 23:17:40.016722 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-14e2d0d0-de54-4a75-b5c5-1a5a7791b667 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:17:40.208720 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-14e2d0d0-de54-4a75-b5c5-1a5a7791b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:17:40.238438 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2d0d0-de54-4a75-b5c5-1a5a7791b667 None None] The sync data for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 is: [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:17:40.453289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca44bd9-dada-4374-a102-9bbc8672dc47 None None] New status for floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:17:41.205957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-484c5453-a475-4a02-b879-688b8fa60baa tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--661185133&fields=id&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 267 time: 0.0427823 Dec 09 23:17:41.312098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-8ab2771a-9c3a-4579-85e5-99504837e09f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:41.313449 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-8ab2771a-9c3a-4579-85e5-99504837e09f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 812 time: 0.1007688 Dec 09 23:17:41.328870 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-47ca64b0-ed6a-43c9-9355-fb70ee7245bf tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/quotas/8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 375 time: 0.0096262 Dec 09 23:17:41.379387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-9d209d98-41b1-46b0-a660-410ed6f03b85 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446141 Dec 09 23:17:41.543272 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-6e16d7c5-8550-4d5d-bc79-68fd58c6ad9c service neutron] 10.222.0.16 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183324 Dec 09 23:17:41.632113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-d5846a45-0bf0-4929-b54e-843f80f66562 service neutron] 10.222.0.16 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822954 Dec 09 23:17:41.790504 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-592327c1-7155-4778-b142-a70030d64e58 req-fdd76440-8d55-44dd-a2a6-8577388b2c20 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 210 time: 0.0258937 Dec 09 23:17:42.752588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:17:42.775908 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:17:42.776257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 84fbbb11-5d1e-41aa-ac5f-0beca1903d8c not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:17:42.867270 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-992ec55c-1791-446b-83c7-664f7cb5a0a1 req-21edd378-60fb-4697-b743-8aa576f8334d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 210 time: 0.0252295 Dec 09 23:17:43.788337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-78458ed0-4975-42e0-b47f-d92f44164883 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:43.789842 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-78458ed0-4975-42e0-b47f-d92f44164883 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 812 time: 0.1085682 Dec 09 23:17:43.869491 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-fcf5c6a4-e148-4a3e-8528-f4e2aa274b8c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 379 time: 0.0525706 Dec 09 23:17:43.887690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Request body: {'port': {'device_id': '745d713e-1e60-4be7-9447-f931cc425274', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'admin_state_up': True, 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'security_groups': ['72676195-d5f2-4ff8-8de4-445337e72bbd']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:17:43.960861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59a8a94c-048b-4233-91a8-6609427e32ad req-21993b1d-d69d-4377-85d6-e17687ce1ed4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 210 time: 0.0259125 Dec 09 23:17:43.998852 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Made reservation on behalf of 8ae63d14815b407fb58ac0c777a68f81 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:17:44.002396 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:44.129239 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Allocated IP 172.20.0.14 (e4de0537-9737-47bb-a96b-1399cd431ec1/e403caa4-9df6-4592-88ad-2d884af51691/61febfd5-f97f-44ce-892d-9a60b6e88c35) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:17:44.267760 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:44.300511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:44.342926 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Network e4de0537-9737-47bb-a96b-1399cd431ec1 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:17:44.345916 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:17:44.352087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:17:44.376888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:44.405436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:44.406095 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:44.423266 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-eb964b73-7a0c-4b21-8b5b-928f69532225 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5398989 Dec 09 23:17:44.442404 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Request body: {'port': {'device_id': '745d713e-1e60-4be7-9447-f931cc425274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:17:44.626723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-63a70c74-5ea1-44c1-82d6-c4453e498722 None None] Provisioning complete for port 61febfd5-f97f-44ce-892d-9a60b6e88c35 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:17:44.627310 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-63a70c74-5ea1-44c1-82d6-c4453e498722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:44.661442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-63a70c74-5ea1-44c1-82d6-c4453e498722 None None] Port 61febfd5-f97f-44ce-892d-9a60b6e88c35 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:17:44.808459 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:45.070408 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61febfd5-f97f-44ce-892d-9a60b6e88c35 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:17:45.079112 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:45.092178 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Transition to ACTIVE for port object 61febfd5-f97f-44ce-892d-9a60b6e88c35 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:17:45.096260 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:45.156960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:45.241858 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Attempting to bind port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:17:45.242077 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Attempting to bind port 61febfd5-f97f-44ce-892d-9a60b6e88c35 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:17:45.242388 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Attempting to bind port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:17:45.247924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on network e4de0537-9737-47bb-a96b-1399cd431ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:17:45.248250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Attempting to bind port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:17:45.253994 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:17:45.254334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:17:45.254728 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Bound using segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:17:45.255162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Bound port: 61febfd5-f97f-44ce-892d-9a60b6e88c35, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:17:45.255527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:45.330396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:17:45.334293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:17:45.339719 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:45.378935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:45.379451 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:45.381558 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] 10.222.0.18 "PUT /v2.0/ports/61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1093 time: 0.9436941 Dec 09 23:17:45.382182 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:17:45.385458 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6df4395-4a94-470b-9362-990b3ed63ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:17:45.401140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc7fe1-bef4-457f-920f-e30fa12353a2 req-7857d44c-1451-408f-8b48-f471cc1b0231 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:45.402750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1fbc7fe1-bef4-457f-920f-e30fa12353a2 req-7857d44c-1451-408f-8b48-f471cc1b0231 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 932 time: 0.3736300 Dec 09 23:17:45.424492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26740f-0160-414f-bdca-e99f233486c0 service neutron] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:45.439347 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea1883-ccb0-4b0c-96be-9166ce8fa267 x-openstack-request-id: req-bcea1883-ccb0-4b0c-96be-9166ce8fa267 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:17:45.439686 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:17:45.439947 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcea1883-ccb0-4b0c-96be-9166ce8fa267 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:17:45.440401 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'status': 'completed', 'code': 200} Dec 09 23:17:45.458510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1fbc7fe1-bef4-457f-920f-e30fa12353a2 req-ba6f5eaa-c7d1-4f3f-b50a-09ffa8d11101 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476811 Dec 09 23:17:45.498852 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-d60bcec2-2106-4ce4-b984-d818653870f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:45.500361 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-d60bcec2-2106-4ce4-b984-d818653870f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1096 time: 0.0448258 Dec 09 23:17:45.551390 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-9fe47227-5ee5-4bfa-937b-283f0fb2f3c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 217 time: 0.0364766 Dec 09 23:17:45.601424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-63986d94-1ec3-415b-a0f9-194fbb072ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:45.603606 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-63986d94-1ec3-415b-a0f9-194fbb072ff1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0451353 Dec 09 23:17:45.655608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-8e394d97-749b-4176-9973-fe383140e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:45.657014 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-8e394d97-749b-4176-9973-fe383140e92d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463452 Dec 09 23:17:45.747889 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-625a6484-33d0-43c8-9961-7a01fb39bb45 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833621 Dec 09 23:17:45.840565 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-532471d2-b63b-4912-a92c-f1ffbe05f2fd req-7150cf60-4c66-465d-b957-829dcc21547f service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860834 Dec 09 23:17:45.971689 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df4395-4a94-470b-9362-990b3ed63ad3 req-635f3fc8-c16e-4185-af46-aaa99d97ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:45.973249 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6df4395-4a94-470b-9362-990b3ed63ad3 req-635f3fc8-c16e-4185-af46-aaa99d97ead4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1096 time: 0.0397520 Dec 09 23:17:46.067629 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df4395-4a94-470b-9362-990b3ed63ad3 req-a1008ac7-3d59-4193-bdd4-0dedc2e91b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:46.069078 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6df4395-4a94-470b-9362-990b3ed63ad3 req-a1008ac7-3d59-4193-bdd4-0dedc2e91b1f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0889058 Dec 09 23:17:46.110653 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6df4395-4a94-470b-9362-990b3ed63ad3 req-821198a2-a6e3-4a3a-8e18-9f5f2cae3a57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 217 time: 0.0342631 Dec 09 23:17:46.158649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df4395-4a94-470b-9362-990b3ed63ad3 req-f508b12f-42bc-4378-b768-001820f4c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:46.160021 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6df4395-4a94-470b-9362-990b3ed63ad3 req-f508b12f-42bc-4378-b768-001820f4c820 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0426164 Dec 09 23:17:46.210499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df4395-4a94-470b-9362-990b3ed63ad3 req-37eb3296-0b79-44dc-a9c3-3811a79cf826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:46.212543 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6df4395-4a94-470b-9362-990b3ed63ad3 req-37eb3296-0b79-44dc-a9c3-3811a79cf826 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436203 Dec 09 23:17:46.301989 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6df4395-4a94-470b-9362-990b3ed63ad3 req-83d9ab6c-f0e9-4573-8d72-b011407fa731 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817630 Dec 09 23:17:46.396179 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6df4395-4a94-470b-9362-990b3ed63ad3 req-c6c7570e-a05a-4ee8-84dc-7dc44347ab11 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858388 Dec 09 23:17:46.576335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919e7f0-6f11-41a3-b8ae-4418352bc6bd req-42c0553a-33a2-4cd1-9da3-f89d3558fb96 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:46.577778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7919e7f0-6f11-41a3-b8ae-4418352bc6bd req-42c0553a-33a2-4cd1-9da3-f89d3558fb96 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0468397 Dec 09 23:17:46.622885 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7919e7f0-6f11-41a3-b8ae-4418352bc6bd req-560f8ac6-5584-4e78-8d7e-c4a14aa05192 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391281 Dec 09 23:17:47.738362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae4259-0f61-400f-a6a4-bfe9b59d1cd5 req-b426e422-4224-46d7-bfcc-867dcddb1ca3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:47.739799 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63ae4259-0f61-400f-a6a4-bfe9b59d1cd5 req-b426e422-4224-46d7-bfcc-867dcddb1ca3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0499468 Dec 09 23:17:47.785094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63ae4259-0f61-400f-a6a4-bfe9b59d1cd5 req-3d9a918b-54fe-4c11-943a-43a757fd3f5b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390415 Dec 09 23:17:48.897872 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdcdcd-b545-4453-9ae5-ddc2db7e1c39 req-e45da825-8ba2-49e6-ab70-23f15a9cf1a5 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:48.899305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cacdcdcd-b545-4453-9ae5-ddc2db7e1c39 req-e45da825-8ba2-49e6-ab70-23f15a9cf1a5 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0477104 Dec 09 23:17:48.944620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cacdcdcd-b545-4453-9ae5-ddc2db7e1c39 req-687baeeb-d9c0-4897-ab6c-c2e3186d93b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394788 Dec 09 23:17:49.093431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 61febfd5-f97f-44ce-892d-9a60b6e88c35 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:17:49.188170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:17:49.199112 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'port_id': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'mac_address': 'fa:16:3e:b7:a4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:17:49.236151 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:49.252244 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61febfd5-f97f-44ce-892d-9a60b6e88c35 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:17:49.273446 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:17:49.278013 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:49.327355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:49.540040 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['61febfd5-f97f-44ce-892d-9a60b6e88c35'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:17:50.057056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8398c68-de8b-41c3-a7d1-80e3e49a8279 req-8cc8c70f-4349-4cc2-a695-b7a2a3837c67 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:50.058830 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8398c68-de8b-41c3-a7d1-80e3e49a8279 req-8cc8c70f-4349-4cc2-a695-b7a2a3837c67 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0470216 Dec 09 23:17:50.108015 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8398c68-de8b-41c3-a7d1-80e3e49a8279 req-9b44eb54-2320-48d4-a612-896ce4e11560 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433681 Dec 09 23:17:51.093020 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 61febfd5-f97f-44ce-892d-9a60b6e88c35 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:17:51.143405 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 61febfd5-f97f-44ce-892d-9a60b6e88c35 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:17:51.147292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 61febfd5-f97f-44ce-892d-9a60b6e88c35 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:17:51.147658 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:51.224130 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:51.228494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbd66c-b399-4be0-b5ae-294f797cf498 req-c2a1861d-73e8-4470-9442-e9626c87ee94 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:51.230000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20dbd66c-b399-4be0-b5ae-294f797cf498 req-c2a1861d-73e8-4470-9442-e9626c87ee94 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0491910 Dec 09 23:17:51.246764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:17:51.249023 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13fa9c5-0f9e-430f-8fae-9bfef6271734" -d '{"events": [{"server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "name": "network-vif-plugged", "status": "completed", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:17:51.267324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:17:51.272858 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:51.281406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20dbd66c-b399-4be0-b5ae-294f797cf498 req-f900bae2-d6bb-44c9-93e2-5bdde4265c16 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452678 Dec 09 23:17:51.302543 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9646a0-3661-4e1f-98b1-42721b89c618 x-openstack-request-id: req-9e9646a0-3661-4e1f-98b1-42721b89c618 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:17:51.303033 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "name": "network-vif-plugged", "status": "completed", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:17:51.303466 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e9646a0-3661-4e1f-98b1-42721b89c618 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:17:51.304133 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'code': 200} Dec 09 23:17:51.331631 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:17:51.425132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15bdea-db01-44dd-996e-25ee9aae6519 req-ea38cf7f-2946-4ddb-ad2c-b715008a2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:51.426645 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5e15bdea-db01-44dd-996e-25ee9aae6519 req-ea38cf7f-2946-4ddb-ad2c-b715008a2096 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1098 time: 0.0398715 Dec 09 23:17:51.471164 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5e15bdea-db01-44dd-996e-25ee9aae6519 req-e48379dd-6bac-4631-b3e8-631c398a42ce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365763 Dec 09 23:17:52.402344 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892c4e8-79fa-4b0f-8d70-75cb40ebd9fd req-9ee80969-7ba8-48fe-8061-0827bad26713 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:52.403834 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1892c4e8-79fa-4b0f-8d70-75cb40ebd9fd req-9ee80969-7ba8-48fe-8061-0827bad26713 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0508864 Dec 09 23:17:52.449181 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1892c4e8-79fa-4b0f-8d70-75cb40ebd9fd req-d1f22505-908e-4456-919c-795be69b52e3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393376 Dec 09 23:17:53.049315 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:53.566673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1131f0-669c-4b13-9402-58d19dd5fa74 req-caff04e2-4593-4747-973a-3242b01e4a40 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:53.568131 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a1131f0-669c-4b13-9402-58d19dd5fa74 req-caff04e2-4593-4747-973a-3242b01e4a40 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0513675 Dec 09 23:17:53.613727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1a1131f0-669c-4b13-9402-58d19dd5fa74 req-68ad1d5b-d69d-4e8d-897d-230ca3aebaa1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397398 Dec 09 23:17:53.723533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e52eb-bcd0-4e4f-b4f5-812489a3edfc req-b66e93bb-7327-4905-8b83-07fde217334d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:53.724981 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-910e52eb-bcd0-4e4f-b4f5-812489a3edfc req-b66e93bb-7327-4905-8b83-07fde217334d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0473540 Dec 09 23:17:53.733929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 57748) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:17:53.738255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d2f84b1b-c17e-4d73-ac8b-f368a803c373 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Request body: {'floatingip': {'port_id': '61febfd5-f97f-44ce-892d-9a60b6e88c35'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:17:53.779085 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b1b-c17e-4d73-ac8b-f368a803c373 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:53.809778 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:17:54.196782 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b1b-c17e-4d73-ac8b-f368a803c373 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:54.201189 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b1b-c17e-4d73-ac8b-f368a803c373 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:54.302826 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-d2f84b1b-c17e-4d73-ac8b-f368a803c373 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534 associated. External IP: 172.25.8.32, port: 61febfd5-f97f-44ce-892d-9a60b6e88c35. Dec 09 23:17:54.507724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f84b1b-c17e-4d73-ac8b-f368a803c373 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Router 89673cc8-f9a4-4124-9004-20368931acd8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:17:54.614504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f84b1b-c17e-4d73-ac8b-f368a803c373 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:17:54.619193 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b1b-c17e-4d73-ac8b-f368a803c373 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:17:54.623933 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ece4bb-0841-4762-8af5-7ec7f36f7a42 None None] Sync routers for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:17:54.633909 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ece4bb-0841-4762-8af5-7ec7f36f7a42 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:17:54.634778 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-91ece4bb-0841-4762-8af5-7ec7f36f7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:17:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:17:54.645809 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d2f84b1b-c17e-4d73-ac8b-f368a803c373 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "PUT /v2.0/floatingips/6ee75e59-1b32-4798-9c22-3910a2b9a534 HTTP/1.1" status: 200 len: 992 time: 0.9107895 Dec 09 23:17:54.646417 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:17:54.648680 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9328a4-a8c6-40b3-bf06-75e100b2e23e" -d '{"events": [{"name": "network-changed", "server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:17:54.688086 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cf5f98-b9c2-4d38-8170-88b653442181 x-openstack-request-id: req-67cf5f98-b9c2-4d38-8170-88b653442181 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:17:54.688584 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:17:54.689016 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67cf5f98-b9c2-4d38-8170-88b653442181 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:17:54.689600 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'status': 'completed', 'code': 200} Dec 09 23:17:54.788999 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9328a4-a8c6-40b3-bf06-75e100b2e23e req-3ae52304-6712-4f8c-817d-3d2f0cee209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:54.790614 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea9328a4-a8c6-40b3-bf06-75e100b2e23e req-3ae52304-6712-4f8c-817d-3d2f0cee209c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1098 time: 0.0437407 Dec 09 23:17:54.837582 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-91ece4bb-0841-4762-8af5-7ec7f36f7a42 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:17:54.890172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9328a4-a8c6-40b3-bf06-75e100b2e23e req-10bc8a04-7b1e-4af2-b23c-f40e30d0e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:54.891673 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea9328a4-a8c6-40b3-bf06-75e100b2e23e req-10bc8a04-7b1e-4af2-b23c-f40e30d0e423 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0932381 Dec 09 23:17:54.956893 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea9328a4-a8c6-40b3-bf06-75e100b2e23e req-2cf2cbea-59be-4b3b-bc45-e0b154de61c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1000 time: 0.0582962 Dec 09 23:17:55.011079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9328a4-a8c6-40b3-bf06-75e100b2e23e req-9e68b3bf-393d-4d44-95fe-1344d388c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:55.012477 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea9328a4-a8c6-40b3-bf06-75e100b2e23e req-9e68b3bf-393d-4d44-95fe-1344d388c9fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0485396 Dec 09 23:17:55.054942 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-91ece4bb-0841-4762-8af5-7ec7f36f7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6ee75e59-1b32-4798-9c22-3910a2b9a534', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'port_id': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'mac_address': 'fa:16:3e:b7:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d713e-1e60-4be7-9447-f931cc425274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:10:57Z', 'updated_at': '2021-12-09T23:17:54Z', 'revision_number': 13, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:17:55.059024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9328a4-a8c6-40b3-bf06-75e100b2e23e req-c7c50425-3ca9-44d8-8acc-86f2850cea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:17:55.060550 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea9328a4-a8c6-40b3-bf06-75e100b2e23e req-c7c50425-3ca9-44d8-8acc-86f2850cea89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416663 Dec 09 23:17:55.084051 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ece4bb-0841-4762-8af5-7ec7f36f7a42 None None] Checking router: 89673cc8-f9a4-4124-9004-20368931acd8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:17:55.092904 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ece4bb-0841-4762-8af5-7ec7f36f7a42 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:17:55.093511 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-91ece4bb-0841-4762-8af5-7ec7f36f7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:17:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:17:55.158258 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea9328a4-a8c6-40b3-bf06-75e100b2e23e req-b9ea832f-fd5c-4141-a56a-ca85e58492b4 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907986 Dec 09 23:17:55.198161 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-91ece4bb-0841-4762-8af5-7ec7f36f7a42 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:17:55.250227 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ea9328a4-a8c6-40b3-bf06-75e100b2e23e req-11c6effa-5009-4eb3-a668-6ea5dca8e604 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844216 Dec 09 23:17:55.415162 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-91ece4bb-0841-4762-8af5-7ec7f36f7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6ee75e59-1b32-4798-9c22-3910a2b9a534', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'port_id': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'mac_address': 'fa:16:3e:b7:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d713e-1e60-4be7-9447-f931cc425274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:10:57Z', 'updated_at': '2021-12-09T23:17:54Z', 'revision_number': 13, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:17:55.443173 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ece4bb-0841-4762-8af5-7ec7f36f7a42 None None] The sync data for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 is: [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6ee75e59-1b32-4798-9c22-3910a2b9a534', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'port_id': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'mac_address': 'fa:16:3e:b7:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d713e-1e60-4be7-9447-f931cc425274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:10:57Z', 'updated_at': '2021-12-09T23:17:54Z', 'revision_number': 13, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:17:55.626954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62284fc0-34e3-41a2-9ae3-69e9d3769897 None None] New status for floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:18:01.133413 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-688510a4-c2b1-4147-bff1-7567c6f1cb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:03.404591 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e359c9d-66eb-4541-8cd0-ccc0b73d2657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:04.349387 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:04.972169 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:06.340770 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:07.155723 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:16.078470 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-08750f92-f8e8-4a94-81ec-f182f9dd6ea2 req-c5e0178a-969e-4b51-a87f-160db0ff1d13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428169 Dec 09 23:18:16.181951 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08750f92-f8e8-4a94-81ec-f182f9dd6ea2 req-f848cdd1-81b2-45be-9c89-c164b5c80256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:18:16.183431 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-08750f92-f8e8-4a94-81ec-f182f9dd6ea2 req-f848cdd1-81b2-45be-9c89-c164b5c80256 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1098 time: 0.0460646 Dec 09 23:18:16.286798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08750f92-f8e8-4a94-81ec-f182f9dd6ea2 req-ef5a2711-d009-4d5d-aaaf-68a93bb0a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:18:16.288262 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-08750f92-f8e8-4a94-81ec-f182f9dd6ea2 req-ef5a2711-d009-4d5d-aaaf-68a93bb0a1ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0855186 Dec 09 23:18:16.379963 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-08750f92-f8e8-4a94-81ec-f182f9dd6ea2 req-7363ac60-f6b2-47d4-9af2-c62ae4b4c8cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1002 time: 0.0620766 Dec 09 23:18:16.428132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08750f92-f8e8-4a94-81ec-f182f9dd6ea2 req-1a8d0b46-5d4f-448e-894d-7bde8ae0364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:18:16.429544 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-08750f92-f8e8-4a94-81ec-f182f9dd6ea2 req-1a8d0b46-5d4f-448e-894d-7bde8ae0364f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0422244 Dec 09 23:18:16.475853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08750f92-f8e8-4a94-81ec-f182f9dd6ea2 req-6989de80-3d8e-44f2-ac02-3ab38224dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:18:16.477911 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-08750f92-f8e8-4a94-81ec-f182f9dd6ea2 req-6989de80-3d8e-44f2-ac02-3ab38224dbc7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402355 Dec 09 23:18:16.572347 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-08750f92-f8e8-4a94-81ec-f182f9dd6ea2 req-79802aef-82e1-436e-93da-2bc7c215b5ae service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874209 Dec 09 23:18:16.661458 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-08750f92-f8e8-4a94-81ec-f182f9dd6ea2 req-0f8535f6-5f83-436d-8d8a-cf5d63b3a1dc service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818915 Dec 09 23:18:23.079718 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:30.810903 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:18:31.125133 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c3cca19-9f77-453a-9641-9c742ba309aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:33.414624 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-61bcbcd6-5c9a-49bc-88c1-c34dea578c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:34.358960 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:34.973627 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:36.344308 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:37.158332 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:18:53.094404 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:01.127179 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-297595f0-77ca-4461-b869-d3fdce8290e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:03.407396 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-77c21527-80d2-40e4-87f4-117f8cf14fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:04.359747 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:04.982021 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:06.346458 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:07.159806 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:07.809644 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:19:17.088067 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-4c3c19b4-5f10-4f57-ad32-d72ce01e9add service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462425 Dec 09 23:19:17.186887 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-c756d521-fc94-4d12-ae24-264d84d71e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:17.188297 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-c756d521-fc94-4d12-ae24-264d84d71e3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1098 time: 0.0431657 Dec 09 23:19:17.291034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-daada269-446d-497d-95d1-43496b011bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:17.292464 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-daada269-446d-497d-95d1-43496b011bbe service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0841103 Dec 09 23:19:17.362223 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-f0b5f3e7-9150-4275-8b02-51bf76b655cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1002 time: 0.0618072 Dec 09 23:19:17.410621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-5aaaecd8-d57f-40a1-a41e-78d64be26c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:17.412034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-5aaaecd8-d57f-40a1-a41e-78d64be26c3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0436158 Dec 09 23:19:17.456947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-63f37ace-4380-4161-97bb-6f8c28e59788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:17.458368 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-63f37ace-4380-4161-97bb-6f8c28e59788 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397134 Dec 09 23:19:17.469025 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-544551e4-d24a-4c48-beaf-cf449dfbeda1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:19:17.470124 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-544551e4-d24a-4c48-beaf-cf449dfbeda1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048664 Dec 09 23:19:17.562850 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-98fbd69a-951e-4d47-b8ae-8734688bd7bd service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857923 Dec 09 23:19:17.655757 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6972cd1c-aab3-4dbd-a224-fbf2accf08ee req-5569c6e3-f0ba-44cb-9ed4-c8c7ad0cbba3 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863323 Dec 09 23:19:23.108244 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:31.128004 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8427-e6b8-402d-a498-2d36c6ae187f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:32.419299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d65b9-0589-44b1-90d5-ceb330c99d9e req-e6e37d87-3663-45a1-b755-b6e792223661 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:32.420768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec3d65b9-0589-44b1-90d5-ceb330c99d9e req-e6e37d87-3663-45a1-b755-b6e792223661 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0536737 Dec 09 23:19:32.474745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ec3d65b9-0589-44b1-90d5-ceb330c99d9e req-6b719cc7-27a4-43b1-bf0b-def4f73c8342 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474706 Dec 09 23:19:33.409179 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eec5006b-5952-4397-89da-cbb1d7912820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:34.357926 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:34.981314 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:36.350617 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:37.162501 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:44.590253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-05201994-aa73-48c5-9cce-9f8ff103fae3 req-6cb17204-91ac-4ec0-a6f8-694b2161ef8c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:19:44.591409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05201994-aa73-48c5-9cce-9f8ff103fae3 req-6cb17204-91ac-4ec0-a6f8-694b2161ef8c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0528052 Dec 09 23:19:44.785980 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-20d947c5-0076-4d19-b954-4faf278c66de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697238 Dec 09 23:19:44.793200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb38ab-33cb-4365-9ac2-e85c06a903f9 req-9af196b3-7592-4c2a-b4cc-5c3488d64e8f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:44.794610 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebbb38ab-33cb-4365-9ac2-e85c06a903f9 req-9af196b3-7592-4c2a-b4cc-5c3488d64e8f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0700445 Dec 09 23:19:44.799325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-9583b446-c2be-4859-9466-f33884db652c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:19:44.800264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-9583b446-c2be-4859-9466-f33884db652c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048423 Dec 09 23:19:44.810394 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:19:44.842461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebbb38ab-33cb-4365-9ac2-e85c06a903f9 req-6107cbf0-5a65-4107-8b85-5a5e3572fed7 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 Dec 09 23:19:45.927270 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-070a30bc-3504-458d-9824-141268dc322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:45.928880 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-070a30bc-3504-458d-9824-141268dc322a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1098 time: 0.0423863 Dec 09 23:19:45.965821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dfa5a-c305-4d08-bd7a-f38092bdca4c req-55714b86-9adc-47ae-82c7-f9d64922486b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:45.967973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f0dfa5a-c305-4d08-bd7a-f38092bdca4c req-55714b86-9adc-47ae-82c7-f9d64922486b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0524013 Dec 09 23:19:46.015097 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f0dfa5a-c305-4d08-bd7a-f38092bdca4c req-ad8444f7-951b-4150-b594-c6fe0c0f234f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403588 Dec 09 23:19:46.020745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-1f33d7cd-93dc-4b2c-9cd7-31ce409c57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:46.022290 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-1f33d7cd-93dc-4b2c-9cd7-31ce409c57b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0869198 Dec 09 23:19:46.091023 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-55bbbcee-95ef-4eb0-afbb-204967615a45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1002 time: 0.0619013 Dec 09 23:19:46.141558 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-9eca5bec-96a5-4795-b6c4-4011c1abca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:46.143045 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-9eca5bec-96a5-4795-b6c4-4011c1abca4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0445657 Dec 09 23:19:46.187204 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-e3659638-5100-43fa-81d9-781ebda9830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:46.188687 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-e3659638-5100-43fa-81d9-781ebda9830d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387974 Dec 09 23:19:46.281039 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-ccd65f81-70cc-497e-98a8-fcba1dd1f8f8 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854859 Dec 09 23:19:46.372697 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-fdaa4798-66c7-4da2-aec7-cae5eb98c5f1 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841756 Dec 09 23:19:47.132735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d9849-84fb-4024-89c2-bf55da1c91c1 req-cde75dc2-7819-4bff-8fe4-288aacfa44b2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:47.134472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-652d9849-84fb-4024-89c2-bf55da1c91c1 req-cde75dc2-7819-4bff-8fe4-288aacfa44b2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0486455 Dec 09 23:19:47.179602 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-652d9849-84fb-4024-89c2-bf55da1c91c1 req-a4950594-18b4-4675-b4ea-29fedbd8fff3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393894 Dec 09 23:19:48.293736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22209113-7e2c-40b6-9fb8-905f4e710f37 req-46f1b970-c87c-4606-bfc0-b9049f0508dd tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:48.295204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-22209113-7e2c-40b6-9fb8-905f4e710f37 req-46f1b970-c87c-4606-bfc0-b9049f0508dd tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0477440 Dec 09 23:19:48.345407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-22209113-7e2c-40b6-9fb8-905f4e710f37 req-479c829a-7a17-4d5a-b421-be708dfa9f35 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442567 Dec 09 23:19:49.459073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc6787-f0f8-4278-9c28-598b6c4521bd req-262f53a2-e002-47e0-bbc8-bc17d6e4aaec tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:49.460443 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71cc6787-f0f8-4278-9c28-598b6c4521bd req-262f53a2-e002-47e0-bbc8-bc17d6e4aaec tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0473948 Dec 09 23:19:49.508493 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71cc6787-f0f8-4278-9c28-598b6c4521bd req-c68c2552-31d2-450c-8510-a59adf3729da tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421455 Dec 09 23:19:50.622426 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f6e7-440d-478f-be59-77324c04ddce req-d6586d6e-25e7-40f0-8cbd-18cafbdad656 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:50.623872 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9d9f6e7-440d-478f-be59-77324c04ddce req-d6586d6e-25e7-40f0-8cbd-18cafbdad656 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0476339 Dec 09 23:19:50.671061 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9d9f6e7-440d-478f-be59-77324c04ddce req-4bc7a422-142b-44e0-8649-c0a2a46b3fad tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412207 Dec 09 23:19:51.789305 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75949e-f17f-4847-958d-cfe51d57b1a3 req-e5fd467f-136d-4037-acbd-3d915a475294 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:51.790794 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b75949e-f17f-4847-958d-cfe51d57b1a3 req-e5fd467f-136d-4037-acbd-3d915a475294 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0527902 Dec 09 23:19:51.836492 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b75949e-f17f-4847-958d-cfe51d57b1a3 req-97ff1266-731c-46a0-b8cc-50d08d1711c7 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398390 Dec 09 23:19:52.959752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e30dfb-9746-45b7-b02f-08abfbcfaf73 req-0cfb0471-b0f0-4ef9-957e-7f38af9f7baa tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:52.961221 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7e30dfb-9746-45b7-b02f-08abfbcfaf73 req-0cfb0471-b0f0-4ef9-957e-7f38af9f7baa tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0513232 Dec 09 23:19:53.007811 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a7e30dfb-9746-45b7-b02f-08abfbcfaf73 req-8eb60d66-4744-4059-8a4b-7bbe59a0442f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396717 Dec 09 23:19:53.109185 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:19:54.125388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf4d81-6519-435d-8882-9fac701335bb req-5344796e-09d7-413a-8693-851ff20a71b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:54.126852 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebcf4d81-6519-435d-8882-9fac701335bb req-5344796e-09d7-413a-8693-851ff20a71b1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0511250 Dec 09 23:19:54.173319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ebcf4d81-6519-435d-8882-9fac701335bb req-eae00b94-6a0e-43ef-9d74-907c6c06aa1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404983 Dec 09 23:19:55.289869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860a8cc-bd9c-4131-84d4-a35917cf49b1 req-47f51058-054f-4f03-9312-df9222b5b3b5 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:55.291340 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e860a8cc-bd9c-4131-84d4-a35917cf49b1 req-47f51058-054f-4f03-9312-df9222b5b3b5 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0482056 Dec 09 23:19:55.337424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e860a8cc-bd9c-4131-84d4-a35917cf49b1 req-bc5e3a88-a17c-4c5f-b014-d81d0f3156ed tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396683 Dec 09 23:19:56.453196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d77dc-47f6-45fe-999e-0f0c6ae1543e req-eb5aff82-e59c-41fb-8781-1b88109a0936 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:56.454674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-303d77dc-47f6-45fe-999e-0f0c6ae1543e req-eb5aff82-e59c-41fb-8781-1b88109a0936 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0491090 Dec 09 23:19:56.505566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-303d77dc-47f6-45fe-999e-0f0c6ae1543e req-38e574c8-480a-4215-a9c2-423566e3f0b6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447752 Dec 09 23:19:57.621296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555a512-993a-4a0a-b4fa-814a30394d99 req-ff77b4d3-387b-4f05-8de9-e67ed56d215d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:57.622773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7555a512-993a-4a0a-b4fa-814a30394d99 req-ff77b4d3-387b-4f05-8de9-e67ed56d215d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0479476 Dec 09 23:19:57.669872 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7555a512-993a-4a0a-b4fa-814a30394d99 req-61844fb1-129d-457e-a9a9-d8d785baa30f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412300 Dec 09 23:19:58.784111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1a4bf-50e5-4110-8b98-033b72c69398 req-9a408766-d0ca-46b2-a2af-6214418e786f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:58.785613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fef1a4bf-50e5-4110-8b98-033b72c69398 req-9a408766-d0ca-46b2-a2af-6214418e786f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0485771 Dec 09 23:19:58.832331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fef1a4bf-50e5-4110-8b98-033b72c69398 req-e895a079-d929-4cbd-a9f9-97f03b67d7b2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407181 Dec 09 23:19:59.952427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a78c6-4582-4fd9-ab6b-5be814432359 req-7d3c0364-5de5-4896-aabd-20c5ccd651b0 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:19:59.954451 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-364a78c6-4582-4fd9-ab6b-5be814432359 req-7d3c0364-5de5-4896-aabd-20c5ccd651b0 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0522780 Dec 09 23:20:00.002167 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-364a78c6-4582-4fd9-ab6b-5be814432359 req-8ccc6579-0099-4290-81d0-52a7304fd09c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415461 Dec 09 23:20:00.544058 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-a6f886d2-72a1-4ae4-9b21-a8703811ca9c service neutron] show failed (client error): The resource could not be found. Dec 09 23:20:00.545060 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-a6f886d2-72a1-4ae4-9b21-a8703811ca9c service neutron] 10.222.0.18 "GET /v2.0/ports/61febfd5-f97f-44ce-892d-9a60b6e88c35/bindings/n-h2-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0545077 Dec 09 23:20:00.743012 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-7984c73f-cd26-437d-9b8f-289c760f406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:00.744371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-7984c73f-cd26-437d-9b8f-289c760f406e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 1098 time: 0.0395064 Dec 09 23:20:00.756583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:20:00.809877 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:01.004436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:01.037506 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:20:01.091198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:20:01.093976 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363a1fa1-6e02-4170-8e03-c790729f4797" -d '{"events": [{"server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "name": "network-vif-unplugged", "status": "completed", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:20:01.110205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:01.131677 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-996677a5-49ff-4d5b-978b-1df4798282cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:01.136222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Transition to ACTIVE for port object 61febfd5-f97f-44ce-892d-9a60b6e88c35 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:20:01.145711 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65005b-bda2-4fd0-b348-814469a3d9b0 req-9907d8a5-ecf5-4963-bfa1-e640236ea773 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:01.147259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d65005b-bda2-4fd0-b348-814469a3d9b0 req-9907d8a5-ecf5-4963-bfa1-e640236ea773 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0683420 Dec 09 23:20:01.148378 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:01.190732 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3291539-e344-42ea-bd8d-2256abea0182 x-openstack-request-id: req-e3291539-e344-42ea-bd8d-2256abea0182 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:20:01.191028 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "name": "network-vif-unplugged", "status": "completed", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:20:01.191284 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3291539-e344-42ea-bd8d-2256abea0182 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:20:01.191686 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'code': 200} Dec 09 23:20:01.267816 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=6']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:01.293010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.293341 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.293691 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.294070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.294410 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.294744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.295078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.295408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.295735 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.296062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.296442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.296768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.297093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:01.308631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5d65005b-bda2-4fd0-b348-814469a3d9b0 req-c5e5d4a7-4505-4c2b-b386-18596b052228 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491578 Dec 09 23:20:01.322376 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] No DVR routers for this DVR port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:20:01.464511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Attempting to bind port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:20:01.464842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Attempting to bind port 61febfd5-f97f-44ce-892d-9a60b6e88c35 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:20:01.465193 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Attempting to bind port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:20:01.470154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on network e4de0537-9737-47bb-a96b-1399cd431ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:20:01.470474 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Attempting to bind port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:20:01.475190 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:20:01.475517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:20:01.475893 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Bound using segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:20:01.476306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Bound port: 61febfd5-f97f-44ce-892d-9a60b6e88c35, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:20:01.476649 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:01.536558 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:20:01.539421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:20:01.543918 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:01.575074 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:01.575695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:01.577071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] 10.222.0.42 "PUT /v2.0/ports/61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1093 time: 0.8243248 Dec 09 23:20:01.608363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2853df-8afa-4418-938a-ea27b63b4891 service neutron] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=7']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:01.696663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-846e0c5b-67fb-42d2-9e85-1896e72a520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:01.698201 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-846e0c5b-67fb-42d2-9e85-1896e72a520a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1096 time: 0.0423284 Dec 09 23:20:01.793396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-1cad8fa4-3032-49fc-8522-9c4e209a1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:01.794810 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-1cad8fa4-3032-49fc-8522-9c4e209a1c3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0889761 Dec 09 23:20:01.858892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-10ec2e8b-93f9-4a47-b60b-d9fdbc6eb72f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1000 time: 0.0570090 Dec 09 23:20:01.909970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-d9a90a00-21c5-49d9-9714-d223e38bc992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:01.911375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-d9a90a00-21c5-49d9-9714-d223e38bc992 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0462780 Dec 09 23:20:01.955455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-0618c66d-ce29-499c-8650-c74b13f96d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:01.956892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-0618c66d-ce29-499c-8650-c74b13f96d09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386810 Dec 09 23:20:02.043709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-829d9557-63ed-44ec-a736-39e53521da76 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795343 Dec 09 23:20:02.135186 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-cac5d2a1-6b1a-4913-8be1-d9c1ed435b47 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841992 Dec 09 23:20:02.364549 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92be0f0-4236-4924-ba16-bdd8c42f8e3f req-4cff0566-64be-4d2a-87b4-ade028b02182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:02.366608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b92be0f0-4236-4924-ba16-bdd8c42f8e3f req-4cff0566-64be-4d2a-87b4-ade028b02182 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1096 time: 0.0444322 Dec 09 23:20:02.491486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0baeb-f9bf-481f-a42a-978387b7d984 req-932830f2-743d-4cfb-8f10-bb68042c1cee tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:02.492961 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-08f0baeb-f9bf-481f-a42a-978387b7d984 req-932830f2-743d-4cfb-8f10-bb68042c1cee tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0990093 Dec 09 23:20:02.524865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92be0f0-4236-4924-ba16-bdd8c42f8e3f req-955cb30a-4acf-4378-8f5b-81bc35039550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:02.526266 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b92be0f0-4236-4924-ba16-bdd8c42f8e3f req-955cb30a-4acf-4378-8f5b-81bc35039550 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.1399438 Dec 09 23:20:02.591050 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-08f0baeb-f9bf-481f-a42a-978387b7d984 req-26622e1d-ac87-46b4-bc2e-9bc141b82d45 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916920 Dec 09 23:20:02.612386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b92be0f0-4236-4924-ba16-bdd8c42f8e3f req-5ba9b81d-0e60-4852-afc4-f2b24afa6f06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1000 time: 0.0755782 Dec 09 23:20:02.661096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92be0f0-4236-4924-ba16-bdd8c42f8e3f req-1ef84471-2d41-45c9-a7fd-1d3496ed64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:02.662579 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b92be0f0-4236-4924-ba16-bdd8c42f8e3f req-1ef84471-2d41-45c9-a7fd-1d3496ed64a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0439031 Dec 09 23:20:02.708605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92be0f0-4236-4924-ba16-bdd8c42f8e3f req-31ba697d-fd19-45e3-a21c-22c0c8b9f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:02.710126 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b92be0f0-4236-4924-ba16-bdd8c42f8e3f req-31ba697d-fd19-45e3-a21c-22c0c8b9f4ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401428 Dec 09 23:20:02.801322 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b92be0f0-4236-4924-ba16-bdd8c42f8e3f req-90f0a830-50ad-47fc-8fca-e9584cb0232a service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840003 Dec 09 23:20:02.895698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b92be0f0-4236-4924-ba16-bdd8c42f8e3f req-6b938087-3b1d-412b-bedd-fd864fd81353 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869071 Dec 09 23:20:03.193040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:20:03.195496 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6dc19c-0d13-4c34-998c-151f5dda5662" -d '{"events": [{"name": "network-changed", "server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:20:03.242922 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b964a4-8648-482a-9d6d-2bd5b27b263a x-openstack-request-id: req-28b964a4-8648-482a-9d6d-2bd5b27b263a {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:20:03.243221 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:20:03.243480 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28b964a4-8648-482a-9d6d-2bd5b27b263a {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:20:03.243885 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'status': 'completed', 'code': 200} Dec 09 23:20:03.313742 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-5b55fe4d-f377-4202-9aa8-b3631b8fc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:03.315266 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-5b55fe4d-f377-4202-9aa8-b3631b8fc1de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1096 time: 0.0469036 Dec 09 23:20:03.324652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-95f108ad-8ef2-4102-9530-c570bbfc36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:03.326416 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-95f108ad-8ef2-4102-9530-c570bbfc36f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1096 time: 0.0440419 Dec 09 23:20:03.410717 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-701b1728-7037-45d9-aa87-c36b8db36fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:03.412198 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-701b1728-7037-45d9-aa87-c36b8db36fec service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0891902 Dec 09 23:20:03.415503 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e46ae8f-18ef-4af0-bcdb-f0fe84d821ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:03.434730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-52e7795a-8956-4ab8-b95b-079e5f54f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:03.436344 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-52e7795a-8956-4ab8-b95b-079e5f54f9f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.1021590 Dec 09 23:20:03.482166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-79fe5c9f-60ae-45d1-a644-7a2403e522b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1000 time: 0.0630877 Dec 09 23:20:03.505343 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-300c490e-301e-408d-a5fe-5fa735411b5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1000 time: 0.0612319 Dec 09 23:20:03.533439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-7211152b-8ce2-4f22-b5ac-2a5cb76a4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:03.535303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-7211152b-8ce2-4f22-b5ac-2a5cb76a4bf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0468600 Dec 09 23:20:03.556044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-738d4977-d2fb-4be8-bdc3-5d2f1b5350ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:03.557732 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-738d4977-d2fb-4be8-bdc3-5d2f1b5350ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0453091 Dec 09 23:20:03.583671 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-5bdfec89-19a8-46ee-8f7c-feca6370dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:03.585194 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-5bdfec89-19a8-46ee-8f7c-feca6370dfab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430052 Dec 09 23:20:03.609411 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-3e5cea87-636e-468e-aaa3-119b4fead929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:03.611105 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-3e5cea87-636e-468e-aaa3-119b4fead929 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463037 Dec 09 23:20:03.683433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 61febfd5-f97f-44ce-892d-9a60b6e88c35 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:20:03.709457 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-b06c2584-abe1-421a-b9c2-136ae5c6f3bf service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152780 Dec 09 23:20:03.725469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 61febfd5-f97f-44ce-892d-9a60b6e88c35 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:20:03.742521 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-764c3c10-1c92-4ebf-a9ad-4998e88cca05 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239212 Dec 09 23:20:03.792260 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb96b12-3899-4025-8a20-9338e8e8ae12 req-e91d196a-8731-450e-8974-df77f4debcfe tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:03.794162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0bb96b12-3899-4025-8a20-9338e8e8ae12 req-e91d196a-8731-450e-8974-df77f4debcfe tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.1203232 Dec 09 23:20:03.843361 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-f6eb2dc8-9e61-4f20-bf99-0ca469eb779c service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938258 Dec 09 23:20:03.848090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed6dc19c-0d13-4c34-998c-151f5dda5662 req-d930897a-ae52-4944-a42c-3f4885d8b561 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285303 Dec 09 23:20:03.866581 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0bb96b12-3899-4025-8a20-9338e8e8ae12 req-d97a5cc4-c7a5-489e-9557-8a08d92b10d2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619190 Dec 09 23:20:04.365692 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:04.986202 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:04.989088 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad2ab-91ca-420a-a825-aed722ceaf6e req-0ed63c72-cd0f-4bea-9281-010cf26ab223 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:04.990626 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c1ad2ab-91ca-420a-a825-aed722ceaf6e req-0ed63c72-cd0f-4bea-9281-010cf26ab223 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0527844 Dec 09 23:20:05.037848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c1ad2ab-91ca-420a-a825-aed722ceaf6e req-4c48963e-a519-48bc-9c88-a45cc9710a0d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411556 Dec 09 23:20:06.151982 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315ad9a-5a1b-4bc3-a55b-a56f98e3fbc9 req-d1f8eccf-a042-487d-9688-bcc89c19f95d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:06.153485 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8315ad9a-5a1b-4bc3-a55b-a56f98e3fbc9 req-d1f8eccf-a042-487d-9688-bcc89c19f95d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0477309 Dec 09 23:20:06.204698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8315ad9a-5a1b-4bc3-a55b-a56f98e3fbc9 req-d90cd182-65c1-4b74-b368-887efba8f52a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443258 Dec 09 23:20:06.350983 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:07.164230 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:07.324181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095fd8-f41d-472c-b1b5-183490aec27d req-e4121846-f8ac-4eed-9ba6-a10b23feb68d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:07.325631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1095fd8-f41d-472c-b1b5-183490aec27d req-e4121846-f8ac-4eed-9ba6-a10b23feb68d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0513813 Dec 09 23:20:07.370703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1095fd8-f41d-472c-b1b5-183490aec27d req-65285e94-238a-4d7e-90d0-bbd5c12546e7 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391181 Dec 09 23:20:08.484044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277529c-8c12-48df-836e-e6ac1f520693 req-9cc444c6-8d06-4b8a-95d9-398d65e639ab tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:08.485386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2277529c-8c12-48df-836e-e6ac1f520693 req-9cc444c6-8d06-4b8a-95d9-398d65e639ab tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0467296 Dec 09 23:20:08.530854 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2277529c-8c12-48df-836e-e6ac1f520693 req-d730fb62-5f1f-42a0-9c85-8fcd0c9e46f2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395992 Dec 09 23:20:09.647939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252713a-1747-4ab3-a121-7c677a3c4a3b req-4046344b-dc1c-451c-8912-845bad038261 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:09.649406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7252713a-1747-4ab3-a121-7c677a3c4a3b req-4046344b-dc1c-451c-8912-845bad038261 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0513854 Dec 09 23:20:10.002810 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7252713a-1747-4ab3-a121-7c677a3c4a3b req-9fe0fd44-4fae-4a87-ba72-9233afc86538 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474526 Dec 09 23:20:11.118048 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ef89c-a47c-4f2d-a47f-afbf317955e0 req-7ff0dcdf-2e7b-4ba6-8fe2-53f03a9c47ce tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:11.119483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-329ef89c-a47c-4f2d-a47f-afbf317955e0 req-7ff0dcdf-2e7b-4ba6-8fe2-53f03a9c47ce tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0475805 Dec 09 23:20:11.165172 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-329ef89c-a47c-4f2d-a47f-afbf317955e0 req-c03950d4-bc84-4097-96be-97a8740c0ea8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397360 Dec 09 23:20:12.278858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8b21-5f02-428f-8565-bb71ec1943ed req-eb540671-35ab-4c58-b605-dba4fe195937 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:12.280334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f4b8b21-5f02-428f-8565-bb71ec1943ed req-eb540671-35ab-4c58-b605-dba4fe195937 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0474133 Dec 09 23:20:12.329889 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f4b8b21-5f02-428f-8565-bb71ec1943ed req-4143715f-9feb-4284-87b6-5f37320fb3b8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431464 Dec 09 23:20:13.446155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cee966-3593-4678-b65f-d47e2f3d56d9 req-ad59c726-c0df-44b4-b3aa-cdaea94d59c1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:13.447530 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76cee966-3593-4678-b65f-d47e2f3d56d9 req-ad59c726-c0df-44b4-b3aa-cdaea94d59c1 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0487173 Dec 09 23:20:13.493542 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76cee966-3593-4678-b65f-d47e2f3d56d9 req-dce22e12-9ef8-4d7c-83b8-f6e730ed4ef3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395567 Dec 09 23:20:14.607325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7c476-787c-4b3c-85be-99d34311bc3b req-88dc726b-c748-435c-9aec-31198516b3b8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:14.608781 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ace7c476-787c-4b3c-85be-99d34311bc3b req-88dc726b-c748-435c-9aec-31198516b3b8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0472560 Dec 09 23:20:14.655064 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ace7c476-787c-4b3c-85be-99d34311bc3b req-c1715687-ce47-4660-a1a8-ad8a991ddfef tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399423 Dec 09 23:20:14.960870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-7e72f62b-4fc8-4479-9c2d-ce8514ddc770 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:14.962345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-7e72f62b-4fc8-4479-9c2d-ce8514ddc770 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274&tenant_id=8ae63d14815b407fb58ac0c777a68f81&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 944 time: 0.0800512 Dec 09 23:20:14.973885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09332d43-9e61-4e14-9c12-2e260510872b req-994a9e14-1465-4fb9-a5c3-740e7c0a8a77 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:14.975234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09332d43-9e61-4e14-9c12-2e260510872b req-994a9e14-1465-4fb9-a5c3-740e7c0a8a77 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 944 time: 0.0645461 Dec 09 23:20:14.979924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-6a0cb45d-7128-4c03-b767-680a6ea70f1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:20:14.980841 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-6a0cb45d-7128-4c03-b767-680a6ea70f1f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047791 Dec 09 23:20:15.058449 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09332d43-9e61-4e14-9c12-2e260510872b req-7e0a3ced-1057-453d-81c8-18105ad0b140 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766063 Dec 09 23:20:15.067674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-e8e08a04-69fa-4e1f-81d6-c4d64e5277b1 service neutron] 10.222.0.42 "GET /v2.0/ports/61febfd5-f97f-44ce-892d-9a60b6e88c35/bindings/n-h2-789963-23 HTTP/1.1" status: 200 len: 383 time: 0.0787408 Dec 09 23:20:15.131644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-b6d2a50d-8db7-4fe2-943c-21633433774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:15.133006 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-b6d2a50d-8db7-4fe2-943c-21633433774d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1096 time: 0.0428095 Dec 09 23:20:15.222914 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-de1d9404-6113-4df3-941c-6fab82298add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:15.224362 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-de1d9404-6113-4df3-941c-6fab82298add service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0828371 Dec 09 23:20:15.290166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-311af042-0d0f-4dbd-b224-9947d4592c18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1000 time: 0.0590584 Dec 09 23:20:15.336378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-425a84df-cee0-4d91-9622-a2bac567288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:15.337745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-425a84df-cee0-4d91-9622-a2bac567288c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0403626 Dec 09 23:20:15.381363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-3304340c-42b6-4484-8c5c-4eaab1e4f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:15.382883 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-3304340c-42b6-4484-8c5c-4eaab1e4f5e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380845 Dec 09 23:20:15.473732 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-f3bb0de5-b594-4e74-b3ef-7cb9c6f49671 service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824482 Dec 09 23:20:15.560018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-9ca0c922-f9f4-4f45-9cac-7fdd7d545aad service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792897 Dec 09 23:20:15.671771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 61febfd5-f97f-44ce-892d-9a60b6e88c35 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:20:15.764748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:15.776198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'port_id': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'mac_address': 'fa:16:3e:b7:a4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:20:15.811090 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:15.823721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61febfd5-f97f-44ce-892d-9a60b6e88c35 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:20:15.842451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:15.845837 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:15.894594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:15.901728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:15.902089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:15.902437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:15.902780 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:15.903118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:15.903450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:15.903782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:15.904113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:15.904448 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:15.904773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:15.905105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:15.905429 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:15.905781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:16.123084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['61febfd5-f97f-44ce-892d-9a60b6e88c35'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:20:16.183779 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfeff8-dd85-4380-b294-1988c096a64d req-f57c0419-4d8d-40ab-a856-12073c70c360 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:16.185686 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1dfeff8-dd85-4380-b294-1988c096a64d req-f57c0419-4d8d-40ab-a856-12073c70c360 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0532198 Dec 09 23:20:16.232600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1dfeff8-dd85-4380-b294-1988c096a64d req-725f8c03-8842-44da-af11-349e407915e6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398376 Dec 09 23:20:17.350507 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5948d6d-474a-4904-8f0a-4a1d90910d10 req-91e1bdbf-a8f4-4b44-b84b-7a097e84be65 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:17.352001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5948d6d-474a-4904-8f0a-4a1d90910d10 req-91e1bdbf-a8f4-4b44-b84b-7a097e84be65 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0500159 Dec 09 23:20:17.399683 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5948d6d-474a-4904-8f0a-4a1d90910d10 req-47dbda9b-2ae9-4eb2-83a0-2a3f6a4e72f7 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415947 Dec 09 23:20:17.674110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 61febfd5-f97f-44ce-892d-9a60b6e88c35 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:20:17.725362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 61febfd5-f97f-44ce-892d-9a60b6e88c35 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:20:17.729077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 61febfd5-f97f-44ce-892d-9a60b6e88c35 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:20:17.729448 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:17.807452 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:17.830177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:20:17.832417 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dad66c-6f36-4f7c-8c57-b864d92acdb7" -d '{"events": [{"server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "name": "network-vif-plugged", "status": "completed", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:20:17.846026 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:17.850482 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:17.889212 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fc0c68-f855-4422-a4e3-855db5ddbed9 x-openstack-request-id: req-07fc0c68-f855-4422-a4e3-855db5ddbed9 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:20:17.889511 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "name": "network-vif-plugged", "status": "completed", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:20:17.889766 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07fc0c68-f855-4422-a4e3-855db5ddbed9 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:20:17.890683 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'code': 200} Dec 09 23:20:17.908706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:18.520783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e901dd-85c1-4a9e-bd03-b4991f6b6d69 req-035d5db5-389c-4182-9e21-ebbc98d05e87 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:18.522270 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4e901dd-85c1-4a9e-bd03-b4991f6b6d69 req-035d5db5-389c-4182-9e21-ebbc98d05e87 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0516036 Dec 09 23:20:18.571583 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d4e901dd-85c1-4a9e-bd03-b4991f6b6d69 req-194e7599-33bc-44b0-8969-3db1d71cc5e6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432856 Dec 09 23:20:19.579140 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-a3825ae3-0a58-40c9-bd40-9d6f37c18b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:19.581220 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-a3825ae3-0a58-40c9-bd40-9d6f37c18b49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274&tenant_id=8ae63d14815b407fb58ac0c777a68f81 HTTP/1.1" status: 200 len: 1098 time: 0.0426431 Dec 09 23:20:19.597810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:20:19.651755 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:19.690905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8f890-abfd-4c38-922c-dec3244cdc14 req-b956f79b-cb7c-4d29-90cc-10303fe55dc8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:19.692328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9c8f890-abfd-4c38-922c-dec3244cdc14 req-b956f79b-cb7c-4d29-90cc-10303fe55dc8 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0485125 Dec 09 23:20:19.739148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9c8f890-abfd-4c38-922c-dec3244cdc14 req-d1f63b67-2790-45b8-b42e-bacdabb3e3b4 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 Dec 09 23:20:19.856372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:19.891345 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:20:19.930064 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:20:19.932341 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34d8a57-a6b3-451b-b2f8-e832cca8bdbb" -d '{"events": [{"server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "name": "network-vif-unplugged", "status": "completed", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:20:19.936092 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:19.949919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Transition to ACTIVE for port object 61febfd5-f97f-44ce-892d-9a60b6e88c35 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:20:19.954268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:19.988292 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b084ed66-e114-41b4-b33d-f657da8240e4 x-openstack-request-id: req-b084ed66-e114-41b4-b33d-f657da8240e4 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:20:19.988710 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "name": "network-vif-unplugged", "status": "completed", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:20:19.989072 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b084ed66-e114-41b4-b33d-f657da8240e4 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:20:19.989381 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'code': 200} Dec 09 23:20:20.007886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=10']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:20.050407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.050763 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.051120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.051469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.051813 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.052159 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.052476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.052810 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.053141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.053476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.053828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.054162 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.054498 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:20:20.097621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] No DVR routers for this DVR port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:20:20.236444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Attempting to bind port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:20:20.236703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Attempting to bind port 61febfd5-f97f-44ce-892d-9a60b6e88c35 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:20:20.237029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Attempting to bind port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:20:20.241215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on network e4de0537-9737-47bb-a96b-1399cd431ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:20:20.241536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Attempting to bind port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on network e4de0537-9737-47bb-a96b-1399cd431ec1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:20:20.246323 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:20:20.246657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Checking segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:20:20.247036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Bound using segment: {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:20:20.247458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Bound port: 61febfd5-f97f-44ce-892d-9a60b6e88c35, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf43601-5bd8-4936-99f5-f57c21c82e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:20:20.247805 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:20.310192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:20:20.313304 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:20:20.317242 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:20.352606 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:20.353293 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:20.354695 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] 10.222.0.18 "PUT /v2.0/ports/61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1094 time: 0.7609084 Dec 09 23:20:20.378256 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26103129-d4ac-460d-9ffe-3cbdb5195402 service neutron] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=11']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:20.437307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-9424eade-bf1c-4440-af4f-2686f19113d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:20.439027 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-9424eade-bf1c-4440-af4f-2686f19113d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1097 time: 0.0432990 Dec 09 23:20:20.531568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-12961262-89c0-44ab-9ddd-6390f90bc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:20.533562 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-12961262-89c0-44ab-9ddd-6390f90bc33d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0879726 Dec 09 23:20:20.603282 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-d191f033-e981-498a-ab1e-c6b4a9009590 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1000 time: 0.0630891 Dec 09 23:20:20.651603 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-9104a772-ab4a-408d-8359-fff80cd3070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:20.652937 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-9104a772-ab4a-408d-8359-fff80cd3070a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0434880 Dec 09 23:20:20.698725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-d89ff2b2-c347-46e0-9e05-84b45df1875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:20.700176 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-d89ff2b2-c347-46e0-9e05-84b45df1875b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389595 Dec 09 23:20:20.793675 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-5d4429f1-8341-4da0-8d13-ce9bcd65e423 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855391 Dec 09 23:20:20.858010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a827eab-8334-45f1-ad8b-20f353bbacb1 req-94801f63-01fc-4f5a-a6a6-c049b20c91f6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:20.859586 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a827eab-8334-45f1-ad8b-20f353bbacb1 req-94801f63-01fc-4f5a-a6a6-c049b20c91f6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0481253 Dec 09 23:20:20.883434 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5ddc9b67-ec19-49ac-a782-967807f1c18e req-16d4c4d2-3a69-44b1-9834-c92ef9323c56 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826437 Dec 09 23:20:20.910571 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a827eab-8334-45f1-ad8b-20f353bbacb1 req-5c2b6595-aff3-4982-bb89-16b847f89b6e tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448577 Dec 09 23:20:21.673933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 61febfd5-f97f-44ce-892d-9a60b6e88c35 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:20:21.711581 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 61febfd5-f97f-44ce-892d-9a60b6e88c35 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:20:21.809881 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:20:21.991089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:20:21.994106 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7323d68d-43d7-4f8a-b10f-f4c80aad187c" -d '{"events": [{"name": "network-changed", "server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:20:22.029035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44763f4-e913-41b3-bf9e-36ed7e97564b req-bae5a368-b34a-47b0-8773-5fd706f12270 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:22.030686 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c44763f4-e913-41b3-bf9e-36ed7e97564b req-bae5a368-b34a-47b0-8773-5fd706f12270 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0493293 Dec 09 23:20:22.044326 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04555a0-6c32-493c-906a-2845822c302d x-openstack-request-id: req-a04555a0-6c32-493c-906a-2845822c302d {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:20:22.044676 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:20:22.044993 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a04555a0-6c32-493c-906a-2845822c302d {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:20:22.045592 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'status': 'completed', 'code': 200} Dec 09 23:20:22.091039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c44763f4-e913-41b3-bf9e-36ed7e97564b req-c3ed485b-4464-48cb-bdb8-347fa5835d55 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535171 Dec 09 23:20:22.120500 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-d346073f-5631-4eab-b9f2-3a0e9d90d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:22.122013 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-d346073f-5631-4eab-b9f2-3a0e9d90d5e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1097 time: 0.0486035 Dec 09 23:20:22.139923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-74927321-aef1-47a3-a5c0-4ce5cf8e9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:22.141443 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-74927321-aef1-47a3-a5c0-4ce5cf8e9e7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae63d14815b407fb58ac0c777a68f81&device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 1097 time: 0.0567355 Dec 09 23:20:22.224445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-34daf7d9-a773-493e-a27f-977054279db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:22.226572 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-34daf7d9-a773-493e-a27f-977054279db9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0978961 Dec 09 23:20:22.241593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-c4aa3214-c6fd-4531-a83c-ffa9240615fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:22.243125 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-c4aa3214-c6fd-4531-a83c-ffa9240615fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 200 len: 913 time: 0.0943608 Dec 09 23:20:22.292427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-2d108b72-235a-46a3-8838-9fb1f3b6bd6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1000 time: 0.0587630 Dec 09 23:20:22.314434 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-35c7754b-21b6-4812-abb7-773cd79f7e34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 200 len: 1000 time: 0.0643046 Dec 09 23:20:22.343466 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-feb7e929-48cc-4d78-b242-f03704872034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:22.345537 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-feb7e929-48cc-4d78-b242-f03704872034 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0451500 Dec 09 23:20:22.366654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-79b81422-5a61-4c9a-897c-770ce8bdd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:22.368184 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-79b81422-5a61-4c9a-897c-770ce8bdd4fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 200 len: 851 time: 0.0470576 Dec 09 23:20:22.399146 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-9bdc1476-da3b-4f44-bb1e-a53f93da7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:22.400755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-9bdc1476-da3b-4f44-bb1e-a53f93da7508 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487854 Dec 09 23:20:22.418921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-c5381217-0d5c-4d63-a851-186a36ebfe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:22.420842 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-c5381217-0d5c-4d63-a851-186a36ebfe82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4de0537-9737-47bb-a96b-1399cd431ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457880 Dec 09 23:20:22.494834 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-292942df-6436-4611-87c7-a9741966d1ce service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861247 Dec 09 23:20:22.599765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-2e72caed-cce0-479a-9644-080f6cef291e service neutron] 10.222.0.42 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969372 Dec 09 23:20:22.809163 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-c1de3de5-08b5-4a7d-ac28-7015b21baa54 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804216 Dec 09 23:20:22.901027 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-7323d68d-43d7-4f8a-b10f-f4c80aad187c req-b85b8d49-6121-40ca-8874-b0bdd5b5af90 service neutron] 10.222.0.18 "GET /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838702 Dec 09 23:20:23.139176 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:23.219310 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6dcc63-c00c-477a-8277-6d4a611d1aa3 req-df90ee92-54c7-4daf-b502-63b75ee072ef tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:23.221435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bb6dcc63-c00c-477a-8277-6d4a611d1aa3 req-df90ee92-54c7-4daf-b502-63b75ee072ef tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0571301 Dec 09 23:20:23.271859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bb6dcc63-c00c-477a-8277-6d4a611d1aa3 req-00871cc0-bcc8-42cd-9ccc-04ad3a910dad tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441759 Dec 09 23:20:24.387824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfc743-9e43-4e31-a6e3-60081bc2dbae req-e1896197-1e09-4f09-8db0-a859e7d47c43 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:24.389316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-becfc743-9e43-4e31-a6e3-60081bc2dbae req-e1896197-1e09-4f09-8db0-a859e7d47c43 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0486405 Dec 09 23:20:24.441481 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-becfc743-9e43-4e31-a6e3-60081bc2dbae req-05058a64-c504-494c-8fe3-30bcc356310b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459976 Dec 09 23:20:25.559108 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8498-8e51-4b2c-b643-769fee4e9833 req-1577f7f8-302f-42c7-af76-b77b05bde05f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:25.560645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-854f8498-8e51-4b2c-b643-769fee4e9833 req-1577f7f8-302f-42c7-af76-b77b05bde05f tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0499322 Dec 09 23:20:25.614546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-854f8498-8e51-4b2c-b643-769fee4e9833 req-94a3f9de-deb4-4351-b667-7d1a9301c431 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451150 Dec 09 23:20:26.729534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713f1d3-12bb-44ad-8b05-e7492ddce5e4 req-a6f79e43-898c-4d8a-9810-2322685964ce tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:26.731016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713f1d3-12bb-44ad-8b05-e7492ddce5e4 req-a6f79e43-898c-4d8a-9810-2322685964ce tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0473926 Dec 09 23:20:26.777254 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7713f1d3-12bb-44ad-8b05-e7492ddce5e4 req-5ec212e0-9c9c-4f65-b7dc-73e01db94288 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398471 Dec 09 23:20:27.897990 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286454f9-1c8b-453c-b58f-c1b2686d2380 req-fdf16321-88eb-46cf-a351-24e42f69caa6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:27.899462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-286454f9-1c8b-453c-b58f-c1b2686d2380 req-fdf16321-88eb-46cf-a351-24e42f69caa6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0520768 Dec 09 23:20:27.944588 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-286454f9-1c8b-453c-b58f-c1b2686d2380 req-c973261b-d1cf-4a48-bc41-21b68a5eae9d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392127 Dec 09 23:20:29.060765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523225d-aab7-4ec9-b848-7f6ef5de55fd req-ebac1a84-3d74-4e5a-bced-b0595345308d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:29.062243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2523225d-aab7-4ec9-b848-7f6ef5de55fd req-ebac1a84-3d74-4e5a-bced-b0595345308d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0475986 Dec 09 23:20:29.107956 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2523225d-aab7-4ec9-b848-7f6ef5de55fd req-ffc0f652-cf0c-4ea0-88e3-5ccfe720e881 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398116 Dec 09 23:20:30.223131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0484d04-d08e-41e7-819c-ad82602e188e req-f082d07e-6e38-4e18-8dfb-c6e9a7ace4ab tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:30.224587 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0484d04-d08e-41e7-819c-ad82602e188e req-f082d07e-6e38-4e18-8dfb-c6e9a7ace4ab tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0482404 Dec 09 23:20:30.273716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0484d04-d08e-41e7-819c-ad82602e188e req-e3322a66-b70e-4677-ada9-1a575a1a688c tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431533 Dec 09 23:20:31.133994 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25be0ec2-3e36-4a05-984a-f5b6bb96ff5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:31.389864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404df4e-15c9-49e3-ba68-d41185405442 req-3ab6f8db-a944-4817-99bb-69d311c79ba2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:31.391854 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8404df4e-15c9-49e3-ba68-d41185405442 req-3ab6f8db-a944-4817-99bb-69d311c79ba2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0480206 Dec 09 23:20:31.437463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8404df4e-15c9-49e3-ba68-d41185405442 req-ffb450cb-b6b2-40da-b276-e8892cbe44d7 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395105 Dec 09 23:20:32.552317 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d0770-4d51-4ba1-b17a-a0d36b2d9191 req-bbecd278-faeb-4674-8937-cc4a404a15d5 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:32.553809 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-230d0770-4d51-4ba1-b17a-a0d36b2d9191 req-bbecd278-faeb-4674-8937-cc4a404a15d5 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0483387 Dec 09 23:20:32.600140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-230d0770-4d51-4ba1-b17a-a0d36b2d9191 req-db8cdeeb-31e9-4c9f-b9a8-209e7c9e21e6 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403137 Dec 09 23:20:33.407701 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d859-e769-4f62-aab2-ea4f814856c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:33.719094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee3569-db92-44f3-b362-293348ed188c req-20d27a9b-9c22-45c8-b37d-5b96709f9041 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:33.720557 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88ee3569-db92-44f3-b362-293348ed188c req-20d27a9b-9c22-45c8-b37d-5b96709f9041 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0518095 Dec 09 23:20:33.764551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 61febfd5-f97f-44ce-892d-9a60b6e88c35 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:20:33.766065 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88ee3569-db92-44f3-b362-293348ed188c req-f5f9697d-588f-4a82-acaa-b835bc5f0800 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396295 Dec 09 23:20:33.860279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:33.877712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'port_id': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'mac_address': 'fa:16:3e:b7:a4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:20:33.880652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8331e6-83e4-4b86-a1a6-c7f11982f558 req-7185de5e-6d8b-4ba3-90fa-d45ef73e20cc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:33.882256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a8331e6-83e4-4b86-a1a6-c7f11982f558 req-7185de5e-6d8b-4ba3-90fa-d45ef73e20cc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 945 time: 0.0483606 Dec 09 23:20:33.914617 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:33.927587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61febfd5-f97f-44ce-892d-9a60b6e88c35 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:20:33.930199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7a8331e6-83e4-4b86-a1a6-c7f11982f558 req-5a3d2a8b-1509-44a4-848b-938bbfbdea7d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417852 Dec 09 23:20:33.948340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:33.952363 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:33.998951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=12']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:34.048196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d35fe3-7001-4019-b888-3a10084ea622 req-00cc81c7-eb71-402b-b521-44cd8e03d3f3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:34.050097 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0d35fe3-7001-4019-b888-3a10084ea622 req-00cc81c7-eb71-402b-b521-44cd8e03d3f3 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0527182 Dec 09 23:20:34.097613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0d35fe3-7001-4019-b888-3a10084ea622 req-a7027188-83bf-4731-b721-83784ce51f23 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416884 Dec 09 23:20:34.264526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['61febfd5-f97f-44ce-892d-9a60b6e88c35'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:20:34.327492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c7620-ceb2-4807-b2dd-a301006c8bfa req-12b4a49e-ea3e-4b31-8212-6db53ac6ad89 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:34.328995 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c1c7620-ceb2-4807-b2dd-a301006c8bfa req-12b4a49e-ea3e-4b31-8212-6db53ac6ad89 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0492508 Dec 09 23:20:34.375650 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9c1c7620-ceb2-4807-b2dd-a301006c8bfa req-bec1e6ef-10ed-4002-9241-1ed02d31c78a tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401406 Dec 09 23:20:34.398074 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:34.987043 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:35.492048 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bdd05-1081-40ad-8bd1-3524572d48dd req-2c1e83d2-8dad-4257-b144-bee105399b2d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:35.493512 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e4bdd05-1081-40ad-8bd1-3524572d48dd req-2c1e83d2-8dad-4257-b144-bee105399b2d tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 946 time: 0.0473406 Dec 09 23:20:35.543937 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e4bdd05-1081-40ad-8bd1-3524572d48dd req-d0c4be00-b3ce-4aa3-826b-9b0292120216 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444720 Dec 09 23:20:35.792055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 61febfd5-f97f-44ce-892d-9a60b6e88c35 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:20:35.839057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 61febfd5-f97f-44ce-892d-9a60b6e88c35 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:20:35.842836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 61febfd5-f97f-44ce-892d-9a60b6e88c35 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:20:35.843206 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:35.920523 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:35.943293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:20:35.945509 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24b7c0d-e916-4d0a-9229-84c53b206302" -d '{"events": [{"server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "name": "network-vif-plugged", "status": "completed", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:20:35.957840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:35.961705 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:35.984603 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3777c9-ebac-4b37-8895-cbf7b49d4809 x-openstack-request-id: req-db3777c9-ebac-4b37-8895-cbf7b49d4809 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:20:35.984897 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "name": "network-vif-plugged", "status": "completed", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:20:35.985155 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db3777c9-ebac-4b37-8895-cbf7b49d4809 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:20:35.985539 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'code': 200} Dec 09 23:20:36.011153 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=13']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:36.174217 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a3106-8283-419c-be65-d6196b0e88ac req-bc6475db-edb5-44b9-8c37-912bad62f162 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:36.175646 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-756a3106-8283-419c-be65-d6196b0e88ac req-bc6475db-edb5-44b9-8c37-912bad62f162 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.18 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 947 time: 0.0523229 Dec 09 23:20:36.263630 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Deleting port 61febfd5-f97f-44ce-892d-9a60b6e88c35 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:20:36.263974 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:36.353736 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:36.354919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] For port 61febfd5-f97f-44ce-892d-9a60b6e88c35, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=61febfd5-f97f-44ce-892d-9a60b6e88c35,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:36.355287 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:36.524847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:36.525129 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:36.525451 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534 disassociated. External IP: 172.25.8.32, port: 61febfd5-f97f-44ce-892d-9a60b6e88c35. Dec 09 23:20:36.525815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Calling delete_port for 61febfd5-f97f-44ce-892d-9a60b6e88c35 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:20:36.656208 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:36.666392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22bcce-f847-49e8-9d40-675230f1b243 req-c1497a64-0fd9-4634-ae27-dca1db217292 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:36.667919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d22bcce-f847-49e8-9d40-675230f1b243 req-c1497a64-0fd9-4634-ae27-dca1db217292 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 947 time: 0.0519032 Dec 09 23:20:36.688812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event deleted for resources: {'Port': ['ID=61febfd5-f97f-44ce-892d-9a60b6e88c35,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:36.719629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d22bcce-f847-49e8-9d40-675230f1b243 req-99a45725-242e-4728-93f4-ad0953cf0fb7 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups?id=72676195-d5f2-4ff8-8de4-445337e72bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457675 Dec 09 23:20:36.816991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Router 89673cc8-f9a4-4124-9004-20368931acd8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:20:36.926114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:20:36.935578 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b696b-954c-480f-bcdc-edcad6825a93 None None] Sync routers for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:20:36.945987 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b696b-954c-480f-bcdc-edcad6825a93 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:20:36.946602 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bc8b696b-954c-480f-bcdc-edcad6825a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:20:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:20:36.966405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] No DVR routers for this DVR port 61febfd5-f97f-44ce-892d-9a60b6e88c35 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:20:36.969471 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:36.972947 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-756a3106-8283-419c-be65-d6196b0e88ac req-348e7503-71aa-4837-add9-c9c7eb634988 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.18 "DELETE /v2.0/ports/61febfd5-f97f-44ce-892d-9a60b6e88c35 HTTP/1.1" status: 204 len: 173 time: 0.7911911 Dec 09 23:20:36.973415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'name': 'network-vif-deleted', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:20:36.976245 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09750908-b5a0-47f2-ba3a-bc4659d8529c" -d '{"events": [{"server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "name": "network-vif-deleted", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:20:37.015460 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9dd4f1-48eb-4522-b297-27b138ce811d x-openstack-request-id: req-2b9dd4f1-48eb-4522-b297-27b138ce811d {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:20:37.015770 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745d713e-1e60-4be7-9447-f931cc425274", "name": "network-vif-deleted", "tag": "61febfd5-f97f-44ce-892d-9a60b6e88c35", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:20:37.016036 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b9dd4f1-48eb-4522-b297-27b138ce811d {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:20:37.016473 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745d713e-1e60-4be7-9447-f931cc425274', 'name': 'network-vif-deleted', 'tag': '61febfd5-f97f-44ce-892d-9a60b6e88c35', 'status': 'completed', 'code': 200} Dec 09 23:20:37.054743 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-bc8b696b-954c-480f-bcdc-edcad6825a93 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:20:37.169863 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:37.341296 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bc8b696b-954c-480f-bcdc-edcad6825a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:20:37.366530 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b696b-954c-480f-bcdc-edcad6825a93 None None] Checking router: 89673cc8-f9a4-4124-9004-20368931acd8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:20:37.374557 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b696b-954c-480f-bcdc-edcad6825a93 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:20:37.375099 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bc8b696b-954c-480f-bcdc-edcad6825a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:20:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:20:37.477295 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-bc8b696b-954c-480f-bcdc-edcad6825a93 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:20:37.671481 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-bc8b696b-954c-480f-bcdc-edcad6825a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:20:37.697308 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b696b-954c-480f-bcdc-edcad6825a93 None None] The sync data for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 is: [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:55Z', 'revision_number': 4, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'bd471172-f8ba-49c1-b234-9f7ffd5ec7bb', 'name': '', 'network_id': 'e4de0537-9737-47bb-a96b-1399cd431ec1', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'mac_address': 'fa:16:3e:96:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:54Z', 'updated_at': '2021-12-09T23:10:58Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'subnets': [{'id': 'e403caa4-9df6-4592-88ad-2d884af51691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:20:37.819955 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4555fede-0960-411c-8797-85bd80e985e9 req-6e1be934-5697-4823-a2ac-7f7cc6bf2570 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 210 time: 0.0269818 Dec 09 23:20:37.946289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6b0c8-260f-43af-9b3b-70a40577db84 None None] New status for floating IP 6ee75e59-1b32-4798-9c22-3910a2b9a534: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:20:38.917651 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee0149f1-7b41-4bcb-8a48-0627a36b8c7d req-d179e0c9-5e01-4512-bb67-05f68811d84b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 210 time: 0.0253165 Dec 09 23:20:39.807772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 61febfd5-f97f-44ce-892d-9a60b6e88c35 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:20:39.827731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 61febfd5-f97f-44ce-892d-9a60b6e88c35 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:20:39.828079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 61febfd5-f97f-44ce-892d-9a60b6e88c35 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:20:40.012012 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4c4b6c5f-eeee-456f-8e5e-ea007ce78c7e req-eef4841a-c8be-41a1-8e18-247c4790bdb2 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 210 time: 0.0265782 Dec 09 23:20:41.113632 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1f63ac4e-715a-4449-94de-c364e513f08d req-a1d33fa6-f81c-4666-a2f2-a28d92c6aa7b tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/ports?device_id=745d713e-1e60-4be7-9447-f931cc425274 HTTP/1.1" status: 200 len: 210 time: 0.0288334 Dec 09 23:20:45.843550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58228) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:20:45.899067 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3334-c0f6-4b3b-91e1-60acf7af84fc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:45.924132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3334-c0f6-4b3b-91e1-60acf7af84fc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:45.971715 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3334-c0f6-4b3b-91e1-60acf7af84fc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:45.974356 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3334-c0f6-4b3b-91e1-60acf7af84fc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:45.977961 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9a7a3334-c0f6-4b3b-91e1-60acf7af84fc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "DELETE /v2.0/security-groups/72676195-d5f2-4ff8-8de4-445337e72bbd HTTP/1.1" status: 204 len: 168 time: 0.1309690 Dec 09 23:20:45.978401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58230) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:20:45.984715 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a3334-c0f6-4b3b-91e1-60acf7af84fc tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72676195-d5f2-4ff8-8de4-445337e72bbd,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:46.003532 n-d-789963-23 neutron-server[103418]: INFO neutron.api.v2.resource [None req-22a8a15a-89f3-452e-8ae1-f125668319ce tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] show failed (client error): The resource could not be found. Dec 09 23:20:46.006674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-22a8a15a-89f3-452e-8ae1-f125668319ce tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "GET /v2.0/security-groups/72676195-d5f2-4ff8-8de4-445337e72bbd HTTP/1.1" status: 404 len: 347 time: 0.0268121 Dec 09 23:20:46.009640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58232) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:20:46.131645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a234623b-984d-45b0-ae6b-4f87da8ea858 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Deleting port db912ef1-2b40-41fb-9f65-3d7775649bd4 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:20:46.131994 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a234623b-984d-45b0-ae6b-4f87da8ea858 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:46.208245 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a234623b-984d-45b0-ae6b-4f87da8ea858 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:46.208607 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a234623b-984d-45b0-ae6b-4f87da8ea858 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:46.221212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-a234623b-984d-45b0-ae6b-4f87da8ea858 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Calling delete_port for db912ef1-2b40-41fb-9f65-3d7775649bd4 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:20:46.352288 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a234623b-984d-45b0-ae6b-4f87da8ea858 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:46.381036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234623b-984d-45b0-ae6b-4f87da8ea858 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Pushing event deleted for resources: {'Port': ['ID=db912ef1-2b40-41fb-9f65-3d7775649bd4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:46.446747 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a234623b-984d-45b0-ae6b-4f87da8ea858 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:46.449456 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a234623b-984d-45b0-ae6b-4f87da8ea858 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:46.450638 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a234623b-984d-45b0-ae6b-4f87da8ea858 tempest-ServerActionsTestJSON-1705358427 tempest-ServerActionsTestJSON-1705358427-project] 10.222.0.16 "DELETE /v2.0/floatingips/6ee75e59-1b32-4798-9c22-3910a2b9a534 HTTP/1.1" status: 204 len: 168 time: 0.4398701 Dec 09 23:20:46.453673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58234) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:20:46.867073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d20331f-0115-425a-bf54-bfdf99ca3640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:47.097331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9d20331f-0115-425a-bf54-bfdf99ca3640 admin admin] Deleting port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:20:47.098098 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d20331f-0115-425a-bf54-bfdf99ca3640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:47.175486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-9d20331f-0115-425a-bf54-bfdf99ca3640 admin admin] For port bd471172-f8ba-49c1-b234-9f7ffd5ec7bb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bd471172-f8ba-49c1-b234-9f7ffd5ec7bb,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:47.175766 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d20331f-0115-425a-bf54-bfdf99ca3640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:47.188015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-9d20331f-0115-425a-bf54-bfdf99ca3640 admin admin] Calling delete_port for bd471172-f8ba-49c1-b234-9f7ffd5ec7bb owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:20:47.362684 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d20331f-0115-425a-bf54-bfdf99ca3640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:47.387048 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20331f-0115-425a-bf54-bfdf99ca3640 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd471172-f8ba-49c1-b234-9f7ffd5ec7bb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:47.551897 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d20331f-0115-425a-bf54-bfdf99ca3640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:47.752587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d20331f-0115-425a-bf54-bfdf99ca3640 admin admin] Router 89673cc8-f9a4-4124-9004-20368931acd8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:20:47.854342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d20331f-0115-425a-bf54-bfdf99ca3640 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:20:47.860877 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9d20331f-0115-425a-bf54-bfdf99ca3640 admin admin] 10.222.0.16 "PUT /v2.0/routers/89673cc8-f9a4-4124-9004-20368931acd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4039891 Dec 09 23:20:47.861963 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58238) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:20:47.864632 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec29b8-7c8b-4203-aa5c-40c9e7b70117 None None] Sync routers for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:20:47.874292 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec29b8-7c8b-4203-aa5c-40c9e7b70117 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:20:47.874903 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-42ec29b8-7c8b-4203-aa5c-40c9e7b70117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:20:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:20:47.963928 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:47.977906 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-42ec29b8-7c8b-4203-aa5c-40c9e7b70117 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:20:48.063625 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:48.114160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Deleting port d02e49dc-bd8b-46aa-81f1-dc1925276888 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:20:48.114897 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:48.154247 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-42ec29b8-7c8b-4203-aa5c-40c9e7b70117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:20:47Z', 'revision_number': 5, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port': {'id': 'd02e49dc-bd8b-46aa-81f1-dc1925276888', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89673cc8-f9a4-4124-9004-20368931acd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:20:48.180038 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec29b8-7c8b-4203-aa5c-40c9e7b70117 None None] Checking router: 89673cc8-f9a4-4124-9004-20368931acd8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:20:48.188275 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec29b8-7c8b-4203-aa5c-40c9e7b70117 None None] Routers {'89673cc8-f9a4-4124-9004-20368931acd8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:20:48.189411 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-42ec29b8-7c8b-4203-aa5c-40c9e7b70117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:20:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['89673cc8-f9a4-4124-9004-20368931acd8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:20:48.194493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] For port d02e49dc-bd8b-46aa-81f1-dc1925276888, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d02e49dc-bd8b-46aa-81f1-dc1925276888,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:48.194852 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:48.207171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Calling delete_port for d02e49dc-bd8b-46aa-81f1-dc1925276888 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:20:48.273500 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-42ec29b8-7c8b-4203-aa5c-40c9e7b70117 None None] Set router 89673cc8-f9a4-4124-9004-20368931acd8 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:20:48.324499 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-42ec29b8-7c8b-4203-aa5c-40c9e7b70117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:20:48Z', 'revision_number': 6, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:20:48.353298 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec29b8-7c8b-4203-aa5c-40c9e7b70117 None None] The sync data for ids ['89673cc8-f9a4-4124-9004-20368931acd8'] in n-d-789963-23 is: [{'id': '89673cc8-f9a4-4124-9004-20368931acd8', 'name': 'tempest-ServerActionsTestJSON-2008937585-router', 'tenant_id': '8ae63d14815b407fb58ac0c777a68f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:10:52Z', 'updated_at': '2021-12-09T23:20:48Z', 'revision_number': 6, 'project_id': '8ae63d14815b407fb58ac0c777a68f81', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:20:48.369346 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:48.401626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=d02e49dc-bd8b-46aa-81f1-dc1925276888,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:48.410897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfba328-d9c2-4a9b-a5fe-7fb8f39ff557 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:20:48.453467 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:48.542601 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:48.544710 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:48.586991 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:48.587592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89673cc8-f9a4-4124-9004-20368931acd8 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:20:48.592039 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:48.593228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1bb54da0-d3c7-4878-95b5-4289bd068a36 admin admin] 10.222.0.16 "DELETE /v2.0/routers/89673cc8-f9a4-4124-9004-20368931acd8 HTTP/1.1" status: 204 len: 168 time: 0.7303493 Dec 09 23:20:48.595860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58240) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:20:48.638842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91eea9f-ffe0-431a-b982-8e48159f3add admin admin] Deleting subnet e403caa4-9df6-4592-88ad-2d884af51691 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:20:48.641760 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d91eea9f-ffe0-431a-b982-8e48159f3add admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:48.678337 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d91eea9f-ffe0-431a-b982-8e48159f3add admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.064939 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d91eea9f-ffe0-431a-b982-8e48159f3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.118851 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d91eea9f-ffe0-431a-b982-8e48159f3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.119592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bd471172-f8ba-49c1-b234-9f7ffd5ec7bb no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:20:49.140463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: bd471172-f8ba-49c1-b234-9f7ffd5ec7bb {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:20:49.140962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bd471172-f8ba-49c1-b234-9f7ffd5ec7bb not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:20:49.145338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91eea9f-ffe0-431a-b982-8e48159f3add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e403caa4-9df6-4592-88ad-2d884af51691,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:49.150985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d91eea9f-ffe0-431a-b982-8e48159f3add admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.156584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d91eea9f-ffe0-431a-b982-8e48159f3add admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e403caa4-9df6-4592-88ad-2d884af51691 HTTP/1.1" status: 204 len: 168 time: 0.5574563 Dec 09 23:20:49.157215 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58242) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:20:49.161805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c46ed00-bc63-4a98-b291-7fc012308669 None None] Network e4de0537-9737-47bb-a96b-1399cd431ec1 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:20:49.239385 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.296707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Deleting port 36974af7-9b91-40a6-9616-6470ab3cdd84 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:20:49.297052 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.309927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598739c6-433d-4618-981d-cd807e18a470 None None] DHCP port deletion for e4de0537-9737-47bb-a96b-1399cd431ec1 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:20:49.359465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-598739c6-433d-4618-981d-cd807e18a470 None None] Deleting port 36974af7-9b91-40a6-9616-6470ab3cdd84 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:20:49.360206 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-598739c6-433d-4618-981d-cd807e18a470 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.369283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] For port 36974af7-9b91-40a6-9616-6470ab3cdd84, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=36974af7-9b91-40a6-9616-6470ab3cdd84,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:49.369657 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.384896 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Calling delete_port for 36974af7-9b91-40a6-9616-6470ab3cdd84 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:20:49.429859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-598739c6-433d-4618-981d-cd807e18a470 None None] For port 36974af7-9b91-40a6-9616-6470ab3cdd84, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=36974af7-9b91-40a6-9616-6470ab3cdd84,segment=NetworkSegment(3bf43601-5bd8-4936-99f5-f57c21c82e51),segment_id=3bf43601-5bd8-4936-99f5-f57c21c82e51)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:49.430339 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-598739c6-433d-4618-981d-cd807e18a470 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.443554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-598739c6-433d-4618-981d-cd807e18a470 None None] Calling delete_port for 36974af7-9b91-40a6-9616-6470ab3cdd84 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:20:49.470709 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.496798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=36974af7-9b91-40a6-9616-6470ab3cdd84,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:49.500312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] No DVR routers for this DVR port 36974af7-9b91-40a6-9616-6470ab3cdd84 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:20:49.525522 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-598739c6-433d-4618-981d-cd807e18a470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.549962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598739c6-433d-4618-981d-cd807e18a470 None None] Pushing event deleted for resources: {'Port': ['ID=36974af7-9b91-40a6-9616-6470ab3cdd84,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:49.553317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598739c6-433d-4618-981d-cd807e18a470 None None] No DVR routers for this DVR port 36974af7-9b91-40a6-9616-6470ab3cdd84 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:20:49.576389 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.596280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4de0537-9737-47bb-a96b-1399cd431ec1']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:20:49.605293 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf43601-5bd8-4936-99f5-f57c21c82e51') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:20:49.605581 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf43601-5bd8-4936-99f5-f57c21c82e51') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:20:49.614884 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.628712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.635094 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:20:49.635479 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:20:49.637282 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:20:49.697294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.703040 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.707140 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] 10.222.0.16 "DELETE /v2.0/networks/e4de0537-9737-47bb-a96b-1399cd431ec1 HTTP/1.1" status: 204 len: 168 time: 0.5485168 Dec 09 23:20:49.718531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdca2f-b172-4ff8-94e0-fc59013d1c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=e4de0537-9737-47bb-a96b-1399cd431ec1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:49.832021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58246) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:20:49.872701 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3b3298cc-55d8-4701-830f-46bb1da89383 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ae63d14815b407fb58ac0c777a68f81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393250 Dec 09 23:20:49.875337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58248) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:20:49.937663 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d549d3f-d269-4f80-a53b-021d636111b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:49.958438 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d549d3f-d269-4f80-a53b-021d636111b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:50.003727 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d549d3f-d269-4f80-a53b-021d636111b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:50.006585 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9d549d3f-d269-4f80-a53b-021d636111b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:50.007706 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9d549d3f-d269-4f80-a53b-021d636111b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daa8718c-844c-4d64-a881-39a7649647f4 HTTP/1.1" status: 204 len: 168 time: 0.1314154 Dec 09 23:20:50.015508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d549d3f-d269-4f80-a53b-021d636111b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa8718c-844c-4d64-a881-39a7649647f4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:50.634423 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 36974af7-9b91-40a6-9616-6470ab3cdd84 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:20:50.658355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 36974af7-9b91-40a6-9616-6470ab3cdd84 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:20:50.658707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 36974af7-9b91-40a6-9616-6470ab3cdd84 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:20:50.659139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d02e49dc-bd8b-46aa-81f1-dc1925276888 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:20:50.678002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: d02e49dc-bd8b-46aa-81f1-dc1925276888 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:20:50.678423 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d02e49dc-bd8b-46aa-81f1-dc1925276888 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:20:50.716785 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58270) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:20:50.822798 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-626095742-network', 'tenant_id': 'bb32742a2e2d42c683f2db1167ea34b4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:20:50.843553 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Made reservation on behalf of bb32742a2e2d42c683f2db1167ea34b4 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:20:50.846358 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:50.854600 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:50.925308 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:50.929036 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:50.953746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:20:50.964785 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ebe3aa-6df3-4747-99d6-a85e791e9d99,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:50.970782 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:50.971118 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Added segment 26126e3c-1fd3-4557-bf65-e56d9da39987 of type vlan for network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c Dec 09 23:20:51.009761 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:51.033398 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:51.034368 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:51.034949 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:51.067694 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3498340 Dec 09 23:20:51.070714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58274) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:20:51.075717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ed0f438b-5478-4767-a050-439a6bf95382 admin admin] Request body: {'subnet': {'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-626095742-subnet', 'tenant_id': 'bb32742a2e2d42c683f2db1167ea34b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:20:51.096815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0f438b-5478-4767-a050-439a6bf95382 admin admin] Made reservation on behalf of bb32742a2e2d42c683f2db1167ea34b4 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:20:51.097970 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9257da3-3818-47a2-9e54-ebb1306e73df admin admin] Pushing event updated for resources: {'Network': ['ID=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:51.099438 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed0f438b-5478-4767-a050-439a6bf95382 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:51.107722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:20:51.275784 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed0f438b-5478-4767-a050-439a6bf95382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:51.333798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f438b-5478-4767-a050-439a6bf95382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d0500d4-5da4-4824-805d-a0646c645070,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:51.339415 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f438b-5478-4767-a050-439a6bf95382 admin admin] Checking segment: {'id': '26126e3c-1fd3-4557-bf65-e56d9da39987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:20:51.339782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0f438b-5478-4767-a050-439a6bf95382 admin admin] Network hostable DHCP agents. Network: f41e262e-d1d0-4a75-9b2d-eeee19a02f3c, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:20:51.356326 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0f438b-5478-4767-a050-439a6bf95382 admin admin] Network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:20:51.365595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-ed0f438b-5478-4767-a050-439a6bf95382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, f41e262e-d1d0-4a75-9b2d-eeee19a02f3c) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:20:51.370860 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0f438b-5478-4767-a050-439a6bf95382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:51.372798 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ed0f438b-5478-4767-a050-439a6bf95382 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:51.373859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fef3779-66ed-4ca7-afda-22052a3c3452 None None] Network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:20:51.389373 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ed0f438b-5478-4767-a050-439a6bf95382 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3175328 Dec 09 23:20:51.473471 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5aedb1-442c-49f6-a3b9-a96b59e8f9dc None None] Network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:20:51.827530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-e569a1e6-33de-46eb-adf8-02d17f873b7d tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:51.828949 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-e569a1e6-33de-46eb-adf8-02d17f873b7d tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/networks?id=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c HTTP/1.1" status: 200 len: 813 time: 0.1029153 Dec 09 23:20:51.843203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-83a5e9f5-9afd-4ed5-94c7-10d315765a06 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/quotas/bb32742a2e2d42c683f2db1167ea34b4 HTTP/1.1" status: 200 len: 375 time: 0.0085530 Dec 09 23:20:51.873187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-925c1817-6070-4f7d-9626-7e7497ac1588 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb32742a2e2d42c683f2db1167ea34b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244772 Dec 09 23:20:51.959675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-16f6e831-09c1-43e8-b8e6-b21ff0633b19 service neutron] 10.222.0.16 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793076 Dec 09 23:20:52.050190 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-8a145c05-5094-4167-bfdb-81d195f5ece1 service neutron] 10.222.0.16 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845051 Dec 09 23:20:52.210401 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b5cd4991-2254-4df0-bcd9-a4ad84d3c274 req-0fd95460-dbfa-4a35-967e-2e00ad5922de tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 210 time: 0.0300131 Dec 09 23:20:53.154559 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:53.229727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-0e254e6f-d779-42f8-909d-393bf4075ef3 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:53.231222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-0e254e6f-d779-42f8-909d-393bf4075ef3 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.42 "GET /v2.0/networks?id=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c HTTP/1.1" status: 200 len: 813 time: 0.1129985 Dec 09 23:20:53.244242 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Request body: {'port': {'device_id': '407291ac-d7ea-4ff1-b5c3-587d365198e0', 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c', 'admin_state_up': True, 'tenant_id': 'bb32742a2e2d42c683f2db1167ea34b4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:20:53.333914 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf30a148-ff5d-4d77-ba68-b4f608f6d8f8 req-bcf2b189-b55c-42e2-96bc-d5966ba2402b tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 210 time: 0.0571723 Dec 09 23:20:53.375380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Made reservation on behalf of bb32742a2e2d42c683f2db1167ea34b4 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:20:53.379426 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:53.498347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Allocated IP 172.20.0.6 (f41e262e-d1d0-4a75-9b2d-eeee19a02f3c/3d0500d4-5da4-4824-805d-a0646c645070/47757c57-eb22-4104-95ef-efecc305beb8) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:20:53.645226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:53.678162 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:53.717893 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:20:53.721006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:20:53.724545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:20:53.755628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Pushing event updated for resources: {'Port': ['ID=47757c57-eb22-4104-95ef-efecc305beb8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:53.782680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:53.783303 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:53.798674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-a445b833-c14a-4337-b32c-c4c9e7bd847e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586214 Dec 09 23:20:53.810493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Request body: {'port': {'device_id': '407291ac-d7ea-4ff1-b5c3-587d365198e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:20:53.860524 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:54.116111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47757c57-eb22-4104-95ef-efecc305beb8 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:20:54.123886 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:54.136114 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Transition to ACTIVE for port object 47757c57-eb22-4104-95ef-efecc305beb8 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:20:54.139692 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:54.204377 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Pushing event updated for resources: {'Port': ['ID=47757c57-eb22-4104-95ef-efecc305beb8,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:54.250847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Attempting to bind port 47757c57-eb22-4104-95ef-efecc305beb8 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:20:54.251518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Attempting to bind port 47757c57-eb22-4104-95ef-efecc305beb8 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '26126e3c-1fd3-4557-bf65-e56d9da39987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:20:54.251518 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Attempting to bind port 47757c57-eb22-4104-95ef-efecc305beb8 on network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:20:54.255694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Port 47757c57-eb22-4104-95ef-efecc305beb8 on network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:20:54.256006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Attempting to bind port 47757c57-eb22-4104-95ef-efecc305beb8 on network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:20:54.260893 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:20:54.261221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Checking segment: {'id': '26126e3c-1fd3-4557-bf65-e56d9da39987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:20:54.261595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Bound using segment: {'id': '26126e3c-1fd3-4557-bf65-e56d9da39987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:20:54.262054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Bound port: 47757c57-eb22-4104-95ef-efecc305beb8, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26126e3c-1fd3-4557-bf65-e56d9da39987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:20:54.262398 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:54.325392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] For port 47757c57-eb22-4104-95ef-efecc305beb8, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:20:54.328613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] For port 47757c57-eb22-4104-95ef-efecc305beb8, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=47757c57-eb22-4104-95ef-efecc305beb8,segment=NetworkSegment(26126e3c-1fd3-4557-bf65-e56d9da39987),segment_id=26126e3c-1fd3-4557-bf65-e56d9da39987)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:20:54.333049 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:54.364508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:54.365124 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:54.366574 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-7717757f-3ffd-4377-937f-058084503e78 service neutron] 10.222.0.42 "PUT /v2.0/ports/47757c57-eb22-4104-95ef-efecc305beb8 HTTP/1.1" status: 200 len: 1092 time: 0.5599926 Dec 09 23:20:54.366967 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407291ac-d7ea-4ff1-b5c3-587d365198e0', 'tag': '47757c57-eb22-4104-95ef-efecc305beb8'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:20:54.369210 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0076e446-7b47-4b97-84d3-348925595e38" -d '{"events": [{"name": "network-changed", "server_uuid": "407291ac-d7ea-4ff1-b5c3-587d365198e0", "tag": "47757c57-eb22-4104-95ef-efecc305beb8"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:20:54.400762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717757f-3ffd-4377-937f-058084503e78 service neutron] Pushing event updated for resources: {'Port': ['ID=47757c57-eb22-4104-95ef-efecc305beb8,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:54.419888 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0630ff26-7578-41fb-8308-59351fd50e48 x-openstack-request-id: req-0630ff26-7578-41fb-8308-59351fd50e48 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:20:54.420181 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407291ac-d7ea-4ff1-b5c3-587d365198e0", "tag": "47757c57-eb22-4104-95ef-efecc305beb8", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:20:54.420437 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0630ff26-7578-41fb-8308-59351fd50e48 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:20:54.420837 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407291ac-d7ea-4ff1-b5c3-587d365198e0', 'tag': '47757c57-eb22-4104-95ef-efecc305beb8', 'status': 'completed', 'code': 200} Dec 09 23:20:54.482943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-f0cdca7d-bd86-48a3-8b98-10542d19fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:54.484431 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-f0cdca7d-bd86-48a3-8b98-10542d19fb0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb32742a2e2d42c683f2db1167ea34b4&device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 1095 time: 0.0744810 Dec 09 23:20:54.496266 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ed6f1-53b5-46ce-bf30-f2966aec3bcd req-a4b9cf98-7722-44bf-8ef4-0f35d333bff5 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:54.497618 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be1ed6f1-53b5-46ce-bf30-f2966aec3bcd req-a4b9cf98-7722-44bf-8ef4-0f35d333bff5 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 943 time: 0.0592639 Dec 09 23:20:54.545286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-0d32bd92-5797-4e67-9ee0-d42ec9b47bf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47757c57-eb22-4104-95ef-efecc305beb8 HTTP/1.1" status: 200 len: 217 time: 0.0467284 Dec 09 23:20:54.603096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be1ed6f1-53b5-46ce-bf30-f2966aec3bcd req-76646553-57c0-41a0-a124-86527f8abff8 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992622 Dec 09 23:20:54.611926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-b3e1de66-24fa-4c56-89f8-3f0135741ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:54.613331 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-b3e1de66-24fa-4c56-89f8-3f0135741ef7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d0500d4-5da4-4824-805d-a0646c645070 HTTP/1.1" status: 200 len: 853 time: 0.0606740 Dec 09 23:20:54.645336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-83d3d93c-e04d-40d2-b6c6-3dfed88a9820 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249538 Dec 09 23:20:54.737252 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-5fe6eac2-93ce-44e5-831e-f46098e82cba service neutron] 10.222.0.42 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832927 Dec 09 23:20:54.823774 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6a8cb6e1-cd7d-4e56-aeb8-71c9185852c4 req-8cff8ae2-44ad-45c6-bd8b-baa546422660 service neutron] 10.222.0.42 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796187 Dec 09 23:20:54.912213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076e446-7b47-4b97-84d3-348925595e38 req-d29cd4db-9c77-4407-8d31-d6668216d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:54.913598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0076e446-7b47-4b97-84d3-348925595e38 req-d29cd4db-9c77-4407-8d31-d6668216d354 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb32742a2e2d42c683f2db1167ea34b4&device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 1095 time: 0.0451057 Dec 09 23:20:55.003391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076e446-7b47-4b97-84d3-348925595e38 req-73199b20-c39c-4381-8e8b-21f8503b287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:55.004826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0076e446-7b47-4b97-84d3-348925595e38 req-73199b20-c39c-4381-8e8b-21f8503b287f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c HTTP/1.1" status: 200 len: 914 time: 0.0822613 Dec 09 23:20:55.049873 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0076e446-7b47-4b97-84d3-348925595e38 req-ab21decc-d3de-47f4-8bfb-a97adcd0cb73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47757c57-eb22-4104-95ef-efecc305beb8 HTTP/1.1" status: 200 len: 217 time: 0.0370069 Dec 09 23:20:55.096525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076e446-7b47-4b97-84d3-348925595e38 req-6801b24a-449a-4c5f-8986-d0192c43e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:55.097973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0076e446-7b47-4b97-84d3-348925595e38 req-6801b24a-449a-4c5f-8986-d0192c43e97f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d0500d4-5da4-4824-805d-a0646c645070 HTTP/1.1" status: 200 len: 853 time: 0.0415349 Dec 09 23:20:55.131581 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0076e446-7b47-4b97-84d3-348925595e38 req-1f0ca052-e476-4250-8c85-81303fa4cd11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245795 Dec 09 23:20:55.229871 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0076e446-7b47-4b97-84d3-348925595e38 req-8f943190-847d-4db0-8a76-15f581fb9716 service neutron] 10.222.0.42 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893912 Dec 09 23:20:55.319360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0076e446-7b47-4b97-84d3-348925595e38 req-03c00da4-4f67-45ad-a4c5-82a46bcde2a3 service neutron] 10.222.0.42 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814984 Dec 09 23:20:55.719741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddce63b-7197-4645-9144-e0bcc677338f req-cbcbe6a5-a5da-46fc-aac2-3219d15f0ca9 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:55.721705 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ddce63b-7197-4645-9144-e0bcc677338f req-cbcbe6a5-a5da-46fc-aac2-3219d15f0ca9 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 943 time: 0.0499253 Dec 09 23:20:55.773024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6ddce63b-7197-4645-9144-e0bcc677338f req-fee48d17-f542-47f3-b769-75e37df12560 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 Dec 09 23:20:56.885606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d574bfa-e56c-4269-bf6f-be1faf1eba14 req-615a2911-38d5-421e-8f64-34cf9ce1e2b1 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:56.887039 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d574bfa-e56c-4269-bf6f-be1faf1eba14 req-615a2911-38d5-421e-8f64-34cf9ce1e2b1 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 943 time: 0.0478027 Dec 09 23:20:56.937531 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d574bfa-e56c-4269-bf6f-be1faf1eba14 req-c8efcad7-3f51-4a1e-8d72-3981430d0856 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444789 Dec 09 23:20:57.812853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 47757c57-eb22-4104-95ef-efecc305beb8 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:20:57.906704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 47757c57-eb22-4104-95ef-efecc305beb8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=47757c57-eb22-4104-95ef-efecc305beb8,segment=NetworkSegment(26126e3c-1fd3-4557-bf65-e56d9da39987),segment_id=26126e3c-1fd3-4557-bf65-e56d9da39987)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:57.918315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '47757c57-eb22-4104-95ef-efecc305beb8', 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c', 'port_id': '47757c57-eb22-4104-95ef-efecc305beb8', 'mac_address': 'fa:16:3e:89:43:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0500d4-5da4-4824-805d-a0646c645070', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:20:57.954035 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:57.966775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47757c57-eb22-4104-95ef-efecc305beb8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:20:57.993017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 47757c57-eb22-4104-95ef-efecc305beb8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=47757c57-eb22-4104-95ef-efecc305beb8,segment=NetworkSegment(26126e3c-1fd3-4557-bf65-e56d9da39987),segment_id=26126e3c-1fd3-4557-bf65-e56d9da39987)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:20:57.998311 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:58.050749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=47757c57-eb22-4104-95ef-efecc305beb8,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:20:58.214501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['47757c57-eb22-4104-95ef-efecc305beb8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:20:58.296830 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f1d30-6b51-4276-994f-a1a2ca6e9b01 req-edd5a5bc-e990-44ec-818e-a6e61adfda5c tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:58.298341 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-754f1d30-6b51-4276-994f-a1a2ca6e9b01 req-edd5a5bc-e990-44ec-818e-a6e61adfda5c tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 944 time: 0.0495014 Dec 09 23:20:58.344511 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-754f1d30-6b51-4276-994f-a1a2ca6e9b01 req-a76ac724-ec37-4ee6-aa26-41f89eabac46 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Dec 09 23:20:58.808756 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:20:59.460560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444155d-1eff-4059-ad3c-d77823d9faee req-dbbdcfbe-aad1-4f49-8c87-a3521154c804 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:20:59.462237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b444155d-1eff-4059-ad3c-d77823d9faee req-dbbdcfbe-aad1-4f49-8c87-a3521154c804 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 944 time: 0.0509627 Dec 09 23:20:59.507405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b444155d-1eff-4059-ad3c-d77823d9faee req-0ba272f1-ba18-470a-a8cd-a3de64ab8403 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393264 Dec 09 23:20:59.829191 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 47757c57-eb22-4104-95ef-efecc305beb8 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:20:59.876741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 47757c57-eb22-4104-95ef-efecc305beb8 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:20:59.880672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 47757c57-eb22-4104-95ef-efecc305beb8 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:20:59.881044 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:59.957239 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:20:59.978658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407291ac-d7ea-4ff1-b5c3-587d365198e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47757c57-eb22-4104-95ef-efecc305beb8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:20:59.981017 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e2c20b-03fe-49ae-b402-5cae2fc8f172" -d '{"events": [{"server_uuid": "407291ac-d7ea-4ff1-b5c3-587d365198e0", "name": "network-vif-plugged", "status": "completed", "tag": "47757c57-eb22-4104-95ef-efecc305beb8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:20:59.997412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 47757c57-eb22-4104-95ef-efecc305beb8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=47757c57-eb22-4104-95ef-efecc305beb8,segment=NetworkSegment(26126e3c-1fd3-4557-bf65-e56d9da39987),segment_id=26126e3c-1fd3-4557-bf65-e56d9da39987)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:00.002417 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:00.027946 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c653c8-f8e6-41f9-9cb1-1ffbab21d121 x-openstack-request-id: req-e6c653c8-f8e6-41f9-9cb1-1ffbab21d121 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:21:00.028244 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407291ac-d7ea-4ff1-b5c3-587d365198e0", "name": "network-vif-plugged", "status": "completed", "tag": "47757c57-eb22-4104-95ef-efecc305beb8", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:21:00.028504 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6c653c8-f8e6-41f9-9cb1-1ffbab21d121 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:21:00.029027 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407291ac-d7ea-4ff1-b5c3-587d365198e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47757c57-eb22-4104-95ef-efecc305beb8', 'code': 200} Dec 09 23:21:00.054462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=47757c57-eb22-4104-95ef-efecc305beb8,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:00.122138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e31b8-ef30-4f4f-b383-0dea4f80eb48 req-1a3b50c7-b919-46a6-a459-a9df8aa73899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:00.123491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d46e31b8-ef30-4f4f-b383-0dea4f80eb48 req-1a3b50c7-b919-46a6-a459-a9df8aa73899 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 1097 time: 0.0380585 Dec 09 23:21:00.167967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d46e31b8-ef30-4f4f-b383-0dea4f80eb48 req-4470f874-dadc-4c76-bdef-74babe9c7068 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362339 Dec 09 23:21:00.619421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78e114-1056-41c4-9e75-1d84d710d916 req-243ca3bd-c9c7-46a0-a3c7-8af09cbc9ee3 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:00.620877 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f78e114-1056-41c4-9e75-1d84d710d916 req-243ca3bd-c9c7-46a0-a3c7-8af09cbc9ee3 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 945 time: 0.0470972 Dec 09 23:21:00.670608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f78e114-1056-41c4-9e75-1d84d710d916 req-e32b71f8-0f44-4f6a-873c-395573a6d516 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 Dec 09 23:21:01.137403 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a976855e-1923-43ce-b48c-ec9ad5ce16a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:01.784759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee2b1e-2144-4ddd-9775-06df950593b6 req-15eea19a-3c42-4144-a1fc-242aa9cdc1ed tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:01.786214 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8ee2b1e-2144-4ddd-9775-06df950593b6 req-15eea19a-3c42-4144-a1fc-242aa9cdc1ed tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 945 time: 0.0477319 Dec 09 23:21:01.831973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8ee2b1e-2144-4ddd-9775-06df950593b6 req-c356239d-be30-45a3-b6ce-3d5e606c5920 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 Dec 09 23:21:02.053943 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-4fc3d03f-870c-4765-abec-5a9cf2990fcd tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:02.055290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-4fc3d03f-870c-4765-abec-5a9cf2990fcd tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/networks?id=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c HTTP/1.1" status: 200 len: 813 time: 0.1007321 Dec 09 23:21:02.070573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-30ce3d80-0221-41e7-bafa-3402bac4f4e3 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/quotas/bb32742a2e2d42c683f2db1167ea34b4 HTTP/1.1" status: 200 len: 375 time: 0.0094810 Dec 09 23:21:02.116903 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-017e7b0d-7956-4111-b9f5-1e931525a633 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb32742a2e2d42c683f2db1167ea34b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0411935 Dec 09 23:21:02.202928 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-09a1882a-a31a-4c22-9c78-562de70af6bd service neutron] 10.222.0.16 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791214 Dec 09 23:21:02.293068 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-4e9b30bf-1626-4e36-8204-74c5298dfe0e service neutron] 10.222.0.16 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839922 Dec 09 23:21:02.445944 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be04ec40-d8b9-47f2-ba33-5b8d8f6c4a48 req-58ccf137-f9d6-47a5-96f1-f7816de2fc8b tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 210 time: 0.0268102 Dec 09 23:21:03.407491 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c89cc15d-4e09-4364-bf2e-42f5d4300f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:03.492620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-d7b722f4-4cce-4171-8ffb-e16a07ad3b34 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:03.494120 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-d7b722f4-4cce-4171-8ffb-e16a07ad3b34 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.18 "GET /v2.0/networks?id=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c HTTP/1.1" status: 200 len: 813 time: 0.1129897 Dec 09 23:21:03.518519 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Request body: {'port': {'device_id': '145c5ca7-28dc-4cca-b3a4-87c5719f4abd', 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c', 'admin_state_up': True, 'tenant_id': 'bb32742a2e2d42c683f2db1167ea34b4'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:03.540720 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57d504dd-0bc6-4c9b-a63b-a12215a29f3b req-f942c97b-c102-44b0-bbeb-9b65ba4c038a tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 210 time: 0.0250816 Dec 09 23:21:03.631033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Made reservation on behalf of bb32742a2e2d42c683f2db1167ea34b4 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:03.634787 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:03.756691 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Allocated IP 172.20.0.5 (f41e262e-d1d0-4a75-9b2d-eeee19a02f3c/3d0500d4-5da4-4824-805d-a0646c645070/e891d3bf-991a-485e-9ed0-06abf799a762) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:21:03.901338 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:03.935357 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:03.947526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['47757c57-eb22-4104-95ef-efecc305beb8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:21:03.982249 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:03.985398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:03.989632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:21:04.024712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Pushing event updated for resources: {'Port': ['ID=e891d3bf-991a-485e-9ed0-06abf799a762,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:04.051718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:04.052344 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:04.067631 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-e744d1f3-9b5e-4d59-bdd6-3a3a1b6c1d48 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5529456 Dec 09 23:21:04.085765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Request body: {'port': {'device_id': '145c5ca7-28dc-4cca-b3a4-87c5719f4abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:04.138754 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:04.349494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20c34563-97dd-4ada-a116-0747615a29dc req-a5c18ce0-7ecb-4890-8c48-fc81f3bde28c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423191 Dec 09 23:21:04.366100 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:04.401039 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e891d3bf-991a-485e-9ed0-06abf799a762 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:21:04.409372 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:04.422755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Transition to ACTIVE for port object e891d3bf-991a-485e-9ed0-06abf799a762 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:21:04.426539 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:04.429973 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c34563-97dd-4ada-a116-0747615a29dc req-1ca5c922-e136-41af-81a3-33a347761345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:04.432271 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20c34563-97dd-4ada-a116-0747615a29dc req-1ca5c922-e136-41af-81a3-33a347761345 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb32742a2e2d42c683f2db1167ea34b4&device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 1097 time: 0.0419986 Dec 09 23:21:04.482761 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Pushing event updated for resources: {'Port': ['ID=e891d3bf-991a-485e-9ed0-06abf799a762,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:04.534200 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c34563-97dd-4ada-a116-0747615a29dc req-5168619d-b36b-46e8-8fc4-fd1fa84717ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:04.535707 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20c34563-97dd-4ada-a116-0747615a29dc req-5168619d-b36b-46e8-8fc4-fd1fa84717ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c HTTP/1.1" status: 200 len: 914 time: 0.0855191 Dec 09 23:21:04.546987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Attempting to bind port e891d3bf-991a-485e-9ed0-06abf799a762 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:21:04.547499 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Attempting to bind port e891d3bf-991a-485e-9ed0-06abf799a762 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '26126e3c-1fd3-4557-bf65-e56d9da39987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:21:04.547651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Attempting to bind port e891d3bf-991a-485e-9ed0-06abf799a762 on network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:04.552017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Port e891d3bf-991a-485e-9ed0-06abf799a762 on network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:21:04.552341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Attempting to bind port e891d3bf-991a-485e-9ed0-06abf799a762 on network f41e262e-d1d0-4a75-9b2d-eeee19a02f3c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:04.557284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:21:04.557627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Checking segment: {'id': '26126e3c-1fd3-4557-bf65-e56d9da39987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:04.558042 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Bound using segment: {'id': '26126e3c-1fd3-4557-bf65-e56d9da39987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:21:04.558471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Bound port: e891d3bf-991a-485e-9ed0-06abf799a762, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26126e3c-1fd3-4557-bf65-e56d9da39987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:21:04.558834 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:04.585273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20c34563-97dd-4ada-a116-0747615a29dc req-1b759e01-32e5-4623-81f6-b0856d66093d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47757c57-eb22-4104-95ef-efecc305beb8 HTTP/1.1" status: 200 len: 217 time: 0.0415244 Dec 09 23:21:04.627987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] For port e891d3bf-991a-485e-9ed0-06abf799a762, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:21:04.634082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] For port e891d3bf-991a-485e-9ed0-06abf799a762, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=e891d3bf-991a-485e-9ed0-06abf799a762,segment=NetworkSegment(26126e3c-1fd3-4557-bf65-e56d9da39987),segment_id=26126e3c-1fd3-4557-bf65-e56d9da39987)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:21:04.638505 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:04.667921 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c34563-97dd-4ada-a116-0747615a29dc req-9b91e599-4434-4db0-93f1-d5a4c90ed1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:04.669388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20c34563-97dd-4ada-a116-0747615a29dc req-9b91e599-4434-4db0-93f1-d5a4c90ed1b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d0500d4-5da4-4824-805d-a0646c645070 HTTP/1.1" status: 200 len: 853 time: 0.0772383 Dec 09 23:21:04.680752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:04.681631 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:04.682287 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a97e5d-9a4e-41ec-8021-f383cbbfbbde req-bb9765d3-027f-4794-92c2-f0050821ac94 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:04.683253 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] 10.222.0.18 "PUT /v2.0/ports/e891d3bf-991a-485e-9ed0-06abf799a762 HTTP/1.1" status: 200 len: 1092 time: 0.6019592 Dec 09 23:21:04.683705 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145c5ca7-28dc-4cca-b3a4-87c5719f4abd', 'tag': 'e891d3bf-991a-485e-9ed0-06abf799a762'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:21:04.683861 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39a97e5d-9a4e-41ec-8021-f383cbbfbbde req-bb9765d3-027f-4794-92c2-f0050821ac94 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 943 time: 0.0660353 Dec 09 23:21:04.686042 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274e8410-3ef9-4dea-a2f2-e6e477385297" -d '{"events": [{"name": "network-changed", "server_uuid": "145c5ca7-28dc-4cca-b3a4-87c5719f4abd", "tag": "e891d3bf-991a-485e-9ed0-06abf799a762"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:21:04.712103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec3398-1dbb-43a5-acb6-3339d27c8575 service neutron] Pushing event updated for resources: {'Port': ['ID=e891d3bf-991a-485e-9ed0-06abf799a762,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:04.730385 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82bb995-3409-43d7-8a13-106cb908004d x-openstack-request-id: req-a82bb995-3409-43d7-8a13-106cb908004d {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:21:04.730836 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145c5ca7-28dc-4cca-b3a4-87c5719f4abd", "tag": "e891d3bf-991a-485e-9ed0-06abf799a762", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:21:04.731248 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a82bb995-3409-43d7-8a13-106cb908004d {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:21:04.731794 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145c5ca7-28dc-4cca-b3a4-87c5719f4abd', 'tag': 'e891d3bf-991a-485e-9ed0-06abf799a762', 'status': 'completed', 'code': 200} Dec 09 23:21:04.735986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20c34563-97dd-4ada-a116-0747615a29dc req-645ef92a-14c8-4fca-9039-127ecd60a333 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512948 Dec 09 23:21:04.789512 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-c387a484-c6e7-4901-9a37-60524ca29523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:04.789971 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-39a97e5d-9a4e-41ec-8021-f383cbbfbbde req-9fab51d2-d730-49e6-ac56-c61e0dd469f2 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952730 Dec 09 23:21:04.791056 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-c387a484-c6e7-4901-9a37-60524ca29523 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb32742a2e2d42c683f2db1167ea34b4&device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 1095 time: 0.0423462 Dec 09 23:21:04.840562 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-997e92be-c4d4-4bc8-a6d2-6607981faed0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e891d3bf-991a-485e-9ed0-06abf799a762 HTTP/1.1" status: 200 len: 217 time: 0.0346045 Dec 09 23:21:04.844923 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20c34563-97dd-4ada-a116-0747615a29dc req-0ff5beba-41d3-4deb-9e7a-bfe982cb011e service neutron] 10.222.0.42 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010456 Dec 09 23:21:04.895177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-4b5fa341-4328-4bfe-9776-ff55f85ea36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:04.896594 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-4b5fa341-4328-4bfe-9776-ff55f85ea36b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d0500d4-5da4-4824-805d-a0646c645070 HTTP/1.1" status: 200 len: 853 time: 0.0482419 Dec 09 23:21:04.928309 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-a4ba4697-9ac8-4a2e-8524-daf8682a6642 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251513 Dec 09 23:21:04.938119 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-20c34563-97dd-4ada-a116-0747615a29dc req-cb6377ba-8367-46aa-ad49-25190fc39d22 service neutron] 10.222.0.42 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862112 Dec 09 23:21:04.988867 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:05.022824 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-488ef310-d690-4ae0-ae4c-3d3a78a15ae9 service neutron] 10.222.0.18 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880358 Dec 09 23:21:05.116047 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cb5f8840-21f7-41ef-9b33-af0e10cd2522 req-d021c3c1-6d73-4e83-b257-9808b560b3b5 service neutron] 10.222.0.18 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858989 Dec 09 23:21:05.248653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e8410-3ef9-4dea-a2f2-e6e477385297 req-557bd82a-e936-4652-996c-cafabb27560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:05.250194 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-274e8410-3ef9-4dea-a2f2-e6e477385297 req-557bd82a-e936-4652-996c-cafabb27560d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb32742a2e2d42c683f2db1167ea34b4&device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 1095 time: 0.0421226 Dec 09 23:21:05.343891 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e8410-3ef9-4dea-a2f2-e6e477385297 req-ec3d2291-3fd0-4c37-a930-83e1e6bc3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:05.345335 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-274e8410-3ef9-4dea-a2f2-e6e477385297 req-ec3d2291-3fd0-4c37-a930-83e1e6bc3161 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c HTTP/1.1" status: 200 len: 914 time: 0.0879035 Dec 09 23:21:05.388664 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-274e8410-3ef9-4dea-a2f2-e6e477385297 req-f29cac74-8472-46ad-b647-9910c6fd1d78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e891d3bf-991a-485e-9ed0-06abf799a762 HTTP/1.1" status: 200 len: 217 time: 0.0356016 Dec 09 23:21:05.440154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e8410-3ef9-4dea-a2f2-e6e477385297 req-39ef69ab-d3c1-46e7-9caf-8c7ff9b69bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:05.441487 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-274e8410-3ef9-4dea-a2f2-e6e477385297 req-39ef69ab-d3c1-46e7-9caf-8c7ff9b69bf9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d0500d4-5da4-4824-805d-a0646c645070 HTTP/1.1" status: 200 len: 853 time: 0.0427809 Dec 09 23:21:05.477133 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-274e8410-3ef9-4dea-a2f2-e6e477385297 req-06dfef94-2796-483e-9760-2991601cc273 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281577 Dec 09 23:21:05.569701 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-274e8410-3ef9-4dea-a2f2-e6e477385297 req-023f94fb-cd67-493a-be6f-27c38e3de436 service neutron] 10.222.0.18 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854213 Dec 09 23:21:05.665637 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-274e8410-3ef9-4dea-a2f2-e6e477385297 req-d318fdc0-4a1c-4417-b16a-788fb79fba5a service neutron] 10.222.0.18 "GET /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887513 Dec 09 23:21:05.908947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790b097-d4fc-48c1-9979-34c3de3f9776 req-efc9231f-af5f-496a-a270-701618079550 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:05.910416 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e790b097-d4fc-48c1-9979-34c3de3f9776 req-efc9231f-af5f-496a-a270-701618079550 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 943 time: 0.0483549 Dec 09 23:21:05.956314 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e790b097-d4fc-48c1-9979-34c3de3f9776 req-0e72e091-aa02-481a-86fe-1c6b003f5fab tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 Dec 09 23:21:06.355152 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:07.073295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71851cac-d308-408c-ada3-efbf21f3405b req-5b002ec2-524b-42e4-ad2c-57a2f698af4c tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:07.074760 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71851cac-d308-408c-ada3-efbf21f3405b req-5b002ec2-524b-42e4-ad2c-57a2f698af4c tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 943 time: 0.0511475 Dec 09 23:21:07.121253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71851cac-d308-408c-ada3-efbf21f3405b req-56acc5fa-0d3a-4abc-ad94-417690626597 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Dec 09 23:21:07.164257 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:07.994791 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device e891d3bf-991a-485e-9ed0-06abf799a762 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:21:08.087922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port e891d3bf-991a-485e-9ed0-06abf799a762, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=e891d3bf-991a-485e-9ed0-06abf799a762,segment=NetworkSegment(26126e3c-1fd3-4557-bf65-e56d9da39987),segment_id=26126e3c-1fd3-4557-bf65-e56d9da39987)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:08.098640 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'e891d3bf-991a-485e-9ed0-06abf799a762', 'network_id': 'f41e262e-d1d0-4a75-9b2d-eeee19a02f3c', 'port_id': 'e891d3bf-991a-485e-9ed0-06abf799a762', 'mac_address': 'fa:16:3e:96:98:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0500d4-5da4-4824-805d-a0646c645070', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:21:08.134723 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:08.147046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e891d3bf-991a-485e-9ed0-06abf799a762 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:21:08.166661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port e891d3bf-991a-485e-9ed0-06abf799a762, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=e891d3bf-991a-485e-9ed0-06abf799a762,segment=NetworkSegment(26126e3c-1fd3-4557-bf65-e56d9da39987),segment_id=26126e3c-1fd3-4557-bf65-e56d9da39987)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:08.170553 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:08.221948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=e891d3bf-991a-485e-9ed0-06abf799a762,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:08.236292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dffb5-5e44-41e6-9fcc-2cc2637ce6d0 req-970e8be1-73f7-43f3-9b30-1ccd50d4272b tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:08.239222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b24dffb5-5e44-41e6-9fcc-2cc2637ce6d0 req-970e8be1-73f7-43f3-9b30-1ccd50d4272b tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 944 time: 0.0494828 Dec 09 23:21:08.285021 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b24dffb5-5e44-41e6-9fcc-2cc2637ce6d0 req-c442cbf4-1528-4d6e-926c-29cf55d1d0d2 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Dec 09 23:21:08.429643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['e891d3bf-991a-485e-9ed0-06abf799a762'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:21:09.398115 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e874f-d616-463c-8e62-a5dd2536dad2 req-736b9583-2da5-443d-b8a1-681ef4e8d746 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:09.399609 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b49e874f-d616-463c-8e62-a5dd2536dad2 req-736b9583-2da5-443d-b8a1-681ef4e8d746 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 944 time: 0.0481339 Dec 09 23:21:09.449279 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b49e874f-d616-463c-8e62-a5dd2536dad2 req-038c8450-82e5-46fe-aa23-5faf14bc9a05 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437460 Dec 09 23:21:09.994481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device e891d3bf-991a-485e-9ed0-06abf799a762 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:21:10.046248 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port e891d3bf-991a-485e-9ed0-06abf799a762 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:21:10.050547 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port e891d3bf-991a-485e-9ed0-06abf799a762 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:10.050924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:10.124091 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:10.146551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145c5ca7-28dc-4cca-b3a4-87c5719f4abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e891d3bf-991a-485e-9ed0-06abf799a762'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:21:10.148737 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acea8696-bfc7-48cf-80bc-352c684f6759" -d '{"events": [{"server_uuid": "145c5ca7-28dc-4cca-b3a4-87c5719f4abd", "name": "network-vif-plugged", "status": "completed", "tag": "e891d3bf-991a-485e-9ed0-06abf799a762"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:21:10.163606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port e891d3bf-991a-485e-9ed0-06abf799a762, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=e891d3bf-991a-485e-9ed0-06abf799a762,segment=NetworkSegment(26126e3c-1fd3-4557-bf65-e56d9da39987),segment_id=26126e3c-1fd3-4557-bf65-e56d9da39987)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:10.167604 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:10.194325 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d8e525-d4b1-49da-aed8-e4ba41c70d11 x-openstack-request-id: req-38d8e525-d4b1-49da-aed8-e4ba41c70d11 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:21:10.194325 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145c5ca7-28dc-4cca-b3a4-87c5719f4abd", "name": "network-vif-plugged", "status": "completed", "tag": "e891d3bf-991a-485e-9ed0-06abf799a762", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:21:10.194542 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38d8e525-d4b1-49da-aed8-e4ba41c70d11 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:21:10.194922 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145c5ca7-28dc-4cca-b3a4-87c5719f4abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e891d3bf-991a-485e-9ed0-06abf799a762', 'code': 200} Dec 09 23:21:10.220176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=e891d3bf-991a-485e-9ed0-06abf799a762,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:10.312819 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cbfd9-ea41-4420-bc60-9fd080ed309f req-516d4e74-552b-4f24-926b-53a20666b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:10.314911 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a11cbfd9-ea41-4420-bc60-9fd080ed309f req-516d4e74-552b-4f24-926b-53a20666b0c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 1097 time: 0.0408132 Dec 09 23:21:10.358537 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a11cbfd9-ea41-4420-bc60-9fd080ed309f req-3ced4d4a-ca60-4ba6-9f58-c45bc4062a6b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362806 Dec 09 23:21:10.567879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfe1ba-4143-49d5-9921-23593d743b91 req-fcc33483-c791-4641-bdb8-d07e5cfe9710 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:10.569362 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6dfe1ba-4143-49d5-9921-23593d743b91 req-fcc33483-c791-4641-bdb8-d07e5cfe9710 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 945 time: 0.0502939 Dec 09 23:21:10.615778 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e6dfe1ba-4143-49d5-9921-23593d743b91 req-9d95b7b9-7829-41ce-9bbd-3359ed22a385 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404139 Dec 09 23:21:11.729754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547d684-4a3f-4c5b-8122-1e9d23e7a4b5 req-775156bd-1788-410a-9b62-9ca53eb8b173 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:11.731217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d547d684-4a3f-4c5b-8122-1e9d23e7a4b5 req-775156bd-1788-410a-9b62-9ca53eb8b173 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 945 time: 0.0467048 Dec 09 23:21:11.776613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d547d684-4a3f-4c5b-8122-1e9d23e7a4b5 req-9d41de2a-bbfe-4c5a-990f-a75f30db4431 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Dec 09 23:21:12.013340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fa9b8-2d9d-478e-8e2a-472390c9c456 req-5abb3413-9efd-4e90-a412-c02d4d8dbdc4 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:12.014884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb6fa9b8-2d9d-478e-8e2a-472390c9c456 req-5abb3413-9efd-4e90-a412-c02d4d8dbdc4 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 945 time: 0.0587111 Dec 09 23:21:12.060564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb6fa9b8-2d9d-478e-8e2a-472390c9c456 req-4449c750-6339-445e-b39c-fe737a961a4e tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397711 Dec 09 23:21:13.174379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed1797-3c8c-4f79-94b3-a3e9c0c7a569 req-e989e33e-da38-4315-ba2e-efdace6725c3 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:13.175865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1ed1797-3c8c-4f79-94b3-a3e9c0c7a569 req-e989e33e-da38-4315-ba2e-efdace6725c3 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 945 time: 0.0481696 Dec 09 23:21:13.223171 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1ed1797-3c8c-4f79-94b3-a3e9c0c7a569 req-a1280eca-753c-49a9-a6da-9ec10264dc78 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408540 Dec 09 23:21:13.373646 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6d7a0-9dd0-453e-92f0-c3207f6db64e req-cdd2ea31-727c-4f99-917c-9fcc9bb258d6 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:13.375041 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-79d6d7a0-9dd0-453e-92f0-c3207f6db64e req-cdd2ea31-727c-4f99-917c-9fcc9bb258d6 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.18 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 945 time: 0.0471659 Dec 09 23:21:13.468683 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-79d6d7a0-9dd0-453e-92f0-c3207f6db64e req-284e2493-b82a-40f3-973a-8b5e55c55d76 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Deleting port e891d3bf-991a-485e-9ed0-06abf799a762 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:21:13.469056 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-79d6d7a0-9dd0-453e-92f0-c3207f6db64e req-284e2493-b82a-40f3-973a-8b5e55c55d76 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:13.557286 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-79d6d7a0-9dd0-453e-92f0-c3207f6db64e req-284e2493-b82a-40f3-973a-8b5e55c55d76 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] For port e891d3bf-991a-485e-9ed0-06abf799a762, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=e891d3bf-991a-485e-9ed0-06abf799a762,segment=NetworkSegment(26126e3c-1fd3-4557-bf65-e56d9da39987),segment_id=26126e3c-1fd3-4557-bf65-e56d9da39987)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:13.557650 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-79d6d7a0-9dd0-453e-92f0-c3207f6db64e req-284e2493-b82a-40f3-973a-8b5e55c55d76 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:13.571271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-79d6d7a0-9dd0-453e-92f0-c3207f6db64e req-284e2493-b82a-40f3-973a-8b5e55c55d76 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Calling delete_port for e891d3bf-991a-485e-9ed0-06abf799a762 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:21:13.701043 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-79d6d7a0-9dd0-453e-92f0-c3207f6db64e req-284e2493-b82a-40f3-973a-8b5e55c55d76 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:13.713918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['47757c57-eb22-4104-95ef-efecc305beb8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:21:13.729525 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e2493-b82a-40f3-973a-8b5e55c55d76 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Pushing event deleted for resources: {'Port': ['ID=e891d3bf-991a-485e-9ed0-06abf799a762,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:13.739375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['e891d3bf-991a-485e-9ed0-06abf799a762'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:21:13.773175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d6d7a0-9dd0-453e-92f0-c3207f6db64e req-284e2493-b82a-40f3-973a-8b5e55c55d76 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] No DVR routers for this DVR port e891d3bf-991a-485e-9ed0-06abf799a762 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:21:13.775791 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-79d6d7a0-9dd0-453e-92f0-c3207f6db64e req-284e2493-b82a-40f3-973a-8b5e55c55d76 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:13.779232 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-79d6d7a0-9dd0-453e-92f0-c3207f6db64e req-284e2493-b82a-40f3-973a-8b5e55c55d76 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.18 "DELETE /v2.0/ports/e891d3bf-991a-485e-9ed0-06abf799a762 HTTP/1.1" status: 204 len: 173 time: 0.3967505 Dec 09 23:21:13.779676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145c5ca7-28dc-4cca-b3a4-87c5719f4abd', 'name': 'network-vif-deleted', 'tag': 'e891d3bf-991a-485e-9ed0-06abf799a762'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:21:13.782004 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd63ca8c-9c91-4358-b522-87b95547e069" -d '{"events": [{"server_uuid": "145c5ca7-28dc-4cca-b3a4-87c5719f4abd", "name": "network-vif-deleted", "tag": "e891d3bf-991a-485e-9ed0-06abf799a762"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:21:13.841714 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bbab42-ff5f-4026-a2ca-163780510bb4 x-openstack-request-id: req-22bbab42-ff5f-4026-a2ca-163780510bb4 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:21:13.842040 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145c5ca7-28dc-4cca-b3a4-87c5719f4abd", "name": "network-vif-deleted", "tag": "e891d3bf-991a-485e-9ed0-06abf799a762", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:21:13.842297 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22bbab42-ff5f-4026-a2ca-163780510bb4 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:21:13.842697 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145c5ca7-28dc-4cca-b3a4-87c5719f4abd', 'name': 'network-vif-deleted', 'tag': 'e891d3bf-991a-485e-9ed0-06abf799a762', 'status': 'completed', 'code': 200} Dec 09 23:21:14.328071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4eed2dd-b463-4aea-b81d-1ee9771896b4 req-c965c3d0-04ba-4cb5-8525-d3d92786dc9b tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=145c5ca7-28dc-4cca-b3a4-87c5719f4abd HTTP/1.1" status: 200 len: 210 time: 0.0262923 Dec 09 23:21:15.479090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c15aa-a6f5-4856-bbec-2c769668bb0a req-c0e543a5-ca43-4223-8713-cdc8af968820 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:15.480434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f9c15aa-a6f5-4856-bbec-2c769668bb0a req-c0e543a5-ca43-4223-8713-cdc8af968820 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 945 time: 0.0512693 Dec 09 23:21:15.525566 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f9c15aa-a6f5-4856-bbec-2c769668bb0a req-e963d5bf-a404-4652-b1db-46c21921f5bc tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Dec 09 23:21:15.654778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ec4fc-bf51-40f1-9781-067ceb9a9a7e req-48675e45-674d-4f57-a338-d7b690bd5ee7 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:15.656221 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b9ec4fc-bf51-40f1-9781-067ceb9a9a7e req-48675e45-674d-4f57-a338-d7b690bd5ee7 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 945 time: 0.0482695 Dec 09 23:21:15.702173 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b9ec4fc-bf51-40f1-9781-067ceb9a9a7e req-62b6e976-7ec1-4e45-a367-b711e739cf87 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Dec 09 23:21:15.815249 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35212e69-4e5e-4dd5-8060-9555add1db42 req-0fb3409e-8962-4bec-baab-717ed7a049d6 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:15.816704 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35212e69-4e5e-4dd5-8060-9555add1db42 req-0fb3409e-8962-4bec-baab-717ed7a049d6 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 945 time: 0.0471823 Dec 09 23:21:15.865347 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-35212e69-4e5e-4dd5-8060-9555add1db42 req-4964a801-ffa9-445c-a323-5ed10423ab63 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427461 Dec 09 23:21:15.937913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-f137d761-f14d-4819-9a85-5db7657298e2 req-88dea2a5-7565-4d9b-a69c-bc3f00f85d08 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:21:15.938921 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f137d761-f14d-4819-9a85-5db7657298e2 req-88dea2a5-7565-4d9b-a69c-bc3f00f85d08 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054090 Dec 09 23:21:16.042787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937406e-8cab-4ea0-b9e6-39e7cb701981 req-8a7888c9-710a-4108-b90f-9547cb780fb3 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:16.044148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2937406e-8cab-4ea0-b9e6-39e7cb701981 req-8a7888c9-710a-4108-b90f-9547cb780fb3 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 945 time: 0.0483005 Dec 09 23:21:16.090402 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2937406e-8cab-4ea0-b9e6-39e7cb701981 req-1988aa69-f74e-4d24-aac7-5dd37523c4ad tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Dec 09 23:21:16.202015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3196a-83fe-47f1-9c0f-9163bec6209b req-0bb39f9d-f646-4d84-b5f1-118fe9a67f75 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:16.203486 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52f3196a-83fe-47f1-9c0f-9163bec6209b req-0bb39f9d-f646-4d84-b5f1-118fe9a67f75 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 945 time: 0.0472939 Dec 09 23:21:16.249852 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-52f3196a-83fe-47f1-9c0f-9163bec6209b req-f6e96118-fddd-4ffa-8624-d2d6a9bb3651 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 Dec 09 23:21:16.373812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405ac42-b4fd-43c9-bfb5-93bb7b78d8b2 req-eb33fde2-95bd-465e-807b-0e1a5e918e19 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:16.375240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6405ac42-b4fd-43c9-bfb5-93bb7b78d8b2 req-eb33fde2-95bd-465e-807b-0e1a5e918e19 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 945 time: 0.0506911 Dec 09 23:21:16.421090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6405ac42-b4fd-43c9-bfb5-93bb7b78d8b2 req-9bbdc2b5-4066-473d-a117-476c1c373857 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Dec 09 23:21:16.722990 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e76f28-98d8-46eb-baa2-7facd148112a req-52600a4f-0829-4703-a852-2d3085c5745b tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:16.724436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91e76f28-98d8-46eb-baa2-7facd148112a req-52600a4f-0829-4703-a852-2d3085c5745b tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 945 time: 0.0475693 Dec 09 23:21:16.770428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-91e76f28-98d8-46eb-baa2-7facd148112a req-ec83b459-2d02-41ee-b2b2-6d5401bd7596 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 Dec 09 23:21:17.888125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6548a-34da-4705-b9e2-773b91d5190f req-6e11ba21-ae94-45f3-af09-463c897dd07a tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:17.889943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72d6548a-34da-4705-b9e2-773b91d5190f req-6e11ba21-ae94-45f3-af09-463c897dd07a tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 945 time: 0.0510540 Dec 09 23:21:17.936040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72d6548a-34da-4705-b9e2-773b91d5190f req-375c7869-75db-4a29-88d0-2038dca1299b tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.16 "GET /v2.0/security-groups?id=54ebe3aa-6df3-4747-99d6-a85e791e9d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Dec 09 23:21:18.014280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92fa71-dfa5-4a60-851b-30603a1280e0 req-84663fb6-137a-42a7-8c7b-d76a04096f1b tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:18.015709 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b92fa71-dfa5-4a60-851b-30603a1280e0 req-84663fb6-137a-42a7-8c7b-d76a04096f1b tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.42 "GET /v2.0/ports?device_id=407291ac-d7ea-4ff1-b5c3-587d365198e0 HTTP/1.1" status: 200 len: 945 time: 0.0466533 Dec 09 23:21:18.026030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device e891d3bf-991a-485e-9ed0-06abf799a762 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:21:18.045807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: e891d3bf-991a-485e-9ed0-06abf799a762 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:21:18.046210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device e891d3bf-991a-485e-9ed0-06abf799a762 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:21:18.105893 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-9b92fa71-dfa5-4a60-851b-30603a1280e0 req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Deleting port 47757c57-eb22-4104-95ef-efecc305beb8 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:21:18.106226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9b92fa71-dfa5-4a60-851b-30603a1280e0 req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:18.191081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-9b92fa71-dfa5-4a60-851b-30603a1280e0 req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] For port 47757c57-eb22-4104-95ef-efecc305beb8, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=47757c57-eb22-4104-95ef-efecc305beb8,segment=NetworkSegment(26126e3c-1fd3-4557-bf65-e56d9da39987),segment_id=26126e3c-1fd3-4557-bf65-e56d9da39987)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:18.191443 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9b92fa71-dfa5-4a60-851b-30603a1280e0 req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:18.203956 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-9b92fa71-dfa5-4a60-851b-30603a1280e0 req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Calling delete_port for 47757c57-eb22-4104-95ef-efecc305beb8 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:21:18.330326 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9b92fa71-dfa5-4a60-851b-30603a1280e0 req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:18.341667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['47757c57-eb22-4104-95ef-efecc305beb8'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:21:18.355983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Pushing event deleted for resources: {'Port': ['ID=47757c57-eb22-4104-95ef-efecc305beb8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:18.366409 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.366754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.367094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.367429 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.367760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.368086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.368906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.368906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.369080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.369332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.369652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.369994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.370312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:18.408244 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b92fa71-dfa5-4a60-851b-30603a1280e0 req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] No DVR routers for this DVR port 47757c57-eb22-4104-95ef-efecc305beb8 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:21:18.410820 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-9b92fa71-dfa5-4a60-851b-30603a1280e0 req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:18.414182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b92fa71-dfa5-4a60-851b-30603a1280e0 req-d3553967-547e-44ce-8717-1c905df1e482 tempest-ServersNegativeTestJSON-266450041 tempest-ServersNegativeTestJSON-266450041-project] 10.222.0.42 "DELETE /v2.0/ports/47757c57-eb22-4104-95ef-efecc305beb8 HTTP/1.1" status: 204 len: 173 time: 0.3919895 Dec 09 23:21:18.414612 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407291ac-d7ea-4ff1-b5c3-587d365198e0', 'name': 'network-vif-deleted', 'tag': '47757c57-eb22-4104-95ef-efecc305beb8'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:21:18.416820 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36fc06e-e47b-4c23-aa05-17f502c20e62" -d '{"events": [{"server_uuid": "407291ac-d7ea-4ff1-b5c3-587d365198e0", "name": "network-vif-deleted", "tag": "47757c57-eb22-4104-95ef-efecc305beb8"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:21:18.460828 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bce5b4-f232-4365-855c-3ba69eac6935 x-openstack-request-id: req-40bce5b4-f232-4365-855c-3ba69eac6935 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:21:18.461117 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407291ac-d7ea-4ff1-b5c3-587d365198e0", "name": "network-vif-deleted", "tag": "47757c57-eb22-4104-95ef-efecc305beb8", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:21:18.462178 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40bce5b4-f232-4365-855c-3ba69eac6935 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:21:18.462616 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407291ac-d7ea-4ff1-b5c3-587d365198e0', 'name': 'network-vif-deleted', 'tag': '47757c57-eb22-4104-95ef-efecc305beb8', 'status': 'completed', 'code': 200} Dec 09 23:21:18.992116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58428) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:19.038551 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb13b3a-f038-4d0e-93a4-e1a5c6bc75ca admin admin] Deleting subnet 3d0500d4-5da4-4824-805d-a0646c645070 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:21:19.041408 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fb13b3a-f038-4d0e-93a4-e1a5c6bc75ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.074427 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fb13b3a-f038-4d0e-93a4-e1a5c6bc75ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.112381 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fb13b3a-f038-4d0e-93a4-e1a5c6bc75ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.162196 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fb13b3a-f038-4d0e-93a4-e1a5c6bc75ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.187692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb13b3a-f038-4d0e-93a4-e1a5c6bc75ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d0500d4-5da4-4824-805d-a0646c645070,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:19.189375 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2fb13b3a-f038-4d0e-93a4-e1a5c6bc75ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.192595 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2fb13b3a-f038-4d0e-93a4-e1a5c6bc75ca admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3d0500d4-5da4-4824-805d-a0646c645070 HTTP/1.1" status: 204 len: 168 time: 0.1994576 Dec 09 23:21:19.194950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58430) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:19.264589 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.341708 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.361480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41e262e-d1d0-4a75-9b2d-eeee19a02f3c']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:19.370277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26126e3c-1fd3-4557-bf65-e56d9da39987') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:19.370574 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26126e3c-1fd3-4557-bf65-e56d9da39987') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:19.379803 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.393091 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.399130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:21:19.399504 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:21:19.401275 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:21:19.452675 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.458423 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.461605 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f41e262e-d1d0-4a75-9b2d-eeee19a02f3c HTTP/1.1" status: 204 len: 168 time: 0.2657320 Dec 09 23:21:19.472319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d27cb8-0ea4-4cad-9771-2091b6106f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41e262e-d1d0-4a75-9b2d-eeee19a02f3c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:19.569019 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58434) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:19.607910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5037e5b6-4e23-4a9f-b19e-299599701323 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb32742a2e2d42c683f2db1167ea34b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376663 Dec 09 23:21:19.610181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58436) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:19.659752 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ab0031a-c66b-4876-8529-d57156edd37b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.679571 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ab0031a-c66b-4876-8529-d57156edd37b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.726249 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ab0031a-c66b-4876-8529-d57156edd37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.728880 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5ab0031a-c66b-4876-8529-d57156edd37b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:19.730063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5ab0031a-c66b-4876-8529-d57156edd37b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54ebe3aa-6df3-4747-99d6-a85e791e9d99 HTTP/1.1" status: 204 len: 168 time: 0.1189470 Dec 09 23:21:19.737433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0031a-c66b-4876-8529-d57156edd37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ebe3aa-6df3-4747-99d6-a85e791e9d99,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:20.402787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58458) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:20.495046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1484821760'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:20.516359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Made reservation on behalf of e9b0e979f58d4e7eb134a3fdfd517e2b for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:20.519861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:20.528185 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:20.603672 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:20.607459 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:20.635053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:21:20.644783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88554073-350f-4a3f-973a-e8c997a3fbf6,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:20.652339 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:20.652805 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Added segment 480aa314-c4de-4533-9994-d224119148ba of type vlan for network c99939b8-4f8e-485d-aeb4-b7f99f6d2ece Dec 09 23:21:20.692021 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:20.718693 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:20.724636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:20.725204 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:20.777508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3736563 Dec 09 23:21:20.824488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f33713-0ddb-4d4d-a838-50bf3634ecc4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event updated for resources: {'Network': ['ID=c99939b8-4f8e-485d-aeb4-b7f99f6d2ece,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:20.835924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c99939b8-4f8e-485d-aeb4-b7f99f6d2ece details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:21:21.974070 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 47757c57-eb22-4104-95ef-efecc305beb8 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:21:21.994220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 47757c57-eb22-4104-95ef-efecc305beb8 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:21:21.994567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 47757c57-eb22-4104-95ef-efecc305beb8 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:21:23.159508 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:23.994011 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58462) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:23.999133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ceb79e62-de30-4a30-bdb9-23c797307e3c tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Request body: {'subnet': {'network_id': 'c99939b8-4f8e-485d-aeb4-b7f99f6d2ece', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:24.405800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb79e62-de30-4a30-bdb9-23c797307e3c tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Made reservation on behalf of e9b0e979f58d4e7eb134a3fdfd517e2b for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:24.409280 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ceb79e62-de30-4a30-bdb9-23c797307e3c tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:24.586113 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ceb79e62-de30-4a30-bdb9-23c797307e3c tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:24.645248 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb79e62-de30-4a30-bdb9-23c797307e3c tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event updated for resources: {'Subnet': ['ID=0d0985b8-f361-463c-a3e1-b7932d6d4c3d,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:24.652301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb79e62-de30-4a30-bdb9-23c797307e3c tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Checking segment: {'id': '480aa314-c4de-4533-9994-d224119148ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c99939b8-4f8e-485d-aeb4-b7f99f6d2ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:24.652662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb79e62-de30-4a30-bdb9-23c797307e3c tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Network hostable DHCP agents. Network: c99939b8-4f8e-485d-aeb4-b7f99f6d2ece, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:21:24.668906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb79e62-de30-4a30-bdb9-23c797307e3c tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Network c99939b8-4f8e-485d-aeb4-b7f99f6d2ece is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:21:24.677422 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-ceb79e62-de30-4a30-bdb9-23c797307e3c tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c99939b8-4f8e-485d-aeb4-b7f99f6d2ece) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:24.681458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb79e62-de30-4a30-bdb9-23c797307e3c tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:24.682072 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ceb79e62-de30-4a30-bdb9-23c797307e3c tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:24.686324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf78d54-5fa2-4ca4-93c7-c9c19c1ad0e2 None None] Network c99939b8-4f8e-485d-aeb4-b7f99f6d2ece requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:24.697458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ceb79e62-de30-4a30-bdb9-23c797307e3c tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7023392 Dec 09 23:21:24.700868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58464) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:24.706323 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3a452500-89da-4719-a0d1-1869912b9287 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1132434039'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:24.727313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a452500-89da-4719-a0d1-1869912b9287 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Made reservation on behalf of e9b0e979f58d4e7eb134a3fdfd517e2b for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:24.730708 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a452500-89da-4719-a0d1-1869912b9287 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:24.754294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a452500-89da-4719-a0d1-1869912b9287 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:21:24.763153 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a452500-89da-4719-a0d1-1869912b9287 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:24.763498 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-3a452500-89da-4719-a0d1-1869912b9287 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Added segment aaf62356-0660-42ba-9d9a-101b20b07ffd of type vlan for network 749946e7-c157-44c8-97bb-ee1a9ac84851 Dec 09 23:21:24.786891 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c99939b8-4f8e-485d-aeb4-b7f99f6d2ece', 'network_id': 'c99939b8-4f8e-485d-aeb4-b7f99f6d2ece', 'project_id': 'e9b0e979f58d4e7eb134a3fdfd517e2b', 'fixed_ips': [{'subnet_id': '0d0985b8-f361-463c-a3e1-b7932d6d4c3d'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:21:24.787817 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:24.806129 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a452500-89da-4719-a0d1-1869912b9287 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:24.830127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a452500-89da-4719-a0d1-1869912b9287 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:24.835545 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a452500-89da-4719-a0d1-1869912b9287 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:24.836111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a452500-89da-4719-a0d1-1869912b9287 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:24.875361 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3a452500-89da-4719-a0d1-1869912b9287 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1728547 Dec 09 23:21:24.878647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58466) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:24.884653 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Request body: {'subnet': {'network_id': '749946e7-c157-44c8-97bb-ee1a9ac84851', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:24.902492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a452500-89da-4719-a0d1-1869912b9287 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event updated for resources: {'Network': ['ID=749946e7-c157-44c8-97bb-ee1a9ac84851,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:24.915417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 749946e7-c157-44c8-97bb-ee1a9ac84851 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:21:24.949380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Allocated IP 2001:db8:0:ffff::2 (c99939b8-4f8e-485d-aeb4-b7f99f6d2ece/0d0985b8-f361-463c-a3e1-b7932d6d4c3d/e7fc1d65-dd99-466e-a0c6-95fbb7b2280a) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:21:24.979639 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Made reservation on behalf of e9b0e979f58d4e7eb134a3fdfd517e2b for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:24.983324 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.125838 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.132104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.174053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Network c99939b8-4f8e-485d-aeb4-b7f99f6d2ece is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:25.175024 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.176884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:25.179304 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:21:25.192166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Pushing event updated for resources: {'Port': ['ID=e7fc1d65-dd99-466e-a0c6-95fbb7b2280a,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:25.214055 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.214323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.214666 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.215001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.215330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.215658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.215987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.216311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.217110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.217110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.217311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.217565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.217906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.245506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event updated for resources: {'Subnet': ['ID=50675004-7fdf-48d1-8c34-e4f79c6870b9,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:25.250181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Checking segment: {'id': 'aaf62356-0660-42ba-9d9a-101b20b07ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '749946e7-c157-44c8-97bb-ee1a9ac84851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:25.250542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Network hostable DHCP agents. Network: 749946e7-c157-44c8-97bb-ee1a9ac84851, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:21:25.252179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Attempting to bind port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:21:25.252559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Attempting to bind port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '480aa314-c4de-4533-9994-d224119148ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c99939b8-4f8e-485d-aeb4-b7f99f6d2ece'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:21:25.252934 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Attempting to bind port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a on network c99939b8-4f8e-485d-aeb4-b7f99f6d2ece {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:25.257764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:21:25.258421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Checking segment: {'id': '480aa314-c4de-4533-9994-d224119148ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c99939b8-4f8e-485d-aeb4-b7f99f6d2ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:25.258555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.258808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.258937 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.259150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.259278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Bound using segment: {'id': '480aa314-c4de-4533-9994-d224119148ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c99939b8-4f8e-485d-aeb4-b7f99f6d2ece'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:21:25.259487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.259644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Bound port: e7fc1d65-dd99-466e-a0c6-95fbb7b2280a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480aa314-c4de-4533-9994-d224119148ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c99939b8-4f8e-485d-aeb4-b7f99f6d2ece'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:21:25.259820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.260023 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.260130 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.260460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.260814 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.261142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.261470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.261809 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.262140 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.262465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:25.279139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Network 749946e7-c157-44c8-97bb-ee1a9ac84851 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:21:25.288784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 749946e7-c157-44c8-97bb-ee1a9ac84851) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:25.293257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:25.293896 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.301034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22bbec-8057-49a6-9f7d-40843e865452 None None] Network 749946e7-c157-44c8-97bb-ee1a9ac84851 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:25.309436 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-66e1415c-d9bd-4ca4-9b61-85bb51a5a2c5 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4295433 Dec 09 23:21:25.312161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58468) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:25.384213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-df375e34-75af-4768-841b-69d520c46a71 None None] For port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:21:25.401592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-df375e34-75af-4768-841b-69d520c46a71 None None] For port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e7fc1d65-dd99-466e-a0c6-95fbb7b2280a,segment=NetworkSegment(480aa314-c4de-4533-9994-d224119148ba),segment_id=480aa314-c4de-4533-9994-d224119148ba)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:21:25.408584 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.410950 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.449273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b517d562-f6de-4b3e-8e7d-c480bc03af41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-749946e7-c157-44c8-97bb-ee1a9ac84851', 'network_id': '749946e7-c157-44c8-97bb-ee1a9ac84851', 'project_id': 'e9b0e979f58d4e7eb134a3fdfd517e2b', 'fixed_ips': [{'subnet_id': '50675004-7fdf-48d1-8c34-e4f79c6870b9'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:21:25.450201 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b517d562-f6de-4b3e-8e7d-c480bc03af41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.494071 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.569698 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.598868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event deleted for resources: {'Subnet': ['ID=50675004-7fdf-48d1-8c34-e4f79c6870b9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:25.685276 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.710014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749946e7-c157-44c8-97bb-ee1a9ac84851']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:25.721175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf62356-0660-42ba-9d9a-101b20b07ffd') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:25.722068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf62356-0660-42ba-9d9a-101b20b07ffd') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:25.733145 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.741980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df375e34-75af-4768-841b-69d520c46a71 None None] Pushing event updated for resources: {'Port': ['ID=e7fc1d65-dd99-466e-a0c6-95fbb7b2280a,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:25.750102 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.758766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:21:25.759294 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server [None req-b517d562-f6de-4b3e-8e7d-c480bc03af41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50675004-7fdf-48d1-8c34-e4f79c6870b9: This subnet is being modified by another concurrent operation. Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise exception Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50675004-7fdf-48d1-8c34-e4f79c6870b9: This subnet is being modified by another concurrent operation. Dec 09 23:21:25.761993 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:21:25.769005 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:21:25.784839 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d95a7-37c9-4f45-92b7-c5aae2855255 None None] Network 749946e7-c157-44c8-97bb-ee1a9ac84851 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:25.829332 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.837098 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.840760 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/networks/749946e7-c157-44c8-97bb-ee1a9ac84851 HTTP/1.1" status: 204 len: 168 time: 0.5275817 Dec 09 23:21:25.844731 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58470) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:25.850805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e61e01c4-827f-491b-9bc2-d83014eda1b3 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-126422160'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:25.854134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc4a1b-0c29-4d63-9bf0-ff845187d693 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event deleted for resources: {'Network': ['ID=749946e7-c157-44c8-97bb-ee1a9ac84851,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:25.875285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61e01c4-827f-491b-9bc2-d83014eda1b3 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Made reservation on behalf of e9b0e979f58d4e7eb134a3fdfd517e2b for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:25.879495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e61e01c4-827f-491b-9bc2-d83014eda1b3 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.902552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61e01c4-827f-491b-9bc2-d83014eda1b3 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:21:25.912398 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e61e01c4-827f-491b-9bc2-d83014eda1b3 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.912693 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-e61e01c4-827f-491b-9bc2-d83014eda1b3 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Added segment 31600945-4de1-4103-84ea-56c6e976c943 of type vlan for network ad6ef684-05ad-42c4-972f-6f68026d56c4 Dec 09 23:21:25.952182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e61e01c4-827f-491b-9bc2-d83014eda1b3 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.980417 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e61e01c4-827f-491b-9bc2-d83014eda1b3 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:25.986435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e01c4-827f-491b-9bc2-d83014eda1b3 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:25.987006 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e61e01c4-827f-491b-9bc2-d83014eda1b3 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:26.021705 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e61e01c4-827f-491b-9bc2-d83014eda1b3 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1750290 Dec 09 23:21:26.024721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58472) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:26.029986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Request body: {'subnet': {'network_id': 'ad6ef684-05ad-42c4-972f-6f68026d56c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:26.054266 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e01c4-827f-491b-9bc2-d83014eda1b3 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event updated for resources: {'Network': ['ID=ad6ef684-05ad-42c4-972f-6f68026d56c4,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:26.065774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network ad6ef684-05ad-42c4-972f-6f68026d56c4 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:21:26.131219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Made reservation on behalf of e9b0e979f58d4e7eb134a3fdfd517e2b for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:26.135189 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:26.197759 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Performing IP validity checks on allocation pools {{(pid=103417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 23:21:26.198321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 23:21:26.447502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9358a0c5-a4a7-4a72-8bb4-f0896f747dc4 None None] Network c99939b8-4f8e-485d-aeb4-b7f99f6d2ece requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:26.537029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-85208ce8-cece-403a-b63e-f7aa1736df2b None None] Provisioning complete for port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:26.537312 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-85208ce8-cece-403a-b63e-f7aa1736df2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:26.631727 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:26.645173 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-85208ce8-cece-403a-b63e-f7aa1736df2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:26.685397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-85208ce8-cece-403a-b63e-f7aa1736df2b None None] For port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e7fc1d65-dd99-466e-a0c6-95fbb7b2280a,segment=NetworkSegment(480aa314-c4de-4533-9994-d224119148ba),segment_id=480aa314-c4de-4533-9994-d224119148ba)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:26.691397 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-85208ce8-cece-403a-b63e-f7aa1736df2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:26.707678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event updated for resources: {'Subnet': ['ID=ae18d260-68dc-436a-a0fb-ee628d17b5d5,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:26.713200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Checking segment: {'id': '31600945-4de1-4103-84ea-56c6e976c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ad6ef684-05ad-42c4-972f-6f68026d56c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:26.713812 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Network hostable DHCP agents. Network: ad6ef684-05ad-42c4-972f-6f68026d56c4, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:21:26.729018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e7fc1d65-dd99-466e-a0c6-95fbb7b2280a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:21:26.740593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Network ad6ef684-05ad-42c4-972f-6f68026d56c4 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:21:26.750247 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, ad6ef684-05ad-42c4-972f-6f68026d56c4) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:26.754615 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:26.755220 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:26.768776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c8dcde-6eae-4300-b11e-409be21b9386 None None] Network ad6ef684-05ad-42c4-972f-6f68026d56c4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:26.776597 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-21efb249-c2b7-4a98-9e1f-08dab0687785 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7506156 Dec 09 23:21:26.779370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58474) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:26.788987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85208ce8-cece-403a-b63e-f7aa1736df2b None None] Pushing event updated for resources: {'Port': ['ID=e7fc1d65-dd99-466e-a0c6-95fbb7b2280a,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:26.865926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:26.866302 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:26.889488 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:26.920357 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f9f1a2-fdee-4239-b707-d20901316aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-ad6ef684-05ad-42c4-972f-6f68026d56c4', 'network_id': 'ad6ef684-05ad-42c4-972f-6f68026d56c4', 'project_id': 'e9b0e979f58d4e7eb134a3fdfd517e2b', 'fixed_ips': [{'subnet_id': 'ae18d260-68dc-436a-a0fb-ee628d17b5d5'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:21:26.921200 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f1a2-fdee-4239-b707-d20901316aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:26.946633 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b95082fd-efd4-42ee-80ff-08530b2d2c25 None None] Provisioning complete for port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:26.946985 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b95082fd-efd4-42ee-80ff-08530b2d2c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:26.964673 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.022429 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.053941 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event deleted for resources: {'Subnet': ['ID=ae18d260-68dc-436a-a0fb-ee628d17b5d5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server [None req-b7f9f1a2-fdee-4239-b707-d20901316aba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae18d260-68dc-436a-a0fb-ee628d17b5d5: This subnet is being modified by another concurrent operation. Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise exception Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae18d260-68dc-436a-a0fb-ee628d17b5d5: This subnet is being modified by another concurrent operation. Dec 09 23:21:27.090891 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Dec 09 23:21:27.119105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd2f9e2-ff47-4c22-9a61-4fec748aaadc None None] Network ad6ef684-05ad-42c4-972f-6f68026d56c4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:27.125749 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.146827 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6ef684-05ad-42c4-972f-6f68026d56c4']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:27.155880 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31600945-4de1-4103-84ea-56c6e976c943') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:27.156178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31600945-4de1-4103-84ea-56c6e976c943') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:27.166236 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.179431 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.185899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:21:27.185899 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:21:27.189284 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:21:27.214016 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e1c123-41f3-4259-952d-b51b889c4ff7 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 23:21:27.250721 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.258344 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.265525 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/networks/ad6ef684-05ad-42c4-972f-6f68026d56c4 HTTP/1.1" status: 204 len: 168 time: 0.4808369 Dec 09 23:21:27.266119 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58476) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:27.271672 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3bfa8f4a-4a8f-4f1a-b5b5-50c1e03ec66e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-279951080'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:27.273158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9de553-caa7-406a-b5cf-9a17bcab9216 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event deleted for resources: {'Network': ['ID=ad6ef684-05ad-42c4-972f-6f68026d56c4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:27.291942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e1c123-41f3-4259-952d-b51b889c4ff7 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 23:21:27.292380 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfa8f4a-4a8f-4f1a-b5b5-50c1e03ec66e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Made reservation on behalf of e9b0e979f58d4e7eb134a3fdfd517e2b for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:27.296340 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8f4a-4a8f-4f1a-b5b5-50c1e03ec66e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.321727 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfa8f4a-4a8f-4f1a-b5b5-50c1e03ec66e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:21:27.331166 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8f4a-4a8f-4f1a-b5b5-50c1e03ec66e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.331514 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-3bfa8f4a-4a8f-4f1a-b5b5-50c1e03ec66e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Added segment 2c62e4f3-7fa3-43e1-bc2a-bf855b69a56e of type vlan for network ee639fde-8194-488a-b3a1-c16dfdef4299 Dec 09 23:21:27.372365 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8f4a-4a8f-4f1a-b5b5-50c1e03ec66e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.397073 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8f4a-4a8f-4f1a-b5b5-50c1e03ec66e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.402974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa8f4a-4a8f-4f1a-b5b5-50c1e03ec66e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:27.403559 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8f4a-4a8f-4f1a-b5b5-50c1e03ec66e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.442501 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3bfa8f4a-4a8f-4f1a-b5b5-50c1e03ec66e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1753676 Dec 09 23:21:27.443693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58478) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:27.448992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-18155087-7eb8-44eb-810b-5a03bff17abc tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Request body: {'subnet': {'network_id': 'ee639fde-8194-488a-b3a1-c16dfdef4299', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:27.479126 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa8f4a-4a8f-4f1a-b5b5-50c1e03ec66e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event updated for resources: {'Network': ['ID=ee639fde-8194-488a-b3a1-c16dfdef4299,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:27.489728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network ee639fde-8194-488a-b3a1-c16dfdef4299 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:21:27.503967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a9398-6cf7-4933-a410-393b32a65404 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 23:21:27.538231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18155087-7eb8-44eb-810b-5a03bff17abc tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Made reservation on behalf of e9b0e979f58d4e7eb134a3fdfd517e2b for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:27.541817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18155087-7eb8-44eb-810b-5a03bff17abc tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.621421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a9398-6cf7-4933-a410-393b32a65404 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 23:21:27.722794 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18155087-7eb8-44eb-810b-5a03bff17abc tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.786070 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18155087-7eb8-44eb-810b-5a03bff17abc tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event updated for resources: {'Subnet': ['ID=51710147-a230-468e-9432-be46fead363e,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:27.797049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18155087-7eb8-44eb-810b-5a03bff17abc tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Checking segment: {'id': '2c62e4f3-7fa3-43e1-bc2a-bf855b69a56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ee639fde-8194-488a-b3a1-c16dfdef4299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:27.797448 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18155087-7eb8-44eb-810b-5a03bff17abc tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Network hostable DHCP agents. Network: ee639fde-8194-488a-b3a1-c16dfdef4299, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:21:27.815851 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18155087-7eb8-44eb-810b-5a03bff17abc tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Network ee639fde-8194-488a-b3a1-c16dfdef4299 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:21:27.824933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-18155087-7eb8-44eb-810b-5a03bff17abc tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, ee639fde-8194-488a-b3a1-c16dfdef4299) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:27.828770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18155087-7eb8-44eb-810b-5a03bff17abc tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:27.829372 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-18155087-7eb8-44eb-810b-5a03bff17abc tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.832776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a3dfd8-5b0e-4571-a7dc-e48f415810d3 None None] Network ee639fde-8194-488a-b3a1-c16dfdef4299 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:27.846686 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-18155087-7eb8-44eb-810b-5a03bff17abc tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4016981 Dec 09 23:21:27.850128 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58480) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:27.855009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-aadcf5c6-6337-4c10-97b6-c03bb4e6bbd6 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1675403178'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:27.874787 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadcf5c6-6337-4c10-97b6-c03bb4e6bbd6 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Made reservation on behalf of e9b0e979f58d4e7eb134a3fdfd517e2b for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:27.878130 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aadcf5c6-6337-4c10-97b6-c03bb4e6bbd6 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.901131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadcf5c6-6337-4c10-97b6-c03bb4e6bbd6 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:21:27.910449 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aadcf5c6-6337-4c10-97b6-c03bb4e6bbd6 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.910787 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-aadcf5c6-6337-4c10-97b6-c03bb4e6bbd6 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Added segment b7f53cce-e246-4d41-9958-0f925599190e of type vlan for network 10328096-cea8-4fa0-bcfb-f051ded7c2df Dec 09 23:21:27.933374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-ee639fde-8194-488a-b3a1-c16dfdef4299', 'network_id': 'ee639fde-8194-488a-b3a1-c16dfdef4299', 'project_id': 'e9b0e979f58d4e7eb134a3fdfd517e2b', 'fixed_ips': [{'subnet_id': '51710147-a230-468e-9432-be46fead363e'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:21:27.934286 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.949266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aadcf5c6-6337-4c10-97b6-c03bb4e6bbd6 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.973628 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aadcf5c6-6337-4c10-97b6-c03bb4e6bbd6 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:27.979081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadcf5c6-6337-4c10-97b6-c03bb4e6bbd6 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:27.979655 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aadcf5c6-6337-4c10-97b6-c03bb4e6bbd6 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.015459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aadcf5c6-6337-4c10-97b6-c03bb4e6bbd6 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1642928 Dec 09 23:21:28.018461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58482) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:28.023496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6f5158ba-7029-48b8-90de-88540159331a tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Request body: {'subnet': {'network_id': '10328096-cea8-4fa0-bcfb-f051ded7c2df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:28.057201 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcf5c6-6337-4c10-97b6-c03bb4e6bbd6 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event updated for resources: {'Network': ['ID=10328096-cea8-4fa0-bcfb-f051ded7c2df,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:28.069690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 10328096-cea8-4fa0-bcfb-f051ded7c2df details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:21:28.092105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Allocated IP 2001:db8::2 (ee639fde-8194-488a-b3a1-c16dfdef4299/51710147-a230-468e-9432-be46fead363e/353763a1-a6cb-4f25-a2e6-764ad48d2ffc) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:21:28.120024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5158ba-7029-48b8-90de-88540159331a tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Made reservation on behalf of e9b0e979f58d4e7eb134a3fdfd517e2b for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:28.123746 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f5158ba-7029-48b8-90de-88540159331a tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.274370 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.279431 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.310452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f5158ba-7029-48b8-90de-88540159331a tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.320008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Network ee639fde-8194-488a-b3a1-c16dfdef4299 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:28.322752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:28.328173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:21:28.340313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Pushing event updated for resources: {'Port': ['ID=353763a1-a6cb-4f25-a2e6-764ad48d2ffc,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:28.374929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5158ba-7029-48b8-90de-88540159331a tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event updated for resources: {'Subnet': ['ID=edf1fdbe-fbac-40ae-b522-598bfcffed5f,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:28.383320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Attempting to bind port 353763a1-a6cb-4f25-a2e6-764ad48d2ffc on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:21:28.383694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Attempting to bind port 353763a1-a6cb-4f25-a2e6-764ad48d2ffc by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '2c62e4f3-7fa3-43e1-bc2a-bf855b69a56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ee639fde-8194-488a-b3a1-c16dfdef4299'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:21:28.384056 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Attempting to bind port 353763a1-a6cb-4f25-a2e6-764ad48d2ffc on network ee639fde-8194-488a-b3a1-c16dfdef4299 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:28.384620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5158ba-7029-48b8-90de-88540159331a tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Checking segment: {'id': 'b7f53cce-e246-4d41-9958-0f925599190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '10328096-cea8-4fa0-bcfb-f051ded7c2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:28.384990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5158ba-7029-48b8-90de-88540159331a tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Network hostable DHCP agents. Network: 10328096-cea8-4fa0-bcfb-f051ded7c2df, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:21:28.389234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:21:28.389608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Checking segment: {'id': '2c62e4f3-7fa3-43e1-bc2a-bf855b69a56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ee639fde-8194-488a-b3a1-c16dfdef4299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:28.390037 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.390456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Bound using segment: {'id': '2c62e4f3-7fa3-43e1-bc2a-bf855b69a56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ee639fde-8194-488a-b3a1-c16dfdef4299'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:21:28.390917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Bound port: 353763a1-a6cb-4f25-a2e6-764ad48d2ffc, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c62e4f3-7fa3-43e1-bc2a-bf855b69a56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ee639fde-8194-488a-b3a1-c16dfdef4299'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:21:28.391293 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.402448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5158ba-7029-48b8-90de-88540159331a tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Network 10328096-cea8-4fa0-bcfb-f051ded7c2df is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:21:28.411803 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-6f5158ba-7029-48b8-90de-88540159331a tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 10328096-cea8-4fa0-bcfb-f051ded7c2df) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:28.416120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5158ba-7029-48b8-90de-88540159331a tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:28.416825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f5158ba-7029-48b8-90de-88540159331a tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.423293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7953acc2-b0bc-4a47-ae1d-d7734c2316e2 None None] Network 10328096-cea8-4fa0-bcfb-f051ded7c2df requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:28.432783 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6f5158ba-7029-48b8-90de-88540159331a tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4132426 Dec 09 23:21:28.435487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58484) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:28.506654 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] For port 353763a1-a6cb-4f25-a2e6-764ad48d2ffc, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:21:28.521360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] For port 353763a1-a6cb-4f25-a2e6-764ad48d2ffc, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=353763a1-a6cb-4f25-a2e6-764ad48d2ffc,segment=NetworkSegment(2c62e4f3-7fa3-43e1-bc2a-bf855b69a56e),segment_id=2c62e4f3-7fa3-43e1-bc2a-bf855b69a56e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:21:28.529305 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.538657 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.582378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5250a7f-8f32-4388-a43c-ad85d0f6ac21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-10328096-cea8-4fa0-bcfb-f051ded7c2df', 'network_id': '10328096-cea8-4fa0-bcfb-f051ded7c2df', 'project_id': 'e9b0e979f58d4e7eb134a3fdfd517e2b', 'fixed_ips': [{'subnet_id': 'edf1fdbe-fbac-40ae-b522-598bfcffed5f'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:21:28.583224 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5250a7f-8f32-4388-a43c-ad85d0f6ac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.592465 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.616225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968550f-d9b1-46da-b74d-da635ef512d3 None None] Pushing event updated for resources: {'Port': ['ID=353763a1-a6cb-4f25-a2e6-764ad48d2ffc,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:28.661264 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.684064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e7fc1d65-dd99-466e-a0c6-95fbb7b2280a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:21:28.698348 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event deleted for resources: {'Subnet': ['ID=edf1fdbe-fbac-40ae-b522-598bfcffed5f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server [None req-d5250a7f-8f32-4388-a43c-ad85d0f6ac21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edf1fdbe-fbac-40ae-b522-598bfcffed5f: This subnet is being modified by another concurrent operation. Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server raise exception Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edf1fdbe-fbac-40ae-b522-598bfcffed5f: This subnet is being modified by another concurrent operation. Dec 09 23:21:28.740256 n-d-789963-23 neutron-server[103419]: ERROR oslo_messaging.rpc.server Dec 09 23:21:28.760592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:28.761058 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.765358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbdf69f-3bad-4ea6-a4e4-e79eba76fca8 None None] Network 10328096-cea8-4fa0-bcfb-f051ded7c2df requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:28.766521 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.788054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10328096-cea8-4fa0-bcfb-f051ded7c2df']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:28.801560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f53cce-e246-4d41-9958-0f925599190e') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:28.801946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f53cce-e246-4d41-9958-0f925599190e') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:28.824855 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.850874 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.857287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:21:28.857687 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:21:28.862075 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:21:28.943534 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.950882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:28.953998 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/networks/10328096-cea8-4fa0-bcfb-f051ded7c2df HTTP/1.1" status: 204 len: 168 time: 0.5174673 Dec 09 23:21:28.957332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58486) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:28.971518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa983a09-b1ca-484f-9c23-75947e7208fa tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event deleted for resources: {'Network': ['ID=10328096-cea8-4fa0-bcfb-f051ded7c2df,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:28.984489 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d06e21-42f6-4100-b300-61c5951dc8ab tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] GET failed (client error): The resource could not be found. Dec 09 23:21:28.986387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-80d06e21-42f6-4100-b300-61c5951dc8ab tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "GET /v2.0/subnets/edf1fdbe-fbac-40ae-b522-598bfcffed5f HTTP/1.1" status: 404 len: 337 time: 0.0274568 Dec 09 23:21:28.989208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58488) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:29.007318 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8e820c-59a6-445e-968e-4aaa4b57d3cf tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] DELETE failed (client error): The resource could not be found. Dec 09 23:21:29.007794 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8e820c-59a6-445e-968e-4aaa4b57d3cf tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 23:21:29.011118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1d8e820c-59a6-445e-968e-4aaa4b57d3cf tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/networks/10328096-cea8-4fa0-bcfb-f051ded7c2df HTTP/1.1" status: 404 len: 339 time: 0.0210161 Dec 09 23:21:29.014782 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58490) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:29.038917 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c352e56-242a-4f82-9073-aeda23267e39 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] DELETE failed (client error): The resource could not be found. Dec 09 23:21:29.039351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c352e56-242a-4f82-9073-aeda23267e39 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 23:21:29.042310 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1c352e56-242a-4f82-9073-aeda23267e39 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/subnets/edf1fdbe-fbac-40ae-b522-598bfcffed5f HTTP/1.1" status: 404 len: 337 time: 0.0266504 Dec 09 23:21:29.044586 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58492) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:29.061838 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf15034-f65a-49c4-9c3e-1d7e0f2c4ab4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] DELETE failed (client error): The resource could not be found. Dec 09 23:21:29.062232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf15034-f65a-49c4-9c3e-1d7e0f2c4ab4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 23:21:29.065725 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8cf15034-f65a-49c4-9c3e-1d7e0f2c4ab4 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/networks/10328096-cea8-4fa0-bcfb-f051ded7c2df HTTP/1.1" status: 404 len: 339 time: 0.0202866 Dec 09 23:21:29.068030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58494) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:29.120195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a99bf95-5abc-423f-8d92-75db03a0e024 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Deleting subnet 51710147-a230-468e-9432-be46fead363e {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:21:29.123370 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a99bf95-5abc-423f-8d92-75db03a0e024 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.164230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a99bf95-5abc-423f-8d92-75db03a0e024 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.244923 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a99bf95-5abc-423f-8d92-75db03a0e024 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.308203 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a99bf95-5abc-423f-8d92-75db03a0e024 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.336591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99bf95-5abc-423f-8d92-75db03a0e024 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event deleted for resources: {'Subnet': ['ID=51710147-a230-468e-9432-be46fead363e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:29.338610 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1a99bf95-5abc-423f-8d92-75db03a0e024 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.342551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1a99bf95-5abc-423f-8d92-75db03a0e024 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/subnets/51710147-a230-468e-9432-be46fead363e HTTP/1.1" status: 204 len: 168 time: 0.2736301 Dec 09 23:21:29.345657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58496) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:29.424017 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.482335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Deleting port 353763a1-a6cb-4f25-a2e6-764ad48d2ffc {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:21:29.482762 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.546642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] For port 353763a1-a6cb-4f25-a2e6-764ad48d2ffc, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=353763a1-a6cb-4f25-a2e6-764ad48d2ffc,segment=NetworkSegment(2c62e4f3-7fa3-43e1-bc2a-bf855b69a56e),segment_id=2c62e4f3-7fa3-43e1-bc2a-bf855b69a56e)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:29.547008 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.560441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Calling delete_port for 353763a1-a6cb-4f25-a2e6-764ad48d2ffc owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:21:29.604176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61226670-260a-4a62-a134-a0dfb2e3f60c None None] Network ee639fde-8194-488a-b3a1-c16dfdef4299 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:29.643726 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.670516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event deleted for resources: {'Port': ['ID=353763a1-a6cb-4f25-a2e6-764ad48d2ffc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:29.674031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] No DVR routers for this DVR port 353763a1-a6cb-4f25-a2e6-764ad48d2ffc on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:21:29.758742 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.779296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee639fde-8194-488a-b3a1-c16dfdef4299']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:29.789384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c62e4f3-7fa3-43e1-bc2a-bf855b69a56e') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:29.789683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c62e4f3-7fa3-43e1-bc2a-bf855b69a56e') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:29.799343 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.812378 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.818535 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:21:29.818946 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.821214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2fbeeb56-4bce-4ed2-a980-bb2cc51ae6dd None None] Could not find standard attr ID for object 353763a1-a6cb-4f25-a2e6-764ad48d2ffc. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:21:29.822344 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:21:29.884061 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.890562 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:29.894200 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/networks/ee639fde-8194-488a-b3a1-c16dfdef4299 HTTP/1.1" status: 204 len: 168 time: 0.5475440 Dec 09 23:21:29.896942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58498) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:29.906557 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482649f-5fb7-4819-966e-5ddf9ec4f2f2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event deleted for resources: {'Network': ['ID=ee639fde-8194-488a-b3a1-c16dfdef4299,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:29.907279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d159e802-fb8f-44b5-9669-578d953ae880 None None] DHCP port deletion for ee639fde-8194-488a-b3a1-c16dfdef4299 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:21:29.924852 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bf7db4-374f-48ed-83f4-e5f6a9f2361e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] DELETE failed (client error): The resource could not be found. Dec 09 23:21:29.925321 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95bf7db4-374f-48ed-83f4-e5f6a9f2361e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 23:21:29.928552 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-95bf7db4-374f-48ed-83f4-e5f6a9f2361e tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/subnets/ae18d260-68dc-436a-a0fb-ee628d17b5d5 HTTP/1.1" status: 404 len: 337 time: 0.0305288 Dec 09 23:21:29.931104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58500) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:29.933416 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7df175-2942-4a66-a2db-ab683e56e9e1 None None] get_active_networks_info from n-d-789963-23 {{(pid=103419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 23:21:29.949921 n-d-789963-23 neutron-server[103417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8d7b22-ec7a-447e-a56b-e2898c82c635 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] DELETE failed (client error): The resource could not be found. Dec 09 23:21:29.950427 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8d7b22-ec7a-447e-a56b-e2898c82c635 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 23:21:29.953470 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ca8d7b22-ec7a-447e-a56b-e2898c82c635 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/networks/ad6ef684-05ad-42c4-972f-6f68026d56c4 HTTP/1.1" status: 404 len: 339 time: 0.0214581 Dec 09 23:21:29.956929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58502) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:29.982085 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-79316e23-5c08-409c-8192-ef1d3a6610c2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] DELETE failed (client error): The resource could not be found. Dec 09 23:21:29.982767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79316e23-5c08-409c-8192-ef1d3a6610c2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 23:21:29.985527 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-79316e23-5c08-409c-8192-ef1d3a6610c2 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/subnets/50675004-7fdf-48d1-8c34-e4f79c6870b9 HTTP/1.1" status: 404 len: 337 time: 0.0276086 Dec 09 23:21:29.988066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58504) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:30.005970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7df175-2942-4a66-a2db-ab683e56e9e1 None None] Resources bound (agent type, host, resource id): {{(pid=103419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 23:21:30.010506 n-d-789963-23 neutron-server[103418]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d6899c-1267-495a-a989-a1468b79f491 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] DELETE failed (client error): The resource could not be found. Dec 09 23:21:30.010997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d6899c-1267-495a-a989-a1468b79f491 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 23:21:30.018485 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-31d6899c-1267-495a-a989-a1468b79f491 tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/networks/749946e7-c157-44c8-97bb-ee1a9ac84851 HTTP/1.1" status: 404 len: 339 time: 0.0250285 Dec 09 23:21:30.018485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58506) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:30.067598 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-647aa2a4-2e14-4042-9913-9feda82302bd tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Deleting subnet 0d0985b8-f361-463c-a3e1-b7932d6d4c3d {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:21:30.070729 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-647aa2a4-2e14-4042-9913-9feda82302bd tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.109718 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-647aa2a4-2e14-4042-9913-9feda82302bd tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.197766 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-647aa2a4-2e14-4042-9913-9feda82302bd tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.254432 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-647aa2a4-2e14-4042-9913-9feda82302bd tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.285447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647aa2a4-2e14-4042-9913-9feda82302bd tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0985b8-f361-463c-a3e1-b7932d6d4c3d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:30.289563 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-647aa2a4-2e14-4042-9913-9feda82302bd tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.292864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-647aa2a4-2e14-4042-9913-9feda82302bd tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/subnets/0d0985b8-f361-463c-a3e1-b7932d6d4c3d HTTP/1.1" status: 204 len: 168 time: 0.2746375 Dec 09 23:21:30.296357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58508) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:30.299667 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d71a5f3-2245-4b03-8404-efe3e6522b0b None None] Network c99939b8-4f8e-485d-aeb4-b7f99f6d2ece requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:30.371195 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.429544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Deleting port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:21:30.429914 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.434413 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574db91b-60a7-467b-8462-067381de934d None None] DHCP port deletion for c99939b8-4f8e-485d-aeb4-b7f99f6d2ece request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:21:30.491639 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-574db91b-60a7-467b-8462-067381de934d None None] Deleting port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:21:30.491928 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-574db91b-60a7-467b-8462-067381de934d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.492096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] For port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e7fc1d65-dd99-466e-a0c6-95fbb7b2280a,segment=NetworkSegment(480aa314-c4de-4533-9994-d224119148ba),segment_id=480aa314-c4de-4533-9994-d224119148ba)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:30.492315 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.505140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Calling delete_port for e7fc1d65-dd99-466e-a0c6-95fbb7b2280a owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:21:30.559113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-574db91b-60a7-467b-8462-067381de934d None None] For port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=e7fc1d65-dd99-466e-a0c6-95fbb7b2280a,segment=NetworkSegment(480aa314-c4de-4533-9994-d224119148ba),segment_id=480aa314-c4de-4533-9994-d224119148ba)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:30.559562 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-574db91b-60a7-467b-8462-067381de934d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.574131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-574db91b-60a7-467b-8462-067381de934d None None] Calling delete_port for e7fc1d65-dd99-466e-a0c6-95fbb7b2280a owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:21:30.587611 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.615680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] No DVR routers for this DVR port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:21:30.625803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event deleted for resources: {'Port': ['ID=e7fc1d65-dd99-466e-a0c6-95fbb7b2280a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 23:21:30.660459 n-d-789963-23 neutron-server[103419]: self.session.flush() Dec 09 23:21:30.664879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-574db91b-60a7-467b-8462-067381de934d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.675948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e7fc1d65-dd99-466e-a0c6-95fbb7b2280a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:21:30.697602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574db91b-60a7-467b-8462-067381de934d None None] No DVR routers for this DVR port e7fc1d65-dd99-466e-a0c6-95fbb7b2280a on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:21:30.697828 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.701570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574db91b-60a7-467b-8462-067381de934d None None] Pushing event deleted for resources: {'Port': ['ID=e7fc1d65-dd99-466e-a0c6-95fbb7b2280a,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:30.721817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: e7fc1d65-dd99-466e-a0c6-95fbb7b2280a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:21:30.722161 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device e7fc1d65-dd99-466e-a0c6-95fbb7b2280a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:21:30.724129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99939b8-4f8e-485d-aeb4-b7f99f6d2ece']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:30.733570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480aa314-c4de-4533-9994-d224119148ba') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:30.733959 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480aa314-c4de-4533-9994-d224119148ba') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:30.744187 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.757841 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.763859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:21:30.764235 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:21:30.767885 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:21:30.823676 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.832087 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:30.835728 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] 10.222.0.16 "DELETE /v2.0/networks/c99939b8-4f8e-485d-aeb4-b7f99f6d2ece HTTP/1.1" status: 204 len: 168 time: 0.5383823 Dec 09 23:21:30.844869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97784d9-68fe-4296-847f-27fe5f5fb75b tempest-NetworksIpV6Test-124553114 tempest-NetworksIpV6Test-124553114-project] Pushing event deleted for resources: {'Network': ['ID=c99939b8-4f8e-485d-aeb4-b7f99f6d2ece,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:31.073650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58514) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:31.139682 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-751a06b9-fc1d-4a9a-8532-111144088dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:31.204835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8299b56c-7379-4623-93b9-513510a563e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9b0e979f58d4e7eb134a3fdfd517e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299798 Dec 09 23:21:31.207384 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58518) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:31.264586 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b1e27d8-4873-4832-9c76-509c5794fb98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:31.285274 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b1e27d8-4873-4832-9c76-509c5794fb98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:31.335984 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b1e27d8-4873-4832-9c76-509c5794fb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:31.338749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3b1e27d8-4873-4832-9c76-509c5794fb98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:31.340024 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3b1e27d8-4873-4832-9c76-509c5794fb98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88554073-350f-4a3f-973a-e8c997a3fbf6 HTTP/1.1" status: 204 len: 168 time: 0.1316419 Dec 09 23:21:31.349148 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e27d8-4873-4832-9c76-509c5794fb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88554073-350f-4a3f-973a-e8c997a3fbf6,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:31.954444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58540) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:32.045390 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-086015b5-9d98-48bd-8264-d59e44c1ad16 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-455199699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:32.069430 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-086015b5-9d98-48bd-8264-d59e44c1ad16 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.070637 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-086015b5-9d98-48bd-8264-d59e44c1ad16 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.125054 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-086015b5-9d98-48bd-8264-d59e44c1ad16 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.129551 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-086015b5-9d98-48bd-8264-d59e44c1ad16 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.147124 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-086015b5-9d98-48bd-8264-d59e44c1ad16 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.148316 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-086015b5-9d98-48bd-8264-d59e44c1ad16 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1928632 Dec 09 23:21:32.151083 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58544) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:32.155794 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-683064313'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:32.176182 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Made reservation on behalf of 6dad5d1d91b94ea1bd1896b25ba546b8 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:32.179551 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.188139 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.263564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.267167 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.289869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:21:32.305318 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3175787-d1b5-4297-8546-4ad07f4a6705,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:32.309073 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.309420 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Added segment 041e8a09-7500-470b-b542-9d40f0c11467 of type vlan for network 94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c Dec 09 23:21:32.348506 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.371834 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.377844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:32.378416 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.407814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2557075 Dec 09 23:21:32.410730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58546) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:32.415798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5ceb2d8a-ed1b-41fb-b1d9-335fb7b1c67c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Request body: {'subnet': {'network_id': '94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:32.450192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13b543-fe9e-4393-9b46-57ccc06c3b2d tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Pushing event updated for resources: {'Network': ['ID=94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:32.460810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:21:32.505346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceb2d8a-ed1b-41fb-b1d9-335fb7b1c67c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Made reservation on behalf of 6dad5d1d91b94ea1bd1896b25ba546b8 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:32.509210 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ceb2d8a-ed1b-41fb-b1d9-335fb7b1c67c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.695263 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ceb2d8a-ed1b-41fb-b1d9-335fb7b1c67c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.767252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb2d8a-ed1b-41fb-b1d9-335fb7b1c67c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Pushing event updated for resources: {'Subnet': ['ID=8d8c28f9-3ad1-402c-8059-141c754dc8dc,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:32.774329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb2d8a-ed1b-41fb-b1d9-335fb7b1c67c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Checking segment: {'id': '041e8a09-7500-470b-b542-9d40f0c11467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:32.774699 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb2d8a-ed1b-41fb-b1d9-335fb7b1c67c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Network hostable DHCP agents. Network: 94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:21:32.791085 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb2d8a-ed1b-41fb-b1d9-335fb7b1c67c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Network 94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:21:32.799976 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5ceb2d8a-ed1b-41fb-b1d9-335fb7b1c67c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:32.804587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceb2d8a-ed1b-41fb-b1d9-335fb7b1c67c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:32.805706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ceb2d8a-ed1b-41fb-b1d9-335fb7b1c67c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.808660 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ae094f-db1f-4d8e-8a8c-4b5d1ff3415b None None] Network 94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:32.823045 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5ceb2d8a-ed1b-41fb-b1d9-335fb7b1c67c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4109011 Dec 09 23:21:32.825881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58548) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:32.831030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-4368be60-a365-4154-a95d-d370b2238bb0 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-100801884'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:32.850994 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4368be60-a365-4154-a95d-d370b2238bb0 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Made reservation on behalf of 6dad5d1d91b94ea1bd1896b25ba546b8 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:32.854432 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4368be60-a365-4154-a95d-d370b2238bb0 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.879725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4368be60-a365-4154-a95d-d370b2238bb0 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:21:32.890081 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4368be60-a365-4154-a95d-d370b2238bb0 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.890426 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-4368be60-a365-4154-a95d-d370b2238bb0 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Added segment d9aaa349-2cef-40ec-a0b5-76c50ba27e59 of type vlan for network ede3c26a-9668-449a-97bd-28344d981254 Dec 09 23:21:32.911891 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c', 'network_id': '94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c', 'project_id': '6dad5d1d91b94ea1bd1896b25ba546b8', 'fixed_ips': [{'subnet_id': '8d8c28f9-3ad1-402c-8059-141c754dc8dc'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:21:32.912820 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.933916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4368be60-a365-4154-a95d-d370b2238bb0 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.958712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4368be60-a365-4154-a95d-d370b2238bb0 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:32.964919 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4368be60-a365-4154-a95d-d370b2238bb0 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:32.965860 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4368be60-a365-4154-a95d-d370b2238bb0 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.006239 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4368be60-a365-4154-a95d-d370b2238bb0 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1791995 Dec 09 23:21:33.009523 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58550) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:33.014557 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-25328ae3-4346-4eee-8959-cb5a724c5885 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Request body: {'subnet': {'network_id': 'ede3c26a-9668-449a-97bd-28344d981254', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:33.048884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Allocated IP 172.20.0.2 (94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c/8d8c28f9-3ad1-402c-8059-141c754dc8dc/9944b552-d78d-41b7-a56f-9b2a1481f135) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:21:33.061781 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368be60-a365-4154-a95d-d370b2238bb0 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Pushing event updated for resources: {'Network': ['ID=ede3c26a-9668-449a-97bd-28344d981254,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:33.080096 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network ede3c26a-9668-449a-97bd-28344d981254 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:21:33.135675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25328ae3-4346-4eee-8959-cb5a724c5885 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Made reservation on behalf of 6dad5d1d91b94ea1bd1896b25ba546b8 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:33.139076 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25328ae3-4346-4eee-8959-cb5a724c5885 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.250915 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.256888 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.295850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Network 94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:33.301116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:33.305421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:21:33.308436 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Pushing event updated for resources: {'Port': ['ID=9944b552-d78d-41b7-a56f-9b2a1481f135,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:33.329134 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25328ae3-4346-4eee-8959-cb5a724c5885 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.360448 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Attempting to bind port 9944b552-d78d-41b7-a56f-9b2a1481f135 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:21:33.360976 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Attempting to bind port 9944b552-d78d-41b7-a56f-9b2a1481f135 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '041e8a09-7500-470b-b542-9d40f0c11467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:21:33.361350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Attempting to bind port 9944b552-d78d-41b7-a56f-9b2a1481f135 on network 94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:33.366449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:21:33.366828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Checking segment: {'id': '041e8a09-7500-470b-b542-9d40f0c11467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:33.367243 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.367633 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Bound using segment: {'id': '041e8a09-7500-470b-b542-9d40f0c11467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:21:33.368100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Bound port: 9944b552-d78d-41b7-a56f-9b2a1481f135, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041e8a09-7500-470b-b542-9d40f0c11467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:21:33.368481 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.400584 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25328ae3-4346-4eee-8959-cb5a724c5885 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Pushing event updated for resources: {'Subnet': ['ID=b7257984-5bad-4f38-903c-1941a339dd0e,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:33.407678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25328ae3-4346-4eee-8959-cb5a724c5885 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Checking segment: {'id': 'd9aaa349-2cef-40ec-a0b5-76c50ba27e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ede3c26a-9668-449a-97bd-28344d981254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:33.408033 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25328ae3-4346-4eee-8959-cb5a724c5885 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Network hostable DHCP agents. Network: ede3c26a-9668-449a-97bd-28344d981254, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:21:33.426392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25328ae3-4346-4eee-8959-cb5a724c5885 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Network ede3c26a-9668-449a-97bd-28344d981254 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:21:33.427110 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f335b631-4e06-43d2-8557-c72cc0c734a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.436565 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-25328ae3-4346-4eee-8959-cb5a724c5885 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, ede3c26a-9668-449a-97bd-28344d981254) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:33.442049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25328ae3-4346-4eee-8959-cb5a724c5885 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:33.442653 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25328ae3-4346-4eee-8959-cb5a724c5885 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.448229 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] For port 9944b552-d78d-41b7-a56f-9b2a1481f135, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:21:33.453035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] For port 9944b552-d78d-41b7-a56f-9b2a1481f135, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9944b552-d78d-41b7-a56f-9b2a1481f135,segment=NetworkSegment(041e8a09-7500-470b-b542-9d40f0c11467),segment_id=041e8a09-7500-470b-b542-9d40f0c11467)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:21:33.454181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae5efa-b1b0-491f-a0f7-8c2ecb5741f6 None None] Network ede3c26a-9668-449a-97bd-28344d981254 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:33.461170 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-25328ae3-4346-4eee-8959-cb5a724c5885 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4505517 Dec 09 23:21:33.464046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58552) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:33.468514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-b3103783-2552-4e55-95d3-e92bf7324e7c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ede3c26a-9668-449a-97bd-28344d981254'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:33.468746 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.581576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1eaeca-e170-490f-8c2f-401a28afbd90 None None] Pushing event updated for resources: {'Port': ['ID=9944b552-d78d-41b7-a56f-9b2a1481f135,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:33.613881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-ede3c26a-9668-449a-97bd-28344d981254', 'network_id': 'ede3c26a-9668-449a-97bd-28344d981254', 'project_id': '6dad5d1d91b94ea1bd1896b25ba546b8', 'fixed_ips': [{'subnet_id': 'b7257984-5bad-4f38-903c-1941a339dd0e'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:21:33.614779 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.694244 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b3103783-2552-4e55-95d3-e92bf7324e7c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.781828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Allocated IP 172.21.0.2 (ede3c26a-9668-449a-97bd-28344d981254/b7257984-5bad-4f38-903c-1941a339dd0e/fce60e06-23a1-4341-bc03-6b4ac52be56e) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:21:33.839236 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [None req-b3103783-2552-4e55-95d3-e92bf7324e7c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 23:21:33.846697 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b3103783-2552-4e55-95d3-e92bf7324e7c tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] 10.222.0.16 "PUT /v2.0/routers/5518dc9c-bc87-46c5-a736-509c01f2408a HTTP/1.1" status: 400 len: 364 time: 0.3753471 Dec 09 23:21:33.847171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58554) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:33.903913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9873cf-981e-4db9-93d5-0d0545eb5918 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Deleting subnet b7257984-5bad-4f38-903c-1941a339dd0e {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:21:33.937616 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.943064 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-be9873cf-981e-4db9-93d5-0d0545eb5918 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.943738 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.983491 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-be9873cf-981e-4db9-93d5-0d0545eb5918 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:33.988018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Network ede3c26a-9668-449a-97bd-28344d981254 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:33.992831 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:33.995287 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:21:34.002393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Pushing event updated for resources: {'Port': ['ID=fce60e06-23a1-4341-bc03-6b4ac52be56e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:34.053942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Attempting to bind port fce60e06-23a1-4341-bc03-6b4ac52be56e on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:21:34.054312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Attempting to bind port fce60e06-23a1-4341-bc03-6b4ac52be56e by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'd9aaa349-2cef-40ec-a0b5-76c50ba27e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ede3c26a-9668-449a-97bd-28344d981254'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:21:34.054676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Attempting to bind port fce60e06-23a1-4341-bc03-6b4ac52be56e on network ede3c26a-9668-449a-97bd-28344d981254 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:34.059665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:21:34.060033 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Checking segment: {'id': 'd9aaa349-2cef-40ec-a0b5-76c50ba27e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ede3c26a-9668-449a-97bd-28344d981254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:34.060459 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.061123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Bound using segment: {'id': 'd9aaa349-2cef-40ec-a0b5-76c50ba27e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ede3c26a-9668-449a-97bd-28344d981254'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:21:34.061311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Bound port: fce60e06-23a1-4341-bc03-6b4ac52be56e, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9aaa349-2cef-40ec-a0b5-76c50ba27e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ede3c26a-9668-449a-97bd-28344d981254'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:21:34.061678 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.076335 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-be9873cf-981e-4db9-93d5-0d0545eb5918 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.137915 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-be9873cf-981e-4db9-93d5-0d0545eb5918 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.140314 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] For port fce60e06-23a1-4341-bc03-6b4ac52be56e, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:21:34.144241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] For port fce60e06-23a1-4341-bc03-6b4ac52be56e, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fce60e06-23a1-4341-bc03-6b4ac52be56e,segment=NetworkSegment(d9aaa349-2cef-40ec-a0b5-76c50ba27e59),segment_id=d9aaa349-2cef-40ec-a0b5-76c50ba27e59)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:21:34.152443 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.171126 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9873cf-981e-4db9-93d5-0d0545eb5918 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Pushing event deleted for resources: {'Subnet': ['ID=b7257984-5bad-4f38-903c-1941a339dd0e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:34.178295 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-be9873cf-981e-4db9-93d5-0d0545eb5918 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.181833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-be9873cf-981e-4db9-93d5-0d0545eb5918 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] 10.222.0.16 "DELETE /v2.0/subnets/b7257984-5bad-4f38-903c-1941a339dd0e HTTP/1.1" status: 204 len: 168 time: 0.3334725 Dec 09 23:21:34.184704 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58556) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:34.221746 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a992b3c-2a51-4682-87b4-e316b18883ce None None] Pushing event updated for resources: {'Port': ['ID=fce60e06-23a1-4341-bc03-6b4ac52be56e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:34.278868 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.336090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Deleting port fce60e06-23a1-4341-bc03-6b4ac52be56e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:21:34.336660 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.415562 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.444602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] For port fce60e06-23a1-4341-bc03-6b4ac52be56e, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=fce60e06-23a1-4341-bc03-6b4ac52be56e,segment=NetworkSegment(d9aaa349-2cef-40ec-a0b5-76c50ba27e59),segment_id=d9aaa349-2cef-40ec-a0b5-76c50ba27e59)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:34.444602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.463849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Calling delete_port for fce60e06-23a1-4341-bc03-6b4ac52be56e owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:21:34.551008 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.576974 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Pushing event deleted for resources: {'Port': ['ID=fce60e06-23a1-4341-bc03-6b4ac52be56e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:34.586038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] No DVR routers for this DVR port fce60e06-23a1-4341-bc03-6b4ac52be56e on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:21:34.680980 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.683163 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968b8a23-2a6a-4c66-86bd-e5b5691e2f91 None None] Network 94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:34.705368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede3c26a-9668-449a-97bd-28344d981254']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:34.714385 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9944b552-d78d-41b7-a56f-9b2a1481f135 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:21:34.716053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9aaa349-2cef-40ec-a0b5-76c50ba27e59') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:34.716354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9aaa349-2cef-40ec-a0b5-76c50ba27e59') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:34.726684 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.740602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.747383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:21:34.747796 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:21:34.750958 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:21:34.805162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9d0b62fc-f033-4a7e-b774-4c1125a225fb None None] Provisioning complete for port 9944b552-d78d-41b7-a56f-9b2a1481f135 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:34.805528 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d0b62fc-f033-4a7e-b774-4c1125a225fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.819432 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.824229 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.827785 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] 10.222.0.16 "DELETE /v2.0/networks/ede3c26a-9668-449a-97bd-28344d981254 HTTP/1.1" status: 204 len: 168 time: 0.6420507 Dec 09 23:21:34.830986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58558) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:34.842950 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069a431-5458-47d9-b32f-350a3b44bf78 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Pushing event deleted for resources: {'Network': ['ID=ede3c26a-9668-449a-97bd-28344d981254,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:34.872102 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 9944b552-d78d-41b7-a56f-9b2a1481f135 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:34.872469 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.884888 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbfa845-c346-4018-9b0a-498269e55374 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Deleting subnet 8d8c28f9-3ad1-402c-8059-141c754dc8dc {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:21:34.888137 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa845-c346-4018-9b0a-498269e55374 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.946589 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa845-c346-4018-9b0a-498269e55374 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:34.965068 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d0b62fc-f033-4a7e-b774-4c1125a225fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.061478 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa845-c346-4018-9b0a-498269e55374 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.129600 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa845-c346-4018-9b0a-498269e55374 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.163573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfa845-c346-4018-9b0a-498269e55374 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8c28f9-3ad1-402c-8059-141c754dc8dc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:35.175304 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa845-c346-4018-9b0a-498269e55374 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.179984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cfbfa845-c346-4018-9b0a-498269e55374 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] 10.222.0.16 "DELETE /v2.0/subnets/8d8c28f9-3ad1-402c-8059-141c754dc8dc HTTP/1.1" status: 204 len: 168 time: 0.3476393 Dec 09 23:21:35.182464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58560) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:35.226392 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.234818 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.236171 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226f443b-0849-4c11-a923-4701cd9c8b8f None None] Network 94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:35.262608 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-9d0b62fc-f033-4a7e-b774-4c1125a225fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 23:21:35.262967 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-9d0b62fc-f033-4a7e-b774-4c1125a225fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 23:21:35.278514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.322327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 9944b552-d78d-41b7-a56f-9b2a1481f135, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9944b552-d78d-41b7-a56f-9b2a1481f135,segment=NetworkSegment(041e8a09-7500-470b-b542-9d40f0c11467),segment_id=041e8a09-7500-470b-b542-9d40f0c11467)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:35.350372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Deleting port 9944b552-d78d-41b7-a56f-9b2a1481f135 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:21:35.350895 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.353597 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.422842 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=9944b552-d78d-41b7-a56f-9b2a1481f135,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:35.433264 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] For port 9944b552-d78d-41b7-a56f-9b2a1481f135, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=9944b552-d78d-41b7-a56f-9b2a1481f135,segment=NetworkSegment(041e8a09-7500-470b-b542-9d40f0c11467),segment_id=041e8a09-7500-470b-b542-9d40f0c11467)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:35.433631 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.447531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Calling delete_port for 9944b552-d78d-41b7-a56f-9b2a1481f135 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:21:35.472122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784332a2-0cd4-491d-bef2-8b766607edcd None None] DHCP port deletion for ede3c26a-9668-449a-97bd-28344d981254 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:21:35.493021 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1672d045-e9ba-4ae5-992f-9c1dfb7fab02 None None] Network ede3c26a-9668-449a-97bd-28344d981254 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:35.497545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb241d7c-ada0-4fd2-a3ed-64c1c4a92f22 None None] DHCP port deletion for 94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:21:35.508576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1672d045-e9ba-4ae5-992f-9c1dfb7fab02 None None] Network ede3c26a-9668-449a-97bd-28344d981254 could not be found, it might have been deleted concurrently. {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 23:21:35.529005 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.554546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fb241d7c-ada0-4fd2-a3ed-64c1c4a92f22 None None] Deleting port 9944b552-d78d-41b7-a56f-9b2a1481f135 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:21:35.554933 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb241d7c-ada0-4fd2-a3ed-64c1c4a92f22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.556550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Pushing event deleted for resources: {'Port': ['ID=9944b552-d78d-41b7-a56f-9b2a1481f135,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:35.558674 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] No DVR routers for this DVR port 9944b552-d78d-41b7-a56f-9b2a1481f135 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:21:35.618505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fb241d7c-ada0-4fd2-a3ed-64c1c4a92f22 None None] For port 9944b552-d78d-41b7-a56f-9b2a1481f135, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:35.618922 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb241d7c-ada0-4fd2-a3ed-64c1c4a92f22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.631669 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fb241d7c-ada0-4fd2-a3ed-64c1c4a92f22 None None] Calling delete_port for 9944b552-d78d-41b7-a56f-9b2a1481f135 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:21:35.634545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-fb241d7c-ada0-4fd2-a3ed-64c1c4a92f22 None None] Port 9944b552-d78d-41b7-a56f-9b2a1481f135 was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 23:21:35.635883 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb241d7c-ada0-4fd2-a3ed-64c1c4a92f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.640576 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.661343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:35.665052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb241d7c-ada0-4fd2-a3ed-64c1c4a92f22 None None] Pushing event deleted for resources: {'Port': ['ID=9944b552-d78d-41b7-a56f-9b2a1481f135,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:35.669162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb241d7c-ada0-4fd2-a3ed-64c1c4a92f22 None None] No DVR routers for this DVR port 9944b552-d78d-41b7-a56f-9b2a1481f135 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:21:35.670759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041e8a09-7500-470b-b542-9d40f0c11467') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:35.670965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041e8a09-7500-470b-b542-9d40f0c11467') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:35.680854 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.693752 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.699778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:21:35.700113 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:21:35.703149 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:21:35.763477 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.772206 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.775416 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] 10.222.0.16 "DELETE /v2.0/networks/94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c HTTP/1.1" status: 204 len: 168 time: 0.5918005 Dec 09 23:21:35.778255 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58562) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:35.783570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b62fc-f033-4a7e-b774-4c1125a225fb None None] Port 9944b552-d78d-41b7-a56f-9b2a1481f135 update to ACTIVE by agent not found {{(pid=103419) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 23:21:35.786669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac337a-0094-44de-88d9-cfbba2d59f55 tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Pushing event deleted for resources: {'Network': ['ID=94ec7ca0-90f6-4d4d-8c63-c791f8dccb1c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:35.810915 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:21:35.811544 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1930657c-4b69-4ea9-b935-57a4866a948a tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] 10.222.0.16 "GET /v2.0/ports?device_id=5518dc9c-bc87-46c5-a736-509c01f2408a HTTP/1.1" status: 200 len: 205 time: 0.0321035 Dec 09 23:21:35.814692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58564) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:35.887866 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abd9d751-42cd-46d4-8df8-8cb23f84357e tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:35.894264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-51b458f6-4bd6-492d-bbc2-f9d45e581377 None None] Could not find standard attr ID for object fce60e06-23a1-4341-bc03-6b4ac52be56e. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 23:21:35.897371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-51b458f6-4bd6-492d-bbc2-f9d45e581377 None None] Could not find standard attr ID for object 9944b552-d78d-41b7-a56f-9b2a1481f135. {{(pid=103419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 23:21:36.355057 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abd9d751-42cd-46d4-8df8-8cb23f84357e tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:36.357214 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abd9d751-42cd-46d4-8df8-8cb23f84357e tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:36.358968 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:36.399649 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abd9d751-42cd-46d4-8df8-8cb23f84357e tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:36.400129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd9d751-42cd-46d4-8df8-8cb23f84357e tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Fanout notify agent at l3_agent the message router_deleted on router 5518dc9c-bc87-46c5-a736-509c01f2408a {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:21:36.407219 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abd9d751-42cd-46d4-8df8-8cb23f84357e tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:36.410938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-abd9d751-42cd-46d4-8df8-8cb23f84357e tempest-RoutersNegativeTest-1293819980 tempest-RoutersNegativeTest-1293819980-project] 10.222.0.16 "DELETE /v2.0/routers/5518dc9c-bc87-46c5-a736-509c01f2408a HTTP/1.1" status: 204 len: 168 time: 0.5926335 Dec 09 23:21:36.643035 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58570) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:36.656518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9944b552-d78d-41b7-a56f-9b2a1481f135 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:21:36.676542 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 9944b552-d78d-41b7-a56f-9b2a1481f135 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:21:36.676893 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 9944b552-d78d-41b7-a56f-9b2a1481f135 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:21:36.677339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fce60e06-23a1-4341-bc03-6b4ac52be56e no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:21:36.696165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: fce60e06-23a1-4341-bc03-6b4ac52be56e {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:21:36.696521 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device fce60e06-23a1-4341-bc03-6b4ac52be56e not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:21:36.773540 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6fcdc76c-4c14-4961-9fd3-cdef67b7b46e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6dad5d1d91b94ea1bd1896b25ba546b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291742 Dec 09 23:21:36.776096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58574) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:36.823922 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c838e2d-bbec-4748-8491-56cb8d504cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:36.845055 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c838e2d-bbec-4748-8491-56cb8d504cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:36.890730 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c838e2d-bbec-4748-8491-56cb8d504cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:36.894203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8c838e2d-bbec-4748-8491-56cb8d504cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:36.895343 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8c838e2d-bbec-4748-8491-56cb8d504cbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3175787-d1b5-4297-8546-4ad07f4a6705 HTTP/1.1" status: 204 len: 168 time: 0.1182554 Dec 09 23:21:36.902932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c838e2d-bbec-4748-8491-56cb8d504cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3175787-d1b5-4297-8546-4ad07f4a6705,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:37.168167 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:37.498277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58596) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:37.591488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-501294023-network', 'tenant_id': '5175b7b295a8438cada437238d32642b'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:37.612141 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Made reservation on behalf of 5175b7b295a8438cada437238d32642b for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:37.614415 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:37.622384 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:37.694962 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:37.698385 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:37.725339 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:21:37.735163 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:37.740633 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:37.740975 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Added segment 1afd3392-3ef1-4e84-9076-715ba349112f of type vlan for network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 Dec 09 23:21:37.787033 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:37.810456 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:37.811461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:37.811993 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:37.842863 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3434718 Dec 09 23:21:37.846315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58600) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:37.851308 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0ef03c06-9528-4a21-b2d2-9e3dde2a19ea admin admin] Request body: {'subnet': {'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-501294023-subnet', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:37.873213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e53c7-5efe-4f27-b708-aad0740563b3 admin admin] Pushing event updated for resources: {'Network': ['ID=7f35304f-7d11-496a-9ced-c8ad4aeb08b8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:37.875305 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef03c06-9528-4a21-b2d2-9e3dde2a19ea admin admin] Made reservation on behalf of 5175b7b295a8438cada437238d32642b for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:37.877863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0ef03c06-9528-4a21-b2d2-9e3dde2a19ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:37.883881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:21:38.045461 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0ef03c06-9528-4a21-b2d2-9e3dde2a19ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.102866 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef03c06-9528-4a21-b2d2-9e3dde2a19ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aca1b1c-5923-4742-a3c3-c567e11ab537,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:38.110790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef03c06-9528-4a21-b2d2-9e3dde2a19ea admin admin] Checking segment: {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:38.111156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef03c06-9528-4a21-b2d2-9e3dde2a19ea admin admin] Network hostable DHCP agents. Network: 7f35304f-7d11-496a-9ced-c8ad4aeb08b8, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:21:38.127373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef03c06-9528-4a21-b2d2-9e3dde2a19ea admin admin] Network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:21:38.135856 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0ef03c06-9528-4a21-b2d2-9e3dde2a19ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 7f35304f-7d11-496a-9ced-c8ad4aeb08b8) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:38.139906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef03c06-9528-4a21-b2d2-9e3dde2a19ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:38.140513 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0ef03c06-9528-4a21-b2d2-9e3dde2a19ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.145956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619892b6-441c-4a69-b5cd-3924fa3a278a None None] Network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:38.156844 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0ef03c06-9528-4a21-b2d2-9e3dde2a19ea admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3092835 Dec 09 23:21:38.160044 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58602) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:38.164351 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-501294023-router', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:38.184528 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.185565 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.240947 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.252345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-7f35304f-7d11-496a-9ced-c8ad4aeb08b8', 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8', 'project_id': '5175b7b295a8438cada437238d32642b', 'fixed_ips': [{'subnet_id': '4aca1b1c-5923-4742-a3c3-c567e11ab537'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:21:38.253228 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.383515 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.385570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Allocated IP 172.20.0.2 (7f35304f-7d11-496a-9ced-c8ad4aeb08b8/4aca1b1c-5923-4742-a3c3-c567e11ab537/6f052550-f4b7-43fe-88f5-6fa499c00965) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:21:38.524472 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.530454 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.578706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:38.582755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:38.584444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Pushing event updated for resources: {'Port': ['ID=6f052550-f4b7-43fe-88f5-6fa499c00965,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:38.586578 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:21:38.586882 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.607056 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.639380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Attempting to bind port 6f052550-f4b7-43fe-88f5-6fa499c00965 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:21:38.639679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Attempting to bind port 6f052550-f4b7-43fe-88f5-6fa499c00965 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:21:38.640050 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Attempting to bind port 6f052550-f4b7-43fe-88f5-6fa499c00965 on network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:38.645035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:21:38.645418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Checking segment: {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:38.645855 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.646260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Bound using segment: {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:21:38.646736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Bound port: 6f052550-f4b7-43fe-88f5-6fa499c00965, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:21:38.647122 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.708119 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] For port 6f052550-f4b7-43fe-88f5-6fa499c00965, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:21:38.708909 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Allocated IP 172.25.8.193 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/41b99f67-066d-4a4e-a2b1-041f960069b9) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:21:38.711338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] For port 6f052550-f4b7-43fe-88f5-6fa499c00965, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6f052550-f4b7-43fe-88f5-6fa499c00965,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:21:38.715417 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.779139 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2497fdc-6e5c-419e-bd94-ec561c697d2b None None] Pushing event updated for resources: {'Port': ['ID=6f052550-f4b7-43fe-88f5-6fa499c00965,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:38.823741 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.857632 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:38.897414 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:38.900275 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:38.905998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:21:38.917305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3df50-e276-4381-bf37-26f8b62664b4 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:21:38.934637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Pushing event updated for resources: {'Port': ['ID=41b99f67-066d-4a4e-a2b1-041f960069b9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:39.038054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-633e72c6-2b7e-44d6-9131-18e8ab1bf89e None None] Provisioning complete for port 41b99f67-066d-4a4e-a2b1-041f960069b9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:39.038422 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-633e72c6-2b7e-44d6-9131-18e8ab1bf89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:39.078944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-633e72c6-2b7e-44d6-9131-18e8ab1bf89e None None] Port 41b99f67-066d-4a4e-a2b1-041f960069b9 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:21:39.181871 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:39.376234 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:39.737986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b206f83-f63b-4585-8376-3f6b511f6c71 None None] Network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:39.811053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Router e7c8905d-d151-4ec6-9d71-74fe74442e6c is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:21:39.818472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d820b4a6-a5f0-4415-b56b-b4138a819729 None None] Provisioning complete for port 6f052550-f4b7-43fe-88f5-6fa499c00965 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:39.818852 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d820b4a6-a5f0-4415-b56b-b4138a819729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:39.922468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:21:39.935625 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Sync routers for ids ['e7c8905d-d151-4ec6-9d71-74fe74442e6c'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:21:39.937750 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d820b4a6-a5f0-4415-b56b-b4138a819729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:39.942695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:39.944846 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-19e09e27-eae6-4706-9943-47bfea2a95a3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7838261 Dec 09 23:21:39.947841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58604) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:39.964401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Routers {'e7c8905d-d151-4ec6-9d71-74fe74442e6c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:21:39.964895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7c8905d-d151-4ec6-9d71-74fe74442e6c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:40.018189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d820b4a6-a5f0-4415-b56b-b4138a819729 None None] For port 6f052550-f4b7-43fe-88f5-6fa499c00965, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6f052550-f4b7-43fe-88f5-6fa499c00965,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:40.029220 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d820b4a6-a5f0-4415-b56b-b4138a819729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.121767 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Set router e7c8905d-d151-4ec6-9d71-74fe74442e6c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:21:40.123865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820b4a6-a5f0-4415-b56b-b4138a819729 None None] Pushing event updated for resources: {'Port': ['ID=6f052550-f4b7-43fe-88f5-6fa499c00965,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:40.239164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5f745d76-6884-4b35-81d4-caa9bff82ee1 None None] Provisioning complete for port 6f052550-f4b7-43fe-88f5-6fa499c00965 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:40.239446 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5f745d76-6884-4b35-81d4-caa9bff82ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.372054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'name': 'tempest-TestEncryptedCinderVolumes-501294023-router', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:39Z', 'revision_number': 3, 'project_id': '5175b7b295a8438cada437238d32642b', 'gw_port': {'id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:40.384868 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.398193 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Checking router: e7c8905d-d151-4ec6-9d71-74fe74442e6c for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:21:40.398559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Updating router e7c8905d-d151-4ec6-9d71-74fe74442e6c port 41b99f67-066d-4a4e-a2b1-041f960069b9 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:21:40.426694 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.540785 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Allocated IP 172.20.0.1 (7f35304f-7d11-496a-9ced-c8ad4aeb08b8/4aca1b1c-5923-4742-a3c3-c567e11ab537/08254327-a438-46b1-b55a-eb864d9a46b1) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:21:40.646765 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.678787 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.684727 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.690026 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.712767 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6f052550-f4b7-43fe-88f5-6fa499c00965 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:21:40.733834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:40.737590 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:40.741457 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:21:40.749313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641a8a7d-725d-4593-81ef-261b01f10249 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:21:40.771698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Pushing event updated for resources: {'Port': ['ID=08254327-a438-46b1-b55a-eb864d9a46b1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:40.776329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Attempting to bind port 41b99f67-066d-4a4e-a2b1-041f960069b9 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:21:40.776706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Attempting to bind port 41b99f67-066d-4a4e-a2b1-041f960069b9 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:21:40.777077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Attempting to bind port 41b99f67-066d-4a4e-a2b1-041f960069b9 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:40.779008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba662864-e7f3-47f3-bc13-cad35c6553c2 None None] Pushing event updated for resources: {'Port': ['ID=41b99f67-066d-4a4e-a2b1-041f960069b9,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:40.791317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:21:40.791691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:40.792095 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.792493 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:21:40.793339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Bound port: 41b99f67-066d-4a4e-a2b1-041f960069b9, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:21:40.793339 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.796770 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.850248 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6f052550-f4b7-43fe-88f5-6fa499c00965 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:40.850621 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.871417 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] For port 41b99f67-066d-4a4e-a2b1-041f960069b9, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:21:40.893085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] For port 41b99f67-066d-4a4e-a2b1-041f960069b9, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=41b99f67-066d-4a4e-a2b1-041f960069b9,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:21:40.903509 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.936914 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ad193e4b-50e2-4a44-bda6-495e191b5a47 None None] Provisioning complete for port 41b99f67-066d-4a4e-a2b1-041f960069b9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:40.937286 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad193e4b-50e2-4a44-bda6-495e191b5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.946876 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:40.972864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d2843-13e6-4e7f-b1b1-2afe797bb031 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:21:41.020456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Routers {'e7c8905d-d151-4ec6-9d71-74fe74442e6c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:21:41.021061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7c8905d-d151-4ec6-9d71-74fe74442e6c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:41.042064 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba662864-e7f3-47f3-bc13-cad35c6553c2 None None] Pushing event updated for resources: {'Port': ['ID=41b99f67-066d-4a4e-a2b1-041f960069b9,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:41.119594 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:41.124643 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:41.195191 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Pushing event updated for resources: {'Port': ['ID=08254327-a438-46b1-b55a-eb864d9a46b1,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:41.197626 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:41.299826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:41.301072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:41.347587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] Set router e7c8905d-d151-4ec6-9d71-74fe74442e6c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:21:41.349312 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad193e4b-50e2-4a44-bda6-495e191b5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:41.408523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ad193e4b-50e2-4a44-bda6-495e191b5a47 None None] For port 41b99f67-066d-4a4e-a2b1-041f960069b9, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=41b99f67-066d-4a4e-a2b1-041f960069b9,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:41.429327 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Router e7c8905d-d151-4ec6-9d71-74fe74442e6c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:21:41.436991 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad193e4b-50e2-4a44-bda6-495e191b5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:41.541009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad193e4b-50e2-4a44-bda6-495e191b5a47 None None] Pushing event updated for resources: {'Port': ['ID=41b99f67-066d-4a4e-a2b1-041f960069b9,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:41.555198 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:21:41.561256 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d44ea02b-6caf-4c9e-9a04-182d916be8df admin admin] 10.222.0.16 "PUT /v2.0/routers/e7c8905d-d151-4ec6-9d71-74fe74442e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6121716 Dec 09 23:21:41.588954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d6dcb7f9-ec04-4469-b2e0-95d908535358 None None] Provisioning complete for port 41b99f67-066d-4a4e-a2b1-041f960069b9 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:41.589325 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d6dcb7f9-ec04-4469-b2e0-95d908535358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:41.654776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'name': 'tempest-TestEncryptedCinderVolumes-501294023-router', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:40Z', 'revision_number': 4, 'project_id': '5175b7b295a8438cada437238d32642b', 'gw_port': {'id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '08254327-a438-46b1-b55a-eb864d9a46b1', 'name': '', 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'mac_address': 'fa:16:3e:51:f0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4aca1b1c-5923-4742-a3c3-c567e11ab537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:40Z', 'updated_at': '2021-12-09T23:21:40Z', 'revision_number': 1, 'project_id': '5175b7b295a8438cada437238d32642b', 'subnets': [{'id': '4aca1b1c-5923-4742-a3c3-c567e11ab537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:41.696666 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c84735f-d150-433a-b46a-3a0542bae738 None None] The sync data for ids ['e7c8905d-d151-4ec6-9d71-74fe74442e6c'] in n-d-789963-23 is: [{'id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'name': 'tempest-TestEncryptedCinderVolumes-501294023-router', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:40Z', 'revision_number': 4, 'project_id': '5175b7b295a8438cada437238d32642b', 'gw_port': {'id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '08254327-a438-46b1-b55a-eb864d9a46b1', 'name': '', 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'mac_address': 'fa:16:3e:51:f0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4aca1b1c-5923-4742-a3c3-c567e11ab537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:40Z', 'updated_at': '2021-12-09T23:21:40Z', 'revision_number': 1, 'project_id': '5175b7b295a8438cada437238d32642b', 'subnets': [{'id': '4aca1b1c-5923-4742-a3c3-c567e11ab537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:21:41.722718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d6dcb7f9-ec04-4469-b2e0-95d908535358 None None] Provisioning complete for port 08254327-a438-46b1-b55a-eb864d9a46b1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:41.723097 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d6dcb7f9-ec04-4469-b2e0-95d908535358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:41.759437 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d6dcb7f9-ec04-4469-b2e0-95d908535358 None None] Port 08254327-a438-46b1-b55a-eb864d9a46b1 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:21:42.063923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58620) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:42.068945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1531255202-network', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:42.090274 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Made reservation on behalf of da3b7aef7c114d849efe241a2c54aacd for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:42.092640 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.105674 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.189305 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.194837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.221088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:21:42.231114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3c32c9-f9ed-4c18-9a48-829a40e1c375,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:42.236704 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.237056 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Added segment cc78f018-f7d1-4eb1-a0c9-4405dccd00cf of type vlan for network 4ea9c13a-7e42-4912-857b-266b9b78490d Dec 09 23:21:42.278985 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.307236 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.308227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:42.308805 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.350492 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2854116 Dec 09 23:21:42.353657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58622) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:42.362661 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c28e9471-2812-4a42-a80b-5ce2a7dc6e37 admin admin] Request body: {'subnet': {'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1531255202-subnet', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:42.397925 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d45a7-3049-4473-b916-edd1b55ba128 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea9c13a-7e42-4912-857b-266b9b78490d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:42.410020 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 4ea9c13a-7e42-4912-857b-266b9b78490d details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:21:42.421568 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e9471-2812-4a42-a80b-5ce2a7dc6e37 admin admin] Made reservation on behalf of da3b7aef7c114d849efe241a2c54aacd for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:42.424126 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c28e9471-2812-4a42-a80b-5ce2a7dc6e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.602599 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c28e9471-2812-4a42-a80b-5ce2a7dc6e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.655707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e9471-2812-4a42-a80b-5ce2a7dc6e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53317c56-6266-4ee1-b2bb-3a8072211997,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:42.673929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e9471-2812-4a42-a80b-5ce2a7dc6e37 admin admin] Checking segment: {'id': 'cc78f018-f7d1-4eb1-a0c9-4405dccd00cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:42.674303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e9471-2812-4a42-a80b-5ce2a7dc6e37 admin admin] Network hostable DHCP agents. Network: 4ea9c13a-7e42-4912-857b-266b9b78490d, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:21:42.692366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e9471-2812-4a42-a80b-5ce2a7dc6e37 admin admin] Network 4ea9c13a-7e42-4912-857b-266b9b78490d is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:21:42.703395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-c28e9471-2812-4a42-a80b-5ce2a7dc6e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 4ea9c13a-7e42-4912-857b-266b9b78490d) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:42.705533 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 41b99f67-066d-4a4e-a2b1-041f960069b9 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:21:42.708372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e9471-2812-4a42-a80b-5ce2a7dc6e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:42.708965 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c28e9471-2812-4a42-a80b-5ce2a7dc6e37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.735333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d9059b-8a7c-440e-ab1d-9b5b10bacd03 None None] Network 4ea9c13a-7e42-4912-857b-266b9b78490d requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:42.735941 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c28e9471-2812-4a42-a80b-5ce2a7dc6e37 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3815331 Dec 09 23:21:42.738339 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58624) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:42.742857 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1531255202-router', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:42.765325 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.767220 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.824439 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.837773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 41b99f67-066d-4a4e-a2b1-041f960069b9 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:42.838787 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.890152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-4ea9c13a-7e42-4912-857b-266b9b78490d', 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d', 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'fixed_ips': [{'subnet_id': '53317c56-6266-4ee1-b2bb-3a8072211997'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:21:42.891258 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:42.976678 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:43.076819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Allocated IP 172.20.0.2 (4ea9c13a-7e42-4912-857b-266b9b78490d/53317c56-6266-4ee1-b2bb-3a8072211997/85daf730-8a09-47e7-b2ae-e1e66873ae48) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:21:43.203396 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:43.219792 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:43.223529 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:43.228776 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:43.268170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Network 4ea9c13a-7e42-4912-857b-266b9b78490d is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:43.271069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:43.273581 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:21:43.286961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Pushing event updated for resources: {'Port': ['ID=85daf730-8a09-47e7-b2ae-e1e66873ae48,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:43.327357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Allocated IP 172.25.8.15 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/047f2a67-3208-43eb-beb8-9f1b033782e1) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:21:43.343136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Attempting to bind port 85daf730-8a09-47e7-b2ae-e1e66873ae48 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:21:43.343753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Attempting to bind port 85daf730-8a09-47e7-b2ae-e1e66873ae48 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'cc78f018-f7d1-4eb1-a0c9-4405dccd00cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:21:43.344127 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Attempting to bind port 85daf730-8a09-47e7-b2ae-e1e66873ae48 on network 4ea9c13a-7e42-4912-857b-266b9b78490d {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:43.349388 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:21:43.349774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Checking segment: {'id': 'cc78f018-f7d1-4eb1-a0c9-4405dccd00cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:43.350211 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:43.350613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Bound using segment: {'id': 'cc78f018-f7d1-4eb1-a0c9-4405dccd00cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:21:43.351088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Bound port: 85daf730-8a09-47e7-b2ae-e1e66873ae48, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc78f018-f7d1-4eb1-a0c9-4405dccd00cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:21:43.351473 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:43.413514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] For port 85daf730-8a09-47e7-b2ae-e1e66873ae48, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:21:43.416609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] For port 85daf730-8a09-47e7-b2ae-e1e66873ae48, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=85daf730-8a09-47e7-b2ae-e1e66873ae48,segment=NetworkSegment(cc78f018-f7d1-4eb1-a0c9-4405dccd00cf),segment_id=cc78f018-f7d1-4eb1-a0c9-4405dccd00cf)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:21:43.420854 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:43.444475 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:43.487231 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:43.494623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b84d-cd66-4708-bfbc-c36c216ff06a None None] Pushing event updated for resources: {'Port': ['ID=85daf730-8a09-47e7-b2ae-e1e66873ae48,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:43.534382 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:43.537506 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:43.541167 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:21:43.551038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189950af-ab0c-4c2e-bed0-c23e94f4abaa None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:21:43.575257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Pushing event updated for resources: {'Port': ['ID=047f2a67-3208-43eb-beb8-9f1b033782e1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:43.599906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-92075bcb-51f5-43bc-b60c-d3e0c05bd8e4 None None] Provisioning complete for port 047f2a67-3208-43eb-beb8-9f1b033782e1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:43.600290 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92075bcb-51f5-43bc-b60c-d3e0c05bd8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:43.670129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-92075bcb-51f5-43bc-b60c-d3e0c05bd8e4 None None] Port 047f2a67-3208-43eb-beb8-9f1b033782e1 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:21:43.828292 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Sync routers for ids ['e7c8905d-d151-4ec6-9d71-74fe74442e6c'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:21:43.834381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:43.838332 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Routers {'e7c8905d-d151-4ec6-9d71-74fe74442e6c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:21:43.839018 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7c8905d-d151-4ec6-9d71-74fe74442e6c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:44.034554 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Set router e7c8905d-d151-4ec6-9d71-74fe74442e6c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:21:44.037904 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:44.184660 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Router 3a790373-0089-4129-836d-c79ecd957b37 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:21:44.246256 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'name': 'tempest-TestEncryptedCinderVolumes-501294023-router', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:40Z', 'revision_number': 4, 'project_id': '5175b7b295a8438cada437238d32642b', 'gw_port': {'id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '08254327-a438-46b1-b55a-eb864d9a46b1', 'name': '', 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'mac_address': 'fa:16:3e:51:f0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4aca1b1c-5923-4742-a3c3-c567e11ab537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:40Z', 'updated_at': '2021-12-09T23:21:40Z', 'revision_number': 2, 'project_id': '5175b7b295a8438cada437238d32642b', 'subnets': [{'id': '4aca1b1c-5923-4742-a3c3-c567e11ab537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:44.274376 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Checking router: e7c8905d-d151-4ec6-9d71-74fe74442e6c for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:21:44.274735 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Updating router e7c8905d-d151-4ec6-9d71-74fe74442e6c port 08254327-a438-46b1-b55a-eb864d9a46b1 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:21:44.305940 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:44.469026 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573275ae-12f3-463d-86f4-65f93f852c7f None None] Network 4ea9c13a-7e42-4912-857b-266b9b78490d requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:21:44.546404 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-75a08282-919e-4db0-88ec-90bc1f9f1ed0 None None] Provisioning complete for port 85daf730-8a09-47e7-b2ae-e1e66873ae48 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:44.546933 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75a08282-919e-4db0-88ec-90bc1f9f1ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:44.592120 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:44.597580 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:44.643277 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:21:44.645317 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Pushing event updated for resources: {'Port': ['ID=08254327-a438-46b1-b55a-eb864d9a46b1,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:44.656509 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.656872 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.658885 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.659247 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.659770 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.660697 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.661180 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.661668 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.662341 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.662844 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.663453 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.665083 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.665584 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:21:44.669927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Sync routers for ids ['3a790373-0089-4129-836d-c79ecd957b37'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:21:44.694948 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:44.698728 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1c4bc1b0-0c22-40b9-969c-c0c4fe5df947 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9570198 Dec 09 23:21:44.699081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58626) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:21:44.722908 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75a08282-919e-4db0-88ec-90bc1f9f1ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:44.724762 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Routers {'3a790373-0089-4129-836d-c79ecd957b37'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:21:44.725407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3a790373-0089-4129-836d-c79ecd957b37'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:44.772213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 85daf730-8a09-47e7-b2ae-e1e66873ae48 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:21:44.776804 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Attempting to bind port 08254327-a438-46b1-b55a-eb864d9a46b1 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:21:44.777408 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Attempting to bind port 08254327-a438-46b1-b55a-eb864d9a46b1 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:21:44.777990 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Attempting to bind port 08254327-a438-46b1-b55a-eb864d9a46b1 on network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:44.784094 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:21:44.784862 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Checking segment: {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:44.785434 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:44.786033 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Bound using segment: {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:21:44.786919 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Bound port: 08254327-a438-46b1-b55a-eb864d9a46b1, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:21:44.787468 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:44.868900 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] For port 08254327-a438-46b1-b55a-eb864d9a46b1, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:21:44.873451 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] For port 08254327-a438-46b1-b55a-eb864d9a46b1, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=08254327-a438-46b1-b55a-eb864d9a46b1,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:21:44.878733 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:44.887212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-75a08282-919e-4db0-88ec-90bc1f9f1ed0 None None] For port 85daf730-8a09-47e7-b2ae-e1e66873ae48, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=85daf730-8a09-47e7-b2ae-e1e66873ae48,segment=NetworkSegment(cc78f018-f7d1-4eb1-a0c9-4405dccd00cf),segment_id=cc78f018-f7d1-4eb1-a0c9-4405dccd00cf)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:44.898603 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75a08282-919e-4db0-88ec-90bc1f9f1ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:44.958386 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Routers {'e7c8905d-d151-4ec6-9d71-74fe74442e6c'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:21:44.960577 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7c8905d-d151-4ec6-9d71-74fe74442e6c'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:44.960724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Set router 3a790373-0089-4129-836d-c79ecd957b37 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:21:45.038249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 85daf730-8a09-47e7-b2ae-e1e66873ae48 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:45.038626 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:45.042077 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ca9f4-bf10-4c62-8720-dd27f4dd6ebe None None] Pushing event updated for resources: {'Port': ['ID=08254327-a438-46b1-b55a-eb864d9a46b1,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:45.073665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a08282-919e-4db0-88ec-90bc1f9f1ed0 None None] Pushing event updated for resources: {'Port': ['ID=85daf730-8a09-47e7-b2ae-e1e66873ae48,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:45.126077 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] Set router e7c8905d-d151-4ec6-9d71-74fe74442e6c gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:21:45.168336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-560a4534-0195-466e-acfe-a3d6fbdb1d62 None None] Provisioning complete for port 85daf730-8a09-47e7-b2ae-e1e66873ae48 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:45.168715 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-560a4534-0195-466e-acfe-a3d6fbdb1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:45.274521 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:45.351838 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a790373-0089-4129-836d-c79ecd957b37', 'name': 'tempest-TestEncryptedCinderVolumes-1531255202-router', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:42Z', 'updated_at': '2021-12-09T23:21:43Z', 'revision_number': 3, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'gw_port': {'id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:77:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a790373-0089-4129-836d-c79ecd957b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:43Z', 'updated_at': '2021-12-09T23:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:45.359755 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'name': 'tempest-TestEncryptedCinderVolumes-501294023-router', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:40Z', 'revision_number': 4, 'project_id': '5175b7b295a8438cada437238d32642b', 'gw_port': {'id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '08254327-a438-46b1-b55a-eb864d9a46b1', 'name': '', 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'mac_address': 'fa:16:3e:51:f0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4aca1b1c-5923-4742-a3c3-c567e11ab537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:40Z', 'updated_at': '2021-12-09T23:21:44Z', 'revision_number': 4, 'project_id': '5175b7b295a8438cada437238d32642b', 'subnets': [{'id': '4aca1b1c-5923-4742-a3c3-c567e11ab537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:45.388559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Checking router: 3a790373-0089-4129-836d-c79ecd957b37 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:21:45.388836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Updating router 3a790373-0089-4129-836d-c79ecd957b37 port 047f2a67-3208-43eb-beb8-9f1b033782e1 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:21:45.391067 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b8613-e721-4a2f-b5d4-da8f31816bbf None None] The sync data for ids ['e7c8905d-d151-4ec6-9d71-74fe74442e6c'] in n-d-789963-23 is: [{'id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'name': 'tempest-TestEncryptedCinderVolumes-501294023-router', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:40Z', 'revision_number': 4, 'project_id': '5175b7b295a8438cada437238d32642b', 'gw_port': {'id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '08254327-a438-46b1-b55a-eb864d9a46b1', 'name': '', 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'mac_address': 'fa:16:3e:51:f0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4aca1b1c-5923-4742-a3c3-c567e11ab537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:40Z', 'updated_at': '2021-12-09T23:21:44Z', 'revision_number': 4, 'project_id': '5175b7b295a8438cada437238d32642b', 'subnets': [{'id': '4aca1b1c-5923-4742-a3c3-c567e11ab537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:21:45.425037 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:45.446460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-560a4534-0195-466e-acfe-a3d6fbdb1d62 None None] Provisioning complete for port 08254327-a438-46b1-b55a-eb864d9a46b1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:45.447388 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-560a4534-0195-466e-acfe-a3d6fbdb1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:45.468167 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Allocated IP 172.20.0.1 (4ea9c13a-7e42-4912-857b-266b9b78490d/53317c56-6266-4ee1-b2bb-3a8072211997/6704fce6-961a-42dc-9f6a-164e93c5fc4f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:21:45.597331 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:45.637926 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:45.647982 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-560a4534-0195-466e-acfe-a3d6fbdb1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:45.690025 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Network 4ea9c13a-7e42-4912-857b-266b9b78490d is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:45.690025 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:45.698110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:21:45.703125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-560a4534-0195-466e-acfe-a3d6fbdb1d62 None None] For port 08254327-a438-46b1-b55a-eb864d9a46b1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=08254327-a438-46b1-b55a-eb864d9a46b1,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:45.718762 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-560a4534-0195-466e-acfe-a3d6fbdb1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:45.729635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Pushing event updated for resources: {'Port': ['ID=6704fce6-961a-42dc-9f6a-164e93c5fc4f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:45.748211 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:45.913063 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.033568 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.036042 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a4534-0195-466e-acfe-a3d6fbdb1d62 None None] Pushing event updated for resources: {'Port': ['ID=08254327-a438-46b1-b55a-eb864d9a46b1,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:46.040691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a664edf5-d64c-4c5f-b7b7-7d9125be03ca None None] Provisioning complete for port 08254327-a438-46b1-b55a-eb864d9a46b1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:46.041104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a664edf5-d64c-4c5f-b7b7-7d9125be03ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.062841 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.111677 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.117046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783767b4-8481-4ebb-b233-b220a82ea8de None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:21:46.117395 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.134038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Attempting to bind port 047f2a67-3208-43eb-beb8-9f1b033782e1 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:21:46.134414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Attempting to bind port 047f2a67-3208-43eb-beb8-9f1b033782e1 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:21:46.134787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Attempting to bind port 047f2a67-3208-43eb-beb8-9f1b033782e1 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:46.154464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:21:46.154851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:46.155274 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.155659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:21:46.156141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Bound port: 047f2a67-3208-43eb-beb8-9f1b033782e1, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:21:46.156526 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.161677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c6af3-34cf-469c-ad72-3286ace1efe0 None None] Pushing event updated for resources: {'Port': ['ID=047f2a67-3208-43eb-beb8-9f1b033782e1,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:46.203980 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.205559 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Pushing event updated for resources: {'Port': ['ID=6704fce6-961a-42dc-9f6a-164e93c5fc4f,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:46.257435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] For port 047f2a67-3208-43eb-beb8-9f1b033782e1, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:21:46.270364 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] For port 047f2a67-3208-43eb-beb8-9f1b033782e1, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=047f2a67-3208-43eb-beb8-9f1b033782e1,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:21:46.277121 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.318329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Network 4ea9c13a-7e42-4912-857b-266b9b78490d is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:46.319997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:46.321804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55244180-6804-4e22-a8d8-916b734a5a20 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:21:46.352925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Routers {'3a790373-0089-4129-836d-c79ecd957b37'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:21:46.353806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3a790373-0089-4129-836d-c79ecd957b37'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:46.409124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c6af3-34cf-469c-ad72-3286ace1efe0 None None] Pushing event updated for resources: {'Port': ['ID=047f2a67-3208-43eb-beb8-9f1b033782e1,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:46.432586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a503285f-4736-4774-9bc9-023638800d66 None None] Provisioning complete for port 047f2a67-3208-43eb-beb8-9f1b033782e1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:46.432968 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a503285f-4736-4774-9bc9-023638800d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.461026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Router 3a790373-0089-4129-836d-c79ecd957b37 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:21:46.517544 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] Set router 3a790373-0089-4129-836d-c79ecd957b37 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:21:46.586472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:21:46.597568 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-85655393-03a7-4882-acb1-1a17de65c87e admin admin] 10.222.0.16 "PUT /v2.0/routers/3a790373-0089-4129-836d-c79ecd957b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8915961 Dec 09 23:21:46.637946 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a503285f-4736-4774-9bc9-023638800d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.698585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a503285f-4736-4774-9bc9-023638800d66 None None] For port 047f2a67-3208-43eb-beb8-9f1b033782e1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=047f2a67-3208-43eb-beb8-9f1b033782e1,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:46.705623 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a503285f-4736-4774-9bc9-023638800d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.733637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 08254327-a438-46b1-b55a-eb864d9a46b1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:21:46.796755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a503285f-4736-4774-9bc9-023638800d66 None None] Provisioning complete for port 6704fce6-961a-42dc-9f6a-164e93c5fc4f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:46.797126 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a503285f-4736-4774-9bc9-023638800d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.856332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503285f-4736-4774-9bc9-023638800d66 None None] Pushing event updated for resources: {'Port': ['ID=047f2a67-3208-43eb-beb8-9f1b033782e1,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:46.879806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a503285f-4736-4774-9bc9-023638800d66 None None] Port 6704fce6-961a-42dc-9f6a-164e93c5fc4f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:21:46.896258 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 08254327-a438-46b1-b55a-eb864d9a46b1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:46.896637 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:46.930313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a790373-0089-4129-836d-c79ecd957b37', 'name': 'tempest-TestEncryptedCinderVolumes-1531255202-router', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:42Z', 'updated_at': '2021-12-09T23:21:45Z', 'revision_number': 4, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'gw_port': {'id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:77:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a790373-0089-4129-836d-c79ecd957b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:43Z', 'updated_at': '2021-12-09T23:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '6704fce6-961a-42dc-9f6a-164e93c5fc4f', 'name': '', 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'mac_address': 'fa:16:3e:73:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a790373-0089-4129-836d-c79ecd957b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '53317c56-6266-4ee1-b2bb-3a8072211997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:45Z', 'updated_at': '2021-12-09T23:21:45Z', 'revision_number': 2, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'subnets': [{'id': '53317c56-6266-4ee1-b2bb-3a8072211997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:46.961680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d9b91-3aa9-4991-8e9a-d638e33ef1e0 None None] The sync data for ids ['3a790373-0089-4129-836d-c79ecd957b37'] in n-d-789963-23 is: [{'id': '3a790373-0089-4129-836d-c79ecd957b37', 'name': 'tempest-TestEncryptedCinderVolumes-1531255202-router', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:42Z', 'updated_at': '2021-12-09T23:21:45Z', 'revision_number': 4, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'gw_port': {'id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:77:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a790373-0089-4129-836d-c79ecd957b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:43Z', 'updated_at': '2021-12-09T23:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '6704fce6-961a-42dc-9f6a-164e93c5fc4f', 'name': '', 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'mac_address': 'fa:16:3e:73:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a790373-0089-4129-836d-c79ecd957b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '53317c56-6266-4ee1-b2bb-3a8072211997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:45Z', 'updated_at': '2021-12-09T23:21:45Z', 'revision_number': 2, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'subnets': [{'id': '53317c56-6266-4ee1-b2bb-3a8072211997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:21:47.019001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 85daf730-8a09-47e7-b2ae-e1e66873ae48 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:21:47.041592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c49177ec-40bb-4ae4-b9ae-53baad3c06db None None] Provisioning complete for port 6704fce6-961a-42dc-9f6a-164e93c5fc4f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:47.041997 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c49177ec-40bb-4ae4-b9ae-53baad3c06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:47.087940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c49177ec-40bb-4ae4-b9ae-53baad3c06db None None] Port 6704fce6-961a-42dc-9f6a-164e93c5fc4f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:21:47.100007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 85daf730-8a09-47e7-b2ae-e1e66873ae48 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:47.100382 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:47.458595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-d2787eba-ed38-4b7d-a148-9f449582cb8d tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:47.460389 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-d2787eba-ed38-4b7d-a148-9f449582cb8d tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/networks?id=7f35304f-7d11-496a-9ced-c8ad4aeb08b8 HTTP/1.1" status: 200 len: 816 time: 0.1099308 Dec 09 23:21:47.475848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-ed2a2666-d8e8-4ee0-9d47-97612fdbbefd tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/quotas/5175b7b295a8438cada437238d32642b HTTP/1.1" status: 200 len: 375 time: 0.0097060 Dec 09 23:21:47.528563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-278fb778-4cdb-42e4-95a2-3e9ad2529468 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5175b7b295a8438cada437238d32642b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471163 Dec 09 23:21:47.627790 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-9af24793-1ad2-4a82-aac4-0bd4c399b3d5 service neutron] 10.222.0.16 "GET /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873594 Dec 09 23:21:47.714360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-41e9eb6c-1c3e-4ea9-a392-9a3963452965 service neutron] 10.222.0.16 "GET /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801547 Dec 09 23:21:47.879318 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-643d50a7-b1d6-409f-b572-6b7bb4371ea2 req-1c3275a7-26d3-47fe-bda9-cea178f4740a tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 210 time: 0.0310764 Dec 09 23:21:48.689550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 047f2a67-3208-43eb-beb8-9f1b033782e1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:21:48.739636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 047f2a67-3208-43eb-beb8-9f1b033782e1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:48.740119 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:48.941229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-e4064aea-43b9-4be0-889e-fb0d55d539c6 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:48.942721 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-e4064aea-43b9-4be0-889e-fb0d55d539c6 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.18 "GET /v2.0/networks?id=7f35304f-7d11-496a-9ced-c8ad4aeb08b8 HTTP/1.1" status: 200 len: 816 time: 0.1201932 Dec 09 23:21:48.963088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Request body: {'port': {'device_id': 'ed8a5e77-bc31-419f-a6bd-4249be158a5f', 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8', 'admin_state_up': True, 'tenant_id': '5175b7b295a8438cada437238d32642b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:48.975419 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4826ea90-4e3f-432a-9365-1c9863b6f97b req-8781ad28-a665-424e-8849-e00c67615eba tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 210 time: 0.0259137 Dec 09 23:21:49.072820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Made reservation on behalf of 5175b7b295a8438cada437238d32642b for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:21:49.076431 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:49.206700 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Allocated IP 172.20.0.14 (7f35304f-7d11-496a-9ced-c8ad4aeb08b8/4aca1b1c-5923-4742-a3c3-c567e11ab537/7f1d42b6-ef71-40a7-ab64-e57f75208aaa) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:21:49.359059 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:49.393923 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:49.435657 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:21:49.438863 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:21:49.442458 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:21:49.470605 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Pushing event updated for resources: {'Port': ['ID=7f1d42b6-ef71-40a7-ab64-e57f75208aaa,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:49.499186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:49.499830 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:49.519091 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-c2fc5011-30f3-4a24-bcc1-f9cde8d0f6ed tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5597749 Dec 09 23:21:49.528724 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Sync routers for ids ['3a790373-0089-4129-836d-c79ecd957b37'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:21:49.537694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Request body: {'port': {'device_id': 'ed8a5e77-bc31-419f-a6bd-4249be158a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:21:49.540749 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Routers {'3a790373-0089-4129-836d-c79ecd957b37'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:21:49.541438 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3a790373-0089-4129-836d-c79ecd957b37'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:49.599628 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:49.651358 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Set router 3a790373-0089-4129-836d-c79ecd957b37 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:21:49.734961 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1ffa699d-7991-42c6-a936-0473d5261100 None None] Provisioning complete for port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:49.735542 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1ffa699d-7991-42c6-a936-0473d5261100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:49.775062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa699d-7991-42c6-a936-0473d5261100 None None] Port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:21:49.850165 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a790373-0089-4129-836d-c79ecd957b37', 'name': 'tempest-TestEncryptedCinderVolumes-1531255202-router', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:42Z', 'updated_at': '2021-12-09T23:21:45Z', 'revision_number': 4, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'gw_port': {'id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a790373-0089-4129-836d-c79ecd957b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:43Z', 'updated_at': '2021-12-09T23:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '6704fce6-961a-42dc-9f6a-164e93c5fc4f', 'name': '', 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'mac_address': 'fa:16:3e:73:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a790373-0089-4129-836d-c79ecd957b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '53317c56-6266-4ee1-b2bb-3a8072211997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:45Z', 'updated_at': '2021-12-09T23:21:45Z', 'revision_number': 2, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'subnets': [{'id': '53317c56-6266-4ee1-b2bb-3a8072211997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:49.870768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1d42b6-ef71-40a7-ab64-e57f75208aaa {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:21:49.880140 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Checking router: 3a790373-0089-4129-836d-c79ecd957b37 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:21:49.880541 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Updating router 3a790373-0089-4129-836d-c79ecd957b37 port 6704fce6-961a-42dc-9f6a-164e93c5fc4f binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:21:49.881355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:49.895075 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Transition to ACTIVE for port object 7f1d42b6-ef71-40a7-ab64-e57f75208aaa will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:21:49.898300 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:49.905459 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:49.972471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Pushing event updated for resources: {'Port': ['ID=7f1d42b6-ef71-40a7-ab64-e57f75208aaa,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:50.025261 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Attempting to bind port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:21:50.025934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Attempting to bind port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:21:50.025934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Attempting to bind port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa on network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:50.032601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa on network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:21:50.033037 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Attempting to bind port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa on network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:50.038709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:21:50.039622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Checking segment: {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:50.039622 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Bound using segment: {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:21:50.039870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Bound port: 7f1d42b6-ef71-40a7-ab64-e57f75208aaa, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:21:50.040222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:50.117750 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08623-b419-49af-90ad-0676215fa672 req-b115c6c3-fc06-479c-92a4-b6d946cee399 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:50.120332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4b08623-b419-49af-90ad-0676215fa672 req-b115c6c3-fc06-479c-92a4-b6d946cee399 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 944 time: 0.0538547 Dec 09 23:21:50.124548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] For port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:21:50.129707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] For port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7f1d42b6-ef71-40a7-ab64-e57f75208aaa,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:21:50.134853 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:50.153152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:50.154578 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:50.156226 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] 10.222.0.18 "PUT /v2.0/ports/7f1d42b6-ef71-40a7-ab64-e57f75208aaa HTTP/1.1" status: 200 len: 1093 time: 0.6230218 Dec 09 23:21:50.180082 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8a5e77-bc31-419f-a6bd-4249be158a5f', 'tag': '7f1d42b6-ef71-40a7-ab64-e57f75208aaa'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:21:50.183697 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6757523-d9e7-4c64-b201-547fe8cf754f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8a5e77-bc31-419f-a6bd-4249be158a5f", "tag": "7f1d42b6-ef71-40a7-ab64-e57f75208aaa"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:21:50.199602 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e4b08623-b419-49af-90ad-0676215fa672 req-9186b985-ec13-467a-9006-a0051cf4d0f7 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706072 Dec 09 23:21:50.217899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389e3db-096a-407d-a795-fc08f3bded7d service neutron] Pushing event updated for resources: {'Port': ['ID=7f1d42b6-ef71-40a7-ab64-e57f75208aaa,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:50.241559 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:50.243701 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:50.275871 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fe5e73-d96e-484a-a540-9a682a488c68 x-openstack-request-id: req-11fe5e73-d96e-484a-a540-9a682a488c68 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:21:50.276286 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8a5e77-bc31-419f-a6bd-4249be158a5f", "tag": "7f1d42b6-ef71-40a7-ab64-e57f75208aaa", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:21:50.276401 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11fe5e73-d96e-484a-a540-9a682a488c68 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:21:50.276829 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8a5e77-bc31-419f-a6bd-4249be158a5f', 'tag': '7f1d42b6-ef71-40a7-ab64-e57f75208aaa', 'status': 'completed', 'code': 200} Dec 09 23:21:50.297145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-15a3b50f-37c9-4d6e-b3d2-fddbb6d22491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:50.299619 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-15a3b50f-37c9-4d6e-b3d2-fddbb6d22491 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5175b7b295a8438cada437238d32642b&device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 1096 time: 0.0738935 Dec 09 23:21:50.352399 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-b310c0d7-9984-4a6b-a5bf-aa08f7bcc16b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1d42b6-ef71-40a7-ab64-e57f75208aaa HTTP/1.1" status: 200 len: 217 time: 0.0372822 Dec 09 23:21:50.400982 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45b292-d68b-49e7-adb1-a1105e0561cd None None] Pushing event updated for resources: {'Port': ['ID=6704fce6-961a-42dc-9f6a-164e93c5fc4f,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:50.408913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-5098a22e-4dab-4cc5-8102-839f7a2e80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:50.410455 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-5098a22e-4dab-4cc5-8102-839f7a2e80cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4aca1b1c-5923-4742-a3c3-c567e11ab537 HTTP/1.1" status: 200 len: 855 time: 0.0492766 Dec 09 23:21:50.460153 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Attempting to bind port 6704fce6-961a-42dc-9f6a-164e93c5fc4f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:21:50.460813 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Attempting to bind port 6704fce6-961a-42dc-9f6a-164e93c5fc4f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'cc78f018-f7d1-4eb1-a0c9-4405dccd00cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:21:50.461173 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Attempting to bind port 6704fce6-961a-42dc-9f6a-164e93c5fc4f on network 4ea9c13a-7e42-4912-857b-266b9b78490d {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:21:50.469114 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-ab9ae596-21b6-4579-8192-53b386325a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:50.470967 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-ab9ae596-21b6-4579-8192-53b386325a34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f35304f-7d11-496a-9ced-c8ad4aeb08b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533357 Dec 09 23:21:50.472066 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:21:50.472446 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Checking segment: {'id': 'cc78f018-f7d1-4eb1-a0c9-4405dccd00cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:21:50.472843 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:50.473233 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Bound using segment: {'id': 'cc78f018-f7d1-4eb1-a0c9-4405dccd00cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:21:50.473701 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Bound port: 6704fce6-961a-42dc-9f6a-164e93c5fc4f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc78f018-f7d1-4eb1-a0c9-4405dccd00cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:21:50.474185 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:50.550854 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] For port 6704fce6-961a-42dc-9f6a-164e93c5fc4f, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:21:50.555913 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] For port 6704fce6-961a-42dc-9f6a-164e93c5fc4f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6704fce6-961a-42dc-9f6a-164e93c5fc4f,segment=NetworkSegment(cc78f018-f7d1-4eb1-a0c9-4405dccd00cf),segment_id=cc78f018-f7d1-4eb1-a0c9-4405dccd00cf)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:21:50.562600 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:50.586287 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-f63f49f3-fb78-4a63-9392-0883ec7dcfd2 service neutron] 10.222.0.18 "GET /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082523 Dec 09 23:21:50.659398 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Routers {'3a790373-0089-4129-836d-c79ecd957b37'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:21:50.660043 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:21:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3a790373-0089-4129-836d-c79ecd957b37'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:50.665764 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45b292-d68b-49e7-adb1-a1105e0561cd None None] Pushing event updated for resources: {'Port': ['ID=6704fce6-961a-42dc-9f6a-164e93c5fc4f,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:50.671084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b7957cfb-3d45-48d4-86e7-4e82bddc598e None None] Provisioning complete for port 6704fce6-961a-42dc-9f6a-164e93c5fc4f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:50.672156 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b7957cfb-3d45-48d4-86e7-4e82bddc598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:50.740382 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2413e30c-2a13-42b9-91eb-493513597ff0 req-4f1587c1-da7a-4361-a8f8-9c8c3115122c service neutron] 10.222.0.18 "GET /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441240 Dec 09 23:21:50.794869 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b7957cfb-3d45-48d4-86e7-4e82bddc598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:50.815428 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] Set router 3a790373-0089-4129-836d-c79ecd957b37 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:21:50.836927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b7957cfb-3d45-48d4-86e7-4e82bddc598e None None] For port 6704fce6-961a-42dc-9f6a-164e93c5fc4f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6704fce6-961a-42dc-9f6a-164e93c5fc4f,segment=NetworkSegment(cc78f018-f7d1-4eb1-a0c9-4405dccd00cf),segment_id=cc78f018-f7d1-4eb1-a0c9-4405dccd00cf)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:50.842078 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b7957cfb-3d45-48d4-86e7-4e82bddc598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:50.889658 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6757523-d9e7-4c64-b201-547fe8cf754f req-3f727eef-4000-4d30-980b-19f28804247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:50.891534 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d6757523-d9e7-4c64-b201-547fe8cf754f req-3f727eef-4000-4d30-980b-19f28804247c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5175b7b295a8438cada437238d32642b&device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 1096 time: 0.0496941 Dec 09 23:21:50.894619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7957cfb-3d45-48d4-86e7-4e82bddc598e None None] Pushing event updated for resources: {'Port': ['ID=6704fce6-961a-42dc-9f6a-164e93c5fc4f,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:50.962230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2d6cf4f0-293f-4418-b9a3-31c4116d8871 None None] Provisioning complete for port 6704fce6-961a-42dc-9f6a-164e93c5fc4f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:50.962897 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf4f0-293f-4418-b9a3-31c4116d8871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:50.998197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6757523-d9e7-4c64-b201-547fe8cf754f req-99e97fb6-850d-4d30-b1bd-75bcbbfee1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:50.999906 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d6757523-d9e7-4c64-b201-547fe8cf754f req-99e97fb6-850d-4d30-b1bd-75bcbbfee1d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f35304f-7d11-496a-9ced-c8ad4aeb08b8 HTTP/1.1" status: 200 len: 917 time: 0.1017017 Dec 09 23:21:51.031761 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a790373-0089-4129-836d-c79ecd957b37', 'name': 'tempest-TestEncryptedCinderVolumes-1531255202-router', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:42Z', 'updated_at': '2021-12-09T23:21:45Z', 'revision_number': 4, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'gw_port': {'id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a790373-0089-4129-836d-c79ecd957b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:43Z', 'updated_at': '2021-12-09T23:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '6704fce6-961a-42dc-9f6a-164e93c5fc4f', 'name': '', 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'mac_address': 'fa:16:3e:73:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a790373-0089-4129-836d-c79ecd957b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '53317c56-6266-4ee1-b2bb-3a8072211997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:45Z', 'updated_at': '2021-12-09T23:21:50Z', 'revision_number': 4, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'subnets': [{'id': '53317c56-6266-4ee1-b2bb-3a8072211997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:21:51.052450 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d6757523-d9e7-4c64-b201-547fe8cf754f req-52d7dc36-ff46-4f52-b805-835aaec98ba6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1d42b6-ef71-40a7-ab64-e57f75208aaa HTTP/1.1" status: 200 len: 217 time: 0.0441921 Dec 09 23:21:51.061412 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf04a3-7880-41bf-8304-5ee81990983a None None] The sync data for ids ['3a790373-0089-4129-836d-c79ecd957b37'] in n-d-789963-23 is: [{'id': '3a790373-0089-4129-836d-c79ecd957b37', 'name': 'tempest-TestEncryptedCinderVolumes-1531255202-router', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:42Z', 'updated_at': '2021-12-09T23:21:45Z', 'revision_number': 4, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'gw_port': {'id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a790373-0089-4129-836d-c79ecd957b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:43Z', 'updated_at': '2021-12-09T23:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '6704fce6-961a-42dc-9f6a-164e93c5fc4f', 'name': '', 'network_id': '4ea9c13a-7e42-4912-857b-266b9b78490d', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'mac_address': 'fa:16:3e:73:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a790373-0089-4129-836d-c79ecd957b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '53317c56-6266-4ee1-b2bb-3a8072211997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:45Z', 'updated_at': '2021-12-09T23:21:50Z', 'revision_number': 4, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'subnets': [{'id': '53317c56-6266-4ee1-b2bb-3a8072211997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:21:51.106000 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6757523-d9e7-4c64-b201-547fe8cf754f req-604a39ae-3996-49f2-bf96-d0e0834ad6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:51.107592 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d6757523-d9e7-4c64-b201-547fe8cf754f req-604a39ae-3996-49f2-bf96-d0e0834ad6f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4aca1b1c-5923-4742-a3c3-c567e11ab537 HTTP/1.1" status: 200 len: 855 time: 0.0473015 Dec 09 23:21:51.158158 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6757523-d9e7-4c64-b201-547fe8cf754f req-3b877dd4-7d8f-4f36-a650-765fd9c9de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:51.159606 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d6757523-d9e7-4c64-b201-547fe8cf754f req-3b877dd4-7d8f-4f36-a650-765fd9c9de0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f35304f-7d11-496a-9ced-c8ad4aeb08b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441175 Dec 09 23:21:51.266227 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d6757523-d9e7-4c64-b201-547fe8cf754f req-14ed48b2-6984-4d54-baf9-9fbb54943224 service neutron] 10.222.0.18 "GET /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982108 Dec 09 23:21:51.344192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59060bb0-7af7-433e-ab14-edb875be470b req-745282ca-7fbf-4055-adc0-9e675dcb7e7d tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:51.347063 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59060bb0-7af7-433e-ab14-edb875be470b req-745282ca-7fbf-4055-adc0-9e675dcb7e7d tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 944 time: 0.0535390 Dec 09 23:21:51.372762 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d6757523-d9e7-4c64-b201-547fe8cf754f req-cadec646-ca9d-4f97-bbfb-db0a4de5ba4b service neutron] 10.222.0.18 "GET /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981383 Dec 09 23:21:51.403608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-59060bb0-7af7-433e-ab14-edb875be470b req-63199d1b-59d8-42ef-aa0d-2a9158b34fc3 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505297 Dec 09 23:21:52.181237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7f1d42b6-ef71-40a7-ab64-e57f75208aaa details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:21:52.278859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7f1d42b6-ef71-40a7-ab64-e57f75208aaa,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:52.290641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '7f1d42b6-ef71-40a7-ab64-e57f75208aaa', 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8', 'port_id': '7f1d42b6-ef71-40a7-ab64-e57f75208aaa', 'mac_address': 'fa:16:3e:4b:f7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aca1b1c-5923-4742-a3c3-c567e11ab537', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:21:52.326235 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:52.339241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1d42b6-ef71-40a7-ab64-e57f75208aaa {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:21:52.361589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7f1d42b6-ef71-40a7-ab64-e57f75208aaa,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:52.365528 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:52.410115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7f1d42b6-ef71-40a7-ab64-e57f75208aaa,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:52.522615 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ab8c1-e457-454c-b8ea-7ba2b9daa6b2 req-47fb99a8-88bb-4a23-b0b8-4fb12ae6dcbf tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:52.524075 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-571ab8c1-e457-454c-b8ea-7ba2b9daa6b2 req-47fb99a8-88bb-4a23-b0b8-4fb12ae6dcbf tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 945 time: 0.0486979 Dec 09 23:21:52.574548 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-571ab8c1-e457-454c-b8ea-7ba2b9daa6b2 req-dbe5700c-dbf1-4ba9-a82c-ce10e168ef20 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444915 Dec 09 23:21:52.643341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['7f1d42b6-ef71-40a7-ab64-e57f75208aaa'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:21:52.691485 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6704fce6-961a-42dc-9f6a-164e93c5fc4f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:21:52.784034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 6704fce6-961a-42dc-9f6a-164e93c5fc4f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:52.784407 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:53.158493 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:53.689444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da1204-cd2c-4645-8d5f-81bb6dc2cd92 req-82e7272e-9a09-4774-b105-9ed19e552951 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:53.690968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28da1204-cd2c-4645-8d5f-81bb6dc2cd92 req-82e7272e-9a09-4774-b105-9ed19e552951 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 945 time: 0.0485938 Dec 09 23:21:53.737130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28da1204-cd2c-4645-8d5f-81bb6dc2cd92 req-2b262950-0465-4028-b7c9-b25ae19fd5fd tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Dec 09 23:21:54.185679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7f1d42b6-ef71-40a7-ab64-e57f75208aaa up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:21:54.236851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:21:54.240665 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:21:54.241039 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:54.317643 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:54.338884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8a5e77-bc31-419f-a6bd-4249be158a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1d42b6-ef71-40a7-ab64-e57f75208aaa'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:21:54.341115 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca95f2e-ed55-42ab-a0c6-02f4dd49f224" -d '{"events": [{"server_uuid": "ed8a5e77-bc31-419f-a6bd-4249be158a5f", "name": "network-vif-plugged", "status": "completed", "tag": "7f1d42b6-ef71-40a7-ab64-e57f75208aaa"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:21:54.354326 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7f1d42b6-ef71-40a7-ab64-e57f75208aaa,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:21:54.358787 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:21:54.385514 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2823b34-5a2f-4fef-9efa-2267eca0b667 x-openstack-request-id: req-a2823b34-5a2f-4fef-9efa-2267eca0b667 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:21:54.385829 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8a5e77-bc31-419f-a6bd-4249be158a5f", "name": "network-vif-plugged", "status": "completed", "tag": "7f1d42b6-ef71-40a7-ab64-e57f75208aaa", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:21:54.386079 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2823b34-5a2f-4fef-9efa-2267eca0b667 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:21:54.386457 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8a5e77-bc31-419f-a6bd-4249be158a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1d42b6-ef71-40a7-ab64-e57f75208aaa', 'code': 200} Dec 09 23:21:54.411007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=7f1d42b6-ef71-40a7-ab64-e57f75208aaa,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:21:54.504433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aabf09-c001-4b95-a707-69626e183ace req-187ff24c-03fe-4444-b076-6a3b5b0c0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:54.505876 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c5aabf09-c001-4b95-a707-69626e183ace req-187ff24c-03fe-4444-b076-6a3b5b0c0cf7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 1098 time: 0.0407043 Dec 09 23:21:54.549729 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c5aabf09-c001-4b95-a707-69626e183ace req-49d6cac5-12e3-4e87-9b80-2dc4baaf7a69 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369434 Dec 09 23:21:54.853421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e13e56-ecc2-4770-abb8-da19ee69e503 req-d8aa86e4-9edb-4fab-ab49-0ccf2bbb496b tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:54.854886 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44e13e56-ecc2-4770-abb8-da19ee69e503 req-d8aa86e4-9edb-4fab-ab49-0ccf2bbb496b tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 946 time: 0.0508094 Dec 09 23:21:54.900073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44e13e56-ecc2-4770-abb8-da19ee69e503 req-97a1df54-9d11-47ee-bdcb-716e126a2999 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394001 Dec 09 23:21:56.018232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b9c6e-bff4-44a0-b71f-b4f40d734cdf req-8a16786e-fee7-4b1f-b8d7-59c7f740216e tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:56.019591 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f12b9c6e-bff4-44a0-b71f-b4f40d734cdf req-8a16786e-fee7-4b1f-b8d7-59c7f740216e tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 946 time: 0.0488465 Dec 09 23:21:56.066056 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f12b9c6e-bff4-44a0-b71f-b4f40d734cdf req-713cb1d5-9505-4dea-9cc1-7ca77b35750d tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403614 Dec 09 23:21:56.184232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195241c-18ce-41dd-90e9-ef898e248bcc req-c324c3fc-89e8-4b3d-bde9-7a3850fa1330 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:21:56.185669 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5195241c-18ce-41dd-90e9-ef898e248bcc req-c324c3fc-89e8-4b3d-bde9-7a3850fa1330 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 946 time: 0.0527287 Dec 09 23:21:56.232769 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5195241c-18ce-41dd-90e9-ef898e248bcc req-1b31d535-7dc5-47e9-8fe1-1715e3bf316c tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410891 Dec 09 23:22:01.141736 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-06359199-4b92-4ab4-92b3-b5701aef0be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:03.413880 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1836b616-52ef-4926-9d12-b573d5c0bcf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:04.405629 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:04.996193 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:06.361792 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:07.169761 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:12.810575 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:22:17.917844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3646f-7832-439e-934f-4d9741655cbb req-5e9d05c0-aa55-449f-b80b-7856aedd2c29 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:17.919309 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70c3646f-7832-439e-934f-4d9741655cbb req-5e9d05c0-aa55-449f-b80b-7856aedd2c29 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 946 time: 0.0493581 Dec 09 23:22:17.965640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70c3646f-7832-439e-934f-4d9741655cbb req-a833bf30-dbdd-46af-9f2b-365709d5fa70 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401261 Dec 09 23:22:19.173299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b20ae-a078-4b5d-aaf5-8eed3cdc092b req-563f4abc-681b-4dae-997f-ff2fbfcec06a tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:19.174768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee0b20ae-a078-4b5d-aaf5-8eed3cdc092b req-563f4abc-681b-4dae-997f-ff2fbfcec06a tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 946 time: 0.1401889 Dec 09 23:22:19.224936 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee0b20ae-a078-4b5d-aaf5-8eed3cdc092b req-96943afd-416b-496c-ba50-d8b4a032ce3f tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442007 Dec 09 23:22:19.570036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd81d13-8379-4eaf-855f-c6a8dfca2580 req-8c92eabb-ddb2-4fd7-b8ad-c7fd85418854 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:19.571505 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bfd81d13-8379-4eaf-855f-c6a8dfca2580 req-8c92eabb-ddb2-4fd7-b8ad-c7fd85418854 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 946 time: 0.0475595 Dec 09 23:22:19.662703 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-bfd81d13-8379-4eaf-855f-c6a8dfca2580 req-84bb44ab-88ba-405a-990b-a650473d69f9 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Deleting port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:22:19.663050 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bfd81d13-8379-4eaf-855f-c6a8dfca2580 req-84bb44ab-88ba-405a-990b-a650473d69f9 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:19.749756 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-bfd81d13-8379-4eaf-855f-c6a8dfca2580 req-84bb44ab-88ba-405a-990b-a650473d69f9 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] For port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=7f1d42b6-ef71-40a7-ab64-e57f75208aaa,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:22:19.750138 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bfd81d13-8379-4eaf-855f-c6a8dfca2580 req-84bb44ab-88ba-405a-990b-a650473d69f9 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:19.763184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-bfd81d13-8379-4eaf-855f-c6a8dfca2580 req-84bb44ab-88ba-405a-990b-a650473d69f9 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Calling delete_port for 7f1d42b6-ef71-40a7-ab64-e57f75208aaa owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:22:19.893203 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bfd81d13-8379-4eaf-855f-c6a8dfca2580 req-84bb44ab-88ba-405a-990b-a650473d69f9 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:19.922426 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb44ab-88ba-405a-990b-a650473d69f9 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Pushing event deleted for resources: {'Port': ['ID=7f1d42b6-ef71-40a7-ab64-e57f75208aaa,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:22:19.926214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['7f1d42b6-ef71-40a7-ab64-e57f75208aaa'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:22:19.972740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd81d13-8379-4eaf-855f-c6a8dfca2580 req-84bb44ab-88ba-405a-990b-a650473d69f9 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] No DVR routers for this DVR port 7f1d42b6-ef71-40a7-ab64-e57f75208aaa on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:22:19.975499 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-bfd81d13-8379-4eaf-855f-c6a8dfca2580 req-84bb44ab-88ba-405a-990b-a650473d69f9 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:19.978909 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bfd81d13-8379-4eaf-855f-c6a8dfca2580 req-84bb44ab-88ba-405a-990b-a650473d69f9 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.18 "DELETE /v2.0/ports/7f1d42b6-ef71-40a7-ab64-e57f75208aaa HTTP/1.1" status: 204 len: 173 time: 0.4011977 Dec 09 23:22:19.979362 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8a5e77-bc31-419f-a6bd-4249be158a5f', 'name': 'network-vif-deleted', 'tag': '7f1d42b6-ef71-40a7-ab64-e57f75208aaa'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:22:19.981675 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4d6b44-e5d9-4925-9294-04eb4743d4e5" -d '{"events": [{"server_uuid": "ed8a5e77-bc31-419f-a6bd-4249be158a5f", "name": "network-vif-deleted", "tag": "7f1d42b6-ef71-40a7-ab64-e57f75208aaa"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:22:20.032527 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe92e76-2784-49d7-bf9e-7f08f41f6e98 x-openstack-request-id: req-abe92e76-2784-49d7-bf9e-7f08f41f6e98 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:22:20.032887 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8a5e77-bc31-419f-a6bd-4249be158a5f", "name": "network-vif-deleted", "tag": "7f1d42b6-ef71-40a7-ab64-e57f75208aaa", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:22:20.033174 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abe92e76-2784-49d7-bf9e-7f08f41f6e98 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:22:20.033583 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8a5e77-bc31-419f-a6bd-4249be158a5f', 'name': 'network-vif-deleted', 'tag': '7f1d42b6-ef71-40a7-ab64-e57f75208aaa', 'status': 'completed', 'code': 200} Dec 09 23:22:20.327898 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9669db86-2856-4a30-b2a4-94314fc9ec1a req-c7d7b8c6-d855-425f-96f5-bfdd75b23bba tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed8a5e77-bc31-419f-a6bd-4249be158a5f HTTP/1.1" status: 200 len: 210 time: 0.0250192 Dec 09 23:22:21.770167 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc99ef-6048-484c-984d-c59736330759 req-fb156da3-a437-4ee0-a29c-a1305b942364 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:21.771865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-fb156da3-a437-4ee0-a29c-a1305b942364 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/networks?id=7f35304f-7d11-496a-9ced-c8ad4aeb08b8 HTTP/1.1" status: 200 len: 816 time: 0.0981772 Dec 09 23:22:21.786638 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-bc922483-7a68-4204-aaf5-ef6afa074161 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/quotas/5175b7b295a8438cada437238d32642b HTTP/1.1" status: 200 len: 375 time: 0.0094581 Dec 09 23:22:21.838886 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-8e1014ee-506c-4469-bb93-db3fe43e0d91 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5175b7b295a8438cada437238d32642b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471420 Dec 09 23:22:21.855562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-43ebc204-7d81-4d09-92ed-32c2b1b5be0c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:22:21.856508 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-43ebc204-7d81-4d09-92ed-32c2b1b5be0c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050921 Dec 09 23:22:21.944680 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-aab4cdc4-ac95-4851-82b3-a195866170f5 service neutron] 10.222.0.16 "GET /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820911 Dec 09 23:22:22.035915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-8501f76c-3db2-4245-a67e-ed96a597fb6e service neutron] 10.222.0.16 "GET /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850942 Dec 09 23:22:22.193225 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-717320d0-628a-49ff-8b72-a7a27365c578 req-2e2c90b3-e02f-4dcc-a228-973a906f5585 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 210 time: 0.0262377 Dec 09 23:22:23.160484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc99ef-6048-484c-984d-c59736330759 req-c4b13922-cc6f-4dff-964f-0e35fceb2826 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:23.162117 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-c4b13922-cc6f-4dff-964f-0e35fceb2826 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.18 "GET /v2.0/networks?id=7f35304f-7d11-496a-9ced-c8ad4aeb08b8 HTTP/1.1" status: 200 len: 816 time: 0.1027851 Dec 09 23:22:23.183987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-81cc99ef-6048-484c-984d-c59736330759 req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Request body: {'port': {'device_id': '7ddfa47b-c085-438f-ad5e-24c5fc456561', 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8', 'admin_state_up': True, 'tenant_id': '5175b7b295a8438cada437238d32642b'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:22:23.189275 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:23.287158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e863bcd-9420-4c61-9f2e-3ef332caf794 req-177983a5-5e50-4f10-9e66-a9fed5c32e7f tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 210 time: 0.0260079 Dec 09 23:22:23.301123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cc99ef-6048-484c-984d-c59736330759 req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Made reservation on behalf of 5175b7b295a8438cada437238d32642b for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:22:23.304765 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81cc99ef-6048-484c-984d-c59736330759 req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:23.427357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-81cc99ef-6048-484c-984d-c59736330759 req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Allocated IP 172.20.0.9 (7f35304f-7d11-496a-9ced-c8ad4aeb08b8/4aca1b1c-5923-4742-a3c3-c567e11ab537/d9b301bf-8d4d-4b38-8aa6-d8d981c75550) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:22:23.876274 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81cc99ef-6048-484c-984d-c59736330759 req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:23.909434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81cc99ef-6048-484c-984d-c59736330759 req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:23.954802 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cc99ef-6048-484c-984d-c59736330759 req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:22:23.957751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-81cc99ef-6048-484c-984d-c59736330759 req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:22:23.963356 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cc99ef-6048-484c-984d-c59736330759 req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:22:23.969744 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Pushing event updated for resources: {'Port': ['ID=d9b301bf-8d4d-4b38-8aa6-d8d981c75550,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:22:24.016491 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc99ef-6048-484c-984d-c59736330759 req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:24.017176 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81cc99ef-6048-484c-984d-c59736330759 req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:24.034336 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-20bec031-f344-47b9-b52b-1f771cdfe6e8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8531260 Dec 09 23:22:24.051289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Request body: {'port': {'device_id': '7ddfa47b-c085-438f-ad5e-24c5fc456561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:22:24.107912 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:24.172395 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-067af43b-3780-4ae8-b860-57c3a07e5ec6 None None] Provisioning complete for port d9b301bf-8d4d-4b38-8aa6-d8d981c75550 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:22:24.172779 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-067af43b-3780-4ae8-b860-57c3a07e5ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:24.206929 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-067af43b-3780-4ae8-b860-57c3a07e5ec6 None None] Port d9b301bf-8d4d-4b38-8aa6-d8d981c75550 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:22:24.306812 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7f1d42b6-ef71-40a7-ab64-e57f75208aaa no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:22:24.326718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 7f1d42b6-ef71-40a7-ab64-e57f75208aaa {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:22:24.327072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 7f1d42b6-ef71-40a7-ab64-e57f75208aaa not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:22:24.382868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b301bf-8d4d-4b38-8aa6-d8d981c75550 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:22:24.390449 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:24.403168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Transition to ACTIVE for port object d9b301bf-8d4d-4b38-8aa6-d8d981c75550 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:22:24.406300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef715de-98b6-4b91-b408-7fff671645d4 req-40d4e443-150a-4820-a641-7886412db633 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:24.406872 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:24.407782 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aef715de-98b6-4b91-b408-7fff671645d4 req-40d4e443-150a-4820-a641-7886412db633 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 931 time: 0.0487061 Dec 09 23:22:24.455381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aef715de-98b6-4b91-b408-7fff671645d4 req-c51c0273-55c5-41e6-98f7-1202d6fdf2c7 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 Dec 09 23:22:24.475916 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b301bf-8d4d-4b38-8aa6-d8d981c75550,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:22:24.542918 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Attempting to bind port d9b301bf-8d4d-4b38-8aa6-d8d981c75550 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:22:24.543238 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Attempting to bind port d9b301bf-8d4d-4b38-8aa6-d8d981c75550 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:22:24.543566 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Attempting to bind port d9b301bf-8d4d-4b38-8aa6-d8d981c75550 on network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:22:24.548049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Port d9b301bf-8d4d-4b38-8aa6-d8d981c75550 on network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:22:24.548366 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Attempting to bind port d9b301bf-8d4d-4b38-8aa6-d8d981c75550 on network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:22:24.553640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:22:24.554105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Checking segment: {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:22:24.554564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Bound using segment: {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:22:24.555084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Bound port: d9b301bf-8d4d-4b38-8aa6-d8d981c75550, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1afd3392-3ef1-4e84-9076-715ba349112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:22:24.555597 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:24.640484 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] For port d9b301bf-8d4d-4b38-8aa6-d8d981c75550, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:22:24.645827 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] For port d9b301bf-8d4d-4b38-8aa6-d8d981c75550, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d9b301bf-8d4d-4b38-8aa6-d8d981c75550,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:22:24.651339 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:24.689921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:24.690547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:24.691912 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] 10.222.0.18 "PUT /v2.0/ports/d9b301bf-8d4d-4b38-8aa6-d8d981c75550 HTTP/1.1" status: 200 len: 1092 time: 0.6456690 Dec 09 23:22:24.692359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddfa47b-c085-438f-ad5e-24c5fc456561', 'tag': 'd9b301bf-8d4d-4b38-8aa6-d8d981c75550'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:22:24.694644 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a316bd95-8c84-4abe-8160-a3a08cfc92ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddfa47b-c085-438f-ad5e-24c5fc456561", "tag": "d9b301bf-8d4d-4b38-8aa6-d8d981c75550"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:22:24.728171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f6ebd-0e61-4e93-8f58-987d243006d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b301bf-8d4d-4b38-8aa6-d8d981c75550,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:22:24.780518 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b973e9e-5699-409d-b4dc-7a04f60ae74a x-openstack-request-id: req-7b973e9e-5699-409d-b4dc-7a04f60ae74a {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:22:24.780831 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddfa47b-c085-438f-ad5e-24c5fc456561", "tag": "d9b301bf-8d4d-4b38-8aa6-d8d981c75550", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:22:24.781293 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b973e9e-5699-409d-b4dc-7a04f60ae74a {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:22:24.781712 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddfa47b-c085-438f-ad5e-24c5fc456561', 'tag': 'd9b301bf-8d4d-4b38-8aa6-d8d981c75550', 'status': 'completed', 'code': 200} Dec 09 23:22:24.867258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc99ef-6048-484c-984d-c59736330759 req-6a6719fa-2b01-4f42-a8c1-eb3a6e1b655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:24.868856 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-6a6719fa-2b01-4f42-a8c1-eb3a6e1b655c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5175b7b295a8438cada437238d32642b&device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 1095 time: 0.0481641 Dec 09 23:22:24.922547 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-63702d2d-e972-4edf-8883-bb54f0cf43b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9b301bf-8d4d-4b38-8aa6-d8d981c75550 HTTP/1.1" status: 200 len: 217 time: 0.0391004 Dec 09 23:22:24.972501 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc99ef-6048-484c-984d-c59736330759 req-20a59c96-0891-4d5f-bb5d-78d88c5bbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:24.974034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-20a59c96-0891-4d5f-bb5d-78d88c5bbc69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4aca1b1c-5923-4742-a3c3-c567e11ab537 HTTP/1.1" status: 200 len: 855 time: 0.0444791 Dec 09 23:22:25.019782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc99ef-6048-484c-984d-c59736330759 req-663ca768-3bcb-45af-8b73-c69a78c9ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:25.021298 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-663ca768-3bcb-45af-8b73-c69a78c9ec0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f35304f-7d11-496a-9ced-c8ad4aeb08b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407915 Dec 09 23:22:25.113214 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-b043be70-23b0-48a7-aaea-62eacaa4539d service neutron] 10.222.0.18 "GET /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847731 Dec 09 23:22:25.203137 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-81cc99ef-6048-484c-984d-c59736330759 req-dfd5f331-fb03-460a-ba3a-9285829e02c8 service neutron] 10.222.0.18 "GET /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832641 Dec 09 23:22:25.328309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316bd95-8c84-4abe-8160-a3a08cfc92ba req-b75f3c47-2943-41cc-b17c-2881e2483337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:25.329890 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a316bd95-8c84-4abe-8160-a3a08cfc92ba req-b75f3c47-2943-41cc-b17c-2881e2483337 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5175b7b295a8438cada437238d32642b&device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 1095 time: 0.0459466 Dec 09 23:22:25.420859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316bd95-8c84-4abe-8160-a3a08cfc92ba req-bb7e480e-f094-4c87-a200-35afded98d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:25.422373 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a316bd95-8c84-4abe-8160-a3a08cfc92ba req-bb7e480e-f094-4c87-a200-35afded98d55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f35304f-7d11-496a-9ced-c8ad4aeb08b8 HTTP/1.1" status: 200 len: 917 time: 0.0848837 Dec 09 23:22:25.468296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a316bd95-8c84-4abe-8160-a3a08cfc92ba req-902cb75d-c037-4998-a8be-249d05135813 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9b301bf-8d4d-4b38-8aa6-d8d981c75550 HTTP/1.1" status: 200 len: 217 time: 0.0378051 Dec 09 23:22:25.518895 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316bd95-8c84-4abe-8160-a3a08cfc92ba req-d7b06bfb-60da-4e42-ae64-45c2aaeb9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:25.520412 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a316bd95-8c84-4abe-8160-a3a08cfc92ba req-d7b06bfb-60da-4e42-ae64-45c2aaeb9cd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4aca1b1c-5923-4742-a3c3-c567e11ab537 HTTP/1.1" status: 200 len: 855 time: 0.0445421 Dec 09 23:22:25.568618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316bd95-8c84-4abe-8160-a3a08cfc92ba req-f2b9386c-48e1-4c6e-b3a1-c2b2de21a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:25.570750 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a316bd95-8c84-4abe-8160-a3a08cfc92ba req-f2b9386c-48e1-4c6e-b3a1-c2b2de21a9fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f35304f-7d11-496a-9ced-c8ad4aeb08b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419176 Dec 09 23:22:25.578885 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a8ec1-64bf-4863-9cad-f8ae2a7cb676 req-ca703851-5cfd-4742-b20c-0e05b01966c4 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:25.580276 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb7a8ec1-64bf-4863-9cad-f8ae2a7cb676 req-ca703851-5cfd-4742-b20c-0e05b01966c4 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 943 time: 0.0542238 Dec 09 23:22:25.627711 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb7a8ec1-64bf-4863-9cad-f8ae2a7cb676 req-129611c1-639e-4c97-8bcf-00241b16dfb8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Dec 09 23:22:25.666820 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a316bd95-8c84-4abe-8160-a3a08cfc92ba req-fea2417e-e154-4ae3-a0bf-fe1d58b3c81a service neutron] 10.222.0.18 "GET /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890641 Dec 09 23:22:25.755643 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a316bd95-8c84-4abe-8160-a3a08cfc92ba req-e7c939b3-fdba-442f-b3c3-309d0d41cfc0 service neutron] 10.222.0.18 "GET /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809259 Dec 09 23:22:26.743017 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332b61-eac7-4940-959a-637fb3d8f432 req-cef0a8c1-8ad5-432d-ab30-e488e25f7d0b tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:26.744478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4332b61-eac7-4940-959a-637fb3d8f432 req-cef0a8c1-8ad5-432d-ab30-e488e25f7d0b tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 943 time: 0.0471537 Dec 09 23:22:26.790137 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4332b61-eac7-4940-959a-637fb3d8f432 req-a17ffdda-bcd9-4dc4-b069-f1bc7e158d4e tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397911 Dec 09 23:22:27.906501 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47e834-8a48-498b-ae84-6378177e411b req-6e9fa4fa-32bf-4dbb-8248-0607e3ab1416 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:27.908501 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f47e834-8a48-498b-ae84-6378177e411b req-6e9fa4fa-32bf-4dbb-8248-0607e3ab1416 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 943 time: 0.0517237 Dec 09 23:22:27.953700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f47e834-8a48-498b-ae84-6378177e411b req-90c59632-dbbb-4115-a046-9f7cbb2d92b5 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391841 Dec 09 23:22:28.322265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d9b301bf-8d4d-4b38-8aa6-d8d981c75550 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:22:28.413440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d9b301bf-8d4d-4b38-8aa6-d8d981c75550, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d9b301bf-8d4d-4b38-8aa6-d8d981c75550,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:22:28.424590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'd9b301bf-8d4d-4b38-8aa6-d8d981c75550', 'network_id': '7f35304f-7d11-496a-9ced-c8ad4aeb08b8', 'port_id': 'd9b301bf-8d4d-4b38-8aa6-d8d981c75550', 'mac_address': 'fa:16:3e:35:4c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aca1b1c-5923-4742-a3c3-c567e11ab537', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:22:28.463619 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:28.628004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b301bf-8d4d-4b38-8aa6-d8d981c75550 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:22:28.647641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d9b301bf-8d4d-4b38-8aa6-d8d981c75550, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d9b301bf-8d4d-4b38-8aa6-d8d981c75550,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:22:28.651750 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:28.696330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d9b301bf-8d4d-4b38-8aa6-d8d981c75550,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:22:28.703370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.703718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.704057 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.704391 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.705256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.705591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.705951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.706283 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.706605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.706927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.707246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.707565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.707883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:28.906633 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d9b301bf-8d4d-4b38-8aa6-d8d981c75550'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:22:29.069034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2dd4b-e06d-4f9d-a16f-ce67e90417f4 req-1fd74ba7-a2a1-4418-93bb-1f11985bba6d tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:29.070539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5da2dd4b-e06d-4f9d-a16f-ce67e90417f4 req-1fd74ba7-a2a1-4418-93bb-1f11985bba6d tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 944 time: 0.0491562 Dec 09 23:22:29.115739 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5da2dd4b-e06d-4f9d-a16f-ce67e90417f4 req-f08cebe2-5a59-41a1-a32d-9810646a3d9f tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393417 Dec 09 23:22:30.236487 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f13f78-a6c2-468d-90db-ffcc7dbefea6 req-eb5dcfc5-88ef-49ea-a519-17c1e49531ac tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:30.237979 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f2f13f78-a6c2-468d-90db-ffcc7dbefea6 req-eb5dcfc5-88ef-49ea-a519-17c1e49531ac tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 944 time: 0.0523918 Dec 09 23:22:30.288595 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f2f13f78-a6c2-468d-90db-ffcc7dbefea6 req-4cc34f49-0531-4f92-86f5-bb7364c81ab9 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446155 Dec 09 23:22:30.337497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d9b301bf-8d4d-4b38-8aa6-d8d981c75550 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:22:30.383753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port d9b301bf-8d4d-4b38-8aa6-d8d981c75550 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:22:30.387375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port d9b301bf-8d4d-4b38-8aa6-d8d981c75550 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:22:30.387741 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:30.461252 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:30.485280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddfa47b-c085-438f-ad5e-24c5fc456561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b301bf-8d4d-4b38-8aa6-d8d981c75550'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:22:30.488132 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f913ca-ffc6-4aef-85b1-41837bec88b2" -d '{"events": [{"server_uuid": "7ddfa47b-c085-438f-ad5e-24c5fc456561", "name": "network-vif-plugged", "status": "completed", "tag": "d9b301bf-8d4d-4b38-8aa6-d8d981c75550"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:22:30.500701 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d9b301bf-8d4d-4b38-8aa6-d8d981c75550, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d9b301bf-8d4d-4b38-8aa6-d8d981c75550,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:22:30.505322 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:30.527897 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c570acfb-0c68-4fa6-b5fa-1d1588f77532 x-openstack-request-id: req-c570acfb-0c68-4fa6-b5fa-1d1588f77532 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:22:30.528194 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddfa47b-c085-438f-ad5e-24c5fc456561", "name": "network-vif-plugged", "status": "completed", "tag": "d9b301bf-8d4d-4b38-8aa6-d8d981c75550", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:22:30.528455 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c570acfb-0c68-4fa6-b5fa-1d1588f77532 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:22:30.528848 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddfa47b-c085-438f-ad5e-24c5fc456561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b301bf-8d4d-4b38-8aa6-d8d981c75550', 'code': 200} Dec 09 23:22:30.553406 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d9b301bf-8d4d-4b38-8aa6-d8d981c75550,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:22:30.703767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3f171-ebec-4983-b5fd-0504ee131d07 req-8ddcd61a-3228-4c2b-b4eb-78ab85ae8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:30.705333 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eea3f171-ebec-4983-b5fd-0504ee131d07 req-8ddcd61a-3228-4c2b-b4eb-78ab85ae8329 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 1097 time: 0.0842776 Dec 09 23:22:30.753203 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eea3f171-ebec-4983-b5fd-0504ee131d07 req-9e06a853-486e-4298-84e7-1640a83234bf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411396 Dec 09 23:22:31.144107 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f63745f-6a8b-4bf7-b992-78d8a7bf2f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:31.401049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2b905-fcf7-4c41-9e87-3d3b132f114b req-b975f634-5924-4e64-b3a0-463197faffda tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:31.402454 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45f2b905-fcf7-4c41-9e87-3d3b132f114b req-b975f634-5924-4e64-b3a0-463197faffda tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 945 time: 0.0472622 Dec 09 23:22:31.448303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-45f2b905-fcf7-4c41-9e87-3d3b132f114b req-bbb85039-4d7f-4593-b3c7-c628f0f6ce13 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394237 Dec 09 23:22:32.562377 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6bdb1-5133-480a-87a7-7ae2327dccdc req-1b10167f-529e-443f-8f38-2af19a9d7d1d tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:32.563898 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ece6bdb1-5133-480a-87a7-7ae2327dccdc req-1b10167f-529e-443f-8f38-2af19a9d7d1d tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 945 time: 0.0479088 Dec 09 23:22:32.614545 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ece6bdb1-5133-480a-87a7-7ae2327dccdc req-d386b070-bd15-401b-804b-51e7c5eb5550 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446618 Dec 09 23:22:32.730589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02e2a6-0647-4ffd-8160-944a05a2a8e5 req-88f12004-38af-4fab-9f22-b46ad30e419c tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:32.732071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc02e2a6-0647-4ffd-8160-944a05a2a8e5 req-88f12004-38af-4fab-9f22-b46ad30e419c tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 945 time: 0.0517144 Dec 09 23:22:32.778422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bc02e2a6-0647-4ffd-8160-944a05a2a8e5 req-8ba46bde-7b44-4094-a13a-601d6a1ef18f tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 Dec 09 23:22:33.416026 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-157df1c7-ec96-40d9-a758-654c9757085d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:34.406086 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:34.999560 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:36.364427 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:37.171741 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:49.811214 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:22:53.180367 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:54.165424 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0861c87-cc3d-4d13-b9cc-df61e6b8746e req-bdd14a56-12c2-47bf-9e3c-024015e66cef tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:54.166972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0861c87-cc3d-4d13-b9cc-df61e6b8746e req-bdd14a56-12c2-47bf-9e3c-024015e66cef tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 945 time: 0.0506685 Dec 09 23:22:54.220678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0861c87-cc3d-4d13-b9cc-df61e6b8746e req-986b1d8c-21d6-40ce-bb07-a3d1b2e56402 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476792 Dec 09 23:22:55.336902 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f9158-09ee-4bdc-a53d-eec1564ae229 req-36124558-ddec-4dbc-b74f-fede049a89fb tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:55.338459 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-038f9158-09ee-4bdc-a53d-eec1564ae229 req-36124558-ddec-4dbc-b74f-fede049a89fb tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 945 time: 0.0481877 Dec 09 23:22:55.390927 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-038f9158-09ee-4bdc-a53d-eec1564ae229 req-be0032be-ec16-4113-b2c1-cae5cac4de48 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464170 Dec 09 23:22:55.838376 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4baf-c079-4a59-b7b3-25157b55820b req-2a823bc6-a6d9-4e3e-aca2-f7f57200bb75 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:22:55.839925 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-82ea4baf-c079-4a59-b7b3-25157b55820b req-2a823bc6-a6d9-4e3e-aca2-f7f57200bb75 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 945 time: 0.0492015 Dec 09 23:22:55.930011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-82ea4baf-c079-4a59-b7b3-25157b55820b req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Deleting port d9b301bf-8d4d-4b38-8aa6-d8d981c75550 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:22:55.930359 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-82ea4baf-c079-4a59-b7b3-25157b55820b req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:56.022428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-82ea4baf-c079-4a59-b7b3-25157b55820b req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] For port d9b301bf-8d4d-4b38-8aa6-d8d981c75550, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d9b301bf-8d4d-4b38-8aa6-d8d981c75550,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:22:56.022689 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-82ea4baf-c079-4a59-b7b3-25157b55820b req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:56.035921 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-82ea4baf-c079-4a59-b7b3-25157b55820b req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Calling delete_port for d9b301bf-8d4d-4b38-8aa6-d8d981c75550 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:22:56.168502 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-82ea4baf-c079-4a59-b7b3-25157b55820b req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:56.198156 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Pushing event deleted for resources: {'Port': ['ID=d9b301bf-8d4d-4b38-8aa6-d8d981c75550,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:22:56.201983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d9b301bf-8d4d-4b38-8aa6-d8d981c75550'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:22:56.226060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.226423 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.226778 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.227129 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.227521 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.228500 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.228500 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.228500 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.228779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.229087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.229424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.229752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.230200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:22:56.251371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ea4baf-c079-4a59-b7b3-25157b55820b req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] No DVR routers for this DVR port d9b301bf-8d4d-4b38-8aa6-d8d981c75550 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:22:56.254963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-82ea4baf-c079-4a59-b7b3-25157b55820b req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:56.258733 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-82ea4baf-c079-4a59-b7b3-25157b55820b req-a0d6bab4-cb5a-4f64-96b7-8f5ba02341c8 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.18 "DELETE /v2.0/ports/d9b301bf-8d4d-4b38-8aa6-d8d981c75550 HTTP/1.1" status: 204 len: 173 time: 0.4130688 Dec 09 23:22:56.259233 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddfa47b-c085-438f-ad5e-24c5fc456561', 'name': 'network-vif-deleted', 'tag': 'd9b301bf-8d4d-4b38-8aa6-d8d981c75550'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:22:56.263590 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a3bed7-44f4-42e9-a597-7789bd453814" -d '{"events": [{"server_uuid": "7ddfa47b-c085-438f-ad5e-24c5fc456561", "name": "network-vif-deleted", "tag": "d9b301bf-8d4d-4b38-8aa6-d8d981c75550"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:22:56.382783 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6beaee-c44a-486a-bf0e-6440b9719205 x-openstack-request-id: req-1b6beaee-c44a-486a-bf0e-6440b9719205 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:22:56.383286 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddfa47b-c085-438f-ad5e-24c5fc456561", "name": "network-vif-deleted", "tag": "d9b301bf-8d4d-4b38-8aa6-d8d981c75550", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:22:56.383816 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b6beaee-c44a-486a-bf0e-6440b9719205 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:22:56.384501 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddfa47b-c085-438f-ad5e-24c5fc456561', 'name': 'network-vif-deleted', 'tag': 'd9b301bf-8d4d-4b38-8aa6-d8d981c75550', 'status': 'completed', 'code': 200} Dec 09 23:22:56.517932 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-95d6d829-6c80-46ae-9ca0-407cc5a7003b req-4b256877-f769-400c-89e6-623a8e6c5f27 tempest-TestEncryptedCinderVolumes-1233479027 tempest-TestEncryptedCinderVolumes-1233479027-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ddfa47b-c085-438f-ad5e-24c5fc456561 HTTP/1.1" status: 200 len: 210 time: 0.0264814 Dec 09 23:22:57.608394 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58938) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:22:57.956278 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79cb5962-7a59-43b7-b788-0d74bf6ae002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:58.199197 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-79cb5962-7a59-43b7-b788-0d74bf6ae002 admin admin] Deleting port 08254327-a438-46b1-b55a-eb864d9a46b1 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:22:58.199540 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79cb5962-7a59-43b7-b788-0d74bf6ae002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:58.279991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-79cb5962-7a59-43b7-b788-0d74bf6ae002 admin admin] For port 08254327-a438-46b1-b55a-eb864d9a46b1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=08254327-a438-46b1-b55a-eb864d9a46b1,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:22:58.280270 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79cb5962-7a59-43b7-b788-0d74bf6ae002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:58.293268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-79cb5962-7a59-43b7-b788-0d74bf6ae002 admin admin] Calling delete_port for 08254327-a438-46b1-b55a-eb864d9a46b1 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:22:58.476046 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79cb5962-7a59-43b7-b788-0d74bf6ae002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:58.506945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb5962-7a59-43b7-b788-0d74bf6ae002 admin admin] Pushing event deleted for resources: {'Port': ['ID=08254327-a438-46b1-b55a-eb864d9a46b1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:22:58.679136 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-79cb5962-7a59-43b7-b788-0d74bf6ae002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:58.893172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cb5962-7a59-43b7-b788-0d74bf6ae002 admin admin] Router e7c8905d-d151-4ec6-9d71-74fe74442e6c has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:22:58.996181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cb5962-7a59-43b7-b788-0d74bf6ae002 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:22:59.004297 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-79cb5962-7a59-43b7-b788-0d74bf6ae002 admin admin] 10.222.0.16 "PUT /v2.0/routers/e7c8905d-d151-4ec6-9d71-74fe74442e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3922851 Dec 09 23:22:59.004420 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58940) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:22:59.005695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7b287-e039-4e58-88e7-aae45474311b None None] Sync routers for ids ['e7c8905d-d151-4ec6-9d71-74fe74442e6c'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:22:59.015261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7b287-e039-4e58-88e7-aae45474311b None None] Routers {'e7c8905d-d151-4ec6-9d71-74fe74442e6c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:22:59.015866 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-efa7b287-e039-4e58-88e7-aae45474311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:22:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7c8905d-d151-4ec6-9d71-74fe74442e6c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:22:59.109556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:59.118125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-efa7b287-e039-4e58-88e7-aae45474311b None None] Set router e7c8905d-d151-4ec6-9d71-74fe74442e6c gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:22:59.208964 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:59.264450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Deleting port 41b99f67-066d-4a4e-a2b1-041f960069b9 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:22:59.264781 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:59.292844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-efa7b287-e039-4e58-88e7-aae45474311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'name': 'tempest-TestEncryptedCinderVolumes-501294023-router', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:22:58Z', 'revision_number': 5, 'project_id': '5175b7b295a8438cada437238d32642b', 'gw_port': {'id': '41b99f67-066d-4a4e-a2b1-041f960069b9', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:22:59.323580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7b287-e039-4e58-88e7-aae45474311b None None] Checking router: e7c8905d-d151-4ec6-9d71-74fe74442e6c for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:22:59.332492 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7b287-e039-4e58-88e7-aae45474311b None None] Routers {'e7c8905d-d151-4ec6-9d71-74fe74442e6c'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:22:59.333111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-efa7b287-e039-4e58-88e7-aae45474311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:22:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e7c8905d-d151-4ec6-9d71-74fe74442e6c'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:22:59.342593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] For port 41b99f67-066d-4a4e-a2b1-041f960069b9, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=41b99f67-066d-4a4e-a2b1-041f960069b9,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:22:59.342954 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:59.355888 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Calling delete_port for 41b99f67-066d-4a4e-a2b1-041f960069b9 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:22:59.417727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-efa7b287-e039-4e58-88e7-aae45474311b None None] Set router e7c8905d-d151-4ec6-9d71-74fe74442e6c gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:22:59.468120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-efa7b287-e039-4e58-88e7-aae45474311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'name': 'tempest-TestEncryptedCinderVolumes-501294023-router', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:22:59Z', 'revision_number': 6, 'project_id': '5175b7b295a8438cada437238d32642b', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:22:59.497376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7b287-e039-4e58-88e7-aae45474311b None None] The sync data for ids ['e7c8905d-d151-4ec6-9d71-74fe74442e6c'] in n-d-789963-23 is: [{'id': 'e7c8905d-d151-4ec6-9d71-74fe74442e6c', 'name': 'tempest-TestEncryptedCinderVolumes-501294023-router', 'tenant_id': '5175b7b295a8438cada437238d32642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:38Z', 'updated_at': '2021-12-09T23:22:59Z', 'revision_number': 6, 'project_id': '5175b7b295a8438cada437238d32642b', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:22:59.521476 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:22:59.548780 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=41b99f67-066d-4a4e-a2b1-041f960069b9,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:22:59.562253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f7155-1217-48c9-a6d4-741669b87d92 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:22:59.909513 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.001748 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.003956 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.045547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.046150 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c8905d-d151-4ec6-9d71-74fe74442e6c {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:23:00.051032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.052185 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-eb2a2e87-e36f-42ea-a838-88e76af83fcd admin admin] 10.222.0.16 "DELETE /v2.0/routers/e7c8905d-d151-4ec6-9d71-74fe74442e6c HTTP/1.1" status: 204 len: 168 time: 1.0468559 Dec 09 23:23:00.054844 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58942) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:00.101986 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdad15f-2e89-4e5b-a40d-c2f32f37c1a8 admin admin] Deleting subnet 4aca1b1c-5923-4742-a3c3-c567e11ab537 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:23:00.105073 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7fdad15f-2e89-4e5b-a40d-c2f32f37c1a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.139924 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7fdad15f-2e89-4e5b-a40d-c2f32f37c1a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.215973 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7fdad15f-2e89-4e5b-a40d-c2f32f37c1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.271979 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7fdad15f-2e89-4e5b-a40d-c2f32f37c1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.303695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdad15f-2e89-4e5b-a40d-c2f32f37c1a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aca1b1c-5923-4742-a3c3-c567e11ab537,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:00.305648 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7fdad15f-2e89-4e5b-a40d-c2f32f37c1a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.309981 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7fdad15f-2e89-4e5b-a40d-c2f32f37c1a8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4aca1b1c-5923-4742-a3c3-c567e11ab537 HTTP/1.1" status: 204 len: 168 time: 0.2530916 Dec 09 23:23:00.310435 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bee8ee-fc8f-4778-88ad-dc3fa3f02a5c None None] Network 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:23:00.311358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58944) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:00.381052 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.438349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Deleting port 6f052550-f4b7-43fe-88f5-6fa499c00965 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:23:00.438690 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.447805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d9b301bf-8d4d-4b38-8aa6-d8d981c75550 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:23:00.473267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f81121-b237-480c-b874-e1eb95f8e13c None None] DHCP port deletion for 7f35304f-7d11-496a-9ced-c8ad4aeb08b8 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:23:00.475375 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: d9b301bf-8d4d-4b38-8aa6-d8d981c75550 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:23:00.475720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d9b301bf-8d4d-4b38-8aa6-d8d981c75550 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:23:00.513963 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] For port 6f052550-f4b7-43fe-88f5-6fa499c00965, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6f052550-f4b7-43fe-88f5-6fa499c00965,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:00.514337 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.524564 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-79f81121-b237-480c-b874-e1eb95f8e13c None None] Deleting port 6f052550-f4b7-43fe-88f5-6fa499c00965 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:23:00.525033 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-79f81121-b237-480c-b874-e1eb95f8e13c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.529236 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Calling delete_port for 6f052550-f4b7-43fe-88f5-6fa499c00965 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:23:00.590565 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-79f81121-b237-480c-b874-e1eb95f8e13c None None] For port 6f052550-f4b7-43fe-88f5-6fa499c00965, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6f052550-f4b7-43fe-88f5-6fa499c00965,segment=NetworkSegment(1afd3392-3ef1-4e84-9076-715ba349112f),segment_id=1afd3392-3ef1-4e84-9076-715ba349112f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:00.590966 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-79f81121-b237-480c-b874-e1eb95f8e13c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.604394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-79f81121-b237-480c-b874-e1eb95f8e13c None None] Calling delete_port for 6f052550-f4b7-43fe-88f5-6fa499c00965 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:23:00.614667 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.645945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6f052550-f4b7-43fe-88f5-6fa499c00965,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:00.647804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] No DVR routers for this DVR port 6f052550-f4b7-43fe-88f5-6fa499c00965 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:23:00.686943 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-79f81121-b237-480c-b874-e1eb95f8e13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.710365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f81121-b237-480c-b874-e1eb95f8e13c None None] Pushing event deleted for resources: {'Port': ['ID=6f052550-f4b7-43fe-88f5-6fa499c00965,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:00.716084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f81121-b237-480c-b874-e1eb95f8e13c None None] No DVR routers for this DVR port 6f052550-f4b7-43fe-88f5-6fa499c00965 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:23:00.729710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 08254327-a438-46b1-b55a-eb864d9a46b1 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:23:00.734903 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.751002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 08254327-a438-46b1-b55a-eb864d9a46b1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:23:00.751463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 08254327-a438-46b1-b55a-eb864d9a46b1 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:23:00.751915 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 41b99f67-066d-4a4e-a2b1-041f960069b9 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:23:00.756546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f35304f-7d11-496a-9ced-c8ad4aeb08b8']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:00.767276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1afd3392-3ef1-4e84-9076-715ba349112f') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:00.767574 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1afd3392-3ef1-4e84-9076-715ba349112f') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:00.771613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 41b99f67-066d-4a4e-a2b1-041f960069b9 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:23:00.771965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 41b99f67-066d-4a4e-a2b1-041f960069b9 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:23:00.772384 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6f052550-f4b7-43fe-88f5-6fa499c00965 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:23:00.777044 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.790638 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.794765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6f052550-f4b7-43fe-88f5-6fa499c00965 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:23:00.795272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6f052550-f4b7-43fe-88f5-6fa499c00965 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:23:00.796804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:23:00.797206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:23:00.799001 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:23:00.858040 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.863843 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:00.867153 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] 10.222.0.16 "DELETE /v2.0/networks/7f35304f-7d11-496a-9ced-c8ad4aeb08b8 HTTP/1.1" status: 204 len: 168 time: 0.5547943 Dec 09 23:23:00.870210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58946) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:00.877680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f233c09-a01c-48ed-9e9b-8f18233a76ba admin admin] Pushing event deleted for resources: {'Network': ['ID=7f35304f-7d11-496a-9ced-c8ad4aeb08b8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:01.147717 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ab975c79-f72c-4ada-835d-4f30e3f6bd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:01.208576 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:01.444322 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Deleting port 6704fce6-961a-42dc-9f6a-164e93c5fc4f {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:23:01.444561 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:01.522114 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] For port 6704fce6-961a-42dc-9f6a-164e93c5fc4f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=6704fce6-961a-42dc-9f6a-164e93c5fc4f,segment=NetworkSegment(cc78f018-f7d1-4eb1-a0c9-4405dccd00cf),segment_id=cc78f018-f7d1-4eb1-a0c9-4405dccd00cf)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:01.522441 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:01.534392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Calling delete_port for 6704fce6-961a-42dc-9f6a-164e93c5fc4f owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:23:01.707219 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:01.732367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Pushing event deleted for resources: {'Port': ['ID=6704fce6-961a-42dc-9f6a-164e93c5fc4f,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:01.758461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.758810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.759151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.759488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.759822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.760151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.760499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.760805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.761127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.761449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.761772 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.762119 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.762439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:01.901167 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:02.106806 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Router 3a790373-0089-4129-836d-c79ecd957b37 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:23:02.209834 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:23:02.214860 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5da5c668-b4d5-4c0d-9d94-a86b7489db48 admin admin] 10.222.0.16 "PUT /v2.0/routers/3a790373-0089-4129-836d-c79ecd957b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3436093 Dec 09 23:23:02.217406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58948) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:02.220711 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a4e60-e87b-400f-804a-05c2af029ce0 None None] Sync routers for ids ['3a790373-0089-4129-836d-c79ecd957b37'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:23:02.230188 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a4e60-e87b-400f-804a-05c2af029ce0 None None] Routers {'3a790373-0089-4129-836d-c79ecd957b37'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:23:02.230797 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-245a4e60-e87b-400f-804a-05c2af029ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:22:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3a790373-0089-4129-836d-c79ecd957b37'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:02.321012 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:02.332141 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-245a4e60-e87b-400f-804a-05c2af029ce0 None None] Set router 3a790373-0089-4129-836d-c79ecd957b37 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:23:02.422436 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:02.473219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Deleting port 047f2a67-3208-43eb-beb8-9f1b033782e1 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:23:02.473546 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:02.503912 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-245a4e60-e87b-400f-804a-05c2af029ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a790373-0089-4129-836d-c79ecd957b37', 'name': 'tempest-TestEncryptedCinderVolumes-1531255202-router', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:42Z', 'updated_at': '2021-12-09T23:23:01Z', 'revision_number': 5, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'gw_port': {'id': '047f2a67-3208-43eb-beb8-9f1b033782e1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a790373-0089-4129-836d-c79ecd957b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:21:43Z', 'updated_at': '2021-12-09T23:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:02.532024 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a4e60-e87b-400f-804a-05c2af029ce0 None None] Checking router: 3a790373-0089-4129-836d-c79ecd957b37 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:23:02.541071 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a4e60-e87b-400f-804a-05c2af029ce0 None None] Routers {'3a790373-0089-4129-836d-c79ecd957b37'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:23:02.541677 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-245a4e60-e87b-400f-804a-05c2af029ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:22:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['3a790373-0089-4129-836d-c79ecd957b37'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:02.556663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] For port 047f2a67-3208-43eb-beb8-9f1b033782e1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=047f2a67-3208-43eb-beb8-9f1b033782e1,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:02.557028 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:02.568939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Calling delete_port for 047f2a67-3208-43eb-beb8-9f1b033782e1 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:23:02.625579 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-245a4e60-e87b-400f-804a-05c2af029ce0 None None] Set router 3a790373-0089-4129-836d-c79ecd957b37 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:23:02.678633 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-245a4e60-e87b-400f-804a-05c2af029ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a790373-0089-4129-836d-c79ecd957b37', 'name': 'tempest-TestEncryptedCinderVolumes-1531255202-router', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:42Z', 'updated_at': '2021-12-09T23:23:02Z', 'revision_number': 6, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:02.704998 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a4e60-e87b-400f-804a-05c2af029ce0 None None] The sync data for ids ['3a790373-0089-4129-836d-c79ecd957b37'] in n-d-789963-23 is: [{'id': '3a790373-0089-4129-836d-c79ecd957b37', 'name': 'tempest-TestEncryptedCinderVolumes-1531255202-router', 'tenant_id': 'da3b7aef7c114d849efe241a2c54aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:21:42Z', 'updated_at': '2021-12-09T23:23:02Z', 'revision_number': 6, 'project_id': 'da3b7aef7c114d849efe241a2c54aacd', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:23:02.743782 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:02.768230 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Pushing event deleted for resources: {'Port': ['ID=047f2a67-3208-43eb-beb8-9f1b033782e1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:02.783723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae5b8b7-abea-4e33-b3f9-11c559c1e771 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:23:02.828145 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:02.915927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:02.918101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:02.963482 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:02.963986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a790373-0089-4129-836d-c79ecd957b37 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:23:02.968505 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:02.969677 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ccd23455-384e-4420-80c0-a528826197ad admin admin] 10.222.0.16 "DELETE /v2.0/routers/3a790373-0089-4129-836d-c79ecd957b37 HTTP/1.1" status: 204 len: 168 time: 0.7512038 Dec 09 23:23:02.972336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58950) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:03.018358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b9788c-1dcf-4ee8-af83-1dd6da8fddc3 admin admin] Deleting subnet 53317c56-6266-4ee1-b2bb-3a8072211997 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:23:03.021300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68b9788c-1dcf-4ee8-af83-1dd6da8fddc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.056003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68b9788c-1dcf-4ee8-af83-1dd6da8fddc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.139337 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68b9788c-1dcf-4ee8-af83-1dd6da8fddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.190967 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68b9788c-1dcf-4ee8-af83-1dd6da8fddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.215453 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9788c-1dcf-4ee8-af83-1dd6da8fddc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53317c56-6266-4ee1-b2bb-3a8072211997,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:03.222814 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-68b9788c-1dcf-4ee8-af83-1dd6da8fddc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.226117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-68b9788c-1dcf-4ee8-af83-1dd6da8fddc3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/53317c56-6266-4ee1-b2bb-3a8072211997 HTTP/1.1" status: 204 len: 168 time: 0.2528191 Dec 09 23:23:03.227980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5d19c-eb5f-40f3-88d6-7f65d3033619 None None] Network 4ea9c13a-7e42-4912-857b-266b9b78490d requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:23:03.228653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58952) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:03.295669 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.354669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Deleting port 85daf730-8a09-47e7-b2ae-e1e66873ae48 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:23:03.355022 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.417290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] For port 85daf730-8a09-47e7-b2ae-e1e66873ae48, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=85daf730-8a09-47e7-b2ae-e1e66873ae48,segment=NetworkSegment(cc78f018-f7d1-4eb1-a0c9-4405dccd00cf),segment_id=cc78f018-f7d1-4eb1-a0c9-4405dccd00cf)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:03.417536 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d96fe91a-714a-4622-a3e6-3a153e29eed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.417732 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.430695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Calling delete_port for 85daf730-8a09-47e7-b2ae-e1e66873ae48 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:23:03.476126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8194af2d-f1e1-4dfe-a6a6-1aefe3752e55 None None] DHCP port deletion for 4ea9c13a-7e42-4912-857b-266b9b78490d request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:23:03.516590 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.524988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8194af2d-f1e1-4dfe-a6a6-1aefe3752e55 None None] Deleting port 85daf730-8a09-47e7-b2ae-e1e66873ae48 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:23:03.525443 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8194af2d-f1e1-4dfe-a6a6-1aefe3752e55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.542215 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Pushing event deleted for resources: {'Port': ['ID=85daf730-8a09-47e7-b2ae-e1e66873ae48,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:03.546037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] No DVR routers for this DVR port 85daf730-8a09-47e7-b2ae-e1e66873ae48 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:23:03.594256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8194af2d-f1e1-4dfe-a6a6-1aefe3752e55 None None] For port 85daf730-8a09-47e7-b2ae-e1e66873ae48, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:03.595273 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8194af2d-f1e1-4dfe-a6a6-1aefe3752e55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.608601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8194af2d-f1e1-4dfe-a6a6-1aefe3752e55 None None] Calling delete_port for 85daf730-8a09-47e7-b2ae-e1e66873ae48 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:23:03.611969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-8194af2d-f1e1-4dfe-a6a6-1aefe3752e55 None None] Port 85daf730-8a09-47e7-b2ae-e1e66873ae48 was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 23:23:03.613371 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8194af2d-f1e1-4dfe-a6a6-1aefe3752e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.621568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.640278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194af2d-f1e1-4dfe-a6a6-1aefe3752e55 None None] Pushing event deleted for resources: {'Port': ['ID=85daf730-8a09-47e7-b2ae-e1e66873ae48,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:03.643043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea9c13a-7e42-4912-857b-266b9b78490d']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:03.646451 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8194af2d-f1e1-4dfe-a6a6-1aefe3752e55 None None] No DVR routers for this DVR port 85daf730-8a09-47e7-b2ae-e1e66873ae48 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:23:03.656802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc78f018-f7d1-4eb1-a0c9-4405dccd00cf') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:03.657626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc78f018-f7d1-4eb1-a0c9-4405dccd00cf') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:03.667553 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.682111 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.688264 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:23:03.688711 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:23:03.690584 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:23:03.744514 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.750704 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:03.753941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] 10.222.0.16 "DELETE /v2.0/networks/4ea9c13a-7e42-4912-857b-266b9b78490d HTTP/1.1" status: 204 len: 168 time: 0.5242741 Dec 09 23:23:03.764861 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c4df9-1b3e-433a-a6cd-c65be3c1050b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea9c13a-7e42-4912-857b-266b9b78490d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:03.917234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58956) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:03.956820 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d127dc0e-69f3-404c-b81c-13b0405af8c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5175b7b295a8438cada437238d32642b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382314 Dec 09 23:23:03.959118 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58958) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:04.009355 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f6b306e9-8394-477f-8f04-78ae197e5aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:04.030344 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f6b306e9-8394-477f-8f04-78ae197e5aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:04.075176 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f6b306e9-8394-477f-8f04-78ae197e5aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:04.077740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f6b306e9-8394-477f-8f04-78ae197e5aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:04.079598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f6b306e9-8394-477f-8f04-78ae197e5aa9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f30221e-6fd7-468b-8fa9-7e74d7df2ea2 HTTP/1.1" status: 204 len: 168 time: 0.1188798 Dec 09 23:23:04.087072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b306e9-8394-477f-8f04-78ae197e5aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f30221e-6fd7-468b-8fa9-7e74d7df2ea2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:04.387145 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58964) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:04.410214 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:04.429556 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5bdd0539-c159-489f-a986-1efd00ee7ea7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da3b7aef7c114d849efe241a2c54aacd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412338 Dec 09 23:23:04.431982 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58966) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:04.479232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71f13c94-e93c-4796-9df9-aee3ebfa8140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:04.499630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71f13c94-e93c-4796-9df9-aee3ebfa8140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:04.553434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71f13c94-e93c-4796-9df9-aee3ebfa8140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:04.556591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-71f13c94-e93c-4796-9df9-aee3ebfa8140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:04.557923 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-71f13c94-e93c-4796-9df9-aee3ebfa8140 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c3c32c9-f9ed-4c18-9a48-829a40e1c375 HTTP/1.1" status: 204 len: 168 time: 0.1249242 Dec 09 23:23:04.567186 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f13c94-e93c-4796-9df9-aee3ebfa8140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3c32c9-f9ed-4c18-9a48-829a40e1c375,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:04.705152 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6704fce6-961a-42dc-9f6a-164e93c5fc4f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:23:04.724887 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 6704fce6-961a-42dc-9f6a-164e93c5fc4f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:23:04.725238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 6704fce6-961a-42dc-9f6a-164e93c5fc4f not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:23:04.725663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 85daf730-8a09-47e7-b2ae-e1e66873ae48 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:23:04.744456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 85daf730-8a09-47e7-b2ae-e1e66873ae48 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:23:04.744801 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 85daf730-8a09-47e7-b2ae-e1e66873ae48 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:23:04.745366 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 047f2a67-3208-43eb-beb8-9f1b033782e1 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:23:04.764584 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 047f2a67-3208-43eb-beb8-9f1b033782e1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:23:04.764939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 047f2a67-3208-43eb-beb8-9f1b033782e1 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:23:05.001408 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.216062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58988) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:05.310417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1702234847-network', 'tenant_id': '9439b231338f480782cf7786001e6add'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:23:05.332212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Made reservation on behalf of 9439b231338f480782cf7786001e6add for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:23:05.334556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.342868 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.417053 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.420631 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.441519 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:23:05.455579 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bd139e-a044-4808-8db4-80a4cca6e4f1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:05.460448 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.460804 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Added segment c23ffcb8-3e41-4565-a04a-0597b65b9a85 of type vlan for network 4a53356e-ff30-452f-967d-e36135ff06d7 Dec 09 23:23:05.501900 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.526489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.527431 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:05.528011 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.564012 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3468089 Dec 09 23:23:05.567177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58992) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:05.572425 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-b7a69916-460e-4111-9858-ab8c5cd67041 admin admin] Request body: {'subnet': {'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1702234847-subnet', 'tenant_id': '9439b231338f480782cf7786001e6add', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:23:05.595275 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a69916-460e-4111-9858-ab8c5cd67041 admin admin] Made reservation on behalf of 9439b231338f480782cf7786001e6add for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:23:05.597545 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b7a69916-460e-4111-9858-ab8c5cd67041 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.598072 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6d255-03a9-42e7-b7e1-a9624ff6bce5 admin admin] Pushing event updated for resources: {'Network': ['ID=4a53356e-ff30-452f-967d-e36135ff06d7,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:05.607811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 4a53356e-ff30-452f-967d-e36135ff06d7 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:23:05.764796 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b7a69916-460e-4111-9858-ab8c5cd67041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.811721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a69916-460e-4111-9858-ab8c5cd67041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d0b6c6-3f03-43f9-845d-b5cfe573c150,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:05.826576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a69916-460e-4111-9858-ab8c5cd67041 admin admin] Checking segment: {'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:23:05.826939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a69916-460e-4111-9858-ab8c5cd67041 admin admin] Network hostable DHCP agents. Network: 4a53356e-ff30-452f-967d-e36135ff06d7, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:23:05.843610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a69916-460e-4111-9858-ab8c5cd67041 admin admin] Network 4a53356e-ff30-452f-967d-e36135ff06d7 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:23:05.851372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-b7a69916-460e-4111-9858-ab8c5cd67041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 4a53356e-ff30-452f-967d-e36135ff06d7) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:23:05.856336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a69916-460e-4111-9858-ab8c5cd67041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:05.859160 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62369a5c-671f-498c-8a7d-3fe9feb89b23 None None] Network 4a53356e-ff30-452f-967d-e36135ff06d7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:23:05.862799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b7a69916-460e-4111-9858-ab8c5cd67041 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.878748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b7a69916-460e-4111-9858-ab8c5cd67041 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3104904 Dec 09 23:23:05.881353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 58994) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:05.885886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:23:05.907022 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.908070 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:05.965486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-4a53356e-ff30-452f-967d-e36135ff06d7', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'project_id': '9439b231338f480782cf7786001e6add', 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:23:05.966491 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.108652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Allocated IP 172.20.0.2 (4a53356e-ff30-452f-967d-e36135ff06d7/73d0b6c6-3f03-43f9-845d-b5cfe573c150/790c8bea-d3e0-4232-a7ee-69dcbc8452b2) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:23:06.255438 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.262688 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.293903 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.308758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Network 4a53356e-ff30-452f-967d-e36135ff06d7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:23:06.316450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:23:06.318554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Pushing event updated for resources: {'Port': ['ID=790c8bea-d3e0-4232-a7ee-69dcbc8452b2,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:06.320666 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:23:06.383799 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Attempting to bind port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:23:06.384088 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Attempting to bind port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:23:06.384460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Attempting to bind port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 on network 4a53356e-ff30-452f-967d-e36135ff06d7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:23:06.388029 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.390691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:23:06.391067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Checking segment: {'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:23:06.392070 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.392480 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Bound using segment: {'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:23:06.392925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Bound port: 790c8bea-d3e0-4232-a7ee-69dcbc8452b2, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:23:06.393297 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.428223 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.454738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] For port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:23:06.457936 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] For port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=790c8bea-d3e0-4232-a7ee-69dcbc8452b2,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:23:06.462854 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.522921 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927eda43-ee12-489f-ac83-b4707bd78596 None None] Pushing event updated for resources: {'Port': ['ID=790c8bea-d3e0-4232-a7ee-69dcbc8452b2,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:06.639433 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.659766 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.773311 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Allocated IP 172.25.8.213 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/277a653c-d95e-4a6a-8df2-7a07a918b590) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:23:06.875590 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.909601 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:06.946015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:23:06.948767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:23:06.951991 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:23:06.962589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e80df26-f7e7-4ae4-a03e-7c48e6341cc8 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:23:06.984616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Pushing event updated for resources: {'Port': ['ID=277a653c-d95e-4a6a-8df2-7a07a918b590,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:07.038898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9b629bb0-0fed-498e-a383-a351020b1ecd None None] Provisioning complete for port 277a653c-d95e-4a6a-8df2-7a07a918b590 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:07.039268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b629bb0-0fed-498e-a383-a351020b1ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:07.071821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9b629bb0-0fed-498e-a383-a351020b1ecd None None] Port 277a653c-d95e-4a6a-8df2-7a07a918b590 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:23:07.177810 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:07.215950 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:07.410740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:07.455029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6937cf0-2365-4d15-80c3-9fed6d5e1ed5 None None] Network 4a53356e-ff30-452f-967d-e36135ff06d7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:23:07.539516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Router 78d086f5-d462-4c38-9a29-1838a902e079 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:23:07.652768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:23:07.671150 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:07.674881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-af77eb82-8db3-449b-84ee-b1964434513e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7900629 Dec 09 23:23:07.675393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 58996) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:07.675954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Sync routers for ids ['78d086f5-d462-4c38-9a29-1838a902e079'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:23:07.703368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Routers {'78d086f5-d462-4c38-9a29-1838a902e079'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:23:07.703368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:23:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['78d086f5-d462-4c38-9a29-1838a902e079'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:07.743774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5d08322c-8e8c-463b-9a7e-83e379453596 None None] Provisioning complete for port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:07.744146 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d08322c-8e8c-463b-9a7e-83e379453596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:07.868777 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Set router 78d086f5-d462-4c38-9a29-1838a902e079 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:23:07.957469 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d08322c-8e8c-463b-9a7e-83e379453596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.049047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5d08322c-8e8c-463b-9a7e-83e379453596 None None] For port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=790c8bea-d3e0-4232-a7ee-69dcbc8452b2,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:08.057471 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d08322c-8e8c-463b-9a7e-83e379453596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.110969 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.139986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08322c-8e8c-463b-9a7e-83e379453596 None None] Pushing event updated for resources: {'Port': ['ID=790c8bea-d3e0-4232-a7ee-69dcbc8452b2,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:08.160431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:23:07Z', 'revision_number': 3, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:08.190305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Checking router: 78d086f5-d462-4c38-9a29-1838a902e079 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:23:08.190305 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Updating router 78d086f5-d462-4c38-9a29-1838a902e079 port 277a653c-d95e-4a6a-8df2-7a07a918b590 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:23:08.221875 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.223339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-647036f8-766e-4750-81cb-047c4d41401f None None] Provisioning complete for port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:08.223693 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-647036f8-766e-4750-81cb-047c4d41401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.274229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Allocated IP 172.20.0.1 (4a53356e-ff30-452f-967d-e36135ff06d7/73d0b6c6-3f03-43f9-845d-b5cfe573c150/0f620427-7edf-45c8-9999-553220e7a1a6) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:23:08.381219 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.415345 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.451821 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Network 4a53356e-ff30-452f-967d-e36135ff06d7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:23:08.455074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:23:08.458636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:23:08.491246 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Pushing event updated for resources: {'Port': ['ID=0f620427-7edf-45c8-9999-553220e7a1a6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:08.506232 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.537093 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.542984 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.594782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348f5a8b-0e93-4ed5-8330-53886090c701 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:23:08.607494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Attempting to bind port 277a653c-d95e-4a6a-8df2-7a07a918b590 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:23:08.608476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Attempting to bind port 277a653c-d95e-4a6a-8df2-7a07a918b590 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:23:08.608955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Attempting to bind port 277a653c-d95e-4a6a-8df2-7a07a918b590 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:23:08.620548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff70127-751c-4507-85e4-993ed9cd46e7 None None] Pushing event updated for resources: {'Port': ['ID=277a653c-d95e-4a6a-8df2-7a07a918b590,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:08.624936 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:23:08.625323 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:23:08.626440 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.626844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:23:08.627338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Bound port: 277a653c-d95e-4a6a-8df2-7a07a918b590, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:23:08.627730 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.665510 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.689587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3958342e-b375-440d-8185-387f3d558819 None None] Provisioning complete for port 277a653c-d95e-4a6a-8df2-7a07a918b590 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:08.689998 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3958342e-b375-440d-8185-387f3d558819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.720224 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] For port 277a653c-d95e-4a6a-8df2-7a07a918b590, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:23:08.736319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] For port 277a653c-d95e-4a6a-8df2-7a07a918b590, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=277a653c-d95e-4a6a-8df2-7a07a918b590,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:23:08.743650 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.746911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3958342e-b375-440d-8185-387f3d558819 None None] Port 277a653c-d95e-4a6a-8df2-7a07a918b590 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:23:08.775863 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:23:08.809560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b84470-512d-44be-ab27-71ddd08e9451 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:23:08.848201 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.853921 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.854970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Routers {'78d086f5-d462-4c38-9a29-1838a902e079'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:23:08.855602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:23:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['78d086f5-d462-4c38-9a29-1838a902e079'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:08.862853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff70127-751c-4507-85e4-993ed9cd46e7 None None] Pushing event updated for resources: {'Port': ['ID=277a653c-d95e-4a6a-8df2-7a07a918b590,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:08.920897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-35da4c11-bfb9-4723-9d2e-31d44730bcc2 None None] Provisioning complete for port 277a653c-d95e-4a6a-8df2-7a07a918b590 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:08.921269 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-35da4c11-bfb9-4723-9d2e-31d44730bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.924062 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:08.926993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Pushing event updated for resources: {'Port': ['ID=0f620427-7edf-45c8-9999-553220e7a1a6,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:08.944906 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:08.945276 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:09.019709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Network 4a53356e-ff30-452f-967d-e36135ff06d7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:23:09.021258 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:23:09.042546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] Set router 78d086f5-d462-4c38-9a29-1838a902e079 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:23:09.148309 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Router 78d086f5-d462-4c38-9a29-1838a902e079 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:23:09.172985 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-35da4c11-bfb9-4723-9d2e-31d44730bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:09.252737 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-35da4c11-bfb9-4723-9d2e-31d44730bcc2 None None] For port 277a653c-d95e-4a6a-8df2-7a07a918b590, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=277a653c-d95e-4a6a-8df2-7a07a918b590,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:09.259766 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-35da4c11-bfb9-4723-9d2e-31d44730bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:09.271721 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:23:09.277543 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4091e107-2822-4599-9919-a2ce02bd1b6d admin admin] 10.222.0.16 "PUT /v2.0/routers/78d086f5-d462-4c38-9a29-1838a902e079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6009021 Dec 09 23:23:09.340611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-35da4c11-bfb9-4723-9d2e-31d44730bcc2 None None] Provisioning complete for port 0f620427-7edf-45c8-9999-553220e7a1a6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:09.340979 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-35da4c11-bfb9-4723-9d2e-31d44730bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:09.531281 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da4c11-bfb9-4723-9d2e-31d44730bcc2 None None] Pushing event updated for resources: {'Port': ['ID=277a653c-d95e-4a6a-8df2-7a07a918b590,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:09.554443 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-35da4c11-bfb9-4723-9d2e-31d44730bcc2 None None] Port 0f620427-7edf-45c8-9999-553220e7a1a6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:23:09.571545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0f620427-7edf-45c8-9999-553220e7a1a6', 'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'tenant_id': '9439b231338f480782cf7786001e6add', 'mac_address': 'fa:16:3e:4c:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:08Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 2, 'project_id': '9439b231338f480782cf7786001e6add', 'subnets': [{'id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:09.597942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b821e8b-ac30-4e8a-9ba5-b66d4bfc46b7 None None] The sync data for ids ['78d086f5-d462-4c38-9a29-1838a902e079'] in n-d-789963-23 is: [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0f620427-7edf-45c8-9999-553220e7a1a6', 'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'tenant_id': '9439b231338f480782cf7786001e6add', 'mac_address': 'fa:16:3e:4c:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:08Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 2, 'project_id': '9439b231338f480782cf7786001e6add', 'subnets': [{'id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:23:09.678250 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e54690dd-5899-4372-b02b-bc2e701fce25 None None] Provisioning complete for port 0f620427-7edf-45c8-9999-553220e7a1a6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:09.678940 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e54690dd-5899-4372-b02b-bc2e701fce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:09.713316 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e54690dd-5899-4372-b02b-bc2e701fce25 None None] Port 0f620427-7edf-45c8-9999-553220e7a1a6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:23:09.773847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59012) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:09.776708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-830463834-network', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:23:09.803991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Made reservation on behalf of 3197d5b9eb3d4363a047a231a0c8139e for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:23:09.806503 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:09.817826 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:09.901103 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:09.905250 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:09.933567 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:23:09.944436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a04a89-278d-4493-bdd0-832945a3a947,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:09.951268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:09.951623 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Added segment f5bb1475-8aa3-4381-a934-14bc4c41f005 of type vlan for network 5b841585-69aa-4a76-94b7-7aff898b31a4 Dec 09 23:23:09.995697 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.022848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.023967 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:10.024661 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.064886 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2918487 Dec 09 23:23:10.065084 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59014) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:10.071621 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3356c47a-eb9b-4889-8e0a-5f12f9c1dc88 admin admin] Request body: {'subnet': {'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-830463834-subnet', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:23:10.108480 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87540fd7-467d-416b-9c57-e26ee21e3604 admin admin] Pushing event updated for resources: {'Network': ['ID=5b841585-69aa-4a76-94b7-7aff898b31a4,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:10.119082 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 5b841585-69aa-4a76-94b7-7aff898b31a4 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:23:10.124517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3356c47a-eb9b-4889-8e0a-5f12f9c1dc88 admin admin] Made reservation on behalf of 3197d5b9eb3d4363a047a231a0c8139e for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:23:10.127514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3356c47a-eb9b-4889-8e0a-5f12f9c1dc88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.320520 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3356c47a-eb9b-4889-8e0a-5f12f9c1dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.378152 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356c47a-eb9b-4889-8e0a-5f12f9c1dc88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6026dc98-78eb-4610-9727-50b897f15d1f,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:10.387548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356c47a-eb9b-4889-8e0a-5f12f9c1dc88 admin admin] Checking segment: {'id': 'f5bb1475-8aa3-4381-a934-14bc4c41f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:23:10.387910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356c47a-eb9b-4889-8e0a-5f12f9c1dc88 admin admin] Network hostable DHCP agents. Network: 5b841585-69aa-4a76-94b7-7aff898b31a4, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:23:10.404510 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356c47a-eb9b-4889-8e0a-5f12f9c1dc88 admin admin] Network 5b841585-69aa-4a76-94b7-7aff898b31a4 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:23:10.415026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-3356c47a-eb9b-4889-8e0a-5f12f9c1dc88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 5b841585-69aa-4a76-94b7-7aff898b31a4) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:23:10.419234 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356c47a-eb9b-4889-8e0a-5f12f9c1dc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:10.419839 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3356c47a-eb9b-4889-8e0a-5f12f9c1dc88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.426945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af50f232-af60-4a2f-aeba-3bdad3a25693 None None] Network 5b841585-69aa-4a76-94b7-7aff898b31a4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:23:10.439272 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3356c47a-eb9b-4889-8e0a-5f12f9c1dc88 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3732407 Dec 09 23:23:10.442032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59016) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:10.446977 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-830463834-router', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:23:10.468503 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.470539 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.526779 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.540330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-5b841585-69aa-4a76-94b7-7aff898b31a4', 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4', 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'fixed_ips': [{'subnet_id': '6026dc98-78eb-4610-9727-50b897f15d1f'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:23:10.541379 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.680850 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.703715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Allocated IP 172.20.0.2 (5b841585-69aa-4a76-94b7-7aff898b31a4/6026dc98-78eb-4610-9727-50b897f15d1f/90a8ba83-342c-4d08-a5f8-d076382a3840) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:23:10.790442 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 277a653c-d95e-4a6a-8df2-7a07a918b590 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:23:10.890417 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.910643 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.911054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 277a653c-d95e-4a6a-8df2-7a07a918b590 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:10.911424 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.913282 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.936649 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:10.985821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Network 5b841585-69aa-4a76-94b7-7aff898b31a4 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:23:10.992062 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:23:10.994959 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:23:11.024346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Allocated IP 172.25.8.20 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/d84b0729-ad7f-41b0-963e-e847a4db3bae) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:23:11.035034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Pushing event updated for resources: {'Port': ['ID=90a8ba83-342c-4d08-a5f8-d076382a3840,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:11.092006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Attempting to bind port 90a8ba83-342c-4d08-a5f8-d076382a3840 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:23:11.092554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Attempting to bind port 90a8ba83-342c-4d08-a5f8-d076382a3840 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'f5bb1475-8aa3-4381-a934-14bc4c41f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:23:11.092936 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Attempting to bind port 90a8ba83-342c-4d08-a5f8-d076382a3840 on network 5b841585-69aa-4a76-94b7-7aff898b31a4 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:23:11.103714 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:23:11.104099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Checking segment: {'id': 'f5bb1475-8aa3-4381-a934-14bc4c41f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:23:11.104487 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:11.104881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Bound using segment: {'id': 'f5bb1475-8aa3-4381-a934-14bc4c41f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:23:11.105349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Bound port: 90a8ba83-342c-4d08-a5f8-d076382a3840, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bb1475-8aa3-4381-a934-14bc4c41f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:23:11.105727 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:11.130765 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:11.165071 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:11.170622 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] For port 90a8ba83-342c-4d08-a5f8-d076382a3840, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:23:11.173913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] For port 90a8ba83-342c-4d08-a5f8-d076382a3840, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=90a8ba83-342c-4d08-a5f8-d076382a3840,segment=NetworkSegment(f5bb1475-8aa3-4381-a934-14bc4c41f005),segment_id=f5bb1475-8aa3-4381-a934-14bc4c41f005)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:23:11.177861 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:11.204536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:23:11.207812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:23:11.214303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:23:11.227411 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4e9e95-ccc2-4b00-8828-2487b39e90fa None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:23:11.238800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Pushing event updated for resources: {'Port': ['ID=d84b0729-ad7f-41b0-963e-e847a4db3bae,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:11.257898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7d976-1255-40f2-909b-e4579540d678 None None] Pushing event updated for resources: {'Port': ['ID=90a8ba83-342c-4d08-a5f8-d076382a3840,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:11.349429 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7876df94-1272-4b01-be1f-e4019a9362d6 None None] Provisioning complete for port d84b0729-ad7f-41b0-963e-e847a4db3bae triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:11.349962 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7876df94-1272-4b01-be1f-e4019a9362d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:11.389881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7876df94-1272-4b01-be1f-e4019a9362d6 None None] Port d84b0729-ad7f-41b0-963e-e847a4db3bae cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:23:11.512680 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:11.725810 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:11.826910 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Sync routers for ids ['78d086f5-d462-4c38-9a29-1838a902e079'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:23:11.836463 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Routers {'78d086f5-d462-4c38-9a29-1838a902e079'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:23:11.837144 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:23:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['78d086f5-d462-4c38-9a29-1838a902e079'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:11.852442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Router 8c3662c2-6dcf-4daf-a533-35d092b022a8 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:23:11.940703 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Set router 78d086f5-d462-4c38-9a29-1838a902e079 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:23:11.958620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:23:11.968351 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Sync routers for ids ['8c3662c2-6dcf-4daf-a533-35d092b022a8'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:23:11.978130 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:11.979514 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a09ce4ea-07c2-465f-aca0-bec706d80118 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5364645 Dec 09 23:23:11.980162 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Routers {'8c3662c2-6dcf-4daf-a533-35d092b022a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:23:11.980854 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:23:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8c3662c2-6dcf-4daf-a533-35d092b022a8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:11.982149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59018) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:12.092002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Set router 8c3662c2-6dcf-4daf-a533-35d092b022a8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:23:12.149540 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0f620427-7edf-45c8-9999-553220e7a1a6', 'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'tenant_id': '9439b231338f480782cf7786001e6add', 'mac_address': 'fa:16:3e:4c:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:08Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 2, 'project_id': '9439b231338f480782cf7786001e6add', 'subnets': [{'id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:12.181995 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Checking router: 78d086f5-d462-4c38-9a29-1838a902e079 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:23:12.182273 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Updating router 78d086f5-d462-4c38-9a29-1838a902e079 port 0f620427-7edf-45c8-9999-553220e7a1a6 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:23:12.208884 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:12.290185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'name': 'tempest-TestMinimumBasicScenario-830463834-router', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:11Z', 'revision_number': 3, 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'gw_port': {'id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:40:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:12.321592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Checking router: 8c3662c2-6dcf-4daf-a533-35d092b022a8 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:23:12.321977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Updating router 8c3662c2-6dcf-4daf-a533-35d092b022a8 port d84b0729-ad7f-41b0-963e-e847a4db3bae binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:23:12.349799 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:12.524569 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:12.531054 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:12.616276 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Pushing event updated for resources: {'Port': ['ID=0f620427-7edf-45c8-9999-553220e7a1a6,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:12.616551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c159a2d-fcf0-4c9d-942c-958b652376ee None None] Network 5b841585-69aa-4a76-94b7-7aff898b31a4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:23:12.670222 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.670581 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.670926 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.671268 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.671597 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.672998 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.673673 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.674192 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.674696 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.675987 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.676337 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.676672 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.677003 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:12.683603 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Attempting to bind port 0f620427-7edf-45c8-9999-553220e7a1a6 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:23:12.683981 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Attempting to bind port 0f620427-7edf-45c8-9999-553220e7a1a6 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:23:12.684340 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Attempting to bind port 0f620427-7edf-45c8-9999-553220e7a1a6 on network 4a53356e-ff30-452f-967d-e36135ff06d7 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:23:12.695807 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:23:12.696888 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Checking segment: {'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:23:12.697460 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:12.698248 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Bound using segment: {'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:23:12.700581 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Bound port: 0f620427-7edf-45c8-9999-553220e7a1a6, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:23:12.701234 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:12.729383 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2a745385-a34c-4559-ae65-5620e4d745c9 None None] Provisioning complete for port 90a8ba83-342c-4d08-a5f8-d076382a3840 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:12.729627 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2a745385-a34c-4559-ae65-5620e4d745c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:12.781056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:12.800880 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] For port 0f620427-7edf-45c8-9999-553220e7a1a6, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:23:12.802416 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:12.804815 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] For port 0f620427-7edf-45c8-9999-553220e7a1a6, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0f620427-7edf-45c8-9999-553220e7a1a6,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:23:12.814054 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:12.822284 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 90a8ba83-342c-4d08-a5f8-d076382a3840 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:23:12.870773 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Routers {'78d086f5-d462-4c38-9a29-1838a902e079'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:23:12.871461 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:23:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['78d086f5-d462-4c38-9a29-1838a902e079'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:12.873580 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:12.929583 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168dec45-2055-498f-b60a-6a6778476205 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:23:12.959678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Attempting to bind port d84b0729-ad7f-41b0-963e-e847a4db3bae on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:23:12.960048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Attempting to bind port d84b0729-ad7f-41b0-963e-e847a4db3bae by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:23:12.960415 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Attempting to bind port d84b0729-ad7f-41b0-963e-e847a4db3bae on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:23:12.986900 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48866cc-e4a6-4e1c-9dff-a13b6cd99c0d None None] Pushing event updated for resources: {'Port': ['ID=0f620427-7edf-45c8-9999-553220e7a1a6,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:13.010841 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] Set router 78d086f5-d462-4c38-9a29-1838a902e079 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:23:13.021983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b5e77-6be8-4930-8cdd-1a3e08dbbc6b None None] Pushing event updated for resources: {'Port': ['ID=d84b0729-ad7f-41b0-963e-e847a4db3bae,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:13.031063 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:23:13.031453 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:23:13.031895 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.032294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:23:13.032784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Bound port: d84b0729-ad7f-41b0-963e-e847a4db3bae, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:23:13.033165 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.037894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 90a8ba83-342c-4d08-a5f8-d076382a3840 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:13.038204 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.097029 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2a745385-a34c-4559-ae65-5620e4d745c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.121499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Allocated IP 172.20.0.1 (5b841585-69aa-4a76-94b7-7aff898b31a4/6026dc98-78eb-4610-9727-50b897f15d1f/1512b5fc-9034-4e14-980d-3f63e2513290) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:23:13.151928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] For port d84b0729-ad7f-41b0-963e-e847a4db3bae, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:23:13.159322 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] For port d84b0729-ad7f-41b0-963e-e847a4db3bae, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d84b0729-ad7f-41b0-963e-e847a4db3bae,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:23:13.174588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2a745385-a34c-4559-ae65-5620e4d745c9 None None] For port 90a8ba83-342c-4d08-a5f8-d076382a3840, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=90a8ba83-342c-4d08-a5f8-d076382a3840,segment=NetworkSegment(f5bb1475-8aa3-4381-a934-14bc4c41f005),segment_id=f5bb1475-8aa3-4381-a934-14bc4c41f005)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:13.180759 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.187326 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2a745385-a34c-4559-ae65-5620e4d745c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.263218 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6143e676-0f64-49f5-8cdc-3c29f67cc45c None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:23:13.326902 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.328507 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Routers {'8c3662c2-6dcf-4daf-a533-35d092b022a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:23:13.329671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:23:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8c3662c2-6dcf-4daf-a533-35d092b022a8'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:13.334426 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b5e77-6be8-4930-8cdd-1a3e08dbbc6b None None] Pushing event updated for resources: {'Port': ['ID=d84b0729-ad7f-41b0-963e-e847a4db3bae,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:13.368181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-47b83333-2bfd-4d7f-9a6e-d2fe84fce1db None None] Provisioning complete for port d84b0729-ad7f-41b0-963e-e847a4db3bae triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:13.368397 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47b83333-2bfd-4d7f-9a6e-d2fe84fce1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.374710 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0f620427-7edf-45c8-9999-553220e7a1a6', 'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'tenant_id': '9439b231338f480782cf7786001e6add', 'mac_address': 'fa:16:3e:4c:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:08Z', 'updated_at': '2021-12-09T23:23:12Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'subnets': [{'id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:13.376363 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.406246 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219aa84-002d-40a7-b51d-ced0f82d5e24 None None] The sync data for ids ['78d086f5-d462-4c38-9a29-1838a902e079'] in n-d-789963-23 is: [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0f620427-7edf-45c8-9999-553220e7a1a6', 'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'tenant_id': '9439b231338f480782cf7786001e6add', 'mac_address': 'fa:16:3e:4c:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:08Z', 'updated_at': '2021-12-09T23:23:12Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'subnets': [{'id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:23:13.432231 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Network 5b841585-69aa-4a76-94b7-7aff898b31a4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:23:13.437630 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:23:13.443209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:23:13.446622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1512b5fc-9034-4e14-980d-3f63e2513290,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:13.488917 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.648643 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.734568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a745385-a34c-4559-ae65-5620e4d745c9 None None] Pushing event updated for resources: {'Port': ['ID=90a8ba83-342c-4d08-a5f8-d076382a3840,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:13.752770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] Set router 8c3662c2-6dcf-4daf-a533-35d092b022a8 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:23:13.755072 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47b83333-2bfd-4d7f-9a6e-d2fe84fce1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.833011 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.838298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-47b83333-2bfd-4d7f-9a6e-d2fe84fce1db None None] For port d84b0729-ad7f-41b0-963e-e847a4db3bae, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d84b0729-ad7f-41b0-963e-e847a4db3bae,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:13.839506 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.847746 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47b83333-2bfd-4d7f-9a6e-d2fe84fce1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.919902 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.923576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1512b5fc-9034-4e14-980d-3f63e2513290,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:13.930676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-47b83333-2bfd-4d7f-9a6e-d2fe84fce1db None None] Provisioning complete for port 0f620427-7edf-45c8-9999-553220e7a1a6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:13.931052 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47b83333-2bfd-4d7f-9a6e-d2fe84fce1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:13.983328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b83333-2bfd-4d7f-9a6e-d2fe84fce1db None None] Pushing event updated for resources: {'Port': ['ID=d84b0729-ad7f-41b0-963e-e847a4db3bae,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:14.028992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Network 5b841585-69aa-4a76-94b7-7aff898b31a4 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:23:14.030528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:23:14.072630 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47b83333-2bfd-4d7f-9a6e-d2fe84fce1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:14.077266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'name': 'tempest-TestMinimumBasicScenario-830463834-router', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:11Z', 'revision_number': 3, 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'gw_port': {'id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:40:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:14.118960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ca51f-db0a-41d5-9230-1e2936571160 None None] The sync data for ids ['8c3662c2-6dcf-4daf-a533-35d092b022a8'] in n-d-789963-23 is: [{'id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'name': 'tempest-TestMinimumBasicScenario-830463834-router', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:11Z', 'revision_number': 3, 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'gw_port': {'id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:40:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:23:14.153873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-47b83333-2bfd-4d7f-9a6e-d2fe84fce1db None None] For port 0f620427-7edf-45c8-9999-553220e7a1a6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0f620427-7edf-45c8-9999-553220e7a1a6,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:14.162356 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47b83333-2bfd-4d7f-9a6e-d2fe84fce1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:14.188517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Router 8c3662c2-6dcf-4daf-a533-35d092b022a8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:23:14.239345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b83333-2bfd-4d7f-9a6e-d2fe84fce1db None None] Pushing event updated for resources: {'Port': ['ID=0f620427-7edf-45c8-9999-553220e7a1a6,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:14.292198 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-add645fd-07a0-4816-bcbc-f72dac0ea117 None None] Provisioning complete for port 90a8ba83-342c-4d08-a5f8-d076382a3840 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:14.292679 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-add645fd-07a0-4816-bcbc-f72dac0ea117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:14.341540 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:23:14.355297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2c0f8da8-05b8-4e13-a25a-f5128c71f7a4 admin admin] 10.222.0.16 "PUT /v2.0/routers/8c3662c2-6dcf-4daf-a533-35d092b022a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3718450 Dec 09 23:23:14.389559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-add645fd-07a0-4816-bcbc-f72dac0ea117 None None] Provisioning complete for port 1512b5fc-9034-4e14-980d-3f63e2513290 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:14.390049 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-add645fd-07a0-4816-bcbc-f72dac0ea117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:14.436974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-add645fd-07a0-4816-bcbc-f72dac0ea117 None None] Port 1512b5fc-9034-4e14-980d-3f63e2513290 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:23:14.455469 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-add645fd-07a0-4816-bcbc-f72dac0ea117 None None] Provisioning complete for port d84b0729-ad7f-41b0-963e-e847a4db3bae triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:14.455936 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-add645fd-07a0-4816-bcbc-f72dac0ea117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:14.682204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b983bf08-8ebd-4f7e-b7f4-ed18602883e5 None None] Provisioning complete for port 1512b5fc-9034-4e14-980d-3f63e2513290 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:14.682645 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b983bf08-8ebd-4f7e-b7f4-ed18602883e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:14.725514 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b983bf08-8ebd-4f7e-b7f4-ed18602883e5 None None] Port 1512b5fc-9034-4e14-980d-3f63e2513290 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:23:14.849682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d84b0729-ad7f-41b0-963e-e847a4db3bae up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:23:14.908551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port d84b0729-ad7f-41b0-963e-e847a4db3bae triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:14.909455 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:14.995973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 90a8ba83-342c-4d08-a5f8-d076382a3840 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:23:15.045960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 90a8ba83-342c-4d08-a5f8-d076382a3840 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:15.046261 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:15.137828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0f620427-7edf-45c8-9999-553220e7a1a6 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:23:15.186377 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0f620427-7edf-45c8-9999-553220e7a1a6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:15.186837 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:16.765582 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Sync routers for ids ['8c3662c2-6dcf-4daf-a533-35d092b022a8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:23:16.778904 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Routers {'8c3662c2-6dcf-4daf-a533-35d092b022a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:23:16.780012 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:23:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8c3662c2-6dcf-4daf-a533-35d092b022a8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:16.900136 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Set router 8c3662c2-6dcf-4daf-a533-35d092b022a8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:23:17.124440 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'name': 'tempest-TestMinimumBasicScenario-830463834-router', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:13Z', 'revision_number': 4, 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'gw_port': {'id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '1512b5fc-9034-4e14-980d-3f63e2513290', 'name': '', 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'mac_address': 'fa:16:3e:7e:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6026dc98-78eb-4610-9727-50b897f15d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:12Z', 'updated_at': '2021-12-09T23:23:13Z', 'revision_number': 2, 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'subnets': [{'id': '6026dc98-78eb-4610-9727-50b897f15d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:17.240439 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Checking router: 8c3662c2-6dcf-4daf-a533-35d092b022a8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:23:17.240801 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Updating router 8c3662c2-6dcf-4daf-a533-35d092b022a8 port 1512b5fc-9034-4e14-980d-3f63e2513290 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:23:17.267157 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:17.577660 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:17.586031 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:17.635713 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b78c37-643e-4fc5-a3c7-b8ca94f93f25 None None] Pushing event updated for resources: {'Port': ['ID=1512b5fc-9034-4e14-980d-3f63e2513290,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:17.698164 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Attempting to bind port 1512b5fc-9034-4e14-980d-3f63e2513290 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:23:17.698854 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Attempting to bind port 1512b5fc-9034-4e14-980d-3f63e2513290 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'f5bb1475-8aa3-4381-a934-14bc4c41f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:23:17.699484 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Attempting to bind port 1512b5fc-9034-4e14-980d-3f63e2513290 on network 5b841585-69aa-4a76-94b7-7aff898b31a4 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:23:17.705701 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:23:17.706164 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Checking segment: {'id': 'f5bb1475-8aa3-4381-a934-14bc4c41f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:23:17.706686 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:17.707170 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Bound using segment: {'id': 'f5bb1475-8aa3-4381-a934-14bc4c41f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:23:17.707725 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Bound port: 1512b5fc-9034-4e14-980d-3f63e2513290, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bb1475-8aa3-4381-a934-14bc4c41f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:23:17.708202 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:17.792530 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] For port 1512b5fc-9034-4e14-980d-3f63e2513290, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:23:17.798691 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] For port 1512b5fc-9034-4e14-980d-3f63e2513290, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1512b5fc-9034-4e14-980d-3f63e2513290,segment=NetworkSegment(f5bb1475-8aa3-4381-a934-14bc4c41f005),segment_id=f5bb1475-8aa3-4381-a934-14bc4c41f005)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:23:17.810998 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:17.884637 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Routers {'8c3662c2-6dcf-4daf-a533-35d092b022a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:23:17.885697 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:23:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8c3662c2-6dcf-4daf-a533-35d092b022a8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:17.887484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6c7fa246-8d36-4062-9ed9-0efa3c0869e2 None None] Provisioning complete for port 1512b5fc-9034-4e14-980d-3f63e2513290 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:17.888516 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c7fa246-8d36-4062-9ed9-0efa3c0869e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:17.925654 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b78c37-643e-4fc5-a3c7-b8ca94f93f25 None None] Pushing event updated for resources: {'Port': ['ID=1512b5fc-9034-4e14-980d-3f63e2513290,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:17.988007 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c7fa246-8d36-4062-9ed9-0efa3c0869e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:18.043091 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] Set router 8c3662c2-6dcf-4daf-a533-35d092b022a8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:23:18.047261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6c7fa246-8d36-4062-9ed9-0efa3c0869e2 None None] For port 1512b5fc-9034-4e14-980d-3f63e2513290, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1512b5fc-9034-4e14-980d-3f63e2513290,segment=NetworkSegment(f5bb1475-8aa3-4381-a934-14bc4c41f005),segment_id=f5bb1475-8aa3-4381-a934-14bc4c41f005)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:18.087304 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6c7fa246-8d36-4062-9ed9-0efa3c0869e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:18.143828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fa246-8d36-4062-9ed9-0efa3c0869e2 None None] Pushing event updated for resources: {'Port': ['ID=1512b5fc-9034-4e14-980d-3f63e2513290,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:18.267859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d43d3662-16d8-4002-bf48-435881b64b29 None None] Provisioning complete for port 1512b5fc-9034-4e14-980d-3f63e2513290 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:18.268139 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d43d3662-16d8-4002-bf48-435881b64b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:18.323713 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'name': 'tempest-TestMinimumBasicScenario-830463834-router', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:13Z', 'revision_number': 4, 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'gw_port': {'id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '1512b5fc-9034-4e14-980d-3f63e2513290', 'name': '', 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'mac_address': 'fa:16:3e:7e:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6026dc98-78eb-4610-9727-50b897f15d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:12Z', 'updated_at': '2021-12-09T23:23:17Z', 'revision_number': 4, 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'subnets': [{'id': '6026dc98-78eb-4610-9727-50b897f15d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:18.355378 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc587c-ce6f-432b-92ac-293edeceb446 None None] The sync data for ids ['8c3662c2-6dcf-4daf-a533-35d092b022a8'] in n-d-789963-23 is: [{'id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'name': 'tempest-TestMinimumBasicScenario-830463834-router', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:13Z', 'revision_number': 4, 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'gw_port': {'id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '1512b5fc-9034-4e14-980d-3f63e2513290', 'name': '', 'network_id': '5b841585-69aa-4a76-94b7-7aff898b31a4', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'mac_address': 'fa:16:3e:7e:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6026dc98-78eb-4610-9727-50b897f15d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:12Z', 'updated_at': '2021-12-09T23:23:17Z', 'revision_number': 4, 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'subnets': [{'id': '6026dc98-78eb-4610-9727-50b897f15d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:23:18.791944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1512b5fc-9034-4e14-980d-3f63e2513290 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:23:18.882974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 1512b5fc-9034-4e14-980d-3f63e2513290 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:18.883752 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:23.198049 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:24.626185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-ec5c41be-2235-41cc-a0f9-6b5ab09c1f31 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:24.627637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-ec5c41be-2235-41cc-a0f9-6b5ab09c1f31 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/networks?id=4a53356e-ff30-452f-967d-e36135ff06d7 HTTP/1.1" status: 200 len: 815 time: 0.1001520 Dec 09 23:23:24.642956 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-643ffe99-c48e-442f-b5cc-2b766826e1a4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/quotas/9439b231338f480782cf7786001e6add HTTP/1.1" status: 200 len: 375 time: 0.0093453 Dec 09 23:23:24.700053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-d3d1a4cc-de42-4ece-95fc-c65c1ef6d5d3 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9439b231338f480782cf7786001e6add&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508435 Dec 09 23:23:24.715154 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-60c43836-3a43-49b9-ad60-7e6dc20c5d45 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:23:24.716076 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-60c43836-3a43-49b9-ad60-7e6dc20c5d45 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049167 Dec 09 23:23:24.803865 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-93db9067-d729-466c-9f6c-af34421f1c16 service neutron] 10.222.0.16 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816884 Dec 09 23:23:24.897938 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-2bffb32c-9d95-496c-b885-f1d3f5d70e04 service neutron] 10.222.0.16 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879629 Dec 09 23:23:25.072785 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99ac283c-43af-46c6-a2f5-b55f8f2c7705 req-e5353e99-f172-49df-9ab8-eb8d5872de87 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 210 time: 0.0258312 Dec 09 23:23:26.074346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-d5660253-fdd9-4743-8ce8-04c09f2b349c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:26.075912 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-d5660253-fdd9-4743-8ce8-04c09f2b349c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.18 "GET /v2.0/networks?id=4a53356e-ff30-452f-967d-e36135ff06d7 HTTP/1.1" status: 200 len: 815 time: 0.1091232 Dec 09 23:23:26.102697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Request body: {'port': {'device_id': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'admin_state_up': True, 'tenant_id': '9439b231338f480782cf7786001e6add'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:23:26.168106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ce90a6e-22b0-43ca-a4d9-6efadc95668d req-8a533978-526c-423e-9979-4f2f41d0fe0b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 210 time: 0.0274122 Dec 09 23:23:26.214392 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Made reservation on behalf of 9439b231338f480782cf7786001e6add for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:23:26.217956 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:26.348820 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Allocated IP 172.20.0.11 (4a53356e-ff30-452f-967d-e36135ff06d7/73d0b6c6-3f03-43f9-845d-b5cfe573c150/286faef2-29be-4f40-83f4-6f80a628c41a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:23:26.525908 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:26.564671 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:26.630110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Network 4a53356e-ff30-452f-967d-e36135ff06d7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:23:26.637949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:23:26.646576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:23:26.653552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event updated for resources: {'Port': ['ID=286faef2-29be-4f40-83f4-6f80a628c41a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:26.712391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:26.713474 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:26.735812 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-13032fb5-bf6e-4e6c-8f8f-62cf638a177b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6367512 Dec 09 23:23:26.810599 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:23:27.002288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-01941648-3f61-4803-a59c-ef871e3d648e None None] Provisioning complete for port 286faef2-29be-4f40-83f4-6f80a628c41a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:27.002860 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-01941648-3f61-4803-a59c-ef871e3d648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:27.051790 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-01941648-3f61-4803-a59c-ef871e3d648e None None] Port 286faef2-29be-4f40-83f4-6f80a628c41a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:23:27.296354 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ea12b-247a-4bf1-9d9a-636733633090 req-b432a1af-0bde-4355-b443-2908ee376159 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:27.298506 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b4ea12b-247a-4bf1-9d9a-636733633090 req-b432a1af-0bde-4355-b443-2908ee376159 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 932 time: 0.0526969 Dec 09 23:23:27.350628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5b4ea12b-247a-4bf1-9d9a-636733633090 req-022749c0-166a-4ed6-808a-df3c96dea15b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461664 Dec 09 23:23:28.468277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09245e5e-6989-410f-9041-cf2d25d27cb2 req-178a15e4-d6e7-4d86-b9b6-60802f43cb40 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:28.470342 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09245e5e-6989-410f-9041-cf2d25d27cb2 req-178a15e4-d6e7-4d86-b9b6-60802f43cb40 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 932 time: 0.0493133 Dec 09 23:23:28.515617 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09245e5e-6989-410f-9041-cf2d25d27cb2 req-f2c9b89f-4216-4e60-8d70-b740a5239d35 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393248 Dec 09 23:23:29.639065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401e6e5-925e-43cd-a8a5-ec2ca6a4a32d req-0b3e39fa-9d91-49db-b7af-3df57c2d892c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:29.641410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8401e6e5-925e-43cd-a8a5-ec2ca6a4a32d req-0b3e39fa-9d91-49db-b7af-3df57c2d892c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 932 time: 0.0550568 Dec 09 23:23:29.693448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8401e6e5-925e-43cd-a8a5-ec2ca6a4a32d req-a2e01977-cebb-48ad-8ed3-7057b0b3d02c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454700 Dec 09 23:23:30.820392 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39afe0-0db4-4ac9-a0d7-09e03c86c2b7 req-7ac378f0-8bf6-485f-9f79-a6bf11039b04 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:30.822768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c39afe0-0db4-4ac9-a0d7-09e03c86c2b7 req-7ac378f0-8bf6-485f-9f79-a6bf11039b04 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 932 time: 0.0568419 Dec 09 23:23:30.877532 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7c39afe0-0db4-4ac9-a0d7-09e03c86c2b7 req-8627850e-70af-4f4c-9da2-3d5387c207f5 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471637 Dec 09 23:23:31.151828 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-de8d5592-762d-48eb-8a7f-7dd372b1407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:31.991685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6c858-284f-4908-81f9-e05f5ee2d1d9 req-bf537a58-23ec-48ad-94d5-5a308b20914d tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:31.993187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8ea6c858-284f-4908-81f9-e05f5ee2d1d9 req-bf537a58-23ec-48ad-94d5-5a308b20914d tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 932 time: 0.0471504 Dec 09 23:23:32.040507 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8ea6c858-284f-4908-81f9-e05f5ee2d1d9 req-a745975e-ffa6-4c0e-86b1-53c9f0d4c550 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411792 Dec 09 23:23:33.165127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff75c24-907d-4de8-8e7d-db713ff1ca49 req-b9a04d52-478b-4ba3-a650-4f9689ac480c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:33.172693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ff75c24-907d-4de8-8e7d-db713ff1ca49 req-b9a04d52-478b-4ba3-a650-4f9689ac480c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 932 time: 0.0621078 Dec 09 23:23:33.222655 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ff75c24-907d-4de8-8e7d-db713ff1ca49 req-443873bb-d25e-411f-8b2a-b07a90f97e82 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487115 Dec 09 23:23:33.427808 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2faf24a6-e845-4d76-9195-506ba2b20eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:34.334328 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ae263-48c4-4f64-8bb0-b6041e10a141 req-67abf0ae-8d06-402b-9099-af3f69e9fcbb tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:34.335775 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f64ae263-48c4-4f64-8bb0-b6041e10a141 req-67abf0ae-8d06-402b-9099-af3f69e9fcbb tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 932 time: 0.0470352 Dec 09 23:23:34.390012 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f64ae263-48c4-4f64-8bb0-b6041e10a141 req-dcc126a6-e9ba-4c09-b333-379f992c2c2e tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478916 Dec 09 23:23:34.432966 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:35.006235 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:35.504796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50090859-10e3-4fcf-b6b3-59b2a6239089 req-3c7ae1c8-71d4-4f79-82a3-1c3e3c92b3fe tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:35.506323 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50090859-10e3-4fcf-b6b3-59b2a6239089 req-3c7ae1c8-71d4-4f79-82a3-1c3e3c92b3fe tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 932 time: 0.0483968 Dec 09 23:23:35.556471 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50090859-10e3-4fcf-b6b3-59b2a6239089 req-474e0dcf-17f9-4237-9fee-f289baedb939 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439436 Dec 09 23:23:36.148883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Request body: {'port': {'device_id': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:23:36.206231 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:36.369414 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:36.460854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286faef2-29be-4f40-83f4-6f80a628c41a {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:23:36.468180 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:36.480946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Transition to ACTIVE for port object 286faef2-29be-4f40-83f4-6f80a628c41a will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:23:36.483747 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:36.533406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Pushing event updated for resources: {'Port': ['ID=286faef2-29be-4f40-83f4-6f80a628c41a,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:36.611697 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Attempting to bind port 286faef2-29be-4f40-83f4-6f80a628c41a on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:23:36.612038 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Attempting to bind port 286faef2-29be-4f40-83f4-6f80a628c41a by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:23:36.612372 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Attempting to bind port 286faef2-29be-4f40-83f4-6f80a628c41a on network 4a53356e-ff30-452f-967d-e36135ff06d7 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:23:36.617155 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Port 286faef2-29be-4f40-83f4-6f80a628c41a on network 4a53356e-ff30-452f-967d-e36135ff06d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:23:36.617479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Attempting to bind port 286faef2-29be-4f40-83f4-6f80a628c41a on network 4a53356e-ff30-452f-967d-e36135ff06d7 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:23:36.622514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:23:36.622853 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Checking segment: {'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:23:36.623369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Bound using segment: {'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:23:36.623803 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Bound port: 286faef2-29be-4f40-83f4-6f80a628c41a, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c23ffcb8-3e41-4565-a04a-0597b65b9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:23:36.624165 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:36.689384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f253-e95d-4d6b-bd4f-3b80cb47e08b req-b912432d-fb80-4ce1-8dfa-5c50a7ad2692 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:36.690840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cf3f253-e95d-4d6b-bd4f-3b80cb47e08b req-b912432d-fb80-4ce1-8dfa-5c50a7ad2692 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 944 time: 0.0571537 Dec 09 23:23:36.694312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] For port 286faef2-29be-4f40-83f4-6f80a628c41a, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:23:36.697842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] For port 286faef2-29be-4f40-83f4-6f80a628c41a, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=286faef2-29be-4f40-83f4-6f80a628c41a,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:23:36.703479 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:36.739507 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:36.739767 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:36.741135 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] 10.222.0.18 "PUT /v2.0/ports/286faef2-29be-4f40-83f4-6f80a628c41a HTTP/1.1" status: 200 len: 1093 time: 0.5968175 Dec 09 23:23:36.741582 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:23:36.743879 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f1eaae-1c85-479d-9826-65fc4f851015" -d '{"events": [{"name": "network-changed", "server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:23:36.747294 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1cf3f253-e95d-4d6b-bd4f-3b80cb47e08b req-8bd1ae51-586e-4dfe-bc1d-6d20b5f21520 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477781 Dec 09 23:23:36.777650 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9675c-7344-47cc-b1fc-72ce81aa8d89 service neutron] Pushing event updated for resources: {'Port': ['ID=286faef2-29be-4f40-83f4-6f80a628c41a,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:36.800427 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ad7f25-324e-46b4-abb5-4d9803ce4b33 x-openstack-request-id: req-b2ad7f25-324e-46b4-abb5-4d9803ce4b33 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:23:36.800735 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:23:36.800999 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2ad7f25-324e-46b4-abb5-4d9803ce4b33 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:23:36.801416 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a', 'status': 'completed', 'code': 200} Dec 09 23:23:36.863648 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-14951651-d7e8-476b-b9b2-303f588dd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:36.865200 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-14951651-d7e8-476b-b9b2-303f588dd6e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9439b231338f480782cf7786001e6add&device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 1096 time: 0.0480473 Dec 09 23:23:36.915797 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-a3e8c787-cebd-4d1f-8038-7eb83bf27e6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286faef2-29be-4f40-83f4-6f80a628c41a HTTP/1.1" status: 200 len: 217 time: 0.0362570 Dec 09 23:23:36.965102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-95f66460-7723-4f54-b772-366aafd6a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:36.966720 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-95f66460-7723-4f54-b772-366aafd6a18c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=73d0b6c6-3f03-43f9-845d-b5cfe573c150 HTTP/1.1" status: 200 len: 854 time: 0.0440426 Dec 09 23:23:37.014898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-6bbf57cf-e386-4993-ab3a-3ac816857c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:37.016924 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-6bbf57cf-e386-4993-ab3a-3ac816857c25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a53356e-ff30-452f-967d-e36135ff06d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437679 Dec 09 23:23:37.104698 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-204407a5-9d6f-4312-9cf7-10f9b1662d37 service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803988 Dec 09 23:23:37.170499 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:37.494266 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a667bd96-31d8-43c6-9897-b8aac69ca62e req-ca8453f2-50e7-4bba-949f-31ff13b2dde8 service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826764 Dec 09 23:23:37.616828 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1eaae-1c85-479d-9826-65fc4f851015 req-9bedd1d5-e807-4a32-8367-3a7945e918cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:37.618389 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6f1eaae-1c85-479d-9826-65fc4f851015 req-9bedd1d5-e807-4a32-8367-3a7945e918cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9439b231338f480782cf7786001e6add&device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 1096 time: 0.0407138 Dec 09 23:23:37.708135 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1eaae-1c85-479d-9826-65fc4f851015 req-350d4ac4-0c17-4a53-902a-96295653c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:37.709571 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6f1eaae-1c85-479d-9826-65fc4f851015 req-350d4ac4-0c17-4a53-902a-96295653c194 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a53356e-ff30-452f-967d-e36135ff06d7 HTTP/1.1" status: 200 len: 916 time: 0.0832107 Dec 09 23:23:37.752497 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6f1eaae-1c85-479d-9826-65fc4f851015 req-acee8b66-aab2-499c-a148-04886801658f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286faef2-29be-4f40-83f4-6f80a628c41a HTTP/1.1" status: 200 len: 217 time: 0.0358682 Dec 09 23:23:37.800532 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1eaae-1c85-479d-9826-65fc4f851015 req-23e4bedf-1430-48e3-ab6f-40b72c9174eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:37.802008 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6f1eaae-1c85-479d-9826-65fc4f851015 req-23e4bedf-1430-48e3-ab6f-40b72c9174eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=73d0b6c6-3f03-43f9-845d-b5cfe573c150 HTTP/1.1" status: 200 len: 854 time: 0.0421455 Dec 09 23:23:37.850706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1eaae-1c85-479d-9826-65fc4f851015 req-06b89b42-0f12-41f4-b16f-609e25f5f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:37.852335 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6f1eaae-1c85-479d-9826-65fc4f851015 req-06b89b42-0f12-41f4-b16f-609e25f5f0ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a53356e-ff30-452f-967d-e36135ff06d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426674 Dec 09 23:23:37.877660 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06b67a-8272-420a-b0e1-1ef5670bc252 req-665eee0f-7282-4112-b061-e093fe486e43 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:37.879193 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b06b67a-8272-420a-b0e1-1ef5670bc252 req-665eee0f-7282-4112-b061-e093fe486e43 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 944 time: 0.0483801 Dec 09 23:23:37.926652 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b06b67a-8272-420a-b0e1-1ef5670bc252 req-771633a1-6133-40f4-bf49-f9e02687517c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410850 Dec 09 23:23:37.950389 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6f1eaae-1c85-479d-9826-65fc4f851015 req-32d6c39f-6095-489c-afdf-b44716ee79c8 service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879095 Dec 09 23:23:38.044519 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b6f1eaae-1c85-479d-9826-65fc4f851015 req-23a8d7ca-8b33-4ea2-ac39-676f34c3d98d service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859799 Dec 09 23:23:39.046477 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce6715-c51f-4247-83a4-7917c7395467 req-a504a8ff-2520-45ec-95db-b08e6438c89d tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:39.047975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5ce6715-c51f-4247-83a4-7917c7395467 req-a504a8ff-2520-45ec-95db-b08e6438c89d tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 944 time: 0.0518939 Dec 09 23:23:39.094091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5ce6715-c51f-4247-83a4-7917c7395467 req-49103511-d5a2-4c36-8e6b-b22dff8c7151 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Dec 09 23:23:40.207612 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846c5a0-f5f1-4873-8bb4-55573aa1907f req-b900db5c-35f5-459d-af72-7a100e339d2d tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:40.209140 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2846c5a0-f5f1-4873-8bb4-55573aa1907f req-b900db5c-35f5-459d-af72-7a100e339d2d tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 944 time: 0.0491056 Dec 09 23:23:40.255284 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2846c5a0-f5f1-4873-8bb4-55573aa1907f req-6bcf2830-81b0-4a18-8994-a75fb385146a tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Dec 09 23:23:40.584700 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 286faef2-29be-4f40-83f4-6f80a628c41a details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:23:40.679401 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 286faef2-29be-4f40-83f4-6f80a628c41a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=286faef2-29be-4f40-83f4-6f80a628c41a,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:40.690075 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '286faef2-29be-4f40-83f4-6f80a628c41a', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'port_id': '286faef2-29be-4f40-83f4-6f80a628c41a', 'mac_address': 'fa:16:3e:4d:74:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:23:40.725712 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:40.738630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286faef2-29be-4f40-83f4-6f80a628c41a {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:23:40.756663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 286faef2-29be-4f40-83f4-6f80a628c41a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=286faef2-29be-4f40-83f4-6f80a628c41a,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:40.760895 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:40.806272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=286faef2-29be-4f40-83f4-6f80a628c41a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:40.814265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:40.814634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:40.814984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:40.815330 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:40.815672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:40.816006 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:40.816344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:40.816676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:40.817014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:40.817345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:40.817676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:40.818029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:40.818458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:41.044233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['286faef2-29be-4f40-83f4-6f80a628c41a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:23:41.372766 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12898ec-bc43-4f4f-b81e-d7f4e2a8a6f9 req-70fc4476-2234-4a60-ad2d-7a15e9c65b17 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:41.374278 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a12898ec-bc43-4f4f-b81e-d7f4e2a8a6f9 req-70fc4476-2234-4a60-ad2d-7a15e9c65b17 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 945 time: 0.0511086 Dec 09 23:23:41.424815 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a12898ec-bc43-4f4f-b81e-d7f4e2a8a6f9 req-648e6697-7229-4f28-a304-2099458a194f tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444529 Dec 09 23:23:42.538800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcef6aa-99f0-4ff5-a148-7ac4723fb405 req-d29b0269-5410-4654-8ba7-a3072b5158ec tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:42.540239 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bfcef6aa-99f0-4ff5-a148-7ac4723fb405 req-d29b0269-5410-4654-8ba7-a3072b5158ec tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 945 time: 0.0472302 Dec 09 23:23:42.587730 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bfcef6aa-99f0-4ff5-a148-7ac4723fb405 req-265a8ebf-224a-42fc-a5f5-28e5325a0a6c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415864 Dec 09 23:23:42.603508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 286faef2-29be-4f40-83f4-6f80a628c41a up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:23:42.648272 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 286faef2-29be-4f40-83f4-6f80a628c41a completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:23:42.652001 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 286faef2-29be-4f40-83f4-6f80a628c41a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:23:42.652375 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:42.729367 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:42.751553 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:23:42.754213 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea35747d-cb5c-432c-8981-55e77f523909" -d '{"events": [{"server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "name": "network-vif-plugged", "status": "completed", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:23:42.767190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 286faef2-29be-4f40-83f4-6f80a628c41a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=286faef2-29be-4f40-83f4-6f80a628c41a,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:23:42.770986 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:42.818775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=286faef2-29be-4f40-83f4-6f80a628c41a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:42.907897 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d566e228-ad62-4e9a-bcb6-e8d80094b2ae x-openstack-request-id: req-d566e228-ad62-4e9a-bcb6-e8d80094b2ae {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:23:42.908199 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "name": "network-vif-plugged", "status": "completed", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:23:42.908456 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d566e228-ad62-4e9a-bcb6-e8d80094b2ae {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:23:42.908852 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a', 'code': 200} Dec 09 23:23:43.033939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831d5a0-e9e4-4712-b5f1-f7ffb2424c62 req-a3a05861-120f-4730-a5e1-33ce7d606b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:43.035301 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b831d5a0-e9e4-4712-b5f1-f7ffb2424c62 req-a3a05861-120f-4730-a5e1-33ce7d606b25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 1098 time: 0.0393324 Dec 09 23:23:43.079229 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b831d5a0-e9e4-4712-b5f1-f7ffb2424c62 req-8e06496e-728f-4648-8255-b57115ef51bf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369756 Dec 09 23:23:43.699786 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2e5a0-60d9-4761-bf2c-e254592e4885 req-c79ca2f7-3b68-45f6-9afb-d5e00785e60c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:43.701246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32d2e5a0-60d9-4761-bf2c-e254592e4885 req-c79ca2f7-3b68-45f6-9afb-d5e00785e60c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 946 time: 0.0480759 Dec 09 23:23:43.746816 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-32d2e5a0-60d9-4761-bf2c-e254592e4885 req-44130782-5cd0-427a-a325-6be5648a735d tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396280 Dec 09 23:23:44.865277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a619526-b3af-4213-a1dc-127f9d8085ea req-c92a2c5a-87a3-4114-89f9-57bd7cdb93d8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:44.866747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a619526-b3af-4213-a1dc-127f9d8085ea req-c92a2c5a-87a3-4114-89f9-57bd7cdb93d8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 946 time: 0.0522552 Dec 09 23:23:44.913042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4a619526-b3af-4213-a1dc-127f9d8085ea req-c00a0eed-5896-40a3-9b36-949953c3497c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403171 Dec 09 23:23:45.027535 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60f7d3-94fa-4ff8-a041-068b901e7348 req-68afa4f7-1af4-4cfc-8ea9-b0379117288b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:45.028984 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc60f7d3-94fa-4ff8-a041-068b901e7348 req-68afa4f7-1af4-4cfc-8ea9-b0379117288b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 946 time: 0.0474951 Dec 09 23:23:45.075008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc60f7d3-94fa-4ff8-a041-068b901e7348 req-97448be0-b7ca-478c-ab6d-820ac19ef77e tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395317 Dec 09 23:23:45.264051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d323e04-63a1-4af6-8960-846e319ba802 req-355507f9-5079-4f67-bb65-0bac6bc383cb tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:45.265509 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d323e04-63a1-4af6-8960-846e319ba802 req-355507f9-5079-4f67-bb65-0bac6bc383cb tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 946 time: 0.0519435 Dec 09 23:23:45.311538 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d323e04-63a1-4af6-8960-846e319ba802 req-9587edb5-6dfc-4a9d-9012-881cb37f1f7e tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Dec 09 23:23:53.209778 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:57.777471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c622-2ac6-42bf-b032-959a1229f433 req-f4cced22-4cd0-4e83-a8ed-cfc25b5edc8b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:57.778959 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30b6c622-2ac6-42bf-b032-959a1229f433 req-f4cced22-4cd0-4e83-a8ed-cfc25b5edc8b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 946 time: 0.0475149 Dec 09 23:23:57.826083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-30b6c622-2ac6-42bf-b032-959a1229f433 req-1568bc33-5550-4a0a-b806-b4e937b4ccc5 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Dec 09 23:23:57.848500 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59220) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:57.975239 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb58627-26a3-4644-a391-14488eece8e8 tempest-TestMinimumBasicScenario-1689025115 tempest-TestMinimumBasicScenario-1689025115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:57.976735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4fb58627-26a3-4644-a391-14488eece8e8 tempest-TestMinimumBasicScenario-1689025115 tempest-TestMinimumBasicScenario-1689025115-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 1093 time: 0.1272810 Dec 09 23:23:57.979770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59224) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:57.983917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '286faef2-29be-4f40-83f4-6f80a628c41a', 'tenant_id': '9439b231338f480782cf7786001e6add', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:23:58.005437 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:58.102964 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:58.205438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Allocated IP 172.25.8.132 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/e7ab4705-068f-484f-8433-798d9c558c8e) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:23:58.304042 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:58.336590 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:58.369585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:23:58.372408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:23:58.376375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:23:58.410158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event updated for resources: {'Port': ['ID=e7ab4705-068f-484f-8433-798d9c558c8e,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:58.727373 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:58.793193 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:58.933027 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:58.937054 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.005607 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event updated for resources: {'Port': ['ID=e7ab4705-068f-484f-8433-798d9c558c8e,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:59.016889 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.114945 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Floating IP e3a63e92-55fe-4d0a-9cb5-7ae577400aa9 associated. External IP: 172.25.8.132, port: 286faef2-29be-4f40-83f4-6f80a628c41a. Dec 09 23:23:59.314884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Router 78d086f5-d462-4c38-9a29-1838a902e079 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:23:59.418196 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:23:59.428883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95888c0e-fd01-49fd-be98-9f88ad2aba73 None None] Sync routers for ids ['78d086f5-d462-4c38-9a29-1838a902e079'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:23:59.435006 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.439585 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95888c0e-fd01-49fd-be98-9f88ad2aba73 None None] Routers {'78d086f5-d462-4c38-9a29-1838a902e079'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:23:59.440293 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-95888c0e-fd01-49fd-be98-9f88ad2aba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:23:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['78d086f5-d462-4c38-9a29-1838a902e079'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:59.462122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2f3f9e49-d3ff-485b-87ab-8d152ca2dae4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4813306 Dec 09 23:23:59.462710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:23:59.464986 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082ac596-7d81-40fd-95a7-39d8c95ce69f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:23:59.465207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59226) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:59.470363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1313236671', 'description': 'tempest-secgroup-smoke-1313236671 description', 'project_id': '9439b231338f480782cf7786001e6add'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:23:59.494334 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.552338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-95888c0e-fd01-49fd-be98-9f88ad2aba73 None None] Set router 78d086f5-d462-4c38-9a29-1838a902e079 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:23:59.566159 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.568587 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef39afe9-b211-4731-81b5-58f6bb6aea6a x-openstack-request-id: req-ef39afe9-b211-4731-81b5-58f6bb6aea6a {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:23:59.568917 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:23:59.569157 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef39afe9-b211-4731-81b5-58f6bb6aea6a {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:23:59.569729 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a', 'status': 'completed', 'code': 200} Dec 09 23:23:59.571545 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.602457 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.603914 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1374927 Dec 09 23:23:59.606861 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59232) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:59.611463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-6ef98e8a-f42d-4594-bc09-e7b3158c83e7 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Request body: {'security_group_rule': {'security_group_id': '2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0', 'project_id': '9439b231338f480782cf7786001e6add', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:23:59.619516 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:59.660343 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.660723 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.661081 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.661433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.661772 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.662144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.662497 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.662843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.663144 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.663473 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.663805 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.664133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.664459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dd943-8251-4644-837e-5b3317bbf530 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:23:59.689630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ef98e8a-f42d-4594-bc09-e7b3158c83e7 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.706665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ac596-7d81-40fd-95a7-39d8c95ce69f req-1a3e38f7-cdb9-4542-85bc-6e3cf6e471f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:59.708107 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-082ac596-7d81-40fd-95a7-39d8c95ce69f req-1a3e38f7-cdb9-4542-85bc-6e3cf6e471f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9439b231338f480782cf7786001e6add&device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 1098 time: 0.0863435 Dec 09 23:23:59.807949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ef98e8a-f42d-4594-bc09-e7b3158c83e7 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.815326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ef98e8a-f42d-4594-bc09-e7b3158c83e7 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.845841 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ac596-7d81-40fd-95a7-39d8c95ce69f req-b5af3f54-a7b5-4965-ac1c-b7bcb2634907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:59.847418 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-082ac596-7d81-40fd-95a7-39d8c95ce69f req-b5af3f54-a7b5-4965-ac1c-b7bcb2634907 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a53356e-ff30-452f-967d-e36135ff06d7 HTTP/1.1" status: 200 len: 916 time: 0.1315694 Dec 09 23:23:59.850869 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ef98e8a-f42d-4594-bc09-e7b3158c83e7 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.851942 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6ef98e8a-f42d-4594-bc09-e7b3158c83e7 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2440450 Dec 09 23:23:59.852665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef98e8a-f42d-4594-bc09-e7b3158c83e7 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9626315-3cf9-410f-9d21-ed71ba21c446,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:59.854968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59234) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:59.859480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2de66767-8480-489c-9fba-c77843406709 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Request body: {'security_group_rule': {'security_group_id': '2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0', 'project_id': '9439b231338f480782cf7786001e6add', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:23:59.897738 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2de66767-8480-489c-9fba-c77843406709 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.927597 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-082ac596-7d81-40fd-95a7-39d8c95ce69f req-b7877e8f-60bf-4621-a2b9-25f6527302c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286faef2-29be-4f40-83f4-6f80a628c41a HTTP/1.1" status: 200 len: 1000 time: 0.0719652 Dec 09 23:23:59.959840 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2de66767-8480-489c-9fba-c77843406709 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.965166 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2de66767-8480-489c-9fba-c77843406709 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.970767 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-95888c0e-fd01-49fd-be98-9f88ad2aba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e3a63e92-55fe-4d0a-9cb5-7ae577400aa9', 'tenant_id': '9439b231338f480782cf7786001e6add', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'port_id': '286faef2-29be-4f40-83f4-6f80a628c41a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'mac_address': 'fa:16:3e:4d:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:23:58Z', 'updated_at': '2021-12-09T23:23:58Z', 'revision_number': 0, 'project_id': '9439b231338f480782cf7786001e6add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f620427-7edf-45c8-9999-553220e7a1a6', 'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'tenant_id': '9439b231338f480782cf7786001e6add', 'mac_address': 'fa:16:3e:4c:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:08Z', 'updated_at': '2021-12-09T23:23:14Z', 'revision_number': 5, 'project_id': '9439b231338f480782cf7786001e6add', 'subnets': [{'id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:23:59.979573 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ac596-7d81-40fd-95a7-39d8c95ce69f req-172cf641-a984-4632-941a-693c29bc0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:23:59.981440 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-082ac596-7d81-40fd-95a7-39d8c95ce69f req-172cf641-a984-4632-941a-693c29bc0f86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=73d0b6c6-3f03-43f9-845d-b5cfe573c150 HTTP/1.1" status: 200 len: 854 time: 0.0479348 Dec 09 23:23:59.991467 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2de66767-8480-489c-9fba-c77843406709 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:23:59.992864 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2de66767-8480-489c-9fba-c77843406709 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369002 Dec 09 23:23:59.993760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de66767-8480-489c-9fba-c77843406709 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598253ad-c680-4b3d-b9dc-8fc9617571d6,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:23:59.995582 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59236) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:23:59.997456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95888c0e-fd01-49fd-be98-9f88ad2aba73 None None] Checking router: 78d086f5-d462-4c38-9a29-1838a902e079 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:24:00.000840 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c6b43f1d-8dd8-4776-ab2e-668a41c54201 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Request body: {'security_group_rule': {'security_group_id': '2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0', 'project_id': '9439b231338f480782cf7786001e6add', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:24:00.008883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95888c0e-fd01-49fd-be98-9f88ad2aba73 None None] Routers {'78d086f5-d462-4c38-9a29-1838a902e079'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:24:00.009712 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-95888c0e-fd01-49fd-be98-9f88ad2aba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:23:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['78d086f5-d462-4c38-9a29-1838a902e079'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:24:00.028301 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6b43f1d-8dd8-4776-ab2e-668a41c54201 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.040942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ac596-7d81-40fd-95a7-39d8c95ce69f req-4b8b4c6c-c476-471c-a4e2-a64c0f443ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:00.042594 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-082ac596-7d81-40fd-95a7-39d8c95ce69f req-4b8b4c6c-c476-471c-a4e2-a64c0f443ae8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a53356e-ff30-452f-967d-e36135ff06d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536327 Dec 09 23:24:00.087959 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6b43f1d-8dd8-4776-ab2e-668a41c54201 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.095143 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6b43f1d-8dd8-4776-ab2e-668a41c54201 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.114629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b43f1d-8dd8-4776-ab2e-668a41c54201 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2158f778-d148-41fe-b12b-0a89432fdde5,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:24:00.122294 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c6b43f1d-8dd8-4776-ab2e-668a41c54201 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.126227 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c6b43f1d-8dd8-4776-ab2e-668a41c54201 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295061 Dec 09 23:24:00.126939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59238) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:24:00.129105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-95888c0e-fd01-49fd-be98-9f88ad2aba73 None None] Set router 78d086f5-d462-4c38-9a29-1838a902e079 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:24:00.131753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-aedb9444-5fb6-43ca-8b92-ac078f067eb4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Request body: {'security_group_rule': {'security_group_id': '2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0', 'project_id': '9439b231338f480782cf7786001e6add', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:24:00.164921 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-082ac596-7d81-40fd-95a7-39d8c95ce69f req-d7dc344e-3412-48b1-a0c8-04e3641106d4 service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140614 Dec 09 23:24:00.181698 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aedb9444-5fb6-43ca-8b92-ac078f067eb4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.308917 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-082ac596-7d81-40fd-95a7-39d8c95ce69f req-bc2f6f41-df77-472f-8373-076dea90068a service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353056 Dec 09 23:24:00.310486 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aedb9444-5fb6-43ca-8b92-ac078f067eb4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.314440 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aedb9444-5fb6-43ca-8b92-ac078f067eb4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.334134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9444-5fb6-43ca-8b92-ac078f067eb4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035f1f13-cf26-47ca-b714-7aa1e20d85b6,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:24:00.343556 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aedb9444-5fb6-43ca-8b92-ac078f067eb4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.345179 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aedb9444-5fb6-43ca-8b92-ac078f067eb4 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2172704 Dec 09 23:24:00.348009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59240) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:24:00.353117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-830dcb01-c1c5-425f-9022-696955923dab tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Request body: {'security_group_rule': {'security_group_id': '2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0', 'project_id': '9439b231338f480782cf7786001e6add', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:24:00.365731 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-95888c0e-fd01-49fd-be98-9f88ad2aba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e3a63e92-55fe-4d0a-9cb5-7ae577400aa9', 'tenant_id': '9439b231338f480782cf7786001e6add', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'port_id': '286faef2-29be-4f40-83f4-6f80a628c41a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'mac_address': 'fa:16:3e:4d:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:23:58Z', 'updated_at': '2021-12-09T23:23:58Z', 'revision_number': 0, 'project_id': '9439b231338f480782cf7786001e6add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f620427-7edf-45c8-9999-553220e7a1a6', 'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'tenant_id': '9439b231338f480782cf7786001e6add', 'mac_address': 'fa:16:3e:4c:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:08Z', 'updated_at': '2021-12-09T23:23:14Z', 'revision_number': 5, 'project_id': '9439b231338f480782cf7786001e6add', 'subnets': [{'id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:24:00.375495 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-830dcb01-c1c5-425f-9022-696955923dab tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Project 9439b231338f480782cf7786001e6add added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:24:00.380436 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830dcb01-c1c5-425f-9022-696955923dab tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.393125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95888c0e-fd01-49fd-be98-9f88ad2aba73 None None] The sync data for ids ['78d086f5-d462-4c38-9a29-1838a902e079'] in n-d-789963-23 is: [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e3a63e92-55fe-4d0a-9cb5-7ae577400aa9', 'tenant_id': '9439b231338f480782cf7786001e6add', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'port_id': '286faef2-29be-4f40-83f4-6f80a628c41a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'mac_address': 'fa:16:3e:4d:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:23:58Z', 'updated_at': '2021-12-09T23:23:58Z', 'revision_number': 0, 'project_id': '9439b231338f480782cf7786001e6add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f620427-7edf-45c8-9999-553220e7a1a6', 'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'tenant_id': '9439b231338f480782cf7786001e6add', 'mac_address': 'fa:16:3e:4c:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:08Z', 'updated_at': '2021-12-09T23:23:14Z', 'revision_number': 5, 'project_id': '9439b231338f480782cf7786001e6add', 'subnets': [{'id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:24:00.444633 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830dcb01-c1c5-425f-9022-696955923dab tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.448496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830dcb01-c1c5-425f-9022-696955923dab tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.467270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dcb01-c1c5-425f-9022-696955923dab tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ccd6f6-22c2-492b-83a1-91cca1b4caaa,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:24:00.475926 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-830dcb01-c1c5-425f-9022-696955923dab tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.477148 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-830dcb01-c1c5-425f-9022-696955923dab tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280591 Dec 09 23:24:00.479962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59242) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:24:00.484357 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e1a78c92-358d-4712-a922-a0047b1fcc71 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Request body: {'security_group_rule': {'security_group_id': '2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0', 'project_id': '9439b231338f480782cf7786001e6add', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:24:00.506232 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-e1a78c92-358d-4712-a922-a0047b1fcc71 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Project 9439b231338f480782cf7786001e6add added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:24:00.512901 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e1a78c92-358d-4712-a922-a0047b1fcc71 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.579510 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e1a78c92-358d-4712-a922-a0047b1fcc71 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.583332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e1a78c92-358d-4712-a922-a0047b1fcc71 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.606094 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc515cd2-8858-496a-a653-ee03d65d54ab None None] New status for floating IP e3a63e92-55fe-4d0a-9cb5-7ae577400aa9: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:24:00.607297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a78c92-358d-4712-a922-a0047b1fcc71 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dee4ed-925d-4903-b6bb-4b3aab9a1069,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:24:00.614612 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e1a78c92-358d-4712-a922-a0047b1fcc71 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:00.616805 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e1a78c92-358d-4712-a922-a0047b1fcc71 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350152 Dec 09 23:24:00.707705 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-69752fb4-f947-4044-958a-18e25ca31326 req-647bbdca-1707-436f-91c7-d95e18374d99 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313236671&fields=id&tenant_id=9439b231338f480782cf7786001e6add HTTP/1.1" status: 200 len: 267 time: 0.0448544 Dec 09 23:24:00.763342 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69752fb4-f947-4044-958a-18e25ca31326 req-bd7bc330-601e-4eeb-8e0b-6596227ba0dd tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:00.765208 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-69752fb4-f947-4044-958a-18e25ca31326 req-bd7bc330-601e-4eeb-8e0b-6596227ba0dd tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 946 time: 0.0515976 Dec 09 23:24:00.780641 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-69752fb4-f947-4044-958a-18e25ca31326 req-aa536fd8-e2ea-4cb7-afa1-c61b35628569 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Request body: {'port': {'security_groups': ['32bd139e-a044-4808-8db4-80a4cca6e4f1', '2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:24:00.847145 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-69752fb4-f947-4044-958a-18e25ca31326 req-aa536fd8-e2ea-4cb7-afa1-c61b35628569 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:01.022659 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-69752fb4-f947-4044-958a-18e25ca31326 req-aa536fd8-e2ea-4cb7-afa1-c61b35628569 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] For port 286faef2-29be-4f40-83f4-6f80a628c41a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=286faef2-29be-4f40-83f4-6f80a628c41a,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:24:01.051741 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-69752fb4-f947-4044-958a-18e25ca31326 req-aa536fd8-e2ea-4cb7-afa1-c61b35628569 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:01.056015 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-69752fb4-f947-4044-958a-18e25ca31326 req-aa536fd8-e2ea-4cb7-afa1-c61b35628569 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:01.089278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['286faef2-29be-4f40-83f4-6f80a628c41a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:24:01.096878 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69752fb4-f947-4044-958a-18e25ca31326 req-aa536fd8-e2ea-4cb7-afa1-c61b35628569 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:01.097542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-69752fb4-f947-4044-958a-18e25ca31326 req-aa536fd8-e2ea-4cb7-afa1-c61b35628569 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:01.104539 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-69752fb4-f947-4044-958a-18e25ca31326 req-aa536fd8-e2ea-4cb7-afa1-c61b35628569 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "PUT /v2.0/ports/286faef2-29be-4f40-83f4-6f80a628c41a HTTP/1.1" status: 200 len: 982 time: 0.3258486 Dec 09 23:24:01.140149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa536fd8-e2ea-4cb7-afa1-c61b35628569 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event updated for resources: {'Port': ['ID=286faef2-29be-4f40-83f4-6f80a628c41a,revision_number=6']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:24:01.175487 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba8a7-7ac5-43e1-9e7b-effeda6691b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:01.211110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6316a-16b1-498e-bc3a-b0b496d24409 req-b8f4864e-d913-456e-8b2a-e8239d9e5756 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:01.212680 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81e6316a-16b1-498e-bc3a-b0b496d24409 req-b8f4864e-d913-456e-8b2a-e8239d9e5756 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0547209 Dec 09 23:24:01.231960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['286faef2-29be-4f40-83f4-6f80a628c41a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:24:01.283856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-81e6316a-16b1-498e-bc3a-b0b496d24409 req-8055af7c-7ebd-4dd4-9657-70cf3fbf418c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&id=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630925 Dec 09 23:24:01.380674 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-49bf47d7-1b87-4645-b61e-42b8578bfad8 None None] Provisioning complete for port 286faef2-29be-4f40-83f4-6f80a628c41a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:24:01.380932 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-49bf47d7-1b87-4645-b61e-42b8578bfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:01.571569 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:24:01.573936 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64ffe40-0ef1-4eb2-875f-5cf1bee0236d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:24:01.612413 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c21e50-9052-496b-b148-0156ad2ef7af x-openstack-request-id: req-27c21e50-9052-496b-b148-0156ad2ef7af {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:24:01.612706 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:24:01.612963 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27c21e50-9052-496b-b148-0156ad2ef7af {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:24:01.613366 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a', 'status': 'completed', 'code': 200} Dec 09 23:24:01.699268 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ffe40-0ef1-4eb2-875f-5cf1bee0236d req-457239c3-818d-487e-8042-e24ff0518396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:01.700903 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d64ffe40-0ef1-4eb2-875f-5cf1bee0236d req-457239c3-818d-487e-8042-e24ff0518396 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9439b231338f480782cf7786001e6add&device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 1137 time: 0.0415938 Dec 09 23:24:01.797230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ffe40-0ef1-4eb2-875f-5cf1bee0236d req-784b54a9-3829-464e-8644-5d6975207a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:01.798755 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d64ffe40-0ef1-4eb2-875f-5cf1bee0236d req-784b54a9-3829-464e-8644-5d6975207a6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a53356e-ff30-452f-967d-e36135ff06d7 HTTP/1.1" status: 200 len: 916 time: 0.0899875 Dec 09 23:24:01.864478 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d64ffe40-0ef1-4eb2-875f-5cf1bee0236d req-9903bf3d-24da-4aae-ae99-86fbaf7ef0f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286faef2-29be-4f40-83f4-6f80a628c41a HTTP/1.1" status: 200 len: 1002 time: 0.0583105 Dec 09 23:24:01.915071 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ffe40-0ef1-4eb2-875f-5cf1bee0236d req-fe70261e-ad89-4742-b0da-d4488351d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:01.916462 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d64ffe40-0ef1-4eb2-875f-5cf1bee0236d req-fe70261e-ad89-4742-b0da-d4488351d33c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=73d0b6c6-3f03-43f9-845d-b5cfe573c150 HTTP/1.1" status: 200 len: 854 time: 0.0438123 Dec 09 23:24:01.967593 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ffe40-0ef1-4eb2-875f-5cf1bee0236d req-94d1ecc9-aeee-4b41-994f-df31af0ff335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:01.969120 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d64ffe40-0ef1-4eb2-875f-5cf1bee0236d req-94d1ecc9-aeee-4b41-994f-df31af0ff335 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a53356e-ff30-452f-967d-e36135ff06d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436170 Dec 09 23:24:02.058388 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d64ffe40-0ef1-4eb2-875f-5cf1bee0236d req-577b8d92-605d-4112-8a03-f2a76c558d34 service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820260 Dec 09 23:24:02.151090 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-d64ffe40-0ef1-4eb2-875f-5cf1bee0236d req-e893e52e-93b2-4424-8399-e4124718e68d service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844181 Dec 09 23:24:03.422518 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2111177-b90c-4008-b69b-7cbf699ecaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:03.811333 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:24:04.436474 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:05.014510 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:06.374016 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:07.172544 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:18.382740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37229bb1-c47d-4208-895f-aba42b214825 req-ded1b328-bed4-4334-9d43-7f986fccbc31 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:18.384259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-37229bb1-c47d-4208-895f-aba42b214825 req-ded1b328-bed4-4334-9d43-7f986fccbc31 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0491221 Dec 09 23:24:18.403508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41c97-88d9-4d04-bf7f-3ef8ba775008 req-47bd9105-e3f3-4368-a823-4b62f03ccd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:18.405034 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eef41c97-88d9-4d04-bf7f-3ef8ba775008 req-47bd9105-e3f3-4368-a823-4b62f03ccd51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9439b231338f480782cf7786001e6add&device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 1137 time: 0.0419862 Dec 09 23:24:18.447958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-37229bb1-c47d-4208-895f-aba42b214825 req-982022a0-7100-441a-b5cc-b7c855624289 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&id=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575461 Dec 09 23:24:18.500358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41c97-88d9-4d04-bf7f-3ef8ba775008 req-906081b0-d572-41c3-8d44-e335ccbcff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:18.501855 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eef41c97-88d9-4d04-bf7f-3ef8ba775008 req-906081b0-d572-41c3-8d44-e335ccbcff36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a53356e-ff30-452f-967d-e36135ff06d7 HTTP/1.1" status: 200 len: 916 time: 0.0883553 Dec 09 23:24:18.568033 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eef41c97-88d9-4d04-bf7f-3ef8ba775008 req-a956cab5-b51b-4cc8-9da8-12239d484970 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286faef2-29be-4f40-83f4-6f80a628c41a HTTP/1.1" status: 200 len: 1002 time: 0.0576487 Dec 09 23:24:18.616632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41c97-88d9-4d04-bf7f-3ef8ba775008 req-e0f0dbe9-1faa-4951-9090-827dd835aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:18.618090 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eef41c97-88d9-4d04-bf7f-3ef8ba775008 req-e0f0dbe9-1faa-4951-9090-827dd835aeab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=73d0b6c6-3f03-43f9-845d-b5cfe573c150 HTTP/1.1" status: 200 len: 854 time: 0.0433846 Dec 09 23:24:18.667562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41c97-88d9-4d04-bf7f-3ef8ba775008 req-1575766a-ec6f-41e6-b786-3622056d8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:18.669023 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eef41c97-88d9-4d04-bf7f-3ef8ba775008 req-1575766a-ec6f-41e6-b786-3622056d8ee5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a53356e-ff30-452f-967d-e36135ff06d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435548 Dec 09 23:24:18.760508 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eef41c97-88d9-4d04-bf7f-3ef8ba775008 req-e2ebdae0-4cf8-4cf4-846c-49f03d259f87 service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832820 Dec 09 23:24:18.859333 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-eef41c97-88d9-4d04-bf7f-3ef8ba775008 req-461ca1eb-d69a-4d5f-ae10-3d209212a7a4 service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904443 Dec 09 23:24:19.570028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e4bb5-5aba-47d4-b550-0503854eadbf req-e938b624-0227-405a-ae7e-efb5f9603a3e tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:19.571517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d9e4bb5-5aba-47d4-b550-0503854eadbf req-e938b624-0227-405a-ae7e-efb5f9603a3e tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0484161 Dec 09 23:24:19.631651 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d9e4bb5-5aba-47d4-b550-0503854eadbf req-a5aecf52-3186-4c1e-902b-1f2e0e5c9c23 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&id=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534317 Dec 09 23:24:20.750071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cd329-dc42-4aa2-9dbb-299ef4ba845a req-8105d93e-0b57-48b6-aaa8-962cadbab734 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:20.751529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a36cd329-dc42-4aa2-9dbb-299ef4ba845a req-8105d93e-0b57-48b6-aaa8-962cadbab734 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0518305 Dec 09 23:24:20.810537 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a36cd329-dc42-4aa2-9dbb-299ef4ba845a req-35179805-876a-4848-bef8-7c356d605997 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&id=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520389 Dec 09 23:24:21.930397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e12f5-5191-4765-9abd-b38e148bf70f req-1d16183a-3be8-4ef6-b153-067e88bd76db tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:21.931866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e23e12f5-5191-4765-9abd-b38e148bf70f req-1d16183a-3be8-4ef6-b153-067e88bd76db tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0484543 Dec 09 23:24:21.991022 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e23e12f5-5191-4765-9abd-b38e148bf70f req-810cad53-9d2e-44d9-8339-30ddb48bb8e6 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&id=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531566 Dec 09 23:24:23.110981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e62e0b-d8a4-4985-81ed-d8016f7e2c14 req-82e47f38-7106-4ccb-9693-73106bb68edf tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:23.112437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36e62e0b-d8a4-4985-81ed-d8016f7e2c14 req-82e47f38-7106-4ccb-9693-73106bb68edf tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0518641 Dec 09 23:24:23.225694 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:23.495285 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36e62e0b-d8a4-4985-81ed-d8016f7e2c14 req-ae82b727-11f1-43a6-94d4-4f74b66e3317 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&id=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3767223 Dec 09 23:24:23.962171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e3a8-039f-4f62-a897-0898fb961ad2 req-52aa00d4-8658-4a1d-a995-80acc48b4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:23.963867 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e68e3a8-039f-4f62-a897-0898fb961ad2 req-52aa00d4-8658-4a1d-a995-80acc48b4e72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9439b231338f480782cf7786001e6add&device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 1137 time: 0.0415351 Dec 09 23:24:24.070358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e3a8-039f-4f62-a897-0898fb961ad2 req-d2958fa4-3667-41f3-9988-17a29f0ff48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:24.071788 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e68e3a8-039f-4f62-a897-0898fb961ad2 req-d2958fa4-3667-41f3-9988-17a29f0ff48b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a53356e-ff30-452f-967d-e36135ff06d7 HTTP/1.1" status: 200 len: 916 time: 0.0882974 Dec 09 23:24:24.138076 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e68e3a8-039f-4f62-a897-0898fb961ad2 req-29be0db6-de6c-4503-92e0-452628d5a85b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286faef2-29be-4f40-83f4-6f80a628c41a HTTP/1.1" status: 200 len: 1002 time: 0.0589898 Dec 09 23:24:24.188435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e3a8-039f-4f62-a897-0898fb961ad2 req-84e9a5dd-693f-456b-a2bc-7ad736e97205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:24.190401 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e68e3a8-039f-4f62-a897-0898fb961ad2 req-84e9a5dd-693f-456b-a2bc-7ad736e97205 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=73d0b6c6-3f03-43f9-845d-b5cfe573c150 HTTP/1.1" status: 200 len: 854 time: 0.0435257 Dec 09 23:24:24.242123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e3a8-039f-4f62-a897-0898fb961ad2 req-fc5a4223-e3b7-4f68-b707-42e018f20fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:24.243529 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e68e3a8-039f-4f62-a897-0898fb961ad2 req-fc5a4223-e3b7-4f68-b707-42e018f20fcd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a53356e-ff30-452f-967d-e36135ff06d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445857 Dec 09 23:24:24.333570 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e68e3a8-039f-4f62-a897-0898fb961ad2 req-5c26feb9-b4b1-4815-a018-1177b9fea415 service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828347 Dec 09 23:24:24.426357 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9e68e3a8-039f-4f62-a897-0898fb961ad2 req-2b4c1527-aa2c-4fa7-9be3-6a1e8695c3f6 service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859766 Dec 09 23:24:24.610056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9c9b2-6e25-4666-a612-0c23e8c06a2d req-d408d88d-f82c-4289-bea0-fe0e7e3db3eb tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:24.611500 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0f9c9b2-6e25-4666-a612-0c23e8c06a2d req-d408d88d-f82c-4289-bea0-fe0e7e3db3eb tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0477271 Dec 09 23:24:24.669813 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0f9c9b2-6e25-4666-a612-0c23e8c06a2d req-a00afc3d-e3dd-429e-b4f0-b28a2dce0141 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&id=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516882 Dec 09 23:24:25.784467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9085-2d64-43a6-a43e-e90953bcb02f req-87929334-fc5f-41c3-ad4f-698fb40e238b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:25.786047 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-111a9085-2d64-43a6-a43e-e90953bcb02f req-87929334-fc5f-41c3-ad4f-698fb40e238b tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0478737 Dec 09 23:24:25.847206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-111a9085-2d64-43a6-a43e-e90953bcb02f req-6c407131-d584-4375-9e68-956698499587 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&id=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551836 Dec 09 23:24:26.960948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd908d-48a5-477b-9d56-f813b4123770 req-16a0deb4-6a45-44fa-a160-fa9507d35cc6 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:26.962319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4cd908d-48a5-477b-9d56-f813b4123770 req-16a0deb4-6a45-44fa-a160-fa9507d35cc6 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0477433 Dec 09 23:24:27.020209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c4cd908d-48a5-477b-9d56-f813b4123770 req-07218067-db51-48c2-bd38-17dcb913db9e tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&id=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519149 Dec 09 23:24:28.134930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b119c-83b2-42d6-b05b-6e8c420d3189 req-686a045d-6fb0-46c5-865e-f9773716d4ab tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:28.136360 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-115b119c-83b2-42d6-b05b-6e8c420d3189 req-686a045d-6fb0-46c5-865e-f9773716d4ab tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0480103 Dec 09 23:24:28.194135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-115b119c-83b2-42d6-b05b-6e8c420d3189 req-e50573b2-e8c2-4018-9d60-3fbb3fc389a0 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&id=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516634 Dec 09 23:24:29.310965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d268db1-5f40-4b06-b126-b4a93d3e6fd9 req-9eba72e8-9cb6-4c15-a085-1cc19fb09add tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:29.312407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d268db1-5f40-4b06-b126-b4a93d3e6fd9 req-9eba72e8-9cb6-4c15-a085-1cc19fb09add tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0507443 Dec 09 23:24:29.370201 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3d268db1-5f40-4b06-b126-b4a93d3e6fd9 req-a9e2bef8-3566-4b12-aef6-c5abf13afeda tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&id=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512147 Dec 09 23:24:30.486212 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3cb53-7bc8-4347-8659-91de0616446a req-3129bec0-1a62-47d8-b696-fdd790d41353 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:24:30.487597 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9b3cb53-7bc8-4347-8659-91de0616446a req-3129bec0-1a62-47d8-b696-fdd790d41353 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0489850 Dec 09 23:24:30.546689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b9b3cb53-7bc8-4347-8659-91de0616446a req-1265b9c8-2746-4b4b-92c7-e5ca3e9bfd5c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&id=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529227 Dec 09 23:24:31.156274 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-909fdaf4-1938-4290-869c-ae4eac580f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:33.428560 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b73db8e7-e54e-423e-8b82-28e8cdd1a55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:34.458961 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:35.012796 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:36.373445 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:37.178764 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:24:40.810219 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:24:53.223954 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:01.158844 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ce22598-efa9-4ad3-9959-25fae1b92a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:02.952910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bd5f12d-f3cd-415c-9d80-839a91664643 req-85ba5399-bfbe-4579-93c0-62cde272f8ff tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313236671&fields=id&tenant_id=9439b231338f480782cf7786001e6add HTTP/1.1" status: 200 len: 267 time: 0.0447965 Dec 09 23:25:03.008613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5f12d-f3cd-415c-9d80-839a91664643 req-774d672a-6922-49e7-9fb0-2142cabc0e88 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:03.010006 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bd5f12d-f3cd-415c-9d80-839a91664643 req-774d672a-6922-49e7-9fb0-2142cabc0e88 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 985 time: 0.0514243 Dec 09 23:25:03.020854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-3bd5f12d-f3cd-415c-9d80-839a91664643 req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Request body: {'port': {'security_groups': ['32bd139e-a044-4808-8db4-80a4cca6e4f1']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:03.082582 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3bd5f12d-f3cd-415c-9d80-839a91664643 req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.248201 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-3bd5f12d-f3cd-415c-9d80-839a91664643 req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] For port 286faef2-29be-4f40-83f4-6f80a628c41a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=286faef2-29be-4f40-83f4-6f80a628c41a,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:03.276094 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3bd5f12d-f3cd-415c-9d80-839a91664643 req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.280594 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3bd5f12d-f3cd-415c-9d80-839a91664643 req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.315832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['286faef2-29be-4f40-83f4-6f80a628c41a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:25:03.327649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5f12d-f3cd-415c-9d80-839a91664643 req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:03.328275 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3bd5f12d-f3cd-415c-9d80-839a91664643 req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.329672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3bd5f12d-f3cd-415c-9d80-839a91664643 req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "PUT /v2.0/ports/286faef2-29be-4f40-83f4-6f80a628c41a HTTP/1.1" status: 200 len: 943 time: 0.3131621 Dec 09 23:25:03.330159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:25:03.332431 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe4dae0-9181-40c1-b188-6bee18bb1e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:25:03.336998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59308) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:03.356980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event updated for resources: {'Port': ['ID=286faef2-29be-4f40-83f4-6f80a628c41a,revision_number=7']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:03.365053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.365440 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.365829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.366148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.366482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.366810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.367133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.367458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.367781 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.368109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.368428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.368748 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.369066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6dd94-d19f-4df0-98b9-c75c733b86e8 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.389960 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052f2544-0b6d-4be4-9eb7-10aaa6466624 x-openstack-request-id: req-052f2544-0b6d-4be4-9eb7-10aaa6466624 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:25:03.390262 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:25:03.390572 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-052f2544-0b6d-4be4-9eb7-10aaa6466624 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:25:03.390979 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a', 'status': 'completed', 'code': 200} Dec 09 23:25:03.420642 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.441299 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-93d233e1-c63c-46dd-88e4-e775a4b54b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.467572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['286faef2-29be-4f40-83f4-6f80a628c41a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:25:03.490722 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.520435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4dae0-9181-40c1-b188-6bee18bb1e9b req-551e3a04-295a-4532-9c7e-c4cd3ed38075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:03.523175 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbe4dae0-9181-40c1-b188-6bee18bb1e9b req-551e3a04-295a-4532-9c7e-c4cd3ed38075 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9439b231338f480782cf7786001e6add&device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 1098 time: 0.0779486 Dec 09 23:25:03.613869 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0222f710-a1ef-4634-b480-b47b570f276b None None] Provisioning complete for port 286faef2-29be-4f40-83f4-6f80a628c41a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:03.614142 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0222f710-a1ef-4634-b480-b47b570f276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.639675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4dae0-9181-40c1-b188-6bee18bb1e9b req-f7b95cbf-b8d5-439e-8448-a5d9b7c279cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:03.641214 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbe4dae0-9181-40c1-b188-6bee18bb1e9b req-f7b95cbf-b8d5-439e-8448-a5d9b7c279cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a53356e-ff30-452f-967d-e36135ff06d7 HTTP/1.1" status: 200 len: 916 time: 0.1091502 Dec 09 23:25:03.642246 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.644875 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.645977 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "DELETE /v2.0/security-groups/2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0 HTTP/1.1" status: 204 len: 168 time: 0.3081150 Dec 09 23:25:03.649270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59310) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:03.690402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a50b12f-7fc6-4d87-ac08-8b2449a4dfe0,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:03.701803 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.702177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.702526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.702879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.703221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.703561 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.703898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.704233 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.704556 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.704898 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.705251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.706122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.706472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5424c0e-c989-43a4-bb5b-b74c9c919930 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:03.730013 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbe4dae0-9181-40c1-b188-6bee18bb1e9b req-682e8dfa-4127-43b5-b9d0-b61e263379c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286faef2-29be-4f40-83f4-6f80a628c41a HTTP/1.1" status: 200 len: 1002 time: 0.0791042 Dec 09 23:25:03.796170 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4dae0-9181-40c1-b188-6bee18bb1e9b req-f0c39c49-f877-4150-8cfa-5730765eb09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:03.797615 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbe4dae0-9181-40c1-b188-6bee18bb1e9b req-f0c39c49-f877-4150-8cfa-5730765eb09a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=73d0b6c6-3f03-43f9-845d-b5cfe573c150 HTTP/1.1" status: 200 len: 854 time: 0.0602076 Dec 09 23:25:03.820949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Deleting port e7ab4705-068f-484f-8433-798d9c558c8e {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:25:03.821278 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.846228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4dae0-9181-40c1-b188-6bee18bb1e9b req-2b900852-03dc-4db2-9ad1-c50fb6f7e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:03.847717 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbe4dae0-9181-40c1-b188-6bee18bb1e9b req-2b900852-03dc-4db2-9ad1-c50fb6f7e68c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a53356e-ff30-452f-967d-e36135ff06d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408704 Dec 09 23:25:03.895413 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.895733 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:03.907811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Calling delete_port for e7ab4705-068f-484f-8433-798d9c558c8e owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:25:03.941450 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbe4dae0-9181-40c1-b188-6bee18bb1e9b req-03f96904-4d9f-4dd4-9c1f-7218fc58fe22 service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859525 Dec 09 23:25:04.035808 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bbe4dae0-9181-40c1-b188-6bee18bb1e9b req-6b4ad9b4-cf46-488d-adac-53710182a21d service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857437 Dec 09 23:25:04.055578 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:04.089640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event deleted for resources: {'Port': ['ID=e7ab4705-068f-484f-8433-798d9c558c8e,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:04.146219 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:04.147109 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Floating IP e3a63e92-55fe-4d0a-9cb5-7ae577400aa9 disassociated (deleted). External IP: 172.25.8.132, port: 286faef2-29be-4f40-83f4-6f80a628c41a. Dec 09 23:25:04.354086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Router 78d086f5-d462-4c38-9a29-1838a902e079 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:25:04.460115 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:25:04.462686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:04.466325 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:04.471359 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847d860b-232e-42b6-a9bb-0d73dea32f21 None None] Sync routers for ids ['78d086f5-d462-4c38-9a29-1838a902e079'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:25:04.480692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847d860b-232e-42b6-a9bb-0d73dea32f21 None None] Routers {'78d086f5-d462-4c38-9a29-1838a902e079'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:25:04.481307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-847d860b-232e-42b6-a9bb-0d73dea32f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['78d086f5-d462-4c38-9a29-1838a902e079'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:04.494214 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0bd27e1e-2361-464f-b297-3c1b3ea0f81c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "DELETE /v2.0/floatingips/e3a63e92-55fe-4d0a-9cb5-7ae577400aa9 HTTP/1.1" status: 204 len: 168 time: 0.8436985 Dec 09 23:25:04.587772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-847d860b-232e-42b6-a9bb-0d73dea32f21 None None] Set router 78d086f5-d462-4c38-9a29-1838a902e079 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:25:04.797177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-847d860b-232e-42b6-a9bb-0d73dea32f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0f620427-7edf-45c8-9999-553220e7a1a6', 'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'tenant_id': '9439b231338f480782cf7786001e6add', 'mac_address': 'fa:16:3e:4c:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:08Z', 'updated_at': '2021-12-09T23:23:14Z', 'revision_number': 5, 'project_id': '9439b231338f480782cf7786001e6add', 'subnets': [{'id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:04.826307 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847d860b-232e-42b6-a9bb-0d73dea32f21 None None] Checking router: 78d086f5-d462-4c38-9a29-1838a902e079 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:25:04.835018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847d860b-232e-42b6-a9bb-0d73dea32f21 None None] Routers {'78d086f5-d462-4c38-9a29-1838a902e079'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:25:04.835623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-847d860b-232e-42b6-a9bb-0d73dea32f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['78d086f5-d462-4c38-9a29-1838a902e079'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:04.937234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-847d860b-232e-42b6-a9bb-0d73dea32f21 None None] Set router 78d086f5-d462-4c38-9a29-1838a902e079 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:25:05.031295 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:05.143124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-847d860b-232e-42b6-a9bb-0d73dea32f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0f620427-7edf-45c8-9999-553220e7a1a6', 'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'tenant_id': '9439b231338f480782cf7786001e6add', 'mac_address': 'fa:16:3e:4c:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:08Z', 'updated_at': '2021-12-09T23:23:14Z', 'revision_number': 5, 'project_id': '9439b231338f480782cf7786001e6add', 'subnets': [{'id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:05.169095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847d860b-232e-42b6-a9bb-0d73dea32f21 None None] The sync data for ids ['78d086f5-d462-4c38-9a29-1838a902e079'] in n-d-789963-23 is: [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:23:08Z', 'revision_number': 4, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0f620427-7edf-45c8-9999-553220e7a1a6', 'name': '', 'network_id': '4a53356e-ff30-452f-967d-e36135ff06d7', 'tenant_id': '9439b231338f480782cf7786001e6add', 'mac_address': 'fa:16:3e:4c:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:08Z', 'updated_at': '2021-12-09T23:23:14Z', 'revision_number': 5, 'project_id': '9439b231338f480782cf7786001e6add', 'subnets': [{'id': '73d0b6c6-3f03-43f9-845d-b5cfe573c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:25:05.392652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:25:05.395082 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9682a5a7-a65e-40c2-af41-ded8f316fd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:25:05.406777 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1312fd-cb78-4549-9af7-152208592c38 None None] New status for floating IP e3a63e92-55fe-4d0a-9cb5-7ae577400aa9: DOWN {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:25:05.440167 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6407a8-fe8c-4c45-a411-05b1c4465814 x-openstack-request-id: req-df6407a8-fe8c-4c45-a411-05b1c4465814 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:25:05.440420 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:25:05.440683 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df6407a8-fe8c-4c45-a411-05b1c4465814 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:25:05.441097 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a', 'status': 'completed', 'code': 200} Dec 09 23:25:05.531367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a5a7-a65e-40c2-af41-ded8f316fd9b req-8fbfa655-2417-4f53-a5ac-0f0ec558154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:05.532881 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9682a5a7-a65e-40c2-af41-ded8f316fd9b req-8fbfa655-2417-4f53-a5ac-0f0ec558154d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9439b231338f480782cf7786001e6add&device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 1098 time: 0.0475523 Dec 09 23:25:05.632195 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a5a7-a65e-40c2-af41-ded8f316fd9b req-a304179f-456d-42f0-9d23-082db48a77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:05.633674 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9682a5a7-a65e-40c2-af41-ded8f316fd9b req-a304179f-456d-42f0-9d23-082db48a77c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a53356e-ff30-452f-967d-e36135ff06d7 HTTP/1.1" status: 200 len: 916 time: 0.0937238 Dec 09 23:25:05.676330 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9682a5a7-a65e-40c2-af41-ded8f316fd9b req-245f241b-599d-4f4d-8ec5-4eb4c86295d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286faef2-29be-4f40-83f4-6f80a628c41a HTTP/1.1" status: 200 len: 217 time: 0.0339456 Dec 09 23:25:05.730583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a5a7-a65e-40c2-af41-ded8f316fd9b req-e94d670f-a275-418f-a030-ea2dabe21004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:05.732283 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9682a5a7-a65e-40c2-af41-ded8f316fd9b req-e94d670f-a275-418f-a030-ea2dabe21004 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=73d0b6c6-3f03-43f9-845d-b5cfe573c150 HTTP/1.1" status: 200 len: 854 time: 0.0488739 Dec 09 23:25:05.779158 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a5a7-a65e-40c2-af41-ded8f316fd9b req-08192138-40af-40aa-8101-767c2097d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:05.780678 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9682a5a7-a65e-40c2-af41-ded8f316fd9b req-08192138-40af-40aa-8101-767c2097d628 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a53356e-ff30-452f-967d-e36135ff06d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422623 Dec 09 23:25:05.871515 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9682a5a7-a65e-40c2-af41-ded8f316fd9b req-b4dc9bfc-31c0-4871-b476-811b0e9d7ccb service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 Dec 09 23:25:05.966407 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9682a5a7-a65e-40c2-af41-ded8f316fd9b req-ab3a1bf6-2df7-45dd-b286-2214c96e5123 service neutron] 10.222.0.18 "GET /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876553 Dec 09 23:25:06.377531 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:07.170053 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:13.507044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768544d1-1526-4a80-b834-c835ed1ae01c req-0cf50c51-e544-4c2f-8aee-7dfc721272ba tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:13.508594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-768544d1-1526-4a80-b834-c835ed1ae01c req-0cf50c51-e544-4c2f-8aee-7dfc721272ba tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 946 time: 0.0528083 Dec 09 23:25:13.556368 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-768544d1-1526-4a80-b834-c835ed1ae01c req-8bfff2be-c2de-474b-bcc5-41319da57794 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Dec 09 23:25:14.670839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d38d-51cd-474e-8fb8-c1f9d3eecdd0 req-14f4a454-de3f-4f41-89da-f974820a240d tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:14.672290 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4a4d38d-51cd-474e-8fb8-c1f9d3eecdd0 req-14f4a454-de3f-4f41-89da-f974820a240d tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 946 time: 0.0473619 Dec 09 23:25:14.723373 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b4a4d38d-51cd-474e-8fb8-c1f9d3eecdd0 req-32aa0689-922c-4a9a-8547-24e1b6789f5c tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/security-groups?id=32bd139e-a044-4808-8db4-80a4cca6e4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446606 Dec 09 23:25:15.312595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36b101-2871-4a0a-9f47-2b55f087f807 req-02d62398-f7a0-46f6-be84-b5e0765f8747 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:15.314072 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc36b101-2871-4a0a-9f47-2b55f087f807 req-02d62398-f7a0-46f6-be84-b5e0765f8747 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 946 time: 0.0481558 Dec 09 23:25:15.404343 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-dc36b101-2871-4a0a-9f47-2b55f087f807 req-35815343-53de-464a-8ea4-2d0146907453 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Deleting port 286faef2-29be-4f40-83f4-6f80a628c41a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:25:15.404684 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc36b101-2871-4a0a-9f47-2b55f087f807 req-35815343-53de-464a-8ea4-2d0146907453 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:15.491283 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-dc36b101-2871-4a0a-9f47-2b55f087f807 req-35815343-53de-464a-8ea4-2d0146907453 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] For port 286faef2-29be-4f40-83f4-6f80a628c41a, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=286faef2-29be-4f40-83f4-6f80a628c41a,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:15.491570 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc36b101-2871-4a0a-9f47-2b55f087f807 req-35815343-53de-464a-8ea4-2d0146907453 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:15.503749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-dc36b101-2871-4a0a-9f47-2b55f087f807 req-35815343-53de-464a-8ea4-2d0146907453 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Calling delete_port for 286faef2-29be-4f40-83f4-6f80a628c41a owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:25:15.634371 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc36b101-2871-4a0a-9f47-2b55f087f807 req-35815343-53de-464a-8ea4-2d0146907453 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:15.660941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35815343-53de-464a-8ea4-2d0146907453 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Pushing event deleted for resources: {'Port': ['ID=286faef2-29be-4f40-83f4-6f80a628c41a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:15.667109 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['286faef2-29be-4f40-83f4-6f80a628c41a'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:25:15.710140 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc36b101-2871-4a0a-9f47-2b55f087f807 req-35815343-53de-464a-8ea4-2d0146907453 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] No DVR routers for this DVR port 286faef2-29be-4f40-83f4-6f80a628c41a on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:25:15.712698 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-dc36b101-2871-4a0a-9f47-2b55f087f807 req-35815343-53de-464a-8ea4-2d0146907453 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:15.716116 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dc36b101-2871-4a0a-9f47-2b55f087f807 req-35815343-53de-464a-8ea4-2d0146907453 tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.18 "DELETE /v2.0/ports/286faef2-29be-4f40-83f4-6f80a628c41a HTTP/1.1" status: 204 len: 173 time: 0.3958364 Dec 09 23:25:15.716552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'name': 'network-vif-deleted', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:25:15.718862 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcacb86-1e8c-4e0a-a0ae-46a2e66dd89d" -d '{"events": [{"server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "name": "network-vif-deleted", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:25:15.757717 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799130db-ef77-40d0-ac16-be26c8192659 x-openstack-request-id: req-799130db-ef77-40d0-ac16-be26c8192659 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:25:15.758051 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1189618-8bc3-407c-ae19-bf0ebbc93efb", "name": "network-vif-deleted", "tag": "286faef2-29be-4f40-83f4-6f80a628c41a", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:25:15.758308 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-799130db-ef77-40d0-ac16-be26c8192659 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:25:15.758757 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1189618-8bc3-407c-ae19-bf0ebbc93efb', 'name': 'network-vif-deleted', 'tag': '286faef2-29be-4f40-83f4-6f80a628c41a', 'status': 'completed', 'code': 200} Dec 09 23:25:15.819257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c8048c6d-43c5-49d6-a6ec-2cef5c7273a8 req-7ac58bb5-28b9-4a20-8249-4ed2a597d4bb tempest-TestMinimumBasicScenario-51131754 tempest-TestMinimumBasicScenario-51131754-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1189618-8bc3-407c-ae19-bf0ebbc93efb HTTP/1.1" status: 200 len: 210 time: 0.0256064 Dec 09 23:25:17.382331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59412) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:17.714043 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e552afe-9802-48a6-8fdc-4e11822ceb03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:17.809677 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:25:17.946477 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1e552afe-9802-48a6-8fdc-4e11822ceb03 admin admin] Deleting port 0f620427-7edf-45c8-9999-553220e7a1a6 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:25:17.946808 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e552afe-9802-48a6-8fdc-4e11822ceb03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:18.024056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-1e552afe-9802-48a6-8fdc-4e11822ceb03 admin admin] For port 0f620427-7edf-45c8-9999-553220e7a1a6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0f620427-7edf-45c8-9999-553220e7a1a6,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:18.024321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e552afe-9802-48a6-8fdc-4e11822ceb03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:18.036159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-1e552afe-9802-48a6-8fdc-4e11822ceb03 admin admin] Calling delete_port for 0f620427-7edf-45c8-9999-553220e7a1a6 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:25:18.211169 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e552afe-9802-48a6-8fdc-4e11822ceb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:18.237871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e552afe-9802-48a6-8fdc-4e11822ceb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f620427-7edf-45c8-9999-553220e7a1a6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:18.409780 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1e552afe-9802-48a6-8fdc-4e11822ceb03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:18.624321 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e552afe-9802-48a6-8fdc-4e11822ceb03 admin admin] Router 78d086f5-d462-4c38-9a29-1838a902e079 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:25:18.727130 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e552afe-9802-48a6-8fdc-4e11822ceb03 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:25:18.732686 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1e552afe-9802-48a6-8fdc-4e11822ceb03 admin admin] 10.222.0.16 "PUT /v2.0/routers/78d086f5-d462-4c38-9a29-1838a902e079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3493166 Dec 09 23:25:18.735142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59414) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:18.737933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd7d32f-1acc-4ac5-b14d-5448573f355e None None] Sync routers for ids ['78d086f5-d462-4c38-9a29-1838a902e079'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:25:18.749903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd7d32f-1acc-4ac5-b14d-5448573f355e None None] Routers {'78d086f5-d462-4c38-9a29-1838a902e079'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:25:18.751566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5fd7d32f-1acc-4ac5-b14d-5448573f355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['78d086f5-d462-4c38-9a29-1838a902e079'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:18.838163 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:18.856788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-5fd7d32f-1acc-4ac5-b14d-5448573f355e None None] Set router 78d086f5-d462-4c38-9a29-1838a902e079 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:25:18.938175 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:18.989699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Deleting port 277a653c-d95e-4a6a-8df2-7a07a918b590 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:25:18.990069 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:19.032794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5fd7d32f-1acc-4ac5-b14d-5448573f355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:25:18Z', 'revision_number': 5, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port': {'id': '277a653c-d95e-4a6a-8df2-7a07a918b590', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d086f5-d462-4c38-9a29-1838a902e079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:06Z', 'updated_at': '2021-12-09T23:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:19.059157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd7d32f-1acc-4ac5-b14d-5448573f355e None None] Checking router: 78d086f5-d462-4c38-9a29-1838a902e079 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:25:19.067891 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd7d32f-1acc-4ac5-b14d-5448573f355e None None] Routers {'78d086f5-d462-4c38-9a29-1838a902e079'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:25:19.068555 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5fd7d32f-1acc-4ac5-b14d-5448573f355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['78d086f5-d462-4c38-9a29-1838a902e079'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:19.106901 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 286faef2-29be-4f40-83f4-6f80a628c41a no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:25:19.155090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 286faef2-29be-4f40-83f4-6f80a628c41a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:25:19.155446 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 286faef2-29be-4f40-83f4-6f80a628c41a not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:25:19.181430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-5fd7d32f-1acc-4ac5-b14d-5448573f355e None None] Set router 78d086f5-d462-4c38-9a29-1838a902e079 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:25:19.234166 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-5fd7d32f-1acc-4ac5-b14d-5448573f355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:25:18Z', 'revision_number': 6, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:19.265301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd7d32f-1acc-4ac5-b14d-5448573f355e None None] The sync data for ids ['78d086f5-d462-4c38-9a29-1838a902e079'] in n-d-789963-23 is: [{'id': '78d086f5-d462-4c38-9a29-1838a902e079', 'name': 'tempest-TestMinimumBasicScenario-1702234847-router', 'tenant_id': '9439b231338f480782cf7786001e6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:05Z', 'updated_at': '2021-12-09T23:25:18Z', 'revision_number': 6, 'project_id': '9439b231338f480782cf7786001e6add', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:25:19.393688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] For port 277a653c-d95e-4a6a-8df2-7a07a918b590, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=277a653c-d95e-4a6a-8df2-7a07a918b590,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:19.394070 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:19.405828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Calling delete_port for 277a653c-d95e-4a6a-8df2-7a07a918b590 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:25:19.560959 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:19.584158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Pushing event deleted for resources: {'Port': ['ID=277a653c-d95e-4a6a-8df2-7a07a918b590,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:19.601410 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fbe3cb-f44e-4dd4-9211-2a63f0eeb688 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:25:19.650339 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:19.739889 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:19.742071 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:19.786584 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:19.787159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78d086f5-d462-4c38-9a29-1838a902e079 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:25:19.792304 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:19.793439 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6cf36328-0f9b-43b7-ae23-6fe6defb7421 admin admin] 10.222.0.16 "DELETE /v2.0/routers/78d086f5-d462-4c38-9a29-1838a902e079 HTTP/1.1" status: 204 len: 168 time: 1.0572081 Dec 09 23:25:19.795898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59416) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:19.839068 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a1b476-678d-4a2a-8b21-5096bfb449fa admin admin] Deleting subnet 73d0b6c6-3f03-43f9-845d-b5cfe573c150 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:25:19.842156 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53a1b476-678d-4a2a-8b21-5096bfb449fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:19.875407 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53a1b476-678d-4a2a-8b21-5096bfb449fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:19.955457 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53a1b476-678d-4a2a-8b21-5096bfb449fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.007262 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53a1b476-678d-4a2a-8b21-5096bfb449fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.032361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1b476-678d-4a2a-8b21-5096bfb449fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d0b6c6-3f03-43f9-845d-b5cfe573c150,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:20.039403 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-53a1b476-678d-4a2a-8b21-5096bfb449fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.043679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-53a1b476-678d-4a2a-8b21-5096bfb449fa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/73d0b6c6-3f03-43f9-845d-b5cfe573c150 HTTP/1.1" status: 204 len: 168 time: 0.2468228 Dec 09 23:25:20.045120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59418) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:20.047133 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b24f58-26ec-450f-86af-f8e2f43c7045 None None] Network 4a53356e-ff30-452f-967d-e36135ff06d7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:25:20.117718 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.172812 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Deleting port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:25:20.172934 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.193968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] DHCP port deletion for 4a53356e-ff30-452f-967d-e36135ff06d7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:25:20.242572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] For port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=790c8bea-d3e0-4232-a7ee-69dcbc8452b2,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:20.242923 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.245156 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Deleting port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:25:20.245533 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.255365 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Calling delete_port for 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:25:20.314695 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] For port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=790c8bea-d3e0-4232-a7ee-69dcbc8452b2,segment=NetworkSegment(c23ffcb8-3e41-4565-a04a-0597b65b9a85),segment_id=c23ffcb8-3e41-4565-a04a-0597b65b9a85)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:20.315093 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.333608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Calling delete_port for 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:25:20.348397 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.373901 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Pushing event deleted for resources: {'Port': ['ID=790c8bea-d3e0-4232-a7ee-69dcbc8452b2,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:20.386000 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] No DVR routers for this DVR port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:25:20.432262 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.456638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Pushing event deleted for resources: {'Port': ['ID=790c8bea-d3e0-4232-a7ee-69dcbc8452b2,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:20.461040 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.461355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] No DVR routers for this DVR port 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:25:20.469769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.470355 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.470740 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.471069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.471408 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.471743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.472073 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.472500 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.472741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.473069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.473397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.473721 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.474096 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80d51d5-0a41-4ef9-910d-d2bae86fc430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:20.486362 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a53356e-ff30-452f-967d-e36135ff06d7']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:20.496258 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23ffcb8-3e41-4565-a04a-0597b65b9a85') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:20.496661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23ffcb8-3e41-4565-a04a-0597b65b9a85') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:20.506821 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.519443 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.525372 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:25:20.525807 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:25:20.527464 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:25:20.580197 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.585648 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:20.588859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] 10.222.0.16 "DELETE /v2.0/networks/4a53356e-ff30-452f-967d-e36135ff06d7 HTTP/1.1" status: 204 len: 168 time: 0.5424085 Dec 09 23:25:20.592049 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59420) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:20.599661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171cd75-585b-455e-b862-e5aab12cf31a admin admin] Pushing event deleted for resources: {'Network': ['ID=4a53356e-ff30-452f-967d-e36135ff06d7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:20.776726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0f620427-7edf-45c8-9999-553220e7a1a6 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:25:20.797148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0f620427-7edf-45c8-9999-553220e7a1a6 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:25:20.797580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0f620427-7edf-45c8-9999-553220e7a1a6 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:25:20.798103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:25:20.816772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:25:20.817197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 790c8bea-d3e0-4232-a7ee-69dcbc8452b2 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:25:20.817681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 277a653c-d95e-4a6a-8df2-7a07a918b590 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:25:20.836135 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 277a653c-d95e-4a6a-8df2-7a07a918b590 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:25:20.836484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 277a653c-d95e-4a6a-8df2-7a07a918b590 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:25:20.940680 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d61e0fa3-3de1-47bb-85e1-67c2168eabbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:21.482317 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d61e0fa3-3de1-47bb-85e1-67c2168eabbb admin admin] Deleting port 1512b5fc-9034-4e14-980d-3f63e2513290 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:25:21.482559 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d61e0fa3-3de1-47bb-85e1-67c2168eabbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:21.560548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-d61e0fa3-3de1-47bb-85e1-67c2168eabbb admin admin] For port 1512b5fc-9034-4e14-980d-3f63e2513290, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1512b5fc-9034-4e14-980d-3f63e2513290,segment=NetworkSegment(f5bb1475-8aa3-4381-a934-14bc4c41f005),segment_id=f5bb1475-8aa3-4381-a934-14bc4c41f005)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:21.560904 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d61e0fa3-3de1-47bb-85e1-67c2168eabbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:21.573460 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d61e0fa3-3de1-47bb-85e1-67c2168eabbb admin admin] Calling delete_port for 1512b5fc-9034-4e14-980d-3f63e2513290 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:25:21.749640 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d61e0fa3-3de1-47bb-85e1-67c2168eabbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:21.775610 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e0fa3-3de1-47bb-85e1-67c2168eabbb admin admin] Pushing event deleted for resources: {'Port': ['ID=1512b5fc-9034-4e14-980d-3f63e2513290,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:21.940464 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d61e0fa3-3de1-47bb-85e1-67c2168eabbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:22.151470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61e0fa3-3de1-47bb-85e1-67c2168eabbb admin admin] Router 8c3662c2-6dcf-4daf-a533-35d092b022a8 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:25:22.258848 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61e0fa3-3de1-47bb-85e1-67c2168eabbb admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:25:22.266696 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d61e0fa3-3de1-47bb-85e1-67c2168eabbb admin admin] 10.222.0.16 "PUT /v2.0/routers/8c3662c2-6dcf-4daf-a533-35d092b022a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6711943 Dec 09 23:25:22.266941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59422) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:22.267250 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed69e05-c06e-479f-9b3f-5636fb6a5edd None None] Sync routers for ids ['8c3662c2-6dcf-4daf-a533-35d092b022a8'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:25:22.277554 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed69e05-c06e-479f-9b3f-5636fb6a5edd None None] Routers {'8c3662c2-6dcf-4daf-a533-35d092b022a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:25:22.278208 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6ed69e05-c06e-479f-9b3f-5636fb6a5edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8c3662c2-6dcf-4daf-a533-35d092b022a8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:22.375052 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:22.379815 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-6ed69e05-c06e-479f-9b3f-5636fb6a5edd None None] Set router 8c3662c2-6dcf-4daf-a533-35d092b022a8 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:25:22.483496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:22.537686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Deleting port d84b0729-ad7f-41b0-963e-e847a4db3bae {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:25:22.538047 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:22.553989 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6ed69e05-c06e-479f-9b3f-5636fb6a5edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'name': 'tempest-TestMinimumBasicScenario-830463834-router', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:25:21Z', 'revision_number': 5, 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'gw_port': {'id': 'd84b0729-ad7f-41b0-963e-e847a4db3bae', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:22.580676 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed69e05-c06e-479f-9b3f-5636fb6a5edd None None] Checking router: 8c3662c2-6dcf-4daf-a533-35d092b022a8 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:25:22.589957 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed69e05-c06e-479f-9b3f-5636fb6a5edd None None] Routers {'8c3662c2-6dcf-4daf-a533-35d092b022a8'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:25:22.590564 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6ed69e05-c06e-479f-9b3f-5636fb6a5edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8c3662c2-6dcf-4daf-a533-35d092b022a8'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:22.622170 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] For port d84b0729-ad7f-41b0-963e-e847a4db3bae, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=d84b0729-ad7f-41b0-963e-e847a4db3bae,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:22.622536 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:22.635412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Calling delete_port for d84b0729-ad7f-41b0-963e-e847a4db3bae owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:25:22.674254 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-6ed69e05-c06e-479f-9b3f-5636fb6a5edd None None] Set router 8c3662c2-6dcf-4daf-a533-35d092b022a8 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:25:22.811670 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:22.816478 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-6ed69e05-c06e-479f-9b3f-5636fb6a5edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'name': 'tempest-TestMinimumBasicScenario-830463834-router', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:25:22Z', 'revision_number': 6, 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:22.837740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84b0729-ad7f-41b0-963e-e847a4db3bae,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:22.842553 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed69e05-c06e-479f-9b3f-5636fb6a5edd None None] The sync data for ids ['8c3662c2-6dcf-4daf-a533-35d092b022a8'] in n-d-789963-23 is: [{'id': '8c3662c2-6dcf-4daf-a533-35d092b022a8', 'name': 'tempest-TestMinimumBasicScenario-830463834-router', 'tenant_id': '3197d5b9eb3d4363a047a231a0c8139e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:23:10Z', 'updated_at': '2021-12-09T23:25:22Z', 'revision_number': 6, 'project_id': '3197d5b9eb3d4363a047a231a0c8139e', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:25:22.852560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5278441-e87e-4d36-97c5-5ca8734ed6a2 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:25:22.906054 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:22.999091 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.001202 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.044856 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.045406 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c3662c2-6dcf-4daf-a533-35d092b022a8 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:25:23.050723 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.051879 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-7e73ad15-13f7-4080-ba86-7653c3432a86 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8c3662c2-6dcf-4daf-a533-35d092b022a8 HTTP/1.1" status: 204 len: 168 time: 0.7839839 Dec 09 23:25:23.054933 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59424) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:23.098354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b8b6f9-2130-4004-a112-24cb339730b3 admin admin] Deleting subnet 6026dc98-78eb-4610-9727-50b897f15d1f {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:25:23.101947 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11b8b6f9-2130-4004-a112-24cb339730b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.140369 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11b8b6f9-2130-4004-a112-24cb339730b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.221850 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11b8b6f9-2130-4004-a112-24cb339730b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.226182 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.278711 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11b8b6f9-2130-4004-a112-24cb339730b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.306564 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8b6f9-2130-4004-a112-24cb339730b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6026dc98-78eb-4610-9727-50b897f15d1f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:23.308489 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11b8b6f9-2130-4004-a112-24cb339730b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.311797 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-11b8b6f9-2130-4004-a112-24cb339730b3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6026dc98-78eb-4610-9727-50b897f15d1f HTTP/1.1" status: 204 len: 168 time: 0.2558949 Dec 09 23:25:23.313618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e46e08-7840-4381-be94-be540d41a063 None None] Network 5b841585-69aa-4a76-94b7-7aff898b31a4 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:25:23.314431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59426) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:23.385554 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.437496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Deleting port 90a8ba83-342c-4d08-a5f8-d076382a3840 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:25:23.437937 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.502397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] For port 90a8ba83-342c-4d08-a5f8-d076382a3840, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=90a8ba83-342c-4d08-a5f8-d076382a3840,segment=NetworkSegment(f5bb1475-8aa3-4381-a934-14bc4c41f005),segment_id=f5bb1475-8aa3-4381-a934-14bc4c41f005)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:23.502754 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.515436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Calling delete_port for 90a8ba83-342c-4d08-a5f8-d076382a3840 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:25:23.589679 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.616046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Pushing event deleted for resources: {'Port': ['ID=90a8ba83-342c-4d08-a5f8-d076382a3840,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:23.617894 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] No DVR routers for this DVR port 90a8ba83-342c-4d08-a5f8-d076382a3840 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:25:23.640225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772b8f38-a43a-44ce-b394-7cf6f23a483f None None] DHCP port deletion for 5b841585-69aa-4a76-94b7-7aff898b31a4 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:25:23.696996 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.716738 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b841585-69aa-4a76-94b7-7aff898b31a4']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:23.726294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bb1475-8aa3-4381-a934-14bc4c41f005') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:23.726588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bb1475-8aa3-4381-a934-14bc4c41f005') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:23.738455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.753085 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.760876 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:25:23.761323 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:25:23.763042 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:25:23.821511 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.837185 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:23.840553 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5b841585-69aa-4a76-94b7-7aff898b31a4 HTTP/1.1" status: 204 len: 168 time: 0.5245640 Dec 09 23:25:23.841759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1dec52-6851-4391-9a43-aba13626dc76 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b841585-69aa-4a76-94b7-7aff898b31a4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:24.004557 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59430) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:24.043102 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5815c4fb-3942-44da-b94e-f8048c5d668d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9439b231338f480782cf7786001e6add&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373657 Dec 09 23:25:24.045455 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59432) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:24.091344 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f637e489-58e1-41bb-a536-2be66ff5b695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:24.112241 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f637e489-58e1-41bb-a536-2be66ff5b695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:24.159061 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f637e489-58e1-41bb-a536-2be66ff5b695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:24.161614 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f637e489-58e1-41bb-a536-2be66ff5b695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:24.163345 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f637e489-58e1-41bb-a536-2be66ff5b695 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32bd139e-a044-4808-8db4-80a4cca6e4f1 HTTP/1.1" status: 204 len: 168 time: 0.1169431 Dec 09 23:25:24.171224 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637e489-58e1-41bb-a536-2be66ff5b695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bd139e-a044-4808-8db4-80a4cca6e4f1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:24.467223 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59438) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:24.505527 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5f629c72-da78-4fca-ab8e-09ef15b758a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3197d5b9eb3d4363a047a231a0c8139e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371394 Dec 09 23:25:24.508250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59440) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:24.557027 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2961f18c-6f85-4fa0-93c8-d61b8cd0da6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:24.576908 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2961f18c-6f85-4fa0-93c8-d61b8cd0da6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:24.625243 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2961f18c-6f85-4fa0-93c8-d61b8cd0da6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:24.627867 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2961f18c-6f85-4fa0-93c8-d61b8cd0da6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:24.629027 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2961f18c-6f85-4fa0-93c8-d61b8cd0da6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45a04a89-278d-4493-bdd0-832945a3a947 HTTP/1.1" status: 204 len: 168 time: 0.1198950 Dec 09 23:25:24.637707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961f18c-6f85-4fa0-93c8-d61b8cd0da6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a04a89-278d-4493-bdd0-832945a3a947,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:24.778668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d84b0729-ad7f-41b0-963e-e847a4db3bae no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:25:24.798567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: d84b0729-ad7f-41b0-963e-e847a4db3bae {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:25:24.798917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device d84b0729-ad7f-41b0-963e-e847a4db3bae not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:25:24.799348 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 90a8ba83-342c-4d08-a5f8-d076382a3840 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:25:24.817858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 90a8ba83-342c-4d08-a5f8-d076382a3840 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:25:24.818704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 90a8ba83-342c-4d08-a5f8-d076382a3840 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:25:24.819118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1512b5fc-9034-4e14-980d-3f63e2513290 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:25:24.838004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 1512b5fc-9034-4e14-980d-3f63e2513290 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:25:24.838385 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1512b5fc-9034-4e14-980d-3f63e2513290 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:25:26.212593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59480) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:26.217071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a622068b-73a7-4165-95eb-0bd90df79c88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1232826123', 'description': 'tempest-secgroup-smoke-1232826123 description', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:26.238502 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a622068b-73a7-4165-95eb-0bd90df79c88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.246681 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a622068b-73a7-4165-95eb-0bd90df79c88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.318697 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a622068b-73a7-4165-95eb-0bd90df79c88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.322407 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a622068b-73a7-4165-95eb-0bd90df79c88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.359848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622068b-73a7-4165-95eb-0bd90df79c88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7299092-5a34-4e37-bce7-bab598d73e99,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:26.396093 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a622068b-73a7-4165-95eb-0bd90df79c88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.399737 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a622068b-73a7-4165-95eb-0bd90df79c88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.428632 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a622068b-73a7-4165-95eb-0bd90df79c88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.429850 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a622068b-73a7-4165-95eb-0bd90df79c88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2162981 Dec 09 23:25:26.432883 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59482) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:26.434402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622068b-73a7-4165-95eb-0bd90df79c88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:26.437757 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-39381bfb-8ec8-4dc1-91f3-189226c2ca88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '5f5773c6-5fc0-46b3-9cc7-4e867a8d0568', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:26.464986 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39381bfb-8ec8-4dc1-91f3-189226c2ca88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.524985 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39381bfb-8ec8-4dc1-91f3-189226c2ca88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.528249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39381bfb-8ec8-4dc1-91f3-189226c2ca88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.543368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39381bfb-8ec8-4dc1-91f3-189226c2ca88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44653cd8-bf5a-41ec-9fbf-3ca9d596f81a,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:26.553473 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-39381bfb-8ec8-4dc1-91f3-189226c2ca88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.554732 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-39381bfb-8ec8-4dc1-91f3-189226c2ca88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207330 Dec 09 23:25:26.557410 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59484) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:26.561724 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-201f88fd-8d8b-4b05-9fde-7cc1760cc3f5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '5f5773c6-5fc0-46b3-9cc7-4e867a8d0568', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:26.587736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-201f88fd-8d8b-4b05-9fde-7cc1760cc3f5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.643267 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-201f88fd-8d8b-4b05-9fde-7cc1760cc3f5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.647559 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-201f88fd-8d8b-4b05-9fde-7cc1760cc3f5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.662832 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f88fd-8d8b-4b05-9fde-7cc1760cc3f5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb768949-75b3-4a4a-8388-5a085d13cc48,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:26.673391 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-201f88fd-8d8b-4b05-9fde-7cc1760cc3f5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.674621 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-201f88fd-8d8b-4b05-9fde-7cc1760cc3f5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162491 Dec 09 23:25:26.677228 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59486) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:26.682034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-eb36c520-0e50-4a0c-b673-ce74105f051d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '5f5773c6-5fc0-46b3-9cc7-4e867a8d0568', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:26.707779 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb36c520-0e50-4a0c-b673-ce74105f051d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.764397 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb36c520-0e50-4a0c-b673-ce74105f051d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.768091 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb36c520-0e50-4a0c-b673-ce74105f051d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.785120 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36c520-0e50-4a0c-b673-ce74105f051d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045384d2-17c7-48d0-a235-7aba0ee2793a,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:26.791932 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb36c520-0e50-4a0c-b673-ce74105f051d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.793121 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-eb36c520-0e50-4a0c-b673-ce74105f051d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144211 Dec 09 23:25:26.795839 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59488) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:26.800115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9a8d291e-9b59-4a72-b168-0fd6ac56fdc8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '5f5773c6-5fc0-46b3-9cc7-4e867a8d0568', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:26.826974 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a8d291e-9b59-4a72-b168-0fd6ac56fdc8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.883496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a8d291e-9b59-4a72-b168-0fd6ac56fdc8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.886926 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a8d291e-9b59-4a72-b168-0fd6ac56fdc8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.901682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d291e-9b59-4a72-b168-0fd6ac56fdc8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1397b8ac-9587-40b1-9c74-64568ba40909,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:26.912722 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9a8d291e-9b59-4a72-b168-0fd6ac56fdc8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:26.913946 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9a8d291e-9b59-4a72-b168-0fd6ac56fdc8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171236 Dec 09 23:25:26.916718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59490) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:26.920960 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-65d3693a-f928-42de-ba74-2cb8782453c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '5f5773c6-5fc0-46b3-9cc7-4e867a8d0568', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:26.942621 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-65d3693a-f928-42de-ba74-2cb8782453c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Project 4c1df7de2c27478a8a23ed21cf3951bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:25:26.947376 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65d3693a-f928-42de-ba74-2cb8782453c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.009092 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65d3693a-f928-42de-ba74-2cb8782453c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.012746 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65d3693a-f928-42de-ba74-2cb8782453c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.030684 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3693a-f928-42de-ba74-2cb8782453c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f361a350-b266-4fcc-9a55-673a44b2c287,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:27.037814 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65d3693a-f928-42de-ba74-2cb8782453c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.039039 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-65d3693a-f928-42de-ba74-2cb8782453c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214001 Dec 09 23:25:27.041915 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59492) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:27.046240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-286e6e9a-c566-4707-8dba-dedbff66f2dc tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '5f5773c6-5fc0-46b3-9cc7-4e867a8d0568', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:27.067462 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-286e6e9a-c566-4707-8dba-dedbff66f2dc tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Project 4c1df7de2c27478a8a23ed21cf3951bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:25:27.072827 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-286e6e9a-c566-4707-8dba-dedbff66f2dc tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.138847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-286e6e9a-c566-4707-8dba-dedbff66f2dc tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.142614 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-286e6e9a-c566-4707-8dba-dedbff66f2dc tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.160674 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e6e9a-c566-4707-8dba-dedbff66f2dc tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27782e53-beac-4f82-ad86-fcf45f487eb6,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:27.168249 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-286e6e9a-c566-4707-8dba-dedbff66f2dc tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.170211 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-286e6e9a-c566-4707-8dba-dedbff66f2dc tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273031 Dec 09 23:25:27.172450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59494) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:27.177636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-322b0b16-ca6e-4575-b166-19f92daa7cd5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'network': {'name': 'tempest-network-smoke--1101870899', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'port_security_enabled': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:27.198742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322b0b16-ca6e-4575-b166-19f92daa7cd5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:25:27.202239 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-322b0b16-ca6e-4575-b166-19f92daa7cd5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.225893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322b0b16-ca6e-4575-b166-19f92daa7cd5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:25:27.235111 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-322b0b16-ca6e-4575-b166-19f92daa7cd5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.235461 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-322b0b16-ca6e-4575-b166-19f92daa7cd5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Added segment 0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a of type vlan for network be763627-d14e-4c51-aa9a-df1b674abdef Dec 09 23:25:27.275547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-322b0b16-ca6e-4575-b166-19f92daa7cd5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.301398 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-322b0b16-ca6e-4575-b166-19f92daa7cd5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.307912 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322b0b16-ca6e-4575-b166-19f92daa7cd5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:27.308496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-322b0b16-ca6e-4575-b166-19f92daa7cd5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.338348 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-322b0b16-ca6e-4575-b166-19f92daa7cd5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1649168 Dec 09 23:25:27.341445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59496) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:27.346183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'admin_state_up': True, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:27.370307 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.371299 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.380117 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b0b16-ca6e-4575-b166-19f92daa7cd5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Network': ['ID=be763627-d14e-4c51-aa9a-df1b674abdef,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:27.391459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network be763627-d14e-4c51-aa9a-df1b674abdef details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:25:27.430960 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.571024 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.764774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.790526 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:27.893367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.25.8.238 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:25:27.991426 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:28.024098 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:28.068854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:25:28.071672 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:25:28.077078 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:25:28.084643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c81592-7484-4bab-b5de-8401a0afdfcd None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:25:28.106770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:28.127519 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-89d5e861-3cfe-4459-93d6-a7f8b550635c None None] Provisioning complete for port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:28.127967 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-89d5e861-3cfe-4459-93d6-a7f8b550635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:28.161081 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-89d5e861-3cfe-4459-93d6-a7f8b550635c None None] Port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:25:28.329226 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:28.518403 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:28.641631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router 49dfbfe0-ce43-482d-aeca-931a992fbc85 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:25:28.743739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:25:28.753072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Sync routers for ids ['49dfbfe0-ce43-482d-aeca-931a992fbc85'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:25:28.764321 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:28.765069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Routers {'49dfbfe0-ce43-482d-aeca-931a992fbc85'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:25:28.765699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['49dfbfe0-ce43-482d-aeca-931a992fbc85'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:28.769185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59498) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:28.769643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0b7c4860-45f1-428d-a88b-25b6bcbb7099 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4264829 Dec 09 23:25:28.870017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Set router 49dfbfe0-ce43-482d-aeca-931a992fbc85 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:25:28.887659 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d189e6a4-430e-47ca-a223-8aa8fbfaf653 tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=4c1df7de2c27478a8a23ed21cf3951bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1173501 Dec 09 23:25:28.890521 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59502) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:29.051567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:28Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:29.079546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Checking router: 49dfbfe0-ce43-482d-aeca-931a992fbc85 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:25:29.079892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Updating router 49dfbfe0-ce43-482d-aeca-931a992fbc85 port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:25:29.105631 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:29.309391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e060233-79e0-4632-b203-5d37b71a984f tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:29.310850 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3e060233-79e0-4632-b203-5d37b71a984f tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4193363 Dec 09 23:25:29.313616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59504) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:29.340125 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-555df5dc-4db5-4626-8357-d2a702a46a24 tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253656 Dec 09 23:25:29.342629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59506) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:29.347459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-1db8a442-afd7-4279-8683-9b2cf822b04e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-399024584', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:29.357534 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:29.363164 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:29.441633 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db8a442-afd7-4279-8683-9b2cf822b04e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:25:29.445300 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db8a442-afd7-4279-8683-9b2cf822b04e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:29.566421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312905a7-5d7f-4147-b0a1-14c6b3bd0ff4 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:25:29.579530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d102fc-e88d-4988-8ae3-6aaefe8668f8 None None] Pushing event updated for resources: {'Port': ['ID=97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:29.581973 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Attempting to bind port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:25:29.582344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Attempting to bind port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:25:29.582709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Attempting to bind port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:25:29.590271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:25:29.590652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:25:29.591053 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:29.591439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:25:29.591908 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Bound port: 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:25:29.592292 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:29.628703 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db8a442-afd7-4279-8683-9b2cf822b04e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:29.645172 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] For port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:25:29.648279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] For port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:25:29.652192 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:29.687795 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8a442-afd7-4279-8683-9b2cf822b04e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Subnet': ['ID=42ea2211-7603-4911-bde5-819d207a3d7d,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:29.699730 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8a442-afd7-4279-8683-9b2cf822b04e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Checking segment: {'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:25:29.700098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8a442-afd7-4279-8683-9b2cf822b04e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network hostable DHCP agents. Network: be763627-d14e-4c51-aa9a-df1b674abdef, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:25:29.712794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a582441-4468-4f46-b07a-60485abd327a None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:25:29.718347 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8a442-afd7-4279-8683-9b2cf822b04e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network be763627-d14e-4c51-aa9a-df1b674abdef is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:25:29.727463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-1db8a442-afd7-4279-8683-9b2cf822b04e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, be763627-d14e-4c51-aa9a-df1b674abdef) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:25:29.732276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db8a442-afd7-4279-8683-9b2cf822b04e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:29.732753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-76860687-9071-4885-b393-2337e37e12aa None None] Provisioning complete for port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:29.733118 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76860687-9071-4885-b393-2337e37e12aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:29.733274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1db8a442-afd7-4279-8683-9b2cf822b04e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:29.737217 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d102fc-e88d-4988-8ae3-6aaefe8668f8 None None] Pushing event updated for resources: {'Port': ['ID=97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:29.754156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1db8a442-afd7-4279-8683-9b2cf822b04e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4104464 Dec 09 23:25:29.758213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa11925-d9ea-4a65-8fbe-21ae4337c246 None None] Network be763627-d14e-4c51-aa9a-df1b674abdef requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:25:29.758713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59508) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:29.759997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Routers {'49dfbfe0-ce43-482d-aeca-931a992fbc85'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:25:29.760642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['49dfbfe0-ce43-482d-aeca-931a992fbc85'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:29.979194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-be763627-d14e-4c51-aa9a-df1b674abdef', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ips': [{'subnet_id': '42ea2211-7603-4911-bde5-819d207a3d7d'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:25:29.980069 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:29.993372 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] Set router 49dfbfe0-ce43-482d-aeca-931a992fbc85 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:25:30.054137 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76860687-9071-4885-b393-2337e37e12aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:30.149810 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-76860687-9071-4885-b393-2337e37e12aa None None] For port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:30.183547 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:30.184022 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76860687-9071-4885-b393-2337e37e12aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:30.315041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76860687-9071-4885-b393-2337e37e12aa None None] Pushing event updated for resources: {'Port': ['ID=97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:30.323118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Allocated IP 172.20.0.2 (be763627-d14e-4c51-aa9a-df1b674abdef/42ea2211-7603-4911-bde5-819d207a3d7d/44c42c3f-ad3a-49a5-9f16-e52b16c5293d) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:25:30.370658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a558dfb1-ae87-4ed3-9dde-308d5da856f3 None None] Provisioning complete for port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:30.371039 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a558dfb1-ae87-4ed3-9dde-308d5da856f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:30.456035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:28Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:30.493840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5c3a1a-5697-48a9-a6f8-70d8a3203823 None None] The sync data for ids ['49dfbfe0-ce43-482d-aeca-931a992fbc85'] in n-d-789963-23 is: [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:28Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:25:30.592551 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:30.599054 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:30.648562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Network be763627-d14e-4c51-aa9a-df1b674abdef is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:25:30.652718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:25:30.654676 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Pushing event updated for resources: {'Port': ['ID=44c42c3f-ad3a-49a5-9f16-e52b16c5293d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:30.655754 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.20.0.1 (be763627-d14e-4c51-aa9a-df1b674abdef/42ea2211-7603-4911-bde5-819d207a3d7d/4beef496-c886-4aeb-b4c4-1a53d49adf8a) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:25:30.656850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:25:30.732828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Attempting to bind port 44c42c3f-ad3a-49a5-9f16-e52b16c5293d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:25:30.733911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Attempting to bind port 44c42c3f-ad3a-49a5-9f16-e52b16c5293d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:25:30.733911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Attempting to bind port 44c42c3f-ad3a-49a5-9f16-e52b16c5293d on network be763627-d14e-4c51-aa9a-df1b674abdef {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:25:30.739177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:25:30.739552 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Checking segment: {'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:25:30.740067 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:30.741189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Bound using segment: {'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:25:30.741189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Bound port: 44c42c3f-ad3a-49a5-9f16-e52b16c5293d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:25:30.741632 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:30.816285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] For port 44c42c3f-ad3a-49a5-9f16-e52b16c5293d, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:25:30.820441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] For port 44c42c3f-ad3a-49a5-9f16-e52b16c5293d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=44c42c3f-ad3a-49a5-9f16-e52b16c5293d,segment=NetworkSegment(0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a),segment_id=0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:25:30.825872 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:30.826430 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:30.860286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:25:30.879344 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:30.934749 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=4beef496-c886-4aeb-b4c4-1a53d49adf8a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:30.939296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8b36d-e7e1-4113-9024-d4a2ae595ef2 None None] Pushing event updated for resources: {'Port': ['ID=44c42c3f-ad3a-49a5-9f16-e52b16c5293d,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:30.948773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:30.949156 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:30.967117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network be763627-d14e-4c51-aa9a-df1b674abdef is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:25:30.969510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:25:30.973899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:25:31.033104 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:31.171146 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ce54888a-01bf-46db-a50e-38cd9fe6fe3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:31.220267 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:31.509568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:31.514006 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:31.589718 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:31.591467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=4beef496-c886-4aeb-b4c4-1a53d49adf8a,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:31.685965 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network be763627-d14e-4c51-aa9a-df1b674abdef is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:25:31.687346 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:25:31.803081 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router 49dfbfe0-ce43-482d-aeca-931a992fbc85 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:25:31.919058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:25:31.923712 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1dff24fe-a427-4eff-bd1d-570881b5c1cf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "PUT /v2.0/routers/49dfbfe0-ce43-482d-aeca-931a992fbc85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1643405 Dec 09 23:25:31.934677 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a520288-6121-4a29-8dca-1cdb45d12f6c None None] Network be763627-d14e-4c51-aa9a-df1b674abdef requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:25:32.039962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d0c1a923-f4d5-4747-b54e-339568681442 None None] Provisioning complete for port 44c42c3f-ad3a-49a5-9f16-e52b16c5293d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:32.040338 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a923-f4d5-4747-b54e-339568681442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:32.085913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-6f074ac4-09b1-44a7-99f4-8c3b95632f70 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1232826123&fields=id&tenant_id=4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 267 time: 0.0550966 Dec 09 23:25:32.134051 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a923-f4d5-4747-b54e-339568681442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:32.171144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d0c1a923-f4d5-4747-b54e-339568681442 None None] For port 44c42c3f-ad3a-49a5-9f16-e52b16c5293d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=44c42c3f-ad3a-49a5-9f16-e52b16c5293d,segment=NetworkSegment(0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a),segment_id=0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:32.178969 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a923-f4d5-4747-b54e-339568681442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:32.221053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08311bf-c245-498a-b6a8-f619336403fd req-92a3a56d-6214-4954-a24d-958c4163caa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:32.222669 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-92a3a56d-6214-4954-a24d-958c4163caa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/networks?id=be763627-d14e-4c51-aa9a-df1b674abdef HTTP/1.1" status: 200 len: 797 time: 0.1282864 Dec 09 23:25:32.236759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1a923-f4d5-4747-b54e-339568681442 None None] Pushing event updated for resources: {'Port': ['ID=44c42c3f-ad3a-49a5-9f16-e52b16c5293d,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:32.242520 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-2f0c1257-f129-4f41-aa89-5f3370480f4c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/quotas/4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 375 time: 0.0109935 Dec 09 23:25:32.306826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-843c017f-509d-4a0e-9483-939b2a5c0f07 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518494 Dec 09 23:25:32.404474 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fd1c7920-8366-410b-8870-f285c6294270 None None] Provisioning complete for port 44c42c3f-ad3a-49a5-9f16-e52b16c5293d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:32.404856 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7920-8366-410b-8870-f285c6294270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:32.454710 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Sync routers for ids ['49dfbfe0-ce43-482d-aeca-931a992fbc85'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:25:32.470073 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Routers {'49dfbfe0-ce43-482d-aeca-931a992fbc85'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:25:32.470941 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['49dfbfe0-ce43-482d-aeca-931a992fbc85'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:32.471303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-3dfc87b0-d907-4922-aa80-5d06c62a1577 service neutron] 10.222.0.16 "GET /v2.0/networks/be763627-d14e-4c51-aa9a-df1b674abdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509414 Dec 09 23:25:32.518968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fd1c7920-8366-410b-8870-f285c6294270 None None] Provisioning complete for port 4beef496-c886-4aeb-b4c4-1a53d49adf8a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:32.519754 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7920-8366-410b-8870-f285c6294270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:32.558969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c7920-8366-410b-8870-f285c6294270 None None] Port 4beef496-c886-4aeb-b4c4-1a53d49adf8a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:25:32.577777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-acd283e6-dd0a-416f-8124-be534c3e8126 service neutron] 10.222.0.16 "GET /v2.0/networks/be763627-d14e-4c51-aa9a-df1b674abdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986750 Dec 09 23:25:32.588022 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Set router 49dfbfe0-ce43-482d-aeca-931a992fbc85 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:25:32.681447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-30b8f897-98b8-4672-8c8a-8f606525dc5b None None] Provisioning complete for port 4beef496-c886-4aeb-b4c4-1a53d49adf8a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:32.681849 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-30b8f897-98b8-4672-8c8a-8f606525dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:32.786415 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2dacc4b3-101c-4ce7-84f9-486b3b9a3f90 req-e2ac99da-35ad-4cd2-9eb4-719845b2e605 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 210 time: 0.0514784 Dec 09 23:25:32.789617 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-30b8f897-98b8-4672-8c8a-8f606525dc5b None None] Port 4beef496-c886-4aeb-b4c4-1a53d49adf8a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:25:32.838126 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:31Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4beef496-c886-4aeb-b4c4-1a53d49adf8a', 'name': '', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:92:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:30Z', 'updated_at': '2021-12-09T23:25:31Z', 'revision_number': 2, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:32.852297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 44c42c3f-ad3a-49a5-9f16-e52b16c5293d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:25:32.866649 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Checking router: 49dfbfe0-ce43-482d-aeca-931a992fbc85 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:25:32.866979 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Updating router 49dfbfe0-ce43-482d-aeca-931a992fbc85 port 4beef496-c886-4aeb-b4c4-1a53d49adf8a binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:25:32.898294 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:32.915988 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 44c42c3f-ad3a-49a5-9f16-e52b16c5293d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:32.916368 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:32.919513 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-84fcd251-3ebb-4405-a770-629b21a95cf1 None None] Provisioning complete for port 4beef496-c886-4aeb-b4c4-1a53d49adf8a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:32.919880 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84fcd251-3ebb-4405-a770-629b21a95cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:32.983188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-84fcd251-3ebb-4405-a770-629b21a95cf1 None None] Port 4beef496-c886-4aeb-b4c4-1a53d49adf8a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:25:33.182142 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:33.188327 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:33.240897 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Pushing event updated for resources: {'Port': ['ID=4beef496-c886-4aeb-b4c4-1a53d49adf8a,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:33.268478 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.268848 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.269168 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.269505 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.269859 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.270202 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.270531 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.270862 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.271232 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.271559 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.271886 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.272210 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.272535 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:25:33.306138 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Attempting to bind port 4beef496-c886-4aeb-b4c4-1a53d49adf8a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:25:33.306495 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Attempting to bind port 4beef496-c886-4aeb-b4c4-1a53d49adf8a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:25:33.306938 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Attempting to bind port 4beef496-c886-4aeb-b4c4-1a53d49adf8a on network be763627-d14e-4c51-aa9a-df1b674abdef {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:25:33.312557 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:25:33.313075 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Checking segment: {'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:25:33.313479 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:33.314054 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Bound using segment: {'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:25:33.314517 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Bound port: 4beef496-c886-4aeb-b4c4-1a53d49adf8a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:25:33.315213 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:33.384633 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] For port 4beef496-c886-4aeb-b4c4-1a53d49adf8a, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:25:33.388143 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] For port 4beef496-c886-4aeb-b4c4-1a53d49adf8a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4beef496-c886-4aeb-b4c4-1a53d49adf8a,segment=NetworkSegment(0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a),segment_id=0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:25:33.392542 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:33.462705 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Routers {'49dfbfe0-ce43-482d-aeca-931a992fbc85'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:25:33.463495 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:25:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['49dfbfe0-ce43-482d-aeca-931a992fbc85'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:33.523317 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05ddd7-caf4-4311-9456-dd6be428226b None None] Pushing event updated for resources: {'Port': ['ID=4beef496-c886-4aeb-b4c4-1a53d49adf8a,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:33.593067 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] Set router 49dfbfe0-ce43-482d-aeca-931a992fbc85 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:25:33.637840 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ab83626-3394-4c1d-993c-439745d827de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:33.645386 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-be660a49-1819-4b31-a188-4b6696c3e812 None None] Provisioning complete for port 4beef496-c886-4aeb-b4c4-1a53d49adf8a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:33.645890 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be660a49-1819-4b31-a188-4b6696c3e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:33.738901 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be660a49-1819-4b31-a188-4b6696c3e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:33.776538 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-be660a49-1819-4b31-a188-4b6696c3e812 None None] For port 4beef496-c886-4aeb-b4c4-1a53d49adf8a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4beef496-c886-4aeb-b4c4-1a53d49adf8a,segment=NetworkSegment(0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a),segment_id=0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:33.780480 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be660a49-1819-4b31-a188-4b6696c3e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:33.817250 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:31Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4beef496-c886-4aeb-b4c4-1a53d49adf8a', 'name': '', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:92:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:30Z', 'updated_at': '2021-12-09T23:25:33Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:33.838319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be660a49-1819-4b31-a188-4b6696c3e812 None None] Pushing event updated for resources: {'Port': ['ID=4beef496-c886-4aeb-b4c4-1a53d49adf8a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:33.855860 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6ba48-2019-40e1-824a-77274335eb65 None None] The sync data for ids ['49dfbfe0-ce43-482d-aeca-931a992fbc85'] in n-d-789963-23 is: [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:31Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4beef496-c886-4aeb-b4c4-1a53d49adf8a', 'name': '', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:92:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:30Z', 'updated_at': '2021-12-09T23:25:33Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:25:33.937005 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d735374e-af33-4dd4-b741-f1b21e1a3863 None None] Provisioning complete for port 4beef496-c886-4aeb-b4c4-1a53d49adf8a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:33.937382 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d735374e-af33-4dd4-b741-f1b21e1a3863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:33.977268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-54a44239-585f-4263-bc6c-b7a3a23248fe req-d30ed0b2-77db-49b6-9543-6c73b10040aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 210 time: 0.0429668 Dec 09 23:25:34.027122 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08311bf-c245-498a-b6a8-f619336403fd req-0bd25e31-02b0-4814-be53-ad543d5d4e0e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:34.029355 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-0bd25e31-02b0-4814-be53-ad543d5d4e0e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/networks?id=be763627-d14e-4c51-aa9a-df1b674abdef HTTP/1.1" status: 200 len: 797 time: 0.2131181 Dec 09 23:25:34.108441 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-1a5df38d-4e13-46ba-901d-346f811a22a3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 380 time: 0.0635474 Dec 09 23:25:34.118831 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b08311bf-c245-498a-b6a8-f619336403fd req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'port': {'device_id': '624814a7-e2ac-4522-b8b4-21de4798f659', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'admin_state_up': True, 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'security_groups': ['5f5773c6-5fc0-46b3-9cc7-4e867a8d0568']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:34.239172 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08311bf-c245-498a-b6a8-f619336403fd req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:25:34.242805 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b08311bf-c245-498a-b6a8-f619336403fd req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:34.373289 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-b08311bf-c245-498a-b6a8-f619336403fd req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.20.0.9 (be763627-d14e-4c51-aa9a-df1b674abdef/42ea2211-7603-4911-bde5-819d207a3d7d/f2985169-e133-4e9b-8902-710f32ab8eb1) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:25:34.464715 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:34.526024 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b08311bf-c245-498a-b6a8-f619336403fd req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:34.560411 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b08311bf-c245-498a-b6a8-f619336403fd req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:34.606555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08311bf-c245-498a-b6a8-f619336403fd req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network be763627-d14e-4c51-aa9a-df1b674abdef is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:25:34.609633 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-b08311bf-c245-498a-b6a8-f619336403fd req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:25:34.616127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08311bf-c245-498a-b6a8-f619336403fd req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:25:34.641024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=f2985169-e133-4e9b-8902-710f32ab8eb1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:34.676443 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08311bf-c245-498a-b6a8-f619336403fd req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:34.677109 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b08311bf-c245-498a-b6a8-f619336403fd req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:34.697817 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-9c206bae-c17f-43c5-ad46-24ca0e9a98af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5826714 Dec 09 23:25:34.718322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Request body: {'port': {'device_id': '624814a7-e2ac-4522-b8b4-21de4798f659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:34.789989 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:34.823456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4beef496-c886-4aeb-b4c4-1a53d49adf8a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:25:34.885808 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c9cf302c-f2ef-49f4-ae19-313665a6773e None None] Provisioning complete for port f2985169-e133-4e9b-8902-710f32ab8eb1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:34.886092 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c9cf302c-f2ef-49f4-ae19-313665a6773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:34.929067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf302c-f2ef-49f4-ae19-313665a6773e None None] Port f2985169-e133-4e9b-8902-710f32ab8eb1 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:25:34.931274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4beef496-c886-4aeb-b4c4-1a53d49adf8a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:34.931274 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:35.049565 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:35.095734 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2985169-e133-4e9b-8902-710f32ab8eb1 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:25:35.100768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d649e-5197-4ff6-b9ed-982d7288d64f req-651ffcc1-e1ab-4997-ba74-89c1f3815b3e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:35.102343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc3d649e-5197-4ff6-b9ed-982d7288d64f req-651ffcc1-e1ab-4997-ba74-89c1f3815b3e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 931 time: 0.0636156 Dec 09 23:25:35.103949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:35.121455 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Transition to ACTIVE for port object f2985169-e133-4e9b-8902-710f32ab8eb1 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:25:35.125683 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:35.153867 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dc3d649e-5197-4ff6-b9ed-982d7288d64f req-bb165319-12e5-46ba-8620-520ead1f17f4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448868 Dec 09 23:25:35.182931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2985169-e133-4e9b-8902-710f32ab8eb1,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:35.254252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Attempting to bind port f2985169-e133-4e9b-8902-710f32ab8eb1 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:25:35.254851 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Attempting to bind port f2985169-e133-4e9b-8902-710f32ab8eb1 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:25:35.255188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Attempting to bind port f2985169-e133-4e9b-8902-710f32ab8eb1 on network be763627-d14e-4c51-aa9a-df1b674abdef {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:25:35.260055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Port f2985169-e133-4e9b-8902-710f32ab8eb1 on network be763627-d14e-4c51-aa9a-df1b674abdef not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:25:35.260377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Attempting to bind port f2985169-e133-4e9b-8902-710f32ab8eb1 on network be763627-d14e-4c51-aa9a-df1b674abdef {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:25:35.265355 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:25:35.265694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Checking segment: {'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:25:35.266124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Bound using segment: {'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:25:35.266555 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Bound port: f2985169-e133-4e9b-8902-710f32ab8eb1, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:25:35.266919 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:35.333125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] For port f2985169-e133-4e9b-8902-710f32ab8eb1, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:25:35.336935 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] For port f2985169-e133-4e9b-8902-710f32ab8eb1, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f2985169-e133-4e9b-8902-710f32ab8eb1,segment=NetworkSegment(0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a),segment_id=0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:25:35.341917 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:35.382978 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:35.383481 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:35.384872 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] 10.222.0.18 "PUT /v2.0/ports/f2985169-e133-4e9b-8902-710f32ab8eb1 HTTP/1.1" status: 200 len: 1092 time: 0.6732509 Dec 09 23:25:35.385332 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624814a7-e2ac-4522-b8b4-21de4798f659', 'tag': 'f2985169-e133-4e9b-8902-710f32ab8eb1'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:25:35.390852 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fee032-c187-4a29-8d28-c5669ac856c3" -d '{"events": [{"name": "network-changed", "server_uuid": "624814a7-e2ac-4522-b8b4-21de4798f659", "tag": "f2985169-e133-4e9b-8902-710f32ab8eb1"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:25:35.414127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427bfa2-5fe4-4cc3-9e67-ff05982dfcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2985169-e133-4e9b-8902-710f32ab8eb1,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:35.436396 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303a86ba-8b15-47b6-a908-6b6b0223d6a5 x-openstack-request-id: req-303a86ba-8b15-47b6-a908-6b6b0223d6a5 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:25:35.436699 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624814a7-e2ac-4522-b8b4-21de4798f659", "tag": "f2985169-e133-4e9b-8902-710f32ab8eb1", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:25:35.436962 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-303a86ba-8b15-47b6-a908-6b6b0223d6a5 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:25:35.437617 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624814a7-e2ac-4522-b8b4-21de4798f659', 'tag': 'f2985169-e133-4e9b-8902-710f32ab8eb1', 'status': 'completed', 'code': 200} Dec 09 23:25:35.497671 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08311bf-c245-498a-b6a8-f619336403fd req-f6c8ab0a-87ab-4bdb-8353-aecad7ffa745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:35.499240 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-f6c8ab0a-87ab-4bdb-8353-aecad7ffa745 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 1095 time: 0.0444231 Dec 09 23:25:35.550188 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-d3817d3f-d9a0-45fd-8b8f-94120bfc98c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2985169-e133-4e9b-8902-710f32ab8eb1 HTTP/1.1" status: 200 len: 217 time: 0.0361676 Dec 09 23:25:35.601192 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08311bf-c245-498a-b6a8-f619336403fd req-ec116345-9864-44e9-994b-02d29a0b7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:35.602778 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-ec116345-9864-44e9-994b-02d29a0b7056 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ea2211-7603-4911-bde5-819d207a3d7d HTTP/1.1" status: 200 len: 834 time: 0.0457077 Dec 09 23:25:35.652434 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08311bf-c245-498a-b6a8-f619336403fd req-de95dfa2-dc2e-470c-b666-a91d82b2bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:35.653965 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-de95dfa2-dc2e-470c-b666-a91d82b2bd28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be763627-d14e-4c51-aa9a-df1b674abdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446475 Dec 09 23:25:35.744843 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-94fa6414-dd09-4f3a-a9c3-48d0e8ded1f9 service neutron] 10.222.0.18 "GET /v2.0/networks/be763627-d14e-4c51-aa9a-df1b674abdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839355 Dec 09 23:25:35.837810 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b08311bf-c245-498a-b6a8-f619336403fd req-8cd67a5b-c130-484a-ad68-804f72bb6998 service neutron] 10.222.0.18 "GET /v2.0/networks/be763627-d14e-4c51-aa9a-df1b674abdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858684 Dec 09 23:25:35.960771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fee032-c187-4a29-8d28-c5669ac856c3 req-d7bdd6d8-9179-486e-b482-f32cb599a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:35.962300 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19fee032-c187-4a29-8d28-c5669ac856c3 req-d7bdd6d8-9179-486e-b482-f32cb599a296 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 1095 time: 0.0411141 Dec 09 23:25:36.056164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fee032-c187-4a29-8d28-c5669ac856c3 req-cec6a825-cfdc-4017-9e19-f9b5a61179f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:36.057537 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19fee032-c187-4a29-8d28-c5669ac856c3 req-cec6a825-cfdc-4017-9e19-f9b5a61179f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be763627-d14e-4c51-aa9a-df1b674abdef HTTP/1.1" status: 200 len: 898 time: 0.0887039 Dec 09 23:25:36.100577 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19fee032-c187-4a29-8d28-c5669ac856c3 req-9fdd2d6a-93a6-42e4-bfd3-fcfc383510a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2985169-e133-4e9b-8902-710f32ab8eb1 HTTP/1.1" status: 200 len: 217 time: 0.0356615 Dec 09 23:25:36.151002 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fee032-c187-4a29-8d28-c5669ac856c3 req-63000b3b-cd16-44ed-bc23-ddeebd535e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:36.152466 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19fee032-c187-4a29-8d28-c5669ac856c3 req-63000b3b-cd16-44ed-bc23-ddeebd535e91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ea2211-7603-4911-bde5-819d207a3d7d HTTP/1.1" status: 200 len: 834 time: 0.0442483 Dec 09 23:25:36.202859 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fee032-c187-4a29-8d28-c5669ac856c3 req-04ccf9ac-fabd-4952-b2e4-02bbc70f30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:36.204783 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19fee032-c187-4a29-8d28-c5669ac856c3 req-04ccf9ac-fabd-4952-b2e4-02bbc70f30f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be763627-d14e-4c51-aa9a-df1b674abdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454662 Dec 09 23:25:36.272284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643357a-34e9-41bb-b170-f684a06c0ec6 req-3bcc8d8f-1ce3-4e37-bb3e-fdbd6dce78e8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:36.273766 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f643357a-34e9-41bb-b170-f684a06c0ec6 req-3bcc8d8f-1ce3-4e37-bb3e-fdbd6dce78e8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 943 time: 0.0481701 Dec 09 23:25:36.298184 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19fee032-c187-4a29-8d28-c5669ac856c3 req-577edca2-b1fa-4657-8bbf-18adda7e18db service neutron] 10.222.0.18 "GET /v2.0/networks/be763627-d14e-4c51-aa9a-df1b674abdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842562 Dec 09 23:25:36.322369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f643357a-34e9-41bb-b170-f684a06c0ec6 req-048f8f12-3207-4206-a5f3-4b2a03675e61 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423007 Dec 09 23:25:36.378792 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:36.394476 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-19fee032-c187-4a29-8d28-c5669ac856c3 req-d67fcf55-99fc-4441-b373-3f8bfcb0e5f7 service neutron] 10.222.0.18 "GET /v2.0/networks/be763627-d14e-4c51-aa9a-df1b674abdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880599 Dec 09 23:25:37.171982 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:37.203747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f2985169-e133-4e9b-8902-710f32ab8eb1 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:25:37.297926 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f2985169-e133-4e9b-8902-710f32ab8eb1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f2985169-e133-4e9b-8902-710f32ab8eb1,segment=NetworkSegment(0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a),segment_id=0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:37.308530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'f2985169-e133-4e9b-8902-710f32ab8eb1', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'port_id': 'f2985169-e133-4e9b-8902-710f32ab8eb1', 'mac_address': 'fa:16:3e:47:46:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:25:37.343659 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:37.356824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2985169-e133-4e9b-8902-710f32ab8eb1 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:25:37.376644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f2985169-e133-4e9b-8902-710f32ab8eb1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f2985169-e133-4e9b-8902-710f32ab8eb1,segment=NetworkSegment(0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a),segment_id=0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:37.380802 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:37.427663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f2985169-e133-4e9b-8902-710f32ab8eb1,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:37.443498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacdaa8-4c9a-4aa3-b7f0-da39b23af5c3 req-52327474-2a32-43d8-85c9-ae153c0e3dc0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:37.444973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-daacdaa8-4c9a-4aa3-b7f0-da39b23af5c3 req-52327474-2a32-43d8-85c9-ae153c0e3dc0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 944 time: 0.0522158 Dec 09 23:25:37.492343 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-daacdaa8-4c9a-4aa3-b7f0-da39b23af5c3 req-00dbc5bf-82a8-4a6f-9a6a-8a95f416fece tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Dec 09 23:25:37.675724 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['f2985169-e133-4e9b-8902-710f32ab8eb1'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:25:38.607524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6af5a7-0aab-4214-9344-4ddd0f9e410d req-ea9bcfbc-e2e6-48cd-8a32-bcd9652b3a54 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:38.608975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a6af5a7-0aab-4214-9344-4ddd0f9e410d req-ea9bcfbc-e2e6-48cd-8a32-bcd9652b3a54 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 944 time: 0.0500662 Dec 09 23:25:38.656123 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a6af5a7-0aab-4214-9344-4ddd0f9e410d req-27691718-4ee4-424a-90e3-8cb9857b7a24 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412021 Dec 09 23:25:39.204455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f2985169-e133-4e9b-8902-710f32ab8eb1 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:25:39.255691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port f2985169-e133-4e9b-8902-710f32ab8eb1 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:25:39.259515 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port f2985169-e133-4e9b-8902-710f32ab8eb1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:25:39.259886 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:39.334738 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:39.356333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624814a7-e2ac-4522-b8b4-21de4798f659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2985169-e133-4e9b-8902-710f32ab8eb1'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:25:39.358613 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5072435-272e-41aa-b27f-51d6c14c9b4d" -d '{"events": [{"server_uuid": "624814a7-e2ac-4522-b8b4-21de4798f659", "name": "network-vif-plugged", "status": "completed", "tag": "f2985169-e133-4e9b-8902-710f32ab8eb1"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:25:39.371301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port f2985169-e133-4e9b-8902-710f32ab8eb1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f2985169-e133-4e9b-8902-710f32ab8eb1,segment=NetworkSegment(0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a),segment_id=0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:25:39.376054 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:39.403643 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9444df6-d90f-4866-80f9-5426e96daa9b x-openstack-request-id: req-f9444df6-d90f-4866-80f9-5426e96daa9b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:25:39.403942 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624814a7-e2ac-4522-b8b4-21de4798f659", "name": "network-vif-plugged", "status": "completed", "tag": "f2985169-e133-4e9b-8902-710f32ab8eb1", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:25:39.404210 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9444df6-d90f-4866-80f9-5426e96daa9b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:25:39.404584 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624814a7-e2ac-4522-b8b4-21de4798f659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2985169-e133-4e9b-8902-710f32ab8eb1', 'code': 200} Dec 09 23:25:39.430885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=f2985169-e133-4e9b-8902-710f32ab8eb1,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:39.524294 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c0619-6b7d-423e-bd8a-069215bba02e req-ac70ae1e-3caa-433f-b465-cbf3be08c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:39.525675 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-914c0619-6b7d-423e-bd8a-069215bba02e req-ac70ae1e-3caa-433f-b465-cbf3be08c29e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 1097 time: 0.0398619 Dec 09 23:25:39.571202 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-914c0619-6b7d-423e-bd8a-069215bba02e req-4fa763d9-3f94-4d94-bd2b-4c0d98afd84a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389128 Dec 09 23:25:39.769384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218b825-7c18-4fbb-a521-971e6f70bfd9 req-b452c152-358a-49db-9a55-f68a71296746 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:39.770854 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5218b825-7c18-4fbb-a521-971e6f70bfd9 req-b452c152-358a-49db-9a55-f68a71296746 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 945 time: 0.0470140 Dec 09 23:25:39.824430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5218b825-7c18-4fbb-a521-971e6f70bfd9 req-47e9def2-5456-44b3-b07a-6b198a2d1871 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471325 Dec 09 23:25:40.939441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ccba5-3537-4317-9650-3acf59cd4343 req-27de0696-dca2-41fd-aaca-6dbd137ab96b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:40.940890 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f71ccba5-3537-4317-9650-3acf59cd4343 req-27de0696-dca2-41fd-aaca-6dbd137ab96b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 945 time: 0.0477159 Dec 09 23:25:40.988477 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f71ccba5-3537-4317-9650-3acf59cd4343 req-5674c1b3-f2a4-4d15-af20-845b561eaa6a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415852 Dec 09 23:25:41.101947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e773-82dd-4d89-8081-d3cd94350755 req-3e7a8235-ad2a-439e-a2bc-d5ffeacefd3b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:41.103422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fdd0e773-82dd-4d89-8081-d3cd94350755 req-3e7a8235-ad2a-439e-a2bc-d5ffeacefd3b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 945 time: 0.0484617 Dec 09 23:25:41.150955 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fdd0e773-82dd-4d89-8081-d3cd94350755 req-bfc4394e-cc41-4ac9-bb38-267cc37f296a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416121 Dec 09 23:25:41.173010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59556) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:41.215332 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8290ca-c34c-45b4-adab-3a2d80044aad tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:41.216834 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0a8290ca-c34c-45b4-adab-3a2d80044aad tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 1092 time: 0.0428760 Dec 09 23:25:41.219747 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59558) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:41.224459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': 'f2985169-e133-4e9b-8902-710f32ab8eb1', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:25:41.245777 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:41.337881 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:41.439054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.25.8.37 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/1e223dc5-cfa0-4569-b050-0ce67825514c) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:25:41.534794 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:41.571340 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:41.605606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:25:41.608461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:25:41.611831 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:25:41.637512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=1e223dc5-cfa0-4569-b050-0ce67825514c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:41.962273 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:42.025978 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:42.168978 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:42.173513 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:42.241764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=1e223dc5-cfa0-4569-b050-0ce67825514c,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:25:42.249573 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:42.345580 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Floating IP bac0e00f-f0d3-4a78-b9a9-f20d361ff481 associated. External IP: 172.25.8.37, port: f2985169-e133-4e9b-8902-710f32ab8eb1. Dec 09 23:25:42.543137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router 49dfbfe0-ce43-482d-aeca-931a992fbc85 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:25:42.646082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:25:42.656393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c91ce-5625-49df-83bc-fa89ba5e2154 None None] Sync routers for ids ['49dfbfe0-ce43-482d-aeca-931a992fbc85'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:25:42.664038 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:42.666784 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c91ce-5625-49df-83bc-fa89ba5e2154 None None] Routers {'49dfbfe0-ce43-482d-aeca-931a992fbc85'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:25:42.667420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-945c91ce-5625-49df-83bc-fa89ba5e2154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:25:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['49dfbfe0-ce43-482d-aeca-931a992fbc85'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:42.693124 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-97369c42-901e-4a09-b71c-c7e8c76f913b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4697785 Dec 09 23:25:42.693124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624814a7-e2ac-4522-b8b4-21de4798f659', 'tag': 'f2985169-e133-4e9b-8902-710f32ab8eb1'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:25:42.693471 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e576f4a5-010c-40f2-9a1c-acbac56181bd" -d '{"events": [{"name": "network-changed", "server_uuid": "624814a7-e2ac-4522-b8b4-21de4798f659", "tag": "f2985169-e133-4e9b-8902-710f32ab8eb1"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:25:42.739292 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ec458d-7c53-478e-96f7-c6490d66715e x-openstack-request-id: req-15ec458d-7c53-478e-96f7-c6490d66715e {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:25:42.740217 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624814a7-e2ac-4522-b8b4-21de4798f659", "tag": "f2985169-e133-4e9b-8902-710f32ab8eb1", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:25:42.740531 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15ec458d-7c53-478e-96f7-c6490d66715e {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:25:42.740998 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624814a7-e2ac-4522-b8b4-21de4798f659', 'tag': 'f2985169-e133-4e9b-8902-710f32ab8eb1', 'status': 'completed', 'code': 200} Dec 09 23:25:42.775022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-945c91ce-5625-49df-83bc-fa89ba5e2154 None None] Set router 49dfbfe0-ce43-482d-aeca-931a992fbc85 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:25:42.798221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332e8bf-7c41-4cb3-8b5f-c8f6b3f1168b req-ad83a91f-43c5-4626-85c1-b725cb3c69af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:42.799668 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e332e8bf-7c41-4cb3-8b5f-c8f6b3f1168b req-ad83a91f-43c5-4626-85c1-b725cb3c69af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 945 time: 0.0496202 Dec 09 23:25:42.832846 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576f4a5-010c-40f2-9a1c-acbac56181bd req-8bd56cf1-2294-4ced-a698-59733a5c547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:42.834449 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e576f4a5-010c-40f2-9a1c-acbac56181bd req-8bd56cf1-2294-4ced-a698-59733a5c547a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 1097 time: 0.0481002 Dec 09 23:25:42.854796 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e332e8bf-7c41-4cb3-8b5f-c8f6b3f1168b req-dc371169-e418-4999-a01c-db8308588da6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476909 Dec 09 23:25:42.878496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59564) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:42.936508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576f4a5-010c-40f2-9a1c-acbac56181bd req-c96dc540-2a33-4ba9-a841-873c4d0c3c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:42.938090 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e576f4a5-010c-40f2-9a1c-acbac56181bd req-c96dc540-2a33-4ba9-a841-873c4d0c3c14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be763627-d14e-4c51-aa9a-df1b674abdef HTTP/1.1" status: 200 len: 898 time: 0.0953362 Dec 09 23:25:42.938792 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-72ed641a-8a59-4b9c-93d2-7c3caf049635 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/bac0e00f-f0d3-4a78-b9a9-f20d361ff481 HTTP/1.1" status: 200 len: 990 time: 0.0588834 Dec 09 23:25:43.001509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-945c91ce-5625-49df-83bc-fa89ba5e2154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:31Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'bac0e00f-f0d3-4a78-b9a9-f20d361ff481', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'port_id': 'f2985169-e133-4e9b-8902-710f32ab8eb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'mac_address': 'fa:16:3e:47:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624814a7-e2ac-4522-b8b4-21de4798f659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:25:41Z', 'updated_at': '2021-12-09T23:25:41Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4beef496-c886-4aeb-b4c4-1a53d49adf8a', 'name': '', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:92:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:30Z', 'updated_at': '2021-12-09T23:25:33Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:43.003463 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e576f4a5-010c-40f2-9a1c-acbac56181bd req-77993b01-b674-47fd-95a7-0cb3715f75da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2985169-e133-4e9b-8902-710f32ab8eb1 HTTP/1.1" status: 200 len: 998 time: 0.0586860 Dec 09 23:25:43.032706 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c91ce-5625-49df-83bc-fa89ba5e2154 None None] Checking router: 49dfbfe0-ce43-482d-aeca-931a992fbc85 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:25:43.041927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c91ce-5625-49df-83bc-fa89ba5e2154 None None] Routers {'49dfbfe0-ce43-482d-aeca-931a992fbc85'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:25:43.042580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-945c91ce-5625-49df-83bc-fa89ba5e2154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:25:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['49dfbfe0-ce43-482d-aeca-931a992fbc85'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:43.057612 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576f4a5-010c-40f2-9a1c-acbac56181bd req-34252eb5-b309-441d-9fa0-5a887af6b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:43.059041 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e576f4a5-010c-40f2-9a1c-acbac56181bd req-34252eb5-b309-441d-9fa0-5a887af6b031 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ea2211-7603-4911-bde5-819d207a3d7d HTTP/1.1" status: 200 len: 834 time: 0.0481012 Dec 09 23:25:43.104710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576f4a5-010c-40f2-9a1c-acbac56181bd req-38d1e01d-cbca-4678-a33e-f9a27230fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:25:43.106265 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e576f4a5-010c-40f2-9a1c-acbac56181bd req-38d1e01d-cbca-4678-a33e-f9a27230fd8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be763627-d14e-4c51-aa9a-df1b674abdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408373 Dec 09 23:25:43.153723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-945c91ce-5625-49df-83bc-fa89ba5e2154 None None] Set router 49dfbfe0-ce43-482d-aeca-931a992fbc85 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:25:43.207267 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e576f4a5-010c-40f2-9a1c-acbac56181bd req-1bb4b914-da1b-4abb-b5ea-25065e0e5473 service neutron] 10.222.0.18 "GET /v2.0/networks/be763627-d14e-4c51-aa9a-df1b674abdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936503 Dec 09 23:25:43.297088 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e576f4a5-010c-40f2-9a1c-acbac56181bd req-bc79fbaa-65ee-4fda-8d02-acc36dc0c8ee service neutron] 10.222.0.18 "GET /v2.0/networks/be763627-d14e-4c51-aa9a-df1b674abdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827811 Dec 09 23:25:43.382349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-945c91ce-5625-49df-83bc-fa89ba5e2154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:31Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'bac0e00f-f0d3-4a78-b9a9-f20d361ff481', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'port_id': 'f2985169-e133-4e9b-8902-710f32ab8eb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'mac_address': 'fa:16:3e:47:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624814a7-e2ac-4522-b8b4-21de4798f659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:25:41Z', 'updated_at': '2021-12-09T23:25:41Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4beef496-c886-4aeb-b4c4-1a53d49adf8a', 'name': '', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:92:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:30Z', 'updated_at': '2021-12-09T23:25:33Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:25:43.411205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c91ce-5625-49df-83bc-fa89ba5e2154 None None] The sync data for ids ['49dfbfe0-ce43-482d-aeca-931a992fbc85'] in n-d-789963-23 is: [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:31Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'bac0e00f-f0d3-4a78-b9a9-f20d361ff481', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'port_id': 'f2985169-e133-4e9b-8902-710f32ab8eb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'mac_address': 'fa:16:3e:47:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624814a7-e2ac-4522-b8b4-21de4798f659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:25:41Z', 'updated_at': '2021-12-09T23:25:41Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4beef496-c886-4aeb-b4c4-1a53d49adf8a', 'name': '', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:92:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:30Z', 'updated_at': '2021-12-09T23:25:33Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:25:43.606542 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dbc1d1-8d97-4d55-8f03-d3fbc5e9fae7 None None] New status for floating IP bac0e00f-f0d3-4a78-b9a9-f20d361ff481: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:25:43.942435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59566) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:25:44.327205 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-250ae7dc-50f8-41b7-9700-8a0d153b2df0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/bac0e00f-f0d3-4a78-b9a9-f20d361ff481 HTTP/1.1" status: 200 len: 992 time: 0.3836002 Dec 09 23:25:53.241528 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:25:54.808730 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:26:01.168176 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d46df186-4128-4b53-8652-a23104dadd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:03.421347 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-484b82ae-ac06-4935-bc62-6fe52def9bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:04.493883 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:05.014564 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:06.382507 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:07.173866 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:13.072909 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7caafd-b812-404b-8c02-de05147fe6fd req-d88f7fe2-4928-4b70-9709-1e6cd1c6557d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:13.074376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f7caafd-b812-404b-8c02-de05147fe6fd req-d88f7fe2-4928-4b70-9709-1e6cd1c6557d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 945 time: 0.0482714 Dec 09 23:26:13.121496 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f7caafd-b812-404b-8c02-de05147fe6fd req-44ccfc48-c62c-43fb-a334-7fea7bae5597 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Dec 09 23:26:14.243751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e1a55-48e6-42fb-bb16-dc6a9c5eceba req-3c758deb-fd94-4fcf-9d8f-3cc7cd5b2c16 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:14.245231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-838e1a55-48e6-42fb-bb16-dc6a9c5eceba req-3c758deb-fd94-4fcf-9d8f-3cc7cd5b2c16 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 945 time: 0.0503981 Dec 09 23:26:14.292717 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-838e1a55-48e6-42fb-bb16-dc6a9c5eceba req-e01fb734-51f2-45ac-9015-dbc504d22edd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 Dec 09 23:26:14.314932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59582) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:14.376450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-82526cbe-e2f7-48b2-b2ea-351ad5a34641 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/bac0e00f-f0d3-4a78-b9a9-f20d361ff481 HTTP/1.1" status: 200 len: 992 time: 0.0604265 Dec 09 23:26:15.649945 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49c31-b3ed-4668-92ec-e42577bbec1c req-cd8f5aef-b9ee-4955-85ae-e711240c2118 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:15.651775 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19d49c31-b3ed-4668-92ec-e42577bbec1c req-cd8f5aef-b9ee-4955-85ae-e711240c2118 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 945 time: 0.0482187 Dec 09 23:26:15.699866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19d49c31-b3ed-4668-92ec-e42577bbec1c req-fdf52753-61ac-4d1c-a096-3ad3ec1c00c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Dec 09 23:26:16.822183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ebbd8-b77f-4d2e-b708-3546b7cd7d48 req-9a36a8f1-6e6b-4c43-9e37-f6f72056b466 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:16.823645 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c2ebbd8-b77f-4d2e-b708-3546b7cd7d48 req-9a36a8f1-6e6b-4c43-9e37-f6f72056b466 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 945 time: 0.0532935 Dec 09 23:26:16.871490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c2ebbd8-b77f-4d2e-b708-3546b7cd7d48 req-189635e9-eec7-4a3b-9c8c-27a94b95b67e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Dec 09 23:26:16.894251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59592) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:16.951799 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8a0a6748-3b40-4821-bed3-b2a4766f9791 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/bac0e00f-f0d3-4a78-b9a9-f20d361ff481 HTTP/1.1" status: 200 len: 992 time: 0.0564663 Dec 09 23:26:17.216380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59598) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:17.366399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 1e223dc5-cfa0-4569-b050-0ce67825514c {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:26:17.366754 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:17.440047 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:17.440367 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:17.451471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 1e223dc5-cfa0-4569-b050-0ce67825514c owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:26:17.593114 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:17.618588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=1e223dc5-cfa0-4569-b050-0ce67825514c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:17.641213 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.641568 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.641949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.642297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.642637 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.642973 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.643308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.643638 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.643968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.644299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.644627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.644954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.645280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:17.685624 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:17.686017 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Floating IP bac0e00f-f0d3-4a78-b9a9-f20d361ff481 disassociated (deleted). External IP: 172.25.8.37, port: f2985169-e133-4e9b-8902-710f32ab8eb1. Dec 09 23:26:17.886691 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router 49dfbfe0-ce43-482d-aeca-931a992fbc85 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:26:17.992719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:26:17.997454 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:18.001966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9bb4e-ba24-4a52-9ef9-3c95d64eb7c7 None None] Sync routers for ids ['49dfbfe0-ce43-482d-aeca-931a992fbc85'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:26:18.011892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9bb4e-ba24-4a52-9ef9-3c95d64eb7c7 None None] Routers {'49dfbfe0-ce43-482d-aeca-931a992fbc85'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:26:18.012517 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3ff9bb4e-ba24-4a52-9ef9-3c95d64eb7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['49dfbfe0-ce43-482d-aeca-931a992fbc85'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:18.023358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e3a84e02-340f-4ad4-9262-df70c85a942b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/floatingips/bac0e00f-f0d3-4a78-b9a9-f20d361ff481 HTTP/1.1" status: 204 len: 168 time: 0.8058929 Dec 09 23:26:18.023954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624814a7-e2ac-4522-b8b4-21de4798f659', 'tag': 'f2985169-e133-4e9b-8902-710f32ab8eb1'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:26:18.026247 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef43dff5-e9d4-470d-bc72-b2878dd6c010" -d '{"events": [{"name": "network-changed", "server_uuid": "624814a7-e2ac-4522-b8b4-21de4798f659", "tag": "f2985169-e133-4e9b-8902-710f32ab8eb1"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:26:18.066201 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10780f51-59a5-4a7e-91dd-28849615bff2 x-openstack-request-id: req-10780f51-59a5-4a7e-91dd-28849615bff2 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:26:18.066495 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624814a7-e2ac-4522-b8b4-21de4798f659", "tag": "f2985169-e133-4e9b-8902-710f32ab8eb1", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:26:18.066745 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10780f51-59a5-4a7e-91dd-28849615bff2 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:26:18.067156 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624814a7-e2ac-4522-b8b4-21de4798f659', 'tag': 'f2985169-e133-4e9b-8902-710f32ab8eb1', 'status': 'completed', 'code': 200} Dec 09 23:26:18.140542 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-3ff9bb4e-ba24-4a52-9ef9-3c95d64eb7c7 None None] Set router 49dfbfe0-ce43-482d-aeca-931a992fbc85 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:26:18.153291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43dff5-e9d4-470d-bc72-b2878dd6c010 req-62e5c501-3108-420a-8f81-35e357c3fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:18.154846 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef43dff5-e9d4-470d-bc72-b2878dd6c010 req-62e5c501-3108-420a-8f81-35e357c3fc23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 1097 time: 0.0435858 Dec 09 23:26:18.253387 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad09de-ad73-4b88-8d88-b941b1f807b6 req-67dd873f-bd85-4629-bec3-13c34196316b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:18.255050 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-baad09de-ad73-4b88-8d88-b941b1f807b6 req-67dd873f-bd85-4629-bec3-13c34196316b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 945 time: 0.0555103 Dec 09 23:26:18.307843 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-baad09de-ad73-4b88-8d88-b941b1f807b6 req-027376d2-f0b3-435a-aac3-4b62dac2e213 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460715 Dec 09 23:26:18.348691 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3ff9bb4e-ba24-4a52-9ef9-3c95d64eb7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:31Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4beef496-c886-4aeb-b4c4-1a53d49adf8a', 'name': '', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:92:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:30Z', 'updated_at': '2021-12-09T23:25:33Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:18.375397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9bb4e-ba24-4a52-9ef9-3c95d64eb7c7 None None] Checking router: 49dfbfe0-ce43-482d-aeca-931a992fbc85 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:26:18.385128 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9bb4e-ba24-4a52-9ef9-3c95d64eb7c7 None None] Routers {'49dfbfe0-ce43-482d-aeca-931a992fbc85'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:26:18.385802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3ff9bb4e-ba24-4a52-9ef9-3c95d64eb7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['49dfbfe0-ce43-482d-aeca-931a992fbc85'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:18.606798 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43dff5-e9d4-470d-bc72-b2878dd6c010 req-c9db9c3e-9cbf-43d9-900c-4f6e6fd05138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:18.608359 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef43dff5-e9d4-470d-bc72-b2878dd6c010 req-c9db9c3e-9cbf-43d9-900c-4f6e6fd05138 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be763627-d14e-4c51-aa9a-df1b674abdef HTTP/1.1" status: 200 len: 898 time: 0.4111381 Dec 09 23:26:18.651116 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef43dff5-e9d4-470d-bc72-b2878dd6c010 req-e91be4e9-b223-4715-8c4e-908a3e01fe43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2985169-e133-4e9b-8902-710f32ab8eb1 HTTP/1.1" status: 200 len: 217 time: 0.0340343 Dec 09 23:26:18.651889 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-3ff9bb4e-ba24-4a52-9ef9-3c95d64eb7c7 None None] Set router 49dfbfe0-ce43-482d-aeca-931a992fbc85 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:26:18.706109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43dff5-e9d4-470d-bc72-b2878dd6c010 req-aba688c4-30b8-467e-8a37-214016f90dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:18.707559 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef43dff5-e9d4-470d-bc72-b2878dd6c010 req-aba688c4-30b8-467e-8a37-214016f90dbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ea2211-7603-4911-bde5-819d207a3d7d HTTP/1.1" status: 200 len: 834 time: 0.0475454 Dec 09 23:26:18.757060 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43dff5-e9d4-470d-bc72-b2878dd6c010 req-42fe8d40-965f-4f81-905c-0bb4020ab26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:18.758596 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef43dff5-e9d4-470d-bc72-b2878dd6c010 req-42fe8d40-965f-4f81-905c-0bb4020ab26e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be763627-d14e-4c51-aa9a-df1b674abdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413275 Dec 09 23:26:18.844910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-3ff9bb4e-ba24-4a52-9ef9-3c95d64eb7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:31Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4beef496-c886-4aeb-b4c4-1a53d49adf8a', 'name': '', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:92:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:30Z', 'updated_at': '2021-12-09T23:25:33Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:18.851835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef43dff5-e9d4-470d-bc72-b2878dd6c010 req-efa1d317-655c-42a6-90de-b0385aaff7fa service neutron] 10.222.0.18 "GET /v2.0/networks/be763627-d14e-4c51-aa9a-df1b674abdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834222 Dec 09 23:26:18.872031 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9bb4e-ba24-4a52-9ef9-3c95d64eb7c7 None None] The sync data for ids ['49dfbfe0-ce43-482d-aeca-931a992fbc85'] in n-d-789963-23 is: [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:31Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4beef496-c886-4aeb-b4c4-1a53d49adf8a', 'name': '', 'network_id': 'be763627-d14e-4c51-aa9a-df1b674abdef', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:92:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:30Z', 'updated_at': '2021-12-09T23:25:33Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '42ea2211-7603-4911-bde5-819d207a3d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:26:18.951129 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-ef43dff5-e9d4-470d-bc72-b2878dd6c010 req-5178de0d-420e-42b8-93c7-35e16e216d7e service neutron] 10.222.0.18 "GET /v2.0/networks/be763627-d14e-4c51-aa9a-df1b674abdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901349 Dec 09 23:26:19.089755 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db1cba8-0bea-40ee-8b91-b0a1535818a2 None None] New status for floating IP bac0e00f-f0d3-4a78-b9a9-f20d361ff481: DOWN {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:26:19.424782 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee397f-d482-4eb4-9944-cda027272b79 req-37428bcc-eabe-49a4-bfc0-bcf515e56a84 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:19.426159 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-97ee397f-d482-4eb4-9944-cda027272b79 req-37428bcc-eabe-49a4-bfc0-bcf515e56a84 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 945 time: 0.0483544 Dec 09 23:26:19.473916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-97ee397f-d482-4eb4-9944-cda027272b79 req-71e2d912-b35a-46e7-ba0f-7d56d4efa0d4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417619 Dec 09 23:26:19.970266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b03cb-ebc2-4457-988d-3b5887809e82 req-2e7da19f-a228-4586-9dea-cf5124f36610 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:19.971729 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c81b03cb-ebc2-4457-988d-3b5887809e82 req-2e7da19f-a228-4586-9dea-cf5124f36610 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 945 time: 0.0493996 Dec 09 23:26:20.063005 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-c81b03cb-ebc2-4457-988d-3b5887809e82 req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port f2985169-e133-4e9b-8902-710f32ab8eb1 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:26:20.063349 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c81b03cb-ebc2-4457-988d-3b5887809e82 req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:20.152928 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-c81b03cb-ebc2-4457-988d-3b5887809e82 req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port f2985169-e133-4e9b-8902-710f32ab8eb1, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=f2985169-e133-4e9b-8902-710f32ab8eb1,segment=NetworkSegment(0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a),segment_id=0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:26:20.153298 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c81b03cb-ebc2-4457-988d-3b5887809e82 req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:20.166357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-c81b03cb-ebc2-4457-988d-3b5887809e82 req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for f2985169-e133-4e9b-8902-710f32ab8eb1 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:26:20.295527 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c81b03cb-ebc2-4457-988d-3b5887809e82 req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:20.322123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=f2985169-e133-4e9b-8902-710f32ab8eb1,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:20.332066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.332432 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.332786 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.333138 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.333487 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.333955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.334303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.334645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.335569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.335569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.335755 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.335961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.336281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:20.383057 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81b03cb-ebc2-4457-988d-3b5887809e82 req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] No DVR routers for this DVR port f2985169-e133-4e9b-8902-710f32ab8eb1 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:26:20.385676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-c81b03cb-ebc2-4457-988d-3b5887809e82 req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:20.389066 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c81b03cb-ebc2-4457-988d-3b5887809e82 req-d0fbd01e-52d2-4972-91d2-b00dbd490aa8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "DELETE /v2.0/ports/f2985169-e133-4e9b-8902-710f32ab8eb1 HTTP/1.1" status: 204 len: 173 time: 0.4109902 Dec 09 23:26:20.389514 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624814a7-e2ac-4522-b8b4-21de4798f659', 'name': 'network-vif-deleted', 'tag': 'f2985169-e133-4e9b-8902-710f32ab8eb1'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:26:20.391846 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b9df4c-4647-4dfa-aa39-616a35ba5467" -d '{"events": [{"server_uuid": "624814a7-e2ac-4522-b8b4-21de4798f659", "name": "network-vif-deleted", "tag": "f2985169-e133-4e9b-8902-710f32ab8eb1"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:26:20.429494 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73e0e6b-27c2-4a81-8222-d4a0d90b47df x-openstack-request-id: req-e73e0e6b-27c2-4a81-8222-d4a0d90b47df {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:26:20.429823 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624814a7-e2ac-4522-b8b4-21de4798f659", "name": "network-vif-deleted", "tag": "f2985169-e133-4e9b-8902-710f32ab8eb1", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:26:20.430139 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e73e0e6b-27c2-4a81-8222-d4a0d90b47df {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:26:20.430549 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624814a7-e2ac-4522-b8b4-21de4798f659', 'name': 'network-vif-deleted', 'tag': 'f2985169-e133-4e9b-8902-710f32ab8eb1', 'status': 'completed', 'code': 200} Dec 09 23:26:20.582715 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66df1959-f696-4587-a6bb-68288a2573a7 req-0c263bb9-5b95-4844-8d69-755f94795dff tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=624814a7-e2ac-4522-b8b4-21de4798f659 HTTP/1.1" status: 200 len: 210 time: 0.0252776 Dec 09 23:26:21.640110 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59614) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:21.994380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-820153cf-0a27-40f6-8521-81316f454c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:22.251123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-820153cf-0a27-40f6-8521-81316f454c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 4beef496-c886-4aeb-b4c4-1a53d49adf8a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:26:22.251383 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-820153cf-0a27-40f6-8521-81316f454c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:22.341749 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-820153cf-0a27-40f6-8521-81316f454c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port 4beef496-c886-4aeb-b4c4-1a53d49adf8a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4beef496-c886-4aeb-b4c4-1a53d49adf8a,segment=NetworkSegment(0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a),segment_id=0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:26:22.342131 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-820153cf-0a27-40f6-8521-81316f454c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:22.354166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-820153cf-0a27-40f6-8521-81316f454c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 4beef496-c886-4aeb-b4c4-1a53d49adf8a owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:26:22.535766 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-820153cf-0a27-40f6-8521-81316f454c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:22.562546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820153cf-0a27-40f6-8521-81316f454c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=4beef496-c886-4aeb-b4c4-1a53d49adf8a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:22.743042 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-820153cf-0a27-40f6-8521-81316f454c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:22.955988 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820153cf-0a27-40f6-8521-81316f454c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router 49dfbfe0-ce43-482d-aeca-931a992fbc85 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:26:23.062251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820153cf-0a27-40f6-8521-81316f454c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:26:23.067467 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-820153cf-0a27-40f6-8521-81316f454c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "PUT /v2.0/routers/49dfbfe0-ce43-482d-aeca-931a992fbc85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4263127 Dec 09 23:26:23.070265 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59616) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:23.072117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72311ac0-ff0c-48b5-8016-1dac6a15f145 None None] Sync routers for ids ['49dfbfe0-ce43-482d-aeca-931a992fbc85'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:26:23.081986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72311ac0-ff0c-48b5-8016-1dac6a15f145 None None] Routers {'49dfbfe0-ce43-482d-aeca-931a992fbc85'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:26:23.082600 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-72311ac0-ff0c-48b5-8016-1dac6a15f145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['49dfbfe0-ce43-482d-aeca-931a992fbc85'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:23.124183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7ec0c0-04b7-46ad-a19f-f947d698464c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting subnet 42ea2211-7603-4911-bde5-819d207a3d7d {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:26:23.127244 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec7ec0c0-04b7-46ad-a19f-f947d698464c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.166254 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec7ec0c0-04b7-46ad-a19f-f947d698464c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.187556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-72311ac0-ff0c-48b5-8016-1dac6a15f145 None None] Set router 49dfbfe0-ce43-482d-aeca-931a992fbc85 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:26:23.253716 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec7ec0c0-04b7-46ad-a19f-f947d698464c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.276805 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.315113 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec7ec0c0-04b7-46ad-a19f-f947d698464c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.342628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ec0c0-04b7-46ad-a19f-f947d698464c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Subnet': ['ID=42ea2211-7603-4911-bde5-819d207a3d7d,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:23.344528 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ec7ec0c0-04b7-46ad-a19f-f947d698464c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.347973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ec7ec0c0-04b7-46ad-a19f-f947d698464c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/subnets/42ea2211-7603-4911-bde5-819d207a3d7d HTTP/1.1" status: 204 len: 168 time: 0.2764966 Dec 09 23:26:23.350335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59618) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:23.360181 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f2985169-e133-4e9b-8902-710f32ab8eb1 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:26:23.362123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6c1cf0-1011-43b6-a1a7-fec71c1125d9 None None] Network be763627-d14e-4c51-aa9a-df1b674abdef requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:26:23.396543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: f2985169-e133-4e9b-8902-710f32ab8eb1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:26:23.396890 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device f2985169-e133-4e9b-8902-710f32ab8eb1 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:26:23.456080 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.481237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-72311ac0-ff0c-48b5-8016-1dac6a15f145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:26:22Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:23.508412 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72311ac0-ff0c-48b5-8016-1dac6a15f145 None None] Checking router: 49dfbfe0-ce43-482d-aeca-931a992fbc85 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:26:23.518980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72311ac0-ff0c-48b5-8016-1dac6a15f145 None None] Routers {'49dfbfe0-ce43-482d-aeca-931a992fbc85'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:26:23.519550 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-72311ac0-ff0c-48b5-8016-1dac6a15f145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['49dfbfe0-ce43-482d-aeca-931a992fbc85'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:23.564203 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.570044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] DHCP port deletion for be763627-d14e-4c51-aa9a-df1b674abdef request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:26:23.618947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:26:23.619225 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.659014 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-72311ac0-ff0c-48b5-8016-1dac6a15f145 None None] Set router 49dfbfe0-ce43-482d-aeca-931a992fbc85 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:26:23.696496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:26:23.696860 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.708441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:26:23.742450 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Deleting port 44c42c3f-ad3a-49a5-9f16-e52b16c5293d {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:26:23.742821 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.844289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] For port 44c42c3f-ad3a-49a5-9f16-e52b16c5293d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=44c42c3f-ad3a-49a5-9f16-e52b16c5293d,segment=NetworkSegment(0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a),segment_id=0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:26:23.844686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.860769 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Calling delete_port for 44c42c3f-ad3a-49a5-9f16-e52b16c5293d owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:26:23.869798 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.900150 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:23.928458 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6d72ce-0065-474f-b801-7bb90f454f80 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:26:23.963903 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:23.976650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-72311ac0-ff0c-48b5-8016-1dac6a15f145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:26:22Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:24.005563 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72311ac0-ff0c-48b5-8016-1dac6a15f145 None None] The sync data for ids ['49dfbfe0-ce43-482d-aeca-931a992fbc85'] in n-d-789963-23 is: [{'id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638491723', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:26:22Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfbfe0-ce43-482d-aeca-931a992fbc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:25:27Z', 'updated_at': '2021-12-09T23:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:26:24.011801 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.047052 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Pushing event deleted for resources: {'Port': ['ID=44c42c3f-ad3a-49a5-9f16-e52b16c5293d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:24.051430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] No DVR routers for this DVR port 44c42c3f-ad3a-49a5-9f16-e52b16c5293d on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:26:24.057531 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.059231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.059231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.059472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.059766 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.060107 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.060445 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.060778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.061819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.061819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.061819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.062190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.062423 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.062535 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.062752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb64c-93cf-4197-806d-2bc47cf8e1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:26:24.115403 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.116085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Fanout notify agent at l3_agent the message router_deleted on router 49dfbfe0-ce43-482d-aeca-931a992fbc85 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:26:24.125553 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.126669 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-49395b65-5f6c-4987-9d11-a832de58c2a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/routers/49dfbfe0-ce43-482d-aeca-931a992fbc85 HTTP/1.1" status: 204 len: 168 time: 0.7748823 Dec 09 23:26:24.129401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59620) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:24.202607 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.290000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.309038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be763627-d14e-4c51-aa9a-df1b674abdef']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:24.317645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:24.317966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e94a4c4-47b3-46bd-9bca-d267a9e2cf6a') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:24.326870 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.340033 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.346797 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:26:24.347229 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:26:24.350514 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:26:24.410181 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.417976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.422253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/networks/be763627-d14e-4c51-aa9a-df1b674abdef HTTP/1.1" status: 204 len: 168 time: 0.2918015 Dec 09 23:26:24.424003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59622) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:24.436075 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3ee4f-3e0f-48cf-83c9-a2168e4902aa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Network': ['ID=be763627-d14e-4c51-aa9a-df1b674abdef,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:24.488495 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3e912d4-3efe-4cb0-8297-6d5ac1875617 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.514416 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3e912d4-3efe-4cb0-8297-6d5ac1875617 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.575269 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3e912d4-3efe-4cb0-8297-6d5ac1875617 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.578040 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3e912d4-3efe-4cb0-8297-6d5ac1875617 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:24.581919 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e3e912d4-3efe-4cb0-8297-6d5ac1875617 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/security-groups/5f5773c6-5fc0-46b3-9cc7-4e867a8d0568 HTTP/1.1" status: 204 len: 168 time: 0.1541896 Dec 09 23:26:24.591021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e912d4-3efe-4cb0-8297-6d5ac1875617 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5773c6-5fc0-46b3-9cc7-4e867a8d0568,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:25.074948 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4beef496-c886-4aeb-b4c4-1a53d49adf8a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:26:25.095208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 4beef496-c886-4aeb-b4c4-1a53d49adf8a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:26:25.095634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4beef496-c886-4aeb-b4c4-1a53d49adf8a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:26:25.096126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 44c42c3f-ad3a-49a5-9f16-e52b16c5293d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:26:25.114133 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 44c42c3f-ad3a-49a5-9f16-e52b16c5293d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:26:25.114571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 44c42c3f-ad3a-49a5-9f16-e52b16c5293d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:26:25.115048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:26:25.134259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:26:25.134611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 97c56908-e4fe-4331-bd4d-8fcd8cd5e0d1 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:26:25.191706 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59628) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:25.197030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2f32d5e9-5296-4280-87e5-e57f8f64f8c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386754699', 'description': 'tempest-secgroup-smoke-1386754699 description', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:25.218769 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f32d5e9-5296-4280-87e5-e57f8f64f8c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.283161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f32d5e9-5296-4280-87e5-e57f8f64f8c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.286663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f32d5e9-5296-4280-87e5-e57f8f64f8c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.315947 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f32d5e9-5296-4280-87e5-e57f8f64f8c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.317152 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2f32d5e9-5296-4280-87e5-e57f8f64f8c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1243622 Dec 09 23:26:25.319050 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32d5e9-5296-4280-87e5-e57f8f64f8c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:25.320170 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59630) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:25.324837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-898711df-d6f7-4f29-a455-8d15e84a61fe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '50a5d6fb-c8e5-4716-94aa-64d5bc9575ce', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:25.352026 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-898711df-d6f7-4f29-a455-8d15e84a61fe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.410386 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-898711df-d6f7-4f29-a455-8d15e84a61fe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.414340 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-898711df-d6f7-4f29-a455-8d15e84a61fe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.432408 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898711df-d6f7-4f29-a455-8d15e84a61fe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a4984a-20b9-46f3-a3d1-6e1760366f36,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:25.439633 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-898711df-d6f7-4f29-a455-8d15e84a61fe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.440799 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-898711df-d6f7-4f29-a455-8d15e84a61fe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195271 Dec 09 23:26:25.443472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59632) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:25.447682 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-51b04f6a-bcd7-4ccb-8298-1105192007b4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '50a5d6fb-c8e5-4716-94aa-64d5bc9575ce', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:25.472333 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51b04f6a-bcd7-4ccb-8298-1105192007b4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.525776 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51b04f6a-bcd7-4ccb-8298-1105192007b4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.529187 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51b04f6a-bcd7-4ccb-8298-1105192007b4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.545863 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b04f6a-bcd7-4ccb-8298-1105192007b4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702b7b85-82cc-4553-a7bd-f79df7856214,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:25.553665 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-51b04f6a-bcd7-4ccb-8298-1105192007b4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.555421 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-51b04f6a-bcd7-4ccb-8298-1105192007b4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110222 Dec 09 23:26:25.558336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59634) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:25.562858 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-238e32c8-e33d-4d87-82b7-fe9d5ac9399a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '50a5d6fb-c8e5-4716-94aa-64d5bc9575ce', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:25.588893 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-238e32c8-e33d-4d87-82b7-fe9d5ac9399a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.647105 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-238e32c8-e33d-4d87-82b7-fe9d5ac9399a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.652774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-238e32c8-e33d-4d87-82b7-fe9d5ac9399a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.672636 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e32c8-e33d-4d87-82b7-fe9d5ac9399a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ef19ea-2e01-4883-835d-ebe84b90a36d,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:25.685286 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-238e32c8-e33d-4d87-82b7-fe9d5ac9399a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.686537 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-238e32c8-e33d-4d87-82b7-fe9d5ac9399a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271722 Dec 09 23:26:25.689173 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59636) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:25.693622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9b1312c8-d2f5-4ff1-90b2-9f3b1fe5913f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '50a5d6fb-c8e5-4716-94aa-64d5bc9575ce', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:25.720644 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b1312c8-d2f5-4ff1-90b2-9f3b1fe5913f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.782947 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b1312c8-d2f5-4ff1-90b2-9f3b1fe5913f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.786419 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b1312c8-d2f5-4ff1-90b2-9f3b1fe5913f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.804183 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1312c8-d2f5-4ff1-90b2-9f3b1fe5913f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4952fb-c822-4b31-84fc-8de89e10c1e9,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:25.816765 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b1312c8-d2f5-4ff1-90b2-9f3b1fe5913f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.818595 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9b1312c8-d2f5-4ff1-90b2-9f3b1fe5913f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284549 Dec 09 23:26:25.821218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59638) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:25.825527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-ded76b7b-f454-471b-b060-cf262b7168a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '50a5d6fb-c8e5-4716-94aa-64d5bc9575ce', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:25.851875 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-ded76b7b-f454-471b-b060-cf262b7168a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Project 4c1df7de2c27478a8a23ed21cf3951bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:26:25.857123 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ded76b7b-f454-471b-b060-cf262b7168a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.915498 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ded76b7b-f454-471b-b060-cf262b7168a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.918922 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ded76b7b-f454-471b-b060-cf262b7168a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.937740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded76b7b-f454-471b-b060-cf262b7168a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b9287c-86f7-4160-bb6f-ba6d537d21a7,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:25.942927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-ded76b7b-f454-471b-b060-cf262b7168a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:25.944086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ded76b7b-f454-471b-b060-cf262b7168a5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218810 Dec 09 23:26:25.946853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59640) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:25.951018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e3ad3c23-d81a-4d55-b989-3900e31ccfce tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '50a5d6fb-c8e5-4716-94aa-64d5bc9575ce', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:25.972203 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-e3ad3c23-d81a-4d55-b989-3900e31ccfce tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Project 4c1df7de2c27478a8a23ed21cf3951bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:26:25.977634 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3c23-d81a-4d55-b989-3900e31ccfce tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.034680 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3c23-d81a-4d55-b989-3900e31ccfce tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.038013 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3c23-d81a-4d55-b989-3900e31ccfce tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.055018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad3c23-d81a-4d55-b989-3900e31ccfce tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d85380-088a-4158-9e15-35cc3ea4aa0b,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:26.065415 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3c23-d81a-4d55-b989-3900e31ccfce tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.066648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e3ad3c23-d81a-4d55-b989-3900e31ccfce tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188853 Dec 09 23:26:26.070261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59642) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:26.074987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-cadf7f3b-9e38-4921-89fc-2d465ee05f45 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'network': {'name': 'tempest-network-smoke--1513170919', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'port_security_enabled': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:26.094447 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadf7f3b-9e38-4921-89fc-2d465ee05f45 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:26:26.097886 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cadf7f3b-9e38-4921-89fc-2d465ee05f45 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.121873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadf7f3b-9e38-4921-89fc-2d465ee05f45 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:26:26.131333 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cadf7f3b-9e38-4921-89fc-2d465ee05f45 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.131718 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-cadf7f3b-9e38-4921-89fc-2d465ee05f45 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Added segment 5c848d58-0f51-4c66-9606-3ed7b3023d73 of type vlan for network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 Dec 09 23:26:26.176003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cadf7f3b-9e38-4921-89fc-2d465ee05f45 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.202175 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cadf7f3b-9e38-4921-89fc-2d465ee05f45 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.207992 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadf7f3b-9e38-4921-89fc-2d465ee05f45 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:26.208573 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cadf7f3b-9e38-4921-89fc-2d465ee05f45 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.237962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cadf7f3b-9e38-4921-89fc-2d465ee05f45 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1666682 Dec 09 23:26:26.240748 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59644) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:26.245995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'admin_state_up': True, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:26.268849 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.269917 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.278047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf7f3b-9e38-4921-89fc-2d465ee05f45 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Network': ['ID=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:26.290402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:26:26.324680 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.457561 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.647370 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.667031 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.766517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.25.8.207 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/cd32b85f-0040-4cb0-a92a-a98c1bc73491) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:26:26.869610 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.903511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:26.938675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:26:26.941529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:26:26.945433 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:26:26.954593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf72cc-1348-4f10-8e20-9e2b6a836907 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:26:26.973312 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=cd32b85f-0040-4cb0-a92a-a98c1bc73491,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:26.988289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-906b2d2c-55f3-4cdf-b436-442a00f015c0 None None] Provisioning complete for port cd32b85f-0040-4cb0-a92a-a98c1bc73491 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:26.988762 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-906b2d2c-55f3-4cdf-b436-442a00f015c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:27.022378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-906b2d2c-55f3-4cdf-b436-442a00f015c0 None None] Port cd32b85f-0040-4cb0-a92a-a98c1bc73491 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:26:27.199326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:27.394031 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:27.518613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:26:27.917614 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:26:27.927881 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Sync routers for ids ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:26:27.936858 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:27.937404 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Routers {'32ac8a6f-7859-4c31-99d3-95b8c17c24a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:26:27.938053 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:27.938233 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-9ce31e51-fa87-4dbd-808b-862da634bcd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6956737 Dec 09 23:26:27.941419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59646) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:27.973718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9cd0b99b-2ce1-4577-9e5b-f5585b24f288 tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=4c1df7de2c27478a8a23ed21cf3951bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310581 Dec 09 23:26:27.976850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59648) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:28.042832 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Set router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:26:28.060191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8815de4-c797-4f58-bfe2-8365546b119c tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:28.061698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b8815de4-c797-4f58-bfe2-8365546b119c tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0839427 Dec 09 23:26:28.064525 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59650) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:28.093881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c59aa10d-0f72-489a-a25e-6315d15f74ee tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259845 Dec 09 23:26:28.094087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59652) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:28.098663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2874bfb0-246e-4a17-bd35-c5107e6ee8ca tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-119366025', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:28.193396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2874bfb0-246e-4a17-bd35-c5107e6ee8ca tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:26:28.197068 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2874bfb0-246e-4a17-bd35-c5107e6ee8ca tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.218492 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:27Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:28.248861 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Checking router: 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:26:28.249222 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Updating router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 port cd32b85f-0040-4cb0-a92a-a98c1bc73491 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:26:28.274263 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.381218 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2874bfb0-246e-4a17-bd35-c5107e6ee8ca tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.443651 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874bfb0-246e-4a17-bd35-c5107e6ee8ca tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Subnet': ['ID=1d6c3f93-f664-4241-bb74-498e8849dfee,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:28.448394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874bfb0-246e-4a17-bd35-c5107e6ee8ca tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Checking segment: {'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:26:28.448760 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2874bfb0-246e-4a17-bd35-c5107e6ee8ca tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network hostable DHCP agents. Network: c6ddd754-5cf1-451d-ab0e-fd2158afc9a8, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:26:28.466133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2874bfb0-246e-4a17-bd35-c5107e6ee8ca tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:26:28.474904 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2874bfb0-246e-4a17-bd35-c5107e6ee8ca tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, c6ddd754-5cf1-451d-ab0e-fd2158afc9a8) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:26:28.479044 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874bfb0-246e-4a17-bd35-c5107e6ee8ca tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:28.479643 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2874bfb0-246e-4a17-bd35-c5107e6ee8ca tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.486764 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c738b-ca26-4e1c-ae56-82bdcf0e22bf None None] Network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:26:28.495759 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2874bfb0-246e-4a17-bd35-c5107e6ee8ca tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4007077 Dec 09 23:26:28.498510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59654) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:28.522127 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.529187 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.575709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c0a03-f829-4c5f-b125-64c1081c6866 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:26:28.575906 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Attempting to bind port cd32b85f-0040-4cb0-a92a-a98c1bc73491 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:26:28.576288 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Attempting to bind port cd32b85f-0040-4cb0-a92a-a98c1bc73491 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:26:28.576660 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Attempting to bind port cd32b85f-0040-4cb0-a92a-a98c1bc73491 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:26:28.584664 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:26:28.585763 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:26:28.586173 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.586749 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:26:28.587405 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Bound port: cd32b85f-0040-4cb0-a92a-a98c1bc73491, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:26:28.587794 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.616895 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ips': [{'subnet_id': '1d6c3f93-f664-4241-bb74-498e8849dfee'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:26:28.617773 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.646054 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] For port cd32b85f-0040-4cb0-a92a-a98c1bc73491, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:26:28.649888 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] For port cd32b85f-0040-4cb0-a92a-a98c1bc73491, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cd32b85f-0040-4cb0-a92a-a98c1bc73491,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:26:28.654669 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.656624 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57600ac0-b7d1-41c9-bd51-908f77b51e86 None None] Pushing event updated for resources: {'Port': ['ID=cd32b85f-0040-4cb0-a92a-a98c1bc73491,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:28.705514 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57600ac0-b7d1-41c9-bd51-908f77b51e86 None None] Pushing event updated for resources: {'Port': ['ID=cd32b85f-0040-4cb0-a92a-a98c1bc73491,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:28.714289 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7489d998-c539-4d20-897b-b3d4faaa260a None None] Provisioning complete for port cd32b85f-0040-4cb0-a92a-a98c1bc73491 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:28.714670 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7489d998-c539-4d20-897b-b3d4faaa260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.725236 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Routers {'32ac8a6f-7859-4c31-99d3-95b8c17c24a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:26:28.726188 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:28.742186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6c519d-e867-4b31-b7a5-339405782e58 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:26:28.805275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Allocated IP 172.20.0.2 (c6ddd754-5cf1-451d-ab0e-fd2158afc9a8/1d6c3f93-f664-4241-bb74-498e8849dfee/07e1fdfc-b5ae-4e06-b353-1a198f35d09d) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:26:28.844931 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] Set router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:26:28.868112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7489d998-c539-4d20-897b-b3d4faaa260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.924189 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-7489d998-c539-4d20-897b-b3d4faaa260a None None] For port cd32b85f-0040-4cb0-a92a-a98c1bc73491, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cd32b85f-0040-4cb0-a92a-a98c1bc73491,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:26:28.929933 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7489d998-c539-4d20-897b-b3d4faaa260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:28.980270 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:29.017672 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489d998-c539-4d20-897b-b3d4faaa260a None None] Pushing event updated for resources: {'Port': ['ID=cd32b85f-0040-4cb0-a92a-a98c1bc73491,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:29.046295 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:29.047444 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:27Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:29.057937 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:29.062562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a6e881a5-3a6f-4fda-a066-312738da6c87 None None] Provisioning complete for port cd32b85f-0040-4cb0-a92a-a98c1bc73491 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:29.062928 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a6e881a5-3a6f-4fda-a066-312738da6c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:29.084405 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6899fd-5e8e-4fef-a33d-e0c2f04f7227 None None] The sync data for ids ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'] in n-d-789963-23 is: [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:27Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:26:29.127296 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:26:29.141476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:26:29.143912 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:26:29.157752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Pushing event updated for resources: {'Port': ['ID=07e1fdfc-b5ae-4e06-b353-1a198f35d09d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:29.248319 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Attempting to bind port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:26:29.248694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Attempting to bind port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:26:29.249063 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Attempting to bind port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d on network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:26:29.265110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:26:29.266097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Checking segment: {'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:26:29.266097 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:29.266320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Bound using segment: {'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:26:29.266776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Bound port: 07e1fdfc-b5ae-4e06-b353-1a198f35d09d, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:26:29.267159 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:29.288820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.20.0.1 (c6ddd754-5cf1-451d-ab0e-fd2158afc9a8/1d6c3f93-f664-4241-bb74-498e8849dfee/94c14d2e-0f9d-40a4-bbb4-d49aaf659e01) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:26:29.355816 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] For port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:26:29.359092 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] For port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=07e1fdfc-b5ae-4e06-b353-1a198f35d09d,segment=NetworkSegment(5c848d58-0f51-4c66-9606-3ed7b3023d73),segment_id=5c848d58-0f51-4c66-9606-3ed7b3023d73)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:26:29.363119 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:29.430596 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebd8c3-2a73-4686-b89d-8a40a0a3458c None None] Pushing event updated for resources: {'Port': ['ID=07e1fdfc-b5ae-4e06-b353-1a198f35d09d,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:29.448861 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:29.489147 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:29.533780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:26:29.542353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:26:29.544616 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=94c14d2e-0f9d-40a4-bbb4-d49aaf659e01,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:29.546852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:26:29.615057 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:29.763978 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:30.387332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:30.392596 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:30.445374 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04446047-74a0-46f5-8d7a-acf040378219 None None] Network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:26:30.470214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=94c14d2e-0f9d-40a4-bbb4-d49aaf659e01,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:30.473674 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:30.567539 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:26:30.569051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:26:30.684094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1004a6a0-1291-4c41-b4a9-827c49d32348 None None] Provisioning complete for port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:30.684405 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1004a6a0-1291-4c41-b4a9-827c49d32348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:30.685844 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:26:30.807524 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1004a6a0-1291-4c41-b4a9-827c49d32348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:30.827038 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:26:30.833947 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-35d21fc9-fb05-473f-8a38-3cf3e8c72aa1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "PUT /v2.0/routers/32ac8a6f-7859-4c31-99d3-95b8c17c24a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3342063 Dec 09 23:26:30.861164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1004a6a0-1291-4c41-b4a9-827c49d32348 None None] For port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=07e1fdfc-b5ae-4e06-b353-1a198f35d09d,segment=NetworkSegment(5c848d58-0f51-4c66-9606-3ed7b3023d73),segment_id=5c848d58-0f51-4c66-9606-3ed7b3023d73)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:26:30.871225 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1004a6a0-1291-4c41-b4a9-827c49d32348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:30.925844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004a6a0-1291-4c41-b4a9-827c49d32348 None None] Pushing event updated for resources: {'Port': ['ID=07e1fdfc-b5ae-4e06-b353-1a198f35d09d,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:30.931259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cd32b85f-0040-4cb0-a92a-a98c1bc73491 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:26:30.986795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port cd32b85f-0040-4cb0-a92a-a98c1bc73491 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:30.987413 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:31.056899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-e1af7a09-246e-4c6d-b3d0-b262f16ccc0e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386754699&fields=id&tenant_id=4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 267 time: 0.0495088 Dec 09 23:26:31.094384 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 07e1fdfc-b5ae-4e06-b353-1a198f35d09d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:26:31.131046 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6675c712-7a7e-4ae3-9a67-50a809947e73 None None] Provisioning complete for port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:31.131422 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6675c712-7a7e-4ae3-9a67-50a809947e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:31.188924 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-4163cb55-be85-4d76-9be8-ed2501964b6a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:31.190876 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-4163cb55-be85-4d76-9be8-ed2501964b6a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/networks?id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 HTTP/1.1" status: 200 len: 797 time: 0.1265671 Dec 09 23:26:31.198579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Sync routers for ids ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:26:31.208563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-eb552ddd-296a-45d3-a0d8-6dff4d4cdd8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/quotas/4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 375 time: 0.0109375 Dec 09 23:26:31.210979 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-88ad4041-501d-41b0-9e35-cecae1402696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:31.226771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Routers {'32ac8a6f-7859-4c31-99d3-95b8c17c24a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:26:31.227356 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:31.269951 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-9323f734-976e-4c1f-991b-4f87d519b3b6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501864 Dec 09 23:26:31.296104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:31.296396 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:31.393576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-8856adb0-803b-4039-bee5-a4b2c471bc40 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106584 Dec 09 23:26:31.416072 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Set router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:26:31.419735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6675c712-7a7e-4ae3-9a67-50a809947e73 None None] Provisioning complete for port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:31.420684 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6675c712-7a7e-4ae3-9a67-50a809947e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:31.491217 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-c1be70c0-1d8f-48dd-a332-bcdafe846b34 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897677 Dec 09 23:26:31.543242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6675c712-7a7e-4ae3-9a67-50a809947e73 None None] Port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:26:31.651693 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ffafb413-b3a1-4ea9-9aeb-3fe9ce140339 req-0531c545-6dae-4162-a734-dc939944d5b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 210 time: 0.0264509 Dec 09 23:26:31.678199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d19f4645-1032-4655-bf7f-54ece74bcefd None None] Provisioning complete for port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:31.678568 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d19f4645-1032-4655-bf7f-54ece74bcefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:31.721089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d19f4645-1032-4655-bf7f-54ece74bcefd None None] Port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:26:31.728607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:29Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '94c14d2e-0f9d-40a4-bbb4-d49aaf659e01', 'name': '', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:03:4f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:29Z', 'updated_at': '2021-12-09T23:26:30Z', 'revision_number': 2, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:31.754142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Checking router: 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:26:31.754501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Updating router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:26:31.778570 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:31.808135 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:26:32.032496 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:32.037490 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:32.085907 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977eddb2-7121-4ccf-93a9-bc0483c37a29 None None] Pushing event updated for resources: {'Port': ['ID=94c14d2e-0f9d-40a4-bbb4-d49aaf659e01,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:32.135860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Attempting to bind port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:26:32.136242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Attempting to bind port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:26:32.136613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Attempting to bind port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 on network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:26:32.141998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:26:32.142382 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Checking segment: {'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:26:32.142815 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:32.143212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Bound using segment: {'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:26:32.143688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Bound port: 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:26:32.144071 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:32.213069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] For port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:26:32.217433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] For port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=94c14d2e-0f9d-40a4-bbb4-d49aaf659e01,segment=NetworkSegment(5c848d58-0f51-4c66-9606-3ed7b3023d73),segment_id=5c848d58-0f51-4c66-9606-3ed7b3023d73)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:26:32.222146 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:32.280187 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Routers {'32ac8a6f-7859-4c31-99d3-95b8c17c24a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:26:32.280819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:26:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:32.315267 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977eddb2-7121-4ccf-93a9-bc0483c37a29 None None] Pushing event updated for resources: {'Port': ['ID=94c14d2e-0f9d-40a4-bbb4-d49aaf659e01,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:32.386679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-e96824fb-bb4c-42c8-9aff-b7cc1112572e None None] Provisioning complete for port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:32.387044 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e96824fb-bb4c-42c8-9aff-b7cc1112572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:32.425928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] Set router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:26:32.588418 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e96824fb-bb4c-42c8-9aff-b7cc1112572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:32.655271 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e96824fb-bb4c-42c8-9aff-b7cc1112572e None None] For port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=94c14d2e-0f9d-40a4-bbb4-d49aaf659e01,segment=NetworkSegment(5c848d58-0f51-4c66-9606-3ed7b3023d73),segment_id=5c848d58-0f51-4c66-9606-3ed7b3023d73)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:26:32.661955 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e96824fb-bb4c-42c8-9aff-b7cc1112572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:32.723894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96824fb-bb4c-42c8-9aff-b7cc1112572e None None] Pushing event updated for resources: {'Port': ['ID=94c14d2e-0f9d-40a4-bbb4-d49aaf659e01,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:32.728835 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:29Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '94c14d2e-0f9d-40a4-bbb4-d49aaf659e01', 'name': '', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:03:4f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:29Z', 'updated_at': '2021-12-09T23:26:32Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:32.750382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eebee532-42e9-4003-8fd7-1fbb2bedfe08 req-02b793f8-fe77-4647-b91f-f16d27252b7d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 210 time: 0.0412772 Dec 09 23:26:32.918237 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 07e1fdfc-b5ae-4e06-b353-1a198f35d09d up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:26:32.921765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87cd1f-aed1-4cd4-a4e0-b7c43a06a2c6 None None] The sync data for ids ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'] in n-d-789963-23 is: [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:29Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '94c14d2e-0f9d-40a4-bbb4-d49aaf659e01', 'name': '', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:03:4f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:29Z', 'updated_at': '2021-12-09T23:26:32Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:26:32.960099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b32692e1-b255-4774-b25e-522a420dcadf None None] Provisioning complete for port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:32.960473 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b32692e1-b255-4774-b25e-522a420dcadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:33.011175 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:33.012923 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:33.424036 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1296-1e38-4646-bd6a-470d7b4495ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:33.821994 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5eb99e85-083f-49aa-b36b-f9e3868f9b8d req-0551ca2c-05ea-47bf-b56c-82eca21292b7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 210 time: 0.0266898 Dec 09 23:26:34.494705 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:34.829234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:26:34.878190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:34.878566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:34.898026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a30705fa-500c-4328-96ad-8be0752fb91e req-cac5ba7e-2550-48d3-ab24-526250dba823 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 210 time: 0.0255737 Dec 09 23:26:35.016931 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:35.988623 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-409e990e-58b4-4f3a-acd3-d2ff85d5a099 req-31a9100d-119d-41e6-9359-fc7c636a7689 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 210 time: 0.0254920 Dec 09 23:26:36.385658 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:36.861116 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-c10bde18-7844-4329-ae26-54cf955cc79f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:36.862657 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-c10bde18-7844-4329-ae26-54cf955cc79f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/networks?id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 HTTP/1.1" status: 200 len: 797 time: 0.1030023 Dec 09 23:26:36.937891 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-7515ff4a-b8ce-4506-bac7-2f76b46562e3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 380 time: 0.0579269 Dec 09 23:26:36.961695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'port': {'device_id': '355b00d6-9559-40d3-9d09-557de796566b', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'admin_state_up': True, 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'security_groups': ['50a5d6fb-c8e5-4716-94aa-64d5bc9575ce']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:37.067456 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:26:37.071541 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:37.083838 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c993cedd-509d-4928-8e92-f7e2a73d8370 req-e2fc5b5b-bd3f-4210-a5e6-42fdd7cb9d6a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 210 time: 0.0272036 Dec 09 23:26:37.175117 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:37.207879 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.20.0.10 (c6ddd754-5cf1-451d-ab0e-fd2158afc9a8/1d6c3f93-f664-4241-bb74-498e8849dfee/ecbd8d23-a39a-4dcc-a282-5e35148d1b90) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:26:37.341613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:37.379797 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:37.422102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:26:37.425163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:26:37.432112 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:26:37.455467 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=ecbd8d23-a39a-4dcc-a282-5e35148d1b90,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:37.484931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:37.485559 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:37.503438 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-1507f991-dfd4-4bde-ae36-e664dd345a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5452228 Dec 09 23:26:37.522782 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Request body: {'port': {'device_id': '355b00d6-9559-40d3-9d09-557de796566b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:37.583218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:37.636320 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6e38aeb5-6bc0-4c4c-bf4d-945b4023eac0 None None] Provisioning complete for port ecbd8d23-a39a-4dcc-a282-5e35148d1b90 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:37.636882 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e38aeb5-6bc0-4c4c-bf4d-945b4023eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:37.674653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6e38aeb5-6bc0-4c4c-bf4d-945b4023eac0 None None] Port ecbd8d23-a39a-4dcc-a282-5e35148d1b90 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:26:37.843936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbd8d23-a39a-4dcc-a282-5e35148d1b90 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:26:37.851870 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:37.863349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Transition to ACTIVE for port object ecbd8d23-a39a-4dcc-a282-5e35148d1b90 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:26:37.867032 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:37.919520 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbd8d23-a39a-4dcc-a282-5e35148d1b90,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:37.992594 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Attempting to bind port ecbd8d23-a39a-4dcc-a282-5e35148d1b90 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:26:37.992934 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Attempting to bind port ecbd8d23-a39a-4dcc-a282-5e35148d1b90 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:26:37.993266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Attempting to bind port ecbd8d23-a39a-4dcc-a282-5e35148d1b90 on network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:26:37.997773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Port ecbd8d23-a39a-4dcc-a282-5e35148d1b90 on network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:26:37.998115 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Attempting to bind port ecbd8d23-a39a-4dcc-a282-5e35148d1b90 on network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:26:38.003024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:26:38.003360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Checking segment: {'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:26:38.003745 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Bound using segment: {'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:26:38.004173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Bound port: ecbd8d23-a39a-4dcc-a282-5e35148d1b90, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c848d58-0f51-4c66-9606-3ed7b3023d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:26:38.004535 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:38.072402 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] For port ecbd8d23-a39a-4dcc-a282-5e35148d1b90, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:26:38.075418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] For port ecbd8d23-a39a-4dcc-a282-5e35148d1b90, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ecbd8d23-a39a-4dcc-a282-5e35148d1b90,segment=NetworkSegment(5c848d58-0f51-4c66-9606-3ed7b3023d73),segment_id=5c848d58-0f51-4c66-9606-3ed7b3023d73)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:26:38.080887 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:38.117842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:38.118381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:38.119847 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] 10.222.0.18 "PUT /v2.0/ports/ecbd8d23-a39a-4dcc-a282-5e35148d1b90 HTTP/1.1" status: 200 len: 1093 time: 0.6014237 Dec 09 23:26:38.120308 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355b00d6-9559-40d3-9d09-557de796566b', 'tag': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:26:38.122761 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfee3247-1262-422b-af47-9f2f2c53efb0" -d '{"events": [{"name": "network-changed", "server_uuid": "355b00d6-9559-40d3-9d09-557de796566b", "tag": "ecbd8d23-a39a-4dcc-a282-5e35148d1b90"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:26:38.153712 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29412df1-2917-4e67-adc5-a3ff6ea2f531 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbd8d23-a39a-4dcc-a282-5e35148d1b90,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:38.195064 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8483996-e625-4955-87ad-c0367f13d7dd x-openstack-request-id: req-c8483996-e625-4955-87ad-c0367f13d7dd {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:26:38.195368 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355b00d6-9559-40d3-9d09-557de796566b", "tag": "ecbd8d23-a39a-4dcc-a282-5e35148d1b90", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:26:38.195629 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8483996-e625-4955-87ad-c0367f13d7dd {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:26:38.196211 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355b00d6-9559-40d3-9d09-557de796566b', 'tag': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90', 'status': 'completed', 'code': 200} Dec 09 23:26:38.219064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c094d-8c41-4b51-b145-b096416e5312 req-0c9e8779-d876-4f31-94db-66f71aadb2f8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:38.224174 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd8c094d-8c41-4b51-b145-b096416e5312 req-0c9e8779-d876-4f31-94db-66f71aadb2f8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 944 time: 0.0586870 Dec 09 23:26:38.235141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-d8933749-20bc-4e07-b58b-1642b6afff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:38.236836 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-d8933749-20bc-4e07-b58b-1642b6afff09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 1096 time: 0.0521359 Dec 09 23:26:38.280413 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd8c094d-8c41-4b51-b145-b096416e5312 req-6c0f322a-7f5a-4f8e-9e98-608c4a83bdbf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522082 Dec 09 23:26:38.291514 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-bbe436ae-ea95-4d07-b3d0-846750e29bff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbd8d23-a39a-4dcc-a282-5e35148d1b90 HTTP/1.1" status: 200 len: 217 time: 0.0406878 Dec 09 23:26:38.452896 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-079afae6-fc4c-4909-b7b7-5008fdc13399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:38.454430 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-079afae6-fc4c-4909-b7b7-5008fdc13399 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d6c3f93-f664-4241-bb74-498e8849dfee HTTP/1.1" status: 200 len: 834 time: 0.0464218 Dec 09 23:26:38.499468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-2b39f4a5-4a05-46f7-aa15-b6038e83e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:38.500942 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-2b39f4a5-4a05-46f7-aa15-b6038e83e64c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397394 Dec 09 23:26:38.594620 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-8a70c955-3d11-4151-8eaf-c696ca58efde service neutron] 10.222.0.18 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851240 Dec 09 23:26:38.684499 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8d10dc47-1836-4c15-a2d4-685893fe8d1a req-486f7deb-33e0-4439-8ab3-c4aca5743673 service neutron] 10.222.0.18 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828986 Dec 09 23:26:38.820627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee3247-1262-422b-af47-9f2f2c53efb0 req-fb4933b3-1bda-4205-918b-7186ee3f9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:38.822168 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dfee3247-1262-422b-af47-9f2f2c53efb0 req-fb4933b3-1bda-4205-918b-7186ee3f9270 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 1096 time: 0.0459189 Dec 09 23:26:38.911259 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee3247-1262-422b-af47-9f2f2c53efb0 req-9dd3ec45-dec5-40b1-b39e-e75f3b93f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:38.912810 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dfee3247-1262-422b-af47-9f2f2c53efb0 req-9dd3ec45-dec5-40b1-b39e-e75f3b93f127 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 HTTP/1.1" status: 200 len: 898 time: 0.0842612 Dec 09 23:26:38.958887 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dfee3247-1262-422b-af47-9f2f2c53efb0 req-1ccf9357-1194-426b-af1f-3c2e91534ee3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbd8d23-a39a-4dcc-a282-5e35148d1b90 HTTP/1.1" status: 200 len: 217 time: 0.0385103 Dec 09 23:26:39.008983 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee3247-1262-422b-af47-9f2f2c53efb0 req-4f70711c-8c4c-4e80-b8f1-e2487ecf48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:39.010483 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dfee3247-1262-422b-af47-9f2f2c53efb0 req-4f70711c-8c4c-4e80-b8f1-e2487ecf48e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d6c3f93-f664-4241-bb74-498e8849dfee HTTP/1.1" status: 200 len: 834 time: 0.0438943 Dec 09 23:26:39.056783 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee3247-1262-422b-af47-9f2f2c53efb0 req-945d7c43-f8ae-45d3-99f9-505ebec2ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:39.058293 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dfee3247-1262-422b-af47-9f2f2c53efb0 req-945d7c43-f8ae-45d3-99f9-505ebec2ba52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403156 Dec 09 23:26:39.150983 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dfee3247-1262-422b-af47-9f2f2c53efb0 req-d953f339-60d2-409c-9e0f-4b12edf534b7 service neutron] 10.222.0.18 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848441 Dec 09 23:26:39.241129 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-dfee3247-1262-422b-af47-9f2f2c53efb0 req-36cd4883-1bd9-412a-9a2d-f59fc2a1eb5b service neutron] 10.222.0.18 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829418 Dec 09 23:26:39.396583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995d084-8c21-472e-b4da-397bda6c2675 req-21cd0234-d937-4322-aed1-a46916edabb7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:39.398577 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e995d084-8c21-472e-b4da-397bda6c2675 req-21cd0234-d937-4322-aed1-a46916edabb7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 944 time: 0.0488763 Dec 09 23:26:39.446378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e995d084-8c21-472e-b4da-397bda6c2675 req-6cbfeb58-3efb-4de3-b23b-9c961e3c6491 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417950 Dec 09 23:26:40.559657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5198bb9-550f-43c2-877e-9353ebb2ca44 req-5993cc9e-309f-4749-b6d5-3abc354fb062 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:40.561013 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5198bb9-550f-43c2-877e-9353ebb2ca44 req-5993cc9e-309f-4749-b6d5-3abc354fb062 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 944 time: 0.0473878 Dec 09 23:26:40.609549 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5198bb9-550f-43c2-877e-9353ebb2ca44 req-dd8c9774-de55-4688-a92c-d0d6b98613a3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423417 Dec 09 23:26:41.472505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ecbd8d23-a39a-4dcc-a282-5e35148d1b90 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:26:41.567122 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ecbd8d23-a39a-4dcc-a282-5e35148d1b90, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ecbd8d23-a39a-4dcc-a282-5e35148d1b90,segment=NetworkSegment(5c848d58-0f51-4c66-9606-3ed7b3023d73),segment_id=5c848d58-0f51-4c66-9606-3ed7b3023d73)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:26:41.578467 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'port_id': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90', 'mac_address': 'fa:16:3e:f3:ea:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:26:41.614619 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:41.627298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbd8d23-a39a-4dcc-a282-5e35148d1b90 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:26:41.648004 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ecbd8d23-a39a-4dcc-a282-5e35148d1b90, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ecbd8d23-a39a-4dcc-a282-5e35148d1b90,segment=NetworkSegment(5c848d58-0f51-4c66-9606-3ed7b3023d73),segment_id=5c848d58-0f51-4c66-9606-3ed7b3023d73)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:26:41.651867 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:41.698938 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ecbd8d23-a39a-4dcc-a282-5e35148d1b90,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:41.730278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1146e4-a169-4e67-ab05-a474e4301076 req-6db05c4e-4db9-41a3-970b-15397ef97158 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:41.731660 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e1146e4-a169-4e67-ab05-a474e4301076 req-6db05c4e-4db9-41a3-970b-15397ef97158 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 945 time: 0.0532002 Dec 09 23:26:41.780234 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8e1146e4-a169-4e67-ab05-a474e4301076 req-eaf45a06-311c-4788-8a1d-88e88f79976c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426192 Dec 09 23:26:41.934465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['ecbd8d23-a39a-4dcc-a282-5e35148d1b90'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:26:42.893301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a2c66-e629-4fac-9b51-ef65f58a6b21 req-2172808d-846d-4077-90cb-f50bf211de3a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:42.894872 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-349a2c66-e629-4fac-9b51-ef65f58a6b21 req-2172808d-846d-4077-90cb-f50bf211de3a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 945 time: 0.0480213 Dec 09 23:26:42.943093 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-349a2c66-e629-4fac-9b51-ef65f58a6b21 req-98e15b32-3574-4485-b276-7fce475b2866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Dec 09 23:26:43.488536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ecbd8d23-a39a-4dcc-a282-5e35148d1b90 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:26:43.538738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port ecbd8d23-a39a-4dcc-a282-5e35148d1b90 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:26:43.542529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port ecbd8d23-a39a-4dcc-a282-5e35148d1b90 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:26:43.542901 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:43.618126 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:43.639804 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355b00d6-9559-40d3-9d09-557de796566b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:26:43.642184 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e443e9a-dbd5-4f44-85a9-847d243d8392" -d '{"events": [{"server_uuid": "355b00d6-9559-40d3-9d09-557de796566b", "name": "network-vif-plugged", "status": "completed", "tag": "ecbd8d23-a39a-4dcc-a282-5e35148d1b90"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:26:43.655214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port ecbd8d23-a39a-4dcc-a282-5e35148d1b90, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ecbd8d23-a39a-4dcc-a282-5e35148d1b90,segment=NetworkSegment(5c848d58-0f51-4c66-9606-3ed7b3023d73),segment_id=5c848d58-0f51-4c66-9606-3ed7b3023d73)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:26:43.659397 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:43.688293 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefd66ae-c0a2-440d-a13d-2ecb1ad4838f x-openstack-request-id: req-aefd66ae-c0a2-440d-a13d-2ecb1ad4838f {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:26:43.688588 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355b00d6-9559-40d3-9d09-557de796566b", "name": "network-vif-plugged", "status": "completed", "tag": "ecbd8d23-a39a-4dcc-a282-5e35148d1b90", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:26:43.688845 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aefd66ae-c0a2-440d-a13d-2ecb1ad4838f {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:26:43.689232 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355b00d6-9559-40d3-9d09-557de796566b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90', 'code': 200} Dec 09 23:26:43.711844 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=ecbd8d23-a39a-4dcc-a282-5e35148d1b90,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:43.809250 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0317897-518e-4433-8999-305e2d250a63 req-4354a490-bdd5-43a6-8890-0269abc876c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:43.810687 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0317897-518e-4433-8999-305e2d250a63 req-4354a490-bdd5-43a6-8890-0269abc876c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 1098 time: 0.0413098 Dec 09 23:26:43.860867 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-a0317897-518e-4433-8999-305e2d250a63 req-315dd77d-2fd9-43e3-923d-383a5aa7c4f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432966 Dec 09 23:26:44.060006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce1dc3-f17f-4012-852b-0217f3ff0276 req-cf164793-f379-48a5-97b7-f361890b8ee2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:44.061373 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dfce1dc3-f17f-4012-852b-0217f3ff0276 req-cf164793-f379-48a5-97b7-f361890b8ee2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0514185 Dec 09 23:26:44.111126 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dfce1dc3-f17f-4012-852b-0217f3ff0276 req-4c2ea9f7-4329-49e6-b0d7-b32c13f1fccc tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438092 Dec 09 23:26:45.227975 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024bb41-92f0-43f6-91b8-bf015c096600 req-bf9398ec-af23-41b1-bae5-ee9d675a3302 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:45.229451 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8024bb41-92f0-43f6-91b8-bf015c096600 req-bf9398ec-af23-41b1-bae5-ee9d675a3302 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0496330 Dec 09 23:26:45.277243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8024bb41-92f0-43f6-91b8-bf015c096600 req-64c3ed00-167f-4417-aa53-60ef4b3a3536 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418382 Dec 09 23:26:45.389665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155779d-b6bd-40cc-bc72-55e83c922f0e req-4ec5e525-4af8-488d-b054-990027413e3b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:45.391069 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9155779d-b6bd-40cc-bc72-55e83c922f0e req-4ec5e525-4af8-488d-b054-990027413e3b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0486112 Dec 09 23:26:45.441958 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9155779d-b6bd-40cc-bc72-55e83c922f0e req-b8be03c2-85a2-4bb4-ac57-6d3a9b91e147 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449753 Dec 09 23:26:45.463693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59722) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:45.502208 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0802f1f-88eb-4aa2-bede-2a143e719e5c tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:45.503678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c0802f1f-88eb-4aa2-bede-2a143e719e5c tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 1093 time: 0.0390530 Dec 09 23:26:45.506752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59724) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:45.510932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:26:45.531789 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:45.627200 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:45.729983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.25.8.237 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/8372fd8d-fb49-415f-a236-3a36500aaee3) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:26:45.827649 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:45.860247 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:45.901181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:26:45.904087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:26:45.907498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:26:45.934377 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=8372fd8d-fb49-415f-a236-3a36500aaee3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:46.260633 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:46.327602 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:46.470127 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:46.474774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:46.542461 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=8372fd8d-fb49-415f-a236-3a36500aaee3,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:26:46.550274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:46.649524 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Floating IP 91d95c6c-d3ce-4c51-aa02-4d9fd36c4444 associated. External IP: 172.25.8.237, port: ecbd8d23-a39a-4dcc-a282-5e35148d1b90. Dec 09 23:26:46.852282 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:26:46.955603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:26:46.966545 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5deb850-02bf-4fe8-999e-1cfeba17aa45 None None] Sync routers for ids ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:26:46.973924 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:26:46.976406 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5deb850-02bf-4fe8-999e-1cfeba17aa45 None None] Routers {'32ac8a6f-7859-4c31-99d3-95b8c17c24a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:26:46.977700 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c5deb850-02bf-4fe8-999e-1cfeba17aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:47.000716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-094ed26d-aeda-4283-be4d-fa46ef8b896e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4929760 Dec 09 23:26:47.001406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355b00d6-9559-40d3-9d09-557de796566b', 'tag': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:26:47.003882 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c15399-3b6b-457a-8a54-65c064101037" -d '{"events": [{"name": "network-changed", "server_uuid": "355b00d6-9559-40d3-9d09-557de796566b", "tag": "ecbd8d23-a39a-4dcc-a282-5e35148d1b90"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:26:47.046703 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475321d4-e34f-44c5-8b65-d00cc69212bc x-openstack-request-id: req-475321d4-e34f-44c5-8b65-d00cc69212bc {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:26:47.046995 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355b00d6-9559-40d3-9d09-557de796566b", "tag": "ecbd8d23-a39a-4dcc-a282-5e35148d1b90", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:26:47.047256 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-475321d4-e34f-44c5-8b65-d00cc69212bc {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:26:47.047664 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355b00d6-9559-40d3-9d09-557de796566b', 'tag': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90', 'status': 'completed', 'code': 200} Dec 09 23:26:47.086838 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-c5deb850-02bf-4fe8-999e-1cfeba17aa45 None None] Set router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:26:47.104053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f4960-b456-4607-82f5-c32ccb1518c9 req-cd2f7b89-a344-46fe-a494-4b976cfbee62 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:47.105580 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-250f4960-b456-4607-82f5-c32ccb1518c9 req-cd2f7b89-a344-46fe-a494-4b976cfbee62 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0510337 Dec 09 23:26:47.134291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c15399-3b6b-457a-8a54-65c064101037 req-785942a0-ae20-46b6-a518-05803d695622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:47.136515 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57c15399-3b6b-457a-8a54-65c064101037 req-785942a0-ae20-46b6-a518-05803d695622 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 1098 time: 0.0447953 Dec 09 23:26:47.163486 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-250f4960-b456-4607-82f5-c32ccb1518c9 req-699c2ff9-17b5-4f52-9962-11137f0cab04 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515871 Dec 09 23:26:47.187251 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59730) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:47.237865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c15399-3b6b-457a-8a54-65c064101037 req-1198e31e-79c9-434e-8ba0-c1d0239e9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:47.239407 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57c15399-3b6b-457a-8a54-65c064101037 req-1198e31e-79c9-434e-8ba0-c1d0239e9afa service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 HTTP/1.1" status: 200 len: 898 time: 0.0965624 Dec 09 23:26:47.248020 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9d9062d4-1979-49f0-a1f6-fc59b58852fe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/91d95c6c-d3ce-4c51-aa02-4d9fd36c4444 HTTP/1.1" status: 200 len: 992 time: 0.0595961 Dec 09 23:26:47.310098 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57c15399-3b6b-457a-8a54-65c064101037 req-1d0cc125-45fc-4d25-bd9b-592fc2eaceb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbd8d23-a39a-4dcc-a282-5e35148d1b90 HTTP/1.1" status: 200 len: 1000 time: 0.0634077 Dec 09 23:26:47.321701 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c5deb850-02bf-4fe8-999e-1cfeba17aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:29Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '91d95c6c-d3ce-4c51-aa02-4d9fd36c4444', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'port_id': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'mac_address': 'fa:16:3e:f3:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355b00d6-9559-40d3-9d09-557de796566b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:26:46Z', 'updated_at': '2021-12-09T23:26:46Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c14d2e-0f9d-40a4-bbb4-d49aaf659e01', 'name': '', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:03:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:29Z', 'updated_at': '2021-12-09T23:26:32Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:47.347726 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5deb850-02bf-4fe8-999e-1cfeba17aa45 None None] Checking router: 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:26:47.355842 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5deb850-02bf-4fe8-999e-1cfeba17aa45 None None] Routers {'32ac8a6f-7859-4c31-99d3-95b8c17c24a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:26:47.356453 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c5deb850-02bf-4fe8-999e-1cfeba17aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:26:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:47.360116 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c15399-3b6b-457a-8a54-65c064101037 req-9a981abb-e46b-402b-845b-16b443cbc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:47.361716 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57c15399-3b6b-457a-8a54-65c064101037 req-9a981abb-e46b-402b-845b-16b443cbc210 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d6c3f93-f664-4241-bb74-498e8849dfee HTTP/1.1" status: 200 len: 834 time: 0.0450618 Dec 09 23:26:47.408578 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c15399-3b6b-457a-8a54-65c064101037 req-2f946883-d512-40bb-a0bc-4c428719f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:26:47.410139 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57c15399-3b6b-457a-8a54-65c064101037 req-2f946883-d512-40bb-a0bc-4c428719f694 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409157 Dec 09 23:26:47.509005 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57c15399-3b6b-457a-8a54-65c064101037 req-0f7bddfd-056b-4d2b-ad9c-27a93d841902 service neutron] 10.222.0.18 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916922 Dec 09 23:26:47.552830 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-c5deb850-02bf-4fe8-999e-1cfeba17aa45 None None] Set router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:26:47.605646 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-57c15399-3b6b-457a-8a54-65c064101037 req-2e9afda4-db8f-42e9-81bc-0b8031c1c7ef service neutron] 10.222.0.18 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886180 Dec 09 23:26:47.771310 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c5deb850-02bf-4fe8-999e-1cfeba17aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:29Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '91d95c6c-d3ce-4c51-aa02-4d9fd36c4444', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'port_id': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'mac_address': 'fa:16:3e:f3:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355b00d6-9559-40d3-9d09-557de796566b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:26:46Z', 'updated_at': '2021-12-09T23:26:46Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c14d2e-0f9d-40a4-bbb4-d49aaf659e01', 'name': '', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:03:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:29Z', 'updated_at': '2021-12-09T23:26:32Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:26:47.800258 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5deb850-02bf-4fe8-999e-1cfeba17aa45 None None] The sync data for ids ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'] in n-d-789963-23 is: [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:29Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '91d95c6c-d3ce-4c51-aa02-4d9fd36c4444', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'port_id': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'mac_address': 'fa:16:3e:f3:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355b00d6-9559-40d3-9d09-557de796566b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:26:46Z', 'updated_at': '2021-12-09T23:26:46Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c14d2e-0f9d-40a4-bbb4-d49aaf659e01', 'name': '', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:03:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:29Z', 'updated_at': '2021-12-09T23:26:32Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:26:47.998843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a86f49-e67d-4586-91d7-02b114c71945 None None] New status for floating IP 91d95c6c-d3ce-4c51-aa02-4d9fd36c4444: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:26:48.250848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59732) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:26:48.313716 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d3dd7e8e-8e5d-432f-9173-3aca0bcfd04c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/91d95c6c-d3ce-4c51-aa02-4d9fd36c4444 HTTP/1.1" status: 200 len: 994 time: 0.0617328 Dec 09 23:26:53.257466 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:01.172337 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-542b1678-7b0d-4244-9bd6-fc7e617b5738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:03.425719 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f07b5258-a0a1-482f-bc0e-cdbecaf8d166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:04.496105 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:05.019863 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:06.388180 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:07.178307 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:08.806576 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:27:19.709306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e1d06-2c72-47f9-8e38-8bea1f017a15 req-d88f424c-8090-4e9d-ae55-9af200942fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:19.710870 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-456e1d06-2c72-47f9-8e38-8bea1f017a15 req-d88f424c-8090-4e9d-ae55-9af200942fc3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 1098 time: 0.0437553 Dec 09 23:27:19.742626 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f8732-bb32-40d6-8667-ec1b9027477f req-9010139a-4374-4f1b-9c12-1fb6ca4e63fa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:19.744120 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-948f8732-bb32-40d6-8667-ec1b9027477f req-9010139a-4374-4f1b-9c12-1fb6ca4e63fa tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.1030247 Dec 09 23:27:19.793203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-948f8732-bb32-40d6-8667-ec1b9027477f req-bf471aaf-c75a-4be8-8ccf-684c4104e696 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431244 Dec 09 23:27:19.802893 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e1d06-2c72-47f9-8e38-8bea1f017a15 req-3bce2bed-132f-44ec-8a9f-6e827127392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:19.804437 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-456e1d06-2c72-47f9-8e38-8bea1f017a15 req-3bce2bed-132f-44ec-8a9f-6e827127392e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 HTTP/1.1" status: 200 len: 898 time: 0.0862832 Dec 09 23:27:19.874869 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-456e1d06-2c72-47f9-8e38-8bea1f017a15 req-ee070e50-a1b5-4636-b5a7-b148a8385f5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbd8d23-a39a-4dcc-a282-5e35148d1b90 HTTP/1.1" status: 200 len: 1002 time: 0.0622926 Dec 09 23:27:19.926441 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e1d06-2c72-47f9-8e38-8bea1f017a15 req-0ba14d65-0cc6-460f-9d5c-a188853c1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:19.927932 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-456e1d06-2c72-47f9-8e38-8bea1f017a15 req-0ba14d65-0cc6-460f-9d5c-a188853c1e64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d6c3f93-f664-4241-bb74-498e8849dfee HTTP/1.1" status: 200 len: 834 time: 0.0448074 Dec 09 23:27:19.974001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e1d06-2c72-47f9-8e38-8bea1f017a15 req-897c0bf5-1b27-4c13-8a27-454a1725be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:19.975500 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-456e1d06-2c72-47f9-8e38-8bea1f017a15 req-897c0bf5-1b27-4c13-8a27-454a1725be7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394576 Dec 09 23:27:20.068716 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-456e1d06-2c72-47f9-8e38-8bea1f017a15 req-c16c63ea-f814-4b23-a157-c75872bf3a9c service neutron] 10.222.0.18 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859144 Dec 09 23:27:20.163896 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-456e1d06-2c72-47f9-8e38-8bea1f017a15 req-cdd321d7-4e7c-4675-8828-462cd39ac944 service neutron] 10.222.0.18 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867808 Dec 09 23:27:20.956715 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf2254-ed59-423d-8ff0-e994b8cb8faf req-1a0a6abc-2ea5-4ac2-804d-1195c62b6bdf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:20.958206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05cf2254-ed59-423d-8ff0-e994b8cb8faf req-1a0a6abc-2ea5-4ac2-804d-1195c62b6bdf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0944138 Dec 09 23:27:21.007019 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-05cf2254-ed59-423d-8ff0-e994b8cb8faf req-8b5e6651-86a8-4f66-b984-f1a9989ee793 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 Dec 09 23:27:22.124585 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b305850-05d0-414c-8993-61f5228dd31b req-e9cbf9f8-5c67-4dba-b96a-2aeb37218b91 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:22.126074 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b305850-05d0-414c-8993-61f5228dd31b req-e9cbf9f8-5c67-4dba-b96a-2aeb37218b91 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0511138 Dec 09 23:27:22.174530 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b305850-05d0-414c-8993-61f5228dd31b req-f1de9433-99d7-469a-9392-03cdbe250c31 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422375 Dec 09 23:27:23.241923 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:23.291268 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6959b9-52de-42ef-965e-6b40f265d595 req-12bba206-d5b6-4cc7-a4f2-702d56f73499 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:23.292757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6959b9-52de-42ef-965e-6b40f265d595 req-12bba206-d5b6-4cc7-a4f2-702d56f73499 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0485580 Dec 09 23:27:23.342610 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6959b9-52de-42ef-965e-6b40f265d595 req-7f990a6f-dd85-468a-9087-a5517b1ba405 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Dec 09 23:27:24.457632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b118e-751a-4424-ae07-75e281069a32 req-00d60c4f-e473-4200-884d-7886e438d46e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:24.459035 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-516b118e-751a-4424-ae07-75e281069a32 req-00d60c4f-e473-4200-884d-7886e438d46e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0477059 Dec 09 23:27:24.510247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-516b118e-751a-4424-ae07-75e281069a32 req-d94cc4d0-abb2-4ecc-9fed-f58bbd286c5e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451357 Dec 09 23:27:25.623556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc01ef-5ae6-4412-9185-c419a302fcfd req-5112f48b-550b-4e63-87be-e6cedc9f2ba7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:25.625008 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3bc01ef-5ae6-4412-9185-c419a302fcfd req-5112f48b-550b-4e63-87be-e6cedc9f2ba7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0477293 Dec 09 23:27:25.673491 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3bc01ef-5ae6-4412-9185-c419a302fcfd req-889ac3e8-a750-4c0a-aa02-ea967ba9906e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422473 Dec 09 23:27:26.786331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c3ebf-f0de-41d2-9c11-add0f2965ec5 req-125aec6c-929b-4b3c-a4eb-34cf95589738 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:26.787856 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b6c3ebf-f0de-41d2-9c11-add0f2965ec5 req-125aec6c-929b-4b3c-a4eb-34cf95589738 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0474300 Dec 09 23:27:26.835529 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3b6c3ebf-f0de-41d2-9c11-add0f2965ec5 req-551d4580-f18d-4109-b71b-a8a3c889716a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Dec 09 23:27:27.956082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dfa46-87f4-48ff-b068-c91a3ac355b0 req-c8aae711-34d0-4f2e-ad13-1c059822afde tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:27.957535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f5dfa46-87f4-48ff-b068-c91a3ac355b0 req-c8aae711-34d0-4f2e-ad13-1c059822afde tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0517712 Dec 09 23:27:28.006215 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f5dfa46-87f4-48ff-b068-c91a3ac355b0 req-bafca06b-9571-4b64-885a-bc8bf25e9b66 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426981 Dec 09 23:27:28.120020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6525f4-2a12-4ed3-9764-fd64b0fd2019 req-cd3f439e-5e04-49b5-a993-9cbdf2a7475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:28.122128 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0a6525f4-2a12-4ed3-9764-fd64b0fd2019 req-cd3f439e-5e04-49b5-a993-9cbdf2a7475a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 1098 time: 0.0425038 Dec 09 23:27:28.227179 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6525f4-2a12-4ed3-9764-fd64b0fd2019 req-0b9c6879-1ee5-40ec-bb32-890ba2af3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:28.228662 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0a6525f4-2a12-4ed3-9764-fd64b0fd2019 req-0b9c6879-1ee5-40ec-bb32-890ba2af3042 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 HTTP/1.1" status: 200 len: 898 time: 0.0861862 Dec 09 23:27:28.298465 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0a6525f4-2a12-4ed3-9764-fd64b0fd2019 req-a38cb965-8678-4ff8-a595-84ab140c4424 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbd8d23-a39a-4dcc-a282-5e35148d1b90 HTTP/1.1" status: 200 len: 1002 time: 0.0621948 Dec 09 23:27:28.346638 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6525f4-2a12-4ed3-9764-fd64b0fd2019 req-952ca88e-d7f2-4873-9241-22e11872705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:28.348029 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0a6525f4-2a12-4ed3-9764-fd64b0fd2019 req-952ca88e-d7f2-4873-9241-22e11872705a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d6c3f93-f664-4241-bb74-498e8849dfee HTTP/1.1" status: 200 len: 834 time: 0.0429859 Dec 09 23:27:28.393296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6525f4-2a12-4ed3-9764-fd64b0fd2019 req-26d63ab8-28cb-4481-afcc-d2e103017996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:28.394769 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0a6525f4-2a12-4ed3-9764-fd64b0fd2019 req-26d63ab8-28cb-4481-afcc-d2e103017996 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400760 Dec 09 23:27:28.488360 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0a6525f4-2a12-4ed3-9764-fd64b0fd2019 req-cc585966-df6d-457e-bf73-a2aef301466f service neutron] 10.222.0.18 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867622 Dec 09 23:27:28.580273 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0a6525f4-2a12-4ed3-9764-fd64b0fd2019 req-38af51c8-624b-40a9-b029-37a66795fa3d service neutron] 10.222.0.18 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855391 Dec 09 23:27:29.118300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399d98-8b2f-4dc1-838a-58fad397bb5d req-bbd5804a-a04a-4d4d-9ef2-9f6be747d27d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:29.119738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18399d98-8b2f-4dc1-838a-58fad397bb5d req-bbd5804a-a04a-4d4d-9ef2-9f6be747d27d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0470016 Dec 09 23:27:29.167703 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18399d98-8b2f-4dc1-838a-58fad397bb5d req-f1ca598f-ee63-4597-b002-d2a93dc82077 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Dec 09 23:27:30.287713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a3b5f-350e-4640-b04a-14b67cc056e6 req-cc417991-51d8-481c-ba8d-a76219a34fb3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:30.289169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca4a3b5f-350e-4640-b04a-14b67cc056e6 req-cc417991-51d8-481c-ba8d-a76219a34fb3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0535903 Dec 09 23:27:30.336445 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca4a3b5f-350e-4640-b04a-14b67cc056e6 req-d89745c0-eaa2-4bc2-bb0d-2c771369487b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Dec 09 23:27:31.174000 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-998a4d92-2c03-45d4-a8fb-4c165709ecce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:31.453330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b0320-5338-486d-a6dd-e807e668b6d7 req-ddd7e231-6711-42ae-ae2d-e97fe42f6129 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:31.454738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-045b0320-5338-486d-a6dd-e807e668b6d7 req-ddd7e231-6711-42ae-ae2d-e97fe42f6129 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0479059 Dec 09 23:27:31.503074 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-045b0320-5338-486d-a6dd-e807e668b6d7 req-daff2163-8df4-4687-8355-a979b8fcaad5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423882 Dec 09 23:27:32.615205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3789683-a3f8-4a9b-a92d-f2b32cd6d4ec req-6b70aa6f-c333-45b9-9771-142bbcac8339 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:32.616646 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3789683-a3f8-4a9b-a92d-f2b32cd6d4ec req-6b70aa6f-c333-45b9-9771-142bbcac8339 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0473399 Dec 09 23:27:32.670145 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3789683-a3f8-4a9b-a92d-f2b32cd6d4ec req-185faeea-0cd2-4d0b-9115-509145006b88 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468411 Dec 09 23:27:33.426312 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51f414de-383b-4425-bbe6-7336d16fa717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:33.783452 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f851b13-0cec-4662-b759-a410a9f17b11 req-63c9a838-f56d-4721-a1c4-bc1ebef6ccae tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:33.784869 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f851b13-0cec-4662-b759-a410a9f17b11 req-63c9a838-f56d-4721-a1c4-bc1ebef6ccae tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0476437 Dec 09 23:27:33.832392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f851b13-0cec-4662-b759-a410a9f17b11 req-a9b386eb-0482-41f9-b13e-8faa1f2f236d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416756 Dec 09 23:27:34.498671 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:34.946014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc53f05-5643-421d-a07c-c1eeb9df248b req-e172329a-cbca-4daa-a26b-81320067d5b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:34.947473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5fc53f05-5643-421d-a07c-c1eeb9df248b req-e172329a-cbca-4daa-a26b-81320067d5b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0480971 Dec 09 23:27:34.996283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5fc53f05-5643-421d-a07c-c1eeb9df248b req-1cc438e6-ed01-4cb7-9a6a-ba44cc5f08e4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422256 Dec 09 23:27:35.024175 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:36.116673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2a22-6672-4bfc-9503-46ab4b39da86 req-d155ab8a-5a9e-4ae1-b842-6087a0400682 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:27:36.118138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e24f2a22-6672-4bfc-9503-46ab4b39da86 req-d155ab8a-5a9e-4ae1-b842-6087a0400682 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0511110 Dec 09 23:27:36.166292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e24f2a22-6672-4bfc-9503-46ab4b39da86 req-2b7f086a-9806-4a55-8f1f-7eb2492d4210 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 Dec 09 23:27:36.189065 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59784) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:27:36.248177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-540265ca-d787-4ebf-bb3f-eed0fed3ab3f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/91d95c6c-d3ce-4c51-aa02-4d9fd36c4444 HTTP/1.1" status: 200 len: 994 time: 0.0579710 Dec 09 23:27:36.389606 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:37.179314 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:27:45.805353 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:27:53.265152 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:01.175530 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-80115a73-02c1-496f-b2f8-80a633085f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:03.430789 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-11158cd7-08a8-4507-ab25-9822031b9d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:04.495485 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:05.026237 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:06.392748 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:06.595005 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59796) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:06.754588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 8372fd8d-fb49-415f-a236-3a36500aaee3 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:28:06.755196 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:06.831611 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:06.831954 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:06.843832 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 8372fd8d-fb49-415f-a236-3a36500aaee3 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:28:06.991328 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:07.018303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=8372fd8d-fb49-415f-a236-3a36500aaee3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:07.041320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.041673 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.042043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.042386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.043257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.043592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.043926 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.044330 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.044664 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.044997 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.045333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.045663 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.046018 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:07.086348 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:07.086690 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Floating IP 91d95c6c-d3ce-4c51-aa02-4d9fd36c4444 disassociated (deleted). External IP: 172.25.8.237, port: ecbd8d23-a39a-4dcc-a282-5e35148d1b90. Dec 09 23:28:07.182140 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:07.294686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:28:07.399397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:28:07.404744 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:07.409614 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3040d09-6e4c-40d4-8d36-b00660f71d99 None None] Sync routers for ids ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:28:07.419109 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3040d09-6e4c-40d4-8d36-b00660f71d99 None None] Routers {'32ac8a6f-7859-4c31-99d3-95b8c17c24a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:28:07.419712 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e3040d09-6e4c-40d4-8d36-b00660f71d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:28:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:07.432986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-11eb4550-61d3-4772-901a-182e20d92f22 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/floatingips/91d95c6c-d3ce-4c51-aa02-4d9fd36c4444 HTTP/1.1" status: 204 len: 168 time: 0.8345747 Dec 09 23:28:07.432986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355b00d6-9559-40d3-9d09-557de796566b', 'tag': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:28:07.433709 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831983bd-d1cf-4aa0-8bc2-5c9fcb637fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "355b00d6-9559-40d3-9d09-557de796566b", "tag": "ecbd8d23-a39a-4dcc-a282-5e35148d1b90"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:28:07.473147 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faa1b75-e62c-48d6-b1ca-01db5b4b1441 x-openstack-request-id: req-4faa1b75-e62c-48d6-b1ca-01db5b4b1441 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:28:07.473449 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355b00d6-9559-40d3-9d09-557de796566b", "tag": "ecbd8d23-a39a-4dcc-a282-5e35148d1b90", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:28:07.473843 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4faa1b75-e62c-48d6-b1ca-01db5b4b1441 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:28:07.474262 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355b00d6-9559-40d3-9d09-557de796566b', 'tag': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90', 'status': 'completed', 'code': 200} Dec 09 23:28:07.530689 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-e3040d09-6e4c-40d4-8d36-b00660f71d99 None None] Set router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:28:07.614871 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831983bd-d1cf-4aa0-8bc2-5c9fcb637fe1 req-feafd5d2-60fb-46ff-9a32-fd0b82503f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:07.616763 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-831983bd-d1cf-4aa0-8bc2-5c9fcb637fe1 req-feafd5d2-60fb-46ff-9a32-fd0b82503f4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 1098 time: 0.0947695 Dec 09 23:28:07.671589 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed472a65-884b-46a2-9cf7-6cc23d845900 req-28a353b3-a100-4c28-bb54-cdb77672cbef tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:07.673800 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed472a65-884b-46a2-9cf7-6cc23d845900 req-28a353b3-a100-4c28-bb54-cdb77672cbef tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0593324 Dec 09 23:28:07.716282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831983bd-d1cf-4aa0-8bc2-5c9fcb637fe1 req-852680b8-a81b-4fd4-862e-a3f0e2e92311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:07.718098 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-831983bd-d1cf-4aa0-8bc2-5c9fcb637fe1 req-852680b8-a81b-4fd4-862e-a3f0e2e92311 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 HTTP/1.1" status: 200 len: 898 time: 0.0905828 Dec 09 23:28:07.726937 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ed472a65-884b-46a2-9cf7-6cc23d845900 req-2a2fea79-7ac6-4acc-8192-8f9f612afb4b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456848 Dec 09 23:28:07.753580 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e3040d09-6e4c-40d4-8d36-b00660f71d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:29Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '94c14d2e-0f9d-40a4-bbb4-d49aaf659e01', 'name': '', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:03:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:29Z', 'updated_at': '2021-12-09T23:26:32Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:07.765260 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-831983bd-d1cf-4aa0-8bc2-5c9fcb637fe1 req-15208fb1-c1fd-4d7e-82a8-0b5cbc97cf7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbd8d23-a39a-4dcc-a282-5e35148d1b90 HTTP/1.1" status: 200 len: 217 time: 0.0395358 Dec 09 23:28:07.779963 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3040d09-6e4c-40d4-8d36-b00660f71d99 None None] Checking router: 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:28:07.788069 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3040d09-6e4c-40d4-8d36-b00660f71d99 None None] Routers {'32ac8a6f-7859-4c31-99d3-95b8c17c24a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:28:07.788666 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e3040d09-6e4c-40d4-8d36-b00660f71d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:28:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:07.816535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831983bd-d1cf-4aa0-8bc2-5c9fcb637fe1 req-d1acb743-0eb0-4718-a662-6c5b34ab5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:07.818052 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-831983bd-d1cf-4aa0-8bc2-5c9fcb637fe1 req-d1acb743-0eb0-4718-a662-6c5b34ab5e4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1d6c3f93-f664-4241-bb74-498e8849dfee HTTP/1.1" status: 200 len: 834 time: 0.0442479 Dec 09 23:28:07.864834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831983bd-d1cf-4aa0-8bc2-5c9fcb637fe1 req-c8032682-8648-44e8-bbaf-236cd5cd263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:07.866377 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-831983bd-d1cf-4aa0-8bc2-5c9fcb637fe1 req-c8032682-8648-44e8-bbaf-236cd5cd263b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399351 Dec 09 23:28:07.890226 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-e3040d09-6e4c-40d4-8d36-b00660f71d99 None None] Set router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:28:07.963174 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-831983bd-d1cf-4aa0-8bc2-5c9fcb637fe1 req-6506295d-1b83-4d66-a48a-a1a8697ff77b service neutron] 10.222.0.18 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867131 Dec 09 23:28:08.053961 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-831983bd-d1cf-4aa0-8bc2-5c9fcb637fe1 req-f0d4a52b-80a7-4694-a469-6089d81134ab service neutron] 10.222.0.18 "GET /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825462 Dec 09 23:28:08.082574 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e3040d09-6e4c-40d4-8d36-b00660f71d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:29Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '94c14d2e-0f9d-40a4-bbb4-d49aaf659e01', 'name': '', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:03:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:29Z', 'updated_at': '2021-12-09T23:26:32Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:08.112763 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3040d09-6e4c-40d4-8d36-b00660f71d99 None None] The sync data for ids ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'] in n-d-789963-23 is: [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:29Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '94c14d2e-0f9d-40a4-bbb4-d49aaf659e01', 'name': '', 'network_id': 'c6ddd754-5cf1-451d-ab0e-fd2158afc9a8', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:03:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:29Z', 'updated_at': '2021-12-09T23:26:32Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '1d6c3f93-f664-4241-bb74-498e8849dfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:28:08.322236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbe269-3fdb-4a90-b162-b21b9aa24833 None None] New status for floating IP 91d95c6c-d3ce-4c51-aa02-4d9fd36c4444: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:28:08.843530 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51902d6-db36-444e-a708-6f40538981f7 req-aea24b3c-1519-4328-865f-bbfd74144f41 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:08.844977 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e51902d6-db36-444e-a708-6f40538981f7 req-aea24b3c-1519-4328-865f-bbfd74144f41 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0476050 Dec 09 23:28:08.892448 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e51902d6-db36-444e-a708-6f40538981f7 req-20d6cf46-92ea-42c9-bfaf-5f786a16964b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414667 Dec 09 23:28:09.352412 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0650-f445-4ece-87d4-7470626a17bd req-0159a01f-a42a-4f13-89c4-78feed7d57e7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:09.353924 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-751b0650-f445-4ece-87d4-7470626a17bd req-0159a01f-a42a-4f13-89c4-78feed7d57e7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 946 time: 0.0520861 Dec 09 23:28:09.441542 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-751b0650-f445-4ece-87d4-7470626a17bd req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port ecbd8d23-a39a-4dcc-a282-5e35148d1b90 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:28:09.441826 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-751b0650-f445-4ece-87d4-7470626a17bd req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:09.532478 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-751b0650-f445-4ece-87d4-7470626a17bd req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port ecbd8d23-a39a-4dcc-a282-5e35148d1b90, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=ecbd8d23-a39a-4dcc-a282-5e35148d1b90,segment=NetworkSegment(5c848d58-0f51-4c66-9606-3ed7b3023d73),segment_id=5c848d58-0f51-4c66-9606-3ed7b3023d73)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:28:09.532843 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-751b0650-f445-4ece-87d4-7470626a17bd req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:09.545102 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-751b0650-f445-4ece-87d4-7470626a17bd req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for ecbd8d23-a39a-4dcc-a282-5e35148d1b90 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:28:09.668863 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-751b0650-f445-4ece-87d4-7470626a17bd req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:09.700801 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=ecbd8d23-a39a-4dcc-a282-5e35148d1b90,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:09.726146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.726509 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.726864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.727207 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.727548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.727884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.728219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.728552 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.728884 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.729214 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.729543 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.729897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.730791 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:09.751698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-751b0650-f445-4ece-87d4-7470626a17bd req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] No DVR routers for this DVR port ecbd8d23-a39a-4dcc-a282-5e35148d1b90 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:28:09.754187 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-751b0650-f445-4ece-87d4-7470626a17bd req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:09.757808 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-751b0650-f445-4ece-87d4-7470626a17bd req-10ea3af2-a881-4471-9bae-580bd362bd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "DELETE /v2.0/ports/ecbd8d23-a39a-4dcc-a282-5e35148d1b90 HTTP/1.1" status: 204 len: 173 time: 0.3972204 Dec 09 23:28:09.758269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355b00d6-9559-40d3-9d09-557de796566b', 'name': 'network-vif-deleted', 'tag': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:28:09.760616 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b2a052-d642-446d-8064-7f43cc79d1f3" -d '{"events": [{"server_uuid": "355b00d6-9559-40d3-9d09-557de796566b", "name": "network-vif-deleted", "tag": "ecbd8d23-a39a-4dcc-a282-5e35148d1b90"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:28:09.855276 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20db8635-b13e-442d-bb36-466c2c2683a5 x-openstack-request-id: req-20db8635-b13e-442d-bb36-466c2c2683a5 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:28:09.855579 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355b00d6-9559-40d3-9d09-557de796566b", "name": "network-vif-deleted", "tag": "ecbd8d23-a39a-4dcc-a282-5e35148d1b90", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:28:09.855835 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20db8635-b13e-442d-bb36-466c2c2683a5 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:28:09.856242 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355b00d6-9559-40d3-9d09-557de796566b', 'name': 'network-vif-deleted', 'tag': 'ecbd8d23-a39a-4dcc-a282-5e35148d1b90', 'status': 'completed', 'code': 200} Dec 09 23:28:09.993408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-077e0f35-c205-4c07-9f59-eb319f000773 req-e42c5ade-4c17-4f83-8f7e-a371afa098b2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=355b00d6-9559-40d3-9d09-557de796566b HTTP/1.1" status: 200 len: 210 time: 0.0245926 Dec 09 23:28:11.049396 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59816) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:11.411064 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31ab69df-e1e9-4d3c-a4a9-15500e2f2b3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:11.659930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-31ab69df-e1e9-4d3c-a4a9-15500e2f2b3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:28:11.660266 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31ab69df-e1e9-4d3c-a4a9-15500e2f2b3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:11.754592 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-31ab69df-e1e9-4d3c-a4a9-15500e2f2b3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=94c14d2e-0f9d-40a4-bbb4-d49aaf659e01,segment=NetworkSegment(5c848d58-0f51-4c66-9606-3ed7b3023d73),segment_id=5c848d58-0f51-4c66-9606-3ed7b3023d73)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:28:11.755206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31ab69df-e1e9-4d3c-a4a9-15500e2f2b3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:11.768171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-31ab69df-e1e9-4d3c-a4a9-15500e2f2b3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:28:11.885381 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ecbd8d23-a39a-4dcc-a282-5e35148d1b90 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:28:11.906573 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: ecbd8d23-a39a-4dcc-a282-5e35148d1b90 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:28:11.906928 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device ecbd8d23-a39a-4dcc-a282-5e35148d1b90 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:28:11.952695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31ab69df-e1e9-4d3c-a4a9-15500e2f2b3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:11.979924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab69df-e1e9-4d3c-a4a9-15500e2f2b3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=94c14d2e-0f9d-40a4-bbb4-d49aaf659e01,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:12.158857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31ab69df-e1e9-4d3c-a4a9-15500e2f2b3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:12.671121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ab69df-e1e9-4d3c-a4a9-15500e2f2b3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:28:12.776917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ab69df-e1e9-4d3c-a4a9-15500e2f2b3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:28:12.782257 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-31ab69df-e1e9-4d3c-a4a9-15500e2f2b3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "PUT /v2.0/routers/32ac8a6f-7859-4c31-99d3-95b8c17c24a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7316699 Dec 09 23:28:12.784943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59822) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:12.787639 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bac962c-4491-466d-9dce-100d2e168c46 None None] Sync routers for ids ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:28:12.798193 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac962c-4491-466d-9dce-100d2e168c46 None None] Routers {'32ac8a6f-7859-4c31-99d3-95b8c17c24a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:28:12.798804 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3bac962c-4491-466d-9dce-100d2e168c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:28:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:12.843497 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb58aa8-dc94-4538-803e-340cac2ef9d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting subnet 1d6c3f93-f664-4241-bb74-498e8849dfee {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:28:12.846724 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eb58aa8-dc94-4538-803e-340cac2ef9d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:12.888577 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eb58aa8-dc94-4538-803e-340cac2ef9d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:12.981452 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eb58aa8-dc94-4538-803e-340cac2ef9d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:12.997198 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-3bac962c-4491-466d-9dce-100d2e168c46 None None] Set router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:28:13.042977 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eb58aa8-dc94-4538-803e-340cac2ef9d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.070880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb58aa8-dc94-4538-803e-340cac2ef9d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6c3f93-f664-4241-bb74-498e8849dfee,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:13.074560 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6eb58aa8-dc94-4538-803e-340cac2ef9d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.078021 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-6eb58aa8-dc94-4538-803e-340cac2ef9d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/subnets/1d6c3f93-f664-4241-bb74-498e8849dfee HTTP/1.1" status: 204 len: 168 time: 0.2919443 Dec 09 23:28:13.080789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59826) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:13.084422 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8590dfc3-2c97-4226-8d47-cd5afc8653a8 None None] Network c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:28:13.188253 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3bac962c-4491-466d-9dce-100d2e168c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:28:11Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:13.209549 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.217637 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bac962c-4491-466d-9dce-100d2e168c46 None None] Checking router: 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:28:13.230918 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac962c-4491-466d-9dce-100d2e168c46 None None] Routers {'32ac8a6f-7859-4c31-99d3-95b8c17c24a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:28:13.231526 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3bac962c-4491-466d-9dce-100d2e168c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:28:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:13.258966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] DHCP port deletion for c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:28:13.308154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Deleting port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:28:13.308461 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.327701 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.343422 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-3bac962c-4491-466d-9dce-100d2e168c46 None None] Set router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:28:13.375194 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] For port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=07e1fdfc-b5ae-4e06-b353-1a198f35d09d,segment=NetworkSegment(5c848d58-0f51-4c66-9606-3ed7b3023d73),segment_id=5c848d58-0f51-4c66-9606-3ed7b3023d73)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:28:13.375595 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.385387 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port cd32b85f-0040-4cb0-a92a-a98c1bc73491 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:28:13.385811 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.389575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Calling delete_port for 07e1fdfc-b5ae-4e06-b353-1a198f35d09d owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:28:13.467146 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port cd32b85f-0040-4cb0-a92a-a98c1bc73491, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cd32b85f-0040-4cb0-a92a-a98c1bc73491,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:28:13.467558 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.470907 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.480609 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for cd32b85f-0040-4cb0-a92a-a98c1bc73491 owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:28:13.484592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] No DVR routers for this DVR port 07e1fdfc-b5ae-4e06-b353-1a198f35d09d on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:28:13.520758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Pushing event deleted for resources: {'Port': ['ID=07e1fdfc-b5ae-4e06-b353-1a198f35d09d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:13.528756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.529113 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.529454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.529816 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.529941 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3bac962c-4491-466d-9dce-100d2e168c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:28:11Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:13.530150 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.530671 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.531002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.531340 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.531666 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.531987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.532489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.532814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.533143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d963c-1d93-43c3-9f7a-79689b59242c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:13.555953 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bac962c-4491-466d-9dce-100d2e168c46 None None] The sync data for ids ['32ac8a6f-7859-4c31-99d3-95b8c17c24a6'] in n-d-789963-23 is: [{'id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992036664', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:28:11Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cd32b85f-0040-4cb0-a92a-a98c1bc73491', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ac8a6f-7859-4c31-99d3-95b8c17c24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:26:26Z', 'updated_at': '2021-12-09T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:28:13.654255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.685190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=cd32b85f-0040-4cb0-a92a-a98c1bc73491,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:13.698368 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ebdd96-9478-4e7b-b637-9123f6b345b7 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:28:13.744607 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.834006 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.836222 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.884488 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.885104 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Fanout notify agent at l3_agent the message router_deleted on router 32ac8a6f-7859-4c31-99d3-95b8c17c24a6 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:28:13.893040 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:13.894221 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1f5c9f6c-d7d6-4930-ad04-880755a072e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/routers/32ac8a6f-7859-4c31-99d3-95b8c17c24a6 HTTP/1.1" status: 204 len: 168 time: 0.8072183 Dec 09 23:28:13.896847 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59830) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:13.976736 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:14.069614 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:14.090616 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ddd754-5cf1-451d-ab0e-fd2158afc9a8']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:14.100708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c848d58-0f51-4c66-9606-3ed7b3023d73') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:14.101008 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c848d58-0f51-4c66-9606-3ed7b3023d73') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:14.111296 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:14.125071 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:14.132577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:28:14.133117 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:28:14.136591 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:28:14.198693 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:14.206176 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:14.210174 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/networks/c6ddd754-5cf1-451d-ab0e-fd2158afc9a8 HTTP/1.1" status: 204 len: 168 time: 0.3123710 Dec 09 23:28:14.213080 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59832) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:14.227787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223523de-4548-4d88-9a31-e85ac8eb3eaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Network': ['ID=c6ddd754-5cf1-451d-ab0e-fd2158afc9a8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:14.274529 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-042b4174-0224-46b9-95ab-7ed208728a17 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:14.305680 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-042b4174-0224-46b9-95ab-7ed208728a17 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:14.365679 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-042b4174-0224-46b9-95ab-7ed208728a17 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:14.368367 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-042b4174-0224-46b9-95ab-7ed208728a17 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:14.369517 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-042b4174-0224-46b9-95ab-7ed208728a17 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/security-groups/50a5d6fb-c8e5-4716-94aa-64d5bc9575ce HTTP/1.1" status: 204 len: 168 time: 0.1554475 Dec 09 23:28:14.382550 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b4174-0224-46b9-95ab-7ed208728a17 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a5d6fb-c8e5-4716-94aa-64d5bc9575ce,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:14.864023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cd32b85f-0040-4cb0-a92a-a98c1bc73491 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:28:14.885069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: cd32b85f-0040-4cb0-a92a-a98c1bc73491 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:28:14.885420 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cd32b85f-0040-4cb0-a92a-a98c1bc73491 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:28:14.886068 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 07e1fdfc-b5ae-4e06-b353-1a198f35d09d no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:28:14.904705 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 07e1fdfc-b5ae-4e06-b353-1a198f35d09d {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:28:14.905058 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 07e1fdfc-b5ae-4e06-b353-1a198f35d09d not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:28:14.905473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:28:14.913062 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59838) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:14.918376 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e79972ab-ba1a-4317-88b2-32b78bb5eec2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-149356009', 'description': 'tempest-secgroup-smoke-149356009 description', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:14.925285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:28:14.925639 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 94c14d2e-0f9d-40a4-bbb4-d49aaf659e01 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:28:14.940434 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e79972ab-ba1a-4317-88b2-32b78bb5eec2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.012714 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e79972ab-ba1a-4317-88b2-32b78bb5eec2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.016386 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e79972ab-ba1a-4317-88b2-32b78bb5eec2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.043557 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e79972ab-ba1a-4317-88b2-32b78bb5eec2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.044753 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e79972ab-ba1a-4317-88b2-32b78bb5eec2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1305692 Dec 09 23:28:15.047851 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59840) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:15.048752 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79972ab-ba1a-4317-88b2-32b78bb5eec2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:15.052388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5c653aaf-26a6-4c54-8f68-72c7b2437633 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': 'd13d75f8-df16-4f8b-a6e5-8ea447ded0cf', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:15.079714 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5c653aaf-26a6-4c54-8f68-72c7b2437633 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.124340 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5c653aaf-26a6-4c54-8f68-72c7b2437633 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.128091 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5c653aaf-26a6-4c54-8f68-72c7b2437633 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.147746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c653aaf-26a6-4c54-8f68-72c7b2437633 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655c50c2-6143-4ea3-832b-0b5aaa373bc3,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:15.156811 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5c653aaf-26a6-4c54-8f68-72c7b2437633 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.158018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5c653aaf-26a6-4c54-8f68-72c7b2437633 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091456 Dec 09 23:28:15.160854 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59842) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:15.165053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5e580911-fd6a-4a98-a36f-dfce2a4d06ee tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': 'd13d75f8-df16-4f8b-a6e5-8ea447ded0cf', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:15.190180 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e580911-fd6a-4a98-a36f-dfce2a4d06ee tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.244267 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e580911-fd6a-4a98-a36f-dfce2a4d06ee tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.247786 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e580911-fd6a-4a98-a36f-dfce2a4d06ee tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.265459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e580911-fd6a-4a98-a36f-dfce2a4d06ee tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a5117a-88c5-4de6-8406-3083c5452ab4,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:15.272841 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5e580911-fd6a-4a98-a36f-dfce2a4d06ee tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.274075 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5e580911-fd6a-4a98-a36f-dfce2a4d06ee tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122808 Dec 09 23:28:15.276807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59844) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:15.281608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-4d947a61-bbe1-4d3d-a25a-3256f8fa018c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': 'd13d75f8-df16-4f8b-a6e5-8ea447ded0cf', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:15.306869 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4d947a61-bbe1-4d3d-a25a-3256f8fa018c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.363966 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4d947a61-bbe1-4d3d-a25a-3256f8fa018c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.367257 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4d947a61-bbe1-4d3d-a25a-3256f8fa018c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.382228 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d947a61-bbe1-4d3d-a25a-3256f8fa018c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ce70aa-4ab8-435b-9c86-bb54d8ce0aa5,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:15.392201 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4d947a61-bbe1-4d3d-a25a-3256f8fa018c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.393418 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4d947a61-bbe1-4d3d-a25a-3256f8fa018c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151295 Dec 09 23:28:15.396233 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59846) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:15.400817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-02c713fa-bb48-48bb-b873-f5f8fd5e481b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': 'd13d75f8-df16-4f8b-a6e5-8ea447ded0cf', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:15.427934 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02c713fa-bb48-48bb-b873-f5f8fd5e481b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.485163 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02c713fa-bb48-48bb-b873-f5f8fd5e481b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.488509 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02c713fa-bb48-48bb-b873-f5f8fd5e481b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.502854 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c713fa-bb48-48bb-b873-f5f8fd5e481b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6e6017-6e99-41f6-a4a8-cfb0cbf4bb49,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:15.513106 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-02c713fa-bb48-48bb-b873-f5f8fd5e481b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.514314 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-02c713fa-bb48-48bb-b873-f5f8fd5e481b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170635 Dec 09 23:28:15.516942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59848) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:15.521200 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-38f0cf44-2959-4f01-995f-b600cd1bf375 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': 'd13d75f8-df16-4f8b-a6e5-8ea447ded0cf', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:15.541951 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-38f0cf44-2959-4f01-995f-b600cd1bf375 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Project 4c1df7de2c27478a8a23ed21cf3951bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:28:15.547417 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f0cf44-2959-4f01-995f-b600cd1bf375 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.606330 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f0cf44-2959-4f01-995f-b600cd1bf375 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.609870 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f0cf44-2959-4f01-995f-b600cd1bf375 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.628053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0cf44-2959-4f01-995f-b600cd1bf375 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d9a39c-f47d-4271-bd49-714f429c8051,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:15.633776 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f0cf44-2959-4f01-995f-b600cd1bf375 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.634812 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-38f0cf44-2959-4f01-995f-b600cd1bf375 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169434 Dec 09 23:28:15.637533 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59850) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:15.641777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-cc523278-d7d7-478b-a1f7-db2c8ff0440d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': 'd13d75f8-df16-4f8b-a6e5-8ea447ded0cf', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:15.663106 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-cc523278-d7d7-478b-a1f7-db2c8ff0440d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Project 4c1df7de2c27478a8a23ed21cf3951bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:28:15.668726 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc523278-d7d7-478b-a1f7-db2c8ff0440d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.726978 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc523278-d7d7-478b-a1f7-db2c8ff0440d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.730948 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc523278-d7d7-478b-a1f7-db2c8ff0440d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.745244 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc523278-d7d7-478b-a1f7-db2c8ff0440d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9563605d-a481-48b2-8dd0-79089c2852fc,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:15.756067 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cc523278-d7d7-478b-a1f7-db2c8ff0440d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.757256 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-cc523278-d7d7-478b-a1f7-db2c8ff0440d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187730 Dec 09 23:28:15.760157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59852) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:15.765360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c9e53369-9280-4230-a583-a06bf69820c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'network': {'name': 'tempest-network-smoke--1200584962', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'port_security_enabled': True}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:15.785899 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e53369-9280-4230-a583-a06bf69820c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:28:15.789282 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9e53369-9280-4230-a583-a06bf69820c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.815227 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e53369-9280-4230-a583-a06bf69820c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:28:15.825327 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9e53369-9280-4230-a583-a06bf69820c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.825748 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-c9e53369-9280-4230-a583-a06bf69820c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Added segment 52397bf3-ad21-4864-b712-f1fa75c6281d of type vlan for network edebf497-016c-4528-b7ae-5fed64703581 Dec 09 23:28:15.865339 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9e53369-9280-4230-a583-a06bf69820c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.889198 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9e53369-9280-4230-a583-a06bf69820c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.894714 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e53369-9280-4230-a583-a06bf69820c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:15.895309 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9e53369-9280-4230-a583-a06bf69820c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.929709 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c9e53369-9280-4230-a583-a06bf69820c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1685655 Dec 09 23:28:15.932405 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59854) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:15.936649 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'admin_state_up': True, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:15.977166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e53369-9280-4230-a583-a06bf69820c7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Network': ['ID=edebf497-016c-4528-b7ae-5fed64703581,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:15.990018 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.991058 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:15.991573 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network edebf497-016c-4528-b7ae-5fed64703581 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:28:16.046340 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:16.183713 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:16.376208 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:16.395425 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:16.498079 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.25.8.167 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/cee453c9-d921-4fb2-8203-b0145a0167af) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:28:16.596504 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:16.630369 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:16.669177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:28:16.672169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:28:16.675679 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:28:16.687468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fd6274-e73a-409e-8b97-afacf1d0f75f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:28:16.711741 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=cee453c9-d921-4fb2-8203-b0145a0167af,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:16.799328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-15563a89-218f-4134-a6c1-5876acf02b0a None None] Provisioning complete for port cee453c9-d921-4fb2-8203-b0145a0167af triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:16.799613 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-15563a89-218f-4134-a6c1-5876acf02b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:16.832790 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-15563a89-218f-4134-a6c1-5876acf02b0a None None] Port cee453c9-d921-4fb2-8203-b0145a0167af cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:28:16.930953 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:17.423430 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:17.547932 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router e4ffe3a5-1d78-4efe-a20a-9685f9318092 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:28:17.649993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:28:17.660084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Sync routers for ids ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:28:17.670071 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Routers {'e4ffe3a5-1d78-4efe-a20a-9685f9318092'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:28:17.670696 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:28:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:17.671239 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:17.672495 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-176fa79f-5cd3-44c1-974a-d0cf5761b31d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7391422 Dec 09 23:28:17.675576 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59856) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:17.710015 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-a6d8466c-008c-49aa-8909-daa3b19c62cc tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=4c1df7de2c27478a8a23ed21cf3951bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308220 Dec 09 23:28:17.710310 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59858) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:17.774418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Set router e4ffe3a5-1d78-4efe-a20a-9685f9318092 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:28:17.795791 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf19779-10a1-4fb5-812d-6d1e0c477468 tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:17.797315 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3cf19779-10a1-4fb5-812d-6d1e0c477468 tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862284 Dec 09 23:28:17.800143 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59860) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:17.834344 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-61857d97-2379-4f56-a6e6-6f639fced42b tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331709 Dec 09 23:28:17.836730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59862) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:17.841360 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-84f9efcd-bdb3-4b04-8836-b220a732f0d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288750099', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:17.930693 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f9efcd-bdb3-4b04-8836-b220a732f0d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:28:17.934673 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-84f9efcd-bdb3-4b04-8836-b220a732f0d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:17.949698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:28:16Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:17.976502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Checking router: e4ffe3a5-1d78-4efe-a20a-9685f9318092 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:28:17.976862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Updating router e4ffe3a5-1d78-4efe-a20a-9685f9318092 port cee453c9-d921-4fb2-8203-b0145a0167af binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:28:18.001734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:18.120380 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-84f9efcd-bdb3-4b04-8836-b220a732f0d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:18.182029 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9efcd-bdb3-4b04-8836-b220a732f0d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Subnet': ['ID=aafdcb7d-da53-4a0f-b0dd-2518307491ad,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:18.193959 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9efcd-bdb3-4b04-8836-b220a732f0d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Checking segment: {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:28:18.194341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9efcd-bdb3-4b04-8836-b220a732f0d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network hostable DHCP agents. Network: edebf497-016c-4528-b7ae-5fed64703581, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:28:18.218676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9efcd-bdb3-4b04-8836-b220a732f0d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network edebf497-016c-4528-b7ae-5fed64703581 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:28:18.227608 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-84f9efcd-bdb3-4b04-8836-b220a732f0d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, edebf497-016c-4528-b7ae-5fed64703581) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:28:18.232175 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9efcd-bdb3-4b04-8836-b220a732f0d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:18.232803 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-84f9efcd-bdb3-4b04-8836-b220a732f0d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:18.249547 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-84f9efcd-bdb3-4b04-8836-b220a732f0d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4118423 Dec 09 23:28:18.252007 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe557503-618f-4446-9c9a-699143909cba None None] Network edebf497-016c-4528-b7ae-5fed64703581 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:28:18.252493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59864) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:18.410877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-edebf497-016c-4528-b7ae-5fed64703581', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ips': [{'subnet_id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:28:18.411740 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:18.575194 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:18.599479 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:18.678916 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6457089a-5ff6-40c2-b018-3c2292451f87 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:28:18.681508 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Allocated IP 172.20.0.2 (edebf497-016c-4528-b7ae-5fed64703581/aafdcb7d-da53-4a0f-b0dd-2518307491ad/1983f79c-a73c-4764-8ae4-9d8421748915) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:28:18.695098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376282b2-3ba2-407e-bd47-db84af3693b2 None None] Pushing event updated for resources: {'Port': ['ID=cee453c9-d921-4fb2-8203-b0145a0167af,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:18.702497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Attempting to bind port cee453c9-d921-4fb2-8203-b0145a0167af on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:28:18.702874 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Attempting to bind port cee453c9-d921-4fb2-8203-b0145a0167af by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:28:18.703311 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Attempting to bind port cee453c9-d921-4fb2-8203-b0145a0167af on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:28:18.710834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:28:18.711138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:28:18.711536 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:18.711970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:28:18.712393 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Bound port: cee453c9-d921-4fb2-8203-b0145a0167af, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:28:18.712765 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:18.832648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] For port cee453c9-d921-4fb2-8203-b0145a0167af, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:28:18.835925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d9a7eb17-4f66-4d4a-a500-39a70a75fcda None None] Provisioning complete for port cee453c9-d921-4fb2-8203-b0145a0167af triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:18.836291 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d9a7eb17-4f66-4d4a-a500-39a70a75fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:18.840036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] For port cee453c9-d921-4fb2-8203-b0145a0167af, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cee453c9-d921-4fb2-8203-b0145a0167af,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:28:18.870062 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:18.947124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d9a7eb17-4f66-4d4a-a500-39a70a75fcda None None] Port cee453c9-d921-4fb2-8203-b0145a0167af cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:28:18.948575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3052289b-461b-479e-b9a3-60a3b9e18d5c None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:28:18.998264 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Routers {'e4ffe3a5-1d78-4efe-a20a-9685f9318092'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:28:18.998896 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:28:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:19.000915 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.002693 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376282b2-3ba2-407e-bd47-db84af3693b2 None None] Pushing event updated for resources: {'Port': ['ID=cee453c9-d921-4fb2-8203-b0145a0167af,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:19.012391 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.041363 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.095856 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Network edebf497-016c-4528-b7ae-5fed64703581 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:28:19.129280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:28:19.142738 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:28:19.149932 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Pushing event updated for resources: {'Port': ['ID=1983f79c-a73c-4764-8ae4-9d8421748915,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:19.154490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a6bcad9f-08a5-4bdf-83bc-015f805aee0e None None] Provisioning complete for port cee453c9-d921-4fb2-8203-b0145a0167af triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:19.154857 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a6bcad9f-08a5-4bdf-83bc-015f805aee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.228325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] Set router e4ffe3a5-1d78-4efe-a20a-9685f9318092 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:28:19.282350 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.20.0.1 (edebf497-016c-4528-b7ae-5fed64703581/aafdcb7d-da53-4a0f-b0dd-2518307491ad/21fc70ae-8b7d-41df-a541-65ad5d9c011a) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:28:19.319770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Attempting to bind port 1983f79c-a73c-4764-8ae4-9d8421748915 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:28:19.320142 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Attempting to bind port 1983f79c-a73c-4764-8ae4-9d8421748915 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:28:19.320504 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Attempting to bind port 1983f79c-a73c-4764-8ae4-9d8421748915 on network edebf497-016c-4528-b7ae-5fed64703581 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:28:19.357342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:28:19.357720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Checking segment: {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:28:19.358150 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.358548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Bound using segment: {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:28:19.359027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Bound port: 1983f79c-a73c-4764-8ae4-9d8421748915, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:28:19.359404 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.392834 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.428813 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.437998 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a6bcad9f-08a5-4bdf-83bc-015f805aee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.469289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network edebf497-016c-4528-b7ae-5fed64703581 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:28:19.472503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:28:19.476256 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:28:19.496518 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a6bcad9f-08a5-4bdf-83bc-015f805aee0e None None] For port cee453c9-d921-4fb2-8203-b0145a0167af, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cee453c9-d921-4fb2-8203-b0145a0167af,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:28:19.505526 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a6bcad9f-08a5-4bdf-83bc-015f805aee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.507404 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=21fc70ae-8b7d-41df-a541-65ad5d9c011a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:19.516429 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] For port 1983f79c-a73c-4764-8ae4-9d8421748915, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:28:19.530669 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.548180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] For port 1983f79c-a73c-4764-8ae4-9d8421748915, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1983f79c-a73c-4764-8ae4-9d8421748915,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:28:19.554997 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.585884 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcad9f-08a5-4bdf-83bc-015f805aee0e None None] Pushing event updated for resources: {'Port': ['ID=cee453c9-d921-4fb2-8203-b0145a0167af,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:19.627186 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:28:16Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:19.665260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e1af2-a9c3-4e0b-a390-06b9c7d795e1 None None] The sync data for ids ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'] in n-d-789963-23 is: [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:28:16Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:28:19.675106 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:19.675554 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f03cf-d7bc-4b27-99fb-8aa78e3ed9ac None None] Pushing event updated for resources: {'Port': ['ID=1983f79c-a73c-4764-8ae4-9d8421748915,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:20.014705 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:20.019570 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:20.092666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=21fc70ae-8b7d-41df-a541-65ad5d9c011a,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:20.095230 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:20.197314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network edebf497-016c-4528-b7ae-5fed64703581 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:28:20.199450 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:28:20.322853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router e4ffe3a5-1d78-4efe-a20a-9685f9318092 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:28:20.439601 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:28:20.445949 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-31614964-0675-4593-9af4-6c9320c5c866 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "PUT /v2.0/routers/e4ffe3a5-1d78-4efe-a20a-9685f9318092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1923184 Dec 09 23:28:20.613860 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-8074cf30-046d-4806-bcd9-fe3f6d4009a3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149356009&fields=id&tenant_id=4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 267 time: 0.0484638 Dec 09 23:28:20.614757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fdf270-ae3a-4747-a4fb-af833ab3ed55 None None] Network edebf497-016c-4528-b7ae-5fed64703581 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:28:20.689286 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0f600914-2988-453c-8a30-edf6cddd83ba None None] Provisioning complete for port 1983f79c-a73c-4764-8ae4-9d8421748915 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:20.689806 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f600914-2988-453c-8a30-edf6cddd83ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:20.721205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-cbce8273-ba6d-44e7-a58a-20ee922c0fcb tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:20.722794 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-cbce8273-ba6d-44e7-a58a-20ee922c0fcb tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/networks?id=edebf497-016c-4528-b7ae-5fed64703581 HTTP/1.1" status: 200 len: 797 time: 0.1022115 Dec 09 23:28:20.740297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-bfc3bdc7-5c3f-458a-8bed-1b5ec9c3249a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/quotas/4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 375 time: 0.0112903 Dec 09 23:28:20.800975 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f600914-2988-453c-8a30-edf6cddd83ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:20.803050 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-4cc41191-5198-4b59-a1dc-1111d8b5c90d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561941 Dec 09 23:28:20.837207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0f600914-2988-453c-8a30-edf6cddd83ba None None] For port 1983f79c-a73c-4764-8ae4-9d8421748915, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1983f79c-a73c-4764-8ae4-9d8421748915,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:28:20.844921 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f600914-2988-453c-8a30-edf6cddd83ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:20.903253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f600914-2988-453c-8a30-edf6cddd83ba None None] Pushing event updated for resources: {'Port': ['ID=1983f79c-a73c-4764-8ae4-9d8421748915,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:20.999598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-e2fb70f9-672c-4ef4-88c1-9a70cadb8ca8 service neutron] 10.222.0.16 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831133 Dec 09 23:28:21.001425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1983f79c-a73c-4764-8ae4-9d8421748915 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:28:21.073137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 1983f79c-a73c-4764-8ae4-9d8421748915 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:21.074065 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:21.077749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b5734379-b956-4833-a5a4-027b34456848 None None] Provisioning complete for port 1983f79c-a73c-4764-8ae4-9d8421748915 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:21.078148 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b5734379-b956-4833-a5a4-027b34456848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:21.110727 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-4823afe7-04ea-4e8c-b3c9-dc1bb75121a6 service neutron] 10.222.0.16 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044157 Dec 09 23:28:21.204494 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cee453c9-d921-4fb2-8203-b0145a0167af up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:28:21.358445 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-edd3b2c4-dd35-4ef4-a271-dff01b919aaa req-f8d1438a-444e-47f9-994f-03b2fba1dabf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 210 time: 0.0588832 Dec 09 23:28:21.479550 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Sync routers for ids ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:28:21.496336 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Routers {'e4ffe3a5-1d78-4efe-a20a-9685f9318092'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:28:21.496986 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:28:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:21.505992 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port cee453c9-d921-4fb2-8203-b0145a0167af triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:21.506327 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:21.531444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b5734379-b956-4833-a5a4-027b34456848 None None] Provisioning complete for port 21fc70ae-8b7d-41df-a541-65ad5d9c011a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:21.531824 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b5734379-b956-4833-a5a4-027b34456848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:21.567856 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b5734379-b956-4833-a5a4-027b34456848 None None] Port 21fc70ae-8b7d-41df-a541-65ad5d9c011a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:28:21.655577 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Set router e4ffe3a5-1d78-4efe-a20a-9685f9318092 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:28:21.689344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa899d16-c50a-4f8c-b893-7b583ece567f None None] Provisioning complete for port 21fc70ae-8b7d-41df-a541-65ad5d9c011a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:21.690106 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa899d16-c50a-4f8c-b893-7b583ece567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:21.725465 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa899d16-c50a-4f8c-b893-7b583ece567f None None] Port 21fc70ae-8b7d-41df-a541-65ad5d9c011a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:28:21.869885 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '21fc70ae-8b7d-41df-a541-65ad5d9c011a', 'name': '', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:57:26:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:19Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 2, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:21.896240 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Checking router: e4ffe3a5-1d78-4efe-a20a-9685f9318092 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:28:21.896591 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Updating router e4ffe3a5-1d78-4efe-a20a-9685f9318092 port 21fc70ae-8b7d-41df-a541-65ad5d9c011a binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:28:21.921317 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:22.184444 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:22.191091 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:22.242329 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Pushing event updated for resources: {'Port': ['ID=21fc70ae-8b7d-41df-a541-65ad5d9c011a,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:22.279760 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.280109 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.280454 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.280788 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.281124 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.281454 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.281781 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.282128 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.282453 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.282778 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.283101 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.283422 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.283742 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:28:22.301671 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Attempting to bind port 21fc70ae-8b7d-41df-a541-65ad5d9c011a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:28:22.302150 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Attempting to bind port 21fc70ae-8b7d-41df-a541-65ad5d9c011a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:28:22.302509 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Attempting to bind port 21fc70ae-8b7d-41df-a541-65ad5d9c011a on network edebf497-016c-4528-b7ae-5fed64703581 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:28:22.307804 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:28:22.308189 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Checking segment: {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:28:22.308584 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:22.308972 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Bound using segment: {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:28:22.309455 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Bound port: 21fc70ae-8b7d-41df-a541-65ad5d9c011a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:28:22.309841 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:22.377236 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] For port 21fc70ae-8b7d-41df-a541-65ad5d9c011a, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:28:22.381201 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] For port 21fc70ae-8b7d-41df-a541-65ad5d9c011a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=21fc70ae-8b7d-41df-a541-65ad5d9c011a,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:28:22.388170 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:22.444364 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Routers {'e4ffe3a5-1d78-4efe-a20a-9685f9318092'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:28:22.445007 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:28:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:22.522661 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c904ef16-34b2-4fa2-a4a2-2746f1e5a910 req-e8a68a04-db3b-4292-88e0-b425db0fe073 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 210 time: 0.0468087 Dec 09 23:28:22.529927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-9905ea48-4894-4bc9-8e94-00122da9c4af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:22.530435 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-9905ea48-4894-4bc9-8e94-00122da9c4af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/networks?id=edebf497-016c-4528-b7ae-5fed64703581 HTTP/1.1" status: 200 len: 797 time: 0.1437452 Dec 09 23:28:22.560100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ef3605e5-c288-4a8b-9018-2558a8bb2209 None None] Provisioning complete for port 21fc70ae-8b7d-41df-a541-65ad5d9c011a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:22.560478 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef3605e5-c288-4a8b-9018-2558a8bb2209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:22.622345 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-e1e5c78e-784c-4ee9-a88e-62dacae059f9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 379 time: 0.0746706 Dec 09 23:28:22.636910 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'port': {'device_id': 'f00dab53-a60c-403b-898a-55c08116ae17', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'admin_state_up': True, 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'security_groups': ['d13d75f8-df16-4f8b-a6e5-8ea447ded0cf']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:22.665859 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef3605e5-c288-4a8b-9018-2558a8bb2209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:22.671475 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] Set router e4ffe3a5-1d78-4efe-a20a-9685f9318092 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:28:22.712773 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ef3605e5-c288-4a8b-9018-2558a8bb2209 None None] For port 21fc70ae-8b7d-41df-a541-65ad5d9c011a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=21fc70ae-8b7d-41df-a541-65ad5d9c011a,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:28:22.720413 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef3605e5-c288-4a8b-9018-2558a8bb2209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:22.770620 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:28:22.772383 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0159c9-94cc-491e-b3fc-a8f4702ac46c None None] Pushing event updated for resources: {'Port': ['ID=21fc70ae-8b7d-41df-a541-65ad5d9c011a,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:22.774829 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:22.784537 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3605e5-c288-4a8b-9018-2558a8bb2209 None None] Pushing event updated for resources: {'Port': ['ID=21fc70ae-8b7d-41df-a541-65ad5d9c011a,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:22.828400 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:28:22.846512 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4d502846-b667-4267-8746-40d6d2dde7eb None None] Provisioning complete for port 21fc70ae-8b7d-41df-a541-65ad5d9c011a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:22.847306 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d502846-b667-4267-8746-40d6d2dde7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:22.894795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1983f79c-a73c-4764-8ae4-9d8421748915 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:28:22.927708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.20.0.13 (edebf497-016c-4528-b7ae-5fed64703581/aafdcb7d-da53-4a0f-b0dd-2518307491ad/153f06e6-e415-4fe2-ac6a-83cafcd88b45) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:28:22.930331 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '21fc70ae-8b7d-41df-a541-65ad5d9c011a', 'name': '', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:57:26:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:19Z', 'updated_at': '2021-12-09T23:28:22Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:22.958924 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e6cd0-07f7-415d-8fcc-31da6a337d99 None None] The sync data for ids ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'] in n-d-789963-23 is: [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '21fc70ae-8b7d-41df-a541-65ad5d9c011a', 'name': '', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:57:26:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:19Z', 'updated_at': '2021-12-09T23:28:22Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:28:22.984620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 1983f79c-a73c-4764-8ae4-9d8421748915 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:22.985003 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:23.117303 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:23.153235 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:23.202930 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network edebf497-016c-4528-b7ae-5fed64703581 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:28:23.208422 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:28:23.213504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:28:23.217635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=153f06e6-e415-4fe2-ac6a-83cafcd88b45,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:23.273897 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:23.274501 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:23.276204 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:23.297976 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-aa10fa49-a69e-4309-a993-12e40a295c08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6661053 Dec 09 23:28:23.317540 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Request body: {'port': {'device_id': 'f00dab53-a60c-403b-898a-55c08116ae17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:23.378213 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:23.502832 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fda56c89-ce7f-4413-bf8d-987d4c0b4b7e None None] Provisioning complete for port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:23.503204 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fda56c89-ce7f-4413-bf8d-987d4c0b4b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:23.549921 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-fda56c89-ce7f-4413-bf8d-987d4c0b4b7e None None] Port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:28:23.639927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f55c0-ee7c-4aa6-9375-3bec91f2f695 req-2dc6e310-3485-4643-b4e9-f3c60a926e9d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:23.646960 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-720f55c0-ee7c-4aa6-9375-3bec91f2f695 req-2dc6e310-3485-4643-b4e9-f3c60a926e9d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 932 time: 0.0555508 Dec 09 23:28:23.693577 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153f06e6-e415-4fe2-ac6a-83cafcd88b45 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:28:23.695613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-720f55c0-ee7c-4aa6-9375-3bec91f2f695 req-ac641fee-3e53-4eb8-9351-3ba0993e60d3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477886 Dec 09 23:28:23.701749 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:23.719613 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Transition to ACTIVE for port object 153f06e6-e415-4fe2-ac6a-83cafcd88b45 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:28:23.724316 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:23.782770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Pushing event updated for resources: {'Port': ['ID=153f06e6-e415-4fe2-ac6a-83cafcd88b45,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:23.855856 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Attempting to bind port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:28:23.856353 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Attempting to bind port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:28:23.856777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Attempting to bind port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 on network edebf497-016c-4528-b7ae-5fed64703581 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:28:23.863931 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 on network edebf497-016c-4528-b7ae-5fed64703581 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:28:23.864347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Attempting to bind port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 on network edebf497-016c-4528-b7ae-5fed64703581 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:28:23.870296 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:28:23.870742 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Checking segment: {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:28:23.871164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Bound using segment: {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:28:23.871604 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Bound port: 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:28:23.871971 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:23.946952 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:28:23.950469 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:28:23.956228 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:23.996244 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:23.996876 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:23.998302 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] 10.222.0.18 "PUT /v2.0/ports/153f06e6-e415-4fe2-ac6a-83cafcd88b45 HTTP/1.1" status: 200 len: 1093 time: 0.6852200 Dec 09 23:28:23.998834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:28:24.001134 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc7dafb-f307-4c0b-9a46-789611036d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:28:24.030474 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4f58d-fddb-4beb-832d-d0e4f5b02bbf service neutron] Pushing event updated for resources: {'Port': ['ID=153f06e6-e415-4fe2-ac6a-83cafcd88b45,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:24.060939 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8512a2-23ac-42da-8876-f42044faec9d x-openstack-request-id: req-bb8512a2-23ac-42da-8876-f42044faec9d {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:28:24.061369 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:28:24.061716 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb8512a2-23ac-42da-8876-f42044faec9d {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:28:24.062415 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'status': 'completed', 'code': 200} Dec 09 23:28:24.174322 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-3c4f2514-4ec5-459f-9c99-22ac2091bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:24.175952 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-3c4f2514-4ec5-459f-9c99-22ac2091bbd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 1096 time: 0.0470226 Dec 09 23:28:24.230489 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-9f89a16c-1b3d-46d7-9a0f-3310157533a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45 HTTP/1.1" status: 200 len: 217 time: 0.0405166 Dec 09 23:28:24.279495 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-bd7972ab-e8fb-4e4f-9f9f-72be4c64a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:24.280849 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-bd7972ab-e8fb-4e4f-9f9f-72be4c64a22d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aafdcb7d-da53-4a0f-b0dd-2518307491ad HTTP/1.1" status: 200 len: 835 time: 0.0440254 Dec 09 23:28:24.326363 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-63dbd483-fd21-408b-9d67-5fa806393f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:24.327864 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-63dbd483-fd21-408b-9d67-5fa806393f39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edebf497-016c-4528-b7ae-5fed64703581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404606 Dec 09 23:28:24.421835 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-97042b31-a149-4df8-ab64-075c06c67f1e service neutron] 10.222.0.18 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860622 Dec 09 23:28:24.511821 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-17ac90db-27e7-48f4-9756-d17ffa4eb4eb req-10460308-24da-41bb-8a2c-d6ee63b2d6eb service neutron] 10.222.0.18 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816495 Dec 09 23:28:24.644368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7dafb-f307-4c0b-9a46-789611036d9d req-97dd3120-72ad-4bd5-b548-dc9c3aa4b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:24.645876 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fc7dafb-f307-4c0b-9a46-789611036d9d req-97dd3120-72ad-4bd5-b548-dc9c3aa4b982 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 1096 time: 0.0414059 Dec 09 23:28:24.740476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7dafb-f307-4c0b-9a46-789611036d9d req-c9325e61-c3d8-4d55-b39b-2ead15f94080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:24.742073 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fc7dafb-f307-4c0b-9a46-789611036d9d req-c9325e61-c3d8-4d55-b39b-2ead15f94080 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edebf497-016c-4528-b7ae-5fed64703581 HTTP/1.1" status: 200 len: 898 time: 0.0891559 Dec 09 23:28:24.784711 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fc7dafb-f307-4c0b-9a46-789611036d9d req-8a161412-aa8a-42ea-b24c-1f8c444b1415 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45 HTTP/1.1" status: 200 len: 217 time: 0.0357399 Dec 09 23:28:24.824565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a832a-67ab-4736-920c-622c488ad2a1 req-44125eb1-adaa-45fd-8569-b4f78cebbcc1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:24.826731 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-091a832a-67ab-4736-920c-622c488ad2a1 req-44125eb1-adaa-45fd-8569-b4f78cebbcc1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 944 time: 0.0563643 Dec 09 23:28:24.845453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7dafb-f307-4c0b-9a46-789611036d9d req-2b5d5aa2-500c-4988-829b-ec234e1497c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:24.847046 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fc7dafb-f307-4c0b-9a46-789611036d9d req-2b5d5aa2-500c-4988-829b-ec234e1497c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aafdcb7d-da53-4a0f-b0dd-2518307491ad HTTP/1.1" status: 200 len: 835 time: 0.0551574 Dec 09 23:28:24.876934 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-091a832a-67ab-4736-920c-622c488ad2a1 req-697993cd-f4be-4e20-8049-ccf621463fef tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439284 Dec 09 23:28:24.902282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7dafb-f307-4c0b-9a46-789611036d9d req-c6bebde3-19dc-4bcb-98e7-22cd57aeee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:24.902927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 21fc70ae-8b7d-41df-a541-65ad5d9c011a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:28:24.903875 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fc7dafb-f307-4c0b-9a46-789611036d9d req-c6bebde3-19dc-4bcb-98e7-22cd57aeee6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edebf497-016c-4528-b7ae-5fed64703581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472496 Dec 09 23:28:24.950063 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 21fc70ae-8b7d-41df-a541-65ad5d9c011a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:24.950444 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:24.996935 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fc7dafb-f307-4c0b-9a46-789611036d9d req-b9c1724a-a160-464f-addf-986b03e0acb7 service neutron] 10.222.0.18 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854819 Dec 09 23:28:25.092762 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6fc7dafb-f307-4c0b-9a46-789611036d9d req-65f527d9-aa06-4ddd-8916-38d6a26bbdf1 service neutron] 10.222.0.18 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881205 Dec 09 23:28:25.993453 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea0444-64ea-476b-8d83-338196e42e19 req-ec543974-0ca6-470b-90a5-7c312297cdf8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:25.994933 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4eea0444-64ea-476b-8d83-338196e42e19 req-ec543974-0ca6-470b-90a5-7c312297cdf8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 944 time: 0.0476384 Dec 09 23:28:26.042873 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4eea0444-64ea-476b-8d83-338196e42e19 req-92c42ca3-e1b9-420b-996b-71ca852ca8e7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 Dec 09 23:28:27.159994 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a19798-bdd9-4a9f-9a63-5a6d4d11d19e req-c2f25b09-3406-442e-96b2-16e717e2cd0f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:27.161428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a19798-bdd9-4a9f-9a63-5a6d4d11d19e req-c2f25b09-3406-442e-96b2-16e717e2cd0f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 944 time: 0.0514247 Dec 09 23:28:27.208949 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21a19798-bdd9-4a9f-9a63-5a6d4d11d19e req-801a67ef-7e00-4c63-84ad-cef12987efd2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413465 Dec 09 23:28:27.960018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 153f06e6-e415-4fe2-ac6a-83cafcd88b45 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:28:28.052361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:28:28.063846 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'port_id': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'mac_address': 'fa:16:3e:f8:55:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:28:28.103439 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:28.116220 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153f06e6-e415-4fe2-ac6a-83cafcd88b45 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:28:28.135247 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:28:28.139081 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:28.184611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=153f06e6-e415-4fe2-ac6a-83cafcd88b45,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:28.323758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d1887-8ab4-4b02-ba8d-a022c2852006 req-9ac5237e-7547-4640-9b67-8de8239d14af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:28.325231 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d5d1887-8ab4-4b02-ba8d-a022c2852006 req-9ac5237e-7547-4640-9b67-8de8239d14af tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 945 time: 0.0492847 Dec 09 23:28:28.373924 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7d5d1887-8ab4-4b02-ba8d-a022c2852006 req-bb7a8d94-ecdb-422e-ad56-ecba6fb79dae tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 Dec 09 23:28:28.443509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['153f06e6-e415-4fe2-ac6a-83cafcd88b45'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:28:29.484906 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1301c3-311a-418f-af9f-cb82804917b1 req-ade9804b-69b2-42fe-acf1-af9e44e9a213 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:29.486368 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e1301c3-311a-418f-af9f-cb82804917b1 req-ade9804b-69b2-42fe-acf1-af9e44e9a213 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 945 time: 0.0466564 Dec 09 23:28:29.537237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e1301c3-311a-418f-af9f-cb82804917b1 req-83038be1-1e43-48bd-8834-e2c3675ff748 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449708 Dec 09 23:28:29.975670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 153f06e6-e415-4fe2-ac6a-83cafcd88b45 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:28:30.025509 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:28:30.029511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:28:30.029931 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:30.106993 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:30.128841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:28:30.131360 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d502f6-8caf-448f-8e14-e323a535925d" -d '{"events": [{"server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "name": "network-vif-plugged", "status": "completed", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:28:30.143592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:28:30.147523 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:30.170175 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073ca11b-060c-449d-8faa-8be1910d611a x-openstack-request-id: req-073ca11b-060c-449d-8faa-8be1910d611a {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:28:30.170466 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "name": "network-vif-plugged", "status": "completed", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:28:30.170718 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-073ca11b-060c-449d-8faa-8be1910d611a {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:28:30.171112 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'code': 200} Dec 09 23:28:30.196680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=153f06e6-e415-4fe2-ac6a-83cafcd88b45,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:30.293852 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c2a2b-f2db-4869-8685-da9c175eea83 req-46d4476a-8c18-41c5-b092-bf8054dc6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:30.295263 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c72c2a2b-f2db-4869-8685-da9c175eea83 req-46d4476a-8c18-41c5-b092-bf8054dc6a16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 1098 time: 0.0396087 Dec 09 23:28:30.344766 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c72c2a2b-f2db-4869-8685-da9c175eea83 req-26a75731-a199-402f-994a-b89d81f73783 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425315 Dec 09 23:28:30.650886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b97616-3e0e-40ff-950f-d0106e254909 req-7526e8c4-2e41-4428-94e0-26296f8be298 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:30.652315 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64b97616-3e0e-40ff-950f-d0106e254909 req-7526e8c4-2e41-4428-94e0-26296f8be298 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0480001 Dec 09 23:28:30.700584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-64b97616-3e0e-40ff-950f-d0106e254909 req-dbd19e53-2736-4d4c-ad78-3854b49620b2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424137 Dec 09 23:28:31.178111 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-46f11d30-bbf4-4c38-bb44-c5baf3f041f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:31.816355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a937ac-6802-4add-aee2-43a8b9cc838f req-a5e6893e-d684-467a-a2f1-05a3696db478 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:31.817844 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01a937ac-6802-4add-aee2-43a8b9cc838f req-a5e6893e-d684-467a-a2f1-05a3696db478 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0482183 Dec 09 23:28:31.865689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-01a937ac-6802-4add-aee2-43a8b9cc838f req-0d0aadc0-5d45-4920-9e1a-8fee89ab848d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414548 Dec 09 23:28:31.981767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a0ab7-bc46-47ea-898c-79799a1fe081 req-2b6a2139-39ab-4573-ad5a-ff2909caa855 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:31.983236 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-042a0ab7-bc46-47ea-898c-79799a1fe081 req-2b6a2139-39ab-4573-ad5a-ff2909caa855 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0520017 Dec 09 23:28:32.031675 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-042a0ab7-bc46-47ea-898c-79799a1fe081 req-2eb89d0e-61fa-46ce-b729-c6c78db9423e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425563 Dec 09 23:28:32.052541 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59920) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:32.091303 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9b87ed-504d-4eb7-a2b3-9669fad5dfed tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:32.092795 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8c9b87ed-504d-4eb7-a2b3-9669fad5dfed tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 1093 time: 0.0392966 Dec 09 23:28:32.095528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59922) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:32.099683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:28:32.121349 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:32.220121 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:32.318600 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.25.8.35 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/45053c21-4028-433b-a887-35d55072fc28) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:28:32.419424 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:32.452258 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:32.485925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:28:32.488903 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:28:32.491508 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:28:32.523717 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=45053c21-4028-433b-a887-35d55072fc28,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:32.845952 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:32.907995 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:33.053544 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:33.058513 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:33.127716 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=45053c21-4028-433b-a887-35d55072fc28,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:28:33.138187 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:33.236597 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Floating IP 6c914674-936d-4a27-add8-b89d52991274 associated. External IP: 172.25.8.35, port: 153f06e6-e415-4fe2-ac6a-83cafcd88b45. Dec 09 23:28:33.433055 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa0ddce8-01be-4973-bd3a-75ab43c54b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:33.436655 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router e4ffe3a5-1d78-4efe-a20a-9685f9318092 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:28:33.865214 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:28:33.876243 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e70386-dec8-4d8c-9594-9d6bedfe7109 None None] Sync routers for ids ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:28:33.882862 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:33.886180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e70386-dec8-4d8c-9594-9d6bedfe7109 None None] Routers {'e4ffe3a5-1d78-4efe-a20a-9685f9318092'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:28:33.886818 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c8e70386-dec8-4d8c-9594-9d6bedfe7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:33.908384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-893c8bb4-dc2e-4491-a6c3-1b1a6945d837 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8118615 Dec 09 23:28:33.908966 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:28:33.911263 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c598af55-1188-4a7a-8b4d-0b2137561320" -d '{"events": [{"name": "network-changed", "server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:28:33.952548 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f2be96-e40c-4e65-963e-e5446ea4cf48 x-openstack-request-id: req-e5f2be96-e40c-4e65-963e-e5446ea4cf48 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:28:33.952859 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:28:33.953107 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5f2be96-e40c-4e65-963e-e5446ea4cf48 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:28:33.953515 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'status': 'completed', 'code': 200} Dec 09 23:28:33.997723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-c8e70386-dec8-4d8c-9594-9d6bedfe7109 None None] Set router e4ffe3a5-1d78-4efe-a20a-9685f9318092 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:28:34.021677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bafc05-5bec-45dd-9eaa-15599ecad647 req-7fe0ff65-40a0-4a25-95c3-331a9243534d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:34.023499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76bafc05-5bec-45dd-9eaa-15599ecad647 req-7fe0ff65-40a0-4a25-95c3-331a9243534d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0525470 Dec 09 23:28:34.037654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598af55-1188-4a7a-8b4d-0b2137561320 req-a2cfc6f9-035e-47d6-ab1d-aa5bfa68a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:34.040842 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c598af55-1188-4a7a-8b4d-0b2137561320 req-a2cfc6f9-035e-47d6-ab1d-aa5bfa68a555 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 1098 time: 0.0414026 Dec 09 23:28:34.074411 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-76bafc05-5bec-45dd-9eaa-15599ecad647 req-9a7c13af-0f4c-4f8d-abc5-f8ed69439f4e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445793 Dec 09 23:28:34.103483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59928) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:34.135654 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598af55-1188-4a7a-8b4d-0b2137561320 req-23540414-d68b-4ab4-a295-5a2fd6089b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:34.137165 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c598af55-1188-4a7a-8b4d-0b2137561320 req-23540414-d68b-4ab4-a295-5a2fd6089b7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=edebf497-016c-4528-b7ae-5fed64703581 HTTP/1.1" status: 200 len: 898 time: 0.0893919 Dec 09 23:28:34.170393 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bc8e7f2e-1fdd-4544-8286-d554e4eb9f40 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/6c914674-936d-4a27-add8-b89d52991274 HTTP/1.1" status: 200 len: 991 time: 0.0657218 Dec 09 23:28:34.213180 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c598af55-1188-4a7a-8b4d-0b2137561320 req-ecbd6b00-5691-4fba-a310-7859691d0b5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45 HTTP/1.1" status: 200 len: 999 time: 0.0691171 Dec 09 23:28:34.246792 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c8e70386-dec8-4d8c-9594-9d6bedfe7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6c914674-936d-4a27-add8-b89d52991274', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'port_id': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'mac_address': 'fa:16:3e:f8:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00dab53-a60c-403b-898a-55c08116ae17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:28:32Z', 'updated_at': '2021-12-09T23:28:32Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fc70ae-8b7d-41df-a541-65ad5d9c011a', 'name': '', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:57:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:19Z', 'updated_at': '2021-12-09T23:28:22Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:34.262354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598af55-1188-4a7a-8b4d-0b2137561320 req-5936832e-7cba-4b2e-85a5-2a79cea8008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:34.263828 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c598af55-1188-4a7a-8b4d-0b2137561320 req-5936832e-7cba-4b2e-85a5-2a79cea8008f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aafdcb7d-da53-4a0f-b0dd-2518307491ad HTTP/1.1" status: 200 len: 835 time: 0.0442410 Dec 09 23:28:34.276905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e70386-dec8-4d8c-9594-9d6bedfe7109 None None] Checking router: e4ffe3a5-1d78-4efe-a20a-9685f9318092 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:28:34.285327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e70386-dec8-4d8c-9594-9d6bedfe7109 None None] Routers {'e4ffe3a5-1d78-4efe-a20a-9685f9318092'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:28:34.285979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c8e70386-dec8-4d8c-9594-9d6bedfe7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:28:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:34.309284 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598af55-1188-4a7a-8b4d-0b2137561320 req-84363e3d-3684-4a81-9711-3a7068b52149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:28:34.310798 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c598af55-1188-4a7a-8b4d-0b2137561320 req-84363e3d-3684-4a81-9711-3a7068b52149 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edebf497-016c-4528-b7ae-5fed64703581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403998 Dec 09 23:28:34.390614 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-c8e70386-dec8-4d8c-9594-9d6bedfe7109 None None] Set router e4ffe3a5-1d78-4efe-a20a-9685f9318092 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:28:34.404627 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c598af55-1188-4a7a-8b4d-0b2137561320 req-7d1d0d2d-c3bd-4116-a680-30b64723fc92 service neutron] 10.222.0.18 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870738 Dec 09 23:28:34.497864 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-c598af55-1188-4a7a-8b4d-0b2137561320 req-38d4864b-990b-4de8-abea-cf22fc19a976 service neutron] 10.222.0.18 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868192 Dec 09 23:28:34.547872 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:34.616599 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-c8e70386-dec8-4d8c-9594-9d6bedfe7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6c914674-936d-4a27-add8-b89d52991274', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'port_id': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'mac_address': 'fa:16:3e:f8:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00dab53-a60c-403b-898a-55c08116ae17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:28:32Z', 'updated_at': '2021-12-09T23:28:32Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fc70ae-8b7d-41df-a541-65ad5d9c011a', 'name': '', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:57:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:19Z', 'updated_at': '2021-12-09T23:28:22Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:28:34.645825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e70386-dec8-4d8c-9594-9d6bedfe7109 None None] The sync data for ids ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'] in n-d-789963-23 is: [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '6c914674-936d-4a27-add8-b89d52991274', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'port_id': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'mac_address': 'fa:16:3e:f8:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00dab53-a60c-403b-898a-55c08116ae17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:28:32Z', 'updated_at': '2021-12-09T23:28:32Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fc70ae-8b7d-41df-a541-65ad5d9c011a', 'name': '', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:57:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:19Z', 'updated_at': '2021-12-09T23:28:22Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:28:34.840875 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ed26f-f24c-41a2-872a-67363221a16e None None] New status for floating IP 6c914674-936d-4a27-add8-b89d52991274: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:28:35.028562 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:35.174250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 59930) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:28:35.233814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b02503dc-0859-410b-9e9a-0339b39e99d6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/6c914674-936d-4a27-add8-b89d52991274 HTTP/1.1" status: 200 len: 993 time: 0.0584121 Dec 09 23:28:36.395686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:37.185109 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:53.271196 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:28:59.807847 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:29:01.179782 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1bbf33e1-f284-4334-8888-9eb02b82c1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:03.434801 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-58764b3e-d938-4e6a-a5aa-360edc1e0bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:04.510896 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:05.032026 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:06.397630 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:06.634379 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 59948) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:29:06.659375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4da42-2628-45a7-8dbd-98f1dadf302a req-c132cc2c-0b7b-4026-9b0d-ed9f981ea09e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:06.660851 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9c4da42-2628-45a7-8dbd-98f1dadf302a req-c132cc2c-0b7b-4026-9b0d-ed9f981ea09e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0485110 Dec 09 23:29:06.716268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c9c4da42-2628-45a7-8dbd-98f1dadf302a req-38292403-875a-484e-bbfe-c36c21efbf08 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486887 Dec 09 23:29:06.718387 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-d964f64d-ddfe-4442-8bb9-4d769a492cf4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826271 Dec 09 23:29:06.727294 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-f9200722-3877-473f-a31d-b75f50fd9cb7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:29:06.728285 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-f9200722-3877-473f-a31d-b75f50fd9cb7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051630 Dec 09 23:29:07.193430 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:07.794421 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-741002ce-2672-4a68-b8c2-4bf340455f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:07.796019 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-741002ce-2672-4a68-b8c2-4bf340455f86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 1098 time: 0.0415809 Dec 09 23:29:07.833527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c389b-72da-48ea-aae4-de1318dda82c req-eb72ec01-40f4-4626-90b2-006673422728 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:07.835048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-034c389b-72da-48ea-aae4-de1318dda82c req-eb72ec01-40f4-4626-90b2-006673422728 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0482168 Dec 09 23:29:07.884665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-034c389b-72da-48ea-aae4-de1318dda82c req-eff92230-be61-4409-8ece-7a40d4484be8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426474 Dec 09 23:29:07.894210 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-3e906935-7434-4ca6-8b99-94df368097b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:07.895714 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-3e906935-7434-4ca6-8b99-94df368097b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edebf497-016c-4528-b7ae-5fed64703581 HTTP/1.1" status: 200 len: 898 time: 0.0918427 Dec 09 23:29:07.960310 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2a696021-6fe7-43e3-ae54-b4a1f60e4bf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45 HTTP/1.1" status: 200 len: 1001 time: 0.0575118 Dec 09 23:29:08.008476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-9be7b2b1-5b0d-4c1e-bea5-e6d34247008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:08.009773 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-9be7b2b1-5b0d-4c1e-bea5-e6d34247008e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aafdcb7d-da53-4a0f-b0dd-2518307491ad HTTP/1.1" status: 200 len: 835 time: 0.0426266 Dec 09 23:29:08.057939 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-da367c41-021d-4ef6-b703-30fd955408e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:08.059958 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-da367c41-021d-4ef6-b703-30fd955408e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edebf497-016c-4528-b7ae-5fed64703581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427353 Dec 09 23:29:08.148606 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-f87cd0e4-feb3-418a-b14a-31a37587f171 service neutron] 10.222.0.18 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818608 Dec 09 23:29:08.241429 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-81a14a85-a083-4bb5-89d7-2f454b047b4e service neutron] 10.222.0.18 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854042 Dec 09 23:29:08.999289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f3184-ed70-4539-96c0-9c2d73a26f4d req-8d91c4bc-3b51-407f-8a41-5bdb3c913667 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:09.000744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-073f3184-ed70-4539-96c0-9c2d73a26f4d req-8d91c4bc-3b51-407f-8a41-5bdb3c913667 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0475826 Dec 09 23:29:09.053679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-073f3184-ed70-4539-96c0-9c2d73a26f4d req-d032a4d2-2a86-47aa-8077-976ef0011a83 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467489 Dec 09 23:29:10.173721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5215a0e-2c2b-470e-b8c0-b2ebf817641a req-3d05b2af-9df8-49bd-83dc-b31e6a8d2e6f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:10.175189 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e5215a0e-2c2b-470e-b8c0-b2ebf817641a req-3d05b2af-9df8-49bd-83dc-b31e6a8d2e6f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0527775 Dec 09 23:29:10.223287 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e5215a0e-2c2b-470e-b8c0-b2ebf817641a req-02223da8-edcc-4c12-b8a8-bbdebadff752 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419557 Dec 09 23:29:11.336910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89eaa18-bca8-4bbf-874f-a81f0adc1bec req-f46c5462-6aef-4271-a0f7-71fcefae16d3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:11.338371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c89eaa18-bca8-4bbf-874f-a81f0adc1bec req-f46c5462-6aef-4271-a0f7-71fcefae16d3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0468867 Dec 09 23:29:11.388364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c89eaa18-bca8-4bbf-874f-a81f0adc1bec req-a045e821-bf89-499e-a3fb-4f7338709340 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434508 Dec 09 23:29:12.502893 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ac55-4d7a-4b54-a28d-56e52456accb req-35b770e7-71cf-4a8c-b663-c544141adcaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:12.504516 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8ce6ac55-4d7a-4b54-a28d-56e52456accb req-35b770e7-71cf-4a8c-b663-c544141adcaf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0472898 Dec 09 23:29:12.555848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8ce6ac55-4d7a-4b54-a28d-56e52456accb req-e530960b-9ff8-4eb8-83ec-0e5a81d80d32 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454230 Dec 09 23:29:13.669619 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e504-832e-4682-88f2-0a4bbaaf03fe req-e8593bf4-d142-48a2-818d-b293114b9a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:13.671091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21f4e504-832e-4682-88f2-0a4bbaaf03fe req-e8593bf4-d142-48a2-818d-b293114b9a46 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0480866 Dec 09 23:29:13.718803 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-21f4e504-832e-4682-88f2-0a4bbaaf03fe req-a59db252-e353-4df7-a84b-f205f348e1d4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418003 Dec 09 23:29:14.832727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e980a82-5c55-4d41-b15b-eecbfd799df3 req-8fe66811-b680-4622-b52a-bcdaef8580df tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:14.834238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e980a82-5c55-4d41-b15b-eecbfd799df3 req-8fe66811-b680-4622-b52a-bcdaef8580df tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0474637 Dec 09 23:29:14.883232 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e980a82-5c55-4d41-b15b-eecbfd799df3 req-eedf8c40-0dd8-471a-9ee1-79bfa49543c6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425558 Dec 09 23:29:16.000927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b3995-74e0-45cf-b51a-7ab810c3ff3d req-1e3cb865-2cef-445f-b9c3-0c1156a06551 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:16.002414 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f3b3995-74e0-45cf-b51a-7ab810c3ff3d req-1e3cb865-2cef-445f-b9c3-0c1156a06551 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0515411 Dec 09 23:29:16.049425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2f3b3995-74e0-45cf-b51a-7ab810c3ff3d req-d8065165-0c8b-442c-aedc-6ef8ed130738 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409265 Dec 09 23:29:17.168437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb142aff-5ac4-495f-a38d-7a73a3509a80 req-47d40ee2-9cdc-4e92-adf1-b7f514f0068d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:17.169833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb142aff-5ac4-495f-a38d-7a73a3509a80 req-47d40ee2-9cdc-4e92-adf1-b7f514f0068d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0475678 Dec 09 23:29:17.219562 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fb142aff-5ac4-495f-a38d-7a73a3509a80 req-64c1311f-135b-424b-b5f3-370451ddbcfc tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438137 Dec 09 23:29:18.347769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e7d9b-bb0b-4c30-8799-2e09b0612be0 req-e702565a-83b1-49be-b899-6a500dd4fc8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:18.349326 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa5e7d9b-bb0b-4c30-8799-2e09b0612be0 req-e702565a-83b1-49be-b899-6a500dd4fc8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0589387 Dec 09 23:29:18.397553 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa5e7d9b-bb0b-4c30-8799-2e09b0612be0 req-e9a424e8-83ec-481d-820f-9d96db72074a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422170 Dec 09 23:29:19.513998 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934012b-da5b-425d-9020-7f6f554816c0 req-b809de87-8bde-4e96-866c-1ad9d66ca288 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:19.515388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f934012b-da5b-425d-9020-7f6f554816c0 req-b809de87-8bde-4e96-866c-1ad9d66ca288 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0486016 Dec 09 23:29:19.563474 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f934012b-da5b-425d-9020-7f6f554816c0 req-cf7bc9ec-e9f4-4330-900b-11727b6ecc28 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420735 Dec 09 23:29:20.679118 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96e486-0197-48a5-9b13-112f317a73b8 req-3594b906-bc08-4647-aff3-51b19cf5b1d6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:20.680577 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd96e486-0197-48a5-9b13-112f317a73b8 req-3594b906-bc08-4647-aff3-51b19cf5b1d6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0476708 Dec 09 23:29:20.732684 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd96e486-0197-48a5-9b13-112f317a73b8 req-7dc3d1cb-f04c-44d3-9335-a667031d30bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457366 Dec 09 23:29:21.847370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128249-3190-4048-b81d-d70ee60407af req-285197f4-e417-4ec1-bd19-52b19dab966a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:21.848837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8128249-3190-4048-b81d-d70ee60407af req-285197f4-e417-4ec1-bd19-52b19dab966a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0479162 Dec 09 23:29:21.896821 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f8128249-3190-4048-b81d-d70ee60407af req-bdf6fdc2-43d9-48c5-be55-358a454f7624 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421007 Dec 09 23:29:23.011451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f58dff-fc6e-4f19-942d-d8a47f5ad8c5 req-d822b525-d60c-424b-992f-2183b6e44e3b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:23.012915 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68f58dff-fc6e-4f19-942d-d8a47f5ad8c5 req-d822b525-d60c-424b-992f-2183b6e44e3b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0486252 Dec 09 23:29:23.061006 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-68f58dff-fc6e-4f19-942d-d8a47f5ad8c5 req-27b7ebdc-d922-4867-85e1-7b521a8537fb tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421388 Dec 09 23:29:23.295871 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:24.180591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f96f8b-7c37-4675-8b4e-2ed1aac41d5b req-eced69fe-a04a-4686-bf50-8d0f2b3a1521 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:24.182062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43f96f8b-7c37-4675-8b4e-2ed1aac41d5b req-eced69fe-a04a-4686-bf50-8d0f2b3a1521 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0518196 Dec 09 23:29:24.230705 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43f96f8b-7c37-4675-8b4e-2ed1aac41d5b req-8829226c-a94e-477a-b968-60a546f08473 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426290 Dec 09 23:29:25.158199 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-6891d9a3-97d7-4615-853f-a8b8357eed05 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:29:25.159182 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-6891d9a3-97d7-4615-853f-a8b8357eed05 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059564 Dec 09 23:29:25.220341 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-3b6fc01d-fe6d-4bc7-a183-d6423b637105 service neutron] show failed (client error): The resource could not be found. Dec 09 23:29:25.221355 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-3b6fc01d-fe6d-4bc7-a183-d6423b637105 service neutron] 10.222.0.18 "GET /v2.0/ports/153f06e6-e415-4fe2-ac6a-83cafcd88b45/bindings/n-h2-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0550811 Dec 09 23:29:25.348232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b86dc-2220-4b84-ae07-4be05f563f71 req-62ab6686-8d0a-4555-8500-2ccef7faea98 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:25.350086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-689b86dc-2220-4b84-ae07-4be05f563f71 req-62ab6686-8d0a-4555-8500-2ccef7faea98 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0499837 Dec 09 23:29:25.408795 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-689b86dc-2220-4b84-ae07-4be05f563f71 req-34095ae3-c8bc-4c1a-81d5-69b1d69b82f0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523672 Dec 09 23:29:25.480669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2eff45ae-e0ab-46e8-99f0-37331eb7ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:25.482162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2eff45ae-e0ab-46e8-99f0-37331eb7ae50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17&tenant_id=4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 1098 time: 0.0861864 Dec 09 23:29:25.494336 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:29:25.548081 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:25.742514 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:29:25.774300 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h1-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:29:25.811749 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:29:25.814025 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaef827b-7df8-43c4-a428-2544d48e0056" -d '{"events": [{"server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "name": "network-vif-unplugged", "status": "completed", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:29:25.818065 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:25.830863 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Transition to ACTIVE for port object 153f06e6-e415-4fe2-ac6a-83cafcd88b45 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:29:25.834239 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:25.888348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Pushing event updated for resources: {'Port': ['ID=153f06e6-e415-4fe2-ac6a-83cafcd88b45,revision_number=6']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:29:25.926216 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24386c4a-7098-4b2a-88c2-76ae1d207526 x-openstack-request-id: req-24386c4a-7098-4b2a-88c2-76ae1d207526 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:29:25.926507 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "name": "network-vif-unplugged", "status": "completed", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:29:25.926830 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24386c4a-7098-4b2a-88c2-76ae1d207526 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:29:25.927188 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'code': 200} Dec 09 23:29:25.930439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.930791 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.931138 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.931481 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.931818 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.932151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.932481 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.932810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.933137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.933467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.933823 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.934143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.934463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:25.976939 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] No DVR routers for this DVR port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 on host n-h1-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:29:26.111556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Attempting to bind port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:29:26.111883 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Attempting to bind port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:29:26.112205 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Attempting to bind port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 on network edebf497-016c-4528-b7ae-5fed64703581 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:29:26.116387 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 on network edebf497-016c-4528-b7ae-5fed64703581 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:29:26.116702 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Attempting to bind port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 on network edebf497-016c-4528-b7ae-5fed64703581 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:29:26.121435 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:29:26.121764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Checking segment: {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:29:26.122166 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Bound using segment: {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:29:26.122579 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Bound port: 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52397bf3-ad21-4864-b712-f1fa75c6281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:29:26.122921 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:26.188301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:29:26.191338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:29:26.195793 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:26.230684 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:26.231476 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:26.233059 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] 10.222.0.42 "PUT /v2.0/ports/153f06e6-e415-4fe2-ac6a-83cafcd88b45 HTTP/1.1" status: 200 len: 1093 time: 0.7425761 Dec 09 23:29:26.266915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251c9ec-ba6a-4028-86da-7ac46584d690 service neutron] Pushing event updated for resources: {'Port': ['ID=153f06e6-e415-4fe2-ac6a-83cafcd88b45,revision_number=7']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:29:26.304686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-b144ab12-706d-4274-a5c5-97b1e9d0def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:26.306241 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-b144ab12-706d-4274-a5c5-97b1e9d0def7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 1096 time: 0.0477419 Dec 09 23:29:26.407502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-cc0b0e1e-260d-45be-a3ff-048d69cf0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:26.409635 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-cc0b0e1e-260d-45be-a3ff-048d69cf0ca2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=edebf497-016c-4528-b7ae-5fed64703581 HTTP/1.1" status: 200 len: 898 time: 0.0965998 Dec 09 23:29:26.479969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-60e77825-2939-449e-ae7f-645481249bd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45 HTTP/1.1" status: 200 len: 999 time: 0.0629077 Dec 09 23:29:26.563481 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-ade9b7a2-7a19-408a-a82d-0b5c768aea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:26.565042 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-ade9b7a2-7a19-408a-a82d-0b5c768aea14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aafdcb7d-da53-4a0f-b0dd-2518307491ad HTTP/1.1" status: 200 len: 835 time: 0.0740101 Dec 09 23:29:26.573492 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a9412-cb95-40f1-b7f1-8e78dbe2fa19 req-39ec7577-dff2-4fa3-8619-8234c34b6610 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:26.574925 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b8a9412-cb95-40f1-b7f1-8e78dbe2fa19 req-39ec7577-dff2-4fa3-8619-8234c34b6610 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 944 time: 0.0940316 Dec 09 23:29:26.649836 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6b8a9412-cb95-40f1-b7f1-8e78dbe2fa19 req-9cbb6513-51e6-41e6-a171-60fd349e3dd7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659738 Dec 09 23:29:26.652428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-52b95fc2-5774-4956-bd81-6e161d633668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:26.653868 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-52b95fc2-5774-4956-bd81-6e161d633668 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edebf497-016c-4528-b7ae-5fed64703581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780756 Dec 09 23:29:26.750685 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-4db18874-3305-41fb-8fcc-31029b19545d service neutron] 10.222.0.42 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867727 Dec 09 23:29:26.839265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f193cce-6bc3-4665-a0e8-6d88f78945a3 req-5f3d55d5-1df3-4df5-9546-b43a4f7fb06f service neutron] 10.222.0.42 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804653 Dec 09 23:29:27.767337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff17373-f901-41cb-8392-029e36d8ac47 req-a15e488f-fe40-45fb-bf68-95391ace4014 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:27.768807 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ff17373-f901-41cb-8392-029e36d8ac47 req-a15e488f-fe40-45fb-bf68-95391ace4014 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 944 time: 0.0491745 Dec 09 23:29:27.819429 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ff17373-f901-41cb-8392-029e36d8ac47 req-08760dea-17de-4b2b-bcff-30c192e5c1dd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448403 Dec 09 23:29:27.928326 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:29:27.930784 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdada12-bb03-4674-b019-60f656f595cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:29:27.978947 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee58d4f8-5e9f-4525-a827-a28295ee0ddd x-openstack-request-id: req-ee58d4f8-5e9f-4525-a827-a28295ee0ddd {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:29:27.979244 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:29:27.979505 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee58d4f8-5e9f-4525-a827-a28295ee0ddd {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:29:27.979913 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'status': 'completed', 'code': 200} Dec 09 23:29:28.044428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdada12-bb03-4674-b019-60f656f595cd req-5e802620-b207-4c9a-ab5a-8e3fe5f3201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:28.045996 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-5e802620-b207-4c9a-ab5a-8e3fe5f3201e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 1096 time: 0.0411265 Dec 09 23:29:28.056635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdada12-bb03-4674-b019-60f656f595cd req-b7167e48-85ff-43f9-b6d0-2c772705213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:28.058162 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-b7167e48-85ff-43f9-b6d0-2c772705213d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 1096 time: 0.0403404 Dec 09 23:29:28.137062 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdada12-bb03-4674-b019-60f656f595cd req-0e11a556-8adc-4a42-adf2-0b19e0a20282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:28.138558 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-0e11a556-8adc-4a42-adf2-0b19e0a20282 service neutron] 10.222.0.42 "GET /v2.0/networks?id=edebf497-016c-4528-b7ae-5fed64703581 HTTP/1.1" status: 200 len: 898 time: 0.0836358 Dec 09 23:29:28.152466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdada12-bb03-4674-b019-60f656f595cd req-b4415117-03f9-4e37-953a-e00eb1e9a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:28.154011 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-b4415117-03f9-4e37-953a-e00eb1e9a893 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edebf497-016c-4528-b7ae-5fed64703581 HTTP/1.1" status: 200 len: 898 time: 0.0886779 Dec 09 23:29:28.211168 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-ef50b7f8-bbe6-4303-ba25-eda728721a7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45 HTTP/1.1" status: 200 len: 999 time: 0.0613112 Dec 09 23:29:28.220029 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-f51b93a5-c575-4b1c-bd7d-04a63daaebbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45 HTTP/1.1" status: 200 len: 999 time: 0.0582867 Dec 09 23:29:28.261058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdada12-bb03-4674-b019-60f656f595cd req-cf27355c-bd0f-4f8c-880c-f429c71423fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:28.262585 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-cf27355c-bd0f-4f8c-880c-f429c71423fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aafdcb7d-da53-4a0f-b0dd-2518307491ad HTTP/1.1" status: 200 len: 835 time: 0.0439847 Dec 09 23:29:28.268532 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 153f06e6-e415-4fe2-ac6a-83cafcd88b45 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:29:28.276518 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdada12-bb03-4674-b019-60f656f595cd req-725805e7-88d4-4d8a-9d5b-8e99eca847c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:28.278184 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-725805e7-88d4-4d8a-9d5b-8e99eca847c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aafdcb7d-da53-4a0f-b0dd-2518307491ad HTTP/1.1" status: 200 len: 835 time: 0.0518165 Dec 09 23:29:28.307209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 153f06e6-e415-4fe2-ac6a-83cafcd88b45 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:29:28.318257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdada12-bb03-4674-b019-60f656f595cd req-5d51da2f-da74-41d2-bbf3-3e8016655198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:28.320033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-5d51da2f-da74-41d2-bbf3-3e8016655198 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edebf497-016c-4528-b7ae-5fed64703581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501089 Dec 09 23:29:28.336439 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdada12-bb03-4674-b019-60f656f595cd req-064df69f-6799-448d-803a-3771e4a6afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:28.338024 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-064df69f-6799-448d-803a-3771e4a6afac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edebf497-016c-4528-b7ae-5fed64703581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529156 Dec 09 23:29:28.424967 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-51d96325-6cf3-4be3-bf35-2bc53069d640 service neutron] 10.222.0.42 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898149 Dec 09 23:29:28.436864 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-f5d8e765-ebd3-4dc9-ac7e-34e64c99eb2d service neutron] 10.222.0.18 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915484 Dec 09 23:29:28.518956 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-6e07ef62-60db-4811-90b8-252a85c64a53 service neutron] 10.222.0.42 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867641 Dec 09 23:29:28.530046 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-6bdada12-bb03-4674-b019-60f656f595cd req-c34c73ce-925a-4de1-9bff-31e519a1e404 service neutron] 10.222.0.18 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860529 Dec 09 23:29:28.937946 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8e800-2d38-43a8-9de2-af58784447e2 req-1d2bd876-e30a-45ba-8bc9-29c83d72ca16 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:28.939598 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99d8e800-2d38-43a8-9de2-af58784447e2 req-1d2bd876-e30a-45ba-8bc9-29c83d72ca16 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 944 time: 0.0485246 Dec 09 23:29:28.987846 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-99d8e800-2d38-43a8-9de2-af58784447e2 req-7def0424-a5f0-4d3b-b8fd-e127a2c88bac tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425656 Dec 09 23:29:29.176912 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83528b-5811-481e-b5ba-78a5506eac62 req-c8965128-3ffb-4db8-911d-438bc7bcada5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:29.178462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca83528b-5811-481e-b5ba-78a5506eac62 req-c8965128-3ffb-4db8-911d-438bc7bcada5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 944 time: 0.0488918 Dec 09 23:29:29.211395 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-47b86f7e-b455-4c89-8304-f788c41d4ad3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:29.212877 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-47b86f7e-b455-4c89-8304-f788c41d4ad3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17&tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&binding%3Ahost_id=n-h2-789963-23 HTTP/1.1" status: 200 len: 944 time: 0.0590246 Dec 09 23:29:29.228394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ca83528b-5811-481e-b5ba-78a5506eac62 req-f22858c1-bf1a-46d8-b744-9fef48aff024 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438910 Dec 09 23:29:29.274480 n-d-789963-23 neutron-server[103417]: INFO neutron.api.v2.resource [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-2285be9d-5c7c-477f-b4e5-fe205c446ba6 service neutron] delete failed (client error): The resource could not be found. Dec 09 23:29:29.275519 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-2285be9d-5c7c-477f-b4e5-fe205c446ba6 service neutron] 10.222.0.18 "DELETE /v2.0/ports/153f06e6-e415-4fe2-ac6a-83cafcd88b45/bindings/n-h1-789963-23 HTTP/1.1" status: 404 len: 381 time: 0.0546038 Dec 09 23:29:29.350983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249855-b8bc-4a71-97c4-c32da5863552 req-7473b560-4f4d-4cb1-b8fb-c145ec205495 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:29.352442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df249855-b8bc-4a71-97c4-c32da5863552 req-7473b560-4f4d-4cb1-b8fb-c145ec205495 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 944 time: 0.0525661 Dec 09 23:29:29.384435 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-e851a851-2b35-4d08-a151-1c541d07fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:29.385982 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-e851a851-2b35-4d08-a151-1c541d07fea9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 1096 time: 0.0457387 Dec 09 23:29:29.401349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-df249855-b8bc-4a71-97c4-c32da5863552 req-f6479344-2c55-4329-bf5d-9f16d6110781 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428925 Dec 09 23:29:29.477377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-076eb607-7356-46ff-a440-3eac5d56beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:29.478879 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-076eb607-7356-46ff-a440-3eac5d56beb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edebf497-016c-4528-b7ae-5fed64703581 HTTP/1.1" status: 200 len: 898 time: 0.0856624 Dec 09 23:29:29.547235 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-6bb7464d-6d02-40c9-b8dd-a90f155f572b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45 HTTP/1.1" status: 200 len: 999 time: 0.0609636 Dec 09 23:29:29.596647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-2aefd2e3-f315-4619-8ce5-e0075ac5fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:29.598124 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-2aefd2e3-f315-4619-8ce5-e0075ac5fd4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aafdcb7d-da53-4a0f-b0dd-2518307491ad HTTP/1.1" status: 200 len: 835 time: 0.0438914 Dec 09 23:29:29.643058 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-5ca611a2-2799-4d18-92b8-3b0484a5271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:29.644445 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-5ca611a2-2799-4d18-92b8-3b0484a5271b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edebf497-016c-4528-b7ae-5fed64703581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401080 Dec 09 23:29:29.735400 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-f7aff30c-4e22-4dd9-a126-be650ebf2f01 service neutron] 10.222.0.18 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839882 Dec 09 23:29:29.823119 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e0df8aef-52b7-4dc5-a785-b2665a617569 req-410b494c-0275-46e4-b5d4-b54877a6d9d6 service neutron] 10.222.0.18 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811505 Dec 09 23:29:30.123673 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 153f06e6-e415-4fe2-ac6a-83cafcd88b45 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:29:30.220173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:29:30.231106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'port_id': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'mac_address': 'fa:16:3e:f8:55:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:29:30.272908 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:30.290454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153f06e6-e415-4fe2-ac6a-83cafcd88b45 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:29:30.312783 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:29:30.316646 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:30.366017 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=153f06e6-e415-4fe2-ac6a-83cafcd88b45,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:29:30.373889 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.374185 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.374651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.374997 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.375331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.375662 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.375991 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.376325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.376650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.376974 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.377302 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.377829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.378282 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:30.521252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c5fb7-7a89-45cb-8394-a5575c7b6756 req-490af7d4-d7c5-407e-bf21-0cbda31e0464 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:29:30.522744 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d25c5fb7-7a89-45cb-8394-a5575c7b6756 req-490af7d4-d7c5-407e-bf21-0cbda31e0464 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 945 time: 0.0482988 Dec 09 23:29:30.571048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d25c5fb7-7a89-45cb-8394-a5575c7b6756 req-56d6b07e-4091-4d84-af5c-c3058860cdec tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422528 Dec 09 23:29:30.573699 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['153f06e6-e415-4fe2-ac6a-83cafcd88b45'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:29:30.593886 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60034) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:29:30.659306 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-f0872bed-ef63-40e6-8e90-24fa1067b50c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/6c914674-936d-4a27-add8-b89d52991274 HTTP/1.1" status: 200 len: 992 time: 0.0641642 Dec 09 23:29:31.180388 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6ea4fcc6-e8de-464c-9f25-ecb0c63e6632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:32.139715 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 153f06e6-e415-4fe2-ac6a-83cafcd88b45 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:29:32.188190 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:29:32.192502 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:29:32.192873 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:32.269976 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:32.291840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:29:32.294280 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ed70ae-4354-4a36-ab0a-90493d28f7f1" -d '{"events": [{"server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "name": "network-vif-plugged", "status": "completed", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:29:32.306901 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:29:32.311140 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:32.359807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=153f06e6-e415-4fe2-ac6a-83cafcd88b45,revision_number=9']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:29:32.385407 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dde1cc-70ce-4703-b528-94057908ac39 x-openstack-request-id: req-f3dde1cc-70ce-4703-b528-94057908ac39 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:29:32.385705 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "name": "network-vif-plugged", "status": "completed", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:29:32.385996 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3dde1cc-70ce-4703-b528-94057908ac39 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:29:32.386396 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'code': 200} Dec 09 23:29:33.437212 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-da3da1a3-f9e3-4862-8fa2-e473910a1f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:34.509112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:35.034037 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:36.400511 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:36.807087 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:29:37.187505 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:53.308316 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:59.011095 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60052) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:29:59.167164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 45053c21-4028-433b-a887-35d55072fc28 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:29:59.167422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:59.244510 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:59.244838 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:59.257963 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 45053c21-4028-433b-a887-35d55072fc28 owned by network:floatingip {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:29:59.709671 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:59.737743 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=45053c21-4028-433b-a887-35d55072fc28,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:29:59.749369 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.749729 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.750105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.750449 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.750788 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.751125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.751461 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.751795 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.752194 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.752535 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.752891 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.753208 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.753536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:29:59.806769 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:29:59.807101 n-d-789963-23 neutron-server[103417]: INFO neutron.db.l3_db [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Floating IP 6c914674-936d-4a27-add8-b89d52991274 disassociated (deleted). External IP: 172.25.8.35, port: 153f06e6-e415-4fe2-ac6a-83cafcd88b45. Dec 09 23:30:00.015254 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router e4ffe3a5-1d78-4efe-a20a-9685f9318092 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:30:00.120949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:30:00.125706 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:00.132541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71325111-d7a0-43c2-b80c-3074e7b1a3d0 None None] Sync routers for ids ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:30:00.143511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71325111-d7a0-43c2-b80c-3074e7b1a3d0 None None] Routers {'e4ffe3a5-1d78-4efe-a20a-9685f9318092'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:30:00.144144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-71325111-d7a0-43c2-b80c-3074e7b1a3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:00.152960 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-847a44fb-fa2d-433b-8f00-0fc2430005c0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/floatingips/6c914674-936d-4a27-add8-b89d52991274 HTTP/1.1" status: 204 len: 168 time: 1.1408033 Dec 09 23:30:00.153550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:30:00.156541 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27cae68-22b6-4cb8-b834-b86e4c4da5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:30:00.199424 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075d72c1-b08f-40ef-883e-2ec72ef9f3aa x-openstack-request-id: req-075d72c1-b08f-40ef-883e-2ec72ef9f3aa {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:30:00.201483 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:30:00.201483 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-075d72c1-b08f-40ef-883e-2ec72ef9f3aa {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:30:00.201483 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'status': 'completed', 'code': 200} Dec 09 23:30:00.260545 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-71325111-d7a0-43c2-b80c-3074e7b1a3d0 None None] Set router e4ffe3a5-1d78-4efe-a20a-9685f9318092 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:30:00.270382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cae68-22b6-4cb8-b834-b86e4c4da5e0 req-3b95bcda-b50f-44d4-b810-d9ff0772b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:00.272006 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e27cae68-22b6-4cb8-b834-b86e4c4da5e0 req-3b95bcda-b50f-44d4-b810-d9ff0772b272 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 1098 time: 0.0461745 Dec 09 23:30:00.409543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cae68-22b6-4cb8-b834-b86e4c4da5e0 req-e169fdbd-9054-46bf-90f0-9393c176c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:00.411034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e27cae68-22b6-4cb8-b834-b86e4c4da5e0 req-e169fdbd-9054-46bf-90f0-9393c176c8fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=edebf497-016c-4528-b7ae-5fed64703581 HTTP/1.1" status: 200 len: 898 time: 0.1290329 Dec 09 23:30:00.423159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562fa00-8afa-4e96-8d2f-f07f87d0f9e9 req-52563857-e53e-49d8-bb2f-1fbd28596e92 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:00.424560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3562fa00-8afa-4e96-8d2f-f07f87d0f9e9 req-52563857-e53e-49d8-bb2f-1fbd28596e92 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0707603 Dec 09 23:30:00.469819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-71325111-d7a0-43c2-b80c-3074e7b1a3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '21fc70ae-8b7d-41df-a541-65ad5d9c011a', 'name': '', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:57:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:19Z', 'updated_at': '2021-12-09T23:28:22Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:00.473582 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e27cae68-22b6-4cb8-b834-b86e4c4da5e0 req-d5c84198-7862-4d0a-9dd4-3a46b9073e26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45 HTTP/1.1" status: 200 len: 217 time: 0.0480413 Dec 09 23:30:00.496032 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71325111-d7a0-43c2-b80c-3074e7b1a3d0 None None] Checking router: e4ffe3a5-1d78-4efe-a20a-9685f9318092 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:30:00.505397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71325111-d7a0-43c2-b80c-3074e7b1a3d0 None None] Routers {'e4ffe3a5-1d78-4efe-a20a-9685f9318092'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:30:00.506038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-71325111-d7a0-43c2-b80c-3074e7b1a3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:29:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:00.535087 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3562fa00-8afa-4e96-8d2f-f07f87d0f9e9 req-14f10aa5-8fad-4a1f-ab6e-508f01643177 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040535 Dec 09 23:30:00.544299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cae68-22b6-4cb8-b834-b86e4c4da5e0 req-d2860cad-52a8-4d41-9a49-8e38ed804c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:00.545718 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e27cae68-22b6-4cb8-b834-b86e4c4da5e0 req-d2860cad-52a8-4d41-9a49-8e38ed804c3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aafdcb7d-da53-4a0f-b0dd-2518307491ad HTTP/1.1" status: 200 len: 835 time: 0.0601692 Dec 09 23:30:00.592511 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cae68-22b6-4cb8-b834-b86e4c4da5e0 req-779e1e64-0255-46c2-8074-3de788dbb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:00.594005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e27cae68-22b6-4cb8-b834-b86e4c4da5e0 req-779e1e64-0255-46c2-8074-3de788dbb904 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edebf497-016c-4528-b7ae-5fed64703581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402122 Dec 09 23:30:00.613657 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-71325111-d7a0-43c2-b80c-3074e7b1a3d0 None None] Set router e4ffe3a5-1d78-4efe-a20a-9685f9318092 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:30:00.688901 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e27cae68-22b6-4cb8-b834-b86e4c4da5e0 req-c82116c0-ed45-4848-aa14-5440b63285ee service neutron] 10.222.0.42 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871162 Dec 09 23:30:00.779768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e27cae68-22b6-4cb8-b834-b86e4c4da5e0 req-b4751d68-2016-4b60-b723-a467e192ce15 service neutron] 10.222.0.42 "GET /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810254 Dec 09 23:30:00.809268 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-71325111-d7a0-43c2-b80c-3074e7b1a3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '21fc70ae-8b7d-41df-a541-65ad5d9c011a', 'name': '', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:57:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:19Z', 'updated_at': '2021-12-09T23:28:22Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:00.838603 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71325111-d7a0-43c2-b80c-3074e7b1a3d0 None None] The sync data for ids ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'] in n-d-789963-23 is: [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '21fc70ae-8b7d-41df-a541-65ad5d9c011a', 'name': '', 'network_id': 'edebf497-016c-4528-b7ae-5fed64703581', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:57:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:19Z', 'updated_at': '2021-12-09T23:28:22Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': 'aafdcb7d-da53-4a0f-b0dd-2518307491ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:30:01.070577 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e60477-00df-433e-be9d-16975c7f1231 None None] New status for floating IP 6c914674-936d-4a27-add8-b89d52991274: DOWN {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:30:01.182031 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d08a157-dc45-4995-9297-20a6efeb479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:01.677957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5c9d9-a15c-4546-9e33-83cef8b998d2 req-5b39717e-f3f8-4f5f-a1d3-30d602bc5377 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:01.679450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3d5c9d9-a15c-4546-9e33-83cef8b998d2 req-5b39717e-f3f8-4f5f-a1d3-30d602bc5377 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0758719 Dec 09 23:30:01.713102 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777964d9-1ebd-4eeb-bd67-a1d420767b4c req-5887ba10-5d7e-48d4-9c25-7f48ad15759b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:01.714560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-777964d9-1ebd-4eeb-bd67-a1d420767b4c req-5887ba10-5d7e-48d4-9c25-7f48ad15759b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00dab53-a60c-403b-898a-55c08116ae17 HTTP/1.1" status: 200 len: 946 time: 0.0705481 Dec 09 23:30:01.767078 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f3d5c9d9-a15c-4546-9e33-83cef8b998d2 req-54efd49f-cc90-4249-b8e6-787608932d95 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811684 Dec 09 23:30:01.822635 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-777964d9-1ebd-4eeb-bd67-a1d420767b4c req-9e1f0b64-571a-4213-a9d7-fdd8daa3bbe4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:30:01.822895 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-777964d9-1ebd-4eeb-bd67-a1d420767b4c req-9e1f0b64-571a-4213-a9d7-fdd8daa3bbe4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:01.907937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-777964d9-1ebd-4eeb-bd67-a1d420767b4c req-9e1f0b64-571a-4213-a9d7-fdd8daa3bbe4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port 153f06e6-e415-4fe2-ac6a-83cafcd88b45, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=153f06e6-e415-4fe2-ac6a-83cafcd88b45,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:30:01.908292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-777964d9-1ebd-4eeb-bd67-a1d420767b4c req-9e1f0b64-571a-4213-a9d7-fdd8daa3bbe4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:01.920171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-777964d9-1ebd-4eeb-bd67-a1d420767b4c req-9e1f0b64-571a-4213-a9d7-fdd8daa3bbe4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 153f06e6-e415-4fe2-ac6a-83cafcd88b45 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:30:02.046051 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-777964d9-1ebd-4eeb-bd67-a1d420767b4c req-9e1f0b64-571a-4213-a9d7-fdd8daa3bbe4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:02.075650 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f0b64-571a-4213-a9d7-fdd8daa3bbe4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=153f06e6-e415-4fe2-ac6a-83cafcd88b45,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:02.118308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-777964d9-1ebd-4eeb-bd67-a1d420767b4c req-9e1f0b64-571a-4213-a9d7-fdd8daa3bbe4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] No DVR routers for this DVR port 153f06e6-e415-4fe2-ac6a-83cafcd88b45 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:30:02.120940 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-777964d9-1ebd-4eeb-bd67-a1d420767b4c req-9e1f0b64-571a-4213-a9d7-fdd8daa3bbe4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:02.124361 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-777964d9-1ebd-4eeb-bd67-a1d420767b4c req-9e1f0b64-571a-4213-a9d7-fdd8daa3bbe4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.42 "DELETE /v2.0/ports/153f06e6-e415-4fe2-ac6a-83cafcd88b45 HTTP/1.1" status: 204 len: 173 time: 0.4006038 Dec 09 23:30:02.124801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'name': 'network-vif-deleted', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:30:02.127129 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54615f16-e09a-4bf7-aa93-aea29b7846ec" -d '{"events": [{"server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "name": "network-vif-deleted", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:30:02.165571 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb6fed4-e64d-4ce7-a9a4-390bcb6a9045 x-openstack-request-id: req-7eb6fed4-e64d-4ce7-a9a4-390bcb6a9045 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:30:02.165922 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00dab53-a60c-403b-898a-55c08116ae17", "name": "network-vif-deleted", "tag": "153f06e6-e415-4fe2-ac6a-83cafcd88b45", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:30:02.166177 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7eb6fed4-e64d-4ce7-a9a4-390bcb6a9045 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:30:02.167265 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00dab53-a60c-403b-898a-55c08116ae17', 'name': 'network-vif-deleted', 'tag': '153f06e6-e415-4fe2-ac6a-83cafcd88b45', 'status': 'completed', 'code': 200} Dec 09 23:30:02.823220 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60066) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:03.181754 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8b16c83-b429-49b7-b2de-8bb9204c2ec6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:03.438372 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-223edf6d-4a0c-445d-b41b-10334d439af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:03.440136 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d8b16c83-b429-49b7-b2de-8bb9204c2ec6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 21fc70ae-8b7d-41df-a541-65ad5d9c011a {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:30:03.440465 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8b16c83-b429-49b7-b2de-8bb9204c2ec6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:03.528479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-d8b16c83-b429-49b7-b2de-8bb9204c2ec6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port 21fc70ae-8b7d-41df-a541-65ad5d9c011a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=21fc70ae-8b7d-41df-a541-65ad5d9c011a,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:30:03.528839 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8b16c83-b429-49b7-b2de-8bb9204c2ec6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:03.541497 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d8b16c83-b429-49b7-b2de-8bb9204c2ec6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 21fc70ae-8b7d-41df-a541-65ad5d9c011a owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:30:03.728182 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8b16c83-b429-49b7-b2de-8bb9204c2ec6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:03.759061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b16c83-b429-49b7-b2de-8bb9204c2ec6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=21fc70ae-8b7d-41df-a541-65ad5d9c011a,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:03.932241 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8b16c83-b429-49b7-b2de-8bb9204c2ec6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:04.150413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b16c83-b429-49b7-b2de-8bb9204c2ec6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router e4ffe3a5-1d78-4efe-a20a-9685f9318092 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:30:04.256488 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b16c83-b429-49b7-b2de-8bb9204c2ec6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:30:04.262128 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d8b16c83-b429-49b7-b2de-8bb9204c2ec6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "PUT /v2.0/routers/e4ffe3a5-1d78-4efe-a20a-9685f9318092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4371812 Dec 09 23:30:04.264760 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60068) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:04.267324 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070b510-ffe3-438e-a560-4251982965f0 None None] Sync routers for ids ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:30:04.277772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070b510-ffe3-438e-a560-4251982965f0 None None] Routers {'e4ffe3a5-1d78-4efe-a20a-9685f9318092'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:30:04.278644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2070b510-ffe3-438e-a560-4251982965f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:04.314546 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcf5ffb-ed1a-403b-b9b9-72de7744b461 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting subnet aafdcb7d-da53-4a0f-b0dd-2518307491ad {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:30:04.317636 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5ffb-ed1a-403b-b9b9-72de7744b461 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:04.357937 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5ffb-ed1a-403b-b9b9-72de7744b461 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:04.381378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-2070b510-ffe3-438e-a560-4251982965f0 None None] Set router e4ffe3a5-1d78-4efe-a20a-9685f9318092 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:30:04.447070 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5ffb-ed1a-403b-b9b9-72de7744b461 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:04.506137 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5ffb-ed1a-403b-b9b9-72de7744b461 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:04.513566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:04.534303 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf5ffb-ed1a-403b-b9b9-72de7744b461 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Subnet': ['ID=aafdcb7d-da53-4a0f-b0dd-2518307491ad,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:04.536296 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5ffb-ed1a-403b-b9b9-72de7744b461 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:04.542022 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1bcf5ffb-ed1a-403b-b9b9-72de7744b461 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/subnets/aafdcb7d-da53-4a0f-b0dd-2518307491ad HTTP/1.1" status: 204 len: 168 time: 0.2739015 Dec 09 23:30:04.542391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60070) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:04.543805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2e6da1-80f1-48b6-bbd7-c860aaed7cb9 None None] Network edebf497-016c-4528-b7ae-5fed64703581 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:30:04.646253 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2070b510-ffe3-438e-a560-4251982965f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:30:03Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:04.652280 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:04.674824 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070b510-ffe3-438e-a560-4251982965f0 None None] Checking router: e4ffe3a5-1d78-4efe-a20a-9685f9318092 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:30:04.686708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070b510-ffe3-438e-a560-4251982965f0 None None] Routers {'e4ffe3a5-1d78-4efe-a20a-9685f9318092'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:30:04.687341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2070b510-ffe3-438e-a560-4251982965f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:04.799455 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:04.801820 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecad52f-d646-474b-8660-600e0564cf37 None None] DHCP port deletion for edebf497-016c-4528-b7ae-5fed64703581 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:30:04.852955 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-2070b510-ffe3-438e-a560-4251982965f0 None None] Set router e4ffe3a5-1d78-4efe-a20a-9685f9318092 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:30:04.856132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port cee453c9-d921-4fb2-8203-b0145a0167af {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:30:04.856485 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:04.954105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port cee453c9-d921-4fb2-8203-b0145a0167af, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=cee453c9-d921-4fb2-8203-b0145a0167af,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:30:04.954712 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:04.968287 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for cee453c9-d921-4fb2-8203-b0145a0167af owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:30:04.979684 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0ecad52f-d646-474b-8660-600e0564cf37 None None] Deleting port 1983f79c-a73c-4764-8ae4-9d8421748915 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:30:04.980189 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0ecad52f-d646-474b-8660-600e0564cf37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.010648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1983f79c-a73c-4764-8ae4-9d8421748915 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:30:05.142743 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.170357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=cee453c9-d921-4fb2-8203-b0145a0167af,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:05.233304 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.241103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860d156-7d5b-462a-b4ec-13303fd6446f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:30:05.262013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0ecad52f-d646-474b-8660-600e0564cf37 None None] For port 1983f79c-a73c-4764-8ae4-9d8421748915, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1983f79c-a73c-4764-8ae4-9d8421748915,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:30:05.262412 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0ecad52f-d646-474b-8660-600e0564cf37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.302235 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.304148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0ecad52f-d646-474b-8660-600e0564cf37 None None] Calling delete_port for 1983f79c-a73c-4764-8ae4-9d8421748915 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:30:05.331240 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.333377 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.380094 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.380681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Fanout notify agent at l3_agent the message router_deleted on router e4ffe3a5-1d78-4efe-a20a-9685f9318092 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:30:05.388147 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.392202 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-db1f874e-4531-464a-a627-290e498b1389 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/routers/e4ffe3a5-1d78-4efe-a20a-9685f9318092 HTTP/1.1" status: 204 len: 168 time: 0.8459988 Dec 09 23:30:05.392346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60072) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:05.412950 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.439477 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-2070b510-ffe3-438e-a560-4251982965f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:30:03Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:05.469258 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.482199 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070b510-ffe3-438e-a560-4251982965f0 None None] The sync data for ids ['e4ffe3a5-1d78-4efe-a20a-9685f9318092'] in n-d-789963-23 is: [{'id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043647382', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:28:15Z', 'updated_at': '2021-12-09T23:30:03Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': 'cee453c9-d921-4fb2-8203-b0145a0167af', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffe3a5-1d78-4efe-a20a-9685f9318092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:28:16Z', 'updated_at': '2021-12-09T23:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:30:05.486649 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 1983f79c-a73c-4764-8ae4-9d8421748915, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1983f79c-a73c-4764-8ae4-9d8421748915,segment=NetworkSegment(52397bf3-ad21-4864-b712-f1fa75c6281d),segment_id=52397bf3-ad21-4864-b712-f1fa75c6281d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:30:05.491656 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.531319 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0ecad52f-d646-474b-8660-600e0564cf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.536623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 1983f79c-a73c-4764-8ae4-9d8421748915 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:30:05.536970 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.550570 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=1983f79c-a73c-4764-8ae4-9d8421748915,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:05.553080 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecad52f-d646-474b-8660-600e0564cf37 None None] No DVR routers for this DVR port 1983f79c-a73c-4764-8ae4-9d8421748915 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:30:05.583360 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecad52f-d646-474b-8660-600e0564cf37 None None] Pushing event deleted for resources: {'Port': ['ID=1983f79c-a73c-4764-8ae4-9d8421748915,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:05.613108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port 1983f79c-a73c-4764-8ae4-9d8421748915, host n-d-789963-23, got binding levels [] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:30:05.613469 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.626024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 1983f79c-a73c-4764-8ae4-9d8421748915 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:30:05.629105 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.ipam_backend_mixin [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Port 1983f79c-a73c-4764-8ae4-9d8421748915 was not found and therefore no delete operation was performed {{(pid=103417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 23:30:05.630460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:05.657067 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=1983f79c-a73c-4764-8ae4-9d8421748915,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:05.658917 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] No DVR routers for this DVR port 1983f79c-a73c-4764-8ae4-9d8421748915 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:30:06.044248 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.066153 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edebf497-016c-4528-b7ae-5fed64703581']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:06.081090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52397bf3-ad21-4864-b712-f1fa75c6281d') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:06.081391 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52397bf3-ad21-4864-b712-f1fa75c6281d') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:06.091568 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.105052 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.112335 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:30:06.112765 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:30:06.115922 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:30:06.182867 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.194591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.197651 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/networks/edebf497-016c-4528-b7ae-5fed64703581 HTTP/1.1" status: 204 len: 168 time: 0.8043609 Dec 09 23:30:06.198409 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 153f06e6-e415-4fe2-ac6a-83cafcd88b45 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:30:06.203248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60074) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:06.217511 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde5b33-2ea5-4409-901f-5ace1323fdc6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Network': ['ID=edebf497-016c-4528-b7ae-5fed64703581,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:06.225099 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 153f06e6-e415-4fe2-ac6a-83cafcd88b45 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:30:06.225459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 153f06e6-e415-4fe2-ac6a-83cafcd88b45 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:30:06.268511 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4d861ae2-b33d-4663-9c2f-f7258faf1e94 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.293644 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4d861ae2-b33d-4663-9c2f-f7258faf1e94 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.353446 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4d861ae2-b33d-4663-9c2f-f7258faf1e94 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.356163 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4d861ae2-b33d-4663-9c2f-f7258faf1e94 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.357322 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4d861ae2-b33d-4663-9c2f-f7258faf1e94 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/security-groups/d13d75f8-df16-4f8b-a6e5-8ea447ded0cf HTTP/1.1" status: 204 len: 168 time: 0.1559360 Dec 09 23:30:06.367784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d861ae2-b33d-4663-9c2f-f7258faf1e94 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13d75f8-df16-4f8b-a6e5-8ea447ded0cf,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:06.408836 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.768177 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60080) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:06.772842 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-ae2faace-f96d-4a1f-a056-ca83b0e3e36c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459463082', 'description': 'tempest-secgroup-smoke-459463082 description', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:06.795372 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae2faace-f96d-4a1f-a056-ca83b0e3e36c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.859804 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae2faace-f96d-4a1f-a056-ca83b0e3e36c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.863347 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae2faace-f96d-4a1f-a056-ca83b0e3e36c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.892562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2faace-f96d-4a1f-a056-ca83b0e3e36c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35298c5b-304d-43e2-abf3-a0094a8a5e35,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:06.900263 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ae2faace-f96d-4a1f-a056-ca83b0e3e36c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.904436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60082) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:06.905533 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-ae2faace-f96d-4a1f-a056-ca83b0e3e36c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1352148 Dec 09 23:30:06.909583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2631c2eb-f8c8-4327-a6d1-a4a6248f6899 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '35298c5b-304d-43e2-abf3-a0094a8a5e35', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:06.934865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cee453c9-d921-4fb2-8203-b0145a0167af no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:30:06.938594 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2631c2eb-f8c8-4327-a6d1-a4a6248f6899 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:06.955668 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: cee453c9-d921-4fb2-8203-b0145a0167af {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:30:06.956022 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device cee453c9-d921-4fb2-8203-b0145a0167af not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:30:06.956448 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 21fc70ae-8b7d-41df-a541-65ad5d9c011a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:30:06.976575 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 21fc70ae-8b7d-41df-a541-65ad5d9c011a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:30:06.977481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 21fc70ae-8b7d-41df-a541-65ad5d9c011a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:30:06.998276 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2631c2eb-f8c8-4327-a6d1-a4a6248f6899 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.002305 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2631c2eb-f8c8-4327-a6d1-a4a6248f6899 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.022034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631c2eb-f8c8-4327-a6d1-a4a6248f6899 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b275df9-f622-49da-8344-fc8bc89e7bcf,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:07.030220 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2631c2eb-f8c8-4327-a6d1-a4a6248f6899 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.031399 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2631c2eb-f8c8-4327-a6d1-a4a6248f6899 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253073 Dec 09 23:30:07.034124 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60084) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:07.038306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6f9c0995-1427-41c1-a5c4-43b129f6b4d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '35298c5b-304d-43e2-abf3-a0094a8a5e35', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:07.064857 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6f9c0995-1427-41c1-a5c4-43b129f6b4d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.119217 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6f9c0995-1427-41c1-a5c4-43b129f6b4d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.122661 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6f9c0995-1427-41c1-a5c4-43b129f6b4d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.140161 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c0995-1427-41c1-a5c4-43b129f6b4d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75ee9c7-3b8e-42f9-9612-6eb4103b2e05,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:07.151426 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6f9c0995-1427-41c1-a5c4-43b129f6b4d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.152595 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6f9c0995-1427-41c1-a5c4-43b129f6b4d5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175559 Dec 09 23:30:07.155364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60086) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:07.159564 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c8d6c26c-2464-4cb7-8248-491868592495 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '35298c5b-304d-43e2-abf3-a0094a8a5e35', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:07.189041 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c26c-2464-4cb7-8248-491868592495 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.198316 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.247489 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c26c-2464-4cb7-8248-491868592495 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.251445 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c26c-2464-4cb7-8248-491868592495 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.273618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6c26c-2464-4cb7-8248-491868592495 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be838c6b-8b44-4ee6-958b-09729da26ece,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:07.278400 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c26c-2464-4cb7-8248-491868592495 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.279550 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c8d6c26c-2464-4cb7-8248-491868592495 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232710 Dec 09 23:30:07.282335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60088) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:07.286557 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-afa6f5ea-783a-44fc-b5f6-aeb8f4ec391d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '35298c5b-304d-43e2-abf3-a0094a8a5e35', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:07.311468 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-afa6f5ea-783a-44fc-b5f6-aeb8f4ec391d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.365238 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-afa6f5ea-783a-44fc-b5f6-aeb8f4ec391d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.369066 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-afa6f5ea-783a-44fc-b5f6-aeb8f4ec391d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.387799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6f5ea-783a-44fc-b5f6-aeb8f4ec391d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa6c6ed-e83d-477f-ad8d-8a17985c9862,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:07.395563 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-afa6f5ea-783a-44fc-b5f6-aeb8f4ec391d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.396726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-afa6f5ea-783a-44fc-b5f6-aeb8f4ec391d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134498 Dec 09 23:30:07.399528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60090) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:07.403734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5583350a-6cd6-492a-93f1-4c60ba73cbc3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '35298c5b-304d-43e2-abf3-a0094a8a5e35', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:07.424964 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-5583350a-6cd6-492a-93f1-4c60ba73cbc3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Project 4c1df7de2c27478a8a23ed21cf3951bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:30:07.429574 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5583350a-6cd6-492a-93f1-4c60ba73cbc3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.486371 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5583350a-6cd6-492a-93f1-4c60ba73cbc3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.489723 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5583350a-6cd6-492a-93f1-4c60ba73cbc3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.506857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583350a-6cd6-492a-93f1-4c60ba73cbc3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df95e41-f46b-4e10-8969-bd61016b0436,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:07.514496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5583350a-6cd6-492a-93f1-4c60ba73cbc3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.515655 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5583350a-6cd6-492a-93f1-4c60ba73cbc3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152003 Dec 09 23:30:07.518486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60092) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:07.522661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-cfdb90dc-5775-48b3-83f1-514df889b7d4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': '35298c5b-304d-43e2-abf3-a0094a8a5e35', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:07.542998 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-cfdb90dc-5775-48b3-83f1-514df889b7d4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Project 4c1df7de2c27478a8a23ed21cf3951bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:30:07.548629 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cfdb90dc-5775-48b3-83f1-514df889b7d4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.605974 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cfdb90dc-5775-48b3-83f1-514df889b7d4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.609740 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cfdb90dc-5775-48b3-83f1-514df889b7d4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.630277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb90dc-5775-48b3-83f1-514df889b7d4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b013f093-5812-47d1-9d84-7049f80778bb,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:07.637202 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cfdb90dc-5775-48b3-83f1-514df889b7d4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.638394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cfdb90dc-5775-48b3-83f1-514df889b7d4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189959 Dec 09 23:30:07.641198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60094) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:07.645882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8244e052-12f1-4301-8485-631977518a8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'network': {'name': 'tempest-network-smoke--7471336', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'port_security_enabled': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:07.665737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8244e052-12f1-4301-8485-631977518a8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:30:07.669234 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8244e052-12f1-4301-8485-631977518a8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.692762 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8244e052-12f1-4301-8485-631977518a8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:30:07.702774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8244e052-12f1-4301-8485-631977518a8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.703140 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-8244e052-12f1-4301-8485-631977518a8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Added segment 033d7e61-1494-4170-8a2a-8f6637ab987e of type vlan for network 0d998fc9-ad28-4064-9d75-38085676dd7b Dec 09 23:30:07.742817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8244e052-12f1-4301-8485-631977518a8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.766257 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8244e052-12f1-4301-8485-631977518a8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.771704 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8244e052-12f1-4301-8485-631977518a8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:07.772272 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8244e052-12f1-4301-8485-631977518a8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.807401 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8244e052-12f1-4301-8485-631977518a8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1652303 Dec 09 23:30:07.810110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60096) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:07.814278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'admin_state_up': True, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:07.850314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244e052-12f1-4301-8485-631977518a8d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Network': ['ID=0d998fc9-ad28-4064-9d75-38085676dd7b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:07.862288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 0d998fc9-ad28-4064-9d75-38085676dd7b details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:30:07.864771 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.865846 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:07.923579 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:08.060873 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:08.249584 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:08.267724 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:08.684279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.25.8.176 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/2377a000-959e-49ff-a726-06ffad18afd3) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:30:08.779190 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:08.810045 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:08.846423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:30:08.850802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:30:08.854125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:30:08.864154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66ccb0e-d541-495c-b6c4-5df30e575001 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:30:08.880969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=2377a000-959e-49ff-a726-06ffad18afd3,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:08.966523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-47479bcc-9fd2-47ca-8378-e6aec5f110af None None] Provisioning complete for port 2377a000-959e-49ff-a726-06ffad18afd3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:08.966809 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-47479bcc-9fd2-47ca-8378-e6aec5f110af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:09.004827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-47479bcc-9fd2-47ca-8378-e6aec5f110af None None] Port 2377a000-959e-49ff-a726-06ffad18afd3 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:30:09.096266 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:09.285656 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:09.407996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:30:09.510294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:30:09.520240 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Sync routers for ids ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:30:09.529432 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:09.531162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f3aed1cc-56a3-4c91-a055-f77285b29b4f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7201250 Dec 09 23:30:09.531294 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Routers {'dadb9d1b-a24c-4fd5-b48d-636ab7c17350'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:30:09.531772 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:09.534191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60098) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:09.562594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4353d470-2af7-45f9-a49e-532a06fb812c tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=4c1df7de2c27478a8a23ed21cf3951bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271409 Dec 09 23:30:09.564886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60100) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:09.634962 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Set router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:30:09.650536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa063bc0-c2ee-4075-84c5-72dfc55622ec tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:09.652066 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aa063bc0-c2ee-4075-84c5-72dfc55622ec tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862839 Dec 09 23:30:09.655366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60102) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:09.681939 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-883f6be9-ba91-4e6a-abc9-cf18a16b60a5 tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254874 Dec 09 23:30:09.684355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60104) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:09.689092 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8cfc543c-8456-4470-bea3-dfdefb62cf15 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1997017688', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:09.778736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfc543c-8456-4470-bea3-dfdefb62cf15 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:30:09.783058 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8cfc543c-8456-4470-bea3-dfdefb62cf15 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:09.808369 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:30:08Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:09.834431 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Checking router: dadb9d1b-a24c-4fd5-b48d-636ab7c17350 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:30:09.834783 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Updating router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 port 2377a000-959e-49ff-a726-06ffad18afd3 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:30:09.860665 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:09.958201 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8cfc543c-8456-4470-bea3-dfdefb62cf15 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.015587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc543c-8456-4470-bea3-dfdefb62cf15 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Subnet': ['ID=63701eb5-bd5d-4c36-bffa-24e0b4956730,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:10.026500 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc543c-8456-4470-bea3-dfdefb62cf15 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Checking segment: {'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:30:10.026808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc543c-8456-4470-bea3-dfdefb62cf15 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network hostable DHCP agents. Network: 0d998fc9-ad28-4064-9d75-38085676dd7b, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:30:10.042782 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc543c-8456-4470-bea3-dfdefb62cf15 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 0d998fc9-ad28-4064-9d75-38085676dd7b is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:30:10.051496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc543c-8456-4470-bea3-dfdefb62cf15 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 0d998fc9-ad28-4064-9d75-38085676dd7b) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:30:10.055482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfc543c-8456-4470-bea3-dfdefb62cf15 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:10.056074 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8cfc543c-8456-4470-bea3-dfdefb62cf15 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.063692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5259ca04-b6f7-4fa4-b896-af42f388fb31 None None] Network 0d998fc9-ad28-4064-9d75-38085676dd7b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:30:10.073502 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8cfc543c-8456-4470-bea3-dfdefb62cf15 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3880925 Dec 09 23:30:10.078090 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60106) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:10.118300 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.125304 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.168587 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Attempting to bind port 2377a000-959e-49ff-a726-06ffad18afd3 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:30:10.169151 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Attempting to bind port 2377a000-959e-49ff-a726-06ffad18afd3 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:30:10.169963 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Attempting to bind port 2377a000-959e-49ff-a726-06ffad18afd3 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:30:10.170851 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89adb6fd-efa1-4922-abb1-abc65e7163c9 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:30:10.182940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-0d998fc9-ad28-4064-9d75-38085676dd7b', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ips': [{'subnet_id': '63701eb5-bd5d-4c36-bffa-24e0b4956730'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:30:10.184933 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.187741 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:30:10.188517 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:30:10.189083 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.190138 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:30:10.190794 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Bound port: 2377a000-959e-49ff-a726-06ffad18afd3, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:30:10.191964 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.213890 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Pushing event updated for resources: {'Port': ['ID=2377a000-959e-49ff-a726-06ffad18afd3,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:10.250155 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] For port 2377a000-959e-49ff-a726-06ffad18afd3, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:30:10.253476 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] For port 2377a000-959e-49ff-a726-06ffad18afd3, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2377a000-959e-49ff-a726-06ffad18afd3,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:30:10.260172 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.260715 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.261246 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.261834 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.262342 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.262850 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.263344 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.263839 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.264878 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.265371 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.265875 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.266355 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.266884 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:30:10.271057 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.296954 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5cfaa6cd-89ab-4a0d-b8dd-aaafb190ce44 None None] Provisioning complete for port 2377a000-959e-49ff-a726-06ffad18afd3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:10.297334 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa6cd-89ab-4a0d-b8dd-aaafb190ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.323967 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Routers {'dadb9d1b-a24c-4fd5-b48d-636ab7c17350'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:30:10.324604 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:10.332037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27727eb7-2cc7-412b-be99-5873cb5b3dc5 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:30:10.401622 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Allocated IP 172.20.0.2 (0d998fc9-ad28-4064-9d75-38085676dd7b/63701eb5-bd5d-4c36-bffa-24e0b4956730/bdd7ba94-5159-4851-92bf-d841e24497ec) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:30:10.459998 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa6cd-89ab-4a0d-b8dd-aaafb190ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.518835 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5cfaa6cd-89ab-4a0d-b8dd-aaafb190ce44 None None] For port 2377a000-959e-49ff-a726-06ffad18afd3, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2377a000-959e-49ff-a726-06ffad18afd3,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:30:10.525574 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa6cd-89ab-4a0d-b8dd-aaafb190ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.533157 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.534504 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] Set router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:30:10.602337 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d8cd1-e819-45c4-bb58-0c5f797d3e5a None None] Pushing event updated for resources: {'Port': ['ID=2377a000-959e-49ff-a726-06ffad18afd3,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:10.617969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaa6cd-89ab-4a0d-b8dd-aaafb190ce44 None None] Pushing event updated for resources: {'Port': ['ID=2377a000-959e-49ff-a726-06ffad18afd3,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:10.652756 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.662635 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.664367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-719a1ed5-4cf3-48ef-aa4c-70a2a18e60a2 None None] Provisioning complete for port 2377a000-959e-49ff-a726-06ffad18afd3 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:10.664727 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-719a1ed5-4cf3-48ef-aa4c-70a2a18e60a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.720559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Network 0d998fc9-ad28-4064-9d75-38085676dd7b is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:30:10.725089 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:30:08Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:10.726346 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:30:10.728933 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:30:10.752422 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c19522-39c3-42b8-a9ab-6b794ae02a2b None None] The sync data for ids ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'] in n-d-789963-23 is: [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:30:08Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:30:10.778192 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Pushing event updated for resources: {'Port': ['ID=bdd7ba94-5159-4851-92bf-d841e24497ec,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:10.809923 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Attempting to bind port bdd7ba94-5159-4851-92bf-d841e24497ec on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:30:10.810231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Attempting to bind port bdd7ba94-5159-4851-92bf-d841e24497ec by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:30:10.810598 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Attempting to bind port bdd7ba94-5159-4851-92bf-d841e24497ec on network 0d998fc9-ad28-4064-9d75-38085676dd7b {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:30:10.813378 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.20.0.1 (0d998fc9-ad28-4064-9d75-38085676dd7b/63701eb5-bd5d-4c36-bffa-24e0b4956730/4d2794ff-9073-4e06-86a8-9ea08f7bdedc) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:30:10.838817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:30:10.839275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Checking segment: {'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:30:10.839621 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.840028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Bound using segment: {'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:30:10.840511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Bound port: bdd7ba94-5159-4851-92bf-d841e24497ec, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:30:10.840904 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.917041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] For port bdd7ba94-5159-4851-92bf-d841e24497ec, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:30:10.921965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] For port bdd7ba94-5159-4851-92bf-d841e24497ec, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bdd7ba94-5159-4851-92bf-d841e24497ec,segment=NetworkSegment(033d7e61-1494-4170-8a2a-8f6637ab987e),segment_id=033d7e61-1494-4170-8a2a-8f6637ab987e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:30:10.927206 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.937326 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.974750 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:10.997440 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7bdf0-ca27-444e-a88f-233fdd3d44b5 None None] Pushing event updated for resources: {'Port': ['ID=bdd7ba94-5159-4851-92bf-d841e24497ec,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:11.051112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 0d998fc9-ad28-4064-9d75-38085676dd7b is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:30:11.054254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:30:11.060597 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:30:11.089892 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=4d2794ff-9073-4e06-86a8-9ea08f7bdedc,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:11.114974 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:11.271479 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:11.570922 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:11.575357 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:11.652134 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=4d2794ff-9073-4e06-86a8-9ea08f7bdedc,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:11.655198 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:11.750289 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 0d998fc9-ad28-4064-9d75-38085676dd7b is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:30:11.751737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:30:11.869014 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:30:11.983257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:30:11.988223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-73bcba79-2e0c-44ae-8384-309c170f0d48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "PUT /v2.0/routers/dadb9d1b-a24c-4fd5-b48d-636ab7c17350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9085641 Dec 09 23:30:11.995613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5205c653-fde9-4f92-a5a9-1400080590db None None] Network 0d998fc9-ad28-4064-9d75-38085676dd7b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:30:12.115539 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-61121266-f042-4695-a89f-b7e87931d564 None None] Provisioning complete for port bdd7ba94-5159-4851-92bf-d841e24497ec triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:12.115919 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-61121266-f042-4695-a89f-b7e87931d564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:12.147761 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-5c382112-fe64-4f47-a9cb-0ff25402b8f6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459463082&fields=id&tenant_id=4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 267 time: 0.0519142 Dec 09 23:30:12.208574 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-61121266-f042-4695-a89f-b7e87931d564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:12.252848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-61121266-f042-4695-a89f-b7e87931d564 None None] For port bdd7ba94-5159-4851-92bf-d841e24497ec, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bdd7ba94-5159-4851-92bf-d841e24497ec,segment=NetworkSegment(033d7e61-1494-4170-8a2a-8f6637ab987e),segment_id=033d7e61-1494-4170-8a2a-8f6637ab987e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:30:12.258672 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-61121266-f042-4695-a89f-b7e87931d564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:12.266838 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-07d0747a-d8d0-4d73-a72e-ef14f32c6d95 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:12.268378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-07d0747a-d8d0-4d73-a72e-ef14f32c6d95 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/networks?id=0d998fc9-ad28-4064-9d75-38085676dd7b HTTP/1.1" status: 200 len: 794 time: 0.1126850 Dec 09 23:30:12.286463 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-cb447c70-ee40-46a7-8719-c454600ddd27 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/quotas/4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 375 time: 0.0120866 Dec 09 23:30:12.320534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61121266-f042-4695-a89f-b7e87931d564 None None] Pushing event updated for resources: {'Port': ['ID=bdd7ba94-5159-4851-92bf-d841e24497ec,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:12.345339 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-747a356f-a746-4b5b-a6a8-e9e371e83544 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495811 Dec 09 23:30:12.384590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-851709dd-e8f8-4995-819d-17e0452be821 None None] Provisioning complete for port bdd7ba94-5159-4851-92bf-d841e24497ec triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:12.384966 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-851709dd-e8f8-4995-819d-17e0452be821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:12.452804 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-330712ee-f9cc-426c-8b4e-d0e25a8de570 service neutron] 10.222.0.16 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952353 Dec 09 23:30:12.484294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-851709dd-e8f8-4995-819d-17e0452be821 None None] Provisioning complete for port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:12.484649 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-851709dd-e8f8-4995-819d-17e0452be821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:12.522698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Sync routers for ids ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:30:12.541758 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-851709dd-e8f8-4995-819d-17e0452be821 None None] Port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:30:12.545183 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Routers {'dadb9d1b-a24c-4fd5-b48d-636ab7c17350'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:30:12.545743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:12.552941 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-43390a91-f967-4543-86c2-29398dbda9af service neutron] 10.222.0.16 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934916 Dec 09 23:30:12.666760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Set router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:30:12.711633 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-77b586e7-e4f8-4704-b802-4ead60dfb23c None None] Provisioning complete for port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:12.712082 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-77b586e7-e4f8-4704-b802-4ead60dfb23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:12.736034 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1eb9af5a-d60a-4c76-9fe0-c8b6e39a4a91 req-958edf42-1e79-45c8-b784-10b02f80cb4c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 210 time: 0.0303741 Dec 09 23:30:12.806039 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-77b586e7-e4f8-4704-b802-4ead60dfb23c None None] Port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:30:12.913941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:30:11Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4d2794ff-9073-4e06-86a8-9ea08f7bdedc', 'name': '', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:ab:9b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:10Z', 'updated_at': '2021-12-09T23:30:11Z', 'revision_number': 2, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:12.949328 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Checking router: dadb9d1b-a24c-4fd5-b48d-636ab7c17350 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:30:12.949692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Updating router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:30:12.981399 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:12.992297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d820c187-ca24-46b1-a438-aab65391c821 None None] Provisioning complete for port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:12.992687 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d820c187-ca24-46b1-a438-aab65391c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:12.994468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2377a000-959e-49ff-a726-06ffad18afd3 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:30:13.093835 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d820c187-ca24-46b1-a438-aab65391c821 None None] Port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:30:13.165591 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 2377a000-959e-49ff-a726-06ffad18afd3 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:13.166010 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:13.478888 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bdd7ba94-5159-4851-92bf-d841e24497ec up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:30:13.567419 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:13.574440 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:13.582877 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port bdd7ba94-5159-4851-92bf-d841e24497ec triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:13.583247 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:13.655752 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95a91c-ed11-46ca-8594-b557a394e858 None None] Pushing event updated for resources: {'Port': ['ID=4d2794ff-9073-4e06-86a8-9ea08f7bdedc,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:13.718947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Attempting to bind port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:30:13.719327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Attempting to bind port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:30:13.719704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Attempting to bind port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc on network 0d998fc9-ad28-4064-9d75-38085676dd7b {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:30:13.744410 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:30:13.744793 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Checking segment: {'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:30:13.745201 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:13.745601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Bound using segment: {'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:30:13.746114 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Bound port: 4d2794ff-9073-4e06-86a8-9ea08f7bdedc, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:30:13.746505 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:13.805432 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-403a6276-b9b3-41a8-8248-91e8e835ba4d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:13.806820 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:30:13.807237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-403a6276-b9b3-41a8-8248-91e8e835ba4d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.42 "GET /v2.0/networks?id=0d998fc9-ad28-4064-9d75-38085676dd7b HTTP/1.1" status: 200 len: 794 time: 0.1638303 Dec 09 23:30:13.846841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] For port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:30:13.850367 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] For port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4d2794ff-9073-4e06-86a8-9ea08f7bdedc,segment=NetworkSegment(033d7e61-1494-4170-8a2a-8f6637ab987e),segment_id=033d7e61-1494-4170-8a2a-8f6637ab987e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:30:13.858432 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:13.878160 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1af2e338-7c3d-4a13-abc2-459f404d447b req-7429c8ef-cb75-44e7-b2fe-899f961ab8a8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 210 time: 0.0352054 Dec 09 23:30:13.911686 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-564dadff-061b-4f78-b11e-e246db2092e4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 379 time: 0.0952716 Dec 09 23:30:13.921948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'port': {'device_id': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'admin_state_up': True, 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'security_groups': ['35298c5b-304d-43e2-abf3-a0094a8a5e35']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:13.926807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Routers {'dadb9d1b-a24c-4fd5-b48d-636ab7c17350'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:30:13.926807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:13.928674 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95a91c-ed11-46ca-8594-b557a394e858 None None] Pushing event updated for resources: {'Port': ['ID=4d2794ff-9073-4e06-86a8-9ea08f7bdedc,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:14.064678 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-c1b088e6-6eb4-4e36-bbca-04d1ea3df526 None None] Provisioning complete for port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:14.065207 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1b088e6-6eb4-4e36-bbca-04d1ea3df526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:14.068259 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] Set router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:30:14.271355 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1b088e6-6eb4-4e36-bbca-04d1ea3df526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:14.339107 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c1b088e6-6eb4-4e36-bbca-04d1ea3df526 None None] For port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4d2794ff-9073-4e06-86a8-9ea08f7bdedc,segment=NetworkSegment(033d7e61-1494-4170-8a2a-8f6637ab987e),segment_id=033d7e61-1494-4170-8a2a-8f6637ab987e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:30:14.344716 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1b088e6-6eb4-4e36-bbca-04d1ea3df526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:14.387379 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:30:14.391047 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:14.399735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b088e6-6eb4-4e36-bbca-04d1ea3df526 None None] Pushing event updated for resources: {'Port': ['ID=4d2794ff-9073-4e06-86a8-9ea08f7bdedc,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:14.404640 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:30:11Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4d2794ff-9073-4e06-86a8-9ea08f7bdedc', 'name': '', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:ab:9b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:10Z', 'updated_at': '2021-12-09T23:30:13Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:14.432569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f6585-40d4-4e00-9f92-640965313eeb None None] The sync data for ids ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'] in n-d-789963-23 is: [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:30:11Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4d2794ff-9073-4e06-86a8-9ea08f7bdedc', 'name': '', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:ab:9b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:10Z', 'updated_at': '2021-12-09T23:30:13Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:30:14.475136 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ce5acaf0-dfe4-49bb-bc30-7f58b0e0a6a2 None None] Provisioning complete for port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:14.475136 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ce5acaf0-dfe4-49bb-bc30-7f58b0e0a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:14.553315 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.20.0.10 (0d998fc9-ad28-4064-9d75-38085676dd7b/63701eb5-bd5d-4c36-bffa-24e0b4956730/4770d74e-b4dc-4910-9f01-ff6737cbfd96) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:30:14.707438 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:14.741947 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:14.785649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 0d998fc9-ad28-4064-9d75-38085676dd7b is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:30:14.789197 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:30:14.792180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:30:14.828027 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=4770d74e-b4dc-4910-9f01-ff6737cbfd96,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:14.853433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:14.854120 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:14.879144 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-91061f3b-16a3-4cb9-9df3-1bf41bb2f329 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9605193 Dec 09 23:30:14.901486 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Request body: {'port': {'device_id': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:14.986089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4d2794ff-9073-4e06-86a8-9ea08f7bdedc up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:30:15.011513 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:15.048592 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:15.048980 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:15.084353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f8ffd-e253-44e7-8853-bc46da0895d8 req-489ad07d-8c1b-4816-953a-ef63977cd19c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:15.086053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d35f8ffd-e253-44e7-8853-bc46da0895d8 req-489ad07d-8c1b-4816-953a-ef63977cd19c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 932 time: 0.0894952 Dec 09 23:30:15.142945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2855890d-9c3c-4601-86a0-4f27d24a5b30 None None] Provisioning complete for port 4770d74e-b4dc-4910-9f01-ff6737cbfd96 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:15.143321 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2855890d-9c3c-4601-86a0-4f27d24a5b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:15.186497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2855890d-9c3c-4601-86a0-4f27d24a5b30 None None] Port 4770d74e-b4dc-4910-9f01-ff6737cbfd96 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:30:15.226961 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d35f8ffd-e253-44e7-8853-bc46da0895d8 req-bdde45e8-ae77-4219-9cb5-41b446a3ed69 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275668 Dec 09 23:30:15.362286 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4770d74e-b4dc-4910-9f01-ff6737cbfd96 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:30:15.370385 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:15.383815 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Transition to ACTIVE for port object 4770d74e-b4dc-4910-9f01-ff6737cbfd96 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:30:15.387633 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:15.436795 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Pushing event updated for resources: {'Port': ['ID=4770d74e-b4dc-4910-9f01-ff6737cbfd96,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:15.517617 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Attempting to bind port 4770d74e-b4dc-4910-9f01-ff6737cbfd96 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:30:15.518192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Attempting to bind port 4770d74e-b4dc-4910-9f01-ff6737cbfd96 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:30:15.518622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Attempting to bind port 4770d74e-b4dc-4910-9f01-ff6737cbfd96 on network 0d998fc9-ad28-4064-9d75-38085676dd7b {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:30:15.523559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Port 4770d74e-b4dc-4910-9f01-ff6737cbfd96 on network 0d998fc9-ad28-4064-9d75-38085676dd7b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:30:15.524006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Attempting to bind port 4770d74e-b4dc-4910-9f01-ff6737cbfd96 on network 0d998fc9-ad28-4064-9d75-38085676dd7b {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:30:15.529433 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:30:15.529889 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Checking segment: {'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:30:15.530341 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Bound using segment: {'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:30:15.530845 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Bound port: 4770d74e-b4dc-4910-9f01-ff6737cbfd96, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033d7e61-1494-4170-8a2a-8f6637ab987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:30:15.531272 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:15.602721 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] For port 4770d74e-b4dc-4910-9f01-ff6737cbfd96, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:30:15.606158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] For port 4770d74e-b4dc-4910-9f01-ff6737cbfd96, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4770d74e-b4dc-4910-9f01-ff6737cbfd96,segment=NetworkSegment(033d7e61-1494-4170-8a2a-8f6637ab987e),segment_id=033d7e61-1494-4170-8a2a-8f6637ab987e)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:30:15.611100 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:15.645751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:15.646375 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:15.647770 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] 10.222.0.42 "PUT /v2.0/ports/4770d74e-b4dc-4910-9f01-ff6737cbfd96 HTTP/1.1" status: 200 len: 1093 time: 0.7606657 Dec 09 23:30:15.648227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'tag': '4770d74e-b4dc-4910-9f01-ff6737cbfd96'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:30:15.650505 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66936342-1a9e-481f-a522-e20e1fd3ae7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cbf213-ee4c-4b65-90fd-f5037fcf0a00", "tag": "4770d74e-b4dc-4910-9f01-ff6737cbfd96"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:30:15.689054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d889d73-1e72-4aca-a555-6c18b8a5e441 service neutron] Pushing event updated for resources: {'Port': ['ID=4770d74e-b4dc-4910-9f01-ff6737cbfd96,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:15.700109 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddebc2a0-326e-44d9-bf25-55eeb775be99 x-openstack-request-id: req-ddebc2a0-326e-44d9-bf25-55eeb775be99 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:30:15.700253 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cbf213-ee4c-4b65-90fd-f5037fcf0a00", "tag": "4770d74e-b4dc-4910-9f01-ff6737cbfd96", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:30:15.700407 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddebc2a0-326e-44d9-bf25-55eeb775be99 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:30:15.700866 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'tag': '4770d74e-b4dc-4910-9f01-ff6737cbfd96', 'status': 'completed', 'code': 200} Dec 09 23:30:15.745877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-64c0009c-9bb1-4509-a2e2-7d1edcf3ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:15.747382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-64c0009c-9bb1-4509-a2e2-7d1edcf3ccba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 1096 time: 0.0451856 Dec 09 23:30:15.788799 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-d09221b8-8cab-4747-a0c0-cecd03f75890 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4770d74e-b4dc-4910-9f01-ff6737cbfd96 HTTP/1.1" status: 200 len: 217 time: 0.0339475 Dec 09 23:30:15.848859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-934745ef-fe05-4e96-a92e-67b1ebeac7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:15.850358 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-934745ef-fe05-4e96-a92e-67b1ebeac7e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63701eb5-bd5d-4c36-bffa-24e0b4956730 HTTP/1.1" status: 200 len: 835 time: 0.0481794 Dec 09 23:30:15.896797 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-bf5d58d5-92ce-4035-a914-e7264f77c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:15.898299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-bf5d58d5-92ce-4035-a914-e7264f77c30a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d998fc9-ad28-4064-9d75-38085676dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396018 Dec 09 23:30:15.909438 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-f7e3ba89-c3fd-41af-bbb0-badf145cf3d0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:30:15.910382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-f7e3ba89-c3fd-41af-bbb0-badf145cf3d0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048776 Dec 09 23:30:16.003333 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-93d19989-3e0b-47b1-98b4-5cd2b887e600 service neutron] 10.222.0.42 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851669 Dec 09 23:30:16.091304 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e14cee8a-b37f-47e3-9e22-04c1440cef55 req-b18af58d-254c-432a-8f2a-4dc5c0e08389 service neutron] 10.222.0.42 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804687 Dec 09 23:30:16.175968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66936342-1a9e-481f-a522-e20e1fd3ae7d req-6cd693e9-6827-4a56-8929-3a9834cdc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:16.177470 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66936342-1a9e-481f-a522-e20e1fd3ae7d req-6cd693e9-6827-4a56-8929-3a9834cdc829 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 1096 time: 0.0408947 Dec 09 23:30:16.273456 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66936342-1a9e-481f-a522-e20e1fd3ae7d req-eafa2c16-6839-4f45-9fb6-0c985055cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:16.274957 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66936342-1a9e-481f-a522-e20e1fd3ae7d req-eafa2c16-6839-4f45-9fb6-0c985055cb6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0d998fc9-ad28-4064-9d75-38085676dd7b HTTP/1.1" status: 200 len: 895 time: 0.0897908 Dec 09 23:30:16.318317 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66936342-1a9e-481f-a522-e20e1fd3ae7d req-9549258a-9760-4382-83f1-36b9ede398f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4770d74e-b4dc-4910-9f01-ff6737cbfd96 HTTP/1.1" status: 200 len: 217 time: 0.0363388 Dec 09 23:30:16.393719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66936342-1a9e-481f-a522-e20e1fd3ae7d req-10268d08-bb52-47e7-a4f4-1d1090324b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:16.395100 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66936342-1a9e-481f-a522-e20e1fd3ae7d req-10268d08-bb52-47e7-a4f4-1d1090324b1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63701eb5-bd5d-4c36-bffa-24e0b4956730 HTTP/1.1" status: 200 len: 835 time: 0.0696902 Dec 09 23:30:16.402476 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136339a2-094e-4502-bcbf-b9f8df8440dd req-e1b53f55-b42f-42f3-9ce5-bf6d8b56e17c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:16.404139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-136339a2-094e-4502-bcbf-b9f8df8440dd req-e1b53f55-b42f-42f3-9ce5-bf6d8b56e17c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 944 time: 0.0882788 Dec 09 23:30:16.473871 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66936342-1a9e-481f-a522-e20e1fd3ae7d req-0dcd297f-7063-4fb0-bfa9-95b369f75afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:16.475369 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66936342-1a9e-481f-a522-e20e1fd3ae7d req-0dcd297f-7063-4fb0-bfa9-95b369f75afb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d998fc9-ad28-4064-9d75-38085676dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698555 Dec 09 23:30:16.480406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-136339a2-094e-4502-bcbf-b9f8df8440dd req-73500d0d-80ea-41aa-b4f8-167881c5737e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677609 Dec 09 23:30:16.567603 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66936342-1a9e-481f-a522-e20e1fd3ae7d req-debc87f0-6158-452a-996a-ad6e645354d2 service neutron] 10.222.0.42 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844116 Dec 09 23:30:16.655450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66936342-1a9e-481f-a522-e20e1fd3ae7d req-12764360-adc5-4252-94e2-db1356a06ff0 service neutron] 10.222.0.42 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793848 Dec 09 23:30:17.598927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27c1d3-40fa-4476-8501-9eaec8ba3310 req-99c0f617-c410-491a-a992-ca283ba1cdd6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:17.600373 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c27c1d3-40fa-4476-8501-9eaec8ba3310 req-99c0f617-c410-491a-a992-ca283ba1cdd6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 944 time: 0.0513356 Dec 09 23:30:17.649380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6c27c1d3-40fa-4476-8501-9eaec8ba3310 req-ccd0e995-0016-4d2a-9035-6979f490cb4c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425005 Dec 09 23:30:18.245858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 4770d74e-b4dc-4910-9f01-ff6737cbfd96 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:30:18.339285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 4770d74e-b4dc-4910-9f01-ff6737cbfd96, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4770d74e-b4dc-4910-9f01-ff6737cbfd96,segment=NetworkSegment(033d7e61-1494-4170-8a2a-8f6637ab987e),segment_id=033d7e61-1494-4170-8a2a-8f6637ab987e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:30:18.349986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '4770d74e-b4dc-4910-9f01-ff6737cbfd96', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'port_id': '4770d74e-b4dc-4910-9f01-ff6737cbfd96', 'mac_address': 'fa:16:3e:b7:30:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:30:18.392620 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:18.404711 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4770d74e-b4dc-4910-9f01-ff6737cbfd96 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:30:18.422786 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 4770d74e-b4dc-4910-9f01-ff6737cbfd96, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4770d74e-b4dc-4910-9f01-ff6737cbfd96,segment=NetworkSegment(033d7e61-1494-4170-8a2a-8f6637ab987e),segment_id=033d7e61-1494-4170-8a2a-8f6637ab987e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:30:18.426824 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:18.478408 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=4770d74e-b4dc-4910-9f01-ff6737cbfd96,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:18.621407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['4770d74e-b4dc-4910-9f01-ff6737cbfd96'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:30:18.742587 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-dca50d4c-7760-4cce-afce-7360da7c69f4 req-7fe15028-9523-4a51-813f-c21eec6770e6 service neutron] (103417) timed out ('10.222.0.42', 59345) {{(pid=103417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 23:30:18.765127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae2344-482f-4ca6-bd5c-607ff5f7ecde req-7e2906f5-df33-452c-ab5b-b64c27cbc4b2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:18.766637 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5ae2344-482f-4ca6-bd5c-607ff5f7ecde req-7e2906f5-df33-452c-ab5b-b64c27cbc4b2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 945 time: 0.0495811 Dec 09 23:30:18.814447 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f5ae2344-482f-4ca6-bd5c-607ff5f7ecde req-55c139ab-b5c5-4ff3-8805-591962c66b44 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418487 Dec 09 23:30:19.930380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e6366-cbe5-4512-9695-21295c556a75 req-13c002df-0cb1-401b-809f-9f6de3841408 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:19.931833 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-876e6366-cbe5-4512-9695-21295c556a75 req-13c002df-0cb1-401b-809f-9f6de3841408 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 945 time: 0.0509164 Dec 09 23:30:19.987852 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-876e6366-cbe5-4512-9695-21295c556a75 req-84122980-8286-47f4-852c-a4cf038528fc tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495605 Dec 09 23:30:20.275771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 4770d74e-b4dc-4910-9f01-ff6737cbfd96 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:30:20.327968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 4770d74e-b4dc-4910-9f01-ff6737cbfd96 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:30:20.332624 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 4770d74e-b4dc-4910-9f01-ff6737cbfd96 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:30:20.332997 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:20.408273 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:20.434464 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4770d74e-b4dc-4910-9f01-ff6737cbfd96'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:30:20.437345 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c1d792-9748-45cf-ad08-66420f85c25c" -d '{"events": [{"server_uuid": "d3cbf213-ee4c-4b65-90fd-f5037fcf0a00", "name": "network-vif-plugged", "status": "completed", "tag": "4770d74e-b4dc-4910-9f01-ff6737cbfd96"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:30:20.450209 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 4770d74e-b4dc-4910-9f01-ff6737cbfd96, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4770d74e-b4dc-4910-9f01-ff6737cbfd96,segment=NetworkSegment(033d7e61-1494-4170-8a2a-8f6637ab987e),segment_id=033d7e61-1494-4170-8a2a-8f6637ab987e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:30:20.454734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:20.479428 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a4788a-dd1b-48e7-a19c-8073ec1f7148 x-openstack-request-id: req-36a4788a-dd1b-48e7-a19c-8073ec1f7148 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:30:20.479729 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cbf213-ee4c-4b65-90fd-f5037fcf0a00", "name": "network-vif-plugged", "status": "completed", "tag": "4770d74e-b4dc-4910-9f01-ff6737cbfd96", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:30:20.479989 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36a4788a-dd1b-48e7-a19c-8073ec1f7148 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:30:20.480387 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4770d74e-b4dc-4910-9f01-ff6737cbfd96', 'code': 200} Dec 09 23:30:20.510853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=4770d74e-b4dc-4910-9f01-ff6737cbfd96,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:20.573685 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76ea5d-8391-4043-9438-f2239b0da1ca req-ae1dbf87-f5a0-4c22-8777-01ff03b2d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:20.575188 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b76ea5d-8391-4043-9438-f2239b0da1ca req-ae1dbf87-f5a0-4c22-8777-01ff03b2d44b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 1098 time: 0.0395315 Dec 09 23:30:20.621732 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2b76ea5d-8391-4043-9438-f2239b0da1ca req-3099217c-01d3-47d4-9a98-7f9f8656dc63 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394800 Dec 09 23:30:21.102945 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebcba6-00b5-4b75-b1ad-18c4b50eaea4 req-eb044591-77a0-44b3-8174-32e7e5876baf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:21.104338 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71ebcba6-00b5-4b75-b1ad-18c4b50eaea4 req-eb044591-77a0-44b3-8174-32e7e5876baf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0477223 Dec 09 23:30:21.156725 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-71ebcba6-00b5-4b75-b1ad-18c4b50eaea4 req-a8de7b4a-161b-4d2b-bea9-2336d3ee39ac tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464478 Dec 09 23:30:22.271516 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f06af-1022-4289-bbc7-9c37c0a225fe req-b5fab042-c914-4987-9cff-affd7f460192 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:22.272966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e97f06af-1022-4289-bbc7-9c37c0a225fe req-b5fab042-c914-4987-9cff-affd7f460192 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0478773 Dec 09 23:30:22.321160 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e97f06af-1022-4289-bbc7-9c37c0a225fe req-f907c75f-2f23-41c2-9187-512cb1a8424c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 Dec 09 23:30:22.433631 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1cb0b-f0ac-4c1d-9a2e-e77f4be5984b req-b4386cad-6110-4203-ae2b-f5e9d0df2262 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:22.435168 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66e1cb0b-f0ac-4c1d-9a2e-e77f4be5984b req-b4386cad-6110-4203-ae2b-f5e9d0df2262 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0477769 Dec 09 23:30:22.482458 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-66e1cb0b-f0ac-4c1d-9a2e-e77f4be5984b req-67268646-abc8-45c2-88b7-b2673795d32a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415435 Dec 09 23:30:22.503725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60156) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:22.545083 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7901ad-1a58-409b-a01c-cdf75f399afd tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:22.547109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-db7901ad-1a58-409b-a01c-cdf75f399afd tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 1093 time: 0.0424349 Dec 09 23:30:22.549821 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60158) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:22.553974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '4770d74e-b4dc-4910-9f01-ff6737cbfd96', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:30:22.575524 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:22.668704 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:22.771856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.25.8.89 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/eae3cf32-9efa-4746-9bea-d3054d79e841) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:30:22.867593 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:22.899241 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:22.938019 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:30:22.940850 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:30:22.944181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:30:22.968443 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=eae3cf32-9efa-4746-9bea-d3054d79e841,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:23.287442 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:23.299050 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:23.358381 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:23.504282 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:23.508695 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:23.572397 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=eae3cf32-9efa-4746-9bea-d3054d79e841,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:30:23.586213 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:23.684387 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Floating IP 66e1d5a4-9ab6-46f9-8285-3ab27b711a32 associated. External IP: 172.25.8.89, port: 4770d74e-b4dc-4910-9f01-ff6737cbfd96. Dec 09 23:30:23.886669 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:30:23.990095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:30:24.000292 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9949358-7b3d-4157-901b-e822d308a4ae None None] Sync routers for ids ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:30:24.010541 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9949358-7b3d-4157-901b-e822d308a4ae None None] Routers {'dadb9d1b-a24c-4fd5-b48d-636ab7c17350'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:30:24.011565 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b9949358-7b3d-4157-901b-e822d308a4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:24.013946 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:24.042232 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f8c06c49-6c91-4a62-a9dc-67fc822f0142 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4889562 Dec 09 23:30:24.042232 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'tag': '4770d74e-b4dc-4910-9f01-ff6737cbfd96'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:30:24.042809 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a4b98f-2906-4ce7-9925-b9e5c2cd51c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cbf213-ee4c-4b65-90fd-f5037fcf0a00", "tag": "4770d74e-b4dc-4910-9f01-ff6737cbfd96"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:30:24.084062 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb6d8bb-db99-4d9b-9bfd-bd9dee9b43f7 x-openstack-request-id: req-abb6d8bb-db99-4d9b-9bfd-bd9dee9b43f7 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:30:24.084417 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cbf213-ee4c-4b65-90fd-f5037fcf0a00", "tag": "4770d74e-b4dc-4910-9f01-ff6737cbfd96", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:30:24.084740 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abb6d8bb-db99-4d9b-9bfd-bd9dee9b43f7 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:30:24.085224 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'tag': '4770d74e-b4dc-4910-9f01-ff6737cbfd96', 'status': 'completed', 'code': 200} Dec 09 23:30:24.140660 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-b9949358-7b3d-4157-901b-e822d308a4ae None None] Set router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:30:24.169348 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7562b-b578-4445-88c0-23da4e754e72 req-8dfab1ef-0cb2-4f0f-b1dc-aa529462f41d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:24.171624 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ef7562b-b578-4445-88c0-23da4e754e72 req-8dfab1ef-0cb2-4f0f-b1dc-aa529462f41d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0769861 Dec 09 23:30:24.178384 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4b98f-2906-4ce7-9925-b9e5c2cd51c0 req-5689c7f7-73ad-4d65-b59c-c195aaf389bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:24.179818 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6a4b98f-2906-4ce7-9925-b9e5c2cd51c0 req-5689c7f7-73ad-4d65-b59c-c195aaf389bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 1098 time: 0.0722501 Dec 09 23:30:24.283672 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0ef7562b-b578-4445-88c0-23da4e754e72 req-e3e12074-44ba-409a-83dc-58f06bfff632 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028163 Dec 09 23:30:24.306394 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4b98f-2906-4ce7-9925-b9e5c2cd51c0 req-2af4525e-e845-415e-8361-1f497b5e6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:24.307092 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60164) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:24.307970 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6a4b98f-2906-4ce7-9925-b9e5c2cd51c0 req-2af4525e-e845-415e-8361-1f497b5e6e0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0d998fc9-ad28-4064-9d75-38085676dd7b HTTP/1.1" status: 200 len: 895 time: 0.1195288 Dec 09 23:30:24.376778 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bf1c9ef5-7cc0-4bdf-9ea1-a59ba9fc15fc tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/66e1d5a4-9ab6-46f9-8285-3ab27b711a32 HTTP/1.1" status: 200 len: 991 time: 0.0684628 Dec 09 23:30:24.385402 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b9949358-7b3d-4157-901b-e822d308a4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:30:11Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '66e1d5a4-9ab6-46f9-8285-3ab27b711a32', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'port_id': '4770d74e-b4dc-4910-9f01-ff6737cbfd96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'mac_address': 'fa:16:3e:b7:30:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:30:23Z', 'updated_at': '2021-12-09T23:30:23Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2794ff-9073-4e06-86a8-9ea08f7bdedc', 'name': '', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:ab:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:10Z', 'updated_at': '2021-12-09T23:30:14Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:24.388266 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6a4b98f-2906-4ce7-9925-b9e5c2cd51c0 req-e7f04124-3f68-4d23-bd35-7347e4eac7e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4770d74e-b4dc-4910-9f01-ff6737cbfd96 HTTP/1.1" status: 200 len: 999 time: 0.0718815 Dec 09 23:30:24.417742 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9949358-7b3d-4157-901b-e822d308a4ae None None] Checking router: dadb9d1b-a24c-4fd5-b48d-636ab7c17350 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:30:24.427409 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9949358-7b3d-4157-901b-e822d308a4ae None None] Routers {'dadb9d1b-a24c-4fd5-b48d-636ab7c17350'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:30:24.428055 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b9949358-7b3d-4157-901b-e822d308a4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:30:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:24.437923 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4b98f-2906-4ce7-9925-b9e5c2cd51c0 req-e809a2be-df97-4cbd-ad16-abcd42d65ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:24.439490 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6a4b98f-2906-4ce7-9925-b9e5c2cd51c0 req-e809a2be-df97-4cbd-ad16-abcd42d65ad0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63701eb5-bd5d-4c36-bffa-24e0b4956730 HTTP/1.1" status: 200 len: 835 time: 0.0440238 Dec 09 23:30:24.484864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4b98f-2906-4ce7-9925-b9e5c2cd51c0 req-02acd1e6-88b5-4ca1-a890-6f8fb8185db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:24.486376 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6a4b98f-2906-4ce7-9925-b9e5c2cd51c0 req-02acd1e6-88b5-4ca1-a890-6f8fb8185db8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d998fc9-ad28-4064-9d75-38085676dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399485 Dec 09 23:30:24.533277 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-b9949358-7b3d-4157-901b-e822d308a4ae None None] Set router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:30:24.579328 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6a4b98f-2906-4ce7-9925-b9e5c2cd51c0 req-8121c785-1f51-4d73-99d1-4cdb33911048 service neutron] 10.222.0.42 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844040 Dec 09 23:30:24.674905 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c6a4b98f-2906-4ce7-9925-b9e5c2cd51c0 req-faaf22b1-c9ba-4a04-b60f-6bef4edb2f71 service neutron] 10.222.0.42 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877254 Dec 09 23:30:24.758848 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b9949358-7b3d-4157-901b-e822d308a4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:30:11Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '66e1d5a4-9ab6-46f9-8285-3ab27b711a32', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'port_id': '4770d74e-b4dc-4910-9f01-ff6737cbfd96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'mac_address': 'fa:16:3e:b7:30:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:30:23Z', 'updated_at': '2021-12-09T23:30:23Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2794ff-9073-4e06-86a8-9ea08f7bdedc', 'name': '', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:ab:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:10Z', 'updated_at': '2021-12-09T23:30:14Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:30:24.788485 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9949358-7b3d-4157-901b-e822d308a4ae None None] The sync data for ids ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'] in n-d-789963-23 is: [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:30:11Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': '66e1d5a4-9ab6-46f9-8285-3ab27b711a32', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'port_id': '4770d74e-b4dc-4910-9f01-ff6737cbfd96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'mac_address': 'fa:16:3e:b7:30:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:30:23Z', 'updated_at': '2021-12-09T23:30:23Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2794ff-9073-4e06-86a8-9ea08f7bdedc', 'name': '', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:ab:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:10Z', 'updated_at': '2021-12-09T23:30:14Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:30:24.977842 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf6afc-ff9c-407e-940b-f32ff77b97b3 None None] New status for floating IP 66e1d5a4-9ab6-46f9-8285-3ab27b711a32: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:30:25.379266 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60166) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:30:25.441842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d3981e34-7926-41f5-b820-33d075e08189 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/66e1d5a4-9ab6-46f9-8285-3ab27b711a32 HTTP/1.1" status: 200 len: 993 time: 0.0613072 Dec 09 23:30:31.184197 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-655deaf9-a865-478e-a2eb-401afc9de19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:33.439734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a450e272-a0b0-431f-97cd-258db37bbda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:34.517853 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:35.038937 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:36.406226 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:37.191041 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:50.805809 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:30:53.308914 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:30:56.897086 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c3639-707b-4a6d-b8bf-e6d4381c6f63 req-3b199787-7099-45b5-b5f4-193f1cb3b355 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:56.898760 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd7c3639-707b-4a6d-b8bf-e6d4381c6f63 req-3b199787-7099-45b5-b5f4-193f1cb3b355 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0487502 Dec 09 23:30:56.954036 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd7c3639-707b-4a6d-b8bf-e6d4381c6f63 req-f3b26e57-60a2-44a5-8d71-65257f28caf6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465355 Dec 09 23:30:58.071177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1065ce-060c-4c6e-864e-aec1933bd54c req-14c39443-19be-4225-b036-506d40aaf771 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:58.072622 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be1065ce-060c-4c6e-864e-aec1933bd54c req-14c39443-19be-4225-b036-506d40aaf771 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0471261 Dec 09 23:30:58.122849 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-be1065ce-060c-4c6e-864e-aec1933bd54c req-51b129dc-0e7b-40b8-b02a-7099c53d62a0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443826 Dec 09 23:30:59.235764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62aae82-6d15-4aa4-b4c6-483d3f4a624b req-d221359d-2fc7-478c-a76c-7198be4fe42d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:30:59.237207 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f62aae82-6d15-4aa4-b4c6-483d3f4a624b req-d221359d-2fc7-478c-a76c-7198be4fe42d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0476489 Dec 09 23:30:59.285698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f62aae82-6d15-4aa4-b4c6-483d3f4a624b req-e99f71ab-180e-4693-b984-2673522162be tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 Dec 09 23:31:00.403355 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1438b7c-d836-4733-92b6-7ec606606459 req-c45b670a-bcad-4552-9c7f-72d2af8698e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:00.404858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1438b7c-d836-4733-92b6-7ec606606459 req-c45b670a-bcad-4552-9c7f-72d2af8698e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0485170 Dec 09 23:31:00.451999 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e1438b7c-d836-4733-92b6-7ec606606459 req-628b234a-da29-47b2-98a2-ddfb32334813 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410688 Dec 09 23:31:01.186915 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7c90e7d3-a896-4b36-8b0e-3d01f780c2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:01.569158 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6167e0-268a-479b-9f94-a2ade582bf63 req-dd0afa30-9e20-40c9-a38e-a89c623af018 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:01.570633 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de6167e0-268a-479b-9f94-a2ade582bf63 req-dd0afa30-9e20-40c9-a38e-a89c623af018 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0509441 Dec 09 23:31:01.617158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-de6167e0-268a-479b-9f94-a2ade582bf63 req-3e64b1f4-f6ed-42f0-a137-0bd860a65963 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406842 Dec 09 23:31:02.729628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb0f4-849a-4648-b530-9dd007dcaca6 req-af6b2743-cb88-40d1-aba7-584065d508e6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:02.731117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24aeb0f4-849a-4648-b530-9dd007dcaca6 req-af6b2743-cb88-40d1-aba7-584065d508e6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0479560 Dec 09 23:31:02.778910 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24aeb0f4-849a-4648-b530-9dd007dcaca6 req-43c7e14e-fbfb-4c2b-9b70-0847d21862d9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419383 Dec 09 23:31:03.442892 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ecdf9dd6-4991-43c0-a557-e2af5de4c8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:03.891972 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40966e7e-7b6c-4c9e-af8c-f150c38d6674 req-0d8e2763-6388-4300-9abd-7f116e64b0ee tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:03.893410 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40966e7e-7b6c-4c9e-af8c-f150c38d6674 req-0d8e2763-6388-4300-9abd-7f116e64b0ee tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0470943 Dec 09 23:31:03.944099 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-40966e7e-7b6c-4c9e-af8c-f150c38d6674 req-6a471683-d2a5-4b14-a6e1-a76d8e021f48 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448434 Dec 09 23:31:04.504284 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:05.042061 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:05.058593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936eb3b-b4f1-4d30-afb0-b1f371b4d6fb req-f4f28d16-44a9-4fe6-b757-ab5bcb164a97 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:05.060078 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e936eb3b-b4f1-4d30-afb0-b1f371b4d6fb req-f4f28d16-44a9-4fe6-b757-ab5bcb164a97 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0491545 Dec 09 23:31:05.108407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e936eb3b-b4f1-4d30-afb0-b1f371b4d6fb req-cf094a6d-5e1f-4ece-a447-fad8399a9d01 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421796 Dec 09 23:31:06.221061 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f22be4-180d-44d1-9a8c-ab3ead81ce4b req-fb5612e1-0ab1-436b-a8b0-abddb2976edf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:06.222630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50f22be4-180d-44d1-9a8c-ab3ead81ce4b req-fb5612e1-0ab1-436b-a8b0-abddb2976edf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0477433 Dec 09 23:31:06.273445 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-50f22be4-180d-44d1-9a8c-ab3ead81ce4b req-6660d2ca-0af9-47b8-b07a-aad4f6961d6a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448003 Dec 09 23:31:06.410039 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:07.193354 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:07.706740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8585-c1c7-44f6-afc0-c70c781146af req-46affa88-b686-4e86-92f7-978a153bd3db tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:07.708199 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-394a8585-c1c7-44f6-afc0-c70c781146af req-46affa88-b686-4e86-92f7-978a153bd3db tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.3680491 Dec 09 23:31:07.755466 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-394a8585-c1c7-44f6-afc0-c70c781146af req-e5876a58-207f-4683-877a-6c280dacc2d3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414000 Dec 09 23:31:08.867485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7113bd3-d3ee-4b81-9b57-2d7a6ce4f9db req-dcefeb21-f5e7-4e60-81a3-f4c1c1ebf1ae tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:08.868926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7113bd3-d3ee-4b81-9b57-2d7a6ce4f9db req-dcefeb21-f5e7-4e60-81a3-f4c1c1ebf1ae tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0463774 Dec 09 23:31:08.915962 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b7113bd3-d3ee-4b81-9b57-2d7a6ce4f9db req-ff1f5cdc-1a77-4200-bc64-e0ce8311fa3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411735 Dec 09 23:31:10.031374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57615723-f588-4572-872d-6363d09bab87 req-dd3fd303-468b-42c1-9d50-aae2831ab604 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:10.033324 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57615723-f588-4572-872d-6363d09bab87 req-dd3fd303-468b-42c1-9d50-aae2831ab604 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0506907 Dec 09 23:31:10.080601 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-57615723-f588-4572-872d-6363d09bab87 req-914e530a-ce5c-4680-a444-8c9d5cfcc328 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413525 Dec 09 23:31:11.199504 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e54ea-547f-4cda-b397-9dd015a79bc8 req-fa448dd6-67fa-4b20-9f79-120d760c340e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:11.200990 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-260e54ea-547f-4cda-b397-9dd015a79bc8 req-fa448dd6-67fa-4b20-9f79-120d760c340e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0483215 Dec 09 23:31:11.248434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-260e54ea-547f-4cda-b397-9dd015a79bc8 req-f81ccc9a-4259-4c4b-a707-91d29e3a0b26 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415046 Dec 09 23:31:12.361301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e6bfe-12a2-4a90-bf0a-7d54aa7b2d3b req-7447b0db-4be5-4842-9d9c-376f40730c9a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:12.362768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-537e6bfe-12a2-4a90-bf0a-7d54aa7b2d3b req-7447b0db-4be5-4842-9d9c-376f40730c9a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0470624 Dec 09 23:31:12.415912 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-537e6bfe-12a2-4a90-bf0a-7d54aa7b2d3b req-82f6ff97-58e9-4252-a928-2e50975e63a1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469797 Dec 09 23:31:12.437533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60212) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:12.495737 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-ac5b8f39-0236-4616-9d37-c054fc4ec260 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/66e1d5a4-9ab6-46f9-8285-3ab27b711a32 HTTP/1.1" status: 200 len: 993 time: 0.0570085 Dec 09 23:31:13.319016 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9dbd3362-ec34-4522-9b9d-e0ec2a4790bc req-b94f314d-9451-430a-869a-9d0a247b25bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0378008 Dec 09 23:31:13.402984 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd3362-ec34-4522-9b9d-e0ec2a4790bc req-d645b3fd-5cd1-44a5-8ac3-8de24ab6fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:13.404452 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9dbd3362-ec34-4522-9b9d-e0ec2a4790bc req-d645b3fd-5cd1-44a5-8ac3-8de24ab6fc6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 1098 time: 0.0423837 Dec 09 23:31:13.503235 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd3362-ec34-4522-9b9d-e0ec2a4790bc req-ac61a80a-3558-46e3-a226-cbdb293ef09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:13.504605 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9dbd3362-ec34-4522-9b9d-e0ec2a4790bc req-ac61a80a-3558-46e3-a226-cbdb293ef09d service neutron] 10.222.0.42 "GET /v2.0/networks?id=0d998fc9-ad28-4064-9d75-38085676dd7b HTTP/1.1" status: 200 len: 895 time: 0.0814643 Dec 09 23:31:13.573638 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9dbd3362-ec34-4522-9b9d-e0ec2a4790bc req-ba188067-2711-4d00-b884-f31443219258 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4770d74e-b4dc-4910-9f01-ff6737cbfd96 HTTP/1.1" status: 200 len: 1001 time: 0.0621905 Dec 09 23:31:13.622803 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd3362-ec34-4522-9b9d-e0ec2a4790bc req-d5eb9be0-ac2d-4607-b00d-98dffe79ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:13.624283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9dbd3362-ec34-4522-9b9d-e0ec2a4790bc req-d5eb9be0-ac2d-4607-b00d-98dffe79ed28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63701eb5-bd5d-4c36-bffa-24e0b4956730 HTTP/1.1" status: 200 len: 835 time: 0.0432515 Dec 09 23:31:13.671676 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd3362-ec34-4522-9b9d-e0ec2a4790bc req-e793c0a2-96ee-4e38-a4b1-caca2fc93a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:13.673181 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9dbd3362-ec34-4522-9b9d-e0ec2a4790bc req-e793c0a2-96ee-4e38-a4b1-caca2fc93a0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d998fc9-ad28-4064-9d75-38085676dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409601 Dec 09 23:31:13.798088 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9dbd3362-ec34-4522-9b9d-e0ec2a4790bc req-455c64d3-6d5c-4048-8293-6c85cd331d01 service neutron] 10.222.0.42 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145706 Dec 09 23:31:13.809898 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4f828-09e1-4a5f-bc06-96f8b0597d3d req-926c26a1-f804-400a-98cb-c512460b0f3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:13.811286 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8a4f828-09e1-4a5f-bc06-96f8b0597d3d req-926c26a1-f804-400a-98cb-c512460b0f3d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0684166 Dec 09 23:31:13.911109 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8a4f828-09e1-4a5f-bc06-96f8b0597d3d req-026c5401-fb87-4a17-8ca5-14112f996b73 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914910 Dec 09 23:31:13.931621 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9dbd3362-ec34-4522-9b9d-e0ec2a4790bc req-031a9fea-8774-4df1-b280-383615ace42c service neutron] 10.222.0.42 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193924 Dec 09 23:31:14.032233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e0ce-3796-4379-9682-17cbe619ff9b req-1caaed07-5b41-4abf-849f-fc465545ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:14.033702 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0d7e0ce-3796-4379-9682-17cbe619ff9b req-1caaed07-5b41-4abf-849f-fc465545ce02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 1098 time: 0.0410094 Dec 09 23:31:14.128891 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e0ce-3796-4379-9682-17cbe619ff9b req-a63ed97e-9c1f-44d8-83f3-94031417e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:14.130382 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0d7e0ce-3796-4379-9682-17cbe619ff9b req-a63ed97e-9c1f-44d8-83f3-94031417e0ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=0d998fc9-ad28-4064-9d75-38085676dd7b HTTP/1.1" status: 200 len: 895 time: 0.0879288 Dec 09 23:31:14.194228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0d7e0ce-3796-4379-9682-17cbe619ff9b req-e28d7fc9-d514-4013-9345-b4b0c5eac94b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4770d74e-b4dc-4910-9f01-ff6737cbfd96 HTTP/1.1" status: 200 len: 1001 time: 0.0564265 Dec 09 23:31:14.241687 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e0ce-3796-4379-9682-17cbe619ff9b req-af606cf9-bd71-43ca-8cd3-cd7bbdf57ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:14.243123 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0d7e0ce-3796-4379-9682-17cbe619ff9b req-af606cf9-bd71-43ca-8cd3-cd7bbdf57ef5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63701eb5-bd5d-4c36-bffa-24e0b4956730 HTTP/1.1" status: 200 len: 835 time: 0.0425391 Dec 09 23:31:14.290852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e0ce-3796-4379-9682-17cbe619ff9b req-529f9c71-6652-4e93-9a4e-eb008f306972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:14.292282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0d7e0ce-3796-4379-9682-17cbe619ff9b req-529f9c71-6652-4e93-9a4e-eb008f306972 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d998fc9-ad28-4064-9d75-38085676dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427556 Dec 09 23:31:14.380325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0d7e0ce-3796-4379-9682-17cbe619ff9b req-30c57750-c137-46c6-8ec0-baae38f53a9d service neutron] 10.222.0.42 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805309 Dec 09 23:31:14.474423 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0d7e0ce-3796-4379-9682-17cbe619ff9b req-7d83d511-529b-4e25-bc4c-99cdc73d16b2 service neutron] 10.222.0.42 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872383 Dec 09 23:31:15.030116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c2f1d-b1fa-491f-9b44-467cff4f1ebb req-52d758e9-34b4-4bcd-9d88-05a9dfd2dee1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:15.031614 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-894c2f1d-b1fa-491f-9b44-467cff4f1ebb req-52d758e9-34b4-4bcd-9d88-05a9dfd2dee1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0514281 Dec 09 23:31:15.082556 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-894c2f1d-b1fa-491f-9b44-467cff4f1ebb req-b2abb889-d1dd-4c97-9368-248ccbd19d18 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434718 Dec 09 23:31:16.197459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d49542-eea2-4e65-a667-17a56a189c60 req-575d53f3-cad6-4563-a582-b34643e7f09d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:16.198955 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70d49542-eea2-4e65-a667-17a56a189c60 req-575d53f3-cad6-4563-a582-b34643e7f09d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0477748 Dec 09 23:31:16.254083 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70d49542-eea2-4e65-a667-17a56a189c60 req-11f7b041-4f1e-472f-8600-6cbe934090a2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489349 Dec 09 23:31:16.276418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60224) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:16.334855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0c00e3d5-d46b-42d2-923a-c70e797b2f61 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/66e1d5a4-9ab6-46f9-8285-3ab27b711a32 HTTP/1.1" status: 200 len: 993 time: 0.0573308 Dec 09 23:31:23.319034 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:27.805302 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:31:31.189490 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b8a3ac84-f7de-4b1f-b1aa-22497f731637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:33.444340 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b85ac4b-9112-4e22-bb76-d1a70a890032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:34.517570 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:35.044373 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:36.416849 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:37.195858 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:47.074178 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60246) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:47.227218 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port eae3cf32-9efa-4746-9bea-d3054d79e841 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:31:47.230129 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:47.305847 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:47.306171 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:47.318071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for eae3cf32-9efa-4746-9bea-d3054d79e841 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:31:47.459027 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:47.481294 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=eae3cf32-9efa-4746-9bea-d3054d79e841,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:47.495072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.495423 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.495765 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.496099 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.496431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.496761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.497088 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.497415 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.497741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.498095 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.498418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.498740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.499060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:47.551498 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:47.551822 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Floating IP 66e1d5a4-9ab6-46f9-8285-3ab27b711a32 disassociated (deleted). External IP: 172.25.8.89, port: 4770d74e-b4dc-4910-9f01-ff6737cbfd96. Dec 09 23:31:47.752216 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:31:47.855860 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:31:47.860685 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:47.865692 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b35bc9-3531-4ae6-8c93-a07a566fb66e None None] Sync routers for ids ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:31:47.874669 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b35bc9-3531-4ae6-8c93-a07a566fb66e None None] Routers {'dadb9d1b-a24c-4fd5-b48d-636ab7c17350'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:31:47.875276 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a2b35bc9-3531-4ae6-8c93-a07a566fb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:47.887464 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3daab5a7-3483-4e36-99f5-6e88e5338d43 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/floatingips/66e1d5a4-9ab6-46f9-8285-3ab27b711a32 HTTP/1.1" status: 204 len: 168 time: 0.8122187 Dec 09 23:31:47.888143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'tag': '4770d74e-b4dc-4910-9f01-ff6737cbfd96'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:31:47.890497 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422f4ac5-0542-4ed2-ba7f-7492fd3e3a82" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cbf213-ee4c-4b65-90fd-f5037fcf0a00", "tag": "4770d74e-b4dc-4910-9f01-ff6737cbfd96"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:31:47.934522 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b2a3c6-ef69-4428-b6ab-9a73e3044609 x-openstack-request-id: req-85b2a3c6-ef69-4428-b6ab-9a73e3044609 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:31:47.934817 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cbf213-ee4c-4b65-90fd-f5037fcf0a00", "tag": "4770d74e-b4dc-4910-9f01-ff6737cbfd96", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:31:47.935070 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85b2a3c6-ef69-4428-b6ab-9a73e3044609 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:31:47.935472 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'tag': '4770d74e-b4dc-4910-9f01-ff6737cbfd96', 'status': 'completed', 'code': 200} Dec 09 23:31:48.004741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f4ac5-0542-4ed2-ba7f-7492fd3e3a82 req-31370178-e3c8-4a47-ae62-994d9a05464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:48.006372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-422f4ac5-0542-4ed2-ba7f-7492fd3e3a82 req-31370178-e3c8-4a47-ae62-994d9a05464e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 1098 time: 0.0472093 Dec 09 23:31:48.095883 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-a2b35bc9-3531-4ae6-8c93-a07a566fb66e None None] Set router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:31:48.135418 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f4ac5-0542-4ed2-ba7f-7492fd3e3a82 req-5681bc17-dbd4-47e4-8ca1-8690547585b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:48.136881 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-422f4ac5-0542-4ed2-ba7f-7492fd3e3a82 req-5681bc17-dbd4-47e4-8ca1-8690547585b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0d998fc9-ad28-4064-9d75-38085676dd7b HTTP/1.1" status: 200 len: 895 time: 0.1205044 Dec 09 23:31:48.148773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0145ecf-5bf8-401b-b6b3-8ae66249a502 req-c442a3f1-e532-47de-8d5d-c8fcd791717a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:48.150278 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0145ecf-5bf8-401b-b6b3-8ae66249a502 req-c442a3f1-e532-47de-8d5d-c8fcd791717a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0645890 Dec 09 23:31:48.198972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-422f4ac5-0542-4ed2-ba7f-7492fd3e3a82 req-37d80ae2-4a99-4be8-afee-c76744ce1b70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4770d74e-b4dc-4910-9f01-ff6737cbfd96 HTTP/1.1" status: 200 len: 217 time: 0.0477526 Dec 09 23:31:48.259115 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e0145ecf-5bf8-401b-b6b3-8ae66249a502 req-c991c376-6a8d-4574-81cb-220bc8e62068 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024940 Dec 09 23:31:48.267725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f4ac5-0542-4ed2-ba7f-7492fd3e3a82 req-b00a8256-0b5c-4a09-a276-ba84aa9ebf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:48.269182 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-422f4ac5-0542-4ed2-ba7f-7492fd3e3a82 req-b00a8256-0b5c-4a09-a276-ba84aa9ebf1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63701eb5-bd5d-4c36-bffa-24e0b4956730 HTTP/1.1" status: 200 len: 835 time: 0.0626979 Dec 09 23:31:48.290994 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a2b35bc9-3531-4ae6-8c93-a07a566fb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:30:11Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4d2794ff-9073-4e06-86a8-9ea08f7bdedc', 'name': '', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:ab:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:10Z', 'updated_at': '2021-12-09T23:30:14Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:48.315049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f4ac5-0542-4ed2-ba7f-7492fd3e3a82 req-b1fe5381-158f-4c64-ad78-79d3affb74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:48.316567 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-422f4ac5-0542-4ed2-ba7f-7492fd3e3a82 req-b1fe5381-158f-4c64-ad78-79d3affb74c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d998fc9-ad28-4064-9d75-38085676dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401506 Dec 09 23:31:48.321049 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b35bc9-3531-4ae6-8c93-a07a566fb66e None None] Checking router: dadb9d1b-a24c-4fd5-b48d-636ab7c17350 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:31:48.329172 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b35bc9-3531-4ae6-8c93-a07a566fb66e None None] Routers {'dadb9d1b-a24c-4fd5-b48d-636ab7c17350'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:31:48.329773 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a2b35bc9-3531-4ae6-8c93-a07a566fb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:48.411255 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-422f4ac5-0542-4ed2-ba7f-7492fd3e3a82 req-c92ea5dc-9d6f-4160-88d2-675d8bd2e7f6 service neutron] 10.222.0.42 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851352 Dec 09 23:31:48.434080 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-a2b35bc9-3531-4ae6-8c93-a07a566fb66e None None] Set router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:31:48.504071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-422f4ac5-0542-4ed2-ba7f-7492fd3e3a82 req-00a8fea2-2ea5-4faa-aab5-b1caef680d06 service neutron] 10.222.0.42 "GET /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851367 Dec 09 23:31:48.628538 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a2b35bc9-3531-4ae6-8c93-a07a566fb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:30:11Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4d2794ff-9073-4e06-86a8-9ea08f7bdedc', 'name': '', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:ab:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:10Z', 'updated_at': '2021-12-09T23:30:14Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:48.657416 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b35bc9-3531-4ae6-8c93-a07a566fb66e None None] The sync data for ids ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'] in n-d-789963-23 is: [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:30:11Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4d2794ff-9073-4e06-86a8-9ea08f7bdedc', 'name': '', 'network_id': '0d998fc9-ad28-4064-9d75-38085676dd7b', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:ab:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:10Z', 'updated_at': '2021-12-09T23:30:14Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '63701eb5-bd5d-4c36-bffa-24e0b4956730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:31:48.862170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee6815-b0b3-4943-9b55-ac7b5303eddd None None] New status for floating IP 66e1d5a4-9ab6-46f9-8285-3ab27b711a32: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:31:49.378819 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c1639-297b-4a0d-9a10-43bd3912467a req-ea6f8d0e-5d7b-487e-a952-cdae991de5dd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:49.380285 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae0c1639-297b-4a0d-9a10-43bd3912467a req-ea6f8d0e-5d7b-487e-a952-cdae991de5dd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0502708 Dec 09 23:31:49.433494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae0c1639-297b-4a0d-9a10-43bd3912467a req-fab817af-0ae9-4cb4-b8c0-0e17ff21b92f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=35298c5b-304d-43e2-abf3-a0094a8a5e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472410 Dec 09 23:31:49.586391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0d242-73be-4ec6-a026-230adcc7ed64 req-982abb7a-7618-447d-ad9a-3da1946dbf49 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:49.587805 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43c0d242-73be-4ec6-a026-230adcc7ed64 req-982abb7a-7618-447d-ad9a-3da1946dbf49 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3cbf213-ee4c-4b65-90fd-f5037fcf0a00 HTTP/1.1" status: 200 len: 946 time: 0.0469027 Dec 09 23:31:49.673732 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-43c0d242-73be-4ec6-a026-230adcc7ed64 req-17424070-c33a-4da8-b743-1a47e499b2bf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 4770d74e-b4dc-4910-9f01-ff6737cbfd96 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:31:49.674097 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-43c0d242-73be-4ec6-a026-230adcc7ed64 req-17424070-c33a-4da8-b743-1a47e499b2bf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:49.761915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-43c0d242-73be-4ec6-a026-230adcc7ed64 req-17424070-c33a-4da8-b743-1a47e499b2bf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port 4770d74e-b4dc-4910-9f01-ff6737cbfd96, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=4770d74e-b4dc-4910-9f01-ff6737cbfd96,segment=NetworkSegment(033d7e61-1494-4170-8a2a-8f6637ab987e),segment_id=033d7e61-1494-4170-8a2a-8f6637ab987e)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:31:49.762192 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-43c0d242-73be-4ec6-a026-230adcc7ed64 req-17424070-c33a-4da8-b743-1a47e499b2bf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:49.774718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-43c0d242-73be-4ec6-a026-230adcc7ed64 req-17424070-c33a-4da8-b743-1a47e499b2bf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 4770d74e-b4dc-4910-9f01-ff6737cbfd96 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:31:49.900615 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-43c0d242-73be-4ec6-a026-230adcc7ed64 req-17424070-c33a-4da8-b743-1a47e499b2bf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:49.930207 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17424070-c33a-4da8-b743-1a47e499b2bf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=4770d74e-b4dc-4910-9f01-ff6737cbfd96,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:49.970345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c0d242-73be-4ec6-a026-230adcc7ed64 req-17424070-c33a-4da8-b743-1a47e499b2bf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] No DVR routers for this DVR port 4770d74e-b4dc-4910-9f01-ff6737cbfd96 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:31:49.973542 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-43c0d242-73be-4ec6-a026-230adcc7ed64 req-17424070-c33a-4da8-b743-1a47e499b2bf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:49.976840 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-43c0d242-73be-4ec6-a026-230adcc7ed64 req-17424070-c33a-4da8-b743-1a47e499b2bf tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.42 "DELETE /v2.0/ports/4770d74e-b4dc-4910-9f01-ff6737cbfd96 HTTP/1.1" status: 204 len: 173 time: 0.3828812 Dec 09 23:31:49.977285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'name': 'network-vif-deleted', 'tag': '4770d74e-b4dc-4910-9f01-ff6737cbfd96'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:31:49.979541 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e343427-e89b-43a8-85b3-a0c023d914a5" -d '{"events": [{"server_uuid": "d3cbf213-ee4c-4b65-90fd-f5037fcf0a00", "name": "network-vif-deleted", "tag": "4770d74e-b4dc-4910-9f01-ff6737cbfd96"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:31:50.016559 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7fda28-1f25-460f-bb24-b54bcc843b9a x-openstack-request-id: req-1e7fda28-1f25-460f-bb24-b54bcc843b9a {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:31:50.016846 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cbf213-ee4c-4b65-90fd-f5037fcf0a00", "name": "network-vif-deleted", "tag": "4770d74e-b4dc-4910-9f01-ff6737cbfd96", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:31:50.017096 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e7fda28-1f25-460f-bb24-b54bcc843b9a {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:31:50.017495 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cbf213-ee4c-4b65-90fd-f5037fcf0a00', 'name': 'network-vif-deleted', 'tag': '4770d74e-b4dc-4910-9f01-ff6737cbfd96', 'status': 'completed', 'code': 200} Dec 09 23:31:50.489028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60260) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:50.837148 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-300d7885-cac4-4d4e-a153-241845d8a55a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:51.081915 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-300d7885-cac4-4d4e-a153-241845d8a55a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:31:51.082253 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-300d7885-cac4-4d4e-a153-241845d8a55a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:51.165999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-300d7885-cac4-4d4e-a153-241845d8a55a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port 4d2794ff-9073-4e06-86a8-9ea08f7bdedc, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4d2794ff-9073-4e06-86a8-9ea08f7bdedc,segment=NetworkSegment(033d7e61-1494-4170-8a2a-8f6637ab987e),segment_id=033d7e61-1494-4170-8a2a-8f6637ab987e)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:31:51.166276 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-300d7885-cac4-4d4e-a153-241845d8a55a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:51.178611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-300d7885-cac4-4d4e-a153-241845d8a55a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 4d2794ff-9073-4e06-86a8-9ea08f7bdedc owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:31:51.360870 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-300d7885-cac4-4d4e-a153-241845d8a55a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:51.388110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d7885-cac4-4d4e-a153-241845d8a55a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=4d2794ff-9073-4e06-86a8-9ea08f7bdedc,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:51.554979 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-300d7885-cac4-4d4e-a153-241845d8a55a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:52.084588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300d7885-cac4-4d4e-a153-241845d8a55a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:31:52.185911 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300d7885-cac4-4d4e-a153-241845d8a55a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:31:52.191533 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-300d7885-cac4-4d4e-a153-241845d8a55a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "PUT /v2.0/routers/dadb9d1b-a24c-4fd5-b48d-636ab7c17350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7014539 Dec 09 23:31:52.194317 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60262) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:52.208444 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db15efec-eef9-4511-94a4-c8cb02abb723 None None] Sync routers for ids ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:31:52.218475 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db15efec-eef9-4511-94a4-c8cb02abb723 None None] Routers {'dadb9d1b-a24c-4fd5-b48d-636ab7c17350'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:31:52.219151 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-db15efec-eef9-4511-94a4-c8cb02abb723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:52.247762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting subnet 63701eb5-bd5d-4c36-bffa-24e0b4956730 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:31:52.251019 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:52.294949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:52.322989 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-db15efec-eef9-4511-94a4-c8cb02abb723 None None] Set router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:31:52.376904 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:52.436787 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:52.464709 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Subnet': ['ID=63701eb5-bd5d-4c36-bffa-24e0b4956730,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:52.470019 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:52.473675 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/subnets/63701eb5-bd5d-4c36-bffa-24e0b4956730 HTTP/1.1" status: 204 len: 168 time: 0.2779095 Dec 09 23:31:52.476064 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60266) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:52.480533 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5cb0e2-b752-4349-85d0-90541b593b33 None None] Network 0d998fc9-ad28-4064-9d75-38085676dd7b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:31:52.481347 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.481708 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.482086 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.482428 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.482765 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.483106 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.483439 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.483771 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.484103 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.484430 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.484766 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.485090 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.485418 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c5404-db59-4d69-88c4-5156c1990b85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:52.504506 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-db15efec-eef9-4511-94a4-c8cb02abb723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:31:51Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:52.530301 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db15efec-eef9-4511-94a4-c8cb02abb723 None None] Checking router: dadb9d1b-a24c-4fd5-b48d-636ab7c17350 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:31:52.538758 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db15efec-eef9-4511-94a4-c8cb02abb723 None None] Routers {'dadb9d1b-a24c-4fd5-b48d-636ab7c17350'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:31:52.539369 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-db15efec-eef9-4511-94a4-c8cb02abb723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:52.596188 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:52.647931 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-db15efec-eef9-4511-94a4-c8cb02abb723 None None] Set router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:31:52.659788 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] DHCP port deletion for 0d998fc9-ad28-4064-9d75-38085676dd7b request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:31:52.698418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 4770d74e-b4dc-4910-9f01-ff6737cbfd96 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:31:52.707984 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:52.764441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 2377a000-959e-49ff-a726-06ffad18afd3 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:31:52.764792 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:52.845055 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-db15efec-eef9-4511-94a4-c8cb02abb723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:31:51Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:52.850556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port 2377a000-959e-49ff-a726-06ffad18afd3, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=2377a000-959e-49ff-a726-06ffad18afd3,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:31:52.850930 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:52.868763 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 2377a000-959e-49ff-a726-06ffad18afd3 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:31:52.873214 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db15efec-eef9-4511-94a4-c8cb02abb723 None None] The sync data for ids ['dadb9d1b-a24c-4fd5-b48d-636ab7c17350'] in n-d-789963-23 is: [{'id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624195337', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '2377a000-959e-49ff-a726-06ffad18afd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:30:07Z', 'updated_at': '2021-12-09T23:31:51Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '2377a000-959e-49ff-a726-06ffad18afd3', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb9d1b-a24c-4fd5-b48d-636ab7c17350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:30:08Z', 'updated_at': '2021-12-09T23:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:31:52.889140 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: 4770d74e-b4dc-4910-9f01-ff6737cbfd96 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:31:52.889484 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 4770d74e-b4dc-4910-9f01-ff6737cbfd96 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:31:52.900093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Deleting port bdd7ba94-5159-4851-92bf-d841e24497ec {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:31:52.900413 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:52.963034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] For port bdd7ba94-5159-4851-92bf-d841e24497ec, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bdd7ba94-5159-4851-92bf-d841e24497ec,segment=NetworkSegment(033d7e61-1494-4170-8a2a-8f6637ab987e),segment_id=033d7e61-1494-4170-8a2a-8f6637ab987e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:31:52.963501 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:52.975727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Calling delete_port for bdd7ba94-5159-4851-92bf-d841e24497ec owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:31:53.032015 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.056261 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.063437 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=2377a000-959e-49ff-a726-06ffad18afd3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:53.084300 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a786cbc-d2b9-44ff-a811-f9b654c3b51f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:31:53.088979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Pushing event deleted for resources: {'Port': ['ID=bdd7ba94-5159-4851-92bf-d841e24497ec,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:53.091942 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] No DVR routers for this DVR port bdd7ba94-5159-4851-92bf-d841e24497ec on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:31:53.103499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.103499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.103499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.103499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.103499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.103499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.103499 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.104479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.104479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.104479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.104815 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.104937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.105418 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209ca98-fd7e-485d-a917-ab5f89886f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:31:53.128976 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.223211 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.225584 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.273099 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.273764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Fanout notify agent at l3_agent the message router_deleted on router dadb9d1b-a24c-4fd5-b48d-636ab7c17350 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:31:53.281042 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.282355 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-aa082378-f057-4485-8d5b-31789d4f6dfd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/routers/dadb9d1b-a24c-4fd5-b48d-636ab7c17350 HTTP/1.1" status: 204 len: 168 time: 0.8050179 Dec 09 23:31:53.285665 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60268) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:53.341722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bdd7ba94-5159-4851-92bf-d841e24497ec no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:31:53.344326 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.363787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: bdd7ba94-5159-4851-92bf-d841e24497ec {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:31:53.364131 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bdd7ba94-5159-4851-92bf-d841e24497ec not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:31:53.368757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4d2794ff-9073-4e06-86a8-9ea08f7bdedc no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:31:53.376435 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.390703 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 4d2794ff-9073-4e06-86a8-9ea08f7bdedc {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:31:53.391051 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4d2794ff-9073-4e06-86a8-9ea08f7bdedc not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:31:53.468096 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.487822 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d998fc9-ad28-4064-9d75-38085676dd7b']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:53.497333 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033d7e61-1494-4170-8a2a-8f6637ab987e') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:53.497623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033d7e61-1494-4170-8a2a-8f6637ab987e') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:53.508003 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.522244 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.530981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:31:53.531406 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:31:53.534849 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:31:53.594562 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.601912 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.604377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/networks/0d998fc9-ad28-4064-9d75-38085676dd7b HTTP/1.1" status: 204 len: 168 time: 0.3176036 Dec 09 23:31:53.607253 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60270) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:53.618719 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08016e71-7bdf-4d97-94a9-21781b80209c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Network': ['ID=0d998fc9-ad28-4064-9d75-38085676dd7b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:53.668189 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c889ae7-dc39-4bf3-b002-7458757801f4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.693486 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c889ae7-dc39-4bf3-b002-7458757801f4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.755051 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c889ae7-dc39-4bf3-b002-7458757801f4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.757602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c889ae7-dc39-4bf3-b002-7458757801f4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:53.758804 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4c889ae7-dc39-4bf3-b002-7458757801f4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/security-groups/35298c5b-304d-43e2-abf3-a0094a8a5e35 HTTP/1.1" status: 204 len: 168 time: 0.1505597 Dec 09 23:31:53.767779 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c889ae7-dc39-4bf3-b002-7458757801f4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35298c5b-304d-43e2-abf3-a0094a8a5e35,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:53.985870 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60276) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:53.991074 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-5d997cca-4476-49e1-b86b-eab1d9e264b7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188718004', 'description': 'tempest-secgroup-smoke-188718004 description', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:31:54.014131 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d997cca-4476-49e1-b86b-eab1d9e264b7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.079681 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d997cca-4476-49e1-b86b-eab1d9e264b7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.083002 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d997cca-4476-49e1-b86b-eab1d9e264b7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.116381 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d997cca-4476-49e1-b86b-eab1d9e264b7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.117626 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5d997cca-4476-49e1-b86b-eab1d9e264b7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1307273 Dec 09 23:31:54.118597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d997cca-4476-49e1-b86b-eab1d9e264b7 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1814b53-72e3-434f-8645-cfe9469ce9a1,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:54.120734 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60278) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:54.125624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c7985746-65e4-4dcf-aa87-ee49b82c9151 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': 'c1814b53-72e3-434f-8645-cfe9469ce9a1', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:31:54.151493 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7985746-65e4-4dcf-aa87-ee49b82c9151 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.210918 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7985746-65e4-4dcf-aa87-ee49b82c9151 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.214239 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7985746-65e4-4dcf-aa87-ee49b82c9151 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.232431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7985746-65e4-4dcf-aa87-ee49b82c9151 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d01384c-634b-40df-a2ad-74df29552c63,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:54.237657 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c7985746-65e4-4dcf-aa87-ee49b82c9151 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.238956 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c7985746-65e4-4dcf-aa87-ee49b82c9151 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170535 Dec 09 23:31:54.242137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60280) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:54.246403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-851b3581-c47d-48ec-bc91-c25c66390d6b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': 'c1814b53-72e3-434f-8645-cfe9469ce9a1', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:31:54.272191 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-851b3581-c47d-48ec-bc91-c25c66390d6b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.325014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-851b3581-c47d-48ec-bc91-c25c66390d6b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.328411 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-851b3581-c47d-48ec-bc91-c25c66390d6b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.345743 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b3581-c47d-48ec-bc91-c25c66390d6b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6620d0b2-7eee-4899-b2d7-18923b4d28f9,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:54.352897 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-851b3581-c47d-48ec-bc91-c25c66390d6b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.354393 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-851b3581-c47d-48ec-bc91-c25c66390d6b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1109941 Dec 09 23:31:54.356796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60282) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:54.360955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-171e1650-30ff-4a45-8217-b37c8a97aafe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': 'c1814b53-72e3-434f-8645-cfe9469ce9a1', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:31:54.386458 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-171e1650-30ff-4a45-8217-b37c8a97aafe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.439796 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-171e1650-30ff-4a45-8217-b37c8a97aafe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.443875 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-171e1650-30ff-4a45-8217-b37c8a97aafe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.464606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e1650-30ff-4a45-8217-b37c8a97aafe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1880302c-d63a-4613-bf58-e725f13fb598,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:54.473949 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-171e1650-30ff-4a45-8217-b37c8a97aafe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.475139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-171e1650-30ff-4a45-8217-b37c8a97aafe tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174357 Dec 09 23:31:54.477864 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60284) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:54.482209 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-dd00def1-bca6-4142-a3b7-dc635fb6dc52 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': 'c1814b53-72e3-434f-8645-cfe9469ce9a1', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:31:54.508304 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd00def1-bca6-4142-a3b7-dc635fb6dc52 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.566795 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd00def1-bca6-4142-a3b7-dc635fb6dc52 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.570147 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd00def1-bca6-4142-a3b7-dc635fb6dc52 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.589329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00def1-bca6-4142-a3b7-dc635fb6dc52 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364783aa-ab10-439c-b8b3-7b68f0549422,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:54.595101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dd00def1-bca6-4142-a3b7-dc635fb6dc52 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.595899 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-dd00def1-bca6-4142-a3b7-dc635fb6dc52 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170261 Dec 09 23:31:54.598573 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60286) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:54.603111 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-7ddff3a1-65d6-40e2-aefb-67942914e97f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': 'c1814b53-72e3-434f-8645-cfe9469ce9a1', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:31:54.625203 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-7ddff3a1-65d6-40e2-aefb-67942914e97f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Project 4c1df7de2c27478a8a23ed21cf3951bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:31:54.630867 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7ddff3a1-65d6-40e2-aefb-67942914e97f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.687634 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7ddff3a1-65d6-40e2-aefb-67942914e97f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.691661 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7ddff3a1-65d6-40e2-aefb-67942914e97f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.710096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddff3a1-65d6-40e2-aefb-67942914e97f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95433ba-55da-4f32-9020-d5fd7ff35e16,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:54.715435 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7ddff3a1-65d6-40e2-aefb-67942914e97f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.716699 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7ddff3a1-65d6-40e2-aefb-67942914e97f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170514 Dec 09 23:31:54.719340 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60288) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:54.723773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-c77b28d2-15da-4ec1-8f9c-ca80947df69d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'security_group_rule': {'security_group_id': 'c1814b53-72e3-434f-8645-cfe9469ce9a1', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:31:54.745918 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-c77b28d2-15da-4ec1-8f9c-ca80947df69d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Project 4c1df7de2c27478a8a23ed21cf3951bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:31:54.750665 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c77b28d2-15da-4ec1-8f9c-ca80947df69d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.808779 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c77b28d2-15da-4ec1-8f9c-ca80947df69d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.812502 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c77b28d2-15da-4ec1-8f9c-ca80947df69d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.830278 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b28d2-15da-4ec1-8f9c-ca80947df69d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a78809-9929-44bd-bd6b-3a539e68feec,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:54.838531 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c77b28d2-15da-4ec1-8f9c-ca80947df69d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.841107 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c77b28d2-15da-4ec1-8f9c-ca80947df69d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207139 Dec 09 23:31:54.842484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60290) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:54.847777 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9f41f91c-fd61-4e18-933d-cb376c98d8b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'network': {'name': 'tempest-network-smoke--1173675807', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'port_security_enabled': True}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:31:54.868181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f41f91c-fd61-4e18-933d-cb376c98d8b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:31:54.871516 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f41f91c-fd61-4e18-933d-cb376c98d8b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.894351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f41f91c-fd61-4e18-933d-cb376c98d8b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:31:54.904101 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f41f91c-fd61-4e18-933d-cb376c98d8b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.904545 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-9f41f91c-fd61-4e18-933d-cb376c98d8b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Added segment c0865d76-3660-4d27-873c-df8dd8ce480a of type vlan for network 2c4c5e71-b9ff-461c-9724-e30384b82af7 Dec 09 23:31:54.932486 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2377a000-959e-49ff-a726-06ffad18afd3 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:31:54.947270 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f41f91c-fd61-4e18-933d-cb376c98d8b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.954045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 2377a000-959e-49ff-a726-06ffad18afd3 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:31:54.954400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 2377a000-959e-49ff-a726-06ffad18afd3 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:31:54.974182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f41f91c-fd61-4e18-933d-cb376c98d8b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:54.979817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f41f91c-fd61-4e18-933d-cb376c98d8b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:54.980387 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f41f91c-fd61-4e18-933d-cb376c98d8b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:55.018283 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9f41f91c-fd61-4e18-933d-cb376c98d8b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1747959 Dec 09 23:31:55.021080 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60292) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:55.025948 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'admin_state_up': True, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:31:55.050387 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:55.051529 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:55.054046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41f91c-fd61-4e18-933d-cb376c98d8b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Network': ['ID=2c4c5e71-b9ff-461c-9724-e30384b82af7,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:55.065214 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 2c4c5e71-b9ff-461c-9724-e30384b82af7 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:31:55.110663 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:55.251400 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:55.442887 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:55.461215 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:55.563267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.25.8.244 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/1553ec2a-e816-48dc-9909-72e9b062f670) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:31:55.662097 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:55.696200 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:55.733407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:31:55.736329 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:31:55.740417 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:31:55.752157 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2e9d70-2cbf-432d-bcc0-5d3844e38d9b None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:31:55.771990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=1553ec2a-e816-48dc-9909-72e9b062f670,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:55.872262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5dcd60c7-3374-440d-9311-426e50b3a521 None None] Provisioning complete for port 1553ec2a-e816-48dc-9909-72e9b062f670 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:31:55.872636 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5dcd60c7-3374-440d-9311-426e50b3a521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:55.906439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd60c7-3374-440d-9311-426e50b3a521 None None] Port 1553ec2a-e816-48dc-9909-72e9b062f670 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:31:56.007913 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:56.210775 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:56.343837 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:31:56.451301 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:31:56.462118 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Sync routers for ids ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:31:56.472139 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:56.476647 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d1e6e848-9164-4f81-be10-a3f5eeba9058 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4512534 Dec 09 23:31:56.476821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Routers {'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:31:56.476821 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:56.477061 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60294) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:56.580553 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-8af04395-bbb5-45a8-9347-3ce7dae057a3 tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=4c1df7de2c27478a8a23ed21cf3951bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1025267 Dec 09 23:31:56.584058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60298) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:56.586730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Set router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:31:56.676670 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505448ab-4ea5-4259-90f7-123490cd8848 tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:56.681139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-505448ab-4ea5-4259-90f7-123490cd8848 tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932558 Dec 09 23:31:56.681368 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60300) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:56.709192 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4406df99-5372-4e52-86ad-a2966cd335ec tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=30a763c6-5f34-4e65-ad39-9ab865464cc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266049 Dec 09 23:31:56.711768 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60302) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:56.717945 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-d0134d19-bb1a-4261-90dd-6d7f1f98d6bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1474760837', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:31:56.764337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:55Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:56.796828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Checking router: f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:31:56.797210 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Updating router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc port 1553ec2a-e816-48dc-9909-72e9b062f670 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:31:56.819800 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0134d19-bb1a-4261-90dd-6d7f1f98d6bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:31:56.823341 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0134d19-bb1a-4261-90dd-6d7f1f98d6bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:56.823502 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:57.021751 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0134d19-bb1a-4261-90dd-6d7f1f98d6bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:57.077295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0134d19-bb1a-4261-90dd-6d7f1f98d6bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Subnet': ['ID=2775fb35-55f0-4cbb-be39-77fb0b0fba50,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:57.082228 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:57.088342 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:57.092991 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0134d19-bb1a-4261-90dd-6d7f1f98d6bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Checking segment: {'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:31:57.093368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0134d19-bb1a-4261-90dd-6d7f1f98d6bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network hostable DHCP agents. Network: 2c4c5e71-b9ff-461c-9724-e30384b82af7, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:31:57.112030 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0134d19-bb1a-4261-90dd-6d7f1f98d6bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 2c4c5e71-b9ff-461c-9724-e30384b82af7 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:31:57.123601 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-d0134d19-bb1a-4261-90dd-6d7f1f98d6bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 2c4c5e71-b9ff-461c-9724-e30384b82af7) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:31:57.128993 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0134d19-bb1a-4261-90dd-6d7f1f98d6bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:31:57.129812 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0134d19-bb1a-4261-90dd-6d7f1f98d6bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:57.137717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa8eac4-d110-4215-8782-2e778b3c7dcf None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:31:57.139541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8186856-fcb9-4bf5-9774-051153a98069 None None] Network 2c4c5e71-b9ff-461c-9724-e30384b82af7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:31:57.147463 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d0134d19-bb1a-4261-90dd-6d7f1f98d6bd tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4342985 Dec 09 23:31:57.150229 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60304) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:31:57.168986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Attempting to bind port 1553ec2a-e816-48dc-9909-72e9b062f670 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:31:57.169273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Attempting to bind port 1553ec2a-e816-48dc-9909-72e9b062f670 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:31:57.169645 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Attempting to bind port 1553ec2a-e816-48dc-9909-72e9b062f670 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:31:57.184456 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651130bc-eaf2-46d3-82fc-01a1500d022c None None] Pushing event updated for resources: {'Port': ['ID=1553ec2a-e816-48dc-9909-72e9b062f670,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:57.189336 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:31:57.189756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:31:57.190238 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:57.190636 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:31:57.191123 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Bound port: 1553ec2a-e816-48dc-9909-72e9b062f670, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:31:57.191513 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:57.291613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-80efe481-5840-420f-9163-dab9cb1c7f2c None None] Provisioning complete for port 1553ec2a-e816-48dc-9909-72e9b062f670 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:31:57.291902 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-80efe481-5840-420f-9163-dab9cb1c7f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:57.310325 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] For port 1553ec2a-e816-48dc-9909-72e9b062f670, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:31:57.333610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-2c4c5e71-b9ff-461c-9724-e30384b82af7', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ips': [{'subnet_id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:31:57.334507 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:57.356246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] For port 1553ec2a-e816-48dc-9909-72e9b062f670, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1553ec2a-e816-48dc-9909-72e9b062f670,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:31:57.368498 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:57.376266 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-80efe481-5840-420f-9163-dab9cb1c7f2c None None] Port 1553ec2a-e816-48dc-9909-72e9b062f670 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:31:57.468290 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae6fc81-4947-4b83-abef-0812b9f3929b None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:31:57.527205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Routers {'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:31:57.527840 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:57.531204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651130bc-eaf2-46d3-82fc-01a1500d022c None None] Pushing event updated for resources: {'Port': ['ID=1553ec2a-e816-48dc-9909-72e9b062f670,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:57.597304 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:57.604543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Allocated IP 172.20.0.2 (2c4c5e71-b9ff-461c-9724-e30384b82af7/2775fb35-55f0-4cbb-be39-77fb0b0fba50/f1657211-f836-4309-8bdd-c7219b15b1bd) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:31:57.657019 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-051d6b03-5d5b-4598-bbd6-9a9471f9a94a None None] Provisioning complete for port 1553ec2a-e816-48dc-9909-72e9b062f670 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:31:57.657360 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-051d6b03-5d5b-4598-bbd6-9a9471f9a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:57.719607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] Set router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:31:58.119286 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-051d6b03-5d5b-4598-bbd6-9a9471f9a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:58.174481 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:58.178836 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-051d6b03-5d5b-4598-bbd6-9a9471f9a94a None None] For port 1553ec2a-e816-48dc-9909-72e9b062f670, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1553ec2a-e816-48dc-9909-72e9b062f670,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:31:58.182946 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-051d6b03-5d5b-4598-bbd6-9a9471f9a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:58.206755 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:58.238121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.20.0.1 (2c4c5e71-b9ff-461c-9724-e30384b82af7/2775fb35-55f0-4cbb-be39-77fb0b0fba50/328c78a0-67d7-4e42-88ae-aeedef73aa5b) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:31:58.243223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Network 2c4c5e71-b9ff-461c-9724-e30384b82af7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:31:58.254151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:31:58.258807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:31:58.263830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d6b03-5d5b-4598-bbd6-9a9471f9a94a None None] Pushing event updated for resources: {'Port': ['ID=1553ec2a-e816-48dc-9909-72e9b062f670,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:58.271358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:55Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:31:58.319743 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49057ebf-e0fb-4b57-91c3-3ec4039a3fe4 None None] The sync data for ids ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'] in n-d-789963-23 is: [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:55Z', 'revision_number': 3, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:31:58.367676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:58.369897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Pushing event updated for resources: {'Port': ['ID=f1657211-f836-4309-8bdd-c7219b15b1bd,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:58.374473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Attempting to bind port f1657211-f836-4309-8bdd-c7219b15b1bd on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:31:58.374916 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Attempting to bind port f1657211-f836-4309-8bdd-c7219b15b1bd by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:31:58.375361 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Attempting to bind port f1657211-f836-4309-8bdd-c7219b15b1bd on network 2c4c5e71-b9ff-461c-9724-e30384b82af7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:31:58.384631 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:31:58.385008 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Checking segment: {'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:31:58.385422 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:58.385848 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Bound using segment: {'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:31:58.386333 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Bound port: f1657211-f836-4309-8bdd-c7219b15b1bd, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:31:58.386724 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:58.411909 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:58.454794 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] For port f1657211-f836-4309-8bdd-c7219b15b1bd, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:31:58.456718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 2c4c5e71-b9ff-461c-9724-e30384b82af7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:31:58.458463 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] For port f1657211-f836-4309-8bdd-c7219b15b1bd, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f1657211-f836-4309-8bdd-c7219b15b1bd,segment=NetworkSegment(c0865d76-3660-4d27-873c-df8dd8ce480a),segment_id=c0865d76-3660-4d27-873c-df8dd8ce480a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:31:58.460163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:31:58.463507 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:58.466850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:31:58.493001 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=328c78a0-67d7-4e42-88ae-aeedef73aa5b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:58.518456 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:58.531079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba8cb7-47c3-4172-a7f6-95b4d69a41e5 None None] Pushing event updated for resources: {'Port': ['ID=f1657211-f836-4309-8bdd-c7219b15b1bd,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:58.707409 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:59.070030 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1553ec2a-e816-48dc-9909-72e9b062f670 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:31:59.122013 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 1553ec2a-e816-48dc-9909-72e9b062f670 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:31:59.122668 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:59.213607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f1657211-f836-4309-8bdd-c7219b15b1bd up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:31:59.265879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f1657211-f836-4309-8bdd-c7219b15b1bd triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:31:59.266359 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:59.357295 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:59.375692 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:59.381825 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:59.403252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port f1657211-f836-4309-8bdd-c7219b15b1bd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f1657211-f836-4309-8bdd-c7219b15b1bd,segment=NetworkSegment(c0865d76-3660-4d27-873c-df8dd8ce480a),segment_id=c0865d76-3660-4d27-873c-df8dd8ce480a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:31:59.410271 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:59.462223 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:59.468010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=f1657211-f836-4309-8bdd-c7219b15b1bd,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:59.502534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=328c78a0-67d7-4e42-88ae-aeedef73aa5b,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:31:59.578903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 2c4c5e71-b9ff-461c-9724-e30384b82af7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:31:59.580444 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:31:59.686201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31654b3-ae18-4fa3-acc4-36bc73ab095e None None] Network 2c4c5e71-b9ff-461c-9724-e30384b82af7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:31:59.702725 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:31:59.764644 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5c9bda57-db3b-48da-ac09-19e5f670a451 None None] Provisioning complete for port f1657211-f836-4309-8bdd-c7219b15b1bd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:31:59.765017 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c9bda57-db3b-48da-ac09-19e5f670a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:31:59.813471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:31:59.819277 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-70c8362a-8fcc-4e7c-b9f6-5251268a181f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "PUT /v2.0/routers/f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6676545 Dec 09 23:31:59.997424 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-59541681-fc93-496a-9d55-998cbc556772 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188718004&fields=id&tenant_id=4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 267 time: 0.0481586 Dec 09 23:32:00.096595 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2b55a56a-0ab5-4e6d-bbbc-53bed97a3190 None None] Provisioning complete for port 328c78a0-67d7-4e42-88ae-aeedef73aa5b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:32:00.097334 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2b55a56a-0ab5-4e6d-bbbc-53bed97a3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:00.115595 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-d0dd9c24-159b-4ef2-8c22-9156ee0c819e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:00.117117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-d0dd9c24-159b-4ef2-8c22-9156ee0c819e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/networks?id=2c4c5e71-b9ff-461c-9724-e30384b82af7 HTTP/1.1" status: 200 len: 797 time: 0.1117699 Dec 09 23:32:00.134797 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-f7d9c164-d5d6-4c1e-ac7d-5779300a8edb tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/quotas/4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 375 time: 0.0115364 Dec 09 23:32:00.148060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2b55a56a-0ab5-4e6d-bbbc-53bed97a3190 None None] Port 328c78a0-67d7-4e42-88ae-aeedef73aa5b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:32:00.160256 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2b55a56a-0ab5-4e6d-bbbc-53bed97a3190 None None] Provisioning complete for port f1657211-f836-4309-8bdd-c7219b15b1bd triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:32:00.160544 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2b55a56a-0ab5-4e6d-bbbc-53bed97a3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:00.200488 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-ff28019e-8b2d-4f9d-8730-5b9824fdadc0 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577350 Dec 09 23:32:00.267705 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Sync routers for ids ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:32:00.278504 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Routers {'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:32:00.279135 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:00.360959 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-b4d06ac9-8de5-40ad-8aca-9e35d8480021 service neutron] 10.222.0.16 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464152 Dec 09 23:32:00.370798 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-91bed369-1c71-4d93-877c-bda0771bff1e None None] Provisioning complete for port 328c78a0-67d7-4e42-88ae-aeedef73aa5b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:32:00.371177 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91bed369-1c71-4d93-877c-bda0771bff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:00.409397 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-91bed369-1c71-4d93-877c-bda0771bff1e None None] Port 328c78a0-67d7-4e42-88ae-aeedef73aa5b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:32:00.464855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-d2e74608-0617-488b-a06a-3f6ad9be94f1 service neutron] 10.222.0.16 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961804 Dec 09 23:32:00.494409 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Set router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:32:00.528315 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5120d438-2b94-4373-b092-726a3f733537 None None] Provisioning complete for port 328c78a0-67d7-4e42-88ae-aeedef73aa5b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:32:00.528686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5120d438-2b94-4373-b092-726a3f733537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:00.566116 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5120d438-2b94-4373-b092-726a3f733537 None None] Port 328c78a0-67d7-4e42-88ae-aeedef73aa5b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:32:00.652956 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2b174b2-562e-418c-bce4-d10b17d8a6b0 req-5fd376a3-de28-460c-b66d-d2b1e127747b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 210 time: 0.0280066 Dec 09 23:32:00.723116 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '328c78a0-67d7-4e42-88ae-aeedef73aa5b', 'name': '', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:a6:75:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:57Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 2, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:00.749276 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Checking router: f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:32:00.749625 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Updating router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc port 328c78a0-67d7-4e42-88ae-aeedef73aa5b binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:32:00.774514 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:00.986569 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f1657211-f836-4309-8bdd-c7219b15b1bd up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:32:01.038707 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port f1657211-f836-4309-8bdd-c7219b15b1bd triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:32:01.039053 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:01.042727 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:01.048660 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:01.120733 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Pushing event updated for resources: {'Port': ['ID=328c78a0-67d7-4e42-88ae-aeedef73aa5b,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:01.142354 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.142986 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.144078 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.144585 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.144922 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.145487 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.145943 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.146294 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.146653 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.147067 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.147521 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.147880 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.148205 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:01.164763 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Attempting to bind port 328c78a0-67d7-4e42-88ae-aeedef73aa5b on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:32:01.165121 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Attempting to bind port 328c78a0-67d7-4e42-88ae-aeedef73aa5b by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:32:01.165479 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Attempting to bind port 328c78a0-67d7-4e42-88ae-aeedef73aa5b on network 2c4c5e71-b9ff-461c-9724-e30384b82af7 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:32:01.171092 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:32:01.171460 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Checking segment: {'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:32:01.171909 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:01.172296 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Bound using segment: {'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:32:01.172752 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Bound port: 328c78a0-67d7-4e42-88ae-aeedef73aa5b, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:32:01.173125 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:01.197230 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94ebf22d-d061-4384-acf4-99de91eb306e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:01.253757 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] For port 328c78a0-67d7-4e42-88ae-aeedef73aa5b, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:32:01.259223 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] For port 328c78a0-67d7-4e42-88ae-aeedef73aa5b, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=328c78a0-67d7-4e42-88ae-aeedef73aa5b,segment=NetworkSegment(c0865d76-3660-4d27-873c-df8dd8ce480a),segment_id=c0865d76-3660-4d27-873c-df8dd8ce480a)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:32:01.264054 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:01.327035 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Routers {'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:32:01.327673 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:31:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:01.333498 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf511f-36a0-405b-950a-a0e9d2d76fd6 None None] Pushing event updated for resources: {'Port': ['ID=328c78a0-67d7-4e42-88ae-aeedef73aa5b,revision_number=4']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:01.392523 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1854afb3-c9f7-486a-9ff3-c006a7820900 None None] Provisioning complete for port 328c78a0-67d7-4e42-88ae-aeedef73aa5b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:32:01.393044 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1854afb3-c9f7-486a-9ff3-c006a7820900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:01.444709 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] Set router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:32:01.473000 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1854afb3-c9f7-486a-9ff3-c006a7820900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:01.507137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1854afb3-c9f7-486a-9ff3-c006a7820900 None None] For port 328c78a0-67d7-4e42-88ae-aeedef73aa5b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=328c78a0-67d7-4e42-88ae-aeedef73aa5b,segment=NetworkSegment(c0865d76-3660-4d27-873c-df8dd8ce480a),segment_id=c0865d76-3660-4d27-873c-df8dd8ce480a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:32:01.511533 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1854afb3-c9f7-486a-9ff3-c006a7820900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:01.562843 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854afb3-c9f7-486a-9ff3-c006a7820900 None None] Pushing event updated for resources: {'Port': ['ID=328c78a0-67d7-4e42-88ae-aeedef73aa5b,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:01.632382 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-f8268f67-dbf1-4188-8a6d-32e838e15126 None None] Provisioning complete for port 328c78a0-67d7-4e42-88ae-aeedef73aa5b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:32:01.633028 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8268f67-dbf1-4188-8a6d-32e838e15126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:01.660347 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '328c78a0-67d7-4e42-88ae-aeedef73aa5b', 'name': '', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:a6:75:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:57Z', 'updated_at': '2021-12-09T23:32:01Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:01.695062 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec31661-0980-4d80-b9bd-1e1207b4bb7c None None] The sync data for ids ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'] in n-d-789963-23 is: [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '328c78a0-67d7-4e42-88ae-aeedef73aa5b', 'name': '', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:a6:75:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:57Z', 'updated_at': '2021-12-09T23:32:01Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:32:01.816900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b0fdef6f-8a35-450c-87c1-ea58abf47da2 req-17f6a660-cb34-424a-95c7-ffacd18a296a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 210 time: 0.0419748 Dec 09 23:32:01.838111 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-adc8a51c-ff40-487c-aaaa-da1930e74532 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:01.840385 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-adc8a51c-ff40-487c-aaaa-da1930e74532 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/networks?id=2c4c5e71-b9ff-461c-9724-e30384b82af7 HTTP/1.1" status: 200 len: 797 time: 0.1461506 Dec 09 23:32:01.920870 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-82b3d85c-cab9-4bfc-b051-ee1beb3ad6f9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c1df7de2c27478a8a23ed21cf3951bc HTTP/1.1" status: 200 len: 379 time: 0.0639737 Dec 09 23:32:01.937517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'port': {'device_id': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'admin_state_up': True, 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'security_groups': ['c1814b53-72e3-434f-8645-cfe9469ce9a1']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:32:02.049337 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Made reservation on behalf of 4c1df7de2c27478a8a23ed21cf3951bc for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:32:02.053001 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:02.188949 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.20.0.4 (2c4c5e71-b9ff-461c-9724-e30384b82af7/2775fb35-55f0-4cbb-be39-77fb0b0fba50/d82702d8-4946-45c8-9dd7-91ee64afae95) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:32:02.345847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:02.384780 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:02.432977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 2c4c5e71-b9ff-461c-9724-e30384b82af7 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:32:02.436281 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:32:02.440739 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:32:02.482941 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=d82702d8-4946-45c8-9dd7-91ee64afae95,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:02.504403 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:02.505182 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:02.524115 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-1ad97e5c-e064-4ccf-90ca-da2c0bd863c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901177 Dec 09 23:32:02.542818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Request body: {'port': {'device_id': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:32:02.605233 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:02.669120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2ee2974e-6a17-44ed-ba45-05053beb3619 None None] Provisioning complete for port d82702d8-4946-45c8-9dd7-91ee64afae95 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:32:02.670198 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2ee2974e-6a17-44ed-ba45-05053beb3619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:02.707525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2ee2974e-6a17-44ed-ba45-05053beb3619 None None] Port d82702d8-4946-45c8-9dd7-91ee64afae95 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:32:02.879205 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82702d8-4946-45c8-9dd7-91ee64afae95 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:32:02.887199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:02.899826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Transition to ACTIVE for port object d82702d8-4946-45c8-9dd7-91ee64afae95 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:32:02.902685 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:02.942728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef232a-5042-45bb-8397-4ac6979fd5c6 req-6a4413ec-7b54-415e-9f67-28a2fca3543e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:02.944278 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1ef232a-5042-45bb-8397-4ac6979fd5c6 req-6a4413ec-7b54-415e-9f67-28a2fca3543e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 943 time: 0.0513532 Dec 09 23:32:02.996368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Pushing event updated for resources: {'Port': ['ID=d82702d8-4946-45c8-9dd7-91ee64afae95,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:03.018546 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1ef232a-5042-45bb-8397-4ac6979fd5c6 req-07b9e066-9436-4dde-b883-7042681270c9 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678155 Dec 09 23:32:03.032011 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Attempting to bind port d82702d8-4946-45c8-9dd7-91ee64afae95 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:32:03.032349 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Attempting to bind port d82702d8-4946-45c8-9dd7-91ee64afae95 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:32:03.032680 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Attempting to bind port d82702d8-4946-45c8-9dd7-91ee64afae95 on network 2c4c5e71-b9ff-461c-9724-e30384b82af7 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:32:03.037827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 328c78a0-67d7-4e42-88ae-aeedef73aa5b up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:32:03.038964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Port d82702d8-4946-45c8-9dd7-91ee64afae95 on network 2c4c5e71-b9ff-461c-9724-e30384b82af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:32:03.039288 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Attempting to bind port d82702d8-4946-45c8-9dd7-91ee64afae95 on network 2c4c5e71-b9ff-461c-9724-e30384b82af7 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:32:03.044463 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:32:03.044881 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Checking segment: {'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:32:03.045341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Bound using segment: {'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:32:03.046027 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Bound port: d82702d8-4946-45c8-9dd7-91ee64afae95, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0865d76-3660-4d27-873c-df8dd8ce480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:32:03.046460 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:03.091653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 328c78a0-67d7-4e42-88ae-aeedef73aa5b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:32:03.092028 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:03.118125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] For port d82702d8-4946-45c8-9dd7-91ee64afae95, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:32:03.121401 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] For port d82702d8-4946-45c8-9dd7-91ee64afae95, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d82702d8-4946-45c8-9dd7-91ee64afae95,segment=NetworkSegment(c0865d76-3660-4d27-873c-df8dd8ce480a),segment_id=c0865d76-3660-4d27-873c-df8dd8ce480a)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:32:03.129808 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:03.166185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:03.166883 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:03.168243 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] 10.222.0.18 "PUT /v2.0/ports/d82702d8-4946-45c8-9dd7-91ee64afae95 HTTP/1.1" status: 200 len: 1092 time: 0.6298745 Dec 09 23:32:03.169142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'tag': 'd82702d8-4946-45c8-9dd7-91ee64afae95'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:32:03.171142 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872992ee-7ce4-458d-b487-eb7fc03408c7" -d '{"events": [{"name": "network-changed", "server_uuid": "aae4f724-b8a2-4683-9ff7-7488b014b808", "tag": "d82702d8-4946-45c8-9dd7-91ee64afae95"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:32:03.216789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92f07d-f611-4395-b83e-03ddca35088d service neutron] Pushing event updated for resources: {'Port': ['ID=d82702d8-4946-45c8-9dd7-91ee64afae95,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:03.236891 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2067f13-6047-4dfd-b534-10dd7e789f31 x-openstack-request-id: req-d2067f13-6047-4dfd-b534-10dd7e789f31 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:32:03.237712 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae4f724-b8a2-4683-9ff7-7488b014b808", "tag": "d82702d8-4946-45c8-9dd7-91ee64afae95", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:32:03.238047 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2067f13-6047-4dfd-b534-10dd7e789f31 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:32:03.238469 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'tag': 'd82702d8-4946-45c8-9dd7-91ee64afae95', 'status': 'completed', 'code': 200} Dec 09 23:32:03.290109 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-661e1a4e-4fa3-40ce-8954-d2bc7cdae563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:03.292046 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-661e1a4e-4fa3-40ce-8954-d2bc7cdae563 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 1095 time: 0.0487409 Dec 09 23:32:03.342219 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-3ed95654-e405-4e91-93a6-f4c68e777851 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82702d8-4946-45c8-9dd7-91ee64afae95 HTTP/1.1" status: 200 len: 217 time: 0.0361338 Dec 09 23:32:03.394987 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-91429f76-a0ff-4c79-a433-d062afe65a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:03.396605 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-91429f76-a0ff-4c79-a433-d062afe65a19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2775fb35-55f0-4cbb-be39-77fb0b0fba50 HTTP/1.1" status: 200 len: 835 time: 0.0463707 Dec 09 23:32:03.446812 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3ad88b6-bd88-4df8-8029-94a10ba08e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:03.449702 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-beab32ce-344d-4d3c-80de-bbac7b2f3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:03.451404 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-beab32ce-344d-4d3c-80de-bbac7b2f3f1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4c5e71-b9ff-461c-9724-e30384b82af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479543 Dec 09 23:32:03.544815 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-b2883b6b-1b4e-48ef-a4f2-5ff849a60284 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854597 Dec 09 23:32:03.638079 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-e51de8e5-393e-47bf-8c16-b0e0bf62870f req-654a64a2-2b79-4cce-a01f-7a6b3fcc0beb service neutron] 10.222.0.18 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863225 Dec 09 23:32:03.761157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872992ee-7ce4-458d-b487-eb7fc03408c7 req-cbaef905-fc92-4100-90e9-ecf8407bf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:03.762553 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-872992ee-7ce4-458d-b487-eb7fc03408c7 req-cbaef905-fc92-4100-90e9-ecf8407bf561 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 1095 time: 0.0410974 Dec 09 23:32:03.855315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872992ee-7ce4-458d-b487-eb7fc03408c7 req-a272e679-3922-4568-b805-2002371b3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:03.856756 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-872992ee-7ce4-458d-b487-eb7fc03408c7 req-a272e679-3922-4568-b805-2002371b3234 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4c5e71-b9ff-461c-9724-e30384b82af7 HTTP/1.1" status: 200 len: 898 time: 0.0864847 Dec 09 23:32:03.898293 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-872992ee-7ce4-458d-b487-eb7fc03408c7 req-a23f5fe2-2586-4a23-9605-1bd1d21d06ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82702d8-4946-45c8-9dd7-91ee64afae95 HTTP/1.1" status: 200 len: 217 time: 0.0344951 Dec 09 23:32:03.947041 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872992ee-7ce4-458d-b487-eb7fc03408c7 req-08685474-99c7-45ba-97e1-da3689e2380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:03.948441 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-872992ee-7ce4-458d-b487-eb7fc03408c7 req-08685474-99c7-45ba-97e1-da3689e2380f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2775fb35-55f0-4cbb-be39-77fb0b0fba50 HTTP/1.1" status: 200 len: 835 time: 0.0426550 Dec 09 23:32:03.994815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872992ee-7ce4-458d-b487-eb7fc03408c7 req-46e65f9c-3ef3-46ef-91ce-23b9a2dccb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:03.996291 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-872992ee-7ce4-458d-b487-eb7fc03408c7 req-46e65f9c-3ef3-46ef-91ce-23b9a2dccb04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4c5e71-b9ff-461c-9724-e30384b82af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404642 Dec 09 23:32:04.089549 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-872992ee-7ce4-458d-b487-eb7fc03408c7 req-87ca0a31-464d-4cc5-8885-33b47f9006a4 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856764 Dec 09 23:32:04.129622 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141d5e2-e249-4c9c-87db-59e0acb7152c req-955f2c5e-dddb-4804-8873-7b6892d65fb3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:04.131479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6141d5e2-e249-4c9c-87db-59e0acb7152c req-955f2c5e-dddb-4804-8873-7b6892d65fb3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 943 time: 0.0498872 Dec 09 23:32:04.180596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6141d5e2-e249-4c9c-87db-59e0acb7152c req-503e37f0-12f2-4069-9002-79699028b5ff tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433168 Dec 09 23:32:04.190931 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-872992ee-7ce4-458d-b487-eb7fc03408c7 req-7b9cc92d-4d85-405f-bbc4-174f0ddd1aab service neutron] 10.222.0.18 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909512 Dec 09 23:32:04.536755 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:04.805566 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:32:05.048141 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:05.300274 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d814e-0332-441b-83d4-bca4fac72596 req-d697f4a3-1cb7-47eb-9f27-c697f8fdb9f5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:05.301724 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-802d814e-0332-441b-83d4-bca4fac72596 req-d697f4a3-1cb7-47eb-9f27-c697f8fdb9f5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 943 time: 0.0520575 Dec 09 23:32:05.349801 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-802d814e-0332-441b-83d4-bca4fac72596 req-a9b38d71-919e-46ad-b553-a4427b674a6d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417943 Dec 09 23:32:06.414966 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:06.464475 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c77a99-1d80-4be7-ac1e-96326820531e req-1ac27152-7bcb-48fc-be6e-af08e36367e3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:06.465853 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3c77a99-1d80-4be7-ac1e-96326820531e req-1ac27152-7bcb-48fc-be6e-af08e36367e3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 943 time: 0.0477531 Dec 09 23:32:06.517920 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3c77a99-1d80-4be7-ac1e-96326820531e req-31e0af03-f3f1-4481-8a14-d56bf7536429 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437469 Dec 09 23:32:07.025358 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d82702d8-4946-45c8-9dd7-91ee64afae95 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:32:07.119068 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d82702d8-4946-45c8-9dd7-91ee64afae95, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d82702d8-4946-45c8-9dd7-91ee64afae95,segment=NetworkSegment(c0865d76-3660-4d27-873c-df8dd8ce480a),segment_id=c0865d76-3660-4d27-873c-df8dd8ce480a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:32:07.130609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'd82702d8-4946-45c8-9dd7-91ee64afae95', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'port_id': 'd82702d8-4946-45c8-9dd7-91ee64afae95', 'mac_address': 'fa:16:3e:f1:fb:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:32:07.168473 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:07.181138 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82702d8-4946-45c8-9dd7-91ee64afae95 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:32:07.212151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d82702d8-4946-45c8-9dd7-91ee64afae95, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d82702d8-4946-45c8-9dd7-91ee64afae95,segment=NetworkSegment(c0865d76-3660-4d27-873c-df8dd8ce480a),segment_id=c0865d76-3660-4d27-873c-df8dd8ce480a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:32:07.213501 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:07.215337 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:07.262605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d82702d8-4946-45c8-9dd7-91ee64afae95,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:07.496143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['d82702d8-4946-45c8-9dd7-91ee64afae95'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:32:07.631628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a879f20-d54d-400b-aeb7-9045e1df6a80 req-f45b2493-d5f3-44d0-a5dd-1a5f3e7ef51c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:07.633122 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a879f20-d54d-400b-aeb7-9045e1df6a80 req-f45b2493-d5f3-44d0-a5dd-1a5f3e7ef51c tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 944 time: 0.0492699 Dec 09 23:32:07.686011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3a879f20-d54d-400b-aeb7-9045e1df6a80 req-1ec44e49-99e9-43bf-bed6-b2a0fbc46a8a tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467882 Dec 09 23:32:08.798543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb925ccb-5ef0-4511-b2f8-557b702f11b6 req-ee008dd4-64eb-427c-ae67-af6ef32e7630 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:08.800024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb925ccb-5ef0-4511-b2f8-557b702f11b6 req-ee008dd4-64eb-427c-ae67-af6ef32e7630 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 944 time: 0.0482397 Dec 09 23:32:08.849848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cb925ccb-5ef0-4511-b2f8-557b702f11b6 req-be155d91-41b7-444c-8e4f-78129cdad9e6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434411 Dec 09 23:32:09.044433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d82702d8-4946-45c8-9dd7-91ee64afae95 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:32:09.090376 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port d82702d8-4946-45c8-9dd7-91ee64afae95 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:32:09.094651 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port d82702d8-4946-45c8-9dd7-91ee64afae95 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:32:09.095046 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:09.169182 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:09.191344 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82702d8-4946-45c8-9dd7-91ee64afae95'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:32:09.193562 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1283d4df-ebc6-4ca7-9344-28386380a12d" -d '{"events": [{"server_uuid": "aae4f724-b8a2-4683-9ff7-7488b014b808", "name": "network-vif-plugged", "status": "completed", "tag": "d82702d8-4946-45c8-9dd7-91ee64afae95"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:32:09.206889 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port d82702d8-4946-45c8-9dd7-91ee64afae95, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d82702d8-4946-45c8-9dd7-91ee64afae95,segment=NetworkSegment(c0865d76-3660-4d27-873c-df8dd8ce480a),segment_id=c0865d76-3660-4d27-873c-df8dd8ce480a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:32:09.211038 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:09.241390 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9740f89b-6d3a-4c90-9dcf-d3762e48ab81 x-openstack-request-id: req-9740f89b-6d3a-4c90-9dcf-d3762e48ab81 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:32:09.241683 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae4f724-b8a2-4683-9ff7-7488b014b808", "name": "network-vif-plugged", "status": "completed", "tag": "d82702d8-4946-45c8-9dd7-91ee64afae95", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:32:09.241957 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9740f89b-6d3a-4c90-9dcf-d3762e48ab81 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:32:09.242340 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82702d8-4946-45c8-9dd7-91ee64afae95', 'code': 200} Dec 09 23:32:09.265547 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=d82702d8-4946-45c8-9dd7-91ee64afae95,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:09.356357 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaf57e-ec26-41d1-b732-0e46dd48dd7d req-159a906c-9191-48e2-96da-e68371ee9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:09.357882 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1dcaf57e-ec26-41d1-b732-0e46dd48dd7d req-159a906c-9191-48e2-96da-e68371ee9f89 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 1097 time: 0.0401695 Dec 09 23:32:09.404001 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1dcaf57e-ec26-41d1-b732-0e46dd48dd7d req-f2bf6fab-3cf4-4f5a-9e34-dbbbb6ae2584 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382984 Dec 09 23:32:09.963811 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c3715-e449-4539-8420-916eb352f76f req-cb03c868-ece5-4eeb-8ccd-9030393d13a4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:09.965277 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-297c3715-e449-4539-8420-916eb352f76f req-cb03c868-ece5-4eeb-8ccd-9030393d13a4 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 945 time: 0.0476267 Dec 09 23:32:10.013777 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-297c3715-e449-4539-8420-916eb352f76f req-32f53c50-e2a8-40d2-8f66-e3046b7140b3 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 Dec 09 23:32:11.132793 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bd832-295e-4102-a5f3-dd2159abca51 req-90afcc1e-c3c9-4060-859f-3bec74108f17 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:11.134278 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-276bd832-295e-4102-a5f3-dd2159abca51 req-90afcc1e-c3c9-4060-859f-3bec74108f17 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 945 time: 0.0517967 Dec 09 23:32:11.181917 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-276bd832-295e-4102-a5f3-dd2159abca51 req-5bcb2d3f-ac14-41fa-83f0-78b320c2b3a1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416849 Dec 09 23:32:11.294415 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fedd98-d103-4f59-8bac-fd34bc17fe38 req-2eb32b96-783b-4bb1-9aab-13ff382d7673 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:11.295872 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2fedd98-d103-4f59-8bac-fd34bc17fe38 req-2eb32b96-783b-4bb1-9aab-13ff382d7673 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 945 time: 0.0482342 Dec 09 23:32:11.343565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b2fedd98-d103-4f59-8bac-fd34bc17fe38 req-83919853-0e03-4f81-979a-4a0e9362dd8e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410407 Dec 09 23:32:11.366262 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60360) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:11.405377 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f0e853-b730-4c31-9d00-1bdbd8317abb tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:11.406925 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e8f0e853-b730-4c31-9d00-1bdbd8317abb tempest-TestNetworkAdvancedServerOps-1056086295 tempest-TestNetworkAdvancedServerOps-1056086295-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 1092 time: 0.0396743 Dec 09 23:32:11.409865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60362) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:11.414896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': 'd82702d8-4946-45c8-9dd7-91ee64afae95', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:32:11.436175 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:11.532121 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:11.634904 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Allocated IP 172.25.8.55 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/7e300c66-f902-4c3e-9a24-f6e90b692674) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:32:11.732671 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:11.764640 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:11.798578 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:32:11.801528 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:32:11.805008 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:32:11.837162 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=7e300c66-f902-4c3e-9a24-f6e90b692674,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:12.155823 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:12.223677 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:12.365601 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:12.370479 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:12.443329 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event updated for resources: {'Port': ['ID=7e300c66-f902-4c3e-9a24-f6e90b692674,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:12.451078 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:12.547165 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Floating IP e5e94c62-11cc-4063-8b98-620df9a891d1 associated. External IP: 172.25.8.55, port: d82702d8-4946-45c8-9dd7-91ee64afae95. Dec 09 23:32:12.745338 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:32:12.848580 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:32:12.857969 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9f25d-ec5d-462b-b757-34d0c514fa22 None None] Sync routers for ids ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:32:12.866000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:12.867520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9f25d-ec5d-462b-b757-34d0c514fa22 None None] Routers {'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:32:12.868144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-dab9f25d-ec5d-462b-b757-34d0c514fa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:32:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:12.894001 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e2672ddd-20ba-4477-88ea-45cabe5cf46d tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4824958 Dec 09 23:32:12.895168 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'tag': 'd82702d8-4946-45c8-9dd7-91ee64afae95'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:32:12.897616 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac7b0eb-d4a0-4f07-b5dd-db06b228e46c" -d '{"events": [{"name": "network-changed", "server_uuid": "aae4f724-b8a2-4683-9ff7-7488b014b808", "tag": "d82702d8-4946-45c8-9dd7-91ee64afae95"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:32:12.938027 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1897bb46-2f95-497d-8c15-b972022fa451 x-openstack-request-id: req-1897bb46-2f95-497d-8c15-b972022fa451 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:32:12.938323 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae4f724-b8a2-4683-9ff7-7488b014b808", "tag": "d82702d8-4946-45c8-9dd7-91ee64afae95", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:32:12.938584 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1897bb46-2f95-497d-8c15-b972022fa451 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:32:12.939024 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'tag': 'd82702d8-4946-45c8-9dd7-91ee64afae95', 'status': 'completed', 'code': 200} Dec 09 23:32:12.978741 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-dab9f25d-ec5d-462b-b757-34d0c514fa22 None None] Set router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:32:13.005284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6131a22-2338-43f8-a7da-0ad83ba19b61 req-5455e069-17b0-4054-861d-946be8ca1771 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:13.009239 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6131a22-2338-43f8-a7da-0ad83ba19b61 req-5455e069-17b0-4054-861d-946be8ca1771 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 945 time: 0.0535798 Dec 09 23:32:13.028471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7b0eb-d4a0-4f07-b5dd-db06b228e46c req-807607a9-a55c-4822-9cb0-a0ac94e09be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:13.030155 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cac7b0eb-d4a0-4f07-b5dd-db06b228e46c req-807607a9-a55c-4822-9cb0-a0ac94e09be4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 1097 time: 0.0472133 Dec 09 23:32:13.059516 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6131a22-2338-43f8-a7da-0ad83ba19b61 req-fec2d340-a214-4fcc-8cbd-a58b7311f3f1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463235 Dec 09 23:32:13.081678 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60368) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:13.131096 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7b0eb-d4a0-4f07-b5dd-db06b228e46c req-cbd43b4b-aa21-4ee0-8963-b6f94f1a06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:13.132613 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cac7b0eb-d4a0-4f07-b5dd-db06b228e46c req-cbd43b4b-aa21-4ee0-8963-b6f94f1a06c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4c5e71-b9ff-461c-9724-e30384b82af7 HTTP/1.1" status: 200 len: 898 time: 0.0948875 Dec 09 23:32:13.211698 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cac7b0eb-d4a0-4f07-b5dd-db06b228e46c req-2a951701-d96f-4fa5-a54c-5a6939f998ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82702d8-4946-45c8-9dd7-91ee64afae95 HTTP/1.1" status: 200 len: 998 time: 0.0723932 Dec 09 23:32:13.216998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-dab9f25d-ec5d-462b-b757-34d0c514fa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e5e94c62-11cc-4063-8b98-620df9a891d1', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'port_id': 'd82702d8-4946-45c8-9dd7-91ee64afae95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'mac_address': 'fa:16:3e:f1:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:32:12Z', 'updated_at': '2021-12-09T23:32:12Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328c78a0-67d7-4e42-88ae-aeedef73aa5b', 'name': '', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:a6:75:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:57Z', 'updated_at': '2021-12-09T23:32:01Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:13.248814 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9f25d-ec5d-462b-b757-34d0c514fa22 None None] Checking router: f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:32:13.259085 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9f25d-ec5d-462b-b757-34d0c514fa22 None None] Routers {'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:32:13.259402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-dab9f25d-ec5d-462b-b757-34d0c514fa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:32:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:13.264740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7b0eb-d4a0-4f07-b5dd-db06b228e46c req-c16c46f3-c660-4c04-b5ef-839e5de4a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:13.266513 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cac7b0eb-d4a0-4f07-b5dd-db06b228e46c req-c16c46f3-c660-4c04-b5ef-839e5de4a3a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2775fb35-55f0-4cbb-be39-77fb0b0fba50 HTTP/1.1" status: 200 len: 835 time: 0.0485022 Dec 09 23:32:13.315623 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7b0eb-d4a0-4f07-b5dd-db06b228e46c req-b4ee19ad-bc18-46dc-b0dc-d80ea3f7b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:13.317296 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cac7b0eb-d4a0-4f07-b5dd-db06b228e46c req-b4ee19ad-bc18-46dc-b0dc-d80ea3f7b01d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4c5e71-b9ff-461c-9724-e30384b82af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440087 Dec 09 23:32:13.370885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-dab9f25d-ec5d-462b-b757-34d0c514fa22 None None] Set router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:32:13.423442 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cac7b0eb-d4a0-4f07-b5dd-db06b228e46c req-fe87ce54-fe8e-448a-9e75-48ecfb0c8ea2 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987086 Dec 09 23:32:13.482203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fc435194-8dba-4bc0-a445-a9180d73fa9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/e5e94c62-11cc-4063-8b98-620df9a891d1 HTTP/1.1" status: 200 len: 990 time: 0.3985832 Dec 09 23:32:13.518712 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-cac7b0eb-d4a0-4f07-b5dd-db06b228e46c req-5fcd4bc2-7a61-432c-be0e-fbec215e2688 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880787 Dec 09 23:32:13.750263 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-dab9f25d-ec5d-462b-b757-34d0c514fa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e5e94c62-11cc-4063-8b98-620df9a891d1', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'port_id': 'd82702d8-4946-45c8-9dd7-91ee64afae95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'mac_address': 'fa:16:3e:f1:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:32:12Z', 'updated_at': '2021-12-09T23:32:12Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328c78a0-67d7-4e42-88ae-aeedef73aa5b', 'name': '', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:a6:75:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:57Z', 'updated_at': '2021-12-09T23:32:01Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:13.779603 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9f25d-ec5d-462b-b757-34d0c514fa22 None None] The sync data for ids ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'] in n-d-789963-23 is: [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e5e94c62-11cc-4063-8b98-620df9a891d1', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'port_id': 'd82702d8-4946-45c8-9dd7-91ee64afae95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'mac_address': 'fa:16:3e:f1:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:32:12Z', 'updated_at': '2021-12-09T23:32:12Z', 'revision_number': 0, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328c78a0-67d7-4e42-88ae-aeedef73aa5b', 'name': '', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:a6:75:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:57Z', 'updated_at': '2021-12-09T23:32:01Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:32:13.968484 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed395a8-bf35-457b-b69a-0375570e624b None None] New status for floating IP e5e94c62-11cc-4063-8b98-620df9a891d1: ACTIVE {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:32:14.486073 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60370) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:14.544783 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-da8b544c-4164-4e46-bf52-db1c9c0a93e6 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/e5e94c62-11cc-4063-8b98-620df9a891d1 HTTP/1.1" status: 200 len: 992 time: 0.0576072 Dec 09 23:32:23.334450 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:31.194721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7c72bf60-7126-482b-bf9c-3f20990621a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:33.447904 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-821006d7-5241-4bf0-969b-a2d2d2c75a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:34.551505 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:35.049919 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:36.416081 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:37.196017 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:38.054860 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b76a12b7-88f3-44fc-bd18-753a7f6a823c req-dfb07777-639c-4c29-8665-c2ff95c55e39 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440636 Dec 09 23:32:38.152602 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a12b7-88f3-44fc-bd18-753a7f6a823c req-ec66229f-41d1-460d-a163-dd0c02f107a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:38.154091 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b76a12b7-88f3-44fc-bd18-753a7f6a823c req-ec66229f-41d1-460d-a163-dd0c02f107a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 1097 time: 0.0404747 Dec 09 23:32:38.259264 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a12b7-88f3-44fc-bd18-753a7f6a823c req-faaa6155-edc9-42bf-8453-8e494f7bfec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:38.260786 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b76a12b7-88f3-44fc-bd18-753a7f6a823c req-faaa6155-edc9-42bf-8453-8e494f7bfec6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4c5e71-b9ff-461c-9724-e30384b82af7 HTTP/1.1" status: 200 len: 898 time: 0.0891929 Dec 09 23:32:38.331112 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b76a12b7-88f3-44fc-bd18-753a7f6a823c req-ecdbf1d1-5418-4394-94ea-e3c23ad3f158 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82702d8-4946-45c8-9dd7-91ee64afae95 HTTP/1.1" status: 200 len: 1000 time: 0.0619495 Dec 09 23:32:38.380596 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a12b7-88f3-44fc-bd18-753a7f6a823c req-9015a6d9-29c0-43c5-8b1d-55544090a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:38.382115 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b76a12b7-88f3-44fc-bd18-753a7f6a823c req-9015a6d9-29c0-43c5-8b1d-55544090a932 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2775fb35-55f0-4cbb-be39-77fb0b0fba50 HTTP/1.1" status: 200 len: 835 time: 0.0436580 Dec 09 23:32:38.427139 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a12b7-88f3-44fc-bd18-753a7f6a823c req-beb6ac21-a321-4d4b-b004-71ee6215e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:38.429236 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b76a12b7-88f3-44fc-bd18-753a7f6a823c req-beb6ac21-a321-4d4b-b004-71ee6215e23e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4c5e71-b9ff-461c-9724-e30384b82af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404325 Dec 09 23:32:38.521398 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b76a12b7-88f3-44fc-bd18-753a7f6a823c req-ed9a7c6b-81eb-4618-b4e2-ff23c652ec04 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848558 Dec 09 23:32:38.612404 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b76a12b7-88f3-44fc-bd18-753a7f6a823c req-290b81f1-bef1-49e3-9e09-a5c63696658f service neutron] 10.222.0.18 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834928 Dec 09 23:32:41.887216 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:32:46.048398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ea5ee-4038-4922-8e52-5a92fbebf164 req-81fa9d53-1cae-41c3-8411-5bac378981c2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:46.049776 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-041ea5ee-4038-4922-8e52-5a92fbebf164 req-81fa9d53-1cae-41c3-8411-5bac378981c2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 945 time: 0.1120920 Dec 09 23:32:46.097828 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-041ea5ee-4038-4922-8e52-5a92fbebf164 req-19e8fc92-a83a-42fb-a391-db0320b9d05f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415421 Dec 09 23:32:47.261798 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daefcb-a3fd-44e7-916e-253d2b479967 req-ec567838-fd1d-4396-9d99-798de3ae0307 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:47.263251 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88daefcb-a3fd-44e7-916e-253d2b479967 req-ec567838-fd1d-4396-9d99-798de3ae0307 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 945 time: 0.0909607 Dec 09 23:32:47.310181 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-88daefcb-a3fd-44e7-916e-253d2b479967 req-99671a02-a583-430f-9d67-fc6ebd34ec4b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409999 Dec 09 23:32:47.332756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60392) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:47.394237 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6d25d623-b50b-4500-aad8-cf0723fb49e2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/e5e94c62-11cc-4063-8b98-620df9a891d1 HTTP/1.1" status: 200 len: 992 time: 0.0603635 Dec 09 23:32:48.674290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6990a-7fbf-4bd1-ba06-d433a60b2243 req-0f6163e6-aa58-47c9-9225-e6569cb49104 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:48.675755 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87b6990a-7fbf-4bd1-ba06-d433a60b2243 req-0f6163e6-aa58-47c9-9225-e6569cb49104 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 945 time: 0.0531180 Dec 09 23:32:48.716924 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163d24b-e396-4b29-b1f2-698027917e33 req-bae37d8c-cca0-4172-a543-de1be6d3f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:48.718528 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9163d24b-e396-4b29-b1f2-698027917e33 req-bae37d8c-cca0-4172-a543-de1be6d3f2c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 1097 time: 0.0418787 Dec 09 23:32:48.726372 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87b6990a-7fbf-4bd1-ba06-d433a60b2243 req-b8918a9f-ccf6-4980-b65c-9df8f164caab tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435145 Dec 09 23:32:48.808334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163d24b-e396-4b29-b1f2-698027917e33 req-a0b2b971-92fe-4ba3-896f-a35eb8a33476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:48.809822 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9163d24b-e396-4b29-b1f2-698027917e33 req-a0b2b971-92fe-4ba3-896f-a35eb8a33476 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4c5e71-b9ff-461c-9724-e30384b82af7 HTTP/1.1" status: 200 len: 898 time: 0.0848260 Dec 09 23:32:48.877945 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9163d24b-e396-4b29-b1f2-698027917e33 req-0c8ca04f-01b2-44f2-95e8-f527db5de0f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82702d8-4946-45c8-9dd7-91ee64afae95 HTTP/1.1" status: 200 len: 1000 time: 0.0609107 Dec 09 23:32:48.925980 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163d24b-e396-4b29-b1f2-698027917e33 req-64c0ff19-4904-4001-acd1-5f98d0a89ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:48.927374 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9163d24b-e396-4b29-b1f2-698027917e33 req-64c0ff19-4904-4001-acd1-5f98d0a89ee5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2775fb35-55f0-4cbb-be39-77fb0b0fba50 HTTP/1.1" status: 200 len: 835 time: 0.0421622 Dec 09 23:32:48.971936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163d24b-e396-4b29-b1f2-698027917e33 req-2314f5b9-4173-47d6-b1c3-c0a3a257f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:48.973393 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9163d24b-e396-4b29-b1f2-698027917e33 req-2314f5b9-4173-47d6-b1c3-c0a3a257f4a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4c5e71-b9ff-461c-9724-e30384b82af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387363 Dec 09 23:32:49.066201 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9163d24b-e396-4b29-b1f2-698027917e33 req-1ce07e16-d0ce-4ed5-a606-0071baecf75a service neutron] 10.222.0.18 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851936 Dec 09 23:32:49.157539 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9163d24b-e396-4b29-b1f2-698027917e33 req-e66a92ad-4828-4a63-b9dd-0ebcf9aa2e92 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847311 Dec 09 23:32:49.844033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f691aac-c6ce-433a-b42d-4b951d380ea4 req-78d702cf-76cb-4068-84d7-cb31401a7298 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:49.845460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f691aac-c6ce-433a-b42d-4b951d380ea4 req-78d702cf-76cb-4068-84d7-cb31401a7298 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 945 time: 0.0475128 Dec 09 23:32:49.893808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f691aac-c6ce-433a-b42d-4b951d380ea4 req-142df4cc-08c6-4a01-9615-b194ffbd2df5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417321 Dec 09 23:32:51.014082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39269d0-7324-4852-8607-ea0db8e16b0c req-73254671-ff88-4ec0-ad72-81277a0e2e0f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:51.015531 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b39269d0-7324-4852-8607-ea0db8e16b0c req-73254671-ff88-4ec0-ad72-81277a0e2e0f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 945 time: 0.0507290 Dec 09 23:32:51.062919 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b39269d0-7324-4852-8607-ea0db8e16b0c req-dfb47afa-583e-4ecf-9ad2-f30561c6e7f1 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414917 Dec 09 23:32:51.085947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60404) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:51.144402 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-af7825e7-18bc-4b37-8208-d5fee424a61b tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/floatingips/e5e94c62-11cc-4063-8b98-620df9a891d1 HTTP/1.1" status: 200 len: 992 time: 0.0572066 Dec 09 23:32:51.373366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60410) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:51.528603 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 7e300c66-f902-4c3e-9a24-f6e90b692674 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:32:51.528855 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:51.600313 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:51.600636 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:51.611770 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 7e300c66-f902-4c3e-9a24-f6e90b692674 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:32:51.759486 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:51.784036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=7e300c66-f902-4c3e-9a24-f6e90b692674,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:51.809751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.810137 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.810483 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.810826 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.811155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.811485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.811813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.812140 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.812467 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.812790 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.813112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.813436 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.813756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:51.856594 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:51.856927 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Floating IP e5e94c62-11cc-4063-8b98-620df9a891d1 disassociated (deleted). External IP: 172.25.8.55, port: d82702d8-4946-45c8-9dd7-91ee64afae95. Dec 09 23:32:52.055662 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:32:52.159484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:32:52.164238 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:52.169341 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07091f-54bc-4d84-9749-ffbbedc55654 None None] Sync routers for ids ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:32:52.179380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07091f-54bc-4d84-9749-ffbbedc55654 None None] Routers {'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:32:52.179979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8d07091f-54bc-4d84-9749-ffbbedc55654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:32:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:52.196872 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-b0851714-ceed-4f64-aec1-af83314a779e tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/floatingips/e5e94c62-11cc-4063-8b98-620df9a891d1 HTTP/1.1" status: 204 len: 168 time: 0.8222790 Dec 09 23:32:52.197512 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'tag': 'd82702d8-4946-45c8-9dd7-91ee64afae95'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:32:52.199918 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1774c9c4-7b1e-4b20-b880-626a36cab810" -d '{"events": [{"name": "network-changed", "server_uuid": "aae4f724-b8a2-4683-9ff7-7488b014b808", "tag": "d82702d8-4946-45c8-9dd7-91ee64afae95"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:32:52.244647 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64835d61-f979-4932-b342-29a62de73f94 x-openstack-request-id: req-64835d61-f979-4932-b342-29a62de73f94 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:32:52.245206 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae4f724-b8a2-4683-9ff7-7488b014b808", "tag": "d82702d8-4946-45c8-9dd7-91ee64afae95", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:32:52.245709 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64835d61-f979-4932-b342-29a62de73f94 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:32:52.246374 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'tag': 'd82702d8-4946-45c8-9dd7-91ee64afae95', 'status': 'completed', 'code': 200} Dec 09 23:32:52.295093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8d07091f-54bc-4d84-9749-ffbbedc55654 None None] Set router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:32:52.329334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774c9c4-7b1e-4b20-b880-626a36cab810 req-66332971-943b-4707-a748-ede584dab270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:52.331145 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1774c9c4-7b1e-4b20-b880-626a36cab810 req-66332971-943b-4707-a748-ede584dab270 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 1097 time: 0.0447714 Dec 09 23:32:52.426717 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774c9c4-7b1e-4b20-b880-626a36cab810 req-6c9dc55d-d3a5-49cd-b026-493b122e35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:52.428301 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1774c9c4-7b1e-4b20-b880-626a36cab810 req-6c9dc55d-d3a5-49cd-b026-493b122e35ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4c5e71-b9ff-461c-9724-e30384b82af7 HTTP/1.1" status: 200 len: 898 time: 0.0900142 Dec 09 23:32:52.439848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fae41-87ee-4974-abd0-1a1ee0c14b60 req-e2e35b1f-8a50-4a99-a79a-0a3108cddfeb tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:52.441524 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-717fae41-87ee-4974-abd0-1a1ee0c14b60 req-e2e35b1f-8a50-4a99-a79a-0a3108cddfeb tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 945 time: 0.0517251 Dec 09 23:32:52.476362 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1774c9c4-7b1e-4b20-b880-626a36cab810 req-966290f6-1fe5-4351-8703-ce3b10bc1dc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82702d8-4946-45c8-9dd7-91ee64afae95 HTTP/1.1" status: 200 len: 217 time: 0.0389020 Dec 09 23:32:52.495644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-717fae41-87ee-4974-abd0-1a1ee0c14b60 req-c5d5c91f-d056-44db-9951-72cd41b876a2 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471985 Dec 09 23:32:52.504966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8d07091f-54bc-4d84-9749-ffbbedc55654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '328c78a0-67d7-4e42-88ae-aeedef73aa5b', 'name': '', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:a6:75:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:57Z', 'updated_at': '2021-12-09T23:32:01Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:52.531644 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774c9c4-7b1e-4b20-b880-626a36cab810 req-96c118cd-fa08-41e5-a7bc-f929856eb155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:52.533182 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1774c9c4-7b1e-4b20-b880-626a36cab810 req-96c118cd-fa08-41e5-a7bc-f929856eb155 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2775fb35-55f0-4cbb-be39-77fb0b0fba50 HTTP/1.1" status: 200 len: 835 time: 0.0482821 Dec 09 23:32:52.536586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07091f-54bc-4d84-9749-ffbbedc55654 None None] Checking router: f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:32:52.545483 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07091f-54bc-4d84-9749-ffbbedc55654 None None] Routers {'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:32:52.546111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8d07091f-54bc-4d84-9749-ffbbedc55654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:32:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:52.579770 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774c9c4-7b1e-4b20-b880-626a36cab810 req-113c1e28-668c-444f-b92c-df4f90897e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:52.581212 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1774c9c4-7b1e-4b20-b880-626a36cab810 req-113c1e28-668c-444f-b92c-df4f90897e34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4c5e71-b9ff-461c-9724-e30384b82af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400243 Dec 09 23:32:52.650927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-8d07091f-54bc-4d84-9749-ffbbedc55654 None None] Set router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:32:52.681978 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1774c9c4-7b1e-4b20-b880-626a36cab810 req-5d2e3d05-070e-4e3f-bdf4-1c29b7357df8 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916250 Dec 09 23:32:52.773197 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-1774c9c4-7b1e-4b20-b880-626a36cab810 req-cdfc25e0-fe88-430b-af22-314ae59704ac service neutron] 10.222.0.18 "GET /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829527 Dec 09 23:32:52.844606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-8d07091f-54bc-4d84-9749-ffbbedc55654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '328c78a0-67d7-4e42-88ae-aeedef73aa5b', 'name': '', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:a6:75:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:57Z', 'updated_at': '2021-12-09T23:32:01Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:52.870038 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07091f-54bc-4d84-9749-ffbbedc55654 None None] The sync data for ids ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'] in n-d-789963-23 is: [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '328c78a0-67d7-4e42-88ae-aeedef73aa5b', 'name': '', 'network_id': '2c4c5e71-b9ff-461c-9724-e30384b82af7', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'mac_address': 'fa:16:3e:a6:75:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:57Z', 'updated_at': '2021-12-09T23:32:01Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'subnets': [{'id': '2775fb35-55f0-4cbb-be39-77fb0b0fba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:32:53.086090 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b460cf70-b68d-4f4a-9eef-00bf93897f64 None None] New status for floating IP e5e94c62-11cc-4063-8b98-620df9a891d1: DOWN {{(pid=103420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:32:53.348566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:53.615353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2410c7-4bb7-4874-80cd-10bd66577e78 req-e9b6d6fd-5083-4718-930f-53ccd301a8c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:53.617565 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae2410c7-4bb7-4874-80cd-10bd66577e78 req-e9b6d6fd-5083-4718-930f-53ccd301a8c5 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 945 time: 0.0485809 Dec 09 23:32:53.666436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ae2410c7-4bb7-4874-80cd-10bd66577e78 req-ec63d64a-c94a-4156-830a-dfd1592dcd70 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1814b53-72e3-434f-8645-cfe9469ce9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429516 Dec 09 23:32:54.146398 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f2a38-96c9-4380-969e-c2c00e8d60f6 req-e4b91459-18ad-4b41-97f9-db911d26cd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:32:54.147860 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4b7f2a38-96c9-4380-969e-c2c00e8d60f6 req-e4b91459-18ad-4b41-97f9-db911d26cd68 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 945 time: 0.0541186 Dec 09 23:32:54.235184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-4b7f2a38-96c9-4380-969e-c2c00e8d60f6 req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port d82702d8-4946-45c8-9dd7-91ee64afae95 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:32:54.235522 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4b7f2a38-96c9-4380-969e-c2c00e8d60f6 req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:54.325389 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-4b7f2a38-96c9-4380-969e-c2c00e8d60f6 req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port d82702d8-4946-45c8-9dd7-91ee64afae95, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=d82702d8-4946-45c8-9dd7-91ee64afae95,segment=NetworkSegment(c0865d76-3660-4d27-873c-df8dd8ce480a),segment_id=c0865d76-3660-4d27-873c-df8dd8ce480a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:32:54.325744 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4b7f2a38-96c9-4380-969e-c2c00e8d60f6 req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:54.337923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-4b7f2a38-96c9-4380-969e-c2c00e8d60f6 req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for d82702d8-4946-45c8-9dd7-91ee64afae95 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:32:54.461165 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4b7f2a38-96c9-4380-969e-c2c00e8d60f6 req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:54.492670 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=d82702d8-4946-45c8-9dd7-91ee64afae95,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:54.520536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.520887 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.521232 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.521571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.521933 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.522271 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.523224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.523471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.523803 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.524132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.524459 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.524784 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.525108 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:54.545057 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7f2a38-96c9-4380-969e-c2c00e8d60f6 req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] No DVR routers for this DVR port d82702d8-4946-45c8-9dd7-91ee64afae95 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:32:54.547543 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-4b7f2a38-96c9-4380-969e-c2c00e8d60f6 req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:54.550903 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-4b7f2a38-96c9-4380-969e-c2c00e8d60f6 req-7998a2ad-0e06-4970-b8e3-b62885d8e304 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.18 "DELETE /v2.0/ports/d82702d8-4946-45c8-9dd7-91ee64afae95 HTTP/1.1" status: 204 len: 173 time: 0.3973629 Dec 09 23:32:54.551341 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'name': 'network-vif-deleted', 'tag': 'd82702d8-4946-45c8-9dd7-91ee64afae95'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:32:54.553854 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562b71c4-f79e-41a4-8ff4-960028c096ad" -d '{"events": [{"server_uuid": "aae4f724-b8a2-4683-9ff7-7488b014b808", "name": "network-vif-deleted", "tag": "d82702d8-4946-45c8-9dd7-91ee64afae95"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:32:54.590390 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ebb1f2-0c70-482e-a2e8-d27d44672cc0 x-openstack-request-id: req-31ebb1f2-0c70-482e-a2e8-d27d44672cc0 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:32:54.590682 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae4f724-b8a2-4683-9ff7-7488b014b808", "name": "network-vif-deleted", "tag": "d82702d8-4946-45c8-9dd7-91ee64afae95", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:32:54.590932 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31ebb1f2-0c70-482e-a2e8-d27d44672cc0 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:32:54.591343 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae4f724-b8a2-4683-9ff7-7488b014b808', 'name': 'network-vif-deleted', 'tag': 'd82702d8-4946-45c8-9dd7-91ee64afae95', 'status': 'completed', 'code': 200} Dec 09 23:32:54.777955 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c39857d9-5b56-4949-b8f5-771fcb887049 req-23c05eb9-0f5f-497c-b84b-45cad7d2cc85 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae4f724-b8a2-4683-9ff7-7488b014b808 HTTP/1.1" status: 200 len: 210 time: 0.0305269 Dec 09 23:32:55.834485 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60430) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:56.184341 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb7fe-4998-4eed-87e0-b47be4578b9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:56.440186 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bb7fe-4998-4eed-87e0-b47be4578b9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 328c78a0-67d7-4e42-88ae-aeedef73aa5b {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:32:56.440442 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb7fe-4998-4eed-87e0-b47be4578b9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:56.528699 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-bd4bb7fe-4998-4eed-87e0-b47be4578b9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port 328c78a0-67d7-4e42-88ae-aeedef73aa5b, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=328c78a0-67d7-4e42-88ae-aeedef73aa5b,segment=NetworkSegment(c0865d76-3660-4d27-873c-df8dd8ce480a),segment_id=c0865d76-3660-4d27-873c-df8dd8ce480a)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:32:56.529058 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb7fe-4998-4eed-87e0-b47be4578b9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:56.541176 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bb7fe-4998-4eed-87e0-b47be4578b9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 328c78a0-67d7-4e42-88ae-aeedef73aa5b owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:32:56.724184 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb7fe-4998-4eed-87e0-b47be4578b9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:56.751581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bb7fe-4998-4eed-87e0-b47be4578b9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=328c78a0-67d7-4e42-88ae-aeedef73aa5b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:56.922202 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb7fe-4998-4eed-87e0-b47be4578b9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:57.142801 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4bb7fe-4998-4eed-87e0-b47be4578b9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:32:57.246661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4bb7fe-4998-4eed-87e0-b47be4578b9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:32:57.252312 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bd4bb7fe-4998-4eed-87e0-b47be4578b9f tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "PUT /v2.0/routers/f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4162734 Dec 09 23:32:57.254808 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60432) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:57.257897 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66999de7-cc26-48af-b541-9c68f83e0320 None None] Sync routers for ids ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:32:57.267472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66999de7-cc26-48af-b541-9c68f83e0320 None None] Routers {'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:32:57.268093 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-66999de7-cc26-48af-b541-9c68f83e0320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:32:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:57.307904 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-1167b5c2-c541-4005-bd2e-046b5933c557 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting subnet 2775fb35-55f0-4cbb-be39-77fb0b0fba50 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:32:57.311039 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1167b5c2-c541-4005-bd2e-046b5933c557 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:57.351148 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1167b5c2-c541-4005-bd2e-046b5933c557 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:57.370629 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-66999de7-cc26-48af-b541-9c68f83e0320 None None] Set router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:32:57.551963 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-66999de7-cc26-48af-b541-9c68f83e0320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:32:56Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:57.579362 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66999de7-cc26-48af-b541-9c68f83e0320 None None] Checking router: f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:32:57.588481 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66999de7-cc26-48af-b541-9c68f83e0320 None None] Routers {'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:32:57.589125 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-66999de7-cc26-48af-b541-9c68f83e0320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:32:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:57.695525 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-66999de7-cc26-48af-b541-9c68f83e0320 None None] Set router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:32:57.739371 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1167b5c2-c541-4005-bd2e-046b5933c557 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:57.796634 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1167b5c2-c541-4005-bd2e-046b5933c557 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:57.824675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167b5c2-c541-4005-bd2e-046b5933c557 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Subnet': ['ID=2775fb35-55f0-4cbb-be39-77fb0b0fba50,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:57.826792 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1167b5c2-c541-4005-bd2e-046b5933c557 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:57.832877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60434) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:57.834877 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-1167b5c2-c541-4005-bd2e-046b5933c557 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/subnets/2775fb35-55f0-4cbb-be39-77fb0b0fba50 HTTP/1.1" status: 204 len: 168 time: 0.5787489 Dec 09 23:32:57.848607 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f0d24-af52-4131-aae7-3e21300f2acc None None] Network 2c4c5e71-b9ff-461c-9724-e30384b82af7 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:32:57.936780 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:57.942692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-66999de7-cc26-48af-b541-9c68f83e0320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:32:56Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:57.976732 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66999de7-cc26-48af-b541-9c68f83e0320 None None] The sync data for ids ['f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc'] in n-d-789963-23 is: [{'id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985632505', 'tenant_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:32:56Z', 'revision_number': 5, 'project_id': '4c1df7de2c27478a8a23ed21cf3951bc', 'gw_port': {'id': '1553ec2a-e816-48dc-9909-72e9b062f670', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:31:55Z', 'updated_at': '2021-12-09T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:32:58.051474 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.102325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Deleting port 1553ec2a-e816-48dc-9909-72e9b062f670 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:32:58.102590 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.180828 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] For port 1553ec2a-e816-48dc-9909-72e9b062f670, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=1553ec2a-e816-48dc-9909-72e9b062f670,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:32:58.181182 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.192865 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Calling delete_port for 1553ec2a-e816-48dc-9909-72e9b062f670 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:32:58.355614 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.364036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] DHCP port deletion for 2c4c5e71-b9ff-461c-9724-e30384b82af7 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:32:58.380947 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Port': ['ID=1553ec2a-e816-48dc-9909-72e9b062f670,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:58.404566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e69a1a9-77ad-4828-9de1-f56981119a78 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:32:58.429650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Deleting port f1657211-f836-4309-8bdd-c7219b15b1bd {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:32:58.430059 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.452388 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.500986 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] For port f1657211-f836-4309-8bdd-c7219b15b1bd, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=f1657211-f836-4309-8bdd-c7219b15b1bd,segment=NetworkSegment(c0865d76-3660-4d27-873c-df8dd8ce480a),segment_id=c0865d76-3660-4d27-873c-df8dd8ce480a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:32:58.501392 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.514983 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Calling delete_port for f1657211-f836-4309-8bdd-c7219b15b1bd owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:32:58.547435 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.549588 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.596287 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.596857 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Fanout notify agent at l3_agent the message router_deleted on router f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:32:58.598292 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.604085 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.605138 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-75ed561a-35d9-414d-b502-7d13d16eb889 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/routers/f5ad2c36-bacb-4c74-a440-a42e8ed2cfcc HTTP/1.1" status: 204 len: 168 time: 0.7712748 Dec 09 23:32:58.608073 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60436) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:58.632563 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Pushing event deleted for resources: {'Port': ['ID=f1657211-f836-4309-8bdd-c7219b15b1bd,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:58.636976 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] No DVR routers for this DVR port f1657211-f836-4309-8bdd-c7219b15b1bd on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:32:58.648098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.648098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.648098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.648098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.648098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.648098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.648098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.649373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.649373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.649373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.649373 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.650841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.650841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1bff9-4a93-436a-abfb-ec5b99187ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:32:58.702121 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.791744 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.816019 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4c5e71-b9ff-461c-9724-e30384b82af7']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:58.825676 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0865d76-3660-4d27-873c-df8dd8ce480a') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:58.826003 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0865d76-3660-4d27-873c-df8dd8ce480a') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:32:58.835176 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.847861 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.853597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:32:58.854019 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:32:58.856993 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:32:58.913514 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.920905 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:58.923360 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/networks/2c4c5e71-b9ff-461c-9724-e30384b82af7 HTTP/1.1" status: 204 len: 168 time: 0.3140247 Dec 09 23:32:58.926279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60438) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:58.935278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360614d8-243f-4640-b1ea-08dfeb143840 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'Network': ['ID=2c4c5e71-b9ff-461c-9724-e30384b82af7,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:58.982649 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1c5db67a-6181-49f7-a5f2-630b43ef85d8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:59.007963 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1c5db67a-6181-49f7-a5f2-630b43ef85d8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:59.067555 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1c5db67a-6181-49f7-a5f2-630b43ef85d8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:59.070744 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1c5db67a-6181-49f7-a5f2-630b43ef85d8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:59.086206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1c5db67a-6181-49f7-a5f2-630b43ef85d8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] 10.222.0.16 "DELETE /v2.0/security-groups/c1814b53-72e3-434f-8645-cfe9469ce9a1 HTTP/1.1" status: 204 len: 168 time: 0.1476238 Dec 09 23:32:59.113768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5db67a-6181-49f7-a5f2-630b43ef85d8 tempest-TestNetworkAdvancedServerOps-1470952765 tempest-TestNetworkAdvancedServerOps-1470952765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1814b53-72e3-434f-8645-cfe9469ce9a1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:59.145648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 328c78a0-67d7-4e42-88ae-aeedef73aa5b no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:32:59.170753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 328c78a0-67d7-4e42-88ae-aeedef73aa5b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:32:59.171687 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 328c78a0-67d7-4e42-88ae-aeedef73aa5b not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:32:59.172117 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1553ec2a-e816-48dc-9909-72e9b062f670 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:32:59.352280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d82702d8-4946-45c8-9dd7-91ee64afae95 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:32:59.354488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 1553ec2a-e816-48dc-9909-72e9b062f670 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:32:59.354828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 1553ec2a-e816-48dc-9909-72e9b062f670 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:32:59.355231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f1657211-f836-4309-8bdd-c7219b15b1bd no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:32:59.388881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: f1657211-f836-4309-8bdd-c7219b15b1bd {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:32:59.389548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device f1657211-f836-4309-8bdd-c7219b15b1bd not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:32:59.390593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: d82702d8-4946-45c8-9dd7-91ee64afae95 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:32:59.390930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device d82702d8-4946-45c8-9dd7-91ee64afae95 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:32:59.436725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60446) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:59.579118 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-11706632-671b-49a5-9d41-d4beee8da468 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c1df7de2c27478a8a23ed21cf3951bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411645 Dec 09 23:32:59.581531 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60450) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:59.627865 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0460-4625-4779-8e55-a1cb6600b852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:59.652152 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0460-4625-4779-8e55-a1cb6600b852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:59.698071 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0460-4625-4779-8e55-a1cb6600b852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:59.700687 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0460-4625-4779-8e55-a1cb6600b852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:32:59.701849 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1d1d0460-4625-4779-8e55-a1cb6600b852 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7299092-5a34-4e37-bce7-bab598d73e99 HTTP/1.1" status: 204 len: 168 time: 0.1193137 Dec 09 23:32:59.709360 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d0460-4625-4779-8e55-a1cb6600b852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7299092-5a34-4e37-bce7-bab598d73e99,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:32:59.958873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60456) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:32:59.971521 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94ca7ff3-5a47-4b08-843e-50a0353ccd09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:00.044692 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94ca7ff3-5a47-4b08-843e-50a0353ccd09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:00.048473 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-94ca7ff3-5a47-4b08-843e-50a0353ccd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:00.085757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-94ca7ff3-5a47-4b08-843e-50a0353ccd09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7953859f33a145f89079cf846aa83af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258123 Dec 09 23:33:00.086930 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca7ff3-5a47-4b08-843e-50a0353ccd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a602e87-1868-4d91-a0ce-ec4b43074908,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:00.088492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60458) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:00.138488 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b585bcce-7a5e-49d2-ac46-45da733a9ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:00.159261 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b585bcce-7a5e-49d2-ac46-45da733a9ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:00.210923 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b585bcce-7a5e-49d2-ac46-45da733a9ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:00.213648 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b585bcce-7a5e-49d2-ac46-45da733a9ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:00.214817 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-b585bcce-7a5e-49d2-ac46-45da733a9ce6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a602e87-1868-4d91-a0ce-ec4b43074908 HTTP/1.1" status: 204 len: 168 time: 0.1244783 Dec 09 23:33:00.222640 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585bcce-7a5e-49d2-ac46-45da733a9ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a602e87-1868-4d91-a0ce-ec4b43074908,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:00.911448 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60480) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:01.007157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1635167049-network', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:01.027588 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Made reservation on behalf of 5d5e4b0ae3a041cfbaa85d1a87cde1cc for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:33:01.029984 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.038806 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.112886 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.116591 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.141307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:33:01.150476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9170afc2-cb37-498c-a04f-add197b8abb3,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:01.156787 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.157136 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Added segment f786e753-eb41-4236-a643-a5c5ac679fb8 of type vlan for network be786182-9f99-4485-bee0-015d290488f2 Dec 09 23:33:01.196916 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b04403a8-f616-4839-b26e-7d8a954f9a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.197566 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.222500 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.223368 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:01.223935 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.254736 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3421962 Dec 09 23:33:01.257933 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60484) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:01.262962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-6f902001-8d9d-4e8c-8d63-9675a43777fb admin admin] Request body: {'subnet': {'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1635167049-subnet', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:01.283250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f902001-8d9d-4e8c-8d63-9675a43777fb admin admin] Made reservation on behalf of 5d5e4b0ae3a041cfbaa85d1a87cde1cc for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:33:01.286069 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6f902001-8d9d-4e8c-8d63-9675a43777fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.290835 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198927d-9b19-46ce-a578-6cb80ac1c4af admin admin] Pushing event updated for resources: {'Network': ['ID=be786182-9f99-4485-bee0-015d290488f2,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:01.300223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network be786182-9f99-4485-bee0-015d290488f2 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:33:01.452516 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6f902001-8d9d-4e8c-8d63-9675a43777fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.507131 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f902001-8d9d-4e8c-8d63-9675a43777fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38071c9-3573-4269-b573-e007be0741a6,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:01.513942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f902001-8d9d-4e8c-8d63-9675a43777fb admin admin] Checking segment: {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:33:01.514297 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f902001-8d9d-4e8c-8d63-9675a43777fb admin admin] Network hostable DHCP agents. Network: be786182-9f99-4485-bee0-015d290488f2, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:33:01.529703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f902001-8d9d-4e8c-8d63-9675a43777fb admin admin] Network be786182-9f99-4485-bee0-015d290488f2 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:33:01.538269 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-6f902001-8d9d-4e8c-8d63-9675a43777fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, be786182-9f99-4485-bee0-015d290488f2) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:33:01.542179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f902001-8d9d-4e8c-8d63-9675a43777fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:01.542806 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6f902001-8d9d-4e8c-8d63-9675a43777fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.547999 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671993c2-1376-4722-803a-403cd39564dd None None] Network be786182-9f99-4485-bee0-015d290488f2 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:33:01.559697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-6f902001-8d9d-4e8c-8d63-9675a43777fb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3005419 Dec 09 23:33:01.562373 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60486) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:01.566693 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:01.587362 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.588495 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.645549 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.650556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-be786182-9f99-4485-bee0-015d290488f2', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:33:01.651432 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.788771 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Allocated IP 172.20.0.2 (be786182-9f99-4485-bee0-015d290488f2/b38071c9-3573-4269-b573-e007be0741a6/90429f4c-59ef-452c-be2a-230501a1f6bb) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:33:01.934276 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.940358 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:01.983427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Network be786182-9f99-4485-bee0-015d290488f2 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:33:01.986242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:33:01.991842 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:33:01.998716 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Pushing event updated for resources: {'Port': ['ID=90429f4c-59ef-452c-be2a-230501a1f6bb,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:02.051096 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Attempting to bind port 90429f4c-59ef-452c-be2a-230501a1f6bb on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:33:02.051421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Attempting to bind port 90429f4c-59ef-452c-be2a-230501a1f6bb by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:33:02.051744 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Attempting to bind port 90429f4c-59ef-452c-be2a-230501a1f6bb on network be786182-9f99-4485-bee0-015d290488f2 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:33:02.056708 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:33:02.057086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Checking segment: {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:33:02.057488 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:02.058028 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Bound using segment: {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:33:02.058497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Bound port: 90429f4c-59ef-452c-be2a-230501a1f6bb, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:33:02.058892 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:02.112275 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:02.120342 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] For port 90429f4c-59ef-452c-be2a-230501a1f6bb, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:33:02.124165 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] For port 90429f4c-59ef-452c-be2a-230501a1f6bb, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=90429f4c-59ef-452c-be2a-230501a1f6bb,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:33:02.128067 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:02.193561 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26865c11-99ba-43ae-a0b9-dfc47de3df93 None None] Pushing event updated for resources: {'Port': ['ID=90429f4c-59ef-452c-be2a-230501a1f6bb,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:02.331351 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:02.350276 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:02.459605 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Allocated IP 172.25.8.199 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/bb3be971-5e47-4dc2-b226-075670f0104a) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:33:02.559313 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:02.595868 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:02.632955 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:33:02.635870 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:33:02.639398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:33:02.648859 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be70212-12ad-4afe-974b-bca331b0fdbd None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:33:02.664273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Pushing event updated for resources: {'Port': ['ID=bb3be971-5e47-4dc2-b226-075670f0104a,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:02.745531 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d1e93ec8-0848-4e00-9b84-9b65024639f4 None None] Provisioning complete for port bb3be971-5e47-4dc2-b226-075670f0104a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:02.746083 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1e93ec8-0848-4e00-9b84-9b65024639f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:02.783262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d1e93ec8-0848-4e00-9b84-9b65024639f4 None None] Port bb3be971-5e47-4dc2-b226-075670f0104a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:33:02.898393 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:03.055736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 90429f4c-59ef-452c-be2a-230501a1f6bb up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:33:03.096910 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b626f9c8-7478-49f8-9875-f3ac41c3039e None None] Network be786182-9f99-4485-bee0-015d290488f2 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:33:03.110471 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:03.165313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 90429f4c-59ef-452c-be2a-230501a1f6bb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:03.165595 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:03.239398 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:33:03.242018 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1e509cc5-ba21-41b6-9be8-bbaf5a34f098 None None] Provisioning complete for port 90429f4c-59ef-452c-be2a-230501a1f6bb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:03.242397 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e509cc5-ba21-41b6-9be8-bbaf5a34f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:03.328373 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:03.351853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:33:03.361397 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Sync routers for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:33:03.373837 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:03.374531 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:33:03.375604 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-3b3b9282-5875-4db1-802e-5cafe5b191ef admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8121591 Dec 09 23:33:03.376092 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:32:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:03.378695 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60488) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:03.397862 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e509cc5-ba21-41b6-9be8-bbaf5a34f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:03.402688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 90429f4c-59ef-452c-be2a-230501a1f6bb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=90429f4c-59ef-452c-be2a-230501a1f6bb,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:33:03.472263 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:03.481909 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.db.api [None req-1e509cc5-ba21-41b6-9be8-bbaf5a34f098 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 23:33:03.482268 n-d-789963-23 neutron-server[103419]: DEBUG oslo_db.api [None req-1e509cc5-ba21-41b6-9be8-bbaf5a34f098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 23:33:03.497507 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:33:03.525124 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ff7f2bf4-f582-413e-8ffa-42f7eeee449b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:03.552246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=90429f4c-59ef-452c-be2a-230501a1f6bb,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:03.699109 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:02Z', 'revision_number': 3, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:03.728137 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Checking router: 816d98ab-da0d-4130-b0f4-f30adb4b27a6 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:33:03.728485 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Updating router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 port bb3be971-5e47-4dc2-b226-075670f0104a binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:33:03.751652 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:03.820821 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:03.974594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Allocated IP 172.20.0.1 (be786182-9f99-4485-bee0-015d290488f2/b38071c9-3573-4269-b573-e007be0741a6/ba589ebe-8046-4094-9843-b9f58afa2160) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:33:03.994044 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.000214 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.045597 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c8c75e-2eea-4885-8d3e-e501ea99ba79 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:33:04.050595 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Attempting to bind port bb3be971-5e47-4dc2-b226-075670f0104a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:33:04.050966 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Attempting to bind port bb3be971-5e47-4dc2-b226-075670f0104a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:33:04.051651 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Attempting to bind port bb3be971-5e47-4dc2-b226-075670f0104a on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:33:04.064044 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:33:04.064417 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:33:04.064811 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.065198 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:33:04.065653 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Bound port: bb3be971-5e47-4dc2-b226-075670f0104a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:33:04.066053 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.067701 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Pushing event updated for resources: {'Port': ['ID=bb3be971-5e47-4dc2-b226-075670f0104a,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:04.086129 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.098010 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.098358 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.098707 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.099038 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.099390 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.099721 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.100045 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.100401 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.100722 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.101047 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.101368 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.101686 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.102029 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:33:04.121539 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.139007 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] For port bb3be971-5e47-4dc2-b226-075670f0104a, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:33:04.142302 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] For port bb3be971-5e47-4dc2-b226-075670f0104a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bb3be971-5e47-4dc2-b226-075670f0104a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:33:04.142841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5c9a669c-7508-4dc8-adb6-512ef2ac0c5b None None] Provisioning complete for port 90429f4c-59ef-452c-be2a-230501a1f6bb triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:04.143308 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c9a669c-7508-4dc8-adb6-512ef2ac0c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.148526 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.166973 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Network be786182-9f99-4485-bee0-015d290488f2 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:33:04.169846 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:33:04.177030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:33:04.206896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Pushing event updated for resources: {'Port': ['ID=ba589ebe-8046-4094-9843-b9f58afa2160,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:04.224684 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:33:04.225430 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:04.233700 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.246047 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6df41e-79b9-40c1-95c4-715802f882ee None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:33:04.265761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5c9a669c-7508-4dc8-adb6-512ef2ac0c5b None None] Provisioning complete for port bb3be971-5e47-4dc2-b226-075670f0104a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:04.265988 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c9a669c-7508-4dc8-adb6-512ef2ac0c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.266602 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc845c-fd98-46b7-8c6f-49667e6f32ef None None] Pushing event updated for resources: {'Port': ['ID=bb3be971-5e47-4dc2-b226-075670f0104a,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:04.359664 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:33:04.362506 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c9a669c-7508-4dc8-adb6-512ef2ac0c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.388817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5c9a669c-7508-4dc8-adb6-512ef2ac0c5b None None] For port bb3be971-5e47-4dc2-b226-075670f0104a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bb3be971-5e47-4dc2-b226-075670f0104a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:33:04.395761 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c9a669c-7508-4dc8-adb6-512ef2ac0c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.412757 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.454380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a669c-7508-4dc8-adb6-512ef2ac0c5b None None] Pushing event updated for resources: {'Port': ['ID=bb3be971-5e47-4dc2-b226-075670f0104a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:04.514610 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1e48f39c-f709-4add-b22c-5ea8c1aa13fe None None] Provisioning complete for port bb3be971-5e47-4dc2-b226-075670f0104a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:04.514883 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e48f39c-f709-4add-b22c-5ea8c1aa13fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.555616 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:02Z', 'revision_number': 3, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:04.559703 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.585827 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738b9dd-36e7-4cd8-91e4-1b7eaf881d0f None None] The sync data for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 is: [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:02Z', 'revision_number': 3, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:33:04.593884 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.599928 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.620479 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-1e48f39c-f709-4add-b22c-5ea8c1aa13fe None None] Provisioning complete for port ba589ebe-8046-4094-9843-b9f58afa2160 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:04.620929 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e48f39c-f709-4add-b22c-5ea8c1aa13fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.656944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1e48f39c-f709-4add-b22c-5ea8c1aa13fe None None] Port ba589ebe-8046-4094-9843-b9f58afa2160 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:33:04.658485 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:04.692879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Pushing event updated for resources: {'Port': ['ID=ba589ebe-8046-4094-9843-b9f58afa2160,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:04.767155 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Network be786182-9f99-4485-bee0-015d290488f2 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:33:04.768800 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:33:05.059059 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:05.092377 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ea72fbdf-d998-4f13-b387-53f120a22dfb None None] Provisioning complete for port ba589ebe-8046-4094-9843-b9f58afa2160 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:05.092857 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ea72fbdf-d998-4f13-b387-53f120a22dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:05.138281 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 90429f4c-59ef-452c-be2a-230501a1f6bb up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:33:05.144298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ea72fbdf-d998-4f13-b387-53f120a22dfb None None] Port ba589ebe-8046-4094-9843-b9f58afa2160 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:33:05.207520 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 90429f4c-59ef-452c-be2a-230501a1f6bb triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:05.208102 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:05.268567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:33:05.295023 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bb3be971-5e47-4dc2-b226-075670f0104a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:33:05.343091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port bb3be971-5e47-4dc2-b226-075670f0104a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:05.343602 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:05.384047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:33:05.395030 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c10885fd-f19d-452d-b391-e0c49409cacc admin admin] 10.222.0.16 "PUT /v2.0/routers/816d98ab-da0d-4130-b0f4-f30adb4b27a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0099545 Dec 09 23:33:05.843176 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60504) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:05.848166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-515929513-network', 'tenant_id': '2beadfd8966948bb94e19cae00169944'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:05.867694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Made reservation on behalf of 2beadfd8966948bb94e19cae00169944 for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:33:05.869930 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:05.878821 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:05.957980 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:05.961690 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:05.988203 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:33:05.994243 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e396142-fcdd-4009-8788-cb2cb65165ae,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:06.001857 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.003095 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Added segment ba298aac-300c-46ea-8c67-ef27c92a3f9d of type vlan for network 32476f1b-f9fb-47d0-b10c-05b51a0e808b Dec 09 23:33:06.044030 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.068753 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.070278 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:06.070856 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.102098 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2577937 Dec 09 23:33:06.104985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60506) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:06.110055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-8908c360-6232-4c69-b8ff-6f243cfe05aa admin admin] Request body: {'subnet': {'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-515929513-subnet', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'ip_version': 4}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:06.130259 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8908c360-6232-4c69-b8ff-6f243cfe05aa admin admin] Made reservation on behalf of 2beadfd8966948bb94e19cae00169944 for: {'subnet': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:33:06.133414 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8908c360-6232-4c69-b8ff-6f243cfe05aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26831682'] for subnet, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.138147 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276cf51-6bab-4176-a3a2-7d836e0d7e9d admin admin] Pushing event updated for resources: {'Network': ['ID=32476f1b-f9fb-47d0-b10c-05b51a0e808b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:06.150197 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 32476f1b-f9fb-47d0-b10c-05b51a0e808b details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:33:06.238978 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Sync routers for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:33:06.248559 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:33:06.249176 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:06.315942 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8908c360-6232-4c69-b8ff-6f243cfe05aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26494260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26831528'] for subnet, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.356147 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:33:06.375270 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908c360-6232-4c69-b8ff-6f243cfe05aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd4b458-e3e6-4353-8006-9abc9e99abf1,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:06.379802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908c360-6232-4c69-b8ff-6f243cfe05aa admin admin] Checking segment: {'id': 'ba298aac-300c-46ea-8c67-ef27c92a3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:33:06.380160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8908c360-6232-4c69-b8ff-6f243cfe05aa admin admin] Network hostable DHCP agents. Network: 32476f1b-f9fb-47d0-b10c-05b51a0e808b, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:33:06.396948 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8908c360-6232-4c69-b8ff-6f243cfe05aa admin admin] Network 32476f1b-f9fb-47d0-b10c-05b51a0e808b is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:33:06.406457 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-8908c360-6232-4c69-b8ff-6f243cfe05aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 32476f1b-f9fb-47d0-b10c-05b51a0e808b) {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:33:06.410359 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908c360-6232-4c69-b8ff-6f243cfe05aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:06.410961 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-8908c360-6232-4c69-b8ff-6f243cfe05aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.429435 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8908c360-6232-4c69-b8ff-6f243cfe05aa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3202517 Dec 09 23:33:06.429627 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60508) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:06.433680 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-515929513-router', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:06.441313 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c421d4-9c8b-4e7e-9912-165b2e655ef0 None None] Network 32476f1b-f9fb-47d0-b10c-05b51a0e808b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:33:06.454828 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.455955 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.478852 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.510242 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.623146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-32476f1b-f9fb-47d0-b10c-05b51a0e808b', 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b', 'project_id': '2beadfd8966948bb94e19cae00169944', 'fixed_ips': [{'subnet_id': '9dd4b458-e3e6-4353-8006-9abc9e99abf1'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:33:06.624011 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.647833 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.732470 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 2, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:06.851077 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.870721 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.937407 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Checking router: 816d98ab-da0d-4130-b0f4-f30adb4b27a6 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:33:06.937757 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Updating router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 port ba589ebe-8046-4094-9843-b9f58afa2160 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:33:06.972231 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:06.978136 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Allocated IP 172.25.8.172 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/47007df4-db3d-4f2b-839c-f9fdd909f0c7) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:33:06.994351 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Allocated IP 172.20.0.2 (32476f1b-f9fb-47d0-b10c-05b51a0e808b/9dd4b458-e3e6-4353-8006-9abc9e99abf1/5f3e8d1b-6e5d-4399-960b-c83de47812e1) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:33:07.087307 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.121166 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.158412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:33:07.165220 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:33:07.167835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:33:07.189581 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe15b13-87d8-4e08-8bf5-b81cf6e08be0 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:33:07.197058 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Pushing event updated for resources: {'Port': ['ID=47007df4-db3d-4f2b-839c-f9fdd909f0c7,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:07.284653 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.324102 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.331612 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5bfcb036-8016-4ddf-ab22-d26f2edf6756 None None] Provisioning complete for port 47007df4-db3d-4f2b-839c-f9fdd909f0c7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:07.332051 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb036-8016-4ddf-ab22-d26f2edf6756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.339559 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.423566 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Network 32476f1b-f9fb-47d0-b10c-05b51a0e808b is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:33:07.430241 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.439642 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5bfcb036-8016-4ddf-ab22-d26f2edf6756 None None] Port 47007df4-db3d-4f2b-839c-f9fdd909f0c7 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:33:07.441262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:33:07.445444 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Pushing event updated for resources: {'Port': ['ID=5f3e8d1b-6e5d-4399-960b-c83de47812e1,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:07.450449 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:33:07.524056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.533948 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.563682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Attempting to bind port 5f3e8d1b-6e5d-4399-960b-c83de47812e1 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:33:07.564060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Attempting to bind port 5f3e8d1b-6e5d-4399-960b-c83de47812e1 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'ba298aac-300c-46ea-8c67-ef27c92a3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:33:07.564427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Attempting to bind port 5f3e8d1b-6e5d-4399-960b-c83de47812e1 on network 32476f1b-f9fb-47d0-b10c-05b51a0e808b {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:33:07.577106 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:33:07.577489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Checking segment: {'id': 'ba298aac-300c-46ea-8c67-ef27c92a3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:33:07.577905 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.578294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Bound using segment: {'id': 'ba298aac-300c-46ea-8c67-ef27c92a3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:33:07.578778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Bound port: 5f3e8d1b-6e5d-4399-960b-c83de47812e1, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba298aac-300c-46ea-8c67-ef27c92a3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:33:07.579240 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.607067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa909981-fa1e-4b17-91ba-3c5f8bee6242 None None] Pushing event updated for resources: {'Port': ['ID=ba589ebe-8046-4094-9843-b9f58afa2160,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:07.624769 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.704568 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Attempting to bind port ba589ebe-8046-4094-9843-b9f58afa2160 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:33:07.704945 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Attempting to bind port ba589ebe-8046-4094-9843-b9f58afa2160 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:33:07.705317 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Attempting to bind port ba589ebe-8046-4094-9843-b9f58afa2160 on network be786182-9f99-4485-bee0-015d290488f2 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:33:07.708590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] For port 5f3e8d1b-6e5d-4399-960b-c83de47812e1, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:33:07.713730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] For port 5f3e8d1b-6e5d-4399-960b-c83de47812e1, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5f3e8d1b-6e5d-4399-960b-c83de47812e1,segment=NetworkSegment(ba298aac-300c-46ea-8c67-ef27c92a3f9d),segment_id=ba298aac-300c-46ea-8c67-ef27c92a3f9d)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:33:07.715809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:33:07.716170 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Checking segment: {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:33:07.716680 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.717201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Bound using segment: {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:33:07.717760 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Bound port: ba589ebe-8046-4094-9843-b9f58afa2160, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:33:07.718387 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.721865 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.770567 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Router e890c7a9-5aa9-402c-8780-907add9e7658 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:33:07.825201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33b214-d5ca-482b-b356-42917c3c1e42 None None] Pushing event updated for resources: {'Port': ['ID=5f3e8d1b-6e5d-4399-960b-c83de47812e1,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:07.838811 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] For port ba589ebe-8046-4094-9843-b9f58afa2160, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:33:07.843526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] For port ba589ebe-8046-4094-9843-b9f58afa2160, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ba589ebe-8046-4094-9843-b9f58afa2160,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:33:07.854478 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.889383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:33:07.903181 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Sync routers for ids ['e890c7a9-5aa9-402c-8780-907add9e7658'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:33:07.916317 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.919819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-4ab71f09-22ce-4d58-b978-5fc13554a862 None None] Provisioning complete for port ba589ebe-8046-4094-9843-b9f58afa2160 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:07.920286 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4ab71f09-22ce-4d58-b978-5fc13554a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:07.923468 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Routers {'e890c7a9-5aa9-402c-8780-907add9e7658'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:33:07.923641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60510) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:07.925069 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e890c7a9-5aa9-402c-8780-907add9e7658'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:07.931069 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2ddd15b7-ed35-46e7-924e-27caaa958606 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4922366 Dec 09 23:33:07.962024 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:33:07.962686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:07.964473 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa909981-fa1e-4b17-91ba-3c5f8bee6242 None None] Pushing event updated for resources: {'Port': ['ID=ba589ebe-8046-4094-9843-b9f58afa2160,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:08.082660 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Set router e890c7a9-5aa9-402c-8780-907add9e7658 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:33:08.176967 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4ab71f09-22ce-4d58-b978-5fc13554a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:08.198041 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:33:08.262534 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4ab71f09-22ce-4d58-b978-5fc13554a862 None None] For port ba589ebe-8046-4094-9843-b9f58afa2160, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ba589ebe-8046-4094-9843-b9f58afa2160,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:33:08.273213 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4ab71f09-22ce-4d58-b978-5fc13554a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:08.394939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab71f09-22ce-4d58-b978-5fc13554a862 None None] Pushing event updated for resources: {'Port': ['ID=ba589ebe-8046-4094-9843-b9f58afa2160,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:08.439910 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'name': 'tempest-TestShelveInstance-515929513-router', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:07Z', 'revision_number': 3, 'project_id': '2beadfd8966948bb94e19cae00169944', 'gw_port': {'id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:08.451861 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-db65499b-e782-4d5b-afdb-a5a2c60abb65 None None] Provisioning complete for port ba589ebe-8046-4094-9843-b9f58afa2160 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:08.452296 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db65499b-e782-4d5b-afdb-a5a2c60abb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:08.469771 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Checking router: e890c7a9-5aa9-402c-8780-907add9e7658 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:33:08.470141 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Updating router e890c7a9-5aa9-402c-8780-907add9e7658 port 47007df4-db3d-4f2b-839c-f9fdd909f0c7 binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:33:08.495848 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:08.565742 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:08.602841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:07Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:08.634728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9a36da-00de-41e7-bcec-ae09dbc7d102 None None] The sync data for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 is: [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:07Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:33:08.782021 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Allocated IP 172.20.0.1 (32476f1b-f9fb-47d0-b10c-05b51a0e808b/9dd4b458-e3e6-4353-8006-9abc9e99abf1/8e1a77b6-3bc0-4e0b-a297-81281135b8e0) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:33:08.823067 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:08.831136 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:08.882594 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba73ad6f-bef5-48c2-930d-fa41d956b974 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:33:08.895658 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfab31-58e1-4953-944a-7b750f343ade None None] Pushing event updated for resources: {'Port': ['ID=47007df4-db3d-4f2b-839c-f9fdd909f0c7,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:08.903928 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Attempting to bind port 47007df4-db3d-4f2b-839c-f9fdd909f0c7 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:33:08.905195 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Attempting to bind port 47007df4-db3d-4f2b-839c-f9fdd909f0c7 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:33:08.905941 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Attempting to bind port 47007df4-db3d-4f2b-839c-f9fdd909f0c7 on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:33:08.913062 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:33:08.913871 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:33:08.914528 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:08.915153 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:33:08.915922 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Bound port: 47007df4-db3d-4f2b-839c-f9fdd909f0c7, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:33:08.916564 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:08.921206 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:08.947747 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-28f03cb0-23b6-4a64-a01f-8c3c3527951b None None] Provisioning complete for port 47007df4-db3d-4f2b-839c-f9fdd909f0c7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:08.948127 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28f03cb0-23b6-4a64-a01f-8c3c3527951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:08.972418 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.012663 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-28f03cb0-23b6-4a64-a01f-8c3c3527951b None None] Port 47007df4-db3d-4f2b-839c-f9fdd909f0c7 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:33:09.017419 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] For port 47007df4-db3d-4f2b-839c-f9fdd909f0c7, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:33:09.026110 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] For port 47007df4-db3d-4f2b-839c-f9fdd909f0c7, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=47007df4-db3d-4f2b-839c-f9fdd909f0c7,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:33:09.041053 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.041206 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1a77b6-3bc0-4e0b-a297-81281135b8e0,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:09.058165 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Network 32476f1b-f9fb-47d0-b10c-05b51a0e808b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:33:09.059849 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:33:09.065916 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:33:09.103638 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dce8db-0a82-4f0a-ba69-671c531c693e None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:33:09.146586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5e6b7cd2-241c-4843-91a6-9ebd494d3124 None None] Provisioning complete for port 47007df4-db3d-4f2b-839c-f9fdd909f0c7 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:09.147078 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.147237 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7cd2-241c-4843-91a6-9ebd494d3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.153381 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Routers {'e890c7a9-5aa9-402c-8780-907add9e7658'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:33:09.154185 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e890c7a9-5aa9-402c-8780-907add9e7658'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:09.202275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5f3e8d1b-6e5d-4399-960b-c83de47812e1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:33:09.220883 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfab31-58e1-4953-944a-7b750f343ade None None] Pushing event updated for resources: {'Port': ['ID=47007df4-db3d-4f2b-839c-f9fdd909f0c7,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:09.325830 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5f3e8d1b-6e5d-4399-960b-c83de47812e1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:09.326393 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.329344 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7cd2-241c-4843-91a6-9ebd494d3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.364366 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.364627 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] Set router e890c7a9-5aa9-402c-8780-907add9e7658 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:33:09.386590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5e6b7cd2-241c-4843-91a6-9ebd494d3124 None None] For port 47007df4-db3d-4f2b-839c-f9fdd909f0c7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=47007df4-db3d-4f2b-839c-f9fdd909f0c7,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:33:09.395468 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7cd2-241c-4843-91a6-9ebd494d3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.468874 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.470966 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb155b3a-0c43-409d-afb0-a0822e2e4763 None None] Network 32476f1b-f9fb-47d0-b10c-05b51a0e808b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:33:09.581633 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.591022 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.601905 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b7cd2-241c-4843-91a6-9ebd494d3124 None None] Pushing event updated for resources: {'Port': ['ID=47007df4-db3d-4f2b-839c-f9fdd909f0c7,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:09.610551 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6ab56198-1825-4c0b-84d9-5e2fd840ca83 None None] Provisioning complete for port 5f3e8d1b-6e5d-4399-960b-c83de47812e1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:09.610980 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6ab56198-1825-4c0b-84d9-5e2fd840ca83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.616279 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'name': 'tempest-TestShelveInstance-515929513-router', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:07Z', 'revision_number': 3, 'project_id': '2beadfd8966948bb94e19cae00169944', 'gw_port': {'id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:09.646277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 5f3e8d1b-6e5d-4399-960b-c83de47812e1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5f3e8d1b-6e5d-4399-960b-c83de47812e1,segment=NetworkSegment(ba298aac-300c-46ea-8c67-ef27c92a3f9d),segment_id=ba298aac-300c-46ea-8c67-ef27c92a3f9d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:33:09.661207 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979fb17-5742-4a98-9667-3b42b0165187 None None] The sync data for ids ['e890c7a9-5aa9-402c-8780-907add9e7658'] in n-d-789963-23 is: [{'id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'name': 'tempest-TestShelveInstance-515929513-router', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:07Z', 'revision_number': 3, 'project_id': '2beadfd8966948bb94e19cae00169944', 'gw_port': {'id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:33:09.668799 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.668951 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:09.669605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ba589ebe-8046-4094-9843-b9f58afa2160 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:33:09.716266 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1a77b6-3bc0-4e0b-a297-81281135b8e0,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:09.796997 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Network 32476f1b-f9fb-47d0-b10c-05b51a0e808b is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:33:09.798526 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:33:09.929955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Router e890c7a9-5aa9-402c-8780-907add9e7658 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:33:09.966827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=5f3e8d1b-6e5d-4399-960b-c83de47812e1,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:10.051490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port ba589ebe-8046-4094-9843-b9f58afa2160 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:10.051857 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:10.156306 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:33:10.176457 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-51373d6a-3ab3-4df4-9e76-98ab965f74e8 admin admin] 10.222.0.16 "PUT /v2.0/routers/e890c7a9-5aa9-402c-8780-907add9e7658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2515709 Dec 09 23:33:10.316580 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-dfe8e9f0-5a87-4df5-8f32-ab8a49364efe None None] Provisioning complete for port 5f3e8d1b-6e5d-4399-960b-c83de47812e1 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:10.317583 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e9f0-5a87-4df5-8f32-ab8a49364efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:10.447720 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-dfe8e9f0-5a87-4df5-8f32-ab8a49364efe None None] Provisioning complete for port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:10.448110 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e9f0-5a87-4df5-8f32-ab8a49364efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:10.491546 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-dfe8e9f0-5a87-4df5-8f32-ab8a49364efe None None] Port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:33:10.613294 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ac3c09f6-4d65-4a0f-af58-ac1015bb5673 None None] Provisioning complete for port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:10.613675 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ac3c09f6-4d65-4a0f-af58-ac1015bb5673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:10.667105 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c09f6-4d65-4a0f-af58-ac1015bb5673 None None] Port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:33:10.786853 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7b9d53fb-5389-4a67-80b2-7be44262d3dc None None] Provisioning complete for port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:10.787487 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b9d53fb-5389-4a67-80b2-7be44262d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:10.826524 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d53fb-5389-4a67-80b2-7be44262d3dc None None] Port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:33:10.953212 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60518) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:10.957833 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-41ffc2e1-8a9f-40a7-a489-3c26d5b5d83b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567226504', 'description': 'tempest-secgroup-smoke-1567226504 description', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:10.984355 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-41ffc2e1-8a9f-40a7-a489-3c26d5b5d83b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.054308 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-41ffc2e1-8a9f-40a7-a489-3c26d5b5d83b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.057980 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-41ffc2e1-8a9f-40a7-a489-3c26d5b5d83b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.086027 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5f3e8d1b-6e5d-4399-960b-c83de47812e1 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:33:11.088189 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-41ffc2e1-8a9f-40a7-a489-3c26d5b5d83b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.089443 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-41ffc2e1-8a9f-40a7-a489-3c26d5b5d83b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1351566 Dec 09 23:33:11.091407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffc2e1-8a9f-40a7-a489-3c26d5b5d83b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb45179-f33c-4c75-982e-ec54258285d9,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:11.092658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60520) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:11.098606 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0f0481b6-679e-4d91-97c4-c076a32ff72d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group_rule': {'security_group_id': '9eb45179-f33c-4c75-982e-ec54258285d9', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:11.130297 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0f0481b6-679e-4d91-97c4-c076a32ff72d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.138060 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 5f3e8d1b-6e5d-4399-960b-c83de47812e1 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:11.138435 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.192407 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0f0481b6-679e-4d91-97c4-c076a32ff72d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.197197 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0f0481b6-679e-4d91-97c4-c076a32ff72d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.219543 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0481b6-679e-4d91-97c4-c076a32ff72d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9c536f-5552-4bc2-affd-7a1125ad11b2,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:11.228970 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0f0481b6-679e-4d91-97c4-c076a32ff72d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.230213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0f0481b6-679e-4d91-97c4-c076a32ff72d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352184 Dec 09 23:33:11.233219 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60522) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:11.237975 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-77f11d22-fa21-482e-9961-fd576409c234 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group_rule': {'security_group_id': '9eb45179-f33c-4c75-982e-ec54258285d9', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:11.240097 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 47007df4-db3d-4f2b-839c-f9fdd909f0c7 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:33:11.265013 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-77f11d22-fa21-482e-9961-fd576409c234 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.287241 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 47007df4-db3d-4f2b-839c-f9fdd909f0c7 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:11.288223 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.322468 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-77f11d22-fa21-482e-9961-fd576409c234 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.326186 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-77f11d22-fa21-482e-9961-fd576409c234 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.349087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f11d22-fa21-482e-9961-fd576409c234 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe572b22-21ae-48f0-864a-648d04127854,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:11.354630 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-77f11d22-fa21-482e-9961-fd576409c234 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.355841 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-77f11d22-fa21-482e-9961-fd576409c234 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215289 Dec 09 23:33:11.358837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60524) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:11.363427 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e5b27eab-3468-4a5f-b7ed-60f656c4e673 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group_rule': {'security_group_id': '9eb45179-f33c-4c75-982e-ec54258285d9', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:11.392096 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5b27eab-3468-4a5f-b7ed-60f656c4e673 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.450784 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5b27eab-3468-4a5f-b7ed-60f656c4e673 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.454088 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5b27eab-3468-4a5f-b7ed-60f656c4e673 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.471133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b27eab-3468-4a5f-b7ed-60f656c4e673 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2b0bf2-702c-46e5-bb32-69fed2ba4a64,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:11.478472 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e5b27eab-3468-4a5f-b7ed-60f656c4e673 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.479660 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e5b27eab-3468-4a5f-b7ed-60f656c4e673 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198010 Dec 09 23:33:11.482419 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60526) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:11.486623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-06f948f2-ac5e-42e3-83c7-6d8ab248ddc6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group_rule': {'security_group_id': '9eb45179-f33c-4c75-982e-ec54258285d9', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:11.511812 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06f948f2-ac5e-42e3-83c7-6d8ab248ddc6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.567985 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06f948f2-ac5e-42e3-83c7-6d8ab248ddc6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.571255 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06f948f2-ac5e-42e3-83c7-6d8ab248ddc6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.589306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f948f2-ac5e-42e3-83c7-6d8ab248ddc6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1fb9f3-cfa4-409c-ba58-83e1c90c9b53,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:11.595953 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06f948f2-ac5e-42e3-83c7-6d8ab248ddc6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.597141 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-06f948f2-ac5e-42e3-83c7-6d8ab248ddc6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138036 Dec 09 23:33:11.599985 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60528) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:11.604767 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5acfd8f1-8aa2-44fe-831f-91601aec6354 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group_rule': {'security_group_id': '9eb45179-f33c-4c75-982e-ec54258285d9', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:11.625532 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-5acfd8f1-8aa2-44fe-831f-91601aec6354 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Project 5d5e4b0ae3a041cfbaa85d1a87cde1cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:33:11.630557 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5acfd8f1-8aa2-44fe-831f-91601aec6354 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.688541 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5acfd8f1-8aa2-44fe-831f-91601aec6354 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.692600 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5acfd8f1-8aa2-44fe-831f-91601aec6354 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.710999 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfd8f1-8aa2-44fe-831f-91601aec6354 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397af22b-c1e4-4b20-895d-3c77190eb187,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:11.717793 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5acfd8f1-8aa2-44fe-831f-91601aec6354 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.718997 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5acfd8f1-8aa2-44fe-831f-91601aec6354 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175463 Dec 09 23:33:11.721681 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60530) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:11.726667 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9f34a273-44ad-4b62-bcdf-1c7607594409 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group_rule': {'security_group_id': '9eb45179-f33c-4c75-982e-ec54258285d9', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:11.746905 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-9f34a273-44ad-4b62-bcdf-1c7607594409 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Project 5d5e4b0ae3a041cfbaa85d1a87cde1cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:33:11.751675 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f34a273-44ad-4b62-bcdf-1c7607594409 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.811718 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f34a273-44ad-4b62-bcdf-1c7607594409 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.815043 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f34a273-44ad-4b62-bcdf-1c7607594409 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.835374 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34a273-44ad-4b62-bcdf-1c7607594409 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4975e38b-78d2-440b-97c7-170cc42683bc,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:11.843793 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9f34a273-44ad-4b62-bcdf-1c7607594409 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:11.848966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9f34a273-44ad-4b62-bcdf-1c7607594409 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223359 Dec 09 23:33:11.998576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-6bc3d5e5-bd0e-411e-bd7f-14c97da3597b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567226504&fields=id&tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc HTTP/1.1" status: 200 len: 267 time: 0.0455945 Dec 09 23:33:12.103316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-f558028a-e2af-4432-a1f6-95049f215c0b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:12.104810 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-f558028a-e2af-4432-a1f6-95049f215c0b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 809 time: 0.0991080 Dec 09 23:33:12.119784 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-fae22f90-f3b2-4eeb-85a8-ba62f6a5c04e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/quotas/5d5e4b0ae3a041cfbaa85d1a87cde1cc HTTP/1.1" status: 200 len: 375 time: 0.0092411 Dec 09 23:33:12.171936 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Sync routers for ids ['e890c7a9-5aa9-402c-8780-907add9e7658'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:33:12.175726 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-7094decb-0e05-4e09-ac00-045d95193fc3 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506427 Dec 09 23:33:12.182864 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Routers {'e890c7a9-5aa9-402c-8780-907add9e7658'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:33:12.183501 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e890c7a9-5aa9-402c-8780-907add9e7658'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:12.270166 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-cf1a19d3-1a13-4f48-88b0-8f02422779af service neutron] 10.222.0.16 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820739 Dec 09 23:33:12.288249 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Set router e890c7a9-5aa9-402c-8780-907add9e7658 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:33:12.361560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-dcd74fb4-8a2e-4419-b41d-600fd9daca6c service neutron] 10.222.0.16 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844979 Dec 09 23:33:12.495567 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'name': 'tempest-TestShelveInstance-515929513-router', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:09Z', 'revision_number': 4, 'project_id': '2beadfd8966948bb94e19cae00169944', 'gw_port': {'id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '8e1a77b6-3bc0-4e0b-a297-81281135b8e0', 'name': '', 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'mac_address': 'fa:16:3e:fd:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9dd4b458-e3e6-4353-8006-9abc9e99abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:08Z', 'updated_at': '2021-12-09T23:33:09Z', 'revision_number': 2, 'project_id': '2beadfd8966948bb94e19cae00169944', 'subnets': [{'id': '9dd4b458-e3e6-4353-8006-9abc9e99abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:12.524939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Checking router: e890c7a9-5aa9-402c-8780-907add9e7658 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:33:12.525297 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Updating router e890c7a9-5aa9-402c-8780-907add9e7658 port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:33:12.539788 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d6487cb9-1c6a-4147-bab1-67febcfbd3da req-a6b57cf0-74da-4613-92fd-64ef35157385 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 210 time: 0.0262506 Dec 09 23:33:12.555289 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:12.821538 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:12.826622 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:12.874967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff653e2-4662-4e7a-8588-e9a3775e85a0 None None] Pushing event updated for resources: {'Port': ['ID=8e1a77b6-3bc0-4e0b-a297-81281135b8e0,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:12.927012 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Attempting to bind port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:33:12.927398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Attempting to bind port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'ba298aac-300c-46ea-8c67-ef27c92a3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:33:12.927776 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Attempting to bind port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 on network 32476f1b-f9fb-47d0-b10c-05b51a0e808b {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:33:12.933681 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:33:12.934103 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Checking segment: {'id': 'ba298aac-300c-46ea-8c67-ef27c92a3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:33:12.934509 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:12.934918 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Bound using segment: {'id': 'ba298aac-300c-46ea-8c67-ef27c92a3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:33:12.935402 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Bound port: 8e1a77b6-3bc0-4e0b-a297-81281135b8e0, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba298aac-300c-46ea-8c67-ef27c92a3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:33:12.935789 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:13.004155 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] For port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:33:13.007984 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] For port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8e1a77b6-3bc0-4e0b-a297-81281135b8e0,segment=NetworkSegment(ba298aac-300c-46ea-8c67-ef27c92a3f9d),segment_id=ba298aac-300c-46ea-8c67-ef27c92a3f9d)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:33:13.011710 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:13.083257 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Routers {'e890c7a9-5aa9-402c-8780-907add9e7658'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:33:13.083903 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e890c7a9-5aa9-402c-8780-907add9e7658'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:13.089468 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff653e2-4662-4e7a-8588-e9a3775e85a0 None None] Pushing event updated for resources: {'Port': ['ID=8e1a77b6-3bc0-4e0b-a297-81281135b8e0,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:13.133770 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-def1bb7d-74ff-49e2-baa9-2aa64787d0af None None] Provisioning complete for port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:13.134071 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-def1bb7d-74ff-49e2-baa9-2aa64787d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:13.233002 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] Set router e890c7a9-5aa9-402c-8780-907add9e7658 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:33:13.330199 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-def1bb7d-74ff-49e2-baa9-2aa64787d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:13.422965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-def1bb7d-74ff-49e2-baa9-2aa64787d0af None None] For port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8e1a77b6-3bc0-4e0b-a297-81281135b8e0,segment=NetworkSegment(ba298aac-300c-46ea-8c67-ef27c92a3f9d),segment_id=ba298aac-300c-46ea-8c67-ef27c92a3f9d)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:33:13.429804 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-def1bb7d-74ff-49e2-baa9-2aa64787d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:13.509003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1bb7d-74ff-49e2-baa9-2aa64787d0af None None] Pushing event updated for resources: {'Port': ['ID=8e1a77b6-3bc0-4e0b-a297-81281135b8e0,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:13.535588 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'name': 'tempest-TestShelveInstance-515929513-router', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:09Z', 'revision_number': 4, 'project_id': '2beadfd8966948bb94e19cae00169944', 'gw_port': {'id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '8e1a77b6-3bc0-4e0b-a297-81281135b8e0', 'name': '', 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'mac_address': 'fa:16:3e:fd:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9dd4b458-e3e6-4353-8006-9abc9e99abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:08Z', 'updated_at': '2021-12-09T23:33:12Z', 'revision_number': 4, 'project_id': '2beadfd8966948bb94e19cae00169944', 'subnets': [{'id': '9dd4b458-e3e6-4353-8006-9abc9e99abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:13.572825 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd90e5-f440-43ce-9afe-a2dabd4d1f6c None None] The sync data for ids ['e890c7a9-5aa9-402c-8780-907add9e7658'] in n-d-789963-23 is: [{'id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'name': 'tempest-TestShelveInstance-515929513-router', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:09Z', 'revision_number': 4, 'project_id': '2beadfd8966948bb94e19cae00169944', 'gw_port': {'id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '8e1a77b6-3bc0-4e0b-a297-81281135b8e0', 'name': '', 'network_id': '32476f1b-f9fb-47d0-b10c-05b51a0e808b', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'mac_address': 'fa:16:3e:fd:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9dd4b458-e3e6-4353-8006-9abc9e99abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:08Z', 'updated_at': '2021-12-09T23:33:12Z', 'revision_number': 4, 'project_id': '2beadfd8966948bb94e19cae00169944', 'subnets': [{'id': '9dd4b458-e3e6-4353-8006-9abc9e99abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:33:13.582182 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a7caa5cb-9779-4905-a0b9-4b3a181ee938 None None] Provisioning complete for port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:13.582421 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a7caa5cb-9779-4905-a0b9-4b3a181ee938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:13.669818 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b577aac6-a426-4503-a00a-e9887894e792 req-359834de-a457-45b4-89f2-e1156bad2275 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 210 time: 0.0536351 Dec 09 23:33:14.591277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-cfe28da3-3f91-4505-883c-991be5e8b6f2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:14.592738 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-cfe28da3-3f91-4505-883c-991be5e8b6f2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 809 time: 0.1120882 Dec 09 23:33:14.655081 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-85279bbf-ebfa-429d-b6fe-5eec37e6dccb tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc HTTP/1.1" status: 200 len: 380 time: 0.0527201 Dec 09 23:33:14.665960 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'port': {'device_id': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'admin_state_up': True, 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'security_groups': ['9eb45179-f33c-4c75-982e-ec54258285d9']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:14.785838 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-da794bd5-f1b9-4336-b050-56fb7fbbead6 req-f6d5ff4e-0701-4639-98d4-ab1e994f52db tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 210 time: 0.0381753 Dec 09 23:33:14.803192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Made reservation on behalf of 5d5e4b0ae3a041cfbaa85d1a87cde1cc for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:33:14.806693 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:14.925364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Allocated IP 172.20.0.12 (be786182-9f99-4485-bee0-015d290488f2/b38071c9-3573-4269-b573-e007be0741a6/34468b36-8de9-4489-ab39-7b46d4197637) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:33:15.039917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:33:15.070041 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:15.093970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:15.094460 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:15.104320 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:15.145968 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Network be786182-9f99-4485-bee0-015d290488f2 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:33:15.153302 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:33:15.157768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:33:15.188366 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'Port': ['ID=34468b36-8de9-4489-ab39-7b46d4197637,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:15.218995 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:15.219605 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:15.235832 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d94dafa3-2e60-4c85-82bd-5792a17ea282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5739834 Dec 09 23:33:15.249311 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Request body: {'port': {'device_id': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:15.307315 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:15.399235 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-8cd17220-3013-4791-8bd2-3f5cdf480f0e None None] Provisioning complete for port 34468b36-8de9-4489-ab39-7b46d4197637 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:15.399595 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cd17220-3013-4791-8bd2-3f5cdf480f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:15.433427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8cd17220-3013-4791-8bd2-3f5cdf480f0e None None] Port 34468b36-8de9-4489-ab39-7b46d4197637 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:33:15.563413 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34468b36-8de9-4489-ab39-7b46d4197637 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:33:15.571240 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:15.583465 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Transition to ACTIVE for port object 34468b36-8de9-4489-ab39-7b46d4197637 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:33:15.586671 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:15.661807 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Pushing event updated for resources: {'Port': ['ID=34468b36-8de9-4489-ab39-7b46d4197637,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:15.713496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Attempting to bind port 34468b36-8de9-4489-ab39-7b46d4197637 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:33:15.713856 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Attempting to bind port 34468b36-8de9-4489-ab39-7b46d4197637 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:33:15.714185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Attempting to bind port 34468b36-8de9-4489-ab39-7b46d4197637 on network be786182-9f99-4485-bee0-015d290488f2 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:33:15.718554 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Port 34468b36-8de9-4489-ab39-7b46d4197637 on network be786182-9f99-4485-bee0-015d290488f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:33:15.718877 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Attempting to bind port 34468b36-8de9-4489-ab39-7b46d4197637 on network be786182-9f99-4485-bee0-015d290488f2 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:33:15.723677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:33:15.724006 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Checking segment: {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:33:15.724383 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Bound using segment: {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:33:15.724808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Bound port: 34468b36-8de9-4489-ab39-7b46d4197637, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:33:15.725691 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:15.795764 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:33:15.799104 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:33:15.806079 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:15.842121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:15.842827 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:15.852150 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] 10.222.0.42 "PUT /v2.0/ports/34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 200 len: 1093 time: 0.5992496 Dec 09 23:33:15.852887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:33:15.860464 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac2101c-1951-4194-a823-c80e938e7881" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "tag": "34468b36-8de9-4489-ab39-7b46d4197637"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:33:15.923522 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c215137f-06b1-42b9-95e1-27d4e2974676 x-openstack-request-id: req-c215137f-06b1-42b9-95e1-27d4e2974676 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:33:15.923810 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "tag": "34468b36-8de9-4489-ab39-7b46d4197637", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:33:15.924062 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c215137f-06b1-42b9-95e1-27d4e2974676 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:33:15.924466 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637', 'status': 'completed', 'code': 200} Dec 09 23:33:15.947482 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e7951-4340-4d2e-83d4-71799462565c service neutron] Pushing event updated for resources: {'Port': ['ID=34468b36-8de9-4489-ab39-7b46d4197637,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:15.979737 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfea3e-f515-4f9d-8ad0-a026deaa98a4 req-9feabf2b-499d-4f56-96b3-0e13f5325696 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:15.981336 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4cfea3e-f515-4f9d-8ad0-a026deaa98a4 req-9feabf2b-499d-4f56-96b3-0e13f5325696 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.1118755 Dec 09 23:33:15.984399 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-48453036-3f9c-4a7c-8443-21b988bd8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:15.985823 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-48453036-3f9c-4a7c-8443-21b988bd8f62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1096 time: 0.0928457 Dec 09 23:33:16.040256 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-b42a38d3-0570-4e87-bfc4-94207af6c897 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 200 len: 217 time: 0.0446463 Dec 09 23:33:16.098460 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f4cfea3e-f515-4f9d-8ad0-a026deaa98a4 req-e3fdec3e-d317-4398-a4bb-e28dddb2bd4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098208 Dec 09 23:33:16.109620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d28c084e-38c6-43cf-8a1f-55687d6fa58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:16.110961 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-d28c084e-38c6-43cf-8a1f-55687d6fa58a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0642629 Dec 09 23:33:16.157112 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-bdbb750a-fe9d-48e9-9fac-382d55ff816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:16.158642 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-bdbb750a-fe9d-48e9-9fac-382d55ff816c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410190 Dec 09 23:33:16.250913 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-4dde14e2-efcc-475a-9a07-35cd30f1cecb service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837495 Dec 09 23:33:16.342644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3f6a634c-ae27-4085-a78c-bd4cda697dd3 req-b7f3270e-3e56-4b2c-8ab6-64830c9638b5 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850983 Dec 09 23:33:16.426873 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2101c-1951-4194-a823-c80e938e7881 req-dad74040-f36d-4713-8100-94ba2f927365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:16.428437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eac2101c-1951-4194-a823-c80e938e7881 req-dad74040-f36d-4713-8100-94ba2f927365 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1096 time: 0.0415475 Dec 09 23:33:16.516950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2101c-1951-4194-a823-c80e938e7881 req-b1706e31-f7a6-467d-8992-8ed4c0332984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:16.518349 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eac2101c-1951-4194-a823-c80e938e7881 req-b1706e31-f7a6-467d-8992-8ed4c0332984 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0829892 Dec 09 23:33:16.561230 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eac2101c-1951-4194-a823-c80e938e7881 req-b2297987-844b-47f6-9ed9-bf5fdfe866d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 200 len: 217 time: 0.0353315 Dec 09 23:33:16.608367 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2101c-1951-4194-a823-c80e938e7881 req-7df62da4-006c-41c3-9e35-5c0a05ec57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:16.609721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eac2101c-1951-4194-a823-c80e938e7881 req-7df62da4-006c-41c3-9e35-5c0a05ec57c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0416296 Dec 09 23:33:16.657037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2101c-1951-4194-a823-c80e938e7881 req-ff1e6501-b39a-4eef-96a8-6f5c77252f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:16.658510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eac2101c-1951-4194-a823-c80e938e7881 req-ff1e6501-b39a-4eef-96a8-6f5c77252f9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401018 Dec 09 23:33:16.750303 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eac2101c-1951-4194-a823-c80e938e7881 req-ed6f2073-7439-40fc-8382-9922ef7aff6b service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843141 Dec 09 23:33:16.838426 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eac2101c-1951-4194-a823-c80e938e7881 req-65e426ac-b1bf-453f-bfc1-0f1c857eeb4e service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791302 Dec 09 23:33:17.220253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d2ce0-6340-472a-bea4-ce42ad8ff584 req-5caab2c2-3fbb-4520-85fe-6763db205508 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:17.221701 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-215d2ce0-6340-472a-bea4-ce42ad8ff584 req-5caab2c2-3fbb-4520-85fe-6763db205508 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0531025 Dec 09 23:33:17.273392 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-215d2ce0-6340-472a-bea4-ce42ad8ff584 req-d7ffb6d1-05e6-4af5-a139-4f31704db23b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449305 Dec 09 23:33:18.391031 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd853f-a78f-4cd2-805f-7f45cc508fc6 req-1b50ff3c-78e6-4c99-b522-d444b3e669a1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:18.392531 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44bd853f-a78f-4cd2-805f-7f45cc508fc6 req-1b50ff3c-78e6-4c99-b522-d444b3e669a1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0485003 Dec 09 23:33:18.443386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-44bd853f-a78f-4cd2-805f-7f45cc508fc6 req-13c53d6a-6a77-4b9a-a9f7-e52b8eaeb70f tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448954 Dec 09 23:33:18.807091 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:33:19.006529 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 34468b36-8de9-4489-ab39-7b46d4197637 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:33:19.097876 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:33:19.112079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '34468b36-8de9-4489-ab39-7b46d4197637', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'port_id': '34468b36-8de9-4489-ab39-7b46d4197637', 'mac_address': 'fa:16:3e:93:0e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:33:19.148024 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:19.160146 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34468b36-8de9-4489-ab39-7b46d4197637 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:33:19.179692 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:33:19.183929 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:19.229950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=34468b36-8de9-4489-ab39-7b46d4197637,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:19.431618 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['34468b36-8de9-4489-ab39-7b46d4197637'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:33:19.556855 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b5a2a-c421-4e57-ae54-b6c656fe102d req-c45157eb-08ed-489d-b94a-4d2fe04d6756 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:19.558390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-822b5a2a-c421-4e57-ae54-b6c656fe102d req-c45157eb-08ed-489d-b94a-4d2fe04d6756 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 945 time: 0.0480487 Dec 09 23:33:19.610678 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-822b5a2a-c421-4e57-ae54-b6c656fe102d req-1f31528c-e5ce-4ff7-928b-85b45fe25df6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462620 Dec 09 23:33:20.724037 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2442da-8a10-4e7e-8238-88927fa20375 req-389ae687-0343-4bdf-8acf-77ee48e2292a tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:20.726149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c2442da-8a10-4e7e-8238-88927fa20375 req-389ae687-0343-4bdf-8acf-77ee48e2292a tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 945 time: 0.0474565 Dec 09 23:33:20.773329 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c2442da-8a10-4e7e-8238-88927fa20375 req-d8813a20-36bb-40e0-b6b6-d003e4e1a2a0 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 Dec 09 23:33:21.013571 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 34468b36-8de9-4489-ab39-7b46d4197637 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:33:21.063780 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port 34468b36-8de9-4489-ab39-7b46d4197637 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:33:21.067613 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 34468b36-8de9-4489-ab39-7b46d4197637 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:33:21.067983 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:21.142783 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:21.166303 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:33:21.168538 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50527a1b-0217-4dbd-8072-e1955a1ee327" -d '{"events": [{"server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "name": "network-vif-plugged", "status": "completed", "tag": "34468b36-8de9-4489-ab39-7b46d4197637"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:33:21.179124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:33:21.182982 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:21.213738 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b7b5d0-3c10-4610-88f7-ffeca722c9e7 x-openstack-request-id: req-87b7b5d0-3c10-4610-88f7-ffeca722c9e7 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:33:21.214064 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "name": "network-vif-plugged", "status": "completed", "tag": "34468b36-8de9-4489-ab39-7b46d4197637", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:33:21.214324 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87b7b5d0-3c10-4610-88f7-ffeca722c9e7 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:33:21.214775 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637', 'code': 200} Dec 09 23:33:21.231913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=34468b36-8de9-4489-ab39-7b46d4197637,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:21.308686 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7325898-088a-4722-add1-1a9d3fb824c3 req-0d1ab786-ed1b-4cb2-8875-677af83eadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:21.310152 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7325898-088a-4722-add1-1a9d3fb824c3 req-0d1ab786-ed1b-4cb2-8875-677af83eadd5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1098 time: 0.0389817 Dec 09 23:33:21.354570 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7325898-088a-4722-add1-1a9d3fb824c3 req-8fda68ed-1370-4826-b77d-925b558c492c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378628 Dec 09 23:33:21.889401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6d344-f86c-493e-8cba-830392dd22ee req-5ee4547c-c46c-4a9e-8965-1703a4f4b6d4 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:21.890859 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27f6d344-f86c-493e-8cba-830392dd22ee req-5ee4547c-c46c-4a9e-8965-1703a4f4b6d4 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0509901 Dec 09 23:33:21.937640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27f6d344-f86c-493e-8cba-830392dd22ee req-30b18b39-6f0d-4adc-9fba-dd53bffcc044 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409417 Dec 09 23:33:23.051618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb7a6e-4506-428e-9a8e-3d8569710c47 req-4f92169d-6c9b-4dfe-a370-645d442c54cd tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:23.053572 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cefb7a6e-4506-428e-9a8e-3d8569710c47 req-4f92169d-6c9b-4dfe-a370-645d442c54cd tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0473580 Dec 09 23:33:23.100882 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cefb7a6e-4506-428e-9a8e-3d8569710c47 req-63642345-28ee-4cf3-9d76-8f784de63532 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 Dec 09 23:33:23.213125 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31300f50-ac87-48d0-b98c-2f22011b4345 req-eb62125b-df37-446f-b2ea-3be0ad5fd2bd tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:23.214634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31300f50-ac87-48d0-b98c-2f22011b4345 req-eb62125b-df37-446f-b2ea-3be0ad5fd2bd tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0480573 Dec 09 23:33:23.266371 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-31300f50-ac87-48d0-b98c-2f22011b4345 req-c05ad3bd-a3fb-44c1-b4fe-2866bb6a7f42 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456541 Dec 09 23:33:23.288060 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60594) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:23.363790 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:23.413152 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7dd669-36f3-4b57-a5fc-6a068fef46dc tempest-TestShelveInstance-1257631675 tempest-TestShelveInstance-1257631675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:23.414674 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-da7dd669-36f3-4b57-a5fc-6a068fef46dc tempest-TestShelveInstance-1257631675 tempest-TestShelveInstance-1257631675-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1093 time: 0.1256857 Dec 09 23:33:23.417628 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60598) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:33:23.421804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': '34468b36-8de9-4489-ab39-7b46d4197637', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:33:23.443883 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:23.539181 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:23.974988 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Allocated IP 172.25.8.159 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/2d058f98-c845-485f-97eb-c737f3c8b267) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:33:24.072841 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:24.104759 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:24.139866 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:33:24.144084 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:33:24.150810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:33:24.171312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'Port': ['ID=2d058f98-c845-485f-97eb-c737f3c8b267,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:24.508817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:24.572331 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:24.719531 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:24.723802 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:24.796496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'Port': ['ID=2d058f98-c845-485f-97eb-c737f3c8b267,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:33:24.803141 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:24.897568 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Floating IP e80c6e66-34bf-4b57-9038-47be5cc7425a associated. External IP: 172.25.8.159, port: 34468b36-8de9-4489-ab39-7b46d4197637. Dec 09 23:33:25.099532 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:33:25.206493 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:33:25.217233 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270574f-f490-48ba-90ee-331b10650da0 None None] Sync routers for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:33:25.225465 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:25.227451 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270574f-f490-48ba-90ee-331b10650da0 None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:33:25.228072 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8270574f-f490-48ba-90ee-331b10650da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:25.251573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-9b0b9d6d-448e-43af-8b8d-026028406ab2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8329241 Dec 09 23:33:25.252575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:33:25.254865 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c09c5ce-a128-45a2-9ae4-49cc63193048" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "tag": "34468b36-8de9-4489-ab39-7b46d4197637"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:33:25.292827 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74e952c-edd0-4ffa-8fa9-a324ee8de0f4 x-openstack-request-id: req-f74e952c-edd0-4ffa-8fa9-a324ee8de0f4 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:33:25.293125 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "tag": "34468b36-8de9-4489-ab39-7b46d4197637", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:33:25.293380 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f74e952c-edd0-4ffa-8fa9-a324ee8de0f4 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:33:25.293834 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637', 'status': 'completed', 'code': 200} Dec 09 23:33:25.338063 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-8270574f-f490-48ba-90ee-331b10650da0 None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:33:25.359879 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09c5ce-a128-45a2-9ae4-49cc63193048 req-0ec5695b-1e68-44a3-8749-b8e2e3679404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:25.361384 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c09c5ce-a128-45a2-9ae4-49cc63193048 req-0ec5695b-1e68-44a3-8749-b8e2e3679404 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1098 time: 0.0442071 Dec 09 23:33:25.451940 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09c5ce-a128-45a2-9ae4-49cc63193048 req-fe929932-4095-4bcb-ac8e-94d8288b8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:25.453428 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c09c5ce-a128-45a2-9ae4-49cc63193048 req-fe929932-4095-4bcb-ac8e-94d8288b8c7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0846765 Dec 09 23:33:25.522264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c09c5ce-a128-45a2-9ae4-49cc63193048 req-855090a2-abda-4a03-9f05-648270889e2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 200 len: 1000 time: 0.0607309 Dec 09 23:33:25.559794 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8270574f-f490-48ba-90ee-331b10650da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e80c6e66-34bf-4b57-9038-47be5cc7425a', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'port_id': '34468b36-8de9-4489-ab39-7b46d4197637', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'mac_address': 'fa:16:3e:93:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:33:24Z', 'updated_at': '2021-12-09T23:33:24Z', 'revision_number': 0, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:08Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:25.568349 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09c5ce-a128-45a2-9ae4-49cc63193048 req-df0c331c-0b8c-4c1a-8ef0-ffc25873fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:25.570472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c09c5ce-a128-45a2-9ae4-49cc63193048 req-df0c331c-0b8c-4c1a-8ef0-ffc25873fdd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0421438 Dec 09 23:33:25.586201 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270574f-f490-48ba-90ee-331b10650da0 None None] Checking router: 816d98ab-da0d-4130-b0f4-f30adb4b27a6 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:33:25.594440 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270574f-f490-48ba-90ee-331b10650da0 None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:33:25.595038 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8270574f-f490-48ba-90ee-331b10650da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:33:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:25.615962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09c5ce-a128-45a2-9ae4-49cc63193048 req-f2fa8b9c-ef20-4000-bb79-f8244ee0cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:33:25.617489 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c09c5ce-a128-45a2-9ae4-49cc63193048 req-f2fa8b9c-ef20-4000-bb79-f8244ee0cc68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397141 Dec 09 23:33:25.699899 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-8270574f-f490-48ba-90ee-331b10650da0 None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:33:25.711409 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c09c5ce-a128-45a2-9ae4-49cc63193048 req-79def873-9f58-4d17-89f3-eceea171c84b service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865159 Dec 09 23:33:25.802642 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c09c5ce-a128-45a2-9ae4-49cc63193048 req-e47faec9-f061-4f5b-8f05-a81be29c7e59 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840614 Dec 09 23:33:25.917808 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-8270574f-f490-48ba-90ee-331b10650da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e80c6e66-34bf-4b57-9038-47be5cc7425a', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'port_id': '34468b36-8de9-4489-ab39-7b46d4197637', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'mac_address': 'fa:16:3e:93:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:33:24Z', 'updated_at': '2021-12-09T23:33:24Z', 'revision_number': 0, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:08Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:33:25.943199 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270574f-f490-48ba-90ee-331b10650da0 None None] The sync data for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 is: [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'e80c6e66-34bf-4b57-9038-47be5cc7425a', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'port_id': '34468b36-8de9-4489-ab39-7b46d4197637', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'mac_address': 'fa:16:3e:93:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:33:24Z', 'updated_at': '2021-12-09T23:33:24Z', 'revision_number': 0, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:08Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:33:26.141332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb0192-85b9-438c-bed0-f67933dedab7 None None] New status for floating IP e80c6e66-34bf-4b57-9038-47be5cc7425a: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:33:31.199323 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-30e6a2a3-6f5d-40ea-b016-17c1c8bcfebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:33.446771 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-978138e9-5ef6-42cb-a2f0-5298dea56979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:34.545688 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:35.060082 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:36.420831 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:37.197535 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:53.356368 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:33:55.807537 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:34:01.201814 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f161177a-6d00-4f7e-b33b-b754abf235ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:03.448199 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b63f5e87-4646-4296-8b18-fa37956da4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:04.545633 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:05.066377 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:06.423921 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:07.201256 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:17.305520 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9d970a5-c3bb-4f5e-a74d-f602ba7160d3 req-306a3600-0504-4a09-b349-5d6ba728eda0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433903 Dec 09 23:34:17.384709 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d970a5-c3bb-4f5e-a74d-f602ba7160d3 req-22947b14-2be5-41fc-885c-a067d9ed59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:34:17.386188 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9d970a5-c3bb-4f5e-a74d-f602ba7160d3 req-22947b14-2be5-41fc-885c-a067d9ed59a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1098 time: 0.0397120 Dec 09 23:34:17.486552 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d970a5-c3bb-4f5e-a74d-f602ba7160d3 req-d748a3b9-225f-476b-b4ff-84c8ff9d2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:34:17.488000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9d970a5-c3bb-4f5e-a74d-f602ba7160d3 req-d748a3b9-225f-476b-b4ff-84c8ff9d2219 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0821030 Dec 09 23:34:17.555359 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9d970a5-c3bb-4f5e-a74d-f602ba7160d3 req-dca17f5c-45d5-4ced-87bb-fd63f4c7e248 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 200 len: 1002 time: 0.0600076 Dec 09 23:34:17.603016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d970a5-c3bb-4f5e-a74d-f602ba7160d3 req-83bfa96c-0d70-4ee6-a3b9-a03c50425464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:34:17.604499 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9d970a5-c3bb-4f5e-a74d-f602ba7160d3 req-83bfa96c-0d70-4ee6-a3b9-a03c50425464 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0425234 Dec 09 23:34:17.647952 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d970a5-c3bb-4f5e-a74d-f602ba7160d3 req-e86cf7b7-a4bd-460e-8b16-27271314f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:34:17.649390 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9d970a5-c3bb-4f5e-a74d-f602ba7160d3 req-e86cf7b7-a4bd-460e-8b16-27271314f1b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386002 Dec 09 23:34:17.739634 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9d970a5-c3bb-4f5e-a74d-f602ba7160d3 req-872c1e81-c012-4c0b-bbeb-727b220da3b6 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830400 Dec 09 23:34:17.828479 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d9d970a5-c3bb-4f5e-a74d-f602ba7160d3 req-eaa5478d-a5d4-4b9d-8998-f508fac86d73 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818720 Dec 09 23:34:23.364695 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:31.204135 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97620b53-0c27-4c31-9638-736ef60525dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:32.807013 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:34:33.451441 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-693e48e9-a6d8-4f9b-aa80-d184f6cea8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:34.575571 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:35.067052 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:36.426585 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:37.205652 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:34:44.801261 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-c91429f3-d7d7-4a80-8822-c76e8ae0626d req-9583b446-c2be-4859-9466-f33884db652c service neutron] (103418) timed out ('10.222.0.16', 56034) {{(pid=103418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 23:34:53.391048 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:01.205269 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ea6ff1d3-c362-4bbe-ad6c-8b2b83d6be6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:03.452713 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-46319e7d-4b59-40e3-a0f9-3ecc137c3011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:04.596304 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:05.068944 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:06.429377 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:07.208513 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:09.806838 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:35:17.339222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06a00b8d-1555-4220-aa80-d45fabd5b770 req-1ad69b7f-2c8d-4bb9-8bd7-5dd7c7f4b63b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0817850 Dec 09 23:35:17.429722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a00b8d-1555-4220-aa80-d45fabd5b770 req-c649a5ae-e811-47be-8b6d-905b717afe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:17.431247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06a00b8d-1555-4220-aa80-d45fabd5b770 req-c649a5ae-e811-47be-8b6d-905b717afe4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1098 time: 0.0401614 Dec 09 23:35:17.535003 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a00b8d-1555-4220-aa80-d45fabd5b770 req-9efb7d0d-464c-4c29-847b-99a48b47b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:17.536436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06a00b8d-1555-4220-aa80-d45fabd5b770 req-9efb7d0d-464c-4c29-847b-99a48b47b7a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0860484 Dec 09 23:35:17.601278 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06a00b8d-1555-4220-aa80-d45fabd5b770 req-1f22a107-0949-4e07-ab39-334bede36f27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 200 len: 1002 time: 0.0561709 Dec 09 23:35:17.650746 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a00b8d-1555-4220-aa80-d45fabd5b770 req-2672a7b0-e878-4c8b-9a50-cb5e67a52b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:17.652165 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06a00b8d-1555-4220-aa80-d45fabd5b770 req-2672a7b0-e878-4c8b-9a50-cb5e67a52b98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0432284 Dec 09 23:35:17.700610 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a00b8d-1555-4220-aa80-d45fabd5b770 req-5775cdbc-8f1e-4731-9fca-62be2ff80739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:17.702130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06a00b8d-1555-4220-aa80-d45fabd5b770 req-5775cdbc-8f1e-4731-9fca-62be2ff80739 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427613 Dec 09 23:35:17.787994 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06a00b8d-1555-4220-aa80-d45fabd5b770 req-14629f54-bf67-4b3b-bccd-0449cca523f2 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789695 Dec 09 23:35:17.878422 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-06a00b8d-1555-4220-aa80-d45fabd5b770 req-cc96698d-2500-414b-9b1b-b0f4f59ba453 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829239 Dec 09 23:35:20.802713 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49014961-899c-4829-9b35-eb7899b7f45f req-2db07319-2ddd-451b-a0bc-4f917f04de7a tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:20.804185 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49014961-899c-4829-9b35-eb7899b7f45f req-2db07319-2ddd-451b-a0bc-4f917f04de7a tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0486288 Dec 09 23:35:20.853501 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-49014961-899c-4829-9b35-eb7899b7f45f req-ecebd3b9-de78-4fc5-a993-d914b2b7c135 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 Dec 09 23:35:21.993745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a60ea0-7aa0-427c-94c2-fc80f185ceaf req-9fa394c6-760b-40e8-966c-cc0793bd2184 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:21.995223 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-79a60ea0-7aa0-427c-94c2-fc80f185ceaf req-9fa394c6-760b-40e8-966c-cc0793bd2184 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0477610 Dec 09 23:35:22.047106 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-79a60ea0-7aa0-427c-94c2-fc80f185ceaf req-508433a7-182a-4b9f-b3e7-7e595da8f5b9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456579 Dec 09 23:35:23.190180 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024760c2-4579-4f52-9f8d-bb22c3ba6c8d req-78dc3abf-6c44-49c3-a789-b15051305230 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:23.191660 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-024760c2-4579-4f52-9f8d-bb22c3ba6c8d req-78dc3abf-6c44-49c3-a789-b15051305230 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0477622 Dec 09 23:35:23.240842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-024760c2-4579-4f52-9f8d-bb22c3ba6c8d req-f4518829-6878-4191-a0f0-05dd99d63ba5 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Dec 09 23:35:23.391136 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:24.355978 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617e96b-f1e2-4c20-9293-340555fb3ccf req-7dac9273-9f1a-417c-b690-ca56e3f69811 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:24.357425 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d617e96b-f1e2-4c20-9293-340555fb3ccf req-7dac9273-9f1a-417c-b690-ca56e3f69811 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0474205 Dec 09 23:35:24.405577 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d617e96b-f1e2-4c20-9293-340555fb3ccf req-4db5bbce-c9a9-44cf-8f87-13eebf6ba3de tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422347 Dec 09 23:35:25.522122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b53812-884f-473e-a158-226ed0c9fb9d req-106d7c0d-663d-4774-afab-96f069a5ffef tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:25.523573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28b53812-884f-473e-a158-226ed0c9fb9d req-106d7c0d-663d-4774-afab-96f069a5ffef tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0512097 Dec 09 23:35:25.570893 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-28b53812-884f-473e-a158-226ed0c9fb9d req-bc6953dc-9e51-4981-8e3a-2cfe8d02a5bf tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407896 Dec 09 23:35:26.685454 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119bba8-f67c-4c60-b41e-ae7adcd1a09f req-51d1c2ec-ca27-432a-906c-63e0f333c700 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:26.686950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5119bba8-f67c-4c60-b41e-ae7adcd1a09f req-51d1c2ec-ca27-432a-906c-63e0f333c700 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0471523 Dec 09 23:35:26.734273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5119bba8-f67c-4c60-b41e-ae7adcd1a09f req-ca37bee3-702f-4feb-9cd6-8185bda83754 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Dec 09 23:35:27.852143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5d647-2a7d-432b-a0a6-f06873094a92 req-8654182e-b602-4386-ba5f-c1929e05e4cc tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:27.853631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42a5d647-2a7d-432b-a0a6-f06873094a92 req-8654182e-b602-4386-ba5f-c1929e05e4cc tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0497282 Dec 09 23:35:27.908578 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-42a5d647-2a7d-432b-a0a6-f06873094a92 req-6dfc7523-914e-4716-bb89-b5cfee89ca3c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487020 Dec 09 23:35:29.020928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b311c-111b-4449-8b3f-7973f081490a req-b56e9145-7fe1-4f93-b31f-e34774e34650 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:29.022407 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-117b311c-111b-4449-8b3f-7973f081490a req-b56e9145-7fe1-4f93-b31f-e34774e34650 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0476146 Dec 09 23:35:29.070524 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-117b311c-111b-4449-8b3f-7973f081490a req-5781f884-2cab-4627-ab4a-9bbec9db6630 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417063 Dec 09 23:35:30.184575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a203a-9168-42a6-9249-9396eaa508c3 req-04f3a0ca-f5cb-4213-a4b8-fb3f4fe4eff6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:30.186048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f7a203a-9168-42a6-9249-9396eaa508c3 req-04f3a0ca-f5cb-4213-a4b8-fb3f4fe4eff6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0477004 Dec 09 23:35:30.234385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f7a203a-9168-42a6-9249-9396eaa508c3 req-9fd40c6d-55e8-4980-bc9f-6636b89eb1cb tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423565 Dec 09 23:35:31.206909 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-16a44170-04c5-421b-9ec2-b15f51811e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:31.357406 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef389b8a-704a-4807-aa8e-e72a6a5639ae req-4f657377-40e2-4ac9-b1f8-319052a1c311 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:31.358907 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef389b8a-704a-4807-aa8e-e72a6a5639ae req-4f657377-40e2-4ac9-b1f8-319052a1c311 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0553403 Dec 09 23:35:31.408983 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ef389b8a-704a-4807-aa8e-e72a6a5639ae req-88f8bd26-7b9a-427e-a99c-f91d7b51a80e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 Dec 09 23:35:32.523412 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f991875-7f9c-456a-91ca-6f2238b47b16 req-b2b6b823-4acf-4bbf-88b7-951ebaba371c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:32.524866 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f991875-7f9c-456a-91ca-6f2238b47b16 req-b2b6b823-4acf-4bbf-88b7-951ebaba371c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0475454 Dec 09 23:35:32.572177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5f991875-7f9c-456a-91ca-6f2238b47b16 req-bc078595-69b2-4620-bed1-953be2016041 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409946 Dec 09 23:35:33.392400 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 34468b36-8de9-4489-ab39-7b46d4197637 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:35:33.488570 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c1a93402-5599-484c-8e6e-39ec31888833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:33.501268 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:35:33.512054 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': '34468b36-8de9-4489-ab39-7b46d4197637', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'port_id': '34468b36-8de9-4489-ab39-7b46d4197637', 'mac_address': 'fa:16:3e:93:0e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:35:33.552423 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:33.565680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34468b36-8de9-4489-ab39-7b46d4197637 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:35:33.584925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:35:33.588734 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:33.644169 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=34468b36-8de9-4489-ab39-7b46d4197637,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:35:33.666164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.666164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.666164 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.667308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.667308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.667659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.671061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.671409 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.671753 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.672091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.672428 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.672778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.673091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:33.678318 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['34468b36-8de9-4489-ab39-7b46d4197637'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:35:33.725192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4f8c-a49c-4516-b981-32f6cbb3793d req-800c010b-77da-4cc5-a9df-4393d85ba6a6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:33.727288 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f8a4f8c-a49c-4516-b981-32f6cbb3793d req-800c010b-77da-4cc5-a9df-4393d85ba6a6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 945 time: 0.0618393 Dec 09 23:35:33.790461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f8a4f8c-a49c-4516-b981-32f6cbb3793d req-2422729a-a89e-405f-98b2-6f4066bda160 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557559 Dec 09 23:35:34.594219 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:34.932868 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c9195-2e90-45f7-8dcb-22aee6b258ed req-a530885d-d118-4a53-bf3f-10b3a2c4b1b4 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:34.934330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b08c9195-2e90-45f7-8dcb-22aee6b258ed req-a530885d-d118-4a53-bf3f-10b3a2c4b1b4 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 945 time: 0.0550203 Dec 09 23:35:34.987770 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b08c9195-2e90-45f7-8dcb-22aee6b258ed req-b3c62c71-2d51-459f-816a-5aa7b8b7547b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470142 Dec 09 23:35:35.074079 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:35.409563 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 34468b36-8de9-4489-ab39-7b46d4197637 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:35:35.472430 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port 34468b36-8de9-4489-ab39-7b46d4197637 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:35:35.473046 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:35.560020 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:35.586180 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:35:35.589132 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5377c7-ec7a-4dc7-932a-9df9e0d722e8" -d '{"events": [{"server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "name": "network-vif-plugged", "status": "completed", "tag": "34468b36-8de9-4489-ab39-7b46d4197637"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:35:35.615587 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:35:35.624357 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:35.680527 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=34468b36-8de9-4489-ab39-7b46d4197637,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:35:35.718378 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120092e1-5bdb-4eac-b250-5e935b9bf212 x-openstack-request-id: req-120092e1-5bdb-4eac-b250-5e935b9bf212 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:35:35.718759 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "name": "network-vif-plugged", "status": "completed", "tag": "34468b36-8de9-4489-ab39-7b46d4197637", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:35:35.719110 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-120092e1-5bdb-4eac-b250-5e935b9bf212 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:35:35.719621 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637', 'code': 200} Dec 09 23:35:36.120527 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26f6e2-7d80-4f4b-ab7c-20f82e01638f req-9d591595-9c35-478f-836e-96f2c889b793 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:36.122219 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee26f6e2-7d80-4f4b-ab7c-20f82e01638f req-9d591595-9c35-478f-836e-96f2c889b793 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0515115 Dec 09 23:35:36.183335 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ee26f6e2-7d80-4f4b-ab7c-20f82e01638f req-8c3ffdcc-3a2f-46dc-89b1-e89e31097ee7 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544639 Dec 09 23:35:36.434567 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:37.219505 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:37.334015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6ac60-271a-495a-989a-6f32fb2acb1b req-c92cbcd6-680d-42ed-bc1b-47c7daa76786 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:37.335640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7e6ac60-271a-495a-989a-6f32fb2acb1b req-c92cbcd6-680d-42ed-bc1b-47c7daa76786 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0565760 Dec 09 23:35:37.394681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7e6ac60-271a-495a-989a-6f32fb2acb1b req-1df84f7f-6d7a-448f-9a58-5c97efc26002 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492175 Dec 09 23:35:38.520067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea09f9c-4c08-460b-9651-d392314aa7e2 req-a7d1c600-6834-4b82-ad25-5c26c262b26a tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:38.521608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fea09f9c-4c08-460b-9651-d392314aa7e2 req-a7d1c600-6834-4b82-ad25-5c26c262b26a tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0557024 Dec 09 23:35:38.579338 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fea09f9c-4c08-460b-9651-d392314aa7e2 req-c5fa9e04-830b-4111-ad48-a05e481f4c9e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510955 Dec 09 23:35:39.707082 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a84a6a-843a-4961-8e9f-8ca14bc5d21e req-dd52c9f5-7754-499c-8b53-b34b593f7413 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:39.708793 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27a84a6a-843a-4961-8e9f-8ca14bc5d21e req-dd52c9f5-7754-499c-8b53-b34b593f7413 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0584848 Dec 09 23:35:39.761086 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-27a84a6a-843a-4961-8e9f-8ca14bc5d21e req-a9292681-3d78-436b-b3f1-3d8ba5cf3ead tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458095 Dec 09 23:35:40.883842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cdb8b-1332-49e4-825d-7d5da6563c6f req-fdc80cc8-7810-442d-a8c7-7c6e3856b44e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:40.885483 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-933cdb8b-1332-49e4-825d-7d5da6563c6f req-fdc80cc8-7810-442d-a8c7-7c6e3856b44e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0519717 Dec 09 23:35:40.946461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-933cdb8b-1332-49e4-825d-7d5da6563c6f req-415f62f8-fa6c-4880-bf63-551d64c59778 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547361 Dec 09 23:35:42.067575 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519946b7-3487-4c3b-a825-738bd005c55f req-4ff611bd-4557-4dce-9481-c1a6a087a91d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:42.069056 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-519946b7-3487-4c3b-a825-738bd005c55f req-4ff611bd-4557-4dce-9481-c1a6a087a91d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0506837 Dec 09 23:35:42.131285 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-519946b7-3487-4c3b-a825-738bd005c55f req-e30a6b78-4b37-4320-b9ba-3896076a113c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540881 Dec 09 23:35:43.017805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac64ba-1c09-48e2-8b42-ec98f2650979 req-9355cd05-bc08-4311-92c4-21887ce8e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:43.019260 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33ac64ba-1c09-48e2-8b42-ec98f2650979 req-9355cd05-bc08-4311-92c4-21887ce8e274 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1098 time: 0.0402639 Dec 09 23:35:43.106962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac64ba-1c09-48e2-8b42-ec98f2650979 req-50f150a1-4303-4075-984e-b67e2aa70813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:43.108405 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33ac64ba-1c09-48e2-8b42-ec98f2650979 req-50f150a1-4303-4075-984e-b67e2aa70813 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0826998 Dec 09 23:35:43.175885 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33ac64ba-1c09-48e2-8b42-ec98f2650979 req-6b27298b-8938-4aef-9b39-19e261a06466 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 200 len: 1002 time: 0.0605717 Dec 09 23:35:43.254797 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac64ba-1c09-48e2-8b42-ec98f2650979 req-93a93cd2-eb9e-45d9-a16e-5155fbba46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:43.254797 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33ac64ba-1c09-48e2-8b42-ec98f2650979 req-93a93cd2-eb9e-45d9-a16e-5155fbba46d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0714328 Dec 09 23:35:43.279227 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f74f1-6630-4093-915e-384582344c94 req-f5fcf383-4476-473b-97f0-ecf1fc270e2e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:43.280568 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c6f74f1-6630-4093-915e-384582344c94 req-f5fcf383-4476-473b-97f0-ecf1fc270e2e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0720985 Dec 09 23:35:43.337445 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac64ba-1c09-48e2-8b42-ec98f2650979 req-de8394e9-4ac2-4fad-b6c5-4f4f694ca475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:43.338978 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33ac64ba-1c09-48e2-8b42-ec98f2650979 req-de8394e9-4ac2-4fad-b6c5-4f4f694ca475 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771978 Dec 09 23:35:43.347643 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c6f74f1-6630-4093-915e-384582344c94 req-8357d4e1-6208-456d-8bfb-fa91811254fe tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533774 Dec 09 23:35:43.430213 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33ac64ba-1c09-48e2-8b42-ec98f2650979 req-7e6ecfa3-7352-4662-9cea-c3e1e43e9b63 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816386 Dec 09 23:35:43.519993 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-33ac64ba-1c09-48e2-8b42-ec98f2650979 req-beec2085-66f3-4955-b683-1e773056044f service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827010 Dec 09 23:35:44.463799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7577631-5032-43e1-9d94-7c801d1e6399 req-02437dbc-53cb-4149-b898-4a332f6396b2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:44.465176 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7577631-5032-43e1-9d94-7c801d1e6399 req-02437dbc-53cb-4149-b898-4a332f6396b2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0488610 Dec 09 23:35:44.512683 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7577631-5032-43e1-9d94-7c801d1e6399 req-421f8663-2207-4d02-9ebd-464dff4a81e6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416806 Dec 09 23:35:45.629852 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02b3a3-fdee-4120-a94c-75a5e2233cfe req-bd6f44f5-66d5-477a-9efb-3f4ba0956af8 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:45.631259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a02b3a3-fdee-4120-a94c-75a5e2233cfe req-bd6f44f5-66d5-477a-9efb-3f4ba0956af8 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0517938 Dec 09 23:35:45.678442 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a02b3a3-fdee-4120-a94c-75a5e2233cfe req-72d3246c-65ae-4d34-87ad-486cbd804d51 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409138 Dec 09 23:35:45.789556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-63bcc836-029d-45dd-b03c-954da920ffed req-c0848211-2bf5-48a2-a8ea-a5984f26f653 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:35:45.790657 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-63bcc836-029d-45dd-b03c-954da920ffed req-c0848211-2bf5-48a2-a8ea-a5984f26f653 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472119 Dec 09 23:35:45.944692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669b8d6-68cd-4fd9-8e87-6dca7f414cfe req-354f54d5-37b6-4e1f-8cc5-7ac0151fbee0 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:45.946206 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8669b8d6-68cd-4fd9-8e87-6dca7f414cfe req-354f54d5-37b6-4e1f-8cc5-7ac0151fbee0 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0491929 Dec 09 23:35:45.995730 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8669b8d6-68cd-4fd9-8e87-6dca7f414cfe req-f9266a11-8dab-40ea-98bc-006d6d71c6f8 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434380 Dec 09 23:35:46.231635 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-54d895bc-08bf-479d-8428-78f86b48d6af req-cff9c272-2cae-4508-b60a-b31765090cdd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835214 Dec 09 23:35:46.805746 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:35:47.084940 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d895bc-08bf-479d-8428-78f86b48d6af req-903f5476-165c-4363-9ece-9651d42a0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:47.086496 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-54d895bc-08bf-479d-8428-78f86b48d6af req-903f5476-165c-4363-9ece-9651d42a0df0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a&tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc HTTP/1.1" status: 200 len: 1098 time: 0.0844221 Dec 09 23:35:47.103453 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-23', 'device_owner': 'compute:nova'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:35:47.109949 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf228e-4da6-4a21-9cba-90f542d69ecc req-47ca4564-5b98-4095-9c18-ba2dc92ffa7d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:47.111426 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ddf228e-4da6-4a21-9cba-90f542d69ecc req-47ca4564-5b98-4095-9c18-ba2dc92ffa7d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0468299 Dec 09 23:35:47.159327 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:47.163770 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1ddf228e-4da6-4a21-9cba-90f542d69ecc req-46dc5958-17ee-44ac-9461-148c45e8288d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463529 Dec 09 23:35:47.361627 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:35:47.394125 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h2-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:35:47.432995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:35:47.435624 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8255bd40-0202-4997-9d76-b05905eb13ca" -d '{"events": [{"server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "34468b36-8de9-4489-ab39-7b46d4197637"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:35:47.439362 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:47.451907 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Transition to ACTIVE for port object 34468b36-8de9-4489-ab39-7b46d4197637 will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:35:47.455588 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:47.505095 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 34468b36-8de9-4489-ab39-7b46d4197637 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:35:47.536291 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Pushing event updated for resources: {'Port': ['ID=34468b36-8de9-4489-ab39-7b46d4197637,revision_number=8']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:35:47.547171 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.547787 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.548115 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device 34468b36-8de9-4489-ab39-7b46d4197637 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:35:47.548251 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.548485 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.548829 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.549168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.549505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.549855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.550195 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.550531 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.550864 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.551195 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.551529 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:35:47.559066 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e30367d-f9df-4b62-bf55-ea3d0d6b8bc1 x-openstack-request-id: req-6e30367d-f9df-4b62-bf55-ea3d0d6b8bc1 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:35:47.559406 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "34468b36-8de9-4489-ab39-7b46d4197637", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:35:47.559777 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e30367d-f9df-4b62-bf55-ea3d0d6b8bc1 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:35:47.560016 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637', 'code': 200} Dec 09 23:35:47.602995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] No DVR routers for this DVR port 34468b36-8de9-4489-ab39-7b46d4197637 on host n-h2-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:35:47.741767 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Attempting to bind port 34468b36-8de9-4489-ab39-7b46d4197637 on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:35:47.742141 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Attempting to bind port 34468b36-8de9-4489-ab39-7b46d4197637 by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:35:47.742472 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Attempting to bind port 34468b36-8de9-4489-ab39-7b46d4197637 on network be786182-9f99-4485-bee0-015d290488f2 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:35:47.746701 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Port 34468b36-8de9-4489-ab39-7b46d4197637 on network be786182-9f99-4485-bee0-015d290488f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:35:47.747024 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Attempting to bind port 34468b36-8de9-4489-ab39-7b46d4197637 on network be786182-9f99-4485-bee0-015d290488f2 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:35:47.752151 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:35:47.752496 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Checking segment: {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:35:47.752882 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Bound using segment: {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:35:47.753307 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Bound port: 34468b36-8de9-4489-ab39-7b46d4197637, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:35:47.753664 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:47.814877 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:35:47.818087 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:35:47.822149 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:47.858334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:47.858963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:47.860337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-54d895bc-08bf-479d-8428-78f86b48d6af req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] 10.222.0.18 "PUT /v2.0/ports/34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 200 len: 1093 time: 0.7609138 Dec 09 23:35:47.884900 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f40990-a5d5-4c1c-9b44-8c1cc7d41879 service neutron] Pushing event updated for resources: {'Port': ['ID=34468b36-8de9-4489-ab39-7b46d4197637,revision_number=9']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:35:47.936956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d895bc-08bf-479d-8428-78f86b48d6af req-53e71aef-326b-4df9-88bc-d25534c2d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:47.938542 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-54d895bc-08bf-479d-8428-78f86b48d6af req-53e71aef-326b-4df9-88bc-d25534c2d522 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1096 time: 0.0430965 Dec 09 23:35:48.032923 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d895bc-08bf-479d-8428-78f86b48d6af req-730aa845-72cf-4040-a5af-4f3a9cda5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:48.034564 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-54d895bc-08bf-479d-8428-78f86b48d6af req-730aa845-72cf-4040-a5af-4f3a9cda5021 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0889452 Dec 09 23:35:48.102144 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-54d895bc-08bf-479d-8428-78f86b48d6af req-94f9b1cf-72d9-4f32-beb4-ec99ef22ab69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 200 len: 1000 time: 0.0610278 Dec 09 23:35:48.152026 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d895bc-08bf-479d-8428-78f86b48d6af req-c8e9d3be-febf-4ccf-baa1-bacff680ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:48.153579 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-54d895bc-08bf-479d-8428-78f86b48d6af req-c8e9d3be-febf-4ccf-baa1-bacff680ab49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0440717 Dec 09 23:35:48.198036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d895bc-08bf-479d-8428-78f86b48d6af req-ae9759eb-4dc7-49e4-9515-30dcb46f2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:48.200233 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-54d895bc-08bf-479d-8428-78f86b48d6af req-ae9759eb-4dc7-49e4-9515-30dcb46f2693 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403173 Dec 09 23:35:48.284063 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14772-b3dd-42e7-a028-2289583028e2 req-a79b15bd-9abb-48ec-a719-772da09a38c2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:48.285551 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73e14772-b3dd-42e7-a028-2289583028e2 req-a79b15bd-9abb-48ec-a719-772da09a38c2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0487702 Dec 09 23:35:48.295730 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-54d895bc-08bf-479d-8428-78f86b48d6af req-bb746046-28a6-41a1-8ad2-df11d948eb76 service neutron] 10.222.0.18 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880461 Dec 09 23:35:48.334960 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-73e14772-b3dd-42e7-a028-2289583028e2 req-6d05924b-3a6d-4fd4-9a2b-cd92cc44075a tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428088 Dec 09 23:35:48.390610 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-54d895bc-08bf-479d-8428-78f86b48d6af req-e44339bf-8a06-4093-b763-13ec29280065 service neutron] 10.222.0.18 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883884 Dec 09 23:35:49.455751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccc0dc-bda2-486b-8607-69dcdd20e656 req-4db760fe-4588-4710-90a4-1eb5791ba00e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:49.457330 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbccc0dc-bda2-486b-8607-69dcdd20e656 req-4db760fe-4588-4710-90a4-1eb5791ba00e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0488665 Dec 09 23:35:49.510024 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bbccc0dc-bda2-486b-8607-69dcdd20e656 req-022e3bb9-71c9-4137-bfa7-ca06a6f74832 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464370 Dec 09 23:35:49.561527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:35:49.564749 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bf19ae-9ce9-48cc-950e-ec17aaf2663b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "tag": "34468b36-8de9-4489-ab39-7b46d4197637"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:35:49.603326 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1ea5d9-2dcd-4d5d-8249-4fb36aaae6ec x-openstack-request-id: req-aa1ea5d9-2dcd-4d5d-8249-4fb36aaae6ec {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:35:49.603621 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "tag": "34468b36-8de9-4489-ab39-7b46d4197637", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:35:49.603877 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa1ea5d9-2dcd-4d5d-8249-4fb36aaae6ec {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:35:49.604287 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637', 'status': 'completed', 'code': 200} Dec 09 23:35:50.632745 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a3c60-49c0-4180-952c-1c7a4c9f3bb6 req-0eba9a36-1adc-41d6-b952-0d2ef100120b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:50.634240 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a6a3c60-49c0-4180-952c-1c7a4c9f3bb6 req-0eba9a36-1adc-41d6-b952-0d2ef100120b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0570412 Dec 09 23:35:50.684995 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a6a3c60-49c0-4180-952c-1c7a4c9f3bb6 req-36010fd5-bded-4c6b-811d-4cbabafeb977 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441849 Dec 09 23:35:51.805756 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c82cbe-4622-47ab-83c5-87c0ed17e336 req-f90d63db-45df-42d8-96ce-117d04b6f91f tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:51.807258 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83c82cbe-4622-47ab-83c5-87c0ed17e336 req-f90d63db-45df-42d8-96ce-117d04b6f91f tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0493374 Dec 09 23:35:51.857575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83c82cbe-4622-47ab-83c5-87c0ed17e336 req-da5d9e51-2c95-4ece-97db-b34a799a8a41 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Dec 09 23:35:52.980262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f996387-7375-43b4-9fee-4e0feceeffd5 req-1ad50e1f-c58f-489c-abdd-9600dccbac6f tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:52.981765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f996387-7375-43b4-9fee-4e0feceeffd5 req-1ad50e1f-c58f-489c-abdd-9600dccbac6f tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0527124 Dec 09 23:35:53.032654 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6f996387-7375-43b4-9fee-4e0feceeffd5 req-ed0b39d5-3857-40e9-a912-23662e5f2ee6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440266 Dec 09 23:35:53.407208 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:35:54.163192 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b0a62-ad0a-4725-a3ba-10357836cb44 req-d1dbfe0c-b280-4df0-abbc-1638f42b7b9b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:54.164928 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e8b0a62-ad0a-4725-a3ba-10357836cb44 req-d1dbfe0c-b280-4df0-abbc-1638f42b7b9b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0510116 Dec 09 23:35:54.219014 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e8b0a62-ad0a-4725-a3ba-10357836cb44 req-615e69ed-b1d0-4d2c-8aa0-038a59a3a41e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460947 Dec 09 23:35:55.337692 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8d1d8-fa01-4b6a-a2ce-bc0deb4b35a8 req-17a17856-9e0d-498d-9a44-6a9f8ef264a4 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:55.339161 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36b8d1d8-fa01-4b6a-a2ce-bc0deb4b35a8 req-17a17856-9e0d-498d-9a44-6a9f8ef264a4 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0489988 Dec 09 23:35:55.394411 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-36b8d1d8-fa01-4b6a-a2ce-bc0deb4b35a8 req-6a89e4e3-e459-49ae-abca-43583c782ddf tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484960 Dec 09 23:35:56.528724 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cbc0e-a3f4-44c8-b37b-b4755cef45f3 req-7e47b5dc-8f18-4779-a273-477e59deaf27 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:56.530305 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-875cbc0e-a3f4-44c8-b37b-b4755cef45f3 req-7e47b5dc-8f18-4779-a273-477e59deaf27 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0665467 Dec 09 23:35:56.589304 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-875cbc0e-a3f4-44c8-b37b-b4755cef45f3 req-b3d6bc7a-e14a-4860-b9b2-3f765206eb8f tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528123 Dec 09 23:35:57.724881 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0451-de3d-4e7c-9007-1f5ef5e69709 req-3d4208f8-ca25-4dfe-b99d-bcc044bfe11c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:57.726406 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-901a0451-de3d-4e7c-9007-1f5ef5e69709 req-3d4208f8-ca25-4dfe-b99d-bcc044bfe11c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0675826 Dec 09 23:35:57.776848 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-901a0451-de3d-4e7c-9007-1f5ef5e69709 req-0a7b3052-7b20-4c70-adac-fa677643c688 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444622 Dec 09 23:35:58.895198 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad892a28-f2f3-48e9-93ca-fedb9a05b5ba req-469ce978-ba0d-4340-a64c-94a1b3a8c133 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:58.896656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad892a28-f2f3-48e9-93ca-fedb9a05b5ba req-469ce978-ba0d-4340-a64c-94a1b3a8c133 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0528061 Dec 09 23:35:58.944740 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ad892a28-f2f3-48e9-93ca-fedb9a05b5ba req-d24894d1-59c6-48d8-a911-6f75f0a68892 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415862 Dec 09 23:35:59.448230 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf19ae-9ce9-48cc-950e-ec17aaf2663b req-ea2bcae2-593b-441a-9eaf-292f1e95139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:59.449823 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-49bf19ae-9ce9-48cc-950e-ec17aaf2663b req-ea2bcae2-593b-441a-9eaf-292f1e95139a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1096 time: 0.0406656 Dec 09 23:35:59.537711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf19ae-9ce9-48cc-950e-ec17aaf2663b req-396e9e94-3b1d-4525-b02f-9d671ae21aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:59.539186 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-49bf19ae-9ce9-48cc-950e-ec17aaf2663b req-396e9e94-3b1d-4525-b02f-9d671ae21aa8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0827811 Dec 09 23:35:59.611600 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-49bf19ae-9ce9-48cc-950e-ec17aaf2663b req-791f984c-3bdc-4a05-9926-9cbdf155d699 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 200 len: 1000 time: 0.0608146 Dec 09 23:35:59.664168 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf19ae-9ce9-48cc-950e-ec17aaf2663b req-51ecda0e-18cc-4497-ad9f-ccf0c22e59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:59.665596 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-49bf19ae-9ce9-48cc-950e-ec17aaf2663b req-51ecda0e-18cc-4497-ad9f-ccf0c22e59c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0430567 Dec 09 23:35:59.710470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf19ae-9ce9-48cc-950e-ec17aaf2663b req-9162a258-96d6-4cba-8609-d278ca55ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:35:59.711827 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-49bf19ae-9ce9-48cc-950e-ec17aaf2663b req-9162a258-96d6-4cba-8609-d278ca55ad45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382633 Dec 09 23:35:59.804709 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-49bf19ae-9ce9-48cc-950e-ec17aaf2663b req-295d8171-350d-44c0-b2a3-050541ea7483 service neutron] 10.222.0.18 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845072 Dec 09 23:35:59.892680 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-49bf19ae-9ce9-48cc-950e-ec17aaf2663b req-a059fb5d-d4be-4a69-97c3-c277e5b53ee4 service neutron] 10.222.0.18 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811362 Dec 09 23:36:00.062389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca63021-e26b-42f1-9ae5-db96a73da433 req-80fec8c8-989f-4e4a-b44d-2ca3acf8ce26 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:36:00.063837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cca63021-e26b-42f1-9ae5-db96a73da433 req-80fec8c8-989f-4e4a-b44d-2ca3acf8ce26 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0483475 Dec 09 23:36:00.111073 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cca63021-e26b-42f1-9ae5-db96a73da433 req-3b83aba9-5be6-4215-a499-590883eaff56 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412605 Dec 09 23:36:01.209338 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f38f560b-dd41-4ae9-8cd8-2f95bace7fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:01.227105 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72b876-a3f6-4b9f-87a0-0adf86ce9984 req-831ca4f9-7bef-4743-b765-20c21d813696 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:36:01.228563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c72b876-a3f6-4b9f-87a0-0adf86ce9984 req-831ca4f9-7bef-4743-b765-20c21d813696 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0507557 Dec 09 23:36:01.280380 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-3c72b876-a3f6-4b9f-87a0-0adf86ce9984 req-63b7921d-c071-4fab-8e17-e81ce0a71be0 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457034 Dec 09 23:36:02.221911 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 34468b36-8de9-4489-ab39-7b46d4197637 details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:36:02.316298 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:36:02.327733 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': '34468b36-8de9-4489-ab39-7b46d4197637', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'port_id': '34468b36-8de9-4489-ab39-7b46d4197637', 'mac_address': 'fa:16:3e:93:0e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:36:02.364528 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:02.377761 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34468b36-8de9-4489-ab39-7b46d4197637 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:36:02.395813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921907e-b0d4-4a7a-9382-71990115164f req-78f7249c-42c2-42fe-8b0a-c567dc8749b7 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:36:02.397299 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4921907e-b0d4-4a7a-9382-71990115164f req-78f7249c-42c2-42fe-8b0a-c567dc8749b7 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 944 time: 0.0485315 Dec 09 23:36:02.401425 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:36:02.405605 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:02.446768 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4921907e-b0d4-4a7a-9382-71990115164f req-bffe7011-d78b-4060-a7ff-ca067b318cc6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Dec 09 23:36:02.452140 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=34468b36-8de9-4489-ab39-7b46d4197637,revision_number=10']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:36:02.722736 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['34468b36-8de9-4489-ab39-7b46d4197637'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:36:03.449780 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d04ef8a-c79f-4260-82a4-9ddd48dec30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:03.564147 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd198d44-bcb8-4a26-9e53-eec4d0e4d2c4 req-3eff5606-7e97-49d7-b6c2-4c4ed644a158 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:36:03.565580 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd198d44-bcb8-4a26-9e53-eec4d0e4d2c4 req-3eff5606-7e97-49d7-b6c2-4c4ed644a158 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 946 time: 0.0471685 Dec 09 23:36:03.613507 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd198d44-bcb8-4a26-9e53-eec4d0e4d2c4 req-2b0406c6-14de-4553-a77c-03fcebf7b8f8 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418673 Dec 09 23:36:04.221860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 34468b36-8de9-4489-ab39-7b46d4197637 up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:36:04.269521 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port 34468b36-8de9-4489-ab39-7b46d4197637 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:36:04.273314 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port 34468b36-8de9-4489-ab39-7b46d4197637 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:36:04.273683 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:04.350585 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:04.371682 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:36:04.373921 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ccacc4-dce9-441b-ab78-b982ee1088b6" -d '{"events": [{"server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "name": "network-vif-plugged", "status": "completed", "tag": "34468b36-8de9-4489-ab39-7b46d4197637"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:36:04.387084 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:36:04.390757 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:04.415270 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7ec5b2-97b3-4a3d-98d3-6ae1b9d575ae x-openstack-request-id: req-6c7ec5b2-97b3-4a3d-98d3-6ae1b9d575ae {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:36:04.415565 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "name": "network-vif-plugged", "status": "completed", "tag": "34468b36-8de9-4489-ab39-7b46d4197637", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:36:04.415824 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c7ec5b2-97b3-4a3d-98d3-6ae1b9d575ae {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:36:04.416217 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637', 'code': 200} Dec 09 23:36:04.438548 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=34468b36-8de9-4489-ab39-7b46d4197637,revision_number=11']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:36:04.604640 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:04.618744 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c03d-0442-4e3b-857e-1e6a10b05c5a req-004de513-d2dd-4662-8995-4211adf4ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:36:04.620236 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-93f4c03d-0442-4e3b-857e-1e6a10b05c5a req-004de513-d2dd-4662-8995-4211adf4ceed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1099 time: 0.0465086 Dec 09 23:36:04.668634 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-93f4c03d-0442-4e3b-857e-1e6a10b05c5a req-6dd45bbe-3741-42f6-9503-822f7bc9b8a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402520 Dec 09 23:36:05.049478 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948adc3c-7b54-414a-906b-e432e15d590e req-b340f351-b9b7-4557-b24c-24cc81f50797 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:36:05.051048 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-948adc3c-7b54-414a-906b-e432e15d590e req-b340f351-b9b7-4557-b24c-24cc81f50797 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 947 time: 0.3698041 Dec 09 23:36:05.075024 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:05.099010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-948adc3c-7b54-414a-906b-e432e15d590e req-0656cc61-efb7-4460-905b-07c7e30f770e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418165 Dec 09 23:36:06.218976 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46566a-6080-4dd2-8b79-f819155bc6bc req-b0b0735f-df23-4b36-99eb-8df53fa37727 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:36:06.220564 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c46566a-6080-4dd2-8b79-f819155bc6bc req-b0b0735f-df23-4b36-99eb-8df53fa37727 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 947 time: 0.0496132 Dec 09 23:36:06.268688 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1c46566a-6080-4dd2-8b79-f819155bc6bc req-0999ba0f-b9eb-4fc0-ae9a-dbd6534d7a6b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418804 Dec 09 23:36:06.434748 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:07.211666 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:07.384645 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201730ec-e0d3-4415-adc9-fe55486d0673 req-263d8b51-ab6b-494a-9425-c3d4d59ec265 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:36:07.386111 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-201730ec-e0d3-4415-adc9-fe55486d0673 req-263d8b51-ab6b-494a-9425-c3d4d59ec265 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 947 time: 0.0499914 Dec 09 23:36:07.433094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-201730ec-e0d3-4415-adc9-fe55486d0673 req-be0766ee-be34-4b47-a4a0-ea0cdcc145de tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406506 Dec 09 23:36:23.403686 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:23.805217 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:36:31.211770 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8a30a1de-8b04-4b83-a4f6-a5ffa37775a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:33.451498 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-50b29b42-4905-4a73-9f29-1b1bfa65f68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:34.610412 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:35.078236 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:36.438440 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:37.214034 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:36:43.041271 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5398887f-0a8d-4639-a03c-40b485d44b6b req-573fc5a8-0fcd-4d03-835a-80b58e0c7b51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388772 Dec 09 23:36:43.138675 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398887f-0a8d-4639-a03c-40b485d44b6b req-ba29cd37-1994-4659-bab8-9566bdfdeeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:36:43.140147 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5398887f-0a8d-4639-a03c-40b485d44b6b req-ba29cd37-1994-4659-bab8-9566bdfdeeb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1099 time: 0.0405324 Dec 09 23:36:43.246575 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398887f-0a8d-4639-a03c-40b485d44b6b req-d1d6c3e3-cf1c-4f31-8f91-156219ee6a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:36:43.249072 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5398887f-0a8d-4639-a03c-40b485d44b6b req-d1d6c3e3-cf1c-4f31-8f91-156219ee6a5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0895393 Dec 09 23:36:43.312411 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5398887f-0a8d-4639-a03c-40b485d44b6b req-2323ecf6-3753-49db-a34b-37a2065e8b48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 200 len: 1002 time: 0.0565226 Dec 09 23:36:43.363686 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398887f-0a8d-4639-a03c-40b485d44b6b req-1ca987b7-66c8-46df-9be0-aaa451a2973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:36:43.365089 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5398887f-0a8d-4639-a03c-40b485d44b6b req-1ca987b7-66c8-46df-9be0-aaa451a2973e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0454755 Dec 09 23:36:43.410425 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398887f-0a8d-4639-a03c-40b485d44b6b req-01e9035b-b9cf-445b-900b-ae959aef0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:36:43.411880 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5398887f-0a8d-4639-a03c-40b485d44b6b req-01e9035b-b9cf-445b-900b-ae959aef0f9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394907 Dec 09 23:36:43.503972 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5398887f-0a8d-4639-a03c-40b485d44b6b req-47e6183a-b119-4795-bbd9-ec8d4f1bc3f1 service neutron] 10.222.0.18 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854237 Dec 09 23:36:43.594146 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-5398887f-0a8d-4639-a03c-40b485d44b6b req-d5f86579-00f0-44cb-a90b-7bc0a57d7b56 service neutron] 10.222.0.18 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825837 Dec 09 23:36:53.407004 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:00.804552 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:37:01.213652 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c068ffcf-86d0-4cdd-aeeb-9af935d63c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:03.453097 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd1a4-86a9-4fce-ad62-ebfde11be816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:04.619669 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:05.080790 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:06.441191 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:07.219486 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:17.094932 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60918) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:37:17.246935 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Deleting port 2d058f98-c845-485f-97eb-c737f3c8b267 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:37:17.247284 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:17.322156 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:17.322478 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:17.334159 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Calling delete_port for 2d058f98-c845-485f-97eb-c737f3c8b267 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:37:17.471905 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:17.499496 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event deleted for resources: {'Port': ['ID=2d058f98-c845-485f-97eb-c737f3c8b267,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:17.526566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.526913 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.527254 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.527594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.527927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.528257 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.528583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.528907 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.529237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.529562 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.529917 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.530241 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.530559 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:17.569214 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:17.569547 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Floating IP e80c6e66-34bf-4b57-9038-47be5cc7425a disassociated (deleted). External IP: 172.25.8.159, port: 34468b36-8de9-4489-ab39-7b46d4197637. Dec 09 23:37:17.769107 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:37:17.871842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:37:17.877473 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:17.882021 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de2544-8e78-413d-a2bc-837f4dea4e9e None None] Sync routers for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:37:17.891092 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de2544-8e78-413d-a2bc-837f4dea4e9e None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:37:17.891714 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e6de2544-8e78-413d-a2bc-837f4dea4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:37:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:37:17.903753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2c4288d3-827e-423f-b365-702483b60c4e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "DELETE /v2.0/floatingips/e80c6e66-34bf-4b57-9038-47be5cc7425a HTTP/1.1" status: 204 len: 168 time: 0.8077421 Dec 09 23:37:17.904387 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:37:17.906867 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33ab067-6b79-4d5e-ab4c-69efdff693aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "tag": "34468b36-8de9-4489-ab39-7b46d4197637"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:37:18.002518 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-e6de2544-8e78-413d-a2bc-837f4dea4e9e None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:37:18.004782 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fda222-26e9-4789-a731-1a3c2242fb93 x-openstack-request-id: req-04fda222-26e9-4789-a731-1a3c2242fb93 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:37:18.004782 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "tag": "34468b36-8de9-4489-ab39-7b46d4197637", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:37:18.004782 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04fda222-26e9-4789-a731-1a3c2242fb93 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:37:18.004782 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637', 'status': 'completed', 'code': 200} Dec 09 23:37:18.090840 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ab067-6b79-4d5e-ab4c-69efdff693aa req-55c64d4c-4be6-4387-8d54-0eaed1d21d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:18.092734 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b33ab067-6b79-4d5e-ab4c-69efdff693aa req-55c64d4c-4be6-4387-8d54-0eaed1d21d80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 1099 time: 0.0450084 Dec 09 23:37:18.139421 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378f9f3-5de7-473e-b6b7-de958d069081 req-8c7a033a-a7cb-4618-b915-aa3f875da6f1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:18.141071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a378f9f3-5de7-473e-b6b7-de958d069081 req-8c7a033a-a7cb-4618-b915-aa3f875da6f1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 947 time: 0.0511048 Dec 09 23:37:18.195393 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ab067-6b79-4d5e-ab4c-69efdff693aa req-cae79115-1864-459a-8a91-7e54ceb6ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:18.197050 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b33ab067-6b79-4d5e-ab4c-69efdff693aa req-cae79115-1864-459a-8a91-7e54ceb6ffea service neutron] 10.222.0.18 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0971026 Dec 09 23:37:18.199858 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a378f9f3-5de7-473e-b6b7-de958d069081 req-6003335a-d8bc-4513-83af-d58e2f24d81b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503554 Dec 09 23:37:18.219382 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e6de2544-8e78-413d-a2bc-837f4dea4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:08Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:37:18.242325 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b33ab067-6b79-4d5e-ab4c-69efdff693aa req-8d987015-d8ee-4e23-b2dc-c9f70650dd4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 200 len: 217 time: 0.0371296 Dec 09 23:37:18.246826 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de2544-8e78-413d-a2bc-837f4dea4e9e None None] Checking router: 816d98ab-da0d-4130-b0f4-f30adb4b27a6 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:37:18.255492 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de2544-8e78-413d-a2bc-837f4dea4e9e None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:37:18.256094 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e6de2544-8e78-413d-a2bc-837f4dea4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:37:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:37:18.372112 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-e6de2544-8e78-413d-a2bc-837f4dea4e9e None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:37:18.582416 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-e6de2544-8e78-413d-a2bc-837f4dea4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:08Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:37:18.595695 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ab067-6b79-4d5e-ab4c-69efdff693aa req-42d2bbe7-47f6-4c6e-a7f4-c3662c37163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:18.597177 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b33ab067-6b79-4d5e-ab4c-69efdff693aa req-42d2bbe7-47f6-4c6e-a7f4-c3662c37163b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.3474967 Dec 09 23:37:18.608252 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de2544-8e78-413d-a2bc-837f4dea4e9e None None] The sync data for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 is: [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:08Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:37:18.643942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ab067-6b79-4d5e-ab4c-69efdff693aa req-a4ad74cf-f3a2-4291-b89d-640b56d3db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:18.645535 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b33ab067-6b79-4d5e-ab4c-69efdff693aa req-a4ad74cf-f3a2-4291-b89d-640b56d3db4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413589 Dec 09 23:37:18.738570 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b33ab067-6b79-4d5e-ab4c-69efdff693aa req-aeacf5de-d9aa-4ecd-b24c-3c7fcf5594fd service neutron] 10.222.0.18 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853887 Dec 09 23:37:18.838202 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-b33ab067-6b79-4d5e-ab4c-69efdff693aa req-557436cd-38e9-4fdf-ac01-a23bb477c749 service neutron] 10.222.0.18 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921037 Dec 09 23:37:18.844195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0108a-d1cc-452d-b58f-a0e8af470602 None None] New status for floating IP e80c6e66-34bf-4b57-9038-47be5cc7425a: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:37:19.339449 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8d858-c860-4c81-ac3d-4417ad21b058 req-528edb1a-731c-40e8-8c23-6ac26a58f9c8 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:19.340930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ac8d858-c860-4c81-ac3d-4417ad21b058 req-528edb1a-731c-40e8-8c23-6ac26a58f9c8 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 947 time: 0.0546296 Dec 09 23:37:19.389127 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7ac8d858-c860-4c81-ac3d-4417ad21b058 req-2800bb8e-4ba0-4ad1-a2da-a26fab78b234 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=9eb45179-f33c-4c75-982e-ec54258285d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414903 Dec 09 23:37:19.592343 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f717aae-d506-4a5a-9b43-8e645e6176b6 req-da5909b8-2229-4652-b698-885f32f74992 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:19.593881 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f717aae-d506-4a5a-9b43-8e645e6176b6 req-da5909b8-2229-4652-b698-885f32f74992 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 947 time: 0.0492117 Dec 09 23:37:19.683943 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-9f717aae-d506-4a5a-9b43-8e645e6176b6 req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Deleting port 34468b36-8de9-4489-ab39-7b46d4197637 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:37:19.684285 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f717aae-d506-4a5a-9b43-8e645e6176b6 req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:19.771017 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-9f717aae-d506-4a5a-9b43-8e645e6176b6 req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] For port 34468b36-8de9-4489-ab39-7b46d4197637, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=34468b36-8de9-4489-ab39-7b46d4197637,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:37:19.771375 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f717aae-d506-4a5a-9b43-8e645e6176b6 req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:19.783517 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-9f717aae-d506-4a5a-9b43-8e645e6176b6 req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Calling delete_port for 34468b36-8de9-4489-ab39-7b46d4197637 owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:37:19.912965 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f717aae-d506-4a5a-9b43-8e645e6176b6 req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:19.942530 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event deleted for resources: {'Port': ['ID=34468b36-8de9-4489-ab39-7b46d4197637,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:19.973397 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.973751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.974121 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.974471 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.974800 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.975133 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.975466 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.975795 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.976124 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.976450 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.976776 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.977101 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.977424 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:19.997020 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f717aae-d506-4a5a-9b43-8e645e6176b6 req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] No DVR routers for this DVR port 34468b36-8de9-4489-ab39-7b46d4197637 on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:37:20.000427 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-9f717aae-d506-4a5a-9b43-8e645e6176b6 req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:20.003739 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-9f717aae-d506-4a5a-9b43-8e645e6176b6 req-e157c7f7-1dc9-4fb1-b2c1-b26c096d4df9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.18 "DELETE /v2.0/ports/34468b36-8de9-4489-ab39-7b46d4197637 HTTP/1.1" status: 204 len: 173 time: 0.4040456 Dec 09 23:37:20.004181 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'name': 'network-vif-deleted', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:37:20.006463 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2c6174-7366-4561-9592-a20b9e769612" -d '{"events": [{"server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "name": "network-vif-deleted", "tag": "34468b36-8de9-4489-ab39-7b46d4197637"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:37:20.043489 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663d515b-f71b-448d-8ed0-7d7433049296 x-openstack-request-id: req-663d515b-f71b-448d-8ed0-7d7433049296 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:37:20.043839 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca11f45-44db-4f7a-b4fd-32f10f015a9a", "name": "network-vif-deleted", "tag": "34468b36-8de9-4489-ab39-7b46d4197637", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:37:20.044103 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-663d515b-f71b-448d-8ed0-7d7433049296 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:37:20.044515 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca11f45-44db-4f7a-b4fd-32f10f015a9a', 'name': 'network-vif-deleted', 'tag': '34468b36-8de9-4489-ab39-7b46d4197637', 'status': 'completed', 'code': 200} Dec 09 23:37:20.498697 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11b4ad64-f19e-4900-a689-978426979317 req-788cc747-313b-4121-985c-777e63515ea0 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca11f45-44db-4f7a-b4fd-32f10f015a9a HTTP/1.1" status: 200 len: 210 time: 0.0269618 Dec 09 23:37:21.558314 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60942) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:37:21.614292 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e71657cb-5996-4082-bfbc-2a6a41ac9d8c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:21.639205 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e71657cb-5996-4082-bfbc-2a6a41ac9d8c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:21.698522 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e71657cb-5996-4082-bfbc-2a6a41ac9d8c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:21.701136 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e71657cb-5996-4082-bfbc-2a6a41ac9d8c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:21.702320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e71657cb-5996-4082-bfbc-2a6a41ac9d8c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "DELETE /v2.0/security-groups/9eb45179-f33c-4c75-982e-ec54258285d9 HTTP/1.1" status: 204 len: 168 time: 0.1430018 Dec 09 23:37:21.711301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71657cb-5996-4082-bfbc-2a6a41ac9d8c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb45179-f33c-4c75-982e-ec54258285d9,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:21.884234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60948) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:37:21.888842 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a112b172-4f44-4933-ac4a-ec561b982414 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024723800', 'description': 'tempest-secgroup-smoke-2024723800 description', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:37:21.910646 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a112b172-4f44-4933-ac4a-ec561b982414 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:21.979104 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a112b172-4f44-4933-ac4a-ec561b982414 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:21.983650 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a112b172-4f44-4933-ac4a-ec561b982414 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.007694 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a112b172-4f44-4933-ac4a-ec561b982414 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.008917 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a112b172-4f44-4933-ac4a-ec561b982414 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1236091 Dec 09 23:37:22.011906 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60950) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:37:22.016571 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-180f2ca2-662d-4c3e-9442-926fe90cee39 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group_rule': {'security_group_id': 'eb229f49-92a4-400a-a5c8-10d3d80bc68c', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:37:22.020618 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112b172-4f44-4933-ac4a-ec561b982414 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb229f49-92a4-400a-a5c8-10d3d80bc68c,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:22.045828 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-180f2ca2-662d-4c3e-9442-926fe90cee39 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.102216 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-180f2ca2-662d-4c3e-9442-926fe90cee39 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.105814 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-180f2ca2-662d-4c3e-9442-926fe90cee39 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.126375 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f2ca2-662d-4c3e-9442-926fe90cee39 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f8794c-f1e4-479c-b971-7e473af7334d,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:22.132518 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-180f2ca2-662d-4c3e-9442-926fe90cee39 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.133173 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-180f2ca2-662d-4c3e-9442-926fe90cee39 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202528 Dec 09 23:37:22.136043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 60952) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:37:22.141145 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-a52d3eec-b5ff-4213-9793-8397dc01fc80 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group_rule': {'security_group_id': 'eb229f49-92a4-400a-a5c8-10d3d80bc68c', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:37:22.168254 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a52d3eec-b5ff-4213-9793-8397dc01fc80 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.215530 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a52d3eec-b5ff-4213-9793-8397dc01fc80 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.219692 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a52d3eec-b5ff-4213-9793-8397dc01fc80 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.240710 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d3eec-b5ff-4213-9793-8397dc01fc80 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130df971-d31f-48a4-ac5d-c24c3c6b2415,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:22.246001 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a52d3eec-b5ff-4213-9793-8397dc01fc80 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.250665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60954) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:37:22.250937 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a52d3eec-b5ff-4213-9793-8397dc01fc80 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138380 Dec 09 23:37:22.255358 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-88b0c4a3-556b-4029-968c-3146914281b1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group_rule': {'security_group_id': 'eb229f49-92a4-400a-a5c8-10d3d80bc68c', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:37:22.282949 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88b0c4a3-556b-4029-968c-3146914281b1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.338881 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88b0c4a3-556b-4029-968c-3146914281b1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.342226 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88b0c4a3-556b-4029-968c-3146914281b1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.360028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0c4a3-556b-4029-968c-3146914281b1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7dc46f9-8963-4b95-bebf-043d43f24e47,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:22.367224 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88b0c4a3-556b-4029-968c-3146914281b1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.368393 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-88b0c4a3-556b-4029-968c-3146914281b1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166418 Dec 09 23:37:22.371089 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60956) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:37:22.375652 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0f102105-a38a-4e23-8fe6-42d3f4c6d339 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group_rule': {'security_group_id': 'eb229f49-92a4-400a-a5c8-10d3d80bc68c', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:37:22.401186 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f102105-a38a-4e23-8fe6-42d3f4c6d339 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.459510 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f102105-a38a-4e23-8fe6-42d3f4c6d339 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.462676 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f102105-a38a-4e23-8fe6-42d3f4c6d339 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.480240 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f102105-a38a-4e23-8fe6-42d3f4c6d339 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1814a815-c14c-4ae5-bcf9-edb0aa6e4467,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:22.487502 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0f102105-a38a-4e23-8fe6-42d3f4c6d339 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.488679 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0f102105-a38a-4e23-8fe6-42d3f4c6d339 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166782 Dec 09 23:37:22.491479 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60958) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:37:22.495694 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-525a936a-1c1f-4d13-859b-c23c9ff58361 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group_rule': {'security_group_id': 'eb229f49-92a4-400a-a5c8-10d3d80bc68c', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:37:22.517368 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-525a936a-1c1f-4d13-859b-c23c9ff58361 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Project 5d5e4b0ae3a041cfbaa85d1a87cde1cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:37:22.522068 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-525a936a-1c1f-4d13-859b-c23c9ff58361 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.577596 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-525a936a-1c1f-4d13-859b-c23c9ff58361 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.581547 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-525a936a-1c1f-4d13-859b-c23c9ff58361 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.599618 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a936a-1c1f-4d13-859b-c23c9ff58361 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004d1ad6-6284-4929-9716-1d0bcbb78238,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:22.604005 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-525a936a-1c1f-4d13-859b-c23c9ff58361 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.605179 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-525a936a-1c1f-4d13-859b-c23c9ff58361 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1127849 Dec 09 23:37:22.607956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 60960) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:37:22.612188 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-c92f199b-8c5f-478b-bddc-6974648e80a3 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'security_group_rule': {'security_group_id': 'eb229f49-92a4-400a-a5c8-10d3d80bc68c', 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:37:22.633484 n-d-789963-23 neutron-server[103417]: INFO neutron.db.securitygroups_db [None req-c92f199b-8c5f-478b-bddc-6974648e80a3 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Project 5d5e4b0ae3a041cfbaa85d1a87cde1cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:37:22.638204 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c92f199b-8c5f-478b-bddc-6974648e80a3 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.696199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c92f199b-8c5f-478b-bddc-6974648e80a3 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.699194 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c92f199b-8c5f-478b-bddc-6974648e80a3 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.717550 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f199b-8c5f-478b-bddc-6974648e80a3 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371d700d-cef4-4281-85b5-fce163079bdb,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:22.722496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c92f199b-8c5f-478b-bddc-6974648e80a3 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:22.723681 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-c92f199b-8c5f-478b-bddc-6974648e80a3 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1148057 Dec 09 23:37:23.408691 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:24.558756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 34468b36-8de9-4489-ab39-7b46d4197637 no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:37:24.578998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: 34468b36-8de9-4489-ab39-7b46d4197637 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:37:24.579370 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device 34468b36-8de9-4489-ab39-7b46d4197637 not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:37:31.297556 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d63b8d61-a511-4101-9e3a-3c555908c499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:33.464024 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a572afd7-0823-4ac1-9df9-6e386ffcfa6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:34.628895 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:35.085269 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:36.445019 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:37.221864 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:37.804263 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:37:37.935746 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-06e54fac-ea4c-46bd-9d51-c414e069fdff tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024723800&fields=id&tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc HTTP/1.1" status: 200 len: 267 time: 0.0435183 Dec 09 23:37:38.042056 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-4cbf69c6-bfca-49ea-a0c5-75800e2c0729 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:38.043484 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-4cbf69c6-bfca-49ea-a0c5-75800e2c0729 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 809 time: 0.1011314 Dec 09 23:37:38.057741 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-b72e180f-a0af-4ca8-ba89-e536bcc33d09 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/quotas/5d5e4b0ae3a041cfbaa85d1a87cde1cc HTTP/1.1" status: 200 len: 375 time: 0.0086484 Dec 09 23:37:38.106876 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-c417e608-d127-426d-8494-117f9ab9a20c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441020 Dec 09 23:37:38.163544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-871c66a5-3ddc-4ae0-922a-8b589774b86e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:37:38.164532 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-871c66a5-3ddc-4ae0-922a-8b589774b86e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468097 Dec 09 23:37:38.256054 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-63b5e4dc-ab42-4f1c-985b-59eaa6e5717d service neutron] 10.222.0.16 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851014 Dec 09 23:37:38.342461 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-e43301e6-f720-4a3c-ad49-17d742f51219 service neutron] 10.222.0.16 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803299 Dec 09 23:37:38.620620 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cc3a0e3f-a1cd-4438-bf4d-2a4914b3508d req-e1be2592-f17a-4d44-8704-c0df003407b7 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 210 time: 0.0265110 Dec 09 23:37:39.699277 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bdb41c0f-93a2-4aab-8f46-1494368d22f0 req-152858cf-3eae-492e-a47c-fa04ddfeaf80 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 210 time: 0.0262804 Dec 09 23:37:40.795789 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c3c001a0-b15f-4bca-84ec-23d995858eaa req-9aed73a6-e502-4264-995d-5dc83dc5e632 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 210 time: 0.0291183 Dec 09 23:37:41.590556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-1985e9a6-641c-46ac-a0f8-eaa17a8d65f8 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:41.592010 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-1985e9a6-641c-46ac-a0f8-eaa17a8d65f8 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 809 time: 0.1025200 Dec 09 23:37:41.654595 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-c5b77a1b-8fad-4120-a68d-30b02662018d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc HTTP/1.1" status: 200 len: 380 time: 0.0536003 Dec 09 23:37:41.663717 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'port': {'device_id': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'admin_state_up': True, 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'security_groups': ['eb229f49-92a4-400a-a5c8-10d3d80bc68c']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:37:41.775853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Made reservation on behalf of 5d5e4b0ae3a041cfbaa85d1a87cde1cc for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:37:41.779415 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:41.917972 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3ab0fb5-9ad8-4af7-818b-c8cb939a060d req-7bf41aab-c931-4c51-a555-28405b32681f tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 210 time: 0.0333881 Dec 09 23:37:41.934497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Allocated IP 172.20.0.10 (be786182-9f99-4485-bee0-015d290488f2/b38071c9-3573-4269-b573-e007be0741a6/de1f4f09-2a15-4126-b781-73ed4f979c33) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:37:42.076330 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:42.110655 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:42.155769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Network be786182-9f99-4485-bee0-015d290488f2 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:37:42.158896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:37:42.165571 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:37:42.191613 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'Port': ['ID=de1f4f09-2a15-4126-b781-73ed4f979c33,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:42.222361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:42.223000 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:42.240208 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-16de4818-840f-4581-b3b5-9c2579fde378 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800683 Dec 09 23:37:42.253996 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Request body: {'port': {'device_id': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:37:42.317990 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:42.426301 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d124a08f-1674-47ce-a402-bf3b79f15790 None None] Provisioning complete for port de1f4f09-2a15-4126-b781-73ed4f979c33 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:37:42.426900 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d124a08f-1674-47ce-a402-bf3b79f15790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:42.463133 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d124a08f-1674-47ce-a402-bf3b79f15790 None None] Port de1f4f09-2a15-4126-b781-73ed4f979c33 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:37:42.583442 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1f4f09-2a15-4126-b781-73ed4f979c33 {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:37:42.590799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:42.602503 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Transition to ACTIVE for port object de1f4f09-2a15-4126-b781-73ed4f979c33 will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:37:42.606415 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:42.672773 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Pushing event updated for resources: {'Port': ['ID=de1f4f09-2a15-4126-b781-73ed4f979c33,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:42.732544 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Attempting to bind port de1f4f09-2a15-4126-b781-73ed4f979c33 on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:37:42.732884 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Attempting to bind port de1f4f09-2a15-4126-b781-73ed4f979c33 by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:37:42.733804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Attempting to bind port de1f4f09-2a15-4126-b781-73ed4f979c33 on network be786182-9f99-4485-bee0-015d290488f2 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:37:42.738415 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Port de1f4f09-2a15-4126-b781-73ed4f979c33 on network be786182-9f99-4485-bee0-015d290488f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:37:42.738733 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Attempting to bind port de1f4f09-2a15-4126-b781-73ed4f979c33 on network be786182-9f99-4485-bee0-015d290488f2 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:37:42.743780 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:37:42.744116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Checking segment: {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:37:42.744502 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Bound using segment: {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:37:42.744931 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Bound port: de1f4f09-2a15-4126-b781-73ed4f979c33, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f786e753-eb41-4236-a643-a5c5ac679fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be786182-9f99-4485-bee0-015d290488f2'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:37:42.745287 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:42.811151 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] For port de1f4f09-2a15-4126-b781-73ed4f979c33, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:37:42.814666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] For port de1f4f09-2a15-4126-b781-73ed4f979c33, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=de1f4f09-2a15-4126-b781-73ed4f979c33,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:37:42.818674 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:42.854358 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:42.855081 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:42.856450 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/de1f4f09-2a15-4126-b781-73ed4f979c33 HTTP/1.1" status: 200 len: 1093 time: 0.6075671 Dec 09 23:37:42.856896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:37:42.859818 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12da0324-51fa-44bc-8a3f-1fe3bfe51e81" -d '{"events": [{"name": "network-changed", "server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:37:42.924681 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cd9461-1784-4d4c-afe4-d325627c5cc8 x-openstack-request-id: req-f9cd9461-1784-4d4c-afe4-d325627c5cc8 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:37:42.925371 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:37:42.925371 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9cd9461-1784-4d4c-afe4-d325627c5cc8 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:37:42.925674 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'status': 'completed', 'code': 200} Dec 09 23:37:42.945109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4b273-027e-4df3-8532-90c8268f26a1 service neutron] Pushing event updated for resources: {'Port': ['ID=de1f4f09-2a15-4126-b781-73ed4f979c33,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:42.962481 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-44247c02-be0d-4bd8-9743-7dd6bb59f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:42.964084 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-44247c02-be0d-4bd8-9743-7dd6bb59f24c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1096 time: 0.0541444 Dec 09 23:37:43.025851 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-9e96e703-cf8f-4026-ac57-f4c2a2d15224 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f4f09-2a15-4126-b781-73ed4f979c33 HTTP/1.1" status: 200 len: 217 time: 0.0496535 Dec 09 23:37:43.119895 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-98b7bcc0-c94d-4b46-9718-27ae4e14df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:43.121474 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-98b7bcc0-c94d-4b46-9718-27ae4e14df22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0866630 Dec 09 23:37:43.130837 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdc3dc-24ea-4cd1-ae93-c594dbbef565 req-516f77e1-09c8-44b3-a98a-4c7c426d2805 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:43.132385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7dfdc3dc-24ea-4cd1-ae93-c594dbbef565 req-516f77e1-09c8-44b3-a98a-4c7c426d2805 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.1101191 Dec 09 23:37:43.209640 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-0b6a5772-9607-4f9d-939a-9eeef640d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:43.211161 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-0b6a5772-9607-4f9d-939a-9eeef640d420 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778825 Dec 09 23:37:43.216184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7dfdc3dc-24ea-4cd1-ae93-c594dbbef565 req-54822b36-309c-45e3-bcba-57c6a7fba784 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745697 Dec 09 23:37:43.300743 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-d0ddd9ed-f7f6-43e7-9d65-913df9241c39 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811021 Dec 09 23:37:43.394162 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d5444efe-112c-49d2-8ebf-0255ca326548 req-17d31567-1d23-452b-8aa6-2cc38ff56df9 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858204 Dec 09 23:37:43.478542 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da0324-51fa-44bc-8a3f-1fe3bfe51e81 req-9fe29ebf-fea3-43d4-9b98-4cdbaa3d2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:43.479930 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12da0324-51fa-44bc-8a3f-1fe3bfe51e81 req-9fe29ebf-fea3-43d4-9b98-4cdbaa3d2b15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1096 time: 0.0402672 Dec 09 23:37:43.573127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da0324-51fa-44bc-8a3f-1fe3bfe51e81 req-2e848069-68bd-4509-9a0f-337eb11d2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:43.574659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12da0324-51fa-44bc-8a3f-1fe3bfe51e81 req-2e848069-68bd-4509-9a0f-337eb11d2c7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0876994 Dec 09 23:37:43.617665 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12da0324-51fa-44bc-8a3f-1fe3bfe51e81 req-6f9b944e-03f5-4747-878e-588cc7268d54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f4f09-2a15-4126-b781-73ed4f979c33 HTTP/1.1" status: 200 len: 217 time: 0.0357952 Dec 09 23:37:43.670120 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da0324-51fa-44bc-8a3f-1fe3bfe51e81 req-c492f409-fa22-4146-8875-41723262ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:43.671478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12da0324-51fa-44bc-8a3f-1fe3bfe51e81 req-c492f409-fa22-4146-8875-41723262ae6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0465508 Dec 09 23:37:43.717319 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da0324-51fa-44bc-8a3f-1fe3bfe51e81 req-f1709480-9d53-47b0-b5cc-b53f6f1de162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:43.718860 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12da0324-51fa-44bc-8a3f-1fe3bfe51e81 req-f1709480-9d53-47b0-b5cc-b53f6f1de162 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407648 Dec 09 23:37:43.806164 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12da0324-51fa-44bc-8a3f-1fe3bfe51e81 req-8018553f-5625-45e1-b5ca-e9e5bd7fc67c service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799153 Dec 09 23:37:43.899644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-12da0324-51fa-44bc-8a3f-1fe3bfe51e81 req-8607a59f-9d1f-4bf6-abce-d9855a50cda8 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863469 Dec 09 23:37:44.332964 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f01887-deb9-43b9-9867-41282b45db81 req-e360abb9-8c12-4706-b0a0-36973139f30e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:44.334473 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83f01887-deb9-43b9-9867-41282b45db81 req-e360abb9-8c12-4706-b0a0-36973139f30e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0484140 Dec 09 23:37:44.383218 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83f01887-deb9-43b9-9867-41282b45db81 req-ba299da1-6b41-42ce-ba9a-60af431014a0 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427680 Dec 09 23:37:45.503258 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff3b50-eb92-4091-b2ef-1343af362164 req-87ce0649-e48e-4d7e-b573-9b4220168677 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:45.504837 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23ff3b50-eb92-4091-b2ef-1343af362164 req-87ce0649-e48e-4d7e-b573-9b4220168677 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0542390 Dec 09 23:37:45.557797 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-23ff3b50-eb92-4091-b2ef-1343af362164 req-17fcb986-ebfa-484e-af4a-1992ff5297d1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466025 Dec 09 23:37:46.721739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa372-9b2a-4a37-8d8e-bb36b6b293fd req-d98784eb-63d7-499d-865c-770d497b1835 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:46.723275 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1ffa372-9b2a-4a37-8d8e-bb36b6b293fd req-d98784eb-63d7-499d-865c-770d497b1835 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0967498 Dec 09 23:37:46.770793 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d1ffa372-9b2a-4a37-8d8e-bb36b6b293fd req-7c3e3a22-df7e-47f8-a4eb-9037fba61691 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Dec 09 23:37:47.931381 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc55e78-d0e0-4160-a9d4-0efb51dd3375 req-df16485d-310e-4609-9a8c-0b86e1c850ab tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:47.932828 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2bc55e78-d0e0-4160-a9d4-0efb51dd3375 req-df16485d-310e-4609-9a8c-0b86e1c850ab tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0958188 Dec 09 23:37:47.983816 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2bc55e78-d0e0-4160-a9d4-0efb51dd3375 req-d1181c7b-5b89-4bec-965b-cbf474b28713 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450222 Dec 09 23:37:49.098240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cf6d7-f944-421e-bd42-1f237807ea04 req-f37b7103-1b93-4939-8a19-15a855fa3c0f tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:49.099621 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a96cf6d7-f944-421e-bd42-1f237807ea04 req-f37b7103-1b93-4939-8a19-15a855fa3c0f tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0482903 Dec 09 23:37:49.147875 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a96cf6d7-f944-421e-bd42-1f237807ea04 req-99b3ac46-6839-4253-a031-8cd046848ad5 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423317 Dec 09 23:37:50.266451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e00eab-a189-4054-a389-aeafd8805ad0 req-2e891538-c422-4246-942f-eb1ba73e9525 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:50.267926 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8e00eab-a189-4054-a389-aeafd8805ad0 req-2e891538-c422-4246-942f-eb1ba73e9525 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0486114 Dec 09 23:37:50.314968 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b8e00eab-a189-4054-a389-aeafd8805ad0 req-16ce26a7-f667-41ff-93c5-d93f4481a7b4 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412109 Dec 09 23:37:51.432222 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696ea29-6e00-49f9-b18e-5ffe362c6394 req-1d61b48b-31f9-4be9-bc33-30a99ec58b33 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:51.433699 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d696ea29-6e00-49f9-b18e-5ffe362c6394 req-1d61b48b-31f9-4be9-bc33-30a99ec58b33 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0519178 Dec 09 23:37:51.481000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d696ea29-6e00-49f9-b18e-5ffe362c6394 req-14acbdd7-a90e-4015-ab5a-cc17aa080fdc tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413947 Dec 09 23:37:52.595869 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1977e-fac1-4e75-bcb5-20876e7b83e3 req-e57896f0-73c9-4b13-b9b0-975ec4becc62 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:52.597370 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0c1977e-fac1-4e75-bcb5-20876e7b83e3 req-e57896f0-73c9-4b13-b9b0-975ec4becc62 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0475404 Dec 09 23:37:52.646033 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0c1977e-fac1-4e75-bcb5-20876e7b83e3 req-a52e5eec-c991-43ab-99e0-a47ab8f194db tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426052 Dec 09 23:37:53.415556 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:53.762810 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c65f0-1966-4524-931f-307aa09ec6c2 req-03fe7de8-7b9b-4392-b326-2b6b92447950 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:53.764297 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-137c65f0-1966-4524-931f-307aa09ec6c2 req-03fe7de8-7b9b-4392-b326-2b6b92447950 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0475211 Dec 09 23:37:53.815356 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-137c65f0-1966-4524-931f-307aa09ec6c2 req-b1d49bff-1cad-4442-aa28-b649d4b0ea05 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452569 Dec 09 23:37:54.928799 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e7e7c-9b09-431f-a91d-656ad32b8143 req-bc215b81-c2f0-4d46-8163-31bde2871028 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:54.930273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-261e7e7c-9b09-431f-a91d-656ad32b8143 req-bc215b81-c2f0-4d46-8163-31bde2871028 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0492246 Dec 09 23:37:54.980096 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-261e7e7c-9b09-431f-a91d-656ad32b8143 req-57a5a9fd-0d14-4c1f-95a3-b4e35b4a97cf tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438101 Dec 09 23:37:56.095981 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe636049-e5da-4b8a-a3b6-1bcc8c47399e req-d490255b-79fa-4b5a-8c00-285e3416aed0 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:56.097474 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe636049-e5da-4b8a-a3b6-1bcc8c47399e req-d490255b-79fa-4b5a-8c00-285e3416aed0 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0476110 Dec 09 23:37:56.108623 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device de1f4f09-2a15-4126-b781-73ed4f979c33 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:37:56.152029 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe636049-e5da-4b8a-a3b6-1bcc8c47399e req-37a224f5-b4da-49b9-b367-704d126ffb90 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485568 Dec 09 23:37:56.208949 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port de1f4f09-2a15-4126-b781-73ed4f979c33, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=de1f4f09-2a15-4126-b781-73ed4f979c33,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:37:56.220972 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'port_id': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'mac_address': 'fa:16:3e:d1:fa:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:37:56.256482 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:56.270815 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1f4f09-2a15-4126-b781-73ed4f979c33 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:37:56.294990 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port de1f4f09-2a15-4126-b781-73ed4f979c33, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=de1f4f09-2a15-4126-b781-73ed4f979c33,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:37:56.299264 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:56.348980 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=de1f4f09-2a15-4126-b781-73ed4f979c33,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:56.356447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.356801 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.357151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.357496 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.357854 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.358279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.358615 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.358965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.359280 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.359608 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.359937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.360265 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.360781 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:37:56.521238 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['de1f4f09-2a15-4126-b781-73ed4f979c33'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:37:57.269142 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a8a0c-578c-4bad-b812-2dc42218b055 req-f5ea4811-ea7d-4e77-b0e7-2e4d20c93282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:57.270609 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e28a8a0c-578c-4bad-b812-2dc42218b055 req-f5ea4811-ea7d-4e77-b0e7-2e4d20c93282 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 945 time: 0.0506766 Dec 09 23:37:57.318725 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e28a8a0c-578c-4bad-b812-2dc42218b055 req-42b84f98-a9f8-4ee4-aefc-490e5e3e85d2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 Dec 09 23:37:58.121489 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device de1f4f09-2a15-4126-b781-73ed4f979c33 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:37:58.168962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port de1f4f09-2a15-4126-b781-73ed4f979c33 completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:37:58.173242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port de1f4f09-2a15-4126-b781-73ed4f979c33 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:37:58.173632 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:58.251171 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:58.272173 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:37:58.274650 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580801df-71ef-4f5a-9eea-1d70f4e11f25" -d '{"events": [{"server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "name": "network-vif-plugged", "status": "completed", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:37:58.286919 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port de1f4f09-2a15-4126-b781-73ed4f979c33, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=de1f4f09-2a15-4126-b781-73ed4f979c33,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:37:58.290926 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:37:58.314411 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4905edc2-6ab9-4d12-b258-0f87985b51cb x-openstack-request-id: req-4905edc2-6ab9-4d12-b258-0f87985b51cb {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:37:58.314708 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "name": "network-vif-plugged", "status": "completed", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:37:58.314983 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4905edc2-6ab9-4d12-b258-0f87985b51cb {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:37:58.315442 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'code': 200} Dec 09 23:37:58.341154 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=de1f4f09-2a15-4126-b781-73ed4f979c33,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:37:58.439030 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dea41-adef-4847-941d-c4fce625f867 req-0ba85004-96f6-46ac-91dc-29728b27fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:58.440423 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b8dea41-adef-4847-941d-c4fce625f867 req-0ba85004-96f6-46ac-91dc-29728b27fc8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1098 time: 0.0678794 Dec 09 23:37:58.452106 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c14ed7-f6ea-4a74-8894-66f401d00e48 req-f4c6d138-377b-4344-8664-edeecf571819 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:58.453465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6c14ed7-f6ea-4a74-8894-66f401d00e48 req-f4c6d138-377b-4344-8664-edeecf571819 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0571768 Dec 09 23:37:58.525351 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9b8dea41-adef-4847-941d-c4fce625f867 req-deb28c86-af16-4db6-9626-ede1447beb8a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709345 Dec 09 23:37:58.530846 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a6c14ed7-f6ea-4a74-8894-66f401d00e48 req-268cce89-6cf5-43e8-b48d-ee317f23bdf9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706918 Dec 09 23:37:59.656047 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed8697-1ee2-4d24-96ef-5307ef2bcd92 req-d0a95ded-a948-4e45-a3f1-d0919d29c240 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:59.657507 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09ed8697-1ee2-4d24-96ef-5307ef2bcd92 req-d0a95ded-a948-4e45-a3f1-d0919d29c240 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0498798 Dec 09 23:37:59.705808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-09ed8697-1ee2-4d24-96ef-5307ef2bcd92 req-21c20ad1-a14b-49a3-aa40-b979ed9df255 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Dec 09 23:37:59.818364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad01645-6ebb-4d0f-bc1f-0e58bf68696e req-b7721ef6-5a56-430d-bed8-8b141816b3c8 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:59.819798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ad01645-6ebb-4d0f-bc1f-0e58bf68696e req-b7721ef6-5a56-430d-bed8-8b141816b3c8 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0472188 Dec 09 23:37:59.870563 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ad01645-6ebb-4d0f-bc1f-0e58bf68696e req-071b5bd5-4b35-4a3a-bd3f-2cb2db1dd4c6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449073 Dec 09 23:37:59.892459 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32936) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:37:59.931110 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd3ffa-efc8-427c-92bd-7cee03d15ece tempest-TestShelveInstance-1257631675 tempest-TestShelveInstance-1257631675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:37:59.932621 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-8fdd3ffa-efc8-427c-92bd-7cee03d15ece tempest-TestShelveInstance-1257631675 tempest-TestShelveInstance-1257631675-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1093 time: 0.0391958 Dec 09 23:37:59.935526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 32938) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:37:59.940499 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:37:59.961447 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:00.054954 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:00.156369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Allocated IP 172.25.8.236 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/e025e961-8568-4382-8d7f-4e46b348f4c5) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:38:00.253350 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:00.287564 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:00.325539 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:38:00.329028 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:38:00.331510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:38:00.365371 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'Port': ['ID=e025e961-8568-4382-8d7f-4e46b348f4c5,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:38:00.681989 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:00.747786 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:00.890616 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:00.894982 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:00.960464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event updated for resources: {'Port': ['ID=e025e961-8568-4382-8d7f-4e46b348f4c5,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:38:00.970612 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:01.065925 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Floating IP f8b70055-3f81-40ab-9192-f40db9bbee2d associated. External IP: 172.25.8.236, port: de1f4f09-2a15-4126-b781-73ed4f979c33. Dec 09 23:38:01.221512 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-eee44842-aaac-4699-ae06-ce4da60c5c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:01.587068 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:38:01.691066 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:38:01.700263 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b1b9c-549f-4c91-8229-cb4c49a8efc5 None None] Sync routers for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:38:01.710674 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:01.710893 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b1b9c-549f-4c91-8229-cb4c49a8efc5 None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:38:01.711418 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d64b1b9c-549f-4c91-8229-cb4c49a8efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:38:01.735385 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0d891846-e05e-4344-ac5e-03608abaef79 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7981772 Dec 09 23:38:01.735973 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:38:01.738339 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a00cda8-51f6-4114-8b71-97a222b52146" -d '{"events": [{"name": "network-changed", "server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:38:01.776575 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22968a87-5b45-4139-a353-ffd0dbab97ef x-openstack-request-id: req-22968a87-5b45-4139-a353-ffd0dbab97ef {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:38:01.776865 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:38:01.777118 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22968a87-5b45-4139-a353-ffd0dbab97ef {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:38:01.777519 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'status': 'completed', 'code': 200} Dec 09 23:38:01.818748 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-d64b1b9c-549f-4c91-8229-cb4c49a8efc5 None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:38:01.840202 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00cda8-51f6-4114-8b71-97a222b52146 req-09abe796-d8d1-49cb-9f0f-14cbe14d4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:38:01.841690 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a00cda8-51f6-4114-8b71-97a222b52146 req-09abe796-d8d1-49cb-9f0f-14cbe14d4ca8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1098 time: 0.0408399 Dec 09 23:38:01.933725 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00cda8-51f6-4114-8b71-97a222b52146 req-95f514c1-7117-45c6-b3e5-7e562473ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:38:01.935403 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a00cda8-51f6-4114-8b71-97a222b52146 req-95f514c1-7117-45c6-b3e5-7e562473ea98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0869572 Dec 09 23:38:02.007018 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a00cda8-51f6-4114-8b71-97a222b52146 req-e0bcc79f-3e9b-4968-b101-d4763034a6ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f4f09-2a15-4126-b781-73ed4f979c33 HTTP/1.1" status: 200 len: 1000 time: 0.0644827 Dec 09 23:38:02.056217 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00cda8-51f6-4114-8b71-97a222b52146 req-7e46f0c8-382b-4dee-bbb8-1129e3510f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:38:02.057847 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a00cda8-51f6-4114-8b71-97a222b52146 req-7e46f0c8-382b-4dee-bbb8-1129e3510f2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0430944 Dec 09 23:38:02.107250 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00cda8-51f6-4114-8b71-97a222b52146 req-3579b950-21a3-4c9f-9534-5f15cd02a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:38:02.109113 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a00cda8-51f6-4114-8b71-97a222b52146 req-3579b950-21a3-4c9f-9534-5f15cd02a450 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410380 Dec 09 23:38:02.129524 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d64b1b9c-549f-4c91-8229-cb4c49a8efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'f8b70055-3f81-40ab-9192-f40db9bbee2d', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'port_id': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'mac_address': 'fa:16:3e:d1:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:38:00Z', 'updated_at': '2021-12-09T23:38:00Z', 'revision_number': 0, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:08Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:38:02.157643 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b1b9c-549f-4c91-8229-cb4c49a8efc5 None None] Checking router: 816d98ab-da0d-4130-b0f4-f30adb4b27a6 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:38:02.165908 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b1b9c-549f-4c91-8229-cb4c49a8efc5 None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:38:02.166520 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d64b1b9c-549f-4c91-8229-cb4c49a8efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:37:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:38:02.202130 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a00cda8-51f6-4114-8b71-97a222b52146 req-9ef95564-f8a8-4de4-b50c-ef5bae8671a4 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858629 Dec 09 23:38:02.270946 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-d64b1b9c-549f-4c91-8229-cb4c49a8efc5 None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:38:02.290381 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a00cda8-51f6-4114-8b71-97a222b52146 req-4f29c26c-9d50-4ca0-b719-629f1ef9d388 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817795 Dec 09 23:38:02.484298 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-d64b1b9c-549f-4c91-8229-cb4c49a8efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'f8b70055-3f81-40ab-9192-f40db9bbee2d', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'port_id': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'mac_address': 'fa:16:3e:d1:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:38:00Z', 'updated_at': '2021-12-09T23:38:00Z', 'revision_number': 0, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:08Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:38:02.512431 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b1b9c-549f-4c91-8229-cb4c49a8efc5 None None] The sync data for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 is: [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'f8b70055-3f81-40ab-9192-f40db9bbee2d', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'port_id': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'mac_address': 'fa:16:3e:d1:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:38:00Z', 'updated_at': '2021-12-09T23:38:00Z', 'revision_number': 0, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:08Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:38:02.697530 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b83e1c-cd8c-4738-8386-6d134c4e4ad7 None None] New status for floating IP f8b70055-3f81-40ab-9192-f40db9bbee2d: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:38:03.455530 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b6b8e553-d2d8-4f9a-9720-adffb6033b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:04.630316 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:05.086234 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:06.447462 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:07.223638 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:14.803083 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:38:21.286965 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a384c7f-290c-4574-a084-ac09812ef90b req-ba04e0db-0b7f-4a55-8d7a-71ca24565be4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425870 Dec 09 23:38:21.377335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a384c7f-290c-4574-a084-ac09812ef90b req-ffb85ecf-1be4-4a4f-a8b5-26ca9178220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:38:21.378748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a384c7f-290c-4574-a084-ac09812ef90b req-ffb85ecf-1be4-4a4f-a8b5-26ca9178220d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1098 time: 0.0469122 Dec 09 23:38:21.490796 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a384c7f-290c-4574-a084-ac09812ef90b req-ebfdc3e8-ba38-4710-8200-ade8a4711edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:38:21.492357 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a384c7f-290c-4574-a084-ac09812ef90b req-ebfdc3e8-ba38-4710-8200-ade8a4711edb service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0896161 Dec 09 23:38:21.560689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a384c7f-290c-4574-a084-ac09812ef90b req-96e1b475-7bc9-4dd5-8178-015692e81418 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f4f09-2a15-4126-b781-73ed4f979c33 HTTP/1.1" status: 200 len: 1002 time: 0.0613842 Dec 09 23:38:21.607929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a384c7f-290c-4574-a084-ac09812ef90b req-9403e33f-fc76-4821-a5c2-2550fc2dc771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:38:21.609334 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a384c7f-290c-4574-a084-ac09812ef90b req-9403e33f-fc76-4821-a5c2-2550fc2dc771 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0421832 Dec 09 23:38:21.654804 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a384c7f-290c-4574-a084-ac09812ef90b req-f48fb9df-2fff-4cc1-b98a-5cd861c28f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:38:21.656139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a384c7f-290c-4574-a084-ac09812ef90b req-f48fb9df-2fff-4cc1-b98a-5cd861c28f45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393026 Dec 09 23:38:21.746819 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a384c7f-290c-4574-a084-ac09812ef90b req-69e520b3-ed72-4d13-9e71-c31189faa8fd service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833316 Dec 09 23:38:21.839986 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5a384c7f-290c-4574-a084-ac09812ef90b req-5f7c5e47-d423-4238-950f-b53f8a3e425a service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855107 Dec 09 23:38:23.414449 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:31.226632 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-15f34507-7aed-411c-91ff-f6fdbc54c142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:33.457040 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-07337108-ff4b-4f66-8b70-108bdd425cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:34.660684 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:35.090014 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:36.448357 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:37.226200 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:38:51.802195 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:38:53.424726 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:01.227957 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b79b79fd-570c-4ad3-9cc8-46b513b5555f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:03.459264 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99c0abaf-1e9f-4c97-a217-bbe0a3cba665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:04.670278 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:05.093390 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:06.451389 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:07.227619 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:21.306228 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6cf764ad-da39-45be-a2f5-f3720993620c req-5477c611-e023-403f-8801-cb19224d8529 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437462 Dec 09 23:39:21.386706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf764ad-da39-45be-a2f5-f3720993620c req-11a19082-8ff0-4fca-866a-aa7e849e372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:39:21.388181 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6cf764ad-da39-45be-a2f5-f3720993620c req-11a19082-8ff0-4fca-866a-aa7e849e372a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1098 time: 0.0405276 Dec 09 23:39:21.495248 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf764ad-da39-45be-a2f5-f3720993620c req-759d7601-a6f4-4039-b769-6b1a532d9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:39:21.496842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6cf764ad-da39-45be-a2f5-f3720993620c req-759d7601-a6f4-4039-b769-6b1a532d9aa4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0874910 Dec 09 23:39:21.559485 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6cf764ad-da39-45be-a2f5-f3720993620c req-318250a8-f098-4508-869f-50b9ca68468a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f4f09-2a15-4126-b781-73ed4f979c33 HTTP/1.1" status: 200 len: 1002 time: 0.0560923 Dec 09 23:39:21.607786 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf764ad-da39-45be-a2f5-f3720993620c req-64a68e47-cba2-47da-97bb-8a10d0967e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:39:21.609160 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6cf764ad-da39-45be-a2f5-f3720993620c req-64a68e47-cba2-47da-97bb-8a10d0967e24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0425828 Dec 09 23:39:21.661283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf764ad-da39-45be-a2f5-f3720993620c req-b397b4a9-ed32-44f6-abcb-ebd97a3f240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:39:21.662765 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6cf764ad-da39-45be-a2f5-f3720993620c req-b397b4a9-ed32-44f6-abcb-ebd97a3f240d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454662 Dec 09 23:39:21.749456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6cf764ad-da39-45be-a2f5-f3720993620c req-d2fa2120-dde9-4473-9175-1dab5a8fb1ac service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794137 Dec 09 23:39:21.839247 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6cf764ad-da39-45be-a2f5-f3720993620c req-8987af69-ae7b-49c5-b040-ea71efeb9652 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830698 Dec 09 23:39:23.441450 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:28.801299 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:39:31.232071 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4ba8fd91-6c4a-4947-8c3f-428aae52bf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:33.459763 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-88c13cdc-daa2-441f-a788-1c3dba480ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:34.686614 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:35.096322 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:36.454527 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:37.229518 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:53.441591 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:39:58.144401 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965ad8c-badc-4cbf-98bc-57016b7c25a2 req-fe818546-8893-465a-a216-5912b54b5797 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:39:58.145884 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a965ad8c-badc-4cbf-98bc-57016b7c25a2 req-fe818546-8893-465a-a216-5912b54b5797 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0499206 Dec 09 23:39:58.194126 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a965ad8c-badc-4cbf-98bc-57016b7c25a2 req-a3806e93-ce4a-445a-b48f-8fffa602c727 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422304 Dec 09 23:39:59.312761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849c9fd-c77e-47e9-9cf9-fac52c2babaf req-6087b539-3138-42eb-960b-e4df7eea5b39 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:39:59.314273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0849c9fd-c77e-47e9-9cf9-fac52c2babaf req-6087b539-3138-42eb-960b-e4df7eea5b39 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0475574 Dec 09 23:39:59.366125 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0849c9fd-c77e-47e9-9cf9-fac52c2babaf req-33c83cea-cde3-4148-9c19-ed89ecb9dcc0 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458958 Dec 09 23:40:00.505351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a043a95-9bff-4953-aed1-23a719773739 req-3dd85a34-5b69-4961-8b41-979a2a6737cf tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:00.506760 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a043a95-9bff-4953-aed1-23a719773739 req-3dd85a34-5b69-4961-8b41-979a2a6737cf tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0490255 Dec 09 23:40:00.555158 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0a043a95-9bff-4953-aed1-23a719773739 req-5639ef0d-b627-4aa5-8e7b-1962dcdffbd2 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Dec 09 23:40:01.233572 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-17922937-1225-4197-8fd9-510e57735fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:01.668556 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e32ba7-6bc9-4a1f-8636-a2ff7166be1f req-0a71b647-4b75-4432-8929-c232a76c2196 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:01.670038 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24e32ba7-6bc9-4a1f-8636-a2ff7166be1f req-0a71b647-4b75-4432-8929-c232a76c2196 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0477049 Dec 09 23:40:01.717659 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-24e32ba7-6bc9-4a1f-8636-a2ff7166be1f req-9b8e25f6-d16e-40fc-b213-ecf265a2cc3c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415874 Dec 09 23:40:02.834593 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f111fc-187d-4592-b409-444b73945f98 req-d8e15f5a-47a0-46ea-9f11-8a55c969d787 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:02.836037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3f111fc-187d-4592-b409-444b73945f98 req-d8e15f5a-47a0-46ea-9f11-8a55c969d787 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0513971 Dec 09 23:40:02.883005 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3f111fc-187d-4592-b409-444b73945f98 req-783200e3-f892-4c1b-af7d-0845f74f37af tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410740 Dec 09 23:40:03.460986 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-272f8e66-5654-4234-9bac-0aba4cba8900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:03.997920 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0df24-363c-4a8a-959b-3a4a6a93d832 req-2e25eb10-bb8b-4a78-8fcf-f6b4514f91c6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:03.999391 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18a0df24-363c-4a8a-959b-3a4a6a93d832 req-2e25eb10-bb8b-4a78-8fcf-f6b4514f91c6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0490117 Dec 09 23:40:04.047420 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-18a0df24-363c-4a8a-959b-3a4a6a93d832 req-82bdb53e-3550-48cc-a453-bcd7ec497a0e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Dec 09 23:40:04.688464 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:05.102052 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:05.167494 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5757c9-6ceb-4d3a-a7bb-f8921b60fbda req-79803a03-d9b6-4a6e-9a80-383834f8b574 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:05.169510 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a5757c9-6ceb-4d3a-a7bb-f8921b60fbda req-79803a03-d9b6-4a6e-9a80-383834f8b574 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0504029 Dec 09 23:40:05.222484 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9a5757c9-6ceb-4d3a-a7bb-f8921b60fbda req-1ad08997-7c0a-4009-82a9-8c6dbd2865ec tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470581 Dec 09 23:40:05.801403 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:40:06.340309 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ed062-8bfb-473f-abca-1f4ecd0bd77d req-e7f7ef3c-d631-4cb7-a48e-f3a0eb2fe098 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:06.341764 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-696ed062-8bfb-473f-abca-1f4ecd0bd77d req-e7f7ef3c-d631-4cb7-a48e-f3a0eb2fe098 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0487485 Dec 09 23:40:06.390591 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-696ed062-8bfb-473f-abca-1f4ecd0bd77d req-c64afaa8-1297-4afb-8125-6ccfdad29612 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428758 Dec 09 23:40:06.455941 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:07.232285 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:07.505706 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e695bde-c984-4fc4-979c-bfb033cdd9b5 req-745c4785-5d51-4c26-9a93-a72020a11402 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:07.507209 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e695bde-c984-4fc4-979c-bfb033cdd9b5 req-745c4785-5d51-4c26-9a93-a72020a11402 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0494726 Dec 09 23:40:07.556658 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5e695bde-c984-4fc4-979c-bfb033cdd9b5 req-6e6bc5cb-a2c9-4bab-bc8c-f04f2652b1cb tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428832 Dec 09 23:40:08.273464 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eae993-4325-4e38-aa0e-9312e701a8f7 req-bf6727be-671d-4c4f-b73d-eb123a52a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:08.274950 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7eae993-4325-4e38-aa0e-9312e701a8f7 req-bf6727be-671d-4c4f-b73d-eb123a52a8a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1098 time: 0.0435400 Dec 09 23:40:08.361273 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eae993-4325-4e38-aa0e-9312e701a8f7 req-2b7b1b08-5fb7-433c-b321-1dc796a7a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:08.362715 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7eae993-4325-4e38-aa0e-9312e701a8f7 req-2b7b1b08-5fb7-433c-b321-1dc796a7a0b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0808074 Dec 09 23:40:08.429412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7eae993-4325-4e38-aa0e-9312e701a8f7 req-4470b590-f5fc-470c-8447-7de1eaab6141 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f4f09-2a15-4126-b781-73ed4f979c33 HTTP/1.1" status: 200 len: 1002 time: 0.0597675 Dec 09 23:40:08.475566 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eae993-4325-4e38-aa0e-9312e701a8f7 req-da07879b-d0ab-4d83-8dde-933bf3c16d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:08.476862 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7eae993-4325-4e38-aa0e-9312e701a8f7 req-da07879b-d0ab-4d83-8dde-933bf3c16d3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0406690 Dec 09 23:40:08.520276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eae993-4325-4e38-aa0e-9312e701a8f7 req-953c5e56-8da1-40d5-8e7a-dfa597ad282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:08.521700 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7eae993-4325-4e38-aa0e-9312e701a8f7 req-953c5e56-8da1-40d5-8e7a-dfa597ad282d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384767 Dec 09 23:40:08.614282 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7eae993-4325-4e38-aa0e-9312e701a8f7 req-05d55c14-c423-46f6-8a54-aea77177d697 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852854 Dec 09 23:40:08.733117 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dd1d5-0117-4083-a9ae-0bdf1066ccdf req-7f631456-e77b-4480-a53c-0874b725c161 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:08.734535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d74dd1d5-0117-4083-a9ae-0bdf1066ccdf req-7f631456-e77b-4480-a53c-0874b725c161 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.1047330 Dec 09 23:40:08.754026 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c7eae993-4325-4e38-aa0e-9312e701a8f7 req-b4850f2b-ea3b-4448-9092-bb75489093ed service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324058 Dec 09 23:40:08.790436 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d74dd1d5-0117-4083-a9ae-0bdf1066ccdf req-1b04127f-3546-4a0c-bcdd-ed34de281c38 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473278 Dec 09 23:40:09.903925 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cd066-1984-494e-85b7-c0fa308f56ff req-7a073cef-18b4-4a7e-ab21-826bbc84ab9f tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:09.905388 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e37cd066-1984-494e-85b7-c0fa308f56ff req-7a073cef-18b4-4a7e-ab21-826bbc84ab9f tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0482702 Dec 09 23:40:09.953896 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e37cd066-1984-494e-85b7-c0fa308f56ff req-6c5911c7-aa17-4d0d-9c19-5ad6a5582f72 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Dec 09 23:40:11.076510 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25cb17-7f37-4050-8df5-b2261f73b72c req-07b8d925-40d1-408b-bcb0-c62ec654ba33 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:11.078150 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa25cb17-7f37-4050-8df5-b2261f73b72c req-07b8d925-40d1-408b-bcb0-c62ec654ba33 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0557797 Dec 09 23:40:11.128427 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-aa25cb17-7f37-4050-8df5-b2261f73b72c req-b084c4c6-0d08-4ceb-8315-03e61aa78711 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442019 Dec 09 23:40:12.242974 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69318ec-bbc3-4ff4-8460-2a45cb241c05 req-c386db79-3759-46d4-b092-41da52625001 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:12.244434 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a69318ec-bbc3-4ff4-8460-2a45cb241c05 req-c386db79-3759-46d4-b092-41da52625001 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0481324 Dec 09 23:40:12.293619 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a69318ec-bbc3-4ff4-8460-2a45cb241c05 req-d25d3f33-8264-4f65-9165-f873bd8ac1cc tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423350 Dec 09 23:40:12.369517 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-e22dee4f-3981-4556-aafb-115c2a6e79cb req-6b4b8bec-33ae-4d62-ba8d-4897b12c1498 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:40:12.370855 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e22dee4f-3981-4556-aafb-115c2a6e79cb req-6b4b8bec-33ae-4d62-ba8d-4897b12c1498 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062389 Dec 09 23:40:12.495741 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-ff0fae5e-ad39-43c0-bf4a-ab8b548e2ccc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430093 Dec 09 23:40:12.505916 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-31fed79b-7e26-4272-8b9b-6ef263d83699 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:40:12.507009 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-31fed79b-7e26-4272-8b9b-6ef263d83699 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053153 Dec 09 23:40:12.519513 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb8ee0-60e0-47f6-bc2f-3f3898b6f046 req-662de86c-04bd-4a8b-b571-3d814db7d594 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:12.520974 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4eb8ee0-60e0-47f6-bc2f-3f3898b6f046 req-662de86c-04bd-4a8b-b571-3d814db7d594 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0482109 Dec 09 23:40:12.576370 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a4eb8ee0-60e0-47f6-bc2f-3f3898b6f046 req-052801bb-40fe-4503-b0c2-8f24bac60039 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480468 Dec 09 23:40:13.694902 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0bace-2570-49dd-ba00-582319232dd8 req-27cc9559-b7ed-44e6-8804-aa2250c564cf tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:13.696377 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11b0bace-2570-49dd-ba00-582319232dd8 req-27cc9559-b7ed-44e6-8804-aa2250c564cf tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0497594 Dec 09 23:40:13.746000 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-11b0bace-2570-49dd-ba00-582319232dd8 req-61bdb3bf-2e76-4fe3-b497-a21aebf285bb tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428169 Dec 09 23:40:14.861352 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195399f2-239c-4da4-9440-ab35eb9376a1 req-8d68d93f-7f8f-4236-bb54-24d882b5a8a1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:14.862971 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-195399f2-239c-4da4-9440-ab35eb9376a1 req-8d68d93f-7f8f-4236-bb54-24d882b5a8a1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0484977 Dec 09 23:40:14.912681 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-195399f2-239c-4da4-9440-ab35eb9376a1 req-d0069697-1c6f-4dfc-bd6b-9cd5ab7ec74e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Dec 09 23:40:14.928338 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device de1f4f09-2a15-4126-b781-73ed4f979c33 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:40:15.005127 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:15.028053 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:40:15.030205 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf602886-eafe-43f3-802f-5651a77f74a6" -d '{"events": [{"server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "name": "network-vif-unplugged", "status": "completed", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:40:15.042786 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port de1f4f09-2a15-4126-b781-73ed4f979c33, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=de1f4f09-2a15-4126-b781-73ed4f979c33,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:40:15.047138 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:15.071376 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 23:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fdb691-d22f-4a54-b140-5a0ea1608aae x-openstack-request-id: req-c3fdb691-d22f-4a54-b140-5a0ea1608aae {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:40:15.071691 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "name": "network-vif-unplugged", "status": "failed", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33", "code": 422}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:40:15.071948 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3fdb691-d22f-4a54-b140-5a0ea1608aae {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:40:15.072340 n-d-789963-23 neutron-server[103419]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'code': 422} returned with failed status Dec 09 23:40:15.097987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=de1f4f09-2a15-4126-b781-73ed4f979c33,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:40:15.105261 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:15.105611 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:15.105979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:15.106432 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:15.106779 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:15.107111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:15.107439 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:15.107768 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:15.108100 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:15.108424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:15.108749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:15.109069 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:15.109392 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:40:16.036259 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d656c-5d1e-4293-9fd7-1a7acb648251 req-795cd144-4d0a-41bc-b3a1-484875a5f4c1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:16.038037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-135d656c-5d1e-4293-9fd7-1a7acb648251 req-795cd144-4d0a-41bc-b3a1-484875a5f4c1 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0539768 Dec 09 23:40:16.088412 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-135d656c-5d1e-4293-9fd7-1a7acb648251 req-e63bcd2c-dbd2-40e1-b721-553ee3ab9117 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438449 Dec 09 23:40:17.204245 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3626355-ff73-4b07-bfbe-8d4034b1aa83 req-1cbacb5f-d49c-4f70-bf32-d42bd45a48de tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:17.205798 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3626355-ff73-4b07-bfbe-8d4034b1aa83 req-1cbacb5f-d49c-4f70-bf32-d42bd45a48de tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0496883 Dec 09 23:40:17.256606 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d3626355-ff73-4b07-bfbe-8d4034b1aa83 req-07493bbb-6298-4d1d-9221-54ca2bceaaca tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428400 Dec 09 23:40:18.204034 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-5ff7907f-7872-4e16-97f9-0394fb063cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:18.205535 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-5ff7907f-7872-4e16-97f9-0394fb063cc6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972&tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc HTTP/1.1" status: 200 len: 1096 time: 0.0810852 Dec 09 23:40:18.216382 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-9267dca6-5054-4bb0-b3e0-8e4c27608a0f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:40:18.217395 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-9267dca6-5054-4bb0-b3e0-8e4c27608a0f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054240 Dec 09 23:40:18.281039 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-01d807d8-6594-4fb9-b736-19b352841612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:18.282573 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-01d807d8-6594-4fb9-b736-19b352841612 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1096 time: 0.0413873 Dec 09 23:40:18.402789 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-0cb024be-f4aa-470a-a469-175f322419be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:18.404146 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-0cb024be-f4aa-470a-a469-175f322419be service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.1138322 Dec 09 23:40:18.412148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297e3f9-f205-4774-841f-35d1d345da0e req-e0e91858-ddd2-4774-9df3-83cc8de9448e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:18.413456 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9297e3f9-f205-4774-841f-35d1d345da0e req-e0e91858-ddd2-4774-9df3-83cc8de9448e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0702436 Dec 09 23:40:18.490408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-5ac6a4a9-d716-4395-83f1-491b228194a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f4f09-2a15-4126-b781-73ed4f979c33 HTTP/1.1" status: 200 len: 1000 time: 0.0760090 Dec 09 23:40:18.512507 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9297e3f9-f205-4774-841f-35d1d345da0e req-46ee0578-91d0-4559-94df-7e4d402bf827 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920379 Dec 09 23:40:18.548185 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-88f80ff7-991f-4c0d-af08-8f1824487a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:18.549613 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-88f80ff7-991f-4c0d-af08-8f1824487a4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0500393 Dec 09 23:40:18.594887 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-27e0941a-4606-42cf-b2c9-ab5e25998560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:18.596374 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-27e0941a-4606-42cf-b2c9-ab5e25998560 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398211 Dec 09 23:40:18.682819 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-4622caba-d3ee-485e-82a3-6e67658b1ac4 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791297 Dec 09 23:40:18.773224 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-46c08b53-5005-4192-bbf7-a999cbc0aff0 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833938 Dec 09 23:40:19.625649 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4cc68-e2c7-4068-89ae-23dc56a74e9b req-08f6538c-481e-428d-b037-3b413545167d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:19.627139 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-38a4cc68-e2c7-4068-89ae-23dc56a74e9b req-08f6538c-481e-428d-b037-3b413545167d tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0480752 Dec 09 23:40:19.676082 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-38a4cc68-e2c7-4068-89ae-23dc56a74e9b req-cc94aa43-502e-4fb1-91ef-3e6399ba7518 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429022 Dec 09 23:40:20.792067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1c33b-5381-4224-b575-a289fbb33f89 req-a22e3a4f-87e7-4e7c-a20b-b4cbbd46a9bc tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:20.794116 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0d1c33b-5381-4224-b575-a289fbb33f89 req-a22e3a4f-87e7-4e7c-a20b-b4cbbd46a9bc tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0526276 Dec 09 23:40:20.841259 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f0d1c33b-5381-4224-b575-a289fbb33f89 req-00ae2bc1-8606-4b8f-b0e1-6f9bd5d5ec5a tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 Dec 09 23:40:21.954053 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dca08-e15a-4270-a99a-258c9a9cf492 req-3023e4ce-ddf8-41c4-87de-f556f8d65663 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:21.955511 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd8dca08-e15a-4270-a99a-258c9a9cf492 req-3023e4ce-ddf8-41c4-87de-f556f8d65663 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0478432 Dec 09 23:40:22.003494 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-dd8dca08-e15a-4270-a99a-258c9a9cf492 req-a7a5a8b5-8bbf-4855-bf06-9680704088e3 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Dec 09 23:40:22.332489 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaa064-b728-4432-88a0-5c053a5d6cfb req-bcd1473b-d7bd-47ef-8036-d455cf3df25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:22.334040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0dcaa064-b728-4432-88a0-5c053a5d6cfb req-bcd1473b-d7bd-47ef-8036-d455cf3df25c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1096 time: 0.0384526 Dec 09 23:40:22.437199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaa064-b728-4432-88a0-5c053a5d6cfb req-fcc0f309-279a-4965-b049-fe15c8466cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:22.438660 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0dcaa064-b728-4432-88a0-5c053a5d6cfb req-fcc0f309-279a-4965-b049-fe15c8466cdc service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0857108 Dec 09 23:40:22.504679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0dcaa064-b728-4432-88a0-5c053a5d6cfb req-e8cf9775-72ee-478c-af79-9ed83d7b6c3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f4f09-2a15-4126-b781-73ed4f979c33 HTTP/1.1" status: 200 len: 1000 time: 0.0589421 Dec 09 23:40:22.551761 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaa064-b728-4432-88a0-5c053a5d6cfb req-cd67bb32-dc74-413b-b671-1bcf5f43da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:22.553147 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0dcaa064-b728-4432-88a0-5c053a5d6cfb req-cd67bb32-dc74-413b-b671-1bcf5f43da21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0423777 Dec 09 23:40:22.597353 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaa064-b728-4432-88a0-5c053a5d6cfb req-3d8202a8-9099-42ba-bcc4-795a546ac39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:22.598863 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0dcaa064-b728-4432-88a0-5c053a5d6cfb req-3d8202a8-9099-42ba-bcc4-795a546ac39a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386939 Dec 09 23:40:22.689325 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0dcaa064-b728-4432-88a0-5c053a5d6cfb req-28e82583-13c2-49fe-b634-6f74a5b281a4 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834281 Dec 09 23:40:22.778989 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0dcaa064-b728-4432-88a0-5c053a5d6cfb req-1e963ded-fcc9-4145-952a-64840a6736ce service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820184 Dec 09 23:40:23.115279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7397a-d028-4492-9858-3f4ac7b30bd5 req-fef83f5a-12c0-4aef-8291-47d89b1052cf tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:23.116747 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29e7397a-d028-4492-9858-3f4ac7b30bd5 req-fef83f5a-12c0-4aef-8291-47d89b1052cf tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0476398 Dec 09 23:40:23.169067 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-29e7397a-d028-4492-9858-3f4ac7b30bd5 req-703bd713-c768-49b7-b2bb-1c77efc46ed0 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454974 Dec 09 23:40:23.474879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:24.285648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ef7e2-17df-494f-b993-ed744d9c3b81 req-91368f14-cefe-4a96-8b4f-455d36733696 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:24.287153 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f86ef7e2-17df-494f-b993-ed744d9c3b81 req-91368f14-cefe-4a96-8b4f-455d36733696 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0485744 Dec 09 23:40:24.336187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f86ef7e2-17df-494f-b993-ed744d9c3b81 req-a9917487-1913-46ac-aabf-534d9462a774 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431175 Dec 09 23:40:25.448290 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb85ca-bc9d-4111-bc0e-9927d700635d req-5b1ed639-73b7-4497-9638-c7647fdb110a tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:25.450203 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2fb85ca-bc9d-4111-bc0e-9927d700635d req-5b1ed639-73b7-4497-9638-c7647fdb110a tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0487168 Dec 09 23:40:25.497607 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c2fb85ca-bc9d-4111-bc0e-9927d700635d req-ab879d54-1ef4-42e4-b32a-7b337753c500 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415635 Dec 09 23:40:26.614203 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab28b-b19b-4c6a-b491-0a997217f05e req-e37f5adc-eceb-4123-aeed-509b34aeb3c0 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:26.615649 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e9ab28b-b19b-4c6a-b491-0a997217f05e req-e37f5adc-eceb-4123-aeed-509b34aeb3c0 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 944 time: 0.0511024 Dec 09 23:40:26.663787 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-6e9ab28b-b19b-4c6a-b491-0a997217f05e req-4e270f7b-ad57-4a2c-835d-927dcc642a2c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 Dec 09 23:40:27.010009 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device de1f4f09-2a15-4126-b781-73ed4f979c33 details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:40:27.101619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port de1f4f09-2a15-4126-b781-73ed4f979c33, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=de1f4f09-2a15-4126-b781-73ed4f979c33,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:40:27.112236 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'port_id': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'mac_address': 'fa:16:3e:d1:fa:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:40:27.150977 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:27.163576 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1f4f09-2a15-4126-b781-73ed4f979c33 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:40:27.181609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port de1f4f09-2a15-4126-b781-73ed4f979c33, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=de1f4f09-2a15-4126-b781-73ed4f979c33,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:40:27.185952 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:27.232091 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=de1f4f09-2a15-4126-b781-73ed4f979c33,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:40:27.406371 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['de1f4f09-2a15-4126-b781-73ed4f979c33'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:40:27.776572 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba721f2-b065-43f7-b0dc-26d2706ea919 req-b5c5dc82-0e71-4ffc-a575-58a5f2f7c0a6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:27.778037 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ba721f2-b065-43f7-b0dc-26d2706ea919 req-b5c5dc82-0e71-4ffc-a575-58a5f2f7c0a6 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 945 time: 0.0482516 Dec 09 23:40:27.825601 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9ba721f2-b065-43f7-b0dc-26d2706ea919 req-f80f1916-a567-46c6-aff5-a27bf0af60cd tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415287 Dec 09 23:40:28.939661 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbb5d4-8958-4fc5-8551-0312a198770d req-f2461ae4-67d1-4060-825f-4e94421e36b9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:28.941104 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-08fbb5d4-8958-4fc5-8551-0312a198770d req-f2461ae4-67d1-4060-825f-4e94421e36b9 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 945 time: 0.0501087 Dec 09 23:40:28.989912 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-08fbb5d4-8958-4fc5-8551-0312a198770d req-15a99796-e3d1-4ecf-a5e6-50b57b84c577 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 Dec 09 23:40:29.028730 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device de1f4f09-2a15-4126-b781-73ed4f979c33 up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:40:29.077698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port de1f4f09-2a15-4126-b781-73ed4f979c33 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:40:29.078105 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:29.158084 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:29.180386 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:40:29.182704 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12d5bb6-35d9-42a3-b8a7-f74ce009ca10" -d '{"events": [{"server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "name": "network-vif-plugged", "status": "completed", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:40:29.196717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port de1f4f09-2a15-4126-b781-73ed4f979c33, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=de1f4f09-2a15-4126-b781-73ed4f979c33,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:40:29.204263 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:29.231155 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df435712-1b52-4b46-a0f8-b776157e1ab1 x-openstack-request-id: req-df435712-1b52-4b46-a0f8-b776157e1ab1 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:40:29.231455 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "name": "network-vif-plugged", "status": "completed", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:40:29.231718 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df435712-1b52-4b46-a0f8-b776157e1ab1 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:40:29.232118 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'code': 200} Dec 09 23:40:29.254940 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=de1f4f09-2a15-4126-b781-73ed4f979c33,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:40:29.374306 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e4ffd-47d5-4d8a-8f51-e06163fb465c req-b06b8236-2924-4c95-bddd-4c04b631a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:29.375752 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-741e4ffd-47d5-4d8a-8f51-e06163fb465c req-b06b8236-2924-4c95-bddd-4c04b631a645 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1098 time: 0.0392084 Dec 09 23:40:29.424640 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-741e4ffd-47d5-4d8a-8f51-e06163fb465c req-a7f2668f-8f7a-4478-8f56-634b6536df12 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369828 Dec 09 23:40:30.105316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931399e2-2505-49f4-b841-cc5b081f4f51 req-9727ad02-8629-4182-af52-da76dddd4800 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:30.106826 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-931399e2-2505-49f4-b841-cc5b081f4f51 req-9727ad02-8629-4182-af52-da76dddd4800 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0476942 Dec 09 23:40:30.158786 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-931399e2-2505-49f4-b841-cc5b081f4f51 req-fd384452-5045-4d48-87c0-12ac2fbfde9b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459812 Dec 09 23:40:31.236146 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-98ec061c-8350-4775-a407-01cff92171f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:31.277186 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38cb16-04c7-430c-9a3e-e60fc1ba9376 req-5221d93f-c504-4c76-8a91-1b2eb1b7d8cb tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:40:31.279094 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d38cb16-04c7-430c-9a3e-e60fc1ba9376 req-5221d93f-c504-4c76-8a91-1b2eb1b7d8cb tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0494514 Dec 09 23:40:31.326850 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8d38cb16-04c7-430c-9a3e-e60fc1ba9376 req-08be454e-4ebb-40e5-9a80-078a9220750b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418384 Dec 09 23:40:33.461408 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-82d0f7cd-ed03-403f-88e0-92378c5c56b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:34.688410 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:35.102388 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:36.458575 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:37.235089 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:40:42.800738 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:40:53.491011 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:01.237448 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-885f5077-80e1-4d17-ac1c-dc3ded51279b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:03.465768 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99a939a5-2612-46bd-b1d3-078dbb6f81ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:04.693373 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:05.105151 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:06.461855 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:07.236865 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:19.800028 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:41:23.485539 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:24.290813 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd98ea96-9115-4dfa-9c0c-0cf21f2025d3 req-0e8a425f-a52e-4474-aabc-f2375f995ee6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384030 Dec 09 23:41:24.368147 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98ea96-9115-4dfa-9c0c-0cf21f2025d3 req-bc8e4b47-8030-49a2-99f3-519e34b4d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:41:24.369843 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd98ea96-9115-4dfa-9c0c-0cf21f2025d3 req-bc8e4b47-8030-49a2-99f3-519e34b4d687 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1098 time: 0.0379565 Dec 09 23:41:24.477177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98ea96-9115-4dfa-9c0c-0cf21f2025d3 req-742b0c71-3e3b-489a-a433-070429a799e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:41:24.478552 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd98ea96-9115-4dfa-9c0c-0cf21f2025d3 req-742b0c71-3e3b-489a-a433-070429a799e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.0888431 Dec 09 23:41:24.543897 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd98ea96-9115-4dfa-9c0c-0cf21f2025d3 req-5f088439-13e6-432a-876d-e7135d68b92c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f4f09-2a15-4126-b781-73ed4f979c33 HTTP/1.1" status: 200 len: 1002 time: 0.0583773 Dec 09 23:41:24.590129 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98ea96-9115-4dfa-9c0c-0cf21f2025d3 req-b1dacbfe-8482-46bf-bdd8-a3131f2daa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:41:24.591480 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd98ea96-9115-4dfa-9c0c-0cf21f2025d3 req-b1dacbfe-8482-46bf-bdd8-a3131f2daa58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0406995 Dec 09 23:41:24.635897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98ea96-9115-4dfa-9c0c-0cf21f2025d3 req-54e46d05-ad05-4657-8d5f-a54d5b8edc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:41:24.637302 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd98ea96-9115-4dfa-9c0c-0cf21f2025d3 req-54e46d05-ad05-4657-8d5f-a54d5b8edc34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383136 Dec 09 23:41:25.060198 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd98ea96-9115-4dfa-9c0c-0cf21f2025d3 req-012634d6-ecd6-4add-85eb-f4f5ea992045 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154418 Dec 09 23:41:25.145367 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fd98ea96-9115-4dfa-9c0c-0cf21f2025d3 req-694e3f3d-7ec4-42fc-b2f9-3b484abb0748 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779283 Dec 09 23:41:31.239872 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-71c9131d-05e3-4db9-b966-cbd232e89fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:33.466986 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef303c69-217d-45fe-877c-aac2cda6cdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:34.693028 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:35.107245 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:36.464530 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:37.240092 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:44.142524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33092) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:44.296072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Deleting port e025e961-8568-4382-8d7f-4e46b348f4c5 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:41:44.296410 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:44.370876 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:44.371202 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:44.383181 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Calling delete_port for e025e961-8568-4382-8d7f-4e46b348f4c5 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:41:44.526994 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:44.551896 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event deleted for resources: {'Port': ['ID=e025e961-8568-4382-8d7f-4e46b348f4c5,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:44.574928 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.575280 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.575624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.575957 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.576292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.576624 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.576954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.577279 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.577607 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.577958 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.578284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.578608 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.578927 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:44.618535 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:44.619119 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Floating IP f8b70055-3f81-40ab-9192-f40db9bbee2d disassociated (deleted). External IP: 172.25.8.236, port: de1f4f09-2a15-4126-b781-73ed4f979c33. Dec 09 23:41:44.820274 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:41:44.928938 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:41:44.933728 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:44.939730 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa3c1f-0aae-42a1-bec2-b28e383066f3 None None] Sync routers for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:41:44.950114 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa3c1f-0aae-42a1-bec2-b28e383066f3 None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:41:44.950964 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-37fa3c1f-0aae-42a1-bec2-b28e383066f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:44.959661 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-fb65f256-23f8-498b-b284-ff2c9583a318 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "DELETE /v2.0/floatingips/f8b70055-3f81-40ab-9192-f40db9bbee2d HTTP/1.1" status: 204 len: 168 time: 0.8160572 Dec 09 23:41:44.960252 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:41:44.962526 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f45511-b986-4cf8-a3c1-687e89228148" -d '{"events": [{"name": "network-changed", "server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:41:45.001711 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5484530-265c-485c-adb9-bc736c095d91 x-openstack-request-id: req-a5484530-265c-485c-adb9-bc736c095d91 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:41:45.002035 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:41:45.002285 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5484530-265c-485c-adb9-bc736c095d91 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:41:45.002686 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'status': 'completed', 'code': 200} Dec 09 23:41:45.064602 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-37fa3c1f-0aae-42a1-bec2-b28e383066f3 None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:41:45.065703 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f45511-b986-4cf8-a3c1-687e89228148 req-50676859-0a9d-468e-ae9d-d33600c4774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:41:45.067430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1f45511-b986-4cf8-a3c1-687e89228148 req-50676859-0a9d-468e-ae9d-d33600c4774a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 1098 time: 0.0431290 Dec 09 23:41:45.199611 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f45511-b986-4cf8-a3c1-687e89228148 req-431669d4-21d1-468b-9fe3-4b8c825991ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:41:45.201159 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1f45511-b986-4cf8-a3c1-687e89228148 req-431669d4-21d1-468b-9fe3-4b8c825991ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 200 len: 910 time: 0.1223164 Dec 09 23:41:45.217096 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e0694-c7ac-4121-a557-f0275de84b98 req-dda8982d-a0ac-4f39-afa6-ad1ba918aec5 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:41:45.218594 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f0e0694-c7ac-4121-a557-f0275de84b98 req-dda8982d-a0ac-4f39-afa6-ad1ba918aec5 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0654392 Dec 09 23:41:45.262332 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1f45511-b986-4cf8-a3c1-687e89228148 req-681dfc4f-28ae-4e0b-bd2a-75660798cc20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f4f09-2a15-4126-b781-73ed4f979c33 HTTP/1.1" status: 200 len: 217 time: 0.0531142 Dec 09 23:41:45.277254 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-37fa3c1f-0aae-42a1-bec2-b28e383066f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:08Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:45.303763 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa3c1f-0aae-42a1-bec2-b28e383066f3 None None] Checking router: 816d98ab-da0d-4130-b0f4-f30adb4b27a6 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:41:45.312016 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa3c1f-0aae-42a1-bec2-b28e383066f3 None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:41:45.312624 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-37fa3c1f-0aae-42a1-bec2-b28e383066f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:45.331631 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0f0e0694-c7ac-4121-a557-f0275de84b98 req-653587f8-1e65-42e7-b20e-7e16fe71fa1e tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060834 Dec 09 23:41:45.335253 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f45511-b986-4cf8-a3c1-687e89228148 req-41544927-55de-4823-b6a6-4501b1a1c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:41:45.336687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1f45511-b986-4cf8-a3c1-687e89228148 req-41544927-55de-4823-b6a6-4501b1a1c254 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 200 len: 848 time: 0.0666258 Dec 09 23:41:45.383389 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f45511-b986-4cf8-a3c1-687e89228148 req-c3b9bc23-d3a7-4771-a73e-171e8593efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:41:45.384775 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1f45511-b986-4cf8-a3c1-687e89228148 req-c3b9bc23-d3a7-4771-a73e-171e8593efb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be786182-9f99-4485-bee0-015d290488f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405195 Dec 09 23:41:45.416508 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-37fa3c1f-0aae-42a1-bec2-b28e383066f3 None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:41:45.477353 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1f45511-b986-4cf8-a3c1-687e89228148 req-8f2fb2ab-e209-406d-a165-736a80308f95 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845256 Dec 09 23:41:45.575246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a1f45511-b986-4cf8-a3c1-687e89228148 req-6176fb9d-f6fb-4554-b0d2-1f6ab0f98ea8 service neutron] 10.222.0.42 "GET /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894032 Dec 09 23:41:45.697957 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-37fa3c1f-0aae-42a1-bec2-b28e383066f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:08Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:45.727474 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa3c1f-0aae-42a1-bec2-b28e383066f3 None None] The sync data for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 is: [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': 'ba589ebe-8046-4094-9843-b9f58afa2160', 'name': '', 'network_id': 'be786182-9f99-4485-bee0-015d290488f2', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'mac_address': 'fa:16:3e:db:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38071c9-3573-4269-b573-e007be0741a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:03Z', 'updated_at': '2021-12-09T23:33:08Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'subnets': [{'id': 'b38071c9-3573-4269-b573-e007be0741a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:41:45.951143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0255ce-c3d8-4406-aeca-80f38b2699df None None] New status for floating IP f8b70055-3f81-40ab-9192-f40db9bbee2d: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:41:46.448934 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dd7b9-f394-4a44-bb93-2f104cb4c51a req-a674e97f-5e31-4c9a-bf3f-e9c502f40589 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:41:46.450413 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff5dd7b9-f394-4a44-bb93-2f104cb4c51a req-a674e97f-5e31-4c9a-bf3f-e9c502f40589 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0485764 Dec 09 23:41:46.497721 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ff5dd7b9-f394-4a44-bb93-2f104cb4c51a req-735c4bca-68d4-4105-a488-e5a11d339d54 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb229f49-92a4-400a-a5c8-10d3d80bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 Dec 09 23:41:46.665428 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6eca2-e2f8-450f-87a9-f47ed8c7ced7 req-5464af53-f521-4da8-a7c1-16ed0eb14379 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:41:46.666813 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fb6eca2-e2f8-450f-87a9-f47ed8c7ced7 req-5464af53-f521-4da8-a7c1-16ed0eb14379 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 946 time: 0.0470865 Dec 09 23:41:46.756882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-8fb6eca2-e2f8-450f-87a9-f47ed8c7ced7 req-e5d93f56-1274-4cbd-a113-a53895ff5e0b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Deleting port de1f4f09-2a15-4126-b781-73ed4f979c33 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:41:46.757217 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fb6eca2-e2f8-450f-87a9-f47ed8c7ced7 req-e5d93f56-1274-4cbd-a113-a53895ff5e0b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:46.841312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-8fb6eca2-e2f8-450f-87a9-f47ed8c7ced7 req-e5d93f56-1274-4cbd-a113-a53895ff5e0b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] For port de1f4f09-2a15-4126-b781-73ed4f979c33, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=de1f4f09-2a15-4126-b781-73ed4f979c33,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:41:46.841669 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fb6eca2-e2f8-450f-87a9-f47ed8c7ced7 req-e5d93f56-1274-4cbd-a113-a53895ff5e0b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:46.854263 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-8fb6eca2-e2f8-450f-87a9-f47ed8c7ced7 req-e5d93f56-1274-4cbd-a113-a53895ff5e0b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Calling delete_port for de1f4f09-2a15-4126-b781-73ed4f979c33 owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:41:46.984811 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fb6eca2-e2f8-450f-87a9-f47ed8c7ced7 req-e5d93f56-1274-4cbd-a113-a53895ff5e0b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:47.011820 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d93f56-1274-4cbd-a113-a53895ff5e0b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event deleted for resources: {'Port': ['ID=de1f4f09-2a15-4126-b781-73ed4f979c33,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:47.057986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb6eca2-e2f8-450f-87a9-f47ed8c7ced7 req-e5d93f56-1274-4cbd-a113-a53895ff5e0b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] No DVR routers for this DVR port de1f4f09-2a15-4126-b781-73ed4f979c33 on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:41:47.060429 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-8fb6eca2-e2f8-450f-87a9-f47ed8c7ced7 req-e5d93f56-1274-4cbd-a113-a53895ff5e0b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:47.063766 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8fb6eca2-e2f8-450f-87a9-f47ed8c7ced7 req-e5d93f56-1274-4cbd-a113-a53895ff5e0b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.42 "DELETE /v2.0/ports/de1f4f09-2a15-4126-b781-73ed4f979c33 HTTP/1.1" status: 204 len: 173 time: 0.3908191 Dec 09 23:41:47.064236 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'name': 'network-vif-deleted', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:41:47.066516 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580523c4-af4c-4d89-8dec-14e4e84eab64" -d '{"events": [{"server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "name": "network-vif-deleted", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:41:47.108383 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f071fded-047e-47d4-b443-ea45a442326d x-openstack-request-id: req-f071fded-047e-47d4-b443-ea45a442326d {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:41:47.108682 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83090fb-2bbe-4809-8c2f-0a438824e972", "name": "network-vif-deleted", "tag": "de1f4f09-2a15-4126-b781-73ed4f979c33", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:41:47.108933 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f071fded-047e-47d4-b443-ea45a442326d {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:41:47.109336 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83090fb-2bbe-4809-8c2f-0a438824e972', 'name': 'network-vif-deleted', 'tag': 'de1f4f09-2a15-4126-b781-73ed4f979c33', 'status': 'completed', 'code': 200} Dec 09 23:41:47.590966 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0d813aa6-5fbb-42fa-9adc-4acca7f01041 req-a689094b-2b9d-4e26-858b-9104b4b0644b tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 210 time: 0.0267086 Dec 09 23:41:48.689515 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-ea7cfeb2-6918-4e00-90a3-dc83719fdfae req-21efc73c-d39a-4fbd-a291-5dc1a73db222 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 210 time: 0.0298927 Dec 09 23:41:49.788628 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c0c8280f-0042-4226-aecb-04ad360b7d95 req-296a0fbd-0b27-4b70-8091-4c1554068698 tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 210 time: 0.0269163 Dec 09 23:41:50.883773 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-adb90beb-a682-4c03-96cc-f4d5968d2b1b req-7f7c7050-73aa-49ee-86fb-4eebd7666e7c tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83090fb-2bbe-4809-8c2f-0a438824e972 HTTP/1.1" status: 200 len: 210 time: 0.0268967 Dec 09 23:41:51.582045 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device de1f4f09-2a15-4126-b781-73ed4f979c33 no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:41:51.602104 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: de1f4f09-2a15-4126-b781-73ed4f979c33 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:41:51.602540 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device de1f4f09-2a15-4126-b781-73ed4f979c33 not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:41:51.938918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33122) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:51.996642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d470b59-48d2-4ca2-8636-2a089320c4cd tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:52.024302 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d470b59-48d2-4ca2-8636-2a089320c4cd tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:52.091209 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d470b59-48d2-4ca2-8636-2a089320c4cd tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:52.094735 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-1d470b59-48d2-4ca2-8636-2a089320c4cd tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:52.096264 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-1d470b59-48d2-4ca2-8636-2a089320c4cd tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] 10.222.0.16 "DELETE /v2.0/security-groups/eb229f49-92a4-400a-a5c8-10d3d80bc68c HTTP/1.1" status: 204 len: 168 time: 0.1563444 Dec 09 23:41:52.109375 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d470b59-48d2-4ca2-8636-2a089320c4cd tempest-TestShelveInstance-954591921 tempest-TestShelveInstance-954591921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb229f49-92a4-400a-a5c8-10d3d80bc68c,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:52.151055 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33126) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:52.582967 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d15165f7-4bd6-4549-b879-7b2a47219590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:52.827441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d15165f7-4bd6-4549-b879-7b2a47219590 admin admin] Deleting port ba589ebe-8046-4094-9843-b9f58afa2160 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:41:52.827774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d15165f7-4bd6-4549-b879-7b2a47219590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:52.907905 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-d15165f7-4bd6-4549-b879-7b2a47219590 admin admin] For port ba589ebe-8046-4094-9843-b9f58afa2160, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=ba589ebe-8046-4094-9843-b9f58afa2160,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:41:52.908189 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d15165f7-4bd6-4549-b879-7b2a47219590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:52.920285 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d15165f7-4bd6-4549-b879-7b2a47219590 admin admin] Calling delete_port for ba589ebe-8046-4094-9843-b9f58afa2160 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:41:53.097468 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d15165f7-4bd6-4549-b879-7b2a47219590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:53.123109 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15165f7-4bd6-4549-b879-7b2a47219590 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba589ebe-8046-4094-9843-b9f58afa2160,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:53.294965 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d15165f7-4bd6-4549-b879-7b2a47219590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:53.484538 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:53.512751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15165f7-4bd6-4549-b879-7b2a47219590 admin admin] Router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:41:53.617484 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15165f7-4bd6-4549-b879-7b2a47219590 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:41:53.625156 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d15165f7-4bd6-4549-b879-7b2a47219590 admin admin] 10.222.0.16 "PUT /v2.0/routers/816d98ab-da0d-4130-b0f4-f30adb4b27a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4703827 Dec 09 23:41:53.625604 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33130) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:53.628911 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40b9671-500d-465f-a921-fa19e8b3c3e3 None None] Sync routers for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:41:53.639667 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b9671-500d-465f-a921-fa19e8b3c3e3 None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:41:53.640273 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b40b9671-500d-465f-a921-fa19e8b3c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:53.735332 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:53.748775 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-b40b9671-500d-465f-a921-fa19e8b3c3e3 None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:41:53.835552 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:53.891335 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Deleting port bb3be971-5e47-4dc2-b226-075670f0104a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:41:53.891678 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:53.934566 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b40b9671-500d-465f-a921-fa19e8b3c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:41:53Z', 'revision_number': 5, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port': {'id': 'bb3be971-5e47-4dc2-b226-075670f0104a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:02Z', 'updated_at': '2021-12-09T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:53.975615 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40b9671-500d-465f-a921-fa19e8b3c3e3 None None] Checking router: 816d98ab-da0d-4130-b0f4-f30adb4b27a6 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:41:53.978149 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] For port bb3be971-5e47-4dc2-b226-075670f0104a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=bb3be971-5e47-4dc2-b226-075670f0104a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:41:53.978515 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:53.985016 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b9671-500d-465f-a921-fa19e8b3c3e3 None None] Routers {'816d98ab-da0d-4130-b0f4-f30adb4b27a6'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:41:53.985826 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b40b9671-500d-465f-a921-fa19e8b3c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:53.991391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Calling delete_port for bb3be971-5e47-4dc2-b226-075670f0104a owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:41:54.075167 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-b40b9671-500d-465f-a921-fa19e8b3c3e3 None None] Set router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:41:54.139427 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-b40b9671-500d-465f-a921-fa19e8b3c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:41:53Z', 'revision_number': 6, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:54.158662 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:54.170902 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40b9671-500d-465f-a921-fa19e8b3c3e3 None None] The sync data for ids ['816d98ab-da0d-4130-b0f4-f30adb4b27a6'] in n-d-789963-23 is: [{'id': '816d98ab-da0d-4130-b0f4-f30adb4b27a6', 'name': 'tempest-TestShelveInstance-1635167049-router', 'tenant_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:01Z', 'updated_at': '2021-12-09T23:41:53Z', 'revision_number': 6, 'project_id': '5d5e4b0ae3a041cfbaa85d1a87cde1cc', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:41:54.181594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3be971-5e47-4dc2-b226-075670f0104a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:54.213452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115393bf-dc1e-4dfb-ada6-c4e0d8c689c3 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:41:54.263258 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:54.354503 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:54.357449 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:54.747455 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:54.748284 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 816d98ab-da0d-4130-b0f4-f30adb4b27a6 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:41:54.752569 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:54.753706 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-603e82af-cb7a-4533-ac11-24754da1264f admin admin] 10.222.0.16 "DELETE /v2.0/routers/816d98ab-da0d-4130-b0f4-f30adb4b27a6 HTTP/1.1" status: 204 len: 168 time: 1.1274734 Dec 09 23:41:54.756296 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33132) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:54.802032 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb60a0f4-7454-4859-9052-8df8c1bb870a admin admin] Deleting subnet b38071c9-3573-4269-b573-e007be0741a6 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:41:54.805078 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb60a0f4-7454-4859-9052-8df8c1bb870a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:54.840739 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb60a0f4-7454-4859-9052-8df8c1bb870a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:54.922826 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb60a0f4-7454-4859-9052-8df8c1bb870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:54.983058 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb60a0f4-7454-4859-9052-8df8c1bb870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.009009 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60a0f4-7454-4859-9052-8df8c1bb870a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38071c9-3573-4269-b573-e007be0741a6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:55.013320 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-cb60a0f4-7454-4859-9052-8df8c1bb870a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.016599 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-cb60a0f4-7454-4859-9052-8df8c1bb870a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b38071c9-3573-4269-b573-e007be0741a6 HTTP/1.1" status: 204 len: 168 time: 0.2593434 Dec 09 23:41:55.019681 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33134) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:55.020234 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303558de-33a4-4140-9ffb-76cb37ef6289 None None] Network be786182-9f99-4485-bee0-015d290488f2 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:41:55.096201 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.169445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Deleting port 90429f4c-59ef-452c-be2a-230501a1f6bb {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:41:55.169814 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.188010 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] DHCP port deletion for be786182-9f99-4485-bee0-015d290488f2 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:41:55.265946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] For port 90429f4c-59ef-452c-be2a-230501a1f6bb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=90429f4c-59ef-452c-be2a-230501a1f6bb,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:41:55.266614 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.281037 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Deleting port 90429f4c-59ef-452c-be2a-230501a1f6bb {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:41:55.281680 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.288569 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Calling delete_port for 90429f4c-59ef-452c-be2a-230501a1f6bb owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:41:55.310735 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 90429f4c-59ef-452c-be2a-230501a1f6bb no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:41:55.376690 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] For port 90429f4c-59ef-452c-be2a-230501a1f6bb, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=90429f4c-59ef-452c-be2a-230501a1f6bb,segment=NetworkSegment(f786e753-eb41-4236-a643-a5c5ac679fb8),segment_id=f786e753-eb41-4236-a643-a5c5ac679fb8)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:41:55.377126 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.381650 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.411164 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Pushing event deleted for resources: {'Port': ['ID=90429f4c-59ef-452c-be2a-230501a1f6bb,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:55.414876 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] No DVR routers for this DVR port 90429f4c-59ef-452c-be2a-230501a1f6bb on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:41:55.423442 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.423946 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.424218 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.424572 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.424903 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.425634 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.426185 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.426527 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.426855 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.427193 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.427523 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.427866 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.428173 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.515245 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.537123 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be786182-9f99-4485-bee0-015d290488f2']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:55.547282 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f786e753-eb41-4236-a643-a5c5ac679fb8') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:55.547666 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f786e753-eb41-4236-a643-a5c5ac679fb8') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:55.561999 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.563601 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Calling delete_port for 90429f4c-59ef-452c-be2a-230501a1f6bb owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:41:55.575709 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.576870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No active binding found for port 90429f4c-59ef-452c-be2a-230501a1f6bb {{(pid=103419) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 23:41:55.577292 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 90429f4c-59ef-452c-be2a-230501a1f6bb not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:41:55.577717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ba589ebe-8046-4094-9843-b9f58afa2160 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:41:55.583053 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:41:55.583847 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:41:55.585702 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:41:55.624413 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: ba589ebe-8046-4094-9843-b9f58afa2160 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:41:55.624772 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device ba589ebe-8046-4094-9843-b9f58afa2160 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:41:55.625204 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bb3be971-5e47-4dc2-b226-075670f0104a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:41:55.642786 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.648723 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: bb3be971-5e47-4dc2-b226-075670f0104a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:41:55.648928 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.649151 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device bb3be971-5e47-4dc2-b226-075670f0104a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:41:55.653436 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] 10.222.0.16 "DELETE /v2.0/networks/be786182-9f99-4485-bee0-015d290488f2 HTTP/1.1" status: 204 len: 168 time: 0.6325443 Dec 09 23:41:55.657247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33138) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:55.668446 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca67a64-fb74-4929-a17f-88ed7dc5dc60 admin admin] Pushing event deleted for resources: {'Network': ['ID=be786182-9f99-4485-bee0-015d290488f2,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:55.685141 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:55.710805 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Network be786182-9f99-4485-bee0-015d290488f2 is not hosted by any dhcp agent {{(pid=103419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 23:41:55.711276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] No DVR routers for this DVR port 90429f4c-59ef-452c-be2a-230501a1f6bb on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:41:55.712987 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Pushing event deleted for resources: {'Port': ['ID=90429f4c-59ef-452c-be2a-230501a1f6bb,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:55.726661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.727077 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.727476 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.727828 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.728260 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.728609 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.728951 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.729312 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.729645 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.730090 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.730452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.730785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:55.731140 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07856ab0-bc77-4318-bd8a-b7c102747461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:41:56.045274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a1b467e-bebf-4c8d-aba7-7765efa7d937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:56.292910 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b467e-bebf-4c8d-aba7-7765efa7d937 admin admin] Deleting port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:41:56.293329 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a1b467e-bebf-4c8d-aba7-7765efa7d937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:56.375717 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-2a1b467e-bebf-4c8d-aba7-7765efa7d937 admin admin] For port 8e1a77b6-3bc0-4e0b-a297-81281135b8e0, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=8e1a77b6-3bc0-4e0b-a297-81281135b8e0,segment=NetworkSegment(ba298aac-300c-46ea-8c67-ef27c92a3f9d),segment_id=ba298aac-300c-46ea-8c67-ef27c92a3f9d)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:41:56.376077 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a1b467e-bebf-4c8d-aba7-7765efa7d937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:56.389463 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b467e-bebf-4c8d-aba7-7765efa7d937 admin admin] Calling delete_port for 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:41:56.569274 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a1b467e-bebf-4c8d-aba7-7765efa7d937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:56.595697 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b467e-bebf-4c8d-aba7-7765efa7d937 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1a77b6-3bc0-4e0b-a297-81281135b8e0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:56.770749 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-2a1b467e-bebf-4c8d-aba7-7765efa7d937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:56.798883 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:41:56.999986 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1b467e-bebf-4c8d-aba7-7765efa7d937 admin admin] Router e890c7a9-5aa9-402c-8780-907add9e7658 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:41:57.103824 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1b467e-bebf-4c8d-aba7-7765efa7d937 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:41:57.111687 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2a1b467e-bebf-4c8d-aba7-7765efa7d937 admin admin] 10.222.0.16 "PUT /v2.0/routers/e890c7a9-5aa9-402c-8780-907add9e7658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4502954 Dec 09 23:41:57.111936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33140) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:57.112179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55488a8a-f06f-46bd-a573-98a7ab713e4b None None] Sync routers for ids ['e890c7a9-5aa9-402c-8780-907add9e7658'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:41:57.123491 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55488a8a-f06f-46bd-a573-98a7ab713e4b None None] Routers {'e890c7a9-5aa9-402c-8780-907add9e7658'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:41:57.124129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-55488a8a-f06f-46bd-a573-98a7ab713e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e890c7a9-5aa9-402c-8780-907add9e7658'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:57.215067 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:57.231213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-55488a8a-f06f-46bd-a573-98a7ab713e4b None None] Set router e890c7a9-5aa9-402c-8780-907add9e7658 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:41:57.319783 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:57.372036 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Deleting port 47007df4-db3d-4f2b-839c-f9fdd909f0c7 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:41:57.372369 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:57.407110 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-55488a8a-f06f-46bd-a573-98a7ab713e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'name': 'tempest-TestShelveInstance-515929513-router', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:41:56Z', 'revision_number': 5, 'project_id': '2beadfd8966948bb94e19cae00169944', 'gw_port': {'id': '47007df4-db3d-4f2b-839c-f9fdd909f0c7', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:57.438881 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55488a8a-f06f-46bd-a573-98a7ab713e4b None None] Checking router: e890c7a9-5aa9-402c-8780-907add9e7658 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:41:57.447803 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55488a8a-f06f-46bd-a573-98a7ab713e4b None None] Routers {'e890c7a9-5aa9-402c-8780-907add9e7658'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:41:57.448179 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] For port 47007df4-db3d-4f2b-839c-f9fdd909f0c7, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=47007df4-db3d-4f2b-839c-f9fdd909f0c7,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:41:57.448454 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-55488a8a-f06f-46bd-a573-98a7ab713e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e890c7a9-5aa9-402c-8780-907add9e7658'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:57.448619 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:57.461325 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Calling delete_port for 47007df4-db3d-4f2b-839c-f9fdd909f0c7 owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:41:57.530158 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-55488a8a-f06f-46bd-a573-98a7ab713e4b None None] Set router e890c7a9-5aa9-402c-8780-907add9e7658 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:41:57.585943 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-55488a8a-f06f-46bd-a573-98a7ab713e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'name': 'tempest-TestShelveInstance-515929513-router', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:41:57Z', 'revision_number': 6, 'project_id': '2beadfd8966948bb94e19cae00169944', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:57.611970 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55488a8a-f06f-46bd-a573-98a7ab713e4b None None] The sync data for ids ['e890c7a9-5aa9-402c-8780-907add9e7658'] in n-d-789963-23 is: [{'id': 'e890c7a9-5aa9-402c-8780-907add9e7658', 'name': 'tempest-TestShelveInstance-515929513-router', 'tenant_id': '2beadfd8966948bb94e19cae00169944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:33:06Z', 'updated_at': '2021-12-09T23:41:57Z', 'revision_number': 6, 'project_id': '2beadfd8966948bb94e19cae00169944', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:41:57.623131 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:57.648533 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=47007df4-db3d-4f2b-839c-f9fdd909f0c7,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:57.665759 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f67b7d-bb5a-42b5-b2b7-6d7b04d4b1d0 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:41:57.715623 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:57.801941 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:57.804015 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:57.845550 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:57.846054 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e890c7a9-5aa9-402c-8780-907add9e7658 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:41:57.850331 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:57.851497 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-eaffcd77-1fb5-4865-91b7-e704a5103e88 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e890c7a9-5aa9-402c-8780-907add9e7658 HTTP/1.1" status: 204 len: 168 time: 0.7375736 Dec 09 23:41:57.854010 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33142) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:57.899560 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-06178594-cf22-4582-ae9f-8df37706c898 admin admin] Deleting subnet 9dd4b458-e3e6-4353-8006-9abc9e99abf1 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:41:57.902469 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06178594-cf22-4582-ae9f-8df37706c898 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:57.934844 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06178594-cf22-4582-ae9f-8df37706c898 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.012492 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06178594-cf22-4582-ae9f-8df37706c898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.069521 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06178594-cf22-4582-ae9f-8df37706c898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.094369 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06178594-cf22-4582-ae9f-8df37706c898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd4b458-e3e6-4353-8006-9abc9e99abf1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:58.099475 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-06178594-cf22-4582-ae9f-8df37706c898 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.102723 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-06178594-cf22-4582-ae9f-8df37706c898 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9dd4b458-e3e6-4353-8006-9abc9e99abf1 HTTP/1.1" status: 204 len: 168 time: 0.2478027 Dec 09 23:41:58.104411 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d912937f-3e51-46f8-ab6d-9b2f2639350f None None] Network 32476f1b-f9fb-47d0-b10c-05b51a0e808b requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:41:58.105238 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33144) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:58.172817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.226221 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Deleting port 5f3e8d1b-6e5d-4399-960b-c83de47812e1 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:41:58.226565 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.290838 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] For port 5f3e8d1b-6e5d-4399-960b-c83de47812e1, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=5f3e8d1b-6e5d-4399-960b-c83de47812e1,segment=NetworkSegment(ba298aac-300c-46ea-8c67-ef27c92a3f9d),segment_id=ba298aac-300c-46ea-8c67-ef27c92a3f9d)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:41:58.291121 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.303565 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Calling delete_port for 5f3e8d1b-6e5d-4399-960b-c83de47812e1 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:41:58.345231 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd35051-266c-43d7-a923-8e1ddcbb9756 None None] DHCP port deletion for 32476f1b-f9fb-47d0-b10c-05b51a0e808b request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:41:58.384320 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.405212 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3cd35051-266c-43d7-a923-8e1ddcbb9756 None None] Deleting port 5f3e8d1b-6e5d-4399-960b-c83de47812e1 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:41:58.405688 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3cd35051-266c-43d7-a923-8e1ddcbb9756 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.413471 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3e8d1b-6e5d-4399-960b-c83de47812e1,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:58.416962 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] No DVR routers for this DVR port 5f3e8d1b-6e5d-4399-960b-c83de47812e1 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:41:58.472556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3cd35051-266c-43d7-a923-8e1ddcbb9756 None None] For port 5f3e8d1b-6e5d-4399-960b-c83de47812e1, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:41:58.472936 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3cd35051-266c-43d7-a923-8e1ddcbb9756 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.485620 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3cd35051-266c-43d7-a923-8e1ddcbb9756 None None] Calling delete_port for 5f3e8d1b-6e5d-4399-960b-c83de47812e1 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:41:58.486741 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.489124 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-3cd35051-266c-43d7-a923-8e1ddcbb9756 None None] Port 5f3e8d1b-6e5d-4399-960b-c83de47812e1 was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 23:41:58.490437 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3cd35051-266c-43d7-a923-8e1ddcbb9756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.507581 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32476f1b-f9fb-47d0-b10c-05b51a0e808b']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:58.516897 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba298aac-300c-46ea-8c67-ef27c92a3f9d') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:58.517199 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba298aac-300c-46ea-8c67-ef27c92a3f9d') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:41:58.517816 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd35051-266c-43d7-a923-8e1ddcbb9756 None None] Pushing event deleted for resources: {'Port': ['ID=5f3e8d1b-6e5d-4399-960b-c83de47812e1,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:58.519908 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd35051-266c-43d7-a923-8e1ddcbb9756 None None] No DVR routers for this DVR port 5f3e8d1b-6e5d-4399-960b-c83de47812e1 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:41:58.526866 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.541140 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.547262 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:41:58.547651 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:41:58.549581 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:41:58.609875 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.616348 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.622748 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] 10.222.0.16 "DELETE /v2.0/networks/32476f1b-f9fb-47d0-b10c-05b51a0e808b HTTP/1.1" status: 204 len: 168 time: 0.5142460 Dec 09 23:41:58.631727 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713552c3-40a0-4e91-b3ac-5745b1a92c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=32476f1b-f9fb-47d0-b10c-05b51a0e808b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:58.759316 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33148) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:58.797399 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-27fb3e49-78ad-49c9-b284-22a46f3272fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d5e4b0ae3a041cfbaa85d1a87cde1cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369334 Dec 09 23:41:58.799783 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33150) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:58.844271 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4d8e46a1-897b-4fee-8077-736ae4ef8ea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.865240 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4d8e46a1-897b-4fee-8077-736ae4ef8ea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.914796 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4d8e46a1-897b-4fee-8077-736ae4ef8ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.917458 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4d8e46a1-897b-4fee-8077-736ae4ef8ea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:58.918600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4d8e46a1-897b-4fee-8077-736ae4ef8ea3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9170afc2-cb37-498c-a04f-add197b8abb3 HTTP/1.1" status: 204 len: 168 time: 0.1173859 Dec 09 23:41:58.926431 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e46a1-897b-4fee-8077-736ae4ef8ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9170afc2-cb37-498c-a04f-add197b8abb3,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:41:59.249087 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33156) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:59.271560 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:41:59.291187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-c23b59be-97a5-4bbb-8fbb-23d9a5399f43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2beadfd8966948bb94e19cae00169944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409343 Dec 09 23:41:59.293814 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33158) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:41:59.295718 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:41:59.296066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 8e1a77b6-3bc0-4e0b-a297-81281135b8e0 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:41:59.296487 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 47007df4-db3d-4f2b-839c-f9fdd909f0c7 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:41:59.316331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 47007df4-db3d-4f2b-839c-f9fdd909f0c7 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:41:59.316674 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 47007df4-db3d-4f2b-839c-f9fdd909f0c7 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:41:59.317086 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5f3e8d1b-6e5d-4399-960b-c83de47812e1 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:41:59.336511 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 5f3e8d1b-6e5d-4399-960b-c83de47812e1 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:41:59.337208 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 5f3e8d1b-6e5d-4399-960b-c83de47812e1 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:41:59.339966 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e8cb-309c-4fe2-a47f-76fcf7800252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:59.360343 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e8cb-309c-4fe2-a47f-76fcf7800252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:59.405504 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e8cb-309c-4fe2-a47f-76fcf7800252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:59.408216 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e8cb-309c-4fe2-a47f-76fcf7800252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:41:59.409350 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f1f5e8cb-309c-4fe2-a47f-76fcf7800252 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e396142-fcdd-4009-8788-cb2cb65165ae HTTP/1.1" status: 204 len: 168 time: 0.1146407 Dec 09 23:41:59.416922 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5e8cb-309c-4fe2-a47f-76fcf7800252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e396142-fcdd-4009-8788-cb2cb65165ae,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:00.058234 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33180) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:00.161623 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-205922086-network', 'tenant_id': '168fb514589343b297ed3e1c5efbea32'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:00.183247 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Made reservation on behalf of 168fb514589343b297ed3e1c5efbea32 for: {'network': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:42:00.185425 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.193595 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.268243 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.271905 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.292553 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:42:00.306444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca9e8dc-c75f-437c-8e53-4e32c610f520,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:00.315020 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.315371 n-d-789963-23 neutron-server[103418]: INFO neutron.db.segments_db [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Added segment 99b32afa-ad87-4a92-897e-ecd6d24fcdb2 of type vlan for network 9069903d-38a2-4c8b-b561-a192143fb195 Dec 09 23:42:00.353774 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.378556 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.379497 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:00.380068 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.411187 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3515213 Dec 09 23:42:00.414220 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33184) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:00.419383 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-24d5bfe8-d361-4474-a7bc-37211fcd51eb admin admin] Request body: {'subnet': {'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-205922086-subnet', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:00.441257 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d5bfe8-d361-4474-a7bc-37211fcd51eb admin admin] Made reservation on behalf of 168fb514589343b297ed3e1c5efbea32 for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:42:00.441599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66706c9-f31d-481d-a29d-13d0d19e9ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=9069903d-38a2-4c8b-b561-a192143fb195,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:00.443538 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24d5bfe8-d361-4474-a7bc-37211fcd51eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.451722 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 9069903d-38a2-4c8b-b561-a192143fb195 details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:42:00.609006 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24d5bfe8-d361-4474-a7bc-37211fcd51eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.661994 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5bfe8-d361-4474-a7bc-37211fcd51eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1c2bae-c2dc-4269-8714-1a55efb22726,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:00.672010 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d5bfe8-d361-4474-a7bc-37211fcd51eb admin admin] Checking segment: {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:42:00.672370 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d5bfe8-d361-4474-a7bc-37211fcd51eb admin admin] Network hostable DHCP agents. Network: 9069903d-38a2-4c8b-b561-a192143fb195, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:42:00.688476 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d5bfe8-d361-4474-a7bc-37211fcd51eb admin admin] Network 9069903d-38a2-4c8b-b561-a192143fb195 is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:42:00.698014 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-24d5bfe8-d361-4474-a7bc-37211fcd51eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 9069903d-38a2-4c8b-b561-a192143fb195) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:42:00.702865 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5bfe8-d361-4474-a7bc-37211fcd51eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:00.704916 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24d5bfe8-d361-4474-a7bc-37211fcd51eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.705879 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57729b9c-aeee-40a5-b55a-428c43106a4e None None] Network 9069903d-38a2-4c8b-b561-a192143fb195 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:42:00.722595 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-24d5bfe8-d361-4474-a7bc-37211fcd51eb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3065922 Dec 09 23:42:00.725280 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33186) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:00.729637 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:00.751427 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.752444 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.803279 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-9069903d-38a2-4c8b-b561-a192143fb195', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:42:00.804173 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.811364 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:00.939841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Allocated IP 172.20.0.2 (9069903d-38a2-4c8b-b561-a192143fb195/dc1c2bae-c2dc-4269-8714-1a55efb22726/b637ea72-2d90-4ecd-8717-be301027b4c4) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:42:00.952368 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.082551 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.088006 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.123944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Network 9069903d-38a2-4c8b-b561-a192143fb195 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:42:01.126650 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:42:01.133950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:42:01.141277 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Pushing event updated for resources: {'Port': ['ID=b637ea72-2d90-4ecd-8717-be301027b4c4,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:01.153958 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.173183 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.190378 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Attempting to bind port b637ea72-2d90-4ecd-8717-be301027b4c4 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:42:01.191314 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Attempting to bind port b637ea72-2d90-4ecd-8717-be301027b4c4 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:42:01.191680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Attempting to bind port b637ea72-2d90-4ecd-8717-be301027b4c4 on network 9069903d-38a2-4c8b-b561-a192143fb195 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:42:01.196586 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:42:01.196960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Checking segment: {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:42:01.197357 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.197749 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Bound using segment: {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:42:01.198239 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Bound port: b637ea72-2d90-4ecd-8717-be301027b4c4, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:42:01.198618 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.263009 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-67f153c0-4c00-449c-90cd-82e3bc0f8e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.278590 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] For port b637ea72-2d90-4ecd-8717-be301027b4c4, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:42:01.281606 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] For port b637ea72-2d90-4ecd-8717-be301027b4c4, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b637ea72-2d90-4ecd-8717-be301027b4c4,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:42:01.284913 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Allocated IP 172.25.8.110 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/7ea414fe-285e-4598-a383-6987f22dd14a) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:42:01.286014 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.348860 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b32b6-d915-4223-856f-b01b38a8dda1 None None] Pushing event updated for resources: {'Port': ['ID=b637ea72-2d90-4ecd-8717-be301027b4c4,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:01.394633 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.432575 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.473528 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:42:01.476583 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:42:01.482308 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:42:01.498778 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6b5cf3-7264-4e40-b4fa-36c953b577cb None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:42:01.529738 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ea414fe-285e-4598-a383-6987f22dd14a,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:01.545431 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-827489f5-cc41-4f42-94e6-ab4b4a2967fb None None] Provisioning complete for port 7ea414fe-285e-4598-a383-6987f22dd14a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:01.545833 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-827489f5-cc41-4f42-94e6-ab4b4a2967fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.594728 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-827489f5-cc41-4f42-94e6-ab4b4a2967fb None None] Port 7ea414fe-285e-4598-a383-6987f22dd14a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:42:01.767570 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:01.962175 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:02.095525 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Router e38c420e-0673-4026-9e47-aab1bf07f729 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:42:02.207354 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:42:02.218648 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Sync routers for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:42:02.226387 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:02.227821 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-0e147611-ce14-4977-b933-83864cbd1ac0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5015187 Dec 09 23:42:02.229818 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:42:02.230505 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33188) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:02.230741 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:02.256717 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837fa32b-b850-4fef-8981-f9ff9dc71128 None None] Network 9069903d-38a2-4c8b-b561-a192143fb195 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:42:02.334913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-b4574e74-6f48-4048-b8c5-df5f20fba67b None None] Provisioning complete for port b637ea72-2d90-4ecd-8717-be301027b4c4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:02.335424 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4574e74-6f48-4048-b8c5-df5f20fba67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:02.342026 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:42:02.451094 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4574e74-6f48-4048-b8c5-df5f20fba67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:02.486179 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b4574e74-6f48-4048-b8c5-df5f20fba67b None None] For port b637ea72-2d90-4ecd-8717-be301027b4c4, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b637ea72-2d90-4ecd-8717-be301027b4c4,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:42:02.497377 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4574e74-6f48-4048-b8c5-df5f20fba67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:02.548910 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:01Z', 'revision_number': 3, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:02.553255 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4574e74-6f48-4048-b8c5-df5f20fba67b None None] Pushing event updated for resources: {'Port': ['ID=b637ea72-2d90-4ecd-8717-be301027b4c4,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:02.579002 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Checking router: e38c420e-0673-4026-9e47-aab1bf07f729 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:42:02.579350 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Updating router e38c420e-0673-4026-9e47-aab1bf07f729 port 7ea414fe-285e-4598-a383-6987f22dd14a binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:42:02.610728 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:02.727233 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-fb750389-468f-406e-93b6-be0c05b916ae None None] Provisioning complete for port b637ea72-2d90-4ecd-8717-be301027b4c4 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:02.727653 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb750389-468f-406e-93b6-be0c05b916ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:02.870602 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:02.876848 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:02.921291 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2384f279-fb92-4320-9483-4a2fc2575d9b None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:42:02.926077 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Attempting to bind port 7ea414fe-285e-4598-a383-6987f22dd14a on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:42:02.926437 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Attempting to bind port 7ea414fe-285e-4598-a383-6987f22dd14a by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:42:02.926802 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Attempting to bind port 7ea414fe-285e-4598-a383-6987f22dd14a on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:42:02.935642 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:42:02.936129 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:42:02.936440 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:02.936815 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:42:02.937295 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Bound port: 7ea414fe-285e-4598-a383-6987f22dd14a, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:42:02.938183 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:02.942988 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Pushing event updated for resources: {'Port': ['ID=7ea414fe-285e-4598-a383-6987f22dd14a,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:02.969818 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:02.970173 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:02.970514 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:02.970847 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:02.971179 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:02.971506 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:02.971878 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:02.972721 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:02.973044 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:02.973366 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:02.973687 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:02.974038 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:02.974358 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:42:03.007422 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.052276 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7747cd5f-4c25-4151-9d63-892ca349a9aa None None] Provisioning complete for port 7ea414fe-285e-4598-a383-6987f22dd14a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:03.052939 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7747cd5f-4c25-4151-9d63-892ca349a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.093930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7747cd5f-4c25-4151-9d63-892ca349a9aa None None] Port 7ea414fe-285e-4598-a383-6987f22dd14a cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:42:03.100982 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] For port 7ea414fe-285e-4598-a383-6987f22dd14a, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:42:03.104034 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] For port 7ea414fe-285e-4598-a383-6987f22dd14a, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7ea414fe-285e-4598-a383-6987f22dd14a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:42:03.109561 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.150950 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3edff91-b573-496d-a131-9a2afdd0938e None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:42:03.163738 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:42:03.164368 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:41:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:03.171722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Allocated IP 172.20.0.1 (9069903d-38a2-4c8b-b561-a192143fb195/dc1c2bae-c2dc-4269-8714-1a55efb22726/4b19a423-f0b3-489f-a96b-19687a15d9a6) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:42:03.222490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6b9953d7-a319-4592-b24f-b01516852d16 None None] Provisioning complete for port 7ea414fe-285e-4598-a383-6987f22dd14a triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:03.222935 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b9953d7-a319-4592-b24f-b01516852d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.272675 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:42:03.298132 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.298384 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655fba9-a634-4af5-90cc-ab5655ff3d64 None None] Pushing event updated for resources: {'Port': ['ID=7ea414fe-285e-4598-a383-6987f22dd14a,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:03.322377 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b9953d7-a319-4592-b24f-b01516852d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.346974 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.347482 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6b9953d7-a319-4592-b24f-b01516852d16 None None] For port 7ea414fe-285e-4598-a383-6987f22dd14a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7ea414fe-285e-4598-a383-6987f22dd14a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:42:03.354953 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b9953d7-a319-4592-b24f-b01516852d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.362562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b637ea72-2d90-4ecd-8717-be301027b4c4 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:42:03.389718 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Network 9069903d-38a2-4c8b-b561-a192143fb195 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:42:03.395184 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:42:03.399235 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:42:03.427445 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b19a423-f0b3-489f-a96b-19687a15d9a6,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:03.438694 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9953d7-a319-4592-b24f-b01516852d16 None None] Pushing event updated for resources: {'Port': ['ID=7ea414fe-285e-4598-a383-6987f22dd14a,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:03.446299 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.452605 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port b637ea72-2d90-4ecd-8717-be301027b4c4 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:03.452989 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.483321 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:01Z', 'revision_number': 3, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:03.506455 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-60a8c3b3-2e87-4a12-83a8-3fd234735454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.527497 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c739b47-4963-4856-8b19-25d2c8a2872a None None] The sync data for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 is: [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:01Z', 'revision_number': 3, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:42:03.609144 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.678670 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-23b96eaa-1b0e-45bb-ba44-b957396ad4ca None None] Provisioning complete for port 4b19a423-f0b3-489f-a96b-19687a15d9a6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:03.679244 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-23b96eaa-1b0e-45bb-ba44-b957396ad4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.723858 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-23b96eaa-1b0e-45bb-ba44-b957396ad4ca None None] Port 4b19a423-f0b3-489f-a96b-19687a15d9a6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:42:03.805353 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.809938 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.880255 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:03.882132 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b19a423-f0b3-489f-a96b-19687a15d9a6,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:03.982722 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Network 9069903d-38a2-4c8b-b561-a192143fb195 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:42:03.984154 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:42:04.119880 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Router e38c420e-0673-4026-9e47-aab1bf07f729 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:42:04.241166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:42:04.246962 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-ac8dbbd1-671a-404d-9d76-9ae1802595e2 None None] Provisioning complete for port 4b19a423-f0b3-489f-a96b-19687a15d9a6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:04.247343 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbbd1-671a-404d-9d76-9ae1802595e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:04.247602 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-aaf5c597-6433-42e3-98f6-725ca4d6bbb5 admin admin] 10.222.0.16 "PUT /v2.0/routers/e38c420e-0673-4026-9e47-aab1bf07f729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0158017 Dec 09 23:42:04.286795 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dbbd1-671a-404d-9d76-9ae1802595e2 None None] Port 4b19a423-f0b3-489f-a96b-19687a15d9a6 cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:42:04.694575 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:04.715788 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33204) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:04.720764 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1739754615-network', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:04.742034 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Made reservation on behalf of c0c884a54440437c9de0339bdead9bad for: {'network': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:42:04.744531 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for network, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:04.752971 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:04.828116 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:04.832837 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:04.860134 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 23:42:04.871470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53ca0bc-2ca3-4d74-9926-83529e1607ac,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:04.876619 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:04.876967 n-d-789963-23 neutron-server[103417]: INFO neutron.db.segments_db [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Added segment f100e6bf-dbe5-4d8e-a2ff-2251bad91f79 of type vlan for network 30d9c762-76c7-4160-b962-53d3e3c0854c Dec 09 23:42:04.918074 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734980332903'] for network, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:04.943963 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235'] for network, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:04.945059 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:04.945905 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:04.985894 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2664945 Dec 09 23:42:04.986113 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33206) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:04.990850 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-fcea038f-dd05-4e85-a1ba-2c7cf6ea981e admin admin] Request body: {'subnet': {'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1739754615-subnet', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'ip_version': 4}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:05.028998 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c88fd-d52a-4729-9b68-4f5217a10058 admin admin] Pushing event updated for resources: {'Network': ['ID=30d9c762-76c7-4160-b962-53d3e3c0854c,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:05.039763 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Network 30d9c762-76c7-4160-b962-53d3e3c0854c details requested by agent ovs-agent-n-d-789963-23 with host n-d-789963-23 {{(pid=103419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 23:42:05.044534 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcea038f-dd05-4e85-a1ba-2c7cf6ea981e admin admin] Made reservation on behalf of c0c884a54440437c9de0339bdead9bad for: {'subnet': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:42:05.047066 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcea038f-dd05-4e85-a1ba-2c7cf6ea981e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380925'] for subnet, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:05.117869 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:05.166242 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Sync routers for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:42:05.177089 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:42:05.177705 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:05.228602 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcea038f-dd05-4e85-a1ba-2c7cf6ea981e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381335'] for subnet, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:05.292641 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:42:05.295937 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea038f-dd05-4e85-a1ba-2c7cf6ea981e admin admin] Pushing event updated for resources: {'Subnet': ['ID=694ef053-4864-4fd6-af33-81b316c87720,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:05.298248 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea038f-dd05-4e85-a1ba-2c7cf6ea981e admin admin] Checking segment: {'id': 'f100e6bf-dbe5-4d8e-a2ff-2251bad91f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:42:05.298635 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea038f-dd05-4e85-a1ba-2c7cf6ea981e admin admin] Network hostable DHCP agents. Network: 30d9c762-76c7-4160-b962-53d3e3c0854c, hostable agents: ['40408909-94c4-4aab-83ba-88920e236623'], hosted agents: [] {{(pid=103417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 23:42:05.318054 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea038f-dd05-4e85-a1ba-2c7cf6ea981e admin admin] Network 30d9c762-76c7-4160-b962-53d3e3c0854c is scheduled to be hosted by DHCP agent 40408909-94c4-4aab-83ba-88920e236623 with binding_index 1 {{(pid=103417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 23:42:05.327662 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-fcea038f-dd05-4e85-a1ba-2c7cf6ea981e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-23, 30d9c762-76c7-4160-b962-53d3e3c0854c) {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:42:05.328579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7ea414fe-285e-4598-a383-6987f22dd14a up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:42:05.331915 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea038f-dd05-4e85-a1ba-2c7cf6ea981e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:05.332517 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fcea038f-dd05-4e85-a1ba-2c7cf6ea981e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:05.350542 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fcea038f-dd05-4e85-a1ba-2c7cf6ea981e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3634539 Dec 09 23:42:05.352996 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33208) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:05.354727 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95342d41-5e3e-4172-aa3d-82f052d57352 None None] Network 30d9c762-76c7-4160-b962-53d3e3c0854c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:42:05.357367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1739754615-router', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:05.379562 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-876515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15686'] for router, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:05.380889 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-876415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15693'] for router, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:05.438981 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:05.579731 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:05.704827 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 7ea414fe-285e-4598-a383-6987f22dd14a triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:05.705460 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:05.752141 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14d42fcc-11e7-5b6b-aeaf-b5b64cf53c95-30d9c762-76c7-4160-b962-53d3e3c0854c', 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c', 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'fixed_ips': [{'subnet_id': '694ef053-4864-4fd6-af33-81b316c87720'}]}} from n-d-789963-23. {{(pid=103419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 23:42:05.753057 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:05.785346 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:05.804515 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:05.913007 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Allocated IP 172.25.8.22 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/c2f486ac-99f5-4907-951d-864668b7eedc) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:42:05.971278 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 2, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:06.008345 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Allocated IP 172.20.0.2 (30d9c762-76c7-4160-b962-53d3e3c0854c/694ef053-4864-4fd6-af33-81b316c87720/08b3728e-0e55-49e5-bb21-7b3948be5e09) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:42:06.013680 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Checking router: e38c420e-0673-4026-9e47-aab1bf07f729 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:42:06.014067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Updating router e38c420e-0673-4026-9e47-aab1bf07f729 port 4b19a423-f0b3-489f-a96b-19687a15d9a6 binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:42:06.017778 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.046646 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.053404 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.088753 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:42:06.091942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:42:06.095665 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:42:06.127616 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da0bb2-344d-434e-8bb7-41ae21a3aa88 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:42:06.134169 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f486ac-99f5-4907-951d-864668b7eedc,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:06.296076 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-7f767121-c850-44e2-a91a-220ef6de79ce None None] Provisioning complete for port c2f486ac-99f5-4907-951d-864668b7eedc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:06.296444 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7f767121-c850-44e2-a91a-220ef6de79ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.341212 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Publish callbacks [] for port, precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.365809 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.379557 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972'] for port, after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.409855 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-7f767121-c850-44e2-a91a-220ef6de79ce None None] Port c2f486ac-99f5-4907-951d-864668b7eedc cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:42:06.438200 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Network 30d9c762-76c7-4160-b962-53d3e3c0854c is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:42:06.450813 n-d-789963-23 neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:42:06.454937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Pushing event updated for resources: {'Port': ['ID=08b3728e-0e55-49e5-bb21-7b3948be5e09,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:06.463658 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:42:06.510594 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.563787 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Attempting to bind port 08b3728e-0e55-49e5-bb21-7b3948be5e09 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:42:06.564148 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Attempting to bind port 08b3728e-0e55-49e5-bb21-7b3948be5e09 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'f100e6bf-dbe5-4d8e-a2ff-2251bad91f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:42:06.564516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Attempting to bind port 08b3728e-0e55-49e5-bb21-7b3948be5e09 on network 30d9c762-76c7-4160-b962-53d3e3c0854c {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:42:06.573820 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:42:06.574201 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Checking segment: {'id': 'f100e6bf-dbe5-4d8e-a2ff-2251bad91f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:42:06.574596 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.574943 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-876406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714225'] for router, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.575079 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Bound using segment: {'id': 'f100e6bf-dbe5-4d8e-a2ff-2251bad91f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:42:06.575447 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Bound port: 08b3728e-0e55-49e5-bb21-7b3948be5e09, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f100e6bf-dbe5-4d8e-a2ff-2251bad91f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:42:06.575826 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.587091 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.599644 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.687250 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63081d3-547e-450d-a5bb-2451442d832a None None] Pushing event updated for resources: {'Port': ['ID=4b19a423-f0b3-489f-a96b-19687a15d9a6,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:06.696709 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] For port 08b3728e-0e55-49e5-bb21-7b3948be5e09, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:42:06.702107 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] For port 08b3728e-0e55-49e5-bb21-7b3948be5e09, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=08b3728e-0e55-49e5-bb21-7b3948be5e09,segment=NetworkSegment(f100e6bf-dbe5-4d8e-a2ff-2251bad91f79),segment_id=f100e6bf-dbe5-4d8e-a2ff-2251bad91f79)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:42:06.716127 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Router 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 is scheduled to L3 agent 718cee18-3f79-4183-961c-b620c0738a53 with binding_index 1 {{(pid=103417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 23:42:06.725582 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.782398 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Attempting to bind port 4b19a423-f0b3-489f-a96b-19687a15d9a6 on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:42:06.782774 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Attempting to bind port 4b19a423-f0b3-489f-a96b-19687a15d9a6 by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:42:06.783137 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Attempting to bind port 4b19a423-f0b3-489f-a96b-19687a15d9a6 on network 9069903d-38a2-4c8b-b561-a192143fb195 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:42:06.793931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:42:06.794309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Checking segment: {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:42:06.795775 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.795775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Bound using segment: {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:42:06.795775 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Bound port: 4b19a423-f0b3-489f-a96b-19687a15d9a6, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:42:06.796125 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.827488 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fd1fc-d65d-4a28-8a58-6dd0a5356153 None None] Pushing event updated for resources: {'Port': ['ID=08b3728e-0e55-49e5-bb21-7b3948be5e09,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:06.873470 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:42:06.888127 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Sync routers for ids ['8e87b0d7-1f37-45c6-9d79-b3e22dde5319'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:42:06.904158 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.908099 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-92e16fd1-1c7b-4f0e-b922-715aced92154 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5516057 Dec 09 23:42:06.908271 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Routers {'8e87b0d7-1f37-45c6-9d79-b3e22dde5319'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:42:06.908271 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8e87b0d7-1f37-45c6-9d79-b3e22dde5319'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:06.908498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] For port 4b19a423-f0b3-489f-a96b-19687a15d9a6, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:42:06.908595 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33210) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:06.913230 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] For port 4b19a423-f0b3-489f-a96b-19687a15d9a6, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4b19a423-f0b3-489f-a96b-19687a15d9a6,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:42:06.920886 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:06.995652 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-a40b6df7-b036-433e-8e3f-7cf20960c84e None None] Provisioning complete for port 4b19a423-f0b3-489f-a96b-19687a15d9a6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:06.996031 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a40b6df7-b036-433e-8e3f-7cf20960c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.025497 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:42:07.026981 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:07.047063 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Set router 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:42:07.096353 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63081d3-547e-450d-a5bb-2451442d832a None None] Pushing event updated for resources: {'Port': ['ID=4b19a423-f0b3-489f-a96b-19687a15d9a6,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:07.272566 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a40b6df7-b036-433e-8e3f-7cf20960c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.307526 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:42:07.351641 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'name': 'tempest-TestSnapshotPattern-1739754615-router', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:06Z', 'revision_number': 3, 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'gw_port': {'id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:57:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:07.378512 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.379707 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Checking router: 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:42:07.381531 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Updating router 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 port c2f486ac-99f5-4907-951d-864668b7eedc binding host n-d-789963-23 {{(pid=103420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:42:07.407748 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 08b3728e-0e55-49e5-bb21-7b3948be5e09 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:42:07.412119 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a40b6df7-b036-433e-8e3f-7cf20960c84e None None] For port 4b19a423-f0b3-489f-a96b-19687a15d9a6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4b19a423-f0b3-489f-a96b-19687a15d9a6,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:42:07.428461 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.469243 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a40b6df7-b036-433e-8e3f-7cf20960c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.609359 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b6df7-b036-433e-8e3f-7cf20960c84e None None] Pushing event updated for resources: {'Port': ['ID=4b19a423-f0b3-489f-a96b-19687a15d9a6,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:07.641414 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 08b3728e-0e55-49e5-bb21-7b3948be5e09 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:07.641732 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.650648 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-0af94c31-0a94-4f83-bd82-edb0aa3251a7 None None] Provisioning complete for port 4b19a423-f0b3-489f-a96b-19687a15d9a6 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:07.651268 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0af94c31-0a94-4f83-bd82-edb0aa3251a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.702932 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.710781 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.738937 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Attempting to bind port c2f486ac-99f5-4907-951d-864668b7eedc on host n-d-789963-23 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:42:07.739441 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Attempting to bind port c2f486ac-99f5-4907-951d-864668b7eedc by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:42:07.740009 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Attempting to bind port c2f486ac-99f5-4907-951d-864668b7eedc on network 30a763c6-5f34-4e65-ad39-9ab865464cc3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:42:07.764029 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:42:07.764674 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Checking segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:42:07.765186 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.765682 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Bound using segment: {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:42:07.766298 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Bound port: c2f486ac-99f5-4907-951d-864668b7eedc, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79b28b-12c4-4fdf-82c7-0416cc58768f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:42:07.766783 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.828597 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] For port c2f486ac-99f5-4907-951d-864668b7eedc, host n-d-789963-23, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:42:07.833346 n-d-789963-23 neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] For port c2f486ac-99f5-4907-951d-864668b7eedc, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c2f486ac-99f5-4907-951d-864668b7eedc,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:42:07.843213 n-d-789963-23 neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.875147 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f06c6-6709-46ea-b434-54f596ff2aeb None None] Pushing event updated for resources: {'Port': ['ID=c2f486ac-99f5-4907-951d-864668b7eedc,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:07.878503 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Routers {'8e87b0d7-1f37-45c6-9d79-b3e22dde5319'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:42:07.879238 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8e87b0d7-1f37-45c6-9d79-b3e22dde5319'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:07.898382 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:07.913930 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50915cd1-027e-4370-a42a-ce293e5687e7 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:42:07.969331 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b92f48-f360-4564-b9e6-4c8c77bfd53f None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:42:07.997631 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] Set router 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:42:08.035140 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:06Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:08.094704 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeff1bd-d231-4d12-9ee8-9c1d68313811 None None] The sync data for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 is: [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:06Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:42:08.109618 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:08.130947 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Allocated IP 172.20.0.1 (30d9c762-76c7-4160-b962-53d3e3c0854c/694ef053-4864-4fd6-af33-81b316c87720/0ca46cc7-6797-48b8-8929-11c900f7e49f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:42:08.146067 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] For port 08b3728e-0e55-49e5-bb21-7b3948be5e09, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=08b3728e-0e55-49e5-bb21-7b3948be5e09,segment=NetworkSegment(f100e6bf-dbe5-4d8e-a2ff-2251bad91f79),segment_id=f100e6bf-dbe5-4d8e-a2ff-2251bad91f79)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:42:08.167416 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:08.187272 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f06c6-6709-46ea-b434-54f596ff2aeb None None] Pushing event updated for resources: {'Port': ['ID=c2f486ac-99f5-4907-951d-864668b7eedc,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:08.251327 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc52d689-a55a-4d00-b973-755a35dfdaf1 None None] Network 30d9c762-76c7-4160-b962-53d3e3c0854c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:42:08.258931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-9cbdf4ac-3eb9-43dc-b407-f203ecbc0cea None None] Provisioning complete for port c2f486ac-99f5-4907-951d-864668b7eedc triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:08.259299 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf4ac-3eb9-43dc-b407-f203ecbc0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:08.274224 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Pushing event updated for resources: {'Port': ['ID=08b3728e-0e55-49e5-bb21-7b3948be5e09,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:08.275809 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'name': 'tempest-TestSnapshotPattern-1739754615-router', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:06Z', 'revision_number': 3, 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'gw_port': {'id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:57:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:08.339814 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:08.390196 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:08.437942 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Network 30d9c762-76c7-4160-b962-53d3e3c0854c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:42:08.442938 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:42:08.444847 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf4ac-3eb9-43dc-b407-f203ecbc0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:08.446789 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:42:08.453969 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3e1b1-169c-48d3-80f8-bec6d1e258d6 None None] The sync data for ids ['8e87b0d7-1f37-45c6-9d79-b3e22dde5319'] in n-d-789963-23 is: [{'id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'name': 'tempest-TestSnapshotPattern-1739754615-router', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:06Z', 'revision_number': 3, 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'gw_port': {'id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:57:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:42:08.470979 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-9cbdf4ac-3eb9-43dc-b407-f203ecbc0cea None None] For port c2f486ac-99f5-4907-951d-864668b7eedc, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c2f486ac-99f5-4907-951d-864668b7eedc,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:42:08.477924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf4ac-3eb9-43dc-b407-f203ecbc0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:08.483032 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Pushing event updated for resources: {'Port': ['ID=0ca46cc7-6797-48b8-8929-11c900f7e49f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:08.526675 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714030'] for router_interface, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:08.554248 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdf4ac-3eb9-43dc-b407-f203ecbc0cea None None] Pushing event updated for resources: {'Port': ['ID=c2f486ac-99f5-4907-951d-864668b7eedc,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:08.609637 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-5fffde73-ea6d-4cd4-b32b-140488c5b64a None None] Provisioning complete for port 08b3728e-0e55-49e5-bb21-7b3948be5e09 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:08.610117 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5fffde73-ea6d-4cd4-b32b-140488c5b64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:08.688046 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:08.891339 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-385103e7-c93d-461a-9fc2-886594efdb28 None None] Provisioning complete for port 08b3728e-0e55-49e5-bb21-7b3948be5e09 triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:08.891786 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-385103e7-c93d-461a-9fc2-886594efdb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:08.931129 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:08.939964 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:09.044326 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711614'] for router_interface, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:09.047465 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Pushing event updated for resources: {'Port': ['ID=0ca46cc7-6797-48b8-8929-11c900f7e49f,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:09.125967 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-af86dd83-f481-4cc4-a0d7-52ebd470d4aa None None] Provisioning complete for port 0ca46cc7-6797-48b8-8929-11c900f7e49f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:09.126523 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-af86dd83-f481-4cc4-a0d7-52ebd470d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:09.155367 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Network 30d9c762-76c7-4160-b962-53d3e3c0854c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:42:09.157142 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:42:09.172015 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-af86dd83-f481-4cc4-a0d7-52ebd470d4aa None None] Port 0ca46cc7-6797-48b8-8929-11c900f7e49f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:42:09.354632 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Router 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:42:09.445556 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c2f486ac-99f5-4907-951d-864668b7eedc up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:42:09.503036 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:42:09.522587 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-51ab9d2d-b3c1-4a6c-8720-c33c14e7d1ea admin admin] 10.222.0.16 "PUT /v2.0/routers/8e87b0d7-1f37-45c6-9d79-b3e22dde5319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6129658 Dec 09 23:42:09.534634 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port c2f486ac-99f5-4907-951d-864668b7eedc triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:09.535218 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:09.538036 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-653acc8b-c080-4fbe-a44a-a6fd7479ec18 None None] Provisioning complete for port 0ca46cc7-6797-48b8-8929-11c900f7e49f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:09.538613 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-653acc8b-c080-4fbe-a44a-a6fd7479ec18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:09.619455 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-653acc8b-c080-4fbe-a44a-a6fd7479ec18 None None] Port 0ca46cc7-6797-48b8-8929-11c900f7e49f cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:42:09.678211 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4b19a423-f0b3-489f-a96b-19687a15d9a6 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:42:09.742862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 4b19a423-f0b3-489f-a96b-19687a15d9a6 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:09.743492 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:09.829347 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 08b3728e-0e55-49e5-bb21-7b3948be5e09 up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:42:09.881726 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 08b3728e-0e55-49e5-bb21-7b3948be5e09 triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:09.882184 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.131651 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33220) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:11.136371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-93cb4da3-8ebf-4578-af26-18d20949671d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1067986424', 'description': 'tempest-secgroup-smoke-1067986424 description', 'project_id': '168fb514589343b297ed3e1c5efbea32'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:11.158780 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93cb4da3-8ebf-4578-af26-18d20949671d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.228716 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93cb4da3-8ebf-4578-af26-18d20949671d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.232613 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93cb4da3-8ebf-4578-af26-18d20949671d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.266425 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93cb4da3-8ebf-4578-af26-18d20949671d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.268123 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-93cb4da3-8ebf-4578-af26-18d20949671d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1353631 Dec 09 23:42:11.270672 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb4da3-8ebf-4578-af26-18d20949671d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4389e815-f29d-40bd-87c3-8b8cf7b669e8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:11.271049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33222) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:11.276001 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d08ec94c-d142-43d0-bca8-e943d26784e3 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Request body: {'security_group_rule': {'security_group_id': '4389e815-f29d-40bd-87c3-8b8cf7b669e8', 'project_id': '168fb514589343b297ed3e1c5efbea32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:11.304408 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d08ec94c-d142-43d0-bca8-e943d26784e3 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.331329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Sync routers for ids ['8e87b0d7-1f37-45c6-9d79-b3e22dde5319'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:42:11.341579 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Routers {'8e87b0d7-1f37-45c6-9d79-b3e22dde5319'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:42:11.342262 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8e87b0d7-1f37-45c6-9d79-b3e22dde5319'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:11.364697 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d08ec94c-d142-43d0-bca8-e943d26784e3 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.368133 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d08ec94c-d142-43d0-bca8-e943d26784e3 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.385705 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ec94c-d142-43d0-bca8-e943d26784e3 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212450f4-6616-43c5-b61e-2758551865b6,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:11.394389 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d08ec94c-d142-43d0-bca8-e943d26784e3 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.395596 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d08ec94c-d142-43d0-bca8-e943d26784e3 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233904 Dec 09 23:42:11.398597 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33224) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:11.403795 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-eda0287b-65d2-4bfc-be33-aa59ba28fa9a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Request body: {'security_group_rule': {'security_group_id': '4389e815-f29d-40bd-87c3-8b8cf7b669e8', 'project_id': '168fb514589343b297ed3e1c5efbea32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:11.432506 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eda0287b-65d2-4bfc-be33-aa59ba28fa9a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.449710 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Set router 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:42:11.492356 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eda0287b-65d2-4bfc-be33-aa59ba28fa9a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.496161 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eda0287b-65d2-4bfc-be33-aa59ba28fa9a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.510815 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0287b-65d2-4bfc-be33-aa59ba28fa9a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7e4928-fc21-4639-b88f-1c7882bc51c0,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:11.521812 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eda0287b-65d2-4bfc-be33-aa59ba28fa9a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.523075 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-eda0287b-65d2-4bfc-be33-aa59ba28fa9a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233330 Dec 09 23:42:11.525961 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33226) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:11.530302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [None req-82efa36a-08de-443f-9559-4665ae68eeb2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Request body: {'security_group_rule': {'security_group_id': '4389e815-f29d-40bd-87c3-8b8cf7b669e8', 'project_id': '168fb514589343b297ed3e1c5efbea32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:11.558608 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-82efa36a-08de-443f-9559-4665ae68eeb2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.617269 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-82efa36a-08de-443f-9559-4665ae68eeb2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.621269 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-82efa36a-08de-443f-9559-4665ae68eeb2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.641504 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efa36a-08de-443f-9559-4665ae68eeb2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040edaf1-ef38-4912-97b2-dfa3c5ff0e5f,revision_number=0']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:11.647291 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-82efa36a-08de-443f-9559-4665ae68eeb2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.648446 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-82efa36a-08de-443f-9559-4665ae68eeb2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215544 Dec 09 23:42:11.648679 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'name': 'tempest-TestSnapshotPattern-1739754615-router', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:08Z', 'revision_number': 4, 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'gw_port': {'id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0ca46cc7-6797-48b8-8929-11c900f7e49f', 'name': '', 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'mac_address': 'fa:16:3e:c1:5e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '694ef053-4864-4fd6-af33-81b316c87720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:07Z', 'updated_at': '2021-12-09T23:42:08Z', 'revision_number': 2, 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'subnets': [{'id': '694ef053-4864-4fd6-af33-81b316c87720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:11.651386 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33228) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:11.656160 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-d5b38fdb-2fd5-4b0e-8bdb-5edd1e9ba9cb tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Request body: {'security_group_rule': {'security_group_id': '4389e815-f29d-40bd-87c3-8b8cf7b669e8', 'project_id': '168fb514589343b297ed3e1c5efbea32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:11.681865 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Checking router: 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:42:11.682309 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Updating router 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 port 0ca46cc7-6797-48b8-8929-11c900f7e49f binding host n-d-789963-23 {{(pid=103419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 23:42:11.683582 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5b38fdb-2fd5-4b0e-8bdb-5edd1e9ba9cb tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.707075 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.741014 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5b38fdb-2fd5-4b0e-8bdb-5edd1e9ba9cb tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.745536 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5b38fdb-2fd5-4b0e-8bdb-5edd1e9ba9cb tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.763122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b38fdb-2fd5-4b0e-8bdb-5edd1e9ba9cb tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f52130-d60f-4eaf-afb5-31eb68d68743,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:11.772089 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d5b38fdb-2fd5-4b0e-8bdb-5edd1e9ba9cb tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.773287 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d5b38fdb-2fd5-4b0e-8bdb-5edd1e9ba9cb tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206963 Dec 09 23:42:11.776016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33230) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:11.780267 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-e35071f4-008c-471d-b1d4-c662bd46c73b tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Request body: {'security_group_rule': {'security_group_id': '4389e815-f29d-40bd-87c3-8b8cf7b669e8', 'project_id': '168fb514589343b297ed3e1c5efbea32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:11.801968 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-e35071f4-008c-471d-b1d4-c662bd46c73b tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Project 168fb514589343b297ed3e1c5efbea32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:42:11.806894 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e35071f4-008c-471d-b1d4-c662bd46c73b tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.865414 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e35071f4-008c-471d-b1d4-c662bd46c73b tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.869333 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e35071f4-008c-471d-b1d4-c662bd46c73b tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.883592 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35071f4-008c-471d-b1d4-c662bd46c73b tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f48a1f1-da6c-4e99-bf6e-1fe800be33e9,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:11.894978 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e35071f4-008c-471d-b1d4-c662bd46c73b tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.896169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-e35071f4-008c-471d-b1d4-c662bd46c73b tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191897 Dec 09 23:42:11.898886 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33232) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:11.903187 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-0d6eee46-3914-4c15-be8a-6238a11f660d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Request body: {'security_group_rule': {'security_group_id': '4389e815-f29d-40bd-87c3-8b8cf7b669e8', 'project_id': '168fb514589343b297ed3e1c5efbea32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:11.923978 n-d-789963-23 neutron-server[103418]: INFO neutron.db.securitygroups_db [None req-0d6eee46-3914-4c15-be8a-6238a11f660d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Project 168fb514589343b297ed3e1c5efbea32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 23:42:11.928822 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d6eee46-3914-4c15-be8a-6238a11f660d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.964799 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Publish callbacks [] for port, precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.970128 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.993612 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d6eee46-3914-4c15-be8a-6238a11f660d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:11.997551 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d6eee46-3914-4c15-be8a-6238a11f660d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532513'] for security_group_rule, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:12.020116 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eee46-3914-4c15-be8a-6238a11f660d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0cc730-ecac-42a8-974b-e95b841c28f0,revision_number=0']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:12.020597 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0235674-20d1-459b-b463-dee882c6e1fe None None] Pushing event updated for resources: {'Port': ['ID=0ca46cc7-6797-48b8-8929-11c900f7e49f,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:12.028170 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0d6eee46-3914-4c15-be8a-6238a11f660d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:12.029808 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0d6eee46-3914-4c15-be8a-6238a11f660d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295857 Dec 09 23:42:12.078126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Attempting to bind port 0ca46cc7-6797-48b8-8929-11c900f7e49f on host n-d-789963-23 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:42:12.078593 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Attempting to bind port 0ca46cc7-6797-48b8-8929-11c900f7e49f by drivers openvswitch,hyperv on host n-d-789963-23 at level 0 using segments [{'id': 'f100e6bf-dbe5-4d8e-a2ff-2251bad91f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:42:12.079033 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Attempting to bind port 0ca46cc7-6797-48b8-8929-11c900f7e49f on network 30d9c762-76c7-4160-b962-53d3e3c0854c {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:42:12.085225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Checking agent: {'id': '585c08e8-4b02-4d18-b4c4-6ccef6b07ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 8, 37), 'started_at': datetime.datetime(2021, 12, 9, 22, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:42:12.085688 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Checking segment: {'id': 'f100e6bf-dbe5-4d8e-a2ff-2251bad91f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:42:12.086221 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:12.086621 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Bound using segment: {'id': 'f100e6bf-dbe5-4d8e-a2ff-2251bad91f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:42:12.087121 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Bound port: 0ca46cc7-6797-48b8-8929-11c900f7e49f, host: n-d-789963-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f100e6bf-dbe5-4d8e-a2ff-2251bad91f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:42:12.087503 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:12.163066 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] For port 0ca46cc7-6797-48b8-8929-11c900f7e49f, host n-d-789963-23, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:42:12.166421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] For port 0ca46cc7-6797-48b8-8929-11c900f7e49f, host n-d-789963-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0ca46cc7-6797-48b8-8929-11c900f7e49f,segment=NetworkSegment(f100e6bf-dbe5-4d8e-a2ff-2251bad91f79),segment_id=f100e6bf-dbe5-4d8e-a2ff-2251bad91f79)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:42:12.172303 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:12.197970 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-846732f6-26d3-4c84-9cf6-7d59954ff1ec tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067986424&fields=id&tenant_id=168fb514589343b297ed3e1c5efbea32 HTTP/1.1" status: 200 len: 267 time: 0.0563102 Dec 09 23:42:12.233472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Routers {'8e87b0d7-1f37-45c6-9d79-b3e22dde5319'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:42:12.234216 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8e87b0d7-1f37-45c6-9d79-b3e22dde5319'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:12.237490 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0235674-20d1-459b-b463-dee882c6e1fe None None] Pushing event updated for resources: {'Port': ['ID=0ca46cc7-6797-48b8-8929-11c900f7e49f,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:12.322291 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-596aa8d7-fcee-4837-9e6b-56c00e7c5061 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:12.323806 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-596aa8d7-fcee-4837-9e6b-56c00e7c5061 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 809 time: 0.1247916 Dec 09 23:42:12.340052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-18fea71a-0a4a-42db-adb1-b43e1c09aba9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/quotas/168fb514589343b297ed3e1c5efbea32 HTTP/1.1" status: 200 len: 375 time: 0.0096796 Dec 09 23:42:12.363472 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] Set router 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:42:12.400091 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-998eae3c-713b-4490-aaa1-de72113a899d tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537193 Dec 09 23:42:12.405697 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-126debda-6261-45ad-b9ea-1c3316fe22db None None] Provisioning complete for port 0ca46cc7-6797-48b8-8929-11c900f7e49f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:12.406093 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-126debda-6261-45ad-b9ea-1c3316fe22db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:12.511395 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-783f5179-fb8b-40fd-9a74-8a2c0dd138cf service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:42:12.512394 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-783f5179-fb8b-40fd-9a74-8a2c0dd138cf service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0981202 Dec 09 23:42:12.600008 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-126debda-6261-45ad-b9ea-1c3316fe22db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:12.600719 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-f5658d9c-8e14-4bab-a232-c5b6e93e5db0 service neutron] 10.222.0.16 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815203 Dec 09 23:42:12.646941 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-126debda-6261-45ad-b9ea-1c3316fe22db None None] For port 0ca46cc7-6797-48b8-8929-11c900f7e49f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0ca46cc7-6797-48b8-8929-11c900f7e49f,segment=NetworkSegment(f100e6bf-dbe5-4d8e-a2ff-2251bad91f79),segment_id=f100e6bf-dbe5-4d8e-a2ff-2251bad91f79)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:42:12.650351 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-126debda-6261-45ad-b9ea-1c3316fe22db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:12.686337 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'name': 'tempest-TestSnapshotPattern-1739754615-router', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:08Z', 'revision_number': 4, 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'gw_port': {'id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0ca46cc7-6797-48b8-8929-11c900f7e49f', 'name': '', 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'mac_address': 'fa:16:3e:c1:5e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '694ef053-4864-4fd6-af33-81b316c87720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:07Z', 'updated_at': '2021-12-09T23:42:12Z', 'revision_number': 4, 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'subnets': [{'id': '694ef053-4864-4fd6-af33-81b316c87720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:12.695572 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-83489372-8daa-4a32-94c2-b56e36ffdb03 service neutron] 10.222.0.16 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885458 Dec 09 23:42:12.721619 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ac8428-7df5-4aa9-b0a5-b720318fb119 None None] The sync data for ids ['8e87b0d7-1f37-45c6-9d79-b3e22dde5319'] in n-d-789963-23 is: [{'id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'name': 'tempest-TestSnapshotPattern-1739754615-router', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:08Z', 'revision_number': 4, 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'gw_port': {'id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '0ca46cc7-6797-48b8-8929-11c900f7e49f', 'name': '', 'network_id': '30d9c762-76c7-4160-b962-53d3e3c0854c', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'mac_address': 'fa:16:3e:c1:5e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '694ef053-4864-4fd6-af33-81b316c87720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:07Z', 'updated_at': '2021-12-09T23:42:12Z', 'revision_number': 4, 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'subnets': [{'id': '694ef053-4864-4fd6-af33-81b316c87720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:42:12.727205 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126debda-6261-45ad-b9ea-1c3316fe22db None None] Pushing event updated for resources: {'Port': ['ID=0ca46cc7-6797-48b8-8929-11c900f7e49f,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:12.797195 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-d1d25791-bd83-4868-b6de-6a5196559003 None None] Provisioning complete for port 0ca46cc7-6797-48b8-8929-11c900f7e49f triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:12.797699 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1d25791-bd83-4868-b6de-6a5196559003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:12.903400 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e016482e-527f-4efb-a7cf-dd1ddc884ef7 req-114d8833-484e-4d15-889c-8677ca1f618f tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 210 time: 0.0343409 Dec 09 23:42:13.318349 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0ca46cc7-6797-48b8-8929-11c900f7e49f up at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:42:13.372602 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Provisioning complete for port 0ca46cc7-6797-48b8-8929-11c900f7e49f triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:13.373329 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:13.872657 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-910d9d4a-0f02-4008-8505-4f5c7e091a51 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:13.874107 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-910d9d4a-0f02-4008-8505-4f5c7e091a51 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.42 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 809 time: 0.1033990 Dec 09 23:42:14.247576 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0e3c5a4c-2ffc-4cca-afcd-5975a935cf9b req-84b0c773-8209-4a30-99cb-49e2d569565f tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 210 time: 0.0295825 Dec 09 23:42:14.281908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-91bbdfe0-cbc6-4733-9002-4deea29d2eca tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=168fb514589343b297ed3e1c5efbea32 HTTP/1.1" status: 200 len: 380 time: 0.3987918 Dec 09 23:42:14.291634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Request body: {'port': {'device_id': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'admin_state_up': True, 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'security_groups': ['4389e815-f29d-40bd-87c3-8b8cf7b669e8']}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:14.395488 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Made reservation on behalf of 168fb514589343b297ed3e1c5efbea32 for: {'port': 1} {{(pid=103418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:42:14.398950 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:14.516587 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Allocated IP 172.20.0.7 (9069903d-38a2-4c8b-b561-a192143fb195/dc1c2bae-c2dc-4269-8714-1a55efb22726/f3551344-3305-4ca5-8c25-b67bd32aa03b) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:42:14.651381 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:14.685390 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:14.726460 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Network 9069903d-38a2-4c8b-b561-a192143fb195 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:42:14.729345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:42:14.734817 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:42:14.741441 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'Port': ['ID=f3551344-3305-4ca5-8c25-b67bd32aa03b,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:14.787707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:14.788356 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:14.806320 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-93810d7f-2448-4f34-9455-efbf05b7d50c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5181127 Dec 09 23:42:14.819741 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Request body: {'port': {'device_id': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-23'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:14.881016 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:14.930686 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-2417289d-d3ac-4746-a01a-590b8663fdec None None] Provisioning complete for port f3551344-3305-4ca5-8c25-b67bd32aa03b triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:14.931292 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2417289d-d3ac-4746-a01a-590b8663fdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:14.963922 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2417289d-d3ac-4746-a01a-590b8663fdec None None] Port f3551344-3305-4ca5-8c25-b67bd32aa03b cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:42:15.135936 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3551344-3305-4ca5-8c25-b67bd32aa03b {{(pid=103418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:42:15.143253 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:15.155114 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.provisioning_blocks [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Transition to ACTIVE for port object f3551344-3305-4ca5-8c25-b67bd32aa03b will not be triggered until provisioned by entity L2. {{(pid=103418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:42:15.159551 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:15.212983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3551344-3305-4ca5-8c25-b67bd32aa03b,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:15.281707 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Attempting to bind port f3551344-3305-4ca5-8c25-b67bd32aa03b on host n-h2-789963-23 for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:42:15.282133 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Attempting to bind port f3551344-3305-4ca5-8c25-b67bd32aa03b by drivers openvswitch,hyperv on host n-h2-789963-23 at level 0 using segments [{'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:42:15.282537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Attempting to bind port f3551344-3305-4ca5-8c25-b67bd32aa03b on network 9069903d-38a2-4c8b-b561-a192143fb195 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:42:15.287954 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Port f3551344-3305-4ca5-8c25-b67bd32aa03b on network 9069903d-38a2-4c8b-b561-a192143fb195 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-23 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:42:15.288363 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Attempting to bind port f3551344-3305-4ca5-8c25-b67bd32aa03b on network 9069903d-38a2-4c8b-b561-a192143fb195 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:42:15.294098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Checking agent: {'id': '11f4e547-e739-4de3-8513-2b5007d9e84a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'started_at': datetime.datetime(2021, 12, 9, 22, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:42:15.294515 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Checking segment: {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:42:15.294973 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Bound using segment: {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:42:15.295519 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Bound port: f3551344-3305-4ca5-8c25-b67bd32aa03b, host: n-h2-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:42:15.295963 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:15.399337 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] For port f3551344-3305-4ca5-8c25-b67bd32aa03b, host n-h2-789963-23, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:42:15.402862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] For port f3551344-3305-4ca5-8c25-b67bd32aa03b, host n-h2-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:42:15.407620 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:15.423594 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eebe78-c631-47f8-828a-09dfafee8a81 req-cc7cb4b7-5bb6-467c-b78b-dbaa8dcc9be2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:15.425600 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5eebe78-c631-47f8-828a-09dfafee8a81 req-cc7cb4b7-5bb6-467c-b78b-dbaa8dcc9be2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 943 time: 0.0900087 Dec 09 23:42:15.460255 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:15.460818 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:15.462265 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/f3551344-3305-4ca5-8c25-b67bd32aa03b HTTP/1.1" status: 200 len: 1092 time: 0.6479897 Dec 09 23:42:15.462723 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:42:15.465029 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe80e44-47b1-409f-bf9b-b7e7a4b45701" -d '{"events": [{"name": "network-changed", "server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:42:15.516498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb904908-8f87-495d-8832-6d73cb5c10a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3551344-3305-4ca5-8c25-b67bd32aa03b,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:15.524413 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cd326e-4e90-482e-8daa-2810cdf7d427 x-openstack-request-id: req-48cd326e-4e90-482e-8daa-2810cdf7d427 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:42:15.524792 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:42:15.524966 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48cd326e-4e90-482e-8daa-2810cdf7d427 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:42:15.525370 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'status': 'completed', 'code': 200} Dec 09 23:42:15.531430 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c5eebe78-c631-47f8-828a-09dfafee8a81 req-e08f52eb-ccae-447f-b1da-0ad4a066776c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870771 Dec 09 23:42:15.621658 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-d8af6af1-44be-41c5-841d-7b16f1d81464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:15.623135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-d8af6af1-44be-41c5-841d-7b16f1d81464 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 1095 time: 0.0433536 Dec 09 23:42:15.669707 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-b748ab2d-b053-4f6f-bddb-cff57f39415b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b HTTP/1.1" status: 200 len: 217 time: 0.0387263 Dec 09 23:42:15.718859 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-e561c941-c97d-42f3-91f0-5ed61c5bd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:15.720375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-e561c941-c97d-42f3-91f0-5ed61c5bd7df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0439620 Dec 09 23:42:15.766752 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-3c766363-ec73-4bb2-b6cf-ebee0ddc2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:15.768253 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-3c766363-ec73-4bb2-b6cf-ebee0ddc2a0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413198 Dec 09 23:42:15.861327 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-2f7e2d36-be12-46fd-bbb7-60a6f99817c0 service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856318 Dec 09 23:42:15.950205 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fbfd3e5a-3733-4453-9ee1-e84a89749c77 req-e4a6fac3-9c60-4992-8c88-bc461eff183b service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820222 Dec 09 23:42:16.035439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80e44-47b1-409f-bf9b-b7e7a4b45701 req-02d0bede-6d25-436c-9a05-90dfa48b9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:16.036916 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fe80e44-47b1-409f-bf9b-b7e7a4b45701 req-02d0bede-6d25-436c-9a05-90dfa48b9586 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 1095 time: 0.0450664 Dec 09 23:42:16.127351 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80e44-47b1-409f-bf9b-b7e7a4b45701 req-ada2b411-6256-4f3c-85bd-ecf151121637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:16.128900 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fe80e44-47b1-409f-bf9b-b7e7a4b45701 req-ada2b411-6256-4f3c-85bd-ecf151121637 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 910 time: 0.0835588 Dec 09 23:42:16.173378 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fe80e44-47b1-409f-bf9b-b7e7a4b45701 req-4da09c09-ac92-454a-a0b6-ac6d62d31b53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b HTTP/1.1" status: 200 len: 217 time: 0.0368094 Dec 09 23:42:16.223093 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80e44-47b1-409f-bf9b-b7e7a4b45701 req-da4b7e5d-dcaf-4f4e-9666-c0cdd176bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:16.224733 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fe80e44-47b1-409f-bf9b-b7e7a4b45701 req-da4b7e5d-dcaf-4f4e-9666-c0cdd176bb8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0444121 Dec 09 23:42:16.271295 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80e44-47b1-409f-bf9b-b7e7a4b45701 req-e2956435-dc1b-4e23-8447-d0403fbc68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:16.272801 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fe80e44-47b1-409f-bf9b-b7e7a4b45701 req-e2956435-dc1b-4e23-8447-d0403fbc68cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400643 Dec 09 23:42:16.366630 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fe80e44-47b1-409f-bf9b-b7e7a4b45701 req-f9f4dc75-7fd6-412d-9e91-64175ead0efa service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837443 Dec 09 23:42:16.456689 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-9fe80e44-47b1-409f-bf9b-b7e7a4b45701 req-1aed21c9-ddd4-4b3a-a091-f2a2d62d1278 service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811527 Dec 09 23:42:16.649283 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b1fec-079e-4d08-8f11-de12fba32ddd req-11f1b487-c925-40c1-ab3e-1eb4c67db0b0 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:16.650763 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c8b1fec-079e-4d08-8f11-de12fba32ddd req-11f1b487-c925-40c1-ab3e-1eb4c67db0b0 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 943 time: 0.0484450 Dec 09 23:42:16.702973 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-8c8b1fec-079e-4d08-8f11-de12fba32ddd req-4b90d71b-bdd2-40a6-92ba-71666afd4049 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463417 Dec 09 23:42:17.816021 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3afa2-e828-4020-b6ad-6984f3b2f588 req-39de67c1-7d05-4c42-ad01-3513971b39c1 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:17.817477 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-00d3afa2-e828-4020-b6ad-6984f3b2f588 req-39de67c1-7d05-4c42-ad01-3513971b39c1 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 943 time: 0.0475981 Dec 09 23:42:17.866090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-00d3afa2-e828-4020-b6ad-6984f3b2f588 req-d09387d4-e9a5-44c9-87e5-45d5853cafaf tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 Dec 09 23:42:18.977813 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e50182-6a52-4779-b98f-7296ea03cbd9 req-db71fce9-86c4-4e55-bc7a-c925152ab73e tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:18.979279 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85e50182-6a52-4779-b98f-7296ea03cbd9 req-db71fce9-86c4-4e55-bc7a-c925152ab73e tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 943 time: 0.0476975 Dec 09 23:42:19.027089 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-85e50182-6a52-4779-b98f-7296ea03cbd9 req-b78f2abf-a1c8-45cb-93b0-d0ca5ded744c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 Dec 09 23:42:19.701505 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f3551344-3305-4ca5-8c25-b67bd32aa03b details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:42:19.796904 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f3551344-3305-4ca5-8c25-b67bd32aa03b, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:42:19.808288 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'port_id': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'mac_address': 'fa:16:3e:25:ce:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:42:19.843308 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:19.855894 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3551344-3305-4ca5-8c25-b67bd32aa03b {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:42:19.875143 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f3551344-3305-4ca5-8c25-b67bd32aa03b, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:42:19.878937 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:19.929034 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f3551344-3305-4ca5-8c25-b67bd32aa03b,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:20.097094 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f3551344-3305-4ca5-8c25-b67bd32aa03b'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:42:20.144993 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c5a14-4f13-44fb-8f46-4dfcd416dbc9 req-8b1cfd69-95ed-4c7f-b8f9-fecda889b98c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:20.146584 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f6c5a14-4f13-44fb-8f46-4dfcd416dbc9 req-8b1cfd69-95ed-4c7f-b8f9-fecda889b98c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 944 time: 0.0527010 Dec 09 23:42:20.195416 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f6c5a14-4f13-44fb-8f46-4dfcd416dbc9 req-c9465ad0-1c3f-4194-b8f1-83fae58ff7a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428977 Dec 09 23:42:21.313143 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bc36b-4c58-43f6-b65f-1a64e9e18941 req-76b95ab7-9ca4-4010-9c79-41aeaeeaf392 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:21.314616 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-684bc36b-4c58-43f6-b65f-1a64e9e18941 req-76b95ab7-9ca4-4010-9c79-41aeaeeaf392 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 944 time: 0.0485761 Dec 09 23:42:21.361375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-684bc36b-4c58-43f6-b65f-1a64e9e18941 req-beac0aaf-4f34-4afb-9282-7f5f44fb1cac tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408869 Dec 09 23:42:21.718589 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f3551344-3305-4ca5-8c25-b67bd32aa03b up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:42:21.766129 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning for port f3551344-3305-4ca5-8c25-b67bd32aa03b completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:42:21.770460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port f3551344-3305-4ca5-8c25-b67bd32aa03b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:42:21.770826 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:21.844652 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:21.865819 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:42:21.868772 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f09522e-bea9-460a-9f77-f60987ef0ac2" -d '{"events": [{"server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "name": "network-vif-plugged", "status": "completed", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:42:21.884854 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f3551344-3305-4ca5-8c25-b67bd32aa03b, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:42:21.890091 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:22.069706 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5d5961-cbf9-43d8-a1b8-ef237a8bc00d x-openstack-request-id: req-9d5d5961-cbf9-43d8-a1b8-ef237a8bc00d {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:42:22.070020 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "name": "network-vif-plugged", "status": "completed", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:42:22.070273 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d5d5961-cbf9-43d8-a1b8-ef237a8bc00d {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:42:22.070660 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'code': 200} Dec 09 23:42:22.072243 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b890cdd-2e7f-4503-8263-338325846595 req-49466783-14f7-41bc-be5e-f71d7f8dbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:22.073745 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b890cdd-2e7f-4503-8263-338325846595 req-49466783-14f7-41bc-be5e-f71d7f8dbbe0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 1097 time: 0.0447781 Dec 09 23:42:22.095365 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f3551344-3305-4ca5-8c25-b67bd32aa03b,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:22.121468 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-1b890cdd-2e7f-4503-8263-338325846595 req-7651df9b-dc4f-4e1a-b838-7fb745d29a76 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407681 Dec 09 23:42:22.474320 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2eaf5-4c10-4670-90db-8c81346fc970 req-fa47553a-026a-4188-9a30-ad25a334efa2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:22.475770 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16c2eaf5-4c10-4670-90db-8c81346fc970 req-fa47553a-026a-4188-9a30-ad25a334efa2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 945 time: 0.0478401 Dec 09 23:42:22.523273 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-16c2eaf5-4c10-4670-90db-8c81346fc970 req-1c05f946-49c4-4151-8a48-ce52fb56ce23 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 Dec 09 23:42:23.490163 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:23.640469 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763ab31-9746-4712-ab25-c842f74f7e28 req-7f9d2892-e76f-4193-acdc-88382288d3ac tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:23.641943 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d763ab31-9746-4712-ab25-c842f74f7e28 req-7f9d2892-e76f-4193-acdc-88382288d3ac tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 945 time: 0.0480225 Dec 09 23:42:23.696070 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-d763ab31-9746-4712-ab25-c842f74f7e28 req-0d22ba5a-0dee-4659-a990-9b2be4310406 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475776 Dec 09 23:42:23.813211 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4917-ca04-4a00-ad22-57b1bc16484d req-bf3a50cc-7717-4c68-9d52-b88197e5aba2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:23.814696 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83ed4917-ca04-4a00-ad22-57b1bc16484d req-bf3a50cc-7717-4c68-9d52-b88197e5aba2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 945 time: 0.0484736 Dec 09 23:42:23.862587 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-83ed4917-ca04-4a00-ad22-57b1bc16484d req-20550ca8-5671-448b-a7bd-e2e29177e2f0 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420263 Dec 09 23:42:23.883677 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33288) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:23.961634 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f1cbe9-102b-4c7a-8970-64b79295508f tempest-TestSnapshotPattern-780173812 tempest-TestSnapshotPattern-780173812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:23.963066 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-a9f1cbe9-102b-4c7a-8970-64b79295508f tempest-TestSnapshotPattern-780173812 tempest-TestSnapshotPattern-780173812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 1092 time: 0.0784385 Dec 09 23:42:23.965904 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33292) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:42:23.970050 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:42:23.991431 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:24.089433 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:24.188451 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Allocated IP 172.25.8.166 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/926dbc11-bcd8-498c-bfbd-31408652a5fb) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:42:24.291588 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:24.324664 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:24.361312 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:42:24.364759 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:42:24.367361 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:42:24.392051 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'Port': ['ID=926dbc11-bcd8-498c-bfbd-31408652a5fb,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:24.715430 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:24.778024 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:24.922642 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:24.926641 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:24.997049 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'Port': ['ID=926dbc11-bcd8-498c-bfbd-31408652a5fb,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:42:25.005412 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:25.103540 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Floating IP a35a3b9d-9238-4c06-a106-0e88c75fc61e associated. External IP: 172.25.8.166, port: f3551344-3305-4ca5-8c25-b67bd32aa03b. Dec 09 23:42:25.301171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Router e38c420e-0673-4026-9e47-aab1bf07f729 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:42:25.404599 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:42:25.414221 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f39db2-561a-4728-9f87-50d9fd2bc2eb None None] Sync routers for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:42:25.423979 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f39db2-561a-4728-9f87-50d9fd2bc2eb None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:42:25.424204 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:25.424674 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-73f39db2-561a-4728-9f87-50d9fd2bc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:25.465802 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-03795659-c868-4d43-a916-9255596e18a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4878056 Dec 09 23:42:25.465802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:42:25.465802 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6fe9ab-a750-4c85-969b-8d3a6750d87a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:42:25.530035 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-73f39db2-561a-4728-9f87-50d9fd2bc2eb None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:42:25.547688 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c4de1e-5c12-4f54-a831-beec7e7fa6a2 x-openstack-request-id: req-b1c4de1e-5c12-4f54-a831-beec7e7fa6a2 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:42:25.547987 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:42:25.548246 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1c4de1e-5c12-4f54-a831-beec7e7fa6a2 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:42:25.548658 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'status': 'completed', 'code': 200} Dec 09 23:42:25.610016 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fe9ab-a750-4c85-969b-8d3a6750d87a req-58c7ae7b-83c4-495e-b2ef-fecb17453281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:25.611803 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b6fe9ab-a750-4c85-969b-8d3a6750d87a req-58c7ae7b-83c4-495e-b2ef-fecb17453281 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 1097 time: 0.0409327 Dec 09 23:42:25.700646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fe9ab-a750-4c85-969b-8d3a6750d87a req-95d9c2be-e367-4268-a5a2-cc13ad229b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:25.702154 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b6fe9ab-a750-4c85-969b-8d3a6750d87a req-95d9c2be-e367-4268-a5a2-cc13ad229b36 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 910 time: 0.0834367 Dec 09 23:42:25.752498 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-73f39db2-561a-4728-9f87-50d9fd2bc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'a35a3b9d-9238-4c06-a106-0e88c75fc61e', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'port_id': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'mac_address': 'fa:16:3e:25:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:42:24Z', 'updated_at': '2021-12-09T23:42:24Z', 'revision_number': 0, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:25.770465 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b6fe9ab-a750-4c85-969b-8d3a6750d87a req-bd95e981-3d1a-4327-9a07-1dccb72afba1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b HTTP/1.1" status: 200 len: 999 time: 0.0617781 Dec 09 23:42:25.779610 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f39db2-561a-4728-9f87-50d9fd2bc2eb None None] Checking router: e38c420e-0673-4026-9e47-aab1bf07f729 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:42:25.788497 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f39db2-561a-4728-9f87-50d9fd2bc2eb None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:42:25.789115 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-73f39db2-561a-4728-9f87-50d9fd2bc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:42:03Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:25.818853 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fe9ab-a750-4c85-969b-8d3a6750d87a req-5d49877b-840d-4bfd-91a8-44ff47c8bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:25.820288 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b6fe9ab-a750-4c85-969b-8d3a6750d87a req-5d49877b-840d-4bfd-91a8-44ff47c8bbca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0426195 Dec 09 23:42:25.865778 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fe9ab-a750-4c85-969b-8d3a6750d87a req-e86dcbdf-7d02-4d5e-a4b3-778890324826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:25.867204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b6fe9ab-a750-4c85-969b-8d3a6750d87a req-e86dcbdf-7d02-4d5e-a4b3-778890324826 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390997 Dec 09 23:42:25.893401 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-73f39db2-561a-4728-9f87-50d9fd2bc2eb None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:42:25.959185 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b6fe9ab-a750-4c85-969b-8d3a6750d87a req-55a653f2-aaf2-4bdc-98ee-8024bdc8e790 service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840471 Dec 09 23:42:26.049444 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-0b6fe9ab-a750-4c85-969b-8d3a6750d87a req-0292a7e5-7016-4119-bd9e-cda4b4730e2d service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828927 Dec 09 23:42:26.113621 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-73f39db2-561a-4728-9f87-50d9fd2bc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'a35a3b9d-9238-4c06-a106-0e88c75fc61e', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'port_id': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'mac_address': 'fa:16:3e:25:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:42:24Z', 'updated_at': '2021-12-09T23:42:24Z', 'revision_number': 0, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:42:26.142216 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f39db2-561a-4728-9f87-50d9fd2bc2eb None None] The sync data for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 is: [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'a35a3b9d-9238-4c06-a106-0e88c75fc61e', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'port_id': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'mac_address': 'fa:16:3e:25:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:42:24Z', 'updated_at': '2021-12-09T23:42:24Z', 'revision_number': 0, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:42:26.295462 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70ce5e79-0386-41ef-aade-ece5e3e8371d req-ca43a623-b816-496e-9316-b838863b96fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459366 Dec 09 23:42:26.375832 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce5e79-0386-41ef-aade-ece5e3e8371d req-f4ac42d1-9def-49be-8c65-cd48351044f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:26.377533 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70ce5e79-0386-41ef-aade-ece5e3e8371d req-f4ac42d1-9def-49be-8c65-cd48351044f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 1097 time: 0.0410545 Dec 09 23:42:26.443898 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1da6c-90de-499d-827c-dd297928e03f None None] New status for floating IP a35a3b9d-9238-4c06-a106-0e88c75fc61e: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:42:26.484091 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce5e79-0386-41ef-aade-ece5e3e8371d req-0af95e2a-5bdd-463b-9a17-94ea5da6feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:26.485577 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70ce5e79-0386-41ef-aade-ece5e3e8371d req-0af95e2a-5bdd-463b-9a17-94ea5da6feba service neutron] 10.222.0.42 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 910 time: 0.0890181 Dec 09 23:42:26.549478 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70ce5e79-0386-41ef-aade-ece5e3e8371d req-a5a75a96-b659-4d52-811a-c54718ccdf6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b HTTP/1.1" status: 200 len: 999 time: 0.0565829 Dec 09 23:42:26.600683 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce5e79-0386-41ef-aade-ece5e3e8371d req-582184bb-88d1-4b3b-aa57-fba138d8acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:26.602169 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70ce5e79-0386-41ef-aade-ece5e3e8371d req-582184bb-88d1-4b3b-aa57-fba138d8acd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0438771 Dec 09 23:42:26.651899 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce5e79-0386-41ef-aade-ece5e3e8371d req-b9d3b784-78bf-4a6c-a84b-461eb0b545fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:42:26.653364 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70ce5e79-0386-41ef-aade-ece5e3e8371d req-b9d3b784-78bf-4a6c-a84b-461eb0b545fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438135 Dec 09 23:42:27.056894 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70ce5e79-0386-41ef-aade-ece5e3e8371d req-e05db33e-2c5a-4080-a3ae-710618a375cc service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963332 Dec 09 23:42:27.145607 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-70ce5e79-0386-41ef-aade-ece5e3e8371d req-03766fd4-6106-4b09-837d-669d97a93106 service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813637 Dec 09 23:42:31.245608 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26b0f2de-3809-4f0f-b453-099ad8189ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:33.467785 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb454d64-5495-46dc-a4ee-19146bcb6f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:33.800847 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:42:34.696056 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:35.112770 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:36.469963 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:37.241229 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:42:53.483581 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:01.251099 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f98b96eb-39a8-4205-82c9-f631a611d2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:03.469017 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-13503f88-3d03-4a90-8638-480f38530367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:04.683398 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:05.114739 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:06.470771 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:07.243177 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:10.799344 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:43:23.495239 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:28.278656 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f506af7f-bff5-4e99-abf9-8ebd805e66cb req-46942e76-44b3-442f-b2f8-c57044d476ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402198 Dec 09 23:43:28.358666 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506af7f-bff5-4e99-abf9-8ebd805e66cb req-890da491-0ee0-4ae4-a657-95986589fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:43:28.360092 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f506af7f-bff5-4e99-abf9-8ebd805e66cb req-890da491-0ee0-4ae4-a657-95986589fda0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 1097 time: 0.0392098 Dec 09 23:43:28.461444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506af7f-bff5-4e99-abf9-8ebd805e66cb req-568367bf-bb98-492c-be83-061cd8186e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:43:28.462816 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f506af7f-bff5-4e99-abf9-8ebd805e66cb req-568367bf-bb98-492c-be83-061cd8186e62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 910 time: 0.0850120 Dec 09 23:43:28.524648 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f506af7f-bff5-4e99-abf9-8ebd805e66cb req-834b90c4-e75e-4af9-b3b6-4cea2341c1f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b HTTP/1.1" status: 200 len: 1001 time: 0.0551374 Dec 09 23:43:28.574148 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506af7f-bff5-4e99-abf9-8ebd805e66cb req-da0423f8-5ad5-4370-92c6-fe1e252923e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:43:28.575519 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f506af7f-bff5-4e99-abf9-8ebd805e66cb req-da0423f8-5ad5-4370-92c6-fe1e252923e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0443881 Dec 09 23:43:28.618950 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506af7f-bff5-4e99-abf9-8ebd805e66cb req-8748dd77-2504-4c8b-97ed-79ddbcadd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:43:28.620357 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f506af7f-bff5-4e99-abf9-8ebd805e66cb req-8748dd77-2504-4c8b-97ed-79ddbcadd38c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379846 Dec 09 23:43:28.706710 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f506af7f-bff5-4e99-abf9-8ebd805e66cb req-2bf7076b-c0a6-4b16-b484-2b9f2390d1bc service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792301 Dec 09 23:43:28.798071 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f506af7f-bff5-4e99-abf9-8ebd805e66cb req-f056d070-d616-4b9a-ae6b-d123dc053c4a service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842354 Dec 09 23:43:31.243012 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a4761d9-b789-4ce1-a45d-abf7f4fb0f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:33.470026 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d380a58f-ed8c-423b-8c1e-aa19697b9696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:34.696742 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:35.117910 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:36.473118 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:37.244903 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:43:47.798393 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:43:53.510104 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:01.244389 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f3f3c5f6-ab22-4664-bb5f-0bc8a50c2547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:03.471447 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b2940e3-ca4c-42ad-9640-8b26d9528a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:04.688092 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:05.120081 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:06.476231 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:07.247684 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:23.512547 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:24.374939 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f3551344-3305-4ca5-8c25-b67bd32aa03b details requested by agent hyperv_n-h2-789963-23 with host n-h2-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:44:24.476207 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f3551344-3305-4ca5-8c25-b67bd32aa03b, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:44:24.487807 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Returning: {'device': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'port_id': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'mac_address': 'fa:16:3e:25:ce:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:44:24.529593 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:24.542332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3551344-3305-4ca5-8c25-b67bd32aa03b {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:44:24.563510 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f3551344-3305-4ca5-8c25-b67bd32aa03b, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:44:24.567525 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:24.619329 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f3551344-3305-4ca5-8c25-b67bd32aa03b,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:44:24.626834 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.627188 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.627536 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.627883 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.628219 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.628553 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.628885 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.629213 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.629541 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.629892 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.630223 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.630544 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.630870 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:24.640817 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] get_ports_and_sgs() called for port_ids ['f3551344-3305-4ca5-8c25-b67bd32aa03b'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:44:24.797591 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:44:26.393352 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f3551344-3305-4ca5-8c25-b67bd32aa03b up at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:44:26.446144 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Provisioning complete for port f3551344-3305-4ca5-8c25-b67bd32aa03b triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:44:26.446929 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:26.540272 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:26.566782 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:44:26.569047 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aa53ac-ef90-451a-a777-69866c6e74c0" -d '{"events": [{"server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "name": "network-vif-plugged", "status": "completed", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:44:26.585767 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f3551344-3305-4ca5-8c25-b67bd32aa03b, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:44:26.591507 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:26.630348 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8117dc8-5ed8-4774-bc7e-c6fd13764fe2 x-openstack-request-id: req-a8117dc8-5ed8-4774-bc7e-c6fd13764fe2 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:44:26.630810 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "name": "network-vif-plugged", "status": "completed", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:44:26.631167 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8117dc8-5ed8-4774-bc7e-c6fd13764fe2 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:44:26.631659 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'code': 200} Dec 09 23:44:26.649025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f3551344-3305-4ca5-8c25-b67bd32aa03b,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:44:28.327524 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72898aff-0867-42b8-a056-79fea5f351e3 req-df25b236-6fd9-4c4c-9b84-13c1808895c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:28.329040 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72898aff-0867-42b8-a056-79fea5f351e3 req-df25b236-6fd9-4c4c-9b84-13c1808895c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 1097 time: 0.0517008 Dec 09 23:44:28.458327 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72898aff-0867-42b8-a056-79fea5f351e3 req-5836b30c-768a-417e-9b17-64c067984f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:28.460135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72898aff-0867-42b8-a056-79fea5f351e3 req-5836b30c-768a-417e-9b17-64c067984f26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 910 time: 0.1101367 Dec 09 23:44:28.534184 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72898aff-0867-42b8-a056-79fea5f351e3 req-2841e36a-2f5a-4f2e-86d2-07e1406453b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b HTTP/1.1" status: 200 len: 1001 time: 0.0635848 Dec 09 23:44:28.590215 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72898aff-0867-42b8-a056-79fea5f351e3 req-4dda24cb-8eba-4c46-8429-26e98863bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:28.591908 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72898aff-0867-42b8-a056-79fea5f351e3 req-4dda24cb-8eba-4c46-8429-26e98863bbe6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0486803 Dec 09 23:44:28.647929 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72898aff-0867-42b8-a056-79fea5f351e3 req-1ec8ebb5-9d8f-4368-812b-22c530b1d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:28.649560 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72898aff-0867-42b8-a056-79fea5f351e3 req-1ec8ebb5-9d8f-4368-812b-22c530b1d54a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480757 Dec 09 23:44:28.755789 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72898aff-0867-42b8-a056-79fea5f351e3 req-976865f4-bd9d-4b70-9eec-b70cdd1d3a8e service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973094 Dec 09 23:44:28.862090 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-72898aff-0867-42b8-a056-79fea5f351e3 req-f31db477-a602-40f6-9a86-71a4cd801448 service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980203 Dec 09 23:44:31.253878 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-547a20dc-ee29-44d9-ad6d-adffbbc5534f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:33.474234 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3318f6df-67f2-4a09-831b-607247b515af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:33.721387 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-67bb4ae6-e0e3-455b-a605-100778523418 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067986424&fields=id&tenant_id=168fb514589343b297ed3e1c5efbea32 HTTP/1.1" status: 200 len: 267 time: 0.0449474 Dec 09 23:44:33.829072 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-2ab96de0-39b3-4064-9479-da24e353f9e9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:33.830524 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-2ab96de0-39b3-4064-9479-da24e353f9e9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 809 time: 0.1022620 Dec 09 23:44:33.844733 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-86301627-fd07-448e-aed6-b34ce65910de tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/quotas/168fb514589343b297ed3e1c5efbea32 HTTP/1.1" status: 200 len: 375 time: 0.0085814 Dec 09 23:44:33.896020 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ede89cfe-882f-45b6-b0a5-6bcbe426fdd5 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462003 Dec 09 23:44:33.987750 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c40a2d87-872b-4852-bbb7-fe2f96fd7a7a service neutron] 10.222.0.16 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798740 Dec 09 23:44:34.079052 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-b72a9bdf-f341-44b1-9611-7845848a2196 service neutron] 10.222.0.16 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848975 Dec 09 23:44:34.696009 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:35.123014 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:35.346636 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a142c966-ff94-43c3-b166-f39baadf0f88 req-2a4db265-f45f-4bcc-8d89-a51a3abc0c14 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 210 time: 0.0802789 Dec 09 23:44:36.408028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-63478d77-9638-47d6-855c-39b1d438a5e3 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:36.409504 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-63478d77-9638-47d6-855c-39b1d438a5e3 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.18 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 809 time: 0.1186798 Dec 09 23:44:36.443451 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-103a64bf-9344-4e6c-a8fe-fc71bacb4e84 req-f10c1c02-dc8c-45e8-829d-1563037bfb3c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 210 time: 0.0261405 Dec 09 23:44:36.480386 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:36.482716 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-f73b7f5d-4b79-48f0-96d1-26da217ee674 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=168fb514589343b297ed3e1c5efbea32 HTTP/1.1" status: 200 len: 380 time: 0.0565529 Dec 09 23:44:36.502929 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Request body: {'port': {'device_id': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'admin_state_up': True, 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'security_groups': ['4389e815-f29d-40bd-87c3-8b8cf7b669e8']}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:44:36.611407 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Made reservation on behalf of 168fb514589343b297ed3e1c5efbea32 for: {'port': 1} {{(pid=103417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 23:44:36.615100 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:36.765927 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Allocated IP 172.20.0.9 (9069903d-38a2-4c8b-b561-a192143fb195/dc1c2bae-c2dc-4269-8714-1a55efb22726/fbb6d624-d3ab-412e-a882-70abb79cb3ca) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:44:36.973414 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for port, precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:37.023973 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:37.079790 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Network 9069903d-38a2-4c8b-b561-a192143fb195 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:44:37.083513 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:44:37.087678 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:44:37.129957 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'Port': ['ID=fbb6d624-d3ab-412e-a882-70abb79cb3ca,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:44:37.141224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.141573 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.141955 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.142302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.142641 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.142984 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.143315 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.143647 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.143990 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.144297 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.144628 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.144956 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.145276 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:37.175508 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:37.176221 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:37.212731 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ac40c05e-4ef2-4590-9310-e4a81d9e0917 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7132986 Dec 09 23:44:37.253193 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:37.381913 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-34ae953c-3649-43cb-b20e-ce8ac62455ab None None] Provisioning complete for port fbb6d624-d3ab-412e-a882-70abb79cb3ca triggered by entity DHCP. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:44:37.382209 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-34ae953c-3649-43cb-b20e-ce8ac62455ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:37.422965 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-34ae953c-3649-43cb-b20e-ce8ac62455ab None None] Port fbb6d624-d3ab-412e-a882-70abb79cb3ca cannot update to ACTIVE because it is not bound. {{(pid=103419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 23:44:37.566458 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de81c8-9130-4f79-b709-27ce8dcebea7 req-f21ee21e-0e17-4684-987c-7b08b2bd91fe tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:37.567931 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87de81c8-9130-4f79-b709-27ce8dcebea7 req-f21ee21e-0e17-4684-987c-7b08b2bd91fe tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 931 time: 0.0549808 Dec 09 23:44:37.621011 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-87de81c8-9130-4f79-b709-27ce8dcebea7 req-d3b00ebe-d3aa-417e-8446-dd1fb74ce4be tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465925 Dec 09 23:44:38.408273 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f3551344-3305-4ca5-8c25-b67bd32aa03b no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:44:38.486790 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:38.510285 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:44:38.512531 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5745da81-529a-4892-a94c-e0737b835059" -d '{"events": [{"server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "name": "network-vif-unplugged", "status": "completed", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:44:38.526441 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] For port f3551344-3305-4ca5-8c25-b67bd32aa03b, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:44:38.531484 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:38.554185 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad9a20f-7e58-4248-985d-a59a2bf48ea1 x-openstack-request-id: req-4ad9a20f-7e58-4248-985d-a59a2bf48ea1 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:44:38.554471 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "name": "network-vif-unplugged", "status": "completed", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:44:38.554724 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ad9a20f-7e58-4248-985d-a59a2bf48ea1 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:44:38.555115 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'code': 200} Dec 09 23:44:38.584522 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Pushing event updated for resources: {'Port': ['ID=f3551344-3305-4ca5-8c25-b67bd32aa03b,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:44:38.741526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329b8f3-b4d1-402b-a123-eae3351b86aa req-847d8e7d-312e-496b-9b8a-77978216df2f tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:38.742975 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e329b8f3-b4d1-402b-a123-eae3351b86aa req-847d8e7d-312e-496b-9b8a-77978216df2f tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 931 time: 0.0499456 Dec 09 23:44:38.799623 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e329b8f3-b4d1-402b-a123-eae3351b86aa req-a3fed8c9-f5ed-436a-bfe4-eec21ccd9151 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500164 Dec 09 23:44:39.921829 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c4a15-c0de-40a3-8d3a-81dd01f23e55 req-50abfc7f-ffd4-4faf-9a9c-0d86e11547cb tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:39.923386 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f1c4a15-c0de-40a3-8d3a-81dd01f23e55 req-50abfc7f-ffd4-4faf-9a9c-0d86e11547cb tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 931 time: 0.0499330 Dec 09 23:44:39.981149 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4f1c4a15-c0de-40a3-8d3a-81dd01f23e55 req-c771aa0b-1f19-40e1-bd61-1b71c10e3c07 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515020 Dec 09 23:44:41.101983 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29e719-ff5d-4ce3-a494-ebde6a2549f2 req-2f724f78-7f86-4242-a567-1ff4beed09a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:41.103520 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd29e719-ff5d-4ce3-a494-ebde6a2549f2 req-2f724f78-7f86-4242-a567-1ff4beed09a9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 931 time: 0.0545757 Dec 09 23:44:41.153555 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-bd29e719-ff5d-4ce3-a494-ebde6a2549f2 req-2a5c3fde-411a-4665-bc3c-203ff6bf6acc tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440509 Dec 09 23:44:42.280043 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e932c0-70c0-4068-9caa-6fe2bf4433f1 req-e54c1a1e-12ab-40cc-a9ac-4d979ee98078 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:42.281608 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1e932c0-70c0-4068-9caa-6fe2bf4433f1 req-e54c1a1e-12ab-40cc-a9ac-4d979ee98078 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 931 time: 0.0505376 Dec 09 23:44:42.337313 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b1e932c0-70c0-4068-9caa-6fe2bf4433f1 req-2b394eaf-3556-48ff-a9ec-147a7ae6643b tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483525 Dec 09 23:44:43.463045 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a7071-9f71-4de2-a08b-acc705829bff req-03a872d1-8a70-4669-ad47-e43fb60fb884 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:43.464437 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf1a7071-9f71-4de2-a08b-acc705829bff req-03a872d1-8a70-4669-ad47-e43fb60fb884 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 931 time: 0.0547156 Dec 09 23:44:43.516095 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-cf1a7071-9f71-4de2-a08b-acc705829bff req-97678ef8-06db-4a94-9c62-50f6aadceb57 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456104 Dec 09 23:44:44.663652 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e40e6-79f5-4971-96de-408099c0fa3b req-5b54695e-7bec-494c-800c-03d5acba8215 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:44.666735 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-299e40e6-79f5-4971-96de-408099c0fa3b req-5b54695e-7bec-494c-800c-03d5acba8215 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 931 time: 0.0805178 Dec 09 23:44:44.722545 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-299e40e6-79f5-4971-96de-408099c0fa3b req-9931cbc4-4f2b-4c63-b1c6-ddd1da57f59b tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486412 Dec 09 23:44:45.860808 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d72087-3a54-4bd8-a58f-281e08fa1a05 req-95607aa0-4269-4eea-bcfd-dba42ad4fef0 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:45.862204 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6d72087-3a54-4bd8-a58f-281e08fa1a05 req-95607aa0-4269-4eea-bcfd-dba42ad4fef0 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 931 time: 0.0531652 Dec 09 23:44:45.914673 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f6d72087-3a54-4bd8-a58f-281e08fa1a05 req-b61993ee-2948-4bd8-a33f-31406b9ab07f tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462296 Dec 09 23:44:46.963088 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-4683b997-8dd2-446d-90c4-229c66f0cd3a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 23:44:46.964387 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-4683b997-8dd2-446d-90c4-229c66f0cd3a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058019 Dec 09 23:44:47.032769 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff6b4-493e-49b9-b25f-78e624d95847 req-3472748a-0739-42fe-bbae-b3a09050afc9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:47.034292 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe9ff6b4-493e-49b9-b25f-78e624d95847 req-3472748a-0739-42fe-bbae-b3a09050afc9 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 931 time: 0.0508416 Dec 09 23:44:47.044868 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.v2.base [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Request body: {'port': {'device_id': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-23'}} {{(pid=103417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:44:47.083395 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fe9ff6b4-493e-49b9-b25f-78e624d95847 req-48693efb-2577-425a-8b16-baea035cbb34 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432048 Dec 09 23:44:47.103649 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:47.366468 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb6d624-d3ab-412e-a882-70abb79cb3ca {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:44:47.374584 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:47.386413 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Transition to ACTIVE for port object fbb6d624-d3ab-412e-a882-70abb79cb3ca will not be triggered until provisioned by entity L2. {{(pid=103417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 23:44:47.390359 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:47.461799 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb6d624-d3ab-412e-a882-70abb79cb3ca,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:44:47.516625 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Attempting to bind port fbb6d624-d3ab-412e-a882-70abb79cb3ca on host n-h1-789963-23 for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 23:44:47.516964 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Attempting to bind port fbb6d624-d3ab-412e-a882-70abb79cb3ca by drivers openvswitch,hyperv on host n-h1-789963-23 at level 0 using segments [{'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 23:44:47.517302 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Attempting to bind port fbb6d624-d3ab-412e-a882-70abb79cb3ca on network 9069903d-38a2-4c8b-b561-a192143fb195 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:44:47.521834 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Port fbb6d624-d3ab-412e-a882-70abb79cb3ca on network 9069903d-38a2-4c8b-b561-a192143fb195 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-23 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 23:44:47.522161 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Attempting to bind port fbb6d624-d3ab-412e-a882-70abb79cb3ca on network 9069903d-38a2-4c8b-b561-a192143fb195 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 23:44:47.527804 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Checking agent: {'id': 'e716984e-ae23-40cc-a317-da6eff008027', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'started_at': datetime.datetime(2021, 12, 9, 22, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 23, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 23:44:47.528373 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Checking segment: {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 23:44:47.528769 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Bound using segment: {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 23:44:47.529202 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Bound port: fbb6d624-d3ab-412e-a882-70abb79cb3ca, host: n-h1-789963-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b32afa-ad87-4a92-897e-ecd6d24fcdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 23:44:47.529566 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:47.594751 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] For port fbb6d624-d3ab-412e-a882-70abb79cb3ca, host n-h1-789963-23, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 23:44:47.597754 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] For port fbb6d624-d3ab-412e-a882-70abb79cb3ca, host n-h1-789963-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 23:44:47.602677 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25674817'] for port, after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:47.639711 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:47.640338 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:47.641724 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] 10.222.0.18 "PUT /v2.0/ports/fbb6d624-d3ab-412e-a882-70abb79cb3ca HTTP/1.1" status: 200 len: 1092 time: 0.6619861 Dec 09 23:44:47.642190 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:44:47.644479 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10606977-b489-4397-80c0-cf504394af5b" -d '{"events": [{"name": "network-changed", "server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:44:47.670562 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6849ee2-8289-4c3d-8be4-38b6ff062188 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb6d624-d3ab-412e-a882-70abb79cb3ca,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:44:47.763840 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58860167-8790-465a-a3e3-e149640e2f69 x-openstack-request-id: req-58860167-8790-465a-a3e3-e149640e2f69 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:44:47.764144 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:44:47.764404 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58860167-8790-465a-a3e3-e149640e2f69 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:44:47.764889 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'status': 'completed', 'code': 200} Dec 09 23:44:47.771536 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-b53769e5-4d70-43af-af1e-2f45f0dc0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:47.773216 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-b53769e5-4d70-43af-af1e-2f45f0dc0158 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 1095 time: 0.0576198 Dec 09 23:44:47.826001 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-7a25f0e0-a4a6-4262-89f9-9c91479adea1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca HTTP/1.1" status: 200 len: 217 time: 0.0364928 Dec 09 23:44:47.875936 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-6a94a6d5-1359-4b3c-bc44-32832bf2c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:47.877360 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-6a94a6d5-1359-4b3c-bc44-32832bf2c4c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0442669 Dec 09 23:44:47.922807 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-5a83535e-515d-49a9-b3f7-e61e9fd4f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:47.924275 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-5a83535e-515d-49a9-b3f7-e61e9fd4f6f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404801 Dec 09 23:44:48.017946 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-060aa750-3f16-4758-8f02-7822f81b6240 service neutron] 10.222.0.18 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863767 Dec 09 23:44:48.111348 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-358aeb14-08a7-495a-b317-46ec3fbabc89 req-ee2af08d-32ab-492f-8350-afff5b5dc4dc service neutron] 10.222.0.18 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862916 Dec 09 23:44:48.202653 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc373c6-d22a-4038-aa4b-816c29af8937 req-8589b5df-7660-4231-8542-cedf09bbb9e2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:48.204753 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fdc373c6-d22a-4038-aa4b-816c29af8937 req-8589b5df-7660-4231-8542-cedf09bbb9e2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 943 time: 0.0504384 Dec 09 23:44:48.239970 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10606977-b489-4397-80c0-cf504394af5b req-bcd0e19d-5dac-48c5-93b1-7cbe7f41c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:48.241928 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-10606977-b489-4397-80c0-cf504394af5b req-bcd0e19d-5dac-48c5-93b1-7cbe7f41c09f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 1095 time: 0.0434232 Dec 09 23:44:48.258834 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-fdc373c6-d22a-4038-aa4b-816c29af8937 req-23dd4485-59b5-4b78-af2f-7bebe79ad4a2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480497 Dec 09 23:44:48.332209 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10606977-b489-4397-80c0-cf504394af5b req-fe12721c-8636-4150-b985-7458df970b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:48.333700 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-10606977-b489-4397-80c0-cf504394af5b req-fe12721c-8636-4150-b985-7458df970b56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 910 time: 0.0843821 Dec 09 23:44:48.380884 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-10606977-b489-4397-80c0-cf504394af5b req-9e6e6119-3c20-4b57-86c2-d3f402bab448 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca HTTP/1.1" status: 200 len: 217 time: 0.0391393 Dec 09 23:44:48.430548 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10606977-b489-4397-80c0-cf504394af5b req-4c33ac29-2f1a-43eb-840f-418412695ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:48.431975 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-10606977-b489-4397-80c0-cf504394af5b req-4c33ac29-2f1a-43eb-840f-418412695ab1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0432611 Dec 09 23:44:48.477707 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10606977-b489-4397-80c0-cf504394af5b req-f4909573-889f-4869-a452-dcd31578665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:48.479903 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-10606977-b489-4397-80c0-cf504394af5b req-f4909573-889f-4869-a452-dcd31578665e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399663 Dec 09 23:44:48.571440 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-10606977-b489-4397-80c0-cf504394af5b req-1b733d51-d5c1-4ba7-885c-b9aad83ab368 service neutron] 10.222.0.18 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837834 Dec 09 23:44:48.661713 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-10606977-b489-4397-80c0-cf504394af5b req-0ad92aa1-d5a6-441e-901e-159eae0c773f service neutron] 10.222.0.18 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816698 Dec 09 23:44:49.375204 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ed3e8-efeb-4a1a-b28b-b627611f70c7 req-0e218817-076f-470f-becb-9b7f47da0a44 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:49.376655 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c09ed3e8-efeb-4a1a-b28b-b627611f70c7 req-0e218817-076f-470f-becb-9b7f47da0a44 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 943 time: 0.0478969 Dec 09 23:44:49.424099 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-c09ed3e8-efeb-4a1a-b28b-b627611f70c7 req-5d1f2ac6-cc9e-4e75-bfa9-4d35d10e7cb4 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415595 Dec 09 23:44:50.537758 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67b2bc-433c-4238-b939-38f5647a6aef req-bd1675b2-01b0-48fe-aa84-25484a304230 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:50.539229 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb67b2bc-433c-4238-b939-38f5647a6aef req-bd1675b2-01b0-48fe-aa84-25484a304230 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 943 time: 0.0481117 Dec 09 23:44:50.586814 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-eb67b2bc-433c-4238-b939-38f5647a6aef req-cf56bc1d-2a8d-41a6-a36b-d63d9ea56820 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416667 Dec 09 23:44:50.641452 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fbb6d624-d3ab-412e-a882-70abb79cb3ca details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:44:50.734655 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fbb6d624-d3ab-412e-a882-70abb79cb3ca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:44:50.745427 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'port_id': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:44:50.780980 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:50.793044 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb6d624-d3ab-412e-a882-70abb79cb3ca {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:44:50.811498 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fbb6d624-d3ab-412e-a882-70abb79cb3ca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:44:50.815317 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:50.862516 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fbb6d624-d3ab-412e-a882-70abb79cb3ca,revision_number=4']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:44:51.121661 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['fbb6d624-d3ab-412e-a882-70abb79cb3ca'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:44:51.704696 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153f467-3831-4983-809e-4ba7f0df3b3c req-5cdfda7a-8976-4bb2-9dd4-4ffaa2fd4c0c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:51.706177 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a153f467-3831-4983-809e-4ba7f0df3b3c req-5cdfda7a-8976-4bb2-9dd4-4ffaa2fd4c0c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 944 time: 0.0524936 Dec 09 23:44:51.754685 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a153f467-3831-4983-809e-4ba7f0df3b3c req-f0037934-b8de-4d08-8cba-d48ad71f0a7c tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Dec 09 23:44:52.661755 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fbb6d624-d3ab-412e-a882-70abb79cb3ca up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:44:52.708697 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning for port fbb6d624-d3ab-412e-a882-70abb79cb3ca completed by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 23:44:52.712572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port fbb6d624-d3ab-412e-a882-70abb79cb3ca triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:44:52.712942 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:52.786567 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:52.809649 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:44:52.811993 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06993f0b-0179-4eae-a97a-8e8016c5e6b7" -d '{"events": [{"server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "name": "network-vif-plugged", "status": "completed", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:44:52.833433 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fbb6d624-d3ab-412e-a882-70abb79cb3ca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:44:52.838294 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:52.861475 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13908bda-91ec-402d-82fe-ea02abb79c1f x-openstack-request-id: req-13908bda-91ec-402d-82fe-ea02abb79c1f {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:44:52.861768 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "name": "network-vif-plugged", "status": "completed", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:44:52.862052 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13908bda-91ec-402d-82fe-ea02abb79c1f {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:44:52.862444 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'code': 200} Dec 09 23:44:52.877287 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f5f95-bd83-4190-b224-c91b28130baf req-e38b9641-6b3a-48a9-a39b-46b3e7d0bbf7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:52.878903 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-974f5f95-bd83-4190-b224-c91b28130baf req-e38b9641-6b3a-48a9-a39b-46b3e7d0bbf7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 944 time: 0.0544584 Dec 09 23:44:52.888977 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fbb6d624-d3ab-412e-a882-70abb79cb3ca,revision_number=5']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:44:52.932246 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-974f5f95-bd83-4190-b224-c91b28130baf req-a3aa4523-9b6f-4817-a7bf-c20530f596fc tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462244 Dec 09 23:44:52.989843 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cc56c-f745-41f7-b8c8-30bf16582d7f req-b8682745-58d1-4299-ab0e-d4110d8ccfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:52.991638 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-458cc56c-f745-41f7-b8c8-30bf16582d7f req-b8682745-58d1-4299-ab0e-d4110d8ccfea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 1097 time: 0.0448339 Dec 09 23:44:53.038766 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-458cc56c-f745-41f7-b8c8-30bf16582d7f req-7a07c8ba-ce65-4d38-8a01-c7617c01a404 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Dec 09 23:44:53.508700 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:54.047536 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b350e15-da14-4220-91da-7663177c2e84 req-d4b9a0c1-944f-4da7-8dee-0009b4e99ca0 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:54.048969 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b350e15-da14-4220-91da-7663177c2e84 req-d4b9a0c1-944f-4da7-8dee-0009b4e99ca0 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 945 time: 0.0466945 Dec 09 23:44:54.102842 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-7b350e15-da14-4220-91da-7663177c2e84 req-91039005-039a-4365-a5d6-8e24d68bf0a7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479679 Dec 09 23:44:55.221127 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179b8b4-8d08-418a-8738-0a4b452e00cc req-c9cd839d-43d3-4694-8c4b-5ed51969cb34 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:55.222644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b179b8b4-8d08-418a-8738-0a4b452e00cc req-c9cd839d-43d3-4694-8c4b-5ed51969cb34 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 945 time: 0.0485954 Dec 09 23:44:55.271757 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-b179b8b4-8d08-418a-8738-0a4b452e00cc req-9e48ae4f-9434-49c6-bc02-193f8d73d48b tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432005 Dec 09 23:44:55.384407 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdffc1-70e9-4abd-81eb-ddb31f801ea2 req-cbe0f519-96fe-425e-b796-b5b5b86a75b3 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:55.386269 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cbdffc1-70e9-4abd-81eb-ddb31f801ea2 req-cbe0f519-96fe-425e-b796-b5b5b86a75b3 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 945 time: 0.0470986 Dec 09 23:44:55.433644 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-4cbdffc1-70e9-4abd-81eb-ddb31f801ea2 req-ff7469c9-ec4c-42a2-814a-157d759b441a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415232 Dec 09 23:44:55.455121 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33580) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:44:55.496797 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20800cc-6529-4557-a3f7-f623366805ec tempest-TestSnapshotPattern-780173812 tempest-TestSnapshotPattern-780173812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:55.498294 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d20800cc-6529-4557-a3f7-f623366805ec tempest-TestSnapshotPattern-780173812 tempest-TestSnapshotPattern-780173812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 1092 time: 0.0422399 Dec 09 23:44:55.501077 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33582) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:44:55.505171 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.v2.base [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Request body: {'floatingip': {'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'port_id': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 23:44:55.526927 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for floatingip, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:55.617810 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:55.720918 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_common [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Allocated IP 172.25.8.9 (30a763c6-5f34-4e65-ad39-9ab865464cc3/b93706d2-e699-48d9-8fba-61302fc1be4b/81f87809-3f0e-448e-9b60-de99e685bcb0) {{(pid=103418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 23:44:55.824752 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for port, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:55.862568 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734980307972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:55.895847 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Network 30a763c6-5f34-4e65-ad39-9ab865464cc3 is already hosted by enough agents. {{(pid=103418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 23:44:55.898806 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.base_scheduler [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Resources bound (agent type, host, resource id): {{(pid=103418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 23:44:55.902849 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Received port after_create {{(pid=103418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 23:44:55.930364 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'Port': ['ID=81f87809-3f0e-448e-9b60-de99e685bcb0,revision_number=1']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:44:55.943629 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:55.943973 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:55.944313 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:55.944647 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:55.944980 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:55.945311 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:55.945632 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:55.945978 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:55.946301 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:55.946620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:55.946942 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:55.947839 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:55.948169 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:44:56.273236 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:56.340357 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:56.491479 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for port, precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:56.496470 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26494377'] for port, after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:56.559740 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event updated for resources: {'Port': ['ID=81f87809-3f0e-448e-9b60-de99e685bcb0,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:44:56.573700 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714075'] for floatingip, after_create {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:56.671368 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Floating IP a9f1a876-cdc3-47fd-9c05-80ee0573d2d7 associated. External IP: 172.25.8.9, port: fbb6d624-d3ab-412e-a882-70abb79cb3ca. Dec 09 23:44:56.878219 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Router e38c420e-0673-4026-9e47-aab1bf07f729 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:44:56.989644 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:44:57.007085 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b17275f-d1a7-4b58-91dd-2c25f9770dd6 None None] Sync routers for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:44:57.008932 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:44:57.017439 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b17275f-d1a7-4b58-91dd-2c25f9770dd6 None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:44:57.018085 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5b17275f-d1a7-4b58-91dd-2c25f9770dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:44:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:44:57.034999 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-5b0fe2e6-ff55-4f6f-b892-3d2d764bff68 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5329311 Dec 09 23:44:57.035583 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:44:57.037969 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e3aff5-11fe-43c8-a569-1586edc18ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:44:57.076047 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a06948-7f2f-4949-b951-f1d95d54cff7 x-openstack-request-id: req-13a06948-7f2f-4949-b951-f1d95d54cff7 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:44:57.076343 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:44:57.076601 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13a06948-7f2f-4949-b951-f1d95d54cff7 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:44:57.077011 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'status': 'completed', 'code': 200} Dec 09 23:44:57.125374 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-5b17275f-d1a7-4b58-91dd-2c25f9770dd6 None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:44:57.162436 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3aff5-11fe-43c8-a569-1586edc18ae7 req-0135bb1e-2815-4930-aafc-6296eb5d0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:57.163915 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70e3aff5-11fe-43c8-a569-1586edc18ae7 req-0135bb1e-2815-4930-aafc-6296eb5d0769 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 1097 time: 0.0406849 Dec 09 23:44:57.257818 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3aff5-11fe-43c8-a569-1586edc18ae7 req-2fe053b0-ff2d-47f3-a593-5bd29f2493df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:57.259297 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70e3aff5-11fe-43c8-a569-1586edc18ae7 req-2fe053b0-ff2d-47f3-a593-5bd29f2493df service neutron] 10.222.0.18 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 910 time: 0.0885296 Dec 09 23:44:57.325705 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70e3aff5-11fe-43c8-a569-1586edc18ae7 req-35b6a530-d1ae-4fab-bb2e-4316ff510c7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca HTTP/1.1" status: 200 len: 997 time: 0.0599055 Dec 09 23:44:57.349898 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5b17275f-d1a7-4b58-91dd-2c25f9770dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'a35a3b9d-9238-4c06-a106-0e88c75fc61e', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'port_id': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'mac_address': 'fa:16:3e:25:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:42:24Z', 'updated_at': '2021-12-09T23:42:26Z', 'revision_number': 1, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address_scope': None}, {'id': 'a9f1a876-cdc3-47fd-9c05-80ee0573d2d7', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'port_id': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:44:56Z', 'updated_at': '2021-12-09T23:44:56Z', 'revision_number': 0, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:44:57.374962 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3aff5-11fe-43c8-a569-1586edc18ae7 req-9dca84fe-7330-4497-9fe8-883dec0fc357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:57.375681 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b17275f-d1a7-4b58-91dd-2c25f9770dd6 None None] Checking router: e38c420e-0673-4026-9e47-aab1bf07f729 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:44:57.376423 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70e3aff5-11fe-43c8-a569-1586edc18ae7 req-9dca84fe-7330-4497-9fe8-883dec0fc357 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0442550 Dec 09 23:44:57.383803 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b17275f-d1a7-4b58-91dd-2c25f9770dd6 None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:44:57.384426 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5b17275f-d1a7-4b58-91dd-2c25f9770dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:44:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:44:57.426698 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3aff5-11fe-43c8-a569-1586edc18ae7 req-34b17ce8-43fe-422c-8622-7d34b82d98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:44:57.428159 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70e3aff5-11fe-43c8-a569-1586edc18ae7 req-34b17ce8-43fe-422c-8622-7d34b82d98c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454926 Dec 09 23:44:57.522653 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70e3aff5-11fe-43c8-a569-1586edc18ae7 req-d7927bc5-4036-44f3-b4c9-da6b941875a5 service neutron] 10.222.0.18 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870183 Dec 09 23:44:57.575143 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-5b17275f-d1a7-4b58-91dd-2c25f9770dd6 None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:44:57.616788 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-70e3aff5-11fe-43c8-a569-1586edc18ae7 req-f14c2425-e447-475e-a5d4-adae37b5cacf service neutron] 10.222.0.18 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877352 Dec 09 23:44:57.794988 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-5b17275f-d1a7-4b58-91dd-2c25f9770dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'a35a3b9d-9238-4c06-a106-0e88c75fc61e', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'port_id': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'mac_address': 'fa:16:3e:25:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:42:24Z', 'updated_at': '2021-12-09T23:42:26Z', 'revision_number': 1, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address_scope': None}, {'id': 'a9f1a876-cdc3-47fd-9c05-80ee0573d2d7', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'port_id': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:44:56Z', 'updated_at': '2021-12-09T23:44:56Z', 'revision_number': 0, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:44:57.819991 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b17275f-d1a7-4b58-91dd-2c25f9770dd6 None None] The sync data for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 is: [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'a35a3b9d-9238-4c06-a106-0e88c75fc61e', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'port_id': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'mac_address': 'fa:16:3e:25:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:42:24Z', 'updated_at': '2021-12-09T23:42:26Z', 'revision_number': 1, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address_scope': None}, {'id': 'a9f1a876-cdc3-47fd-9c05-80ee0573d2d7', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'port_id': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:44:56Z', 'updated_at': '2021-12-09T23:44:56Z', 'revision_number': 0, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:44:57.995841 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744547fd-abbe-43da-b3e9-7dc8e499d318 None None] New status for floating IP a9f1a876-cdc3-47fd-9c05-80ee0573d2d7: ACTIVE {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:45:01.247531 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-635a8b1f-f6f5-4115-b9f8-b75d2115b3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:01.798721 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:45:03.479122 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e784fe1-4dc2-49a2-942c-619045deb3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:04.700813 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:05.125645 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:06.483084 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:07.247623 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:23.507647 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:28.320173 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58adc416-7aa5-4368-b4a0-6588bd2348e7 req-c71c8da3-59d7-4ed2-8aeb-440c436d7ad9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0808687 Dec 09 23:45:28.416240 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adc416-7aa5-4368-b4a0-6588bd2348e7 req-b3a7ff65-ba50-4aa9-90be-90a176412f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:45:28.418220 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58adc416-7aa5-4368-b4a0-6588bd2348e7 req-b3a7ff65-ba50-4aa9-90be-90a176412f7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 1095 time: 0.0425370 Dec 09 23:45:28.518882 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adc416-7aa5-4368-b4a0-6588bd2348e7 req-878867fe-558d-4b05-84a9-91c8bef38fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:45:28.520257 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58adc416-7aa5-4368-b4a0-6588bd2348e7 req-878867fe-558d-4b05-84a9-91c8bef38fe8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 910 time: 0.0825956 Dec 09 23:45:28.587511 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58adc416-7aa5-4368-b4a0-6588bd2348e7 req-eb049d39-f58b-41f9-9842-ce2ad16843a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b HTTP/1.1" status: 200 len: 999 time: 0.0595236 Dec 09 23:45:28.634042 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adc416-7aa5-4368-b4a0-6588bd2348e7 req-2ca4517e-c65f-4063-a6c6-fae53d5c2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:45:28.635408 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58adc416-7aa5-4368-b4a0-6588bd2348e7 req-2ca4517e-c65f-4063-a6c6-fae53d5c2269 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0413136 Dec 09 23:45:28.679771 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adc416-7aa5-4368-b4a0-6588bd2348e7 req-971d3fa9-16de-4f16-9a95-21d03beddaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:45:28.681238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58adc416-7aa5-4368-b4a0-6588bd2348e7 req-971d3fa9-16de-4f16-9a95-21d03beddaa5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388117 Dec 09 23:45:28.769822 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58adc416-7aa5-4368-b4a0-6588bd2348e7 req-0d891ad9-7c2f-4377-a351-4202641e6e14 service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811355 Dec 09 23:45:28.857698 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-58adc416-7aa5-4368-b4a0-6588bd2348e7 req-dd6ba4f3-8943-43a2-8bc4-36a53e2cf24f service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805335 Dec 09 23:45:31.251689 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9fc06a1-92c9-440f-ae13-f133ff132d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:33.480285 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-03e4031d-fc47-4c09-8859-1133710fd686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:34.717884 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:35.128827 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:36.486034 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:37.250350 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:38.798522 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:45:53.046812 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8145dcd5-4f11-4aa8-93a5-7c800171c74c req-d8932473-a9a9-4692-a6dd-8808e3f5ed2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395029 Dec 09 23:45:53.144537 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145dcd5-4f11-4aa8-93a5-7c800171c74c req-94bce8b8-49aa-443f-aa1f-5ff9a7a439ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:45:53.146068 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8145dcd5-4f11-4aa8-93a5-7c800171c74c req-94bce8b8-49aa-443f-aa1f-5ff9a7a439ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 1097 time: 0.0410650 Dec 09 23:45:53.252824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145dcd5-4f11-4aa8-93a5-7c800171c74c req-e93c71c8-d6b6-43c2-b661-e8b7bd169091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:45:53.254326 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8145dcd5-4f11-4aa8-93a5-7c800171c74c req-e93c71c8-d6b6-43c2-b661-e8b7bd169091 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 910 time: 0.0898347 Dec 09 23:45:53.319991 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8145dcd5-4f11-4aa8-93a5-7c800171c74c req-d39d4bd7-c81d-4e17-9ca1-9e681f868874 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca HTTP/1.1" status: 200 len: 999 time: 0.0590112 Dec 09 23:45:53.371690 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145dcd5-4f11-4aa8-93a5-7c800171c74c req-e0b6b9a9-602b-476d-9b83-6b1387a039a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:45:53.373092 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8145dcd5-4f11-4aa8-93a5-7c800171c74c req-e0b6b9a9-602b-476d-9b83-6b1387a039a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0466781 Dec 09 23:45:53.417267 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145dcd5-4f11-4aa8-93a5-7c800171c74c req-cb9eeb45-358f-47ee-b089-65f88374bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:45:53.418735 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8145dcd5-4f11-4aa8-93a5-7c800171c74c req-cb9eeb45-358f-47ee-b089-65f88374bca8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380676 Dec 09 23:45:53.510622 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8145dcd5-4f11-4aa8-93a5-7c800171c74c req-8887c3f0-bc15-4304-a14c-187659fcb11c service neutron] 10.222.0.18 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839043 Dec 09 23:45:53.520986 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:45:53.600500 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-8145dcd5-4f11-4aa8-93a5-7c800171c74c req-ab778dae-60b7-4ccc-b0c2-9042a9bd511c service neutron] 10.222.0.18 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826254 Dec 09 23:46:01.253879 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-253d0e88-bf53-4481-89bf-c83d62b3ab36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:03.486299 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cfa8c626-72ff-4cee-965e-b1b6864ba040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:04.724400 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:05.131611 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:06.488319 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:07.251783 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:15.799185 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:46:23.520301 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:27.048275 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fbb6d624-d3ab-412e-a882-70abb79cb3ca details requested by agent hyperv_n-h1-789963-23 with host n-h1-789963-23 {{(pid=103419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 23:46:27.138308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fbb6d624-d3ab-412e-a882-70abb79cb3ca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:27.152078 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Returning: {'device': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'port_id': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 23:46:27.187005 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:27.199916 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbb6d624-d3ab-412e-a882-70abb79cb3ca {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 23:46:27.218459 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fbb6d624-d3ab-412e-a882-70abb79cb3ca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:27.221989 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:27.270765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fbb6d624-d3ab-412e-a882-70abb79cb3ca,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:27.277947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.278295 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.278633 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.278968 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.279299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.279630 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.279956 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.280281 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.280603 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.280927 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.281252 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.281574 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.281947 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:27.380790 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] get_ports_and_sgs() called for port_ids ['fbb6d624-d3ab-412e-a882-70abb79cb3ca'] {{(pid=103419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 23:46:28.278831 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26a0735a-fafa-4d6c-87e3-ab27bea673db req-d6c1529d-ffbe-4c63-b0d6-edf4ac393f72 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469153 Dec 09 23:46:28.365156 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0735a-fafa-4d6c-87e3-ab27bea673db req-051390a3-bab0-4601-84d8-18f11d5e8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:28.367080 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26a0735a-fafa-4d6c-87e3-ab27bea673db req-051390a3-bab0-4601-84d8-18f11d5e8d1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 1095 time: 0.0431721 Dec 09 23:46:28.486115 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0735a-fafa-4d6c-87e3-ab27bea673db req-0c268dc4-5982-4ccb-9342-5bf109b8258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:28.487676 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26a0735a-fafa-4d6c-87e3-ab27bea673db req-0c268dc4-5982-4ccb-9342-5bf109b8258a service neutron] 10.222.0.42 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 910 time: 0.0971861 Dec 09 23:46:28.564783 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26a0735a-fafa-4d6c-87e3-ab27bea673db req-5c8a964b-fa76-42af-a801-69d6fb5e70f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b HTTP/1.1" status: 200 len: 999 time: 0.0705137 Dec 09 23:46:28.627576 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0735a-fafa-4d6c-87e3-ab27bea673db req-8d7a1d22-06ce-48a6-b063-65d6e976aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:28.629053 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26a0735a-fafa-4d6c-87e3-ab27bea673db req-8d7a1d22-06ce-48a6-b063-65d6e976aa3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0565934 Dec 09 23:46:28.679343 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0735a-fafa-4d6c-87e3-ab27bea673db req-e6fbb6a7-48bd-420b-8d71-505c29dfd0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:28.681183 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26a0735a-fafa-4d6c-87e3-ab27bea673db req-e6fbb6a7-48bd-420b-8d71-505c29dfd0bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437558 Dec 09 23:46:28.783379 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26a0735a-fafa-4d6c-87e3-ab27bea673db req-6442b767-e62a-4b3c-8b76-d1b0af1bbbe8 service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938983 Dec 09 23:46:28.902159 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-26a0735a-fafa-4d6c-87e3-ab27bea673db req-6d43585d-f209-49db-b7c6-6c87648163d6 service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103616 Dec 09 23:46:29.077862 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fbb6d624-d3ab-412e-a882-70abb79cb3ca up at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 23:46:29.138246 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Provisioning complete for port fbb6d624-d3ab-412e-a882-70abb79cb3ca triggered by entity L2. {{(pid=103419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 23:46:29.138874 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759428'] for port, provisioning_complete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:29.240726 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:29.269350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:46:29.272141 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a63312-3dfd-4e69-920b-77b5452ee7e3" -d '{"events": [{"server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "name": "network-vif-plugged", "status": "completed", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:46:29.290756 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fbb6d624-d3ab-412e-a882-70abb79cb3ca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:29.301313 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:29.335517 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc41f31-8f70-4753-afd4-fb12dc667c15 x-openstack-request-id: req-0cc41f31-8f70-4753-afd4-fb12dc667c15 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:46:29.335867 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "name": "network-vif-plugged", "status": "completed", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:46:29.336128 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cc41f31-8f70-4753-afd4-fb12dc667c15 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:46:29.336521 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'code': 200} Dec 09 23:46:29.358120 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fbb6d624-d3ab-412e-a882-70abb79cb3ca,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:31.260860 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-02823a39-04b9-4ed0-b645-b015ffafe703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:33.493562 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-235c1843-c231-472f-afdd-e23acd4d265c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:34.745773 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:35.136131 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:36.493728 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:37.254666 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:38.287718 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33782) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:38.445439 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Deleting port 81f87809-3f0e-448e-9b60-de99e685bcb0 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:46:38.445692 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:38.517847 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:38.518168 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:38.529191 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Calling delete_port for 81f87809-3f0e-448e-9b60-de99e685bcb0 owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:46:38.671979 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:38.697646 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event deleted for resources: {'Port': ['ID=81f87809-3f0e-448e-9b60-de99e685bcb0,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:38.722033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.722385 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.722728 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.723067 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.723402 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.723739 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.724071 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.724396 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.724722 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.725045 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.725370 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.725694 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.726046 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:38.767720 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:38.768059 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Floating IP a9f1a876-cdc3-47fd-9c05-80ee0573d2d7 disassociated (deleted). External IP: 172.25.8.9, port: fbb6d624-d3ab-412e-a882-70abb79cb3ca. Dec 09 23:46:39.287276 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Router e38c420e-0673-4026-9e47-aab1bf07f729 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:46:39.391570 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:46:39.396052 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:39.401305 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a521aa2c-91ad-4ba9-a580-589e987e7079 None None] Sync routers for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:46:39.411406 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521aa2c-91ad-4ba9-a580-589e987e7079 None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:46:39.412016 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a521aa2c-91ad-4ba9-a580-589e987e7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:46:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:39.425552 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-316a49c0-a3b5-4920-a2b6-c4cb8392bbff tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "DELETE /v2.0/floatingips/a9f1a876-cdc3-47fd-9c05-80ee0573d2d7 HTTP/1.1" status: 204 len: 168 time: 1.1366949 Dec 09 23:46:39.426277 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:46:39.428653 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac5b43c-f28f-4d55-baf3-61471904c558" -d '{"events": [{"name": "network-changed", "server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:46:39.469258 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e783c-2ebe-44b1-8ddc-cc03a2349386 x-openstack-request-id: req-f68e783c-2ebe-44b1-8ddc-cc03a2349386 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:46:39.469560 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:46:39.470451 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f68e783c-2ebe-44b1-8ddc-cc03a2349386 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:46:39.470872 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'status': 'completed', 'code': 200} Dec 09 23:46:39.522245 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-a521aa2c-91ad-4ba9-a580-589e987e7079 None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:46:39.555848 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5b43c-f28f-4d55-baf3-61471904c558 req-722c2f6a-4c23-4bf8-b896-fbb547e5f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:39.557531 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bac5b43c-f28f-4d55-baf3-61471904c558 req-722c2f6a-4c23-4bf8-b896-fbb547e5f9e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 1097 time: 0.0436139 Dec 09 23:46:39.656380 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4fa79-326b-4574-b14e-46b0187f7e77 req-77c341e2-1881-4ebe-ae41-834304100c9a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:39.658472 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-edf4fa79-326b-4574-b14e-46b0187f7e77 req-77c341e2-1881-4ebe-ae41-834304100c9a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 945 time: 0.0500290 Dec 09 23:46:39.703747 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5b43c-f28f-4d55-baf3-61471904c558 req-a811205f-39bd-4217-8583-f5aece14e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:39.706797 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bac5b43c-f28f-4d55-baf3-61471904c558 req-a811205f-39bd-4217-8583-f5aece14e3d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 910 time: 0.1057167 Dec 09 23:46:39.709201 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-edf4fa79-326b-4574-b14e-46b0187f7e77 req-3a755f6d-64ad-4f8e-b12d-5458d1e7f1c4 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446374 Dec 09 23:46:39.750715 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bac5b43c-f28f-4d55-baf3-61471904c558 req-bd58c56e-8e16-46d7-adba-917ea4e72e8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca HTTP/1.1" status: 200 len: 217 time: 0.0365267 Dec 09 23:46:39.755620 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a521aa2c-91ad-4ba9-a580-589e987e7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'a35a3b9d-9238-4c06-a106-0e88c75fc61e', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'port_id': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'mac_address': 'fa:16:3e:25:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:42:24Z', 'updated_at': '2021-12-09T23:42:26Z', 'revision_number': 1, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:39.786807 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a521aa2c-91ad-4ba9-a580-589e987e7079 None None] Checking router: e38c420e-0673-4026-9e47-aab1bf07f729 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:46:39.795600 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521aa2c-91ad-4ba9-a580-589e987e7079 None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:46:39.796284 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a521aa2c-91ad-4ba9-a580-589e987e7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:46:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:39.806295 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5b43c-f28f-4d55-baf3-61471904c558 req-c0171fc4-635c-4800-99b3-7b74c512e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:39.807783 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bac5b43c-f28f-4d55-baf3-61471904c558 req-c0171fc4-635c-4800-99b3-7b74c512e344 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0481637 Dec 09 23:46:39.853773 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5b43c-f28f-4d55-baf3-61471904c558 req-51187365-c6e8-498d-b083-c58228c08c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:39.855302 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bac5b43c-f28f-4d55-baf3-61471904c558 req-51187365-c6e8-498d-b083-c58228c08c93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394998 Dec 09 23:46:39.899447 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-a521aa2c-91ad-4ba9-a580-589e987e7079 None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:46:39.951143 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bac5b43c-f28f-4d55-baf3-61471904c558 req-591bc704-d841-489e-8cc8-ae9342b527f5 service neutron] 10.222.0.18 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874023 Dec 09 23:46:40.051122 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-bac5b43c-f28f-4d55-baf3-61471904c558 req-174e15fb-6fde-4009-9607-f8f6ce6cd9d8 service neutron] 10.222.0.18 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895960 Dec 09 23:46:40.123482 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-a521aa2c-91ad-4ba9-a580-589e987e7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'a35a3b9d-9238-4c06-a106-0e88c75fc61e', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'port_id': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'mac_address': 'fa:16:3e:25:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:42:24Z', 'updated_at': '2021-12-09T23:42:26Z', 'revision_number': 1, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:40.235114 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a521aa2c-91ad-4ba9-a580-589e987e7079 None None] The sync data for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 is: [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_floatingips': [{'id': 'a35a3b9d-9238-4c06-a106-0e88c75fc61e', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'router_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'port_id': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'mac_address': 'fa:16:3e:25:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T23:42:24Z', 'updated_at': '2021-12-09T23:42:26Z', 'revision_number': 1, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:46:40.444785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5afc7-280f-4bfa-aecd-275a063c436c None None] New status for floating IP a9f1a876-cdc3-47fd-9c05-80ee0573d2d7: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:46:40.824751 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7223535-fcbd-43ae-b56d-92170f065d5f req-02155241-78ce-4c9a-a85d-c64973ed118e tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:40.826227 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7223535-fcbd-43ae-b56d-92170f065d5f req-02155241-78ce-4c9a-a85d-c64973ed118e tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 945 time: 0.0477135 Dec 09 23:46:40.878062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-f7223535-fcbd-43ae-b56d-92170f065d5f req-52426c21-e462-4d6a-9c68-57620e330bbd tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453153 Dec 09 23:46:41.146850 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fbb6d624-d3ab-412e-a882-70abb79cb3ca no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:46:41.224860 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718169'] for port, before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:41.247098 n-d-789963-23 neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:46:41.249313 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a39e7a5ac4eef4e86b49e620c515149eb50268436f4a3ae2ca9394bc673acb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ba4188-1d37-41be-8b92-42b9d82f43ba" -d '{"events": [{"server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:46:41.262225 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] For port fbb6d624-d3ab-412e-a882-70abb79cb3ca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:41.266538 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734980742193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734980307990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734980308008'] for port, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:41.289630 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 23:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc0912f-62d1-472c-be7e-028b32a84c99 x-openstack-request-id: req-2dc0912f-62d1-472c-be7e-028b32a84c99 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:46:41.289949 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:46:41.290205 n-d-789963-23 neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2dc0912f-62d1-472c-be7e-028b32a84c99 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:46:41.290594 n-d-789963-23 neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'code': 200} Dec 09 23:46:41.317048 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Pushing event updated for resources: {'Port': ['ID=fbb6d624-d3ab-412e-a882-70abb79cb3ca,revision_number=8']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:41.326636 n-d-789963-23 neutron-server[103417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc05b42-d392-46e8-b235-ed2475dc16a0 req-6340728c-b219-4180-a9de-4b7cda5dc061 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:41.328122 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0bc05b42-d392-46e8-b235-ed2475dc16a0 req-6340728c-b219-4180-a9de-4b7cda5dc061 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.18 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 943 time: 0.0515661 Dec 09 23:46:41.426055 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-0bc05b42-d392-46e8-b235-ed2475dc16a0 req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Deleting port fbb6d624-d3ab-412e-a882-70abb79cb3ca {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:46:41.426297 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0bc05b42-d392-46e8-b235-ed2475dc16a0 req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:41.520070 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [req-0bc05b42-d392-46e8-b235-ed2475dc16a0 req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] For port fbb6d624-d3ab-412e-a882-70abb79cb3ca, host n-h1-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-23',level=0,port_id=fbb6d624-d3ab-412e-a882-70abb79cb3ca,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:41.520433 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0bc05b42-d392-46e8-b235-ed2475dc16a0 req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:41.533346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [req-0bc05b42-d392-46e8-b235-ed2475dc16a0 req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Calling delete_port for fbb6d624-d3ab-412e-a882-70abb79cb3ca owned by compute:nova {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:46:41.660455 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0bc05b42-d392-46e8-b235-ed2475dc16a0 req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:41.688031 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event deleted for resources: {'Port': ['ID=fbb6d624-d3ab-412e-a882-70abb79cb3ca,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:41.698269 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.698645 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.698983 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.699334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.699682 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.700028 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.700371 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.700710 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.701046 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.701385 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.702157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.702157 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.702399 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-23 {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 23:46:41.748920 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc05b42-d392-46e8-b235-ed2475dc16a0 req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] No DVR routers for this DVR port fbb6d624-d3ab-412e-a882-70abb79cb3ca on host n-h1-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:46:41.751767 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [req-0bc05b42-d392-46e8-b235-ed2475dc16a0 req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:41.755284 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [req-0bc05b42-d392-46e8-b235-ed2475dc16a0 req-b3512a21-ff12-4661-ac39-49312475c749 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.18 "DELETE /v2.0/ports/fbb6d624-d3ab-412e-a882-70abb79cb3ca HTTP/1.1" status: 204 len: 173 time: 0.4191537 Dec 09 23:46:41.755750 n-d-789963-23 neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'name': 'network-vif-deleted', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:46:41.758115 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092efbf849e58bb8a905c8af3b450064935c8bd51d44dbc01ea7c6922cb19118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9800ef-9fe2-4a13-9619-dc97410b7a05" -d '{"events": [{"server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "name": "network-vif-deleted", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:46:41.795647 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25428734-4941-47e9-8dd1-3fab714de21d x-openstack-request-id: req-25428734-4941-47e9-8dd1-3fab714de21d {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:46:41.795947 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacd0017-6a7d-48b3-adfb-46cfc8400bfb", "name": "network-vif-deleted", "tag": "fbb6d624-d3ab-412e-a882-70abb79cb3ca", "status": "completed", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:46:41.796208 n-d-789963-23 neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25428734-4941-47e9-8dd1-3fab714de21d {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:46:41.796620 n-d-789963-23 neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd0017-6a7d-48b3-adfb-46cfc8400bfb', 'name': 'network-vif-deleted', 'tag': 'fbb6d624-d3ab-412e-a882-70abb79cb3ca', 'status': 'completed', 'code': 200} Dec 09 23:46:41.984170 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-e7852cef-22bb-45c3-b028-8a2afee785d2 req-e7e05e96-5a8f-4449-a4a8-9fba9237b1b3 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=dacd0017-6a7d-48b3-adfb-46cfc8400bfb HTTP/1.1" status: 200 len: 210 time: 0.0258880 Dec 09 23:46:43.535744 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33842) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:43.690946 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Deleting port 926dbc11-bcd8-498c-bfbd-31408652a5fb {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:46:43.691288 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:43.764496 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:43.764817 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:43.775987 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Calling delete_port for 926dbc11-bcd8-498c-bfbd-31408652a5fb owned by network:floatingip {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:46:43.920806 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:43.950230 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event deleted for resources: {'Port': ['ID=926dbc11-bcd8-498c-bfbd-31408652a5fb,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:44.007664 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for floatingip, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:44.008055 n-d-789963-23 neutron-server[103418]: INFO neutron.db.l3_db [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Floating IP a35a3b9d-9238-4c06-a106-0e88c75fc61e disassociated (deleted). External IP: 172.25.8.166, port: f3551344-3305-4ca5-8c25-b67bd32aa03b. Dec 09 23:46:44.211391 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Router e38c420e-0673-4026-9e47-aab1bf07f729 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:46:44.315969 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:46:44.320799 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for floatingip, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:44.328182 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4c567-8d8e-4a13-9957-2631d7e5ea7f None None] Sync routers for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:46:44.338129 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4c567-8d8e-4a13-9957-2631d7e5ea7f None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:46:44.338743 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c9e4c567-8d8e-4a13-9957-2631d7e5ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:46:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:44.347062 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-bafdcacf-6675-444a-addd-5520982d25b7 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "DELETE /v2.0/floatingips/a35a3b9d-9238-4c06-a106-0e88c75fc61e HTTP/1.1" status: 204 len: 168 time: 0.8102486 Dec 09 23:46:44.347648 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:46:44.349942 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a72c92-d8b5-43c2-9ea7-fd479c65ef0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:46:44.388088 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 23:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7306e5-eed8-4cce-a12d-ae52c545ebbc x-openstack-request-id: req-8c7306e5-eed8-4cce-a12d-ae52c545ebbc {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:46:44.388466 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:46:44.388786 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c7306e5-eed8-4cce-a12d-ae52c545ebbc {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:46:44.389258 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'status': 'completed', 'code': 200} Dec 09 23:46:44.447199 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-c9e4c567-8d8e-4a13-9957-2631d7e5ea7f None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:46:44.451299 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72c92-d8b5-43c2-9ea7-fd479c65ef0c req-553d7918-0f98-4847-9965-6e4a17560098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:44.453238 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5a72c92-d8b5-43c2-9ea7-fd479c65ef0c req-553d7918-0f98-4847-9965-6e4a17560098 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168fb514589343b297ed3e1c5efbea32&device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 1095 time: 0.0413995 Dec 09 23:46:44.587768 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72c92-d8b5-43c2-9ea7-fd479c65ef0c req-89ae19cd-054e-4662-922f-06d5e88c9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:44.589226 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5a72c92-d8b5-43c2-9ea7-fd479c65ef0c req-89ae19cd-054e-4662-922f-06d5e88c9df3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 200 len: 910 time: 0.1281512 Dec 09 23:46:44.601324 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c917f26-0fb8-499f-bbc6-ae76bd926984 req-b66c91e9-7e26-402a-a91a-ea64ed6f3433 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:44.602771 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c917f26-0fb8-499f-bbc6-ae76bd926984 req-b66c91e9-7e26-402a-a91a-ea64ed6f3433 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 943 time: 0.0652575 Dec 09 23:46:44.647892 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5a72c92-d8b5-43c2-9ea7-fd479c65ef0c req-e8814b5e-4f83-4d82-89f6-32a7c25f8fe5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b HTTP/1.1" status: 200 len: 217 time: 0.0441716 Dec 09 23:46:44.655022 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c9e4c567-8d8e-4a13-9957-2631d7e5ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:44.684063 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4c567-8d8e-4a13-9957-2631d7e5ea7f None None] Checking router: e38c420e-0673-4026-9e47-aab1bf07f729 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:46:44.693006 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4c567-8d8e-4a13-9957-2631d7e5ea7f None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:46:44.693615 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c9e4c567-8d8e-4a13-9957-2631d7e5ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:46:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:44.712268 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-5c917f26-0fb8-499f-bbc6-ae76bd926984 req-808dfa14-f454-40ce-9ea1-cf33056cb58f tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029916 Dec 09 23:46:44.720862 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72c92-d8b5-43c2-9ea7-fd479c65ef0c req-e536acff-d1d8-4175-b10c-1418704c3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:44.722295 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5a72c92-d8b5-43c2-9ea7-fd479c65ef0c req-e536acff-d1d8-4175-b10c-1418704c3cee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 200 len: 848 time: 0.0672753 Dec 09 23:46:44.770098 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72c92-d8b5-43c2-9ea7-fd479c65ef0c req-8774ca33-4fbc-4507-b05c-4a86160ae609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:44.771575 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5a72c92-d8b5-43c2-9ea7-fd479c65ef0c req-8774ca33-4fbc-4507-b05c-4a86160ae609 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9069903d-38a2-4c8b-b561-a192143fb195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405052 Dec 09 23:46:44.797277 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-c9e4c567-8d8e-4a13-9957-2631d7e5ea7f None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:46:44.865197 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5a72c92-d8b5-43c2-9ea7-fd479c65ef0c req-d788c3e2-2fde-42fe-b001-cd79816143f2 service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840051 Dec 09 23:46:44.955175 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-a5a72c92-d8b5-43c2-9ea7-fd479c65ef0c req-d8310ff0-86a6-4856-ba95-97830b839e37 service neutron] 10.222.0.42 "GET /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814815 Dec 09 23:46:44.993760 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-c9e4c567-8d8e-4a13-9957-2631d7e5ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:45.019359 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4c567-8d8e-4a13-9957-2631d7e5ea7f None None] The sync data for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 is: [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23', '_interfaces': [{'id': '4b19a423-f0b3-489f-a96b-19687a15d9a6', 'name': '', 'network_id': '9069903d-38a2-4c8b-b561-a192143fb195', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'mac_address': 'fa:16:3e:36:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:03Z', 'updated_at': '2021-12-09T23:42:07Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'subnets': [{'id': 'dc1c2bae-c2dc-4269-8714-1a55efb22726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:46:45.168698 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fbb6d624-d3ab-412e-a882-70abb79cb3ca no longer exists at agent hyperv_n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:46:45.193925 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] No Port match for: fbb6d624-d3ab-412e-a882-70abb79cb3ca {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:46:45.194379 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Device fbb6d624-d3ab-412e-a882-70abb79cb3ca not bound to the agent host n-h1-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:46:45.232380 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db17151-39fc-432d-9c10-e356b398a436 None None] New status for floating IP a35a3b9d-9238-4c06-a106-0e88c75fc61e: DOWN {{(pid=103419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 23:46:45.828526 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cc959-13f2-4568-a685-92319f97bcc9 req-18c4d3e0-1548-46f2-ba20-bda945db8f15 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:45.830522 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d0cc959-13f2-4568-a685-92319f97bcc9 req-18c4d3e0-1548-46f2-ba20-bda945db8f15 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 943 time: 0.0492694 Dec 09 23:46:45.883067 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-2d0cc959-13f2-4568-a685-92319f97bcc9 req-b76e57f4-fde9-4a27-b677-8adb1e701b01 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "GET /v2.0/security-groups?id=4389e815-f29d-40bd-87c3-8b8cf7b669e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466268 Dec 09 23:46:46.064688 n-d-789963-23 neutron-server[103418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19393538-558f-48cc-b194-a6b0aecee4a2 req-e27bf032-fcd2-4498-9105-57435290538a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 23:46:46.066222 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19393538-558f-48cc-b194-a6b0aecee4a2 req-e27bf032-fcd2-4498-9105-57435290538a tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eeefa0-ae06-4486-be67-a05ae0742c19 HTTP/1.1" status: 200 len: 943 time: 0.0479412 Dec 09 23:46:46.152835 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-19393538-558f-48cc-b194-a6b0aecee4a2 req-3e64ef72-edb6-4191-b372-75bbdde380e2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Deleting port f3551344-3305-4ca5-8c25-b67bd32aa03b {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:46:46.153173 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-19393538-558f-48cc-b194-a6b0aecee4a2 req-3e64ef72-edb6-4191-b372-75bbdde380e2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:46.242453 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [req-19393538-558f-48cc-b194-a6b0aecee4a2 req-3e64ef72-edb6-4191-b372-75bbdde380e2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] For port f3551344-3305-4ca5-8c25-b67bd32aa03b, host n-h2-789963-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-23',level=0,port_id=f3551344-3305-4ca5-8c25-b67bd32aa03b,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:46.242819 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-19393538-558f-48cc-b194-a6b0aecee4a2 req-3e64ef72-edb6-4191-b372-75bbdde380e2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:46.255025 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [req-19393538-558f-48cc-b194-a6b0aecee4a2 req-3e64ef72-edb6-4191-b372-75bbdde380e2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Calling delete_port for f3551344-3305-4ca5-8c25-b67bd32aa03b owned by compute:nova {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:46:46.382025 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-19393538-558f-48cc-b194-a6b0aecee4a2 req-3e64ef72-edb6-4191-b372-75bbdde380e2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:46.408937 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64ef72-edb6-4191-b372-75bbdde380e2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event deleted for resources: {'Port': ['ID=f3551344-3305-4ca5-8c25-b67bd32aa03b,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:46.451958 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [req-19393538-558f-48cc-b194-a6b0aecee4a2 req-3e64ef72-edb6-4191-b372-75bbdde380e2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] No DVR routers for this DVR port f3551344-3305-4ca5-8c25-b67bd32aa03b on host n-h2-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:46:46.454692 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [req-19393538-558f-48cc-b194-a6b0aecee4a2 req-3e64ef72-edb6-4191-b372-75bbdde380e2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90525'] for port, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:46.458128 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [req-19393538-558f-48cc-b194-a6b0aecee4a2 req-3e64ef72-edb6-4191-b372-75bbdde380e2 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.42 "DELETE /v2.0/ports/f3551344-3305-4ca5-8c25-b67bd32aa03b HTTP/1.1" status: 204 len: 173 time: 0.3853970 Dec 09 23:46:46.458591 n-d-789963-23 neutron-server[103418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'name': 'network-vif-deleted', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b'}] {{(pid=103418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 23:46:46.460925 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beedf2a25d5b6796ad6583e095a85b194baa469b0ab08e855aef35fad6954640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897dec6a-8299-4123-a0b6-ce953d42c060" -d '{"events": [{"server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "name": "network-vif-deleted", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b"}]}' {{(pid=103418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 23:46:46.507080 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 23:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1255b57-d5b5-45af-a685-f0474c57fce1 x-openstack-request-id: req-d1255b57-d5b5-45af-a685-f0474c57fce1 {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 23:46:46.507581 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7eeefa0-ae06-4486-be67-a05ae0742c19", "name": "network-vif-deleted", "tag": "f3551344-3305-4ca5-8c25-b67bd32aa03b", "status": "completed", "code": 200}]} {{(pid=103418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 23:46:46.507841 n-d-789963-23 neutron-server[103418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1255b57-d5b5-45af-a685-f0474c57fce1 {{(pid=103418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 23:46:46.508357 n-d-789963-23 neutron-server[103418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eeefa0-ae06-4486-be67-a05ae0742c19', 'name': 'network-vif-deleted', 'tag': 'f3551344-3305-4ca5-8c25-b67bd32aa03b', 'status': 'completed', 'code': 200} Dec 09 23:46:46.941388 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33856) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:46.999529 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0a8254aa-90e2-4cfb-95ba-4f071ac15478 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:47.025617 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0a8254aa-90e2-4cfb-95ba-4f071ac15478 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:47.082971 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0a8254aa-90e2-4cfb-95ba-4f071ac15478 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:47.086037 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-0a8254aa-90e2-4cfb-95ba-4f071ac15478 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:47.087375 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-0a8254aa-90e2-4cfb-95ba-4f071ac15478 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] 10.222.0.16 "DELETE /v2.0/security-groups/4389e815-f29d-40bd-87c3-8b8cf7b669e8 HTTP/1.1" status: 204 len: 168 time: 0.1449308 Dec 09 23:46:47.097040 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8254aa-90e2-4cfb-95ba-4f071ac15478 tempest-TestSnapshotPattern-1907309605 tempest-TestSnapshotPattern-1907309605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4389e815-f29d-40bd-87c3-8b8cf7b669e8,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:47.132805 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33860) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:47.467030 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb7bf-f796-4a85-9349-968863819908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:47.703848 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d3dbb7bf-f796-4a85-9349-968863819908 admin admin] Deleting port 4b19a423-f0b3-489f-a96b-19687a15d9a6 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:46:47.704722 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb7bf-f796-4a85-9349-968863819908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:47.781472 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-d3dbb7bf-f796-4a85-9349-968863819908 admin admin] For port 4b19a423-f0b3-489f-a96b-19687a15d9a6, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=4b19a423-f0b3-489f-a96b-19687a15d9a6,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:47.781844 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb7bf-f796-4a85-9349-968863819908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:47.794015 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-d3dbb7bf-f796-4a85-9349-968863819908 admin admin] Calling delete_port for 4b19a423-f0b3-489f-a96b-19687a15d9a6 owned by network:router_interface {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:46:47.964764 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb7bf-f796-4a85-9349-968863819908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:47.990620 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbb7bf-f796-4a85-9349-968863819908 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b19a423-f0b3-489f-a96b-19687a15d9a6,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:48.151779 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb7bf-f796-4a85-9349-968863819908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:48.677094 n-d-789963-23 neutron-server[103418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dbb7bf-f796-4a85-9349-968863819908 admin admin] Router e38c420e-0673-4026-9e47-aab1bf07f729 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:46:48.780989 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dbb7bf-f796-4a85-9349-968863819908 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:46:48.789117 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-d3dbb7bf-f796-4a85-9349-968863819908 admin admin] 10.222.0.16 "PUT /v2.0/routers/e38c420e-0673-4026-9e47-aab1bf07f729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6527743 Dec 09 23:46:48.789237 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33862) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:48.789930 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d976d2e-3593-4774-a1b9-fa690da33815 None None] Sync routers for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:46:48.800118 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d976d2e-3593-4774-a1b9-fa690da33815 None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:46:48.800737 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3d976d2e-3593-4774-a1b9-fa690da33815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:46:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:48.889845 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Publish callbacks [] for router, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:48.903692 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-3d976d2e-3593-4774-a1b9-fa690da33815 None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: n-d-789963-23 {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:46:48.991965 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.045033 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Deleting port 7ea414fe-285e-4598-a383-6987f22dd14a {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:46:49.045526 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.083100 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3d976d2e-3593-4774-a1b9-fa690da33815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:46:47Z', 'revision_number': 5, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port': {'id': '7ea414fe-285e-4598-a383-6987f22dd14a', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:01Z', 'updated_at': '2021-12-09T23:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:49.108610 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d976d2e-3593-4774-a1b9-fa690da33815 None None] Checking router: e38c420e-0673-4026-9e47-aab1bf07f729 for host: n-d-789963-23 {{(pid=103420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:46:49.116696 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d976d2e-3593-4774-a1b9-fa690da33815 None None] Routers {'e38c420e-0673-4026-9e47-aab1bf07f729'} bound to L3 agent in host n-d-789963-23 {{(pid=103420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:46:49.117297 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3d976d2e-3593-4774-a1b9-fa690da33815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:46:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['e38c420e-0673-4026-9e47-aab1bf07f729'], 'active': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:49.127195 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] For port 7ea414fe-285e-4598-a383-6987f22dd14a, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=7ea414fe-285e-4598-a383-6987f22dd14a,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:49.127551 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.138802 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Calling delete_port for 7ea414fe-285e-4598-a383-6987f22dd14a owned by network:router_gateway {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:46:49.201494 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_dvr_db [None req-3d976d2e-3593-4774-a1b9-fa690da33815 None None] Set router e38c420e-0673-4026-9e47-aab1bf07f729 gateway port host: None {{(pid=103420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:46:49.255145 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.l3_hamode_db [None req-3d976d2e-3593-4774-a1b9-fa690da33815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:46:48Z', 'revision_number': 6, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:49.283210 n-d-789963-23 neutron-server[103420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d976d2e-3593-4774-a1b9-fa690da33815 None None] The sync data for ids ['e38c420e-0673-4026-9e47-aab1bf07f729'] in n-d-789963-23 is: [{'id': 'e38c420e-0673-4026-9e47-aab1bf07f729', 'name': 'tempest-TestSnapshotPattern-205922086-router', 'tenant_id': '168fb514589343b297ed3e1c5efbea32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:00Z', 'updated_at': '2021-12-09T23:46:48Z', 'revision_number': 6, 'project_id': '168fb514589343b297ed3e1c5efbea32', 'gw_port_host': None}] {{(pid=103420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:46:49.310618 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.338480 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea414fe-285e-4598-a383-6987f22dd14a,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:49.349308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70820d2-ef3a-4c60-9074-11a1b5e57fa0 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:46:49.397541 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.485641 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.487771 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.532302 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.532823 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e38c420e-0673-4026-9e47-aab1bf07f729 {{(pid=103418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:46:49.537039 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] Publish callbacks [] for router, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.538319 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4b359d37-dbb9-4599-9d3d-c1e30d78999f admin admin] 10.222.0.16 "DELETE /v2.0/routers/e38c420e-0673-4026-9e47-aab1bf07f729 HTTP/1.1" status: 204 len: 168 time: 0.7480912 Dec 09 23:46:49.540736 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33864) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:49.584403 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fde1b05-3799-45f4-ac60-cdf39f548b11 admin admin] Deleting subnet dc1c2bae-c2dc-4269-8714-1a55efb22726 {{(pid=103418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:46:49.587372 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b05-3799-45f4-ac60-cdf39f548b11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.623705 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b05-3799-45f4-ac60-cdf39f548b11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26863137'] for subnet, precommit_delete_associations {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.716663 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b05-3799-45f4-ac60-cdf39f548b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.769809 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b05-3799-45f4-ac60-cdf39f548b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26494327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26831521'] for subnet, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.796085 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde1b05-3799-45f4-ac60-cdf39f548b11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1c2bae-c2dc-4269-8714-1a55efb22726,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:49.798587 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b05-3799-45f4-ac60-cdf39f548b11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.804089 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-4fde1b05-3799-45f4-ac60-cdf39f548b11 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dc1c2bae-c2dc-4269-8714-1a55efb22726 HTTP/1.1" status: 204 len: 168 time: 0.2601221 Dec 09 23:46:49.804345 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33866) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:49.807177 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b473a7f-b6a6-4df2-b310-077036acdcf4 None None] Network 9069903d-38a2-4c8b-b561-a192143fb195 requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:46:49.875664 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.928089 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Deleting port b637ea72-2d90-4ecd-8717-be301027b4c4 {{(pid=103418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:46:49.928423 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:49.990233 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] For port b637ea72-2d90-4ecd-8717-be301027b4c4, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=b637ea72-2d90-4ecd-8717-be301027b4c4,segment=NetworkSegment(99b32afa-ad87-4a92-897e-ecd6d24fcdb2),segment_id=99b32afa-ad87-4a92-897e-ecd6d24fcdb2)] {{(pid=103418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:49.990520 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:50.002498 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.plugin [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Calling delete_port for b637ea72-2d90-4ecd-8717-be301027b4c4 owned by network:dhcp {{(pid=103418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:46:50.073643 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca66a32f-b7b7-4070-8815-0976d1e99b18 None None] DHCP port deletion for 9069903d-38a2-4c8b-b561-a192143fb195 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:46:50.093697 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26494368'] for port, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:50.105308 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4b19a423-f0b3-489f-a96b-19687a15d9a6 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:46:50.121534 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Pushing event deleted for resources: {'Port': ['ID=b637ea72-2d90-4ecd-8717-be301027b4c4,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:50.126537 n-d-789963-23 neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] No DVR routers for this DVR port b637ea72-2d90-4ecd-8717-be301027b4c4 on host n-d-789963-23 {{(pid=103418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:46:50.127802 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 4b19a423-f0b3-489f-a96b-19687a15d9a6 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:46:50.128462 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 4b19a423-f0b3-489f-a96b-19687a15d9a6 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:46:50.150797 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ca66a32f-b7b7-4070-8815-0976d1e99b18 None None] Deleting port b637ea72-2d90-4ecd-8717-be301027b4c4 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:46:50.151184 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ca66a32f-b7b7-4070-8815-0976d1e99b18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:50.206216 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:50.216765 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ca66a32f-b7b7-4070-8815-0976d1e99b18 None None] For port b637ea72-2d90-4ecd-8717-be301027b4c4, host n-d-789963-23, got binding levels [] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:50.217166 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ca66a32f-b7b7-4070-8815-0976d1e99b18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:50.227069 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9069903d-38a2-4c8b-b561-a192143fb195']}} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:50.229998 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ca66a32f-b7b7-4070-8815-0976d1e99b18 None None] Calling delete_port for b637ea72-2d90-4ecd-8717-be301027b4c4 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:46:50.232653 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.ipam_backend_mixin [None req-ca66a32f-b7b7-4070-8815-0976d1e99b18 None None] Port b637ea72-2d90-4ecd-8717-be301027b4c4 was not found and therefore no delete operation was performed {{(pid=103419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 23:46:50.233924 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ca66a32f-b7b7-4070-8815-0976d1e99b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:50.236292 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b32afa-ad87-4a92-897e-ecd6d24fcdb2') {'for_net_delete': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:50.236588 n-d-789963-23 neutron-server[103418]: DEBUG neutron.services.segments.db [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b32afa-ad87-4a92-897e-ecd6d24fcdb2') {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:50.246534 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26863146'] for segment, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:50.260411 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:50.264035 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66a32f-b7b7-4070-8815-0976d1e99b18 None None] Pushing event deleted for resources: {'Port': ['ID=b637ea72-2d90-4ecd-8717-be301027b4c4,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:50.265931 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca66a32f-b7b7-4070-8815-0976d1e99b18 None None] No DVR routers for this DVR port b637ea72-2d90-4ecd-8717-be301027b4c4 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:46:50.271642 n-d-789963-23 neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:46:50.272640 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26494349'] for segment, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: Traceback (most recent call last): Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: timer() Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: cb(*args, **kw) Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: return func(*args, **kwargs) Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: self._notify() Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: self.callback(batched_events) Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: event.method(event) Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: return f(self, *a, **k) Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: return self._get(url).json() Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: return self.request(url, 'GET', **kwargs) Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:46:50.274553 n-d-789963-23 neutron-server[103418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:46:50.334124 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:50.339787 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Publish callbacks [] for network, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:50.349135 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] 10.222.0.16 "DELETE /v2.0/networks/9069903d-38a2-4c8b-b561-a192143fb195 HTTP/1.1" status: 204 len: 168 time: 0.5377545 Dec 09 23:46:50.351224 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33868) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:50.354331 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8377a-30fc-4d66-9423-3c2735fc980b admin admin] Pushing event deleted for resources: {'Network': ['ID=9069903d-38a2-4c8b-b561-a192143fb195,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:50.692183 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9ab6-13d7-420a-8825-bf95c224d230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711515'] for router_interface, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:50.931492 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b9ab6-13d7-420a-8825-bf95c224d230 admin admin] Deleting port 0ca46cc7-6797-48b8-8929-11c900f7e49f {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:46:50.931830 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9ab6-13d7-420a-8825-bf95c224d230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:51.009386 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-5e7b9ab6-13d7-420a-8825-bf95c224d230 admin admin] For port 0ca46cc7-6797-48b8-8929-11c900f7e49f, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=0ca46cc7-6797-48b8-8929-11c900f7e49f,segment=NetworkSegment(f100e6bf-dbe5-4d8e-a2ff-2251bad91f79),segment_id=f100e6bf-dbe5-4d8e-a2ff-2251bad91f79)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:51.009848 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9ab6-13d7-420a-8825-bf95c224d230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:51.027902 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b9ab6-13d7-420a-8825-bf95c224d230 admin admin] Calling delete_port for 0ca46cc7-6797-48b8-8929-11c900f7e49f owned by network:router_interface {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:46:51.038299 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f3551344-3305-4ca5-8c25-b67bd32aa03b no longer exists at agent hyperv_n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:46:51.058460 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] No Port match for: f3551344-3305-4ca5-8c25-b67bd32aa03b {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:46:51.058809 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Device f3551344-3305-4ca5-8c25-b67bd32aa03b not bound to the agent host n-h2-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:46:51.206646 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9ab6-13d7-420a-8825-bf95c224d230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:51.424982 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7ea414fe-285e-4598-a383-6987f22dd14a no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:46:51.445888 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 7ea414fe-285e-4598-a383-6987f22dd14a {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:46:51.446350 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 7ea414fe-285e-4598-a383-6987f22dd14a not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:46:51.446833 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b637ea72-2d90-4ecd-8717-be301027b4c4 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:46:51.466421 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: b637ea72-2d90-4ecd-8717-be301027b4c4 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:46:51.466873 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device b637ea72-2d90-4ecd-8717-be301027b4c4 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:46:51.533740 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b9ab6-13d7-420a-8825-bf95c224d230 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca46cc7-6797-48b8-8929-11c900f7e49f,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:51.698543 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9ab6-13d7-420a-8825-bf95c224d230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711479'] for router_interface, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:51.911252 n-d-789963-23 neutron-server[103417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7b9ab6-13d7-420a-8825-bf95c224d230 admin admin] Router 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 has already been hosted by L3 agent 718cee18-3f79-4183-961c-b620c0738a53 {{(pid=103417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 23:46:52.017677 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7b9ab6-13d7-420a-8825-bf95c224d230 admin admin] Notify agent at l3_agent.n-d-789963-23 the message routers_updated {{(pid=103417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 23:46:52.022709 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-5e7b9ab6-13d7-420a-8825-bf95c224d230 admin admin] 10.222.0.16 "PUT /v2.0/routers/8e87b0d7-1f37-45c6-9d79-b3e22dde5319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6704731 Dec 09 23:46:52.025359 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33870) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:52.026061 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb737b-7fb3-4745-a1d5-15fae2628b2b None None] Sync routers for ids ['8e87b0d7-1f37-45c6-9d79-b3e22dde5319'] in n-d-789963-23 {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 23:46:52.037543 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb737b-7fb3-4745-a1d5-15fae2628b2b None None] Routers {'8e87b0d7-1f37-45c6-9d79-b3e22dde5319'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:46:52.038206 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-33cb737b-7fb3-4745-a1d5-15fae2628b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:46:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8e87b0d7-1f37-45c6-9d79-b3e22dde5319'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:52.130786 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Publish callbacks [] for router, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:52.139917 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-33cb737b-7fb3-4745-a1d5-15fae2628b2b None None] Set router 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 gateway port host: n-d-789963-23 {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:46:52.234193 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:52.287346 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Deleting port c2f486ac-99f5-4907-951d-864668b7eedc {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:46:52.287695 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:52.318924 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-33cb737b-7fb3-4745-a1d5-15fae2628b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'name': 'tempest-TestSnapshotPattern-1739754615-router', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'external_fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:46:51Z', 'revision_number': 5, 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'gw_port': {'id': 'c2f486ac-99f5-4907-951d-864668b7eedc', 'name': '', 'network_id': '30a763c6-5f34-4e65-ad39-9ab865464cc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b93706d2-e699-48d9-8fba-61302fc1be4b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-23'}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:52.346751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb737b-7fb3-4745-a1d5-15fae2628b2b None None] Checking router: 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 for host: n-d-789963-23 {{(pid=103419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 23:46:52.355025 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb737b-7fb3-4745-a1d5-15fae2628b2b None None] Routers {'8e87b0d7-1f37-45c6-9d79-b3e22dde5319'} bound to L3 agent in host n-d-789963-23 {{(pid=103419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 23:46:52.355660 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-33cb737b-7fb3-4745-a1d5-15fae2628b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T22:08:33Z,description=,heartbeat_timestamp=2021-12-09T23:46:33Z,host='n-d-789963-23',id=718cee18-3f79-4183-961c-b620c0738a53,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T22:08:33Z,topic='l3_agent')) {'router_ids': ['8e87b0d7-1f37-45c6-9d79-b3e22dde5319'], 'active': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:52.368334 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] For port c2f486ac-99f5-4907-951d-864668b7eedc, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=c2f486ac-99f5-4907-951d-864668b7eedc,segment=NetworkSegment(0b79b28b-12c4-4fdf-82c7-0416cc58768f),segment_id=0b79b28b-12c4-4fdf-82c7-0416cc58768f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:52.368711 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:52.385826 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Calling delete_port for c2f486ac-99f5-4907-951d-864668b7eedc owned by network:router_gateway {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:46:52.441944 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvr_db [None req-33cb737b-7fb3-4745-a1d5-15fae2628b2b None None] Set router 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 gateway port host: None {{(pid=103419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 23:46:52.495332 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_hamode_db [None req-33cb737b-7fb3-4745-a1d5-15fae2628b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'name': 'tempest-TestSnapshotPattern-1739754615-router', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:46:52Z', 'revision_number': 6, 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'gw_port_host': None}], 'n-d-789963-23', False) {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:52.522785 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb737b-7fb3-4745-a1d5-15fae2628b2b None None] The sync data for ids ['8e87b0d7-1f37-45c6-9d79-b3e22dde5319'] in n-d-789963-23 is: [{'id': '8e87b0d7-1f37-45c6-9d79-b3e22dde5319', 'name': 'tempest-TestSnapshotPattern-1739754615-router', 'tenant_id': 'c0c884a54440437c9de0339bdead9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T23:42:05Z', 'updated_at': '2021-12-09T23:46:52Z', 'revision_number': 6, 'project_id': 'c0c884a54440437c9de0339bdead9bad', 'gw_port_host': None}] {{(pid=103419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 23:46:52.551060 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:52.582416 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f486ac-99f5-4907-951d-864668b7eedc,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:52.596003 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232c93cf-f244-473b-aab4-f47a447f8882 None None] DHCP port deletion for 30a763c6-5f34-4e65-ad39-9ab865464cc3 request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:46:52.643268 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714133'] for router_gateway, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:52.732744 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-876293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15732'] for router, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:52.734803 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:52.781388 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-876348'] for router, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:52.782502 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e87b0d7-1f37-45c6-9d79-b3e22dde5319 {{(pid=103417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 23:46:52.786817 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] Publish callbacks [] for router, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:52.787956 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-bd42cf88-68ec-4b67-a9c0-7eb42ffc8a5e admin admin] 10.222.0.16 "DELETE /v2.0/routers/8e87b0d7-1f37-45c6-9d79-b3e22dde5319 HTTP/1.1" status: 204 len: 168 time: 0.7616341 Dec 09 23:46:52.790507 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33872) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:52.798747 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:46:52.834716 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c0b673-4a08-443d-b710-81c24d65b722 admin admin] Deleting subnet 694ef053-4864-4fd6-af33-81b316c87720 {{(pid=103417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 23:46:52.837730 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b673-4a08-443d-b710-81c24d65b722 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:52.874014 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b673-4a08-443d-b710-81c24d65b722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25251704'] for subnet, precommit_delete_associations {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:52.961218 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b673-4a08-443d-b710-81c24d65b722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755866'] for subnet, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.013183 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b673-4a08-443d-b710-81c24d65b722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25674911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381342'] for subnet, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.036977 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0b673-4a08-443d-b710-81c24d65b722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694ef053-4864-4fd6-af33-81b316c87720,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:53.043782 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b673-4a08-443d-b710-81c24d65b722 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.048337 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-d3c0b673-4a08-443d-b710-81c24d65b722 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/694ef053-4864-4fd6-af33-81b316c87720 HTTP/1.1" status: 204 len: 168 time: 0.2562108 Dec 09 23:46:53.049111 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1d58b1-c7d2-433f-b6c8-c9c253adcd00 None None] Network 30d9c762-76c7-4160-b962-53d3e3c0854c requested from n-d-789963-23 {{(pid=103419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 23:46:53.050560 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [-] (103417) accepted ('10.222.0.16', 33874) {{(pid=103417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:53.119396 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608075'] for network, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.177777 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Deleting port 08b3728e-0e55-49e5-bb21-7b3948be5e09 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:46:53.178145 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.242221 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] For port 08b3728e-0e55-49e5-bb21-7b3948be5e09, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=08b3728e-0e55-49e5-bb21-7b3948be5e09,segment=NetworkSegment(f100e6bf-dbe5-4d8e-a2ff-2251bad91f79),segment_id=f100e6bf-dbe5-4d8e-a2ff-2251bad91f79)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:53.242579 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.256068 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Calling delete_port for 08b3728e-0e55-49e5-bb21-7b3948be5e09 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:46:53.262424 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa32b123-bdfc-4337-bedd-e8f01383c470 None None] DHCP port deletion for 30d9c762-76c7-4160-b962-53d3e3c0854c request from n-d-789963-23 {{(pid=103419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 23:46:53.313659 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa32b123-bdfc-4337-bedd-e8f01383c470 None None] Deleting port 08b3728e-0e55-49e5-bb21-7b3948be5e09 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 23:46:53.314066 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa32b123-bdfc-4337-bedd-e8f01383c470 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734980736696'] for port, before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.346375 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25674824'] for port, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.371166 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b3728e-0e55-49e5-bb21-7b3948be5e09,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:53.376824 n-d-789963-23 neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] No DVR routers for this DVR port 08b3728e-0e55-49e5-bb21-7b3948be5e09 on host n-d-789963-23 {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:46:53.377562 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa32b123-bdfc-4337-bedd-e8f01383c470 None None] For port 08b3728e-0e55-49e5-bb21-7b3948be5e09, host n-d-789963-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-23',level=0,port_id=08b3728e-0e55-49e5-bb21-7b3948be5e09,segment=NetworkSegment(f100e6bf-dbe5-4d8e-a2ff-2251bad91f79),segment_id=f100e6bf-dbe5-4d8e-a2ff-2251bad91f79)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 23:46:53.378001 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa32b123-bdfc-4337-bedd-e8f01383c470 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716776'] for port, precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.398029 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa32b123-bdfc-4337-bedd-e8f01383c470 None None] Calling delete_port for 08b3728e-0e55-49e5-bb21-7b3948be5e09 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 23:46:53.455532 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1757773', 'neutron.services.segments.db._delete_segments_for_network-8734980874186'] for network, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.468829 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c2f486ac-99f5-4907-951d-864668b7eedc no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:46:53.481817 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d9c762-76c7-4160-b962-53d3e3c0854c']}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:53.492762 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f100e6bf-dbe5-4d8e-a2ff-2251bad91f79') {'for_net_delete': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:53.492995 n-d-789963-23 neutron-server[103417]: DEBUG neutron.services.segments.db [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f100e6bf-dbe5-4d8e-a2ff-2251bad91f79') {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 23:46:53.493572 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: c2f486ac-99f5-4907-951d-864668b7eedc {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:46:53.493960 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device c2f486ac-99f5-4907-951d-864668b7eedc not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:46:53.494394 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0ca46cc7-6797-48b8-8929-11c900f7e49f no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:46:53.503865 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734980845779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25251699'] for segment, before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.519677 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767'] for segment, precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.525389 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 0ca46cc7-6797-48b8-8929-11c900f7e49f {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:46:53.525683 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 0ca46cc7-6797-48b8-8929-11c900f7e49f not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:46:53.526126 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 08b3728e-0e55-49e5-bb21-7b3948be5e09 no longer exists at agent ovs-agent-n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 23:46:53.527730 n-d-789963-23 neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 23:46:53.528569 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25674853'] for segment, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: Traceback (most recent call last): Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: timer() Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: cb(*args, **kw) Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: return func(*args, **kwargs) Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: self._notify() Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: self.callback(batched_events) Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: event.method(event) Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: return f(self, *a, **k) Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: return self._get(url).json() Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: return self.request(url, 'GET', **kwargs) Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 23:46:53.531386 n-d-789963-23 neutron-server[103417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 23:46:53.556751 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] No Port match for: 08b3728e-0e55-49e5-bb21-7b3948be5e09 {{(pid=103419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 23:46:53.556937 n-d-789963-23 neutron-server[103419]: DEBUG neutron.plugins.ml2.rpc [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Device 08b3728e-0e55-49e5-bb21-7b3948be5e09 not bound to the agent host n-d-789963-23 {{(pid=103419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 23:46:53.559149 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa32b123-bdfc-4337-bedd-e8f01383c470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1718234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734980742175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734980307981'] for port, after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.585519 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.588806 n-d-789963-23 neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32b123-bdfc-4337-bedd-e8f01383c470 None None] Pushing event deleted for resources: {'Port': ['ID=08b3728e-0e55-49e5-bb21-7b3948be5e09,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:53.592274 n-d-789963-23 neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa32b123-bdfc-4337-bedd-e8f01383c470 None None] No DVR routers for this DVR port 08b3728e-0e55-49e5-bb21-7b3948be5e09 on host n-d-789963-23 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 23:46:53.596199 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1757780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714153'] for network, after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.604496 n-d-789963-23 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Publish callbacks [] for network, before_response {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.607071 n-d-789963-23 neutron-server[103417]: INFO neutron.wsgi [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] 10.222.0.16 "DELETE /v2.0/networks/30d9c762-76c7-4160-b962-53d3e3c0854c HTTP/1.1" status: 204 len: 168 time: 0.5548882 Dec 09 23:46:53.621163 n-d-789963-23 neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f72a7-ff6b-4834-9ab9-ec335bc8a999 admin admin] Pushing event deleted for resources: {'Network': ['ID=30d9c762-76c7-4160-b962-53d3e3c0854c,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:53.792210 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33878) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:53.838243 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-2d7985c8-b0bc-428f-8504-c508d3114276 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=168fb514589343b297ed3e1c5efbea32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447788 Dec 09 23:46:53.840635 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33880) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:53.887772 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35bcd6c8-d44c-475c-91a3-54b1ae41d0b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.909055 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35bcd6c8-d44c-475c-91a3-54b1ae41d0b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.954153 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35bcd6c8-d44c-475c-91a3-54b1ae41d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.956702 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-35bcd6c8-d44c-475c-91a3-54b1ae41d0b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:53.957860 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-35bcd6c8-d44c-475c-91a3-54b1ae41d0b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ca9e8dc-c75f-437c-8e53-4e32c610f520 HTTP/1.1" status: 204 len: 168 time: 0.1163113 Dec 09 23:46:53.965308 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcd6c8-d44c-475c-91a3-54b1ae41d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca9e8dc-c75f-437c-8e53-4e32c610f520,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:46:54.274444 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33886) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:54.314679 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-39256a01-51af-4e93-9dc7-09b0b462001f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0c884a54440437c9de0339bdead9bad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390933 Dec 09 23:46:54.317122 n-d-789963-23 neutron-server[103418]: DEBUG neutron.wsgi [-] (103418) accepted ('10.222.0.16', 33888) {{(pid=103418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 23:46:54.362747 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b83056f-f506-43c7-a3a8-b2cf4fc49f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:54.383200 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b83056f-f506-43c7-a3a8-b2cf4fc49f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:54.431807 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b83056f-f506-43c7-a3a8-b2cf4fc49f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532592'] for security_group, after_delete {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:54.434505 n-d-789963-23 neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-7b83056f-f506-43c7-a3a8-b2cf4fc49f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:46:54.435629 n-d-789963-23 neutron-server[103418]: INFO neutron.wsgi [None req-7b83056f-f506-43c7-a3a8-b2cf4fc49f95 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a53ca0bc-2ca3-4d74-9926-83529e1607ac HTTP/1.1" status: 204 len: 168 time: 0.1176162 Dec 09 23:46:54.443177 n-d-789963-23 neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83056f-f506-43c7-a3a8-b2cf4fc49f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53ca0bc-2ca3-4d74-9926-83529e1607ac,revision_number=None']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 23:47:01.253165 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-17581961-3a94-4356-b86f-42e785c3c0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:03.485171 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a253-05c2-4780-808f-ecc18db94fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:04.741019 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:05.136441 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:06.492912 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:07.256901 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:23.520561 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:29.800500 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:47:31.256382 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c6c36841-5931-410b-8b9a-0a34381321d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:33.486702 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-74c3d0b7-736a-4fbc-8a6d-8189e7297ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:34.742436 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:35.138397 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:36.495853 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:37.258742 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:47:53.536132 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:01.258415 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-46227abb-0a26-46af-8afb-8fa109b2a677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:03.487939 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a6572a0-b327-4f6f-a04a-22710891f37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:04.758773 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:05.141036 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:06.498285 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:06.799012 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:48:07.263746 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:23.532112 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:31.260409 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-300719fd-bbf4-4500-8f87-07bb68530d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:33.491063 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b212c9ba-56cb-4138-abd9-f4b6e08c06c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:34.772552 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:35.143999 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:36.500807 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:37.265468 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:48:43.797150 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:48:53.546332 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:01.264629 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-091ffae1-5c11-4605-9ea6-1398d26abe1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:03.493297 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e848e8dc-d969-4a1e-8e83-50c979b1e233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:04.772085 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:05.147065 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:06.502513 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:07.267967 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:20.795891 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:49:23.547720 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:31.265636 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6199e2e0-4f87-4b92-84c0-1cb6e4978f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:33.494645 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b22f63f-2c3f-4c99-b542-c3d18dbbfb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:34.771772 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:35.149578 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:36.505046 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:37.270429 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:53.575721 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:49:57.794909 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:50:01.267533 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a176a834-826e-4579-a0aa-91eff172920d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:03.496139 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dfb82162-5e81-4ff0-b9a4-7941ad530d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:04.764550 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:05.152653 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:06.507094 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:07.273374 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:23.606030 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:31.269013 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-59451c2a-1df4-43d9-9e66-68f6ec5ce617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:33.498018 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f6166797-fe20-4cd2-8ac9-cf268c6493eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:34.769440 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:34.793697 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:50:35.155219 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:36.509029 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:37.275666 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:50:53.620178 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:01.270067 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7ce49b37-06f2-4bb3-84be-ddaed4942515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:03.499617 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-56ce001b-f997-400f-8ef3-a0db50be5df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:04.778332 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:05.158043 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:06.512440 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:07.277559 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:11.791816 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:51:23.619172 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:31.271976 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a73ca703-e135-45eb-b63a-ef237e1bac80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:33.502582 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-34d73c49-4fb3-4b4d-954e-8e773a9c7f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:34.793316 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:35.161160 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:36.514794 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:37.279537 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:51:48.790968 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:51:53.618681 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:01.273619 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-27d6826b-5f4e-49b5-9c05-26fc6508fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:03.503625 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9006-065d-4acb-81ae-e050c45bacd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:04.792773 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:05.164493 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:06.518176 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:07.282459 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:23.617007 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:25.790246 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:52:31.274684 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-81893ea5-cfc3-4f14-9ac8-7403baa3513d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:33.504650 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aad6877c-bc85-480b-8e25-f9263ad050bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:34.791719 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:35.166587 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:36.519607 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:37.284744 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:52:53.616367 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:01.276558 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bf848b7f-9eeb-4b6e-9da9-3f60224d2fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:02.789870 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:53:03.507167 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fd26ca6d-5e38-47ce-a893-3ee263b66fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:04.796410 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:05.171316 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:06.521465 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:07.287049 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:23.631023 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:31.279098 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-17d6f363-30ea-4f8f-a0a3-de1f22c5f77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:33.508142 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0503c1a7-e790-4002-a911-01cd13e7b8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:34.796491 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:35.172914 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:36.524247 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:37.289911 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:53:39.789067 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:53:53.638558 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:01.282603 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-77c52414-f422-42e2-8555-fcf2d202c20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:03.509696 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e41e4bed-abae-4bb7-a62c-50e49c05b6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:04.794916 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:05.176218 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:06.527140 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:07.291606 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:16.790156 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:54:23.643998 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:31.282979 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6be148d2-6cc3-4607-9e3a-faa6c2719ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:33.510062 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e983be6-ac69-40dd-a5a1-66e169e4593b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:34.795842 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:35.179511 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:36.529522 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:37.294059 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:53.642861 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c12252a-92e3-4082-87ac-5bffffd82e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:54:53.789119 n-d-789963-23 neutron-server[103420]: DEBUG neutron.db.agents_db [None req-e0ba1c1f-452a-40d4-a2be-f35c59cd159b None None] Agent healthcheck: found 7 active agents {{(pid=103420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 23:55:01.283044 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-321b5c4d-d15b-448b-ab51-6458d92b36aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:55:03.511170 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b34fc595-9f89-491d-afd8-caa9b3256011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:55:04.815793 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa277a68-eda5-408b-bad1-a2c5c25bcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:55:05.182145 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-021f6258-c7cb-415e-be89-fa73487ce883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:55:06.532694 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37786a6a-6dd4-46f5-b128-4671d537374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:55:07.297758 n-d-789963-23 neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6743873d-1267-4b41-80c7-c4fb2861a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734980874141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759259'] for agent, after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 23:55:12.508066 n-d-789963-23 neutron-server[103417]: DEBUG neutron.wsgi [req-2d9a69ec-8746-4550-a523-e94becd76a89 req-31fed79b-7e26-4272-8b9b-6ef263d83699 service neutron] (103417) timed out ('10.222.0.16', 59948) {{(pid=103417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}